-- Logs begin at Fri 2022-01-28 12:32:33 UTC, end at Fri 2022-01-28 15:09:42 UTC. -- Jan 28 13:06:17.680020 n-d-822748-2 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 13:06:20.635634 n-d-822748-2 neutron-server[103266]: INFO neutron.common.config [-] Logging enabled! Jan 28 13:06:20.636313 n-d-822748-2 neutron-server[103266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 13:06:20.636449 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 13:06:20.639689 n-d-822748-2 neutron-server[103266]: INFO neutron.common.config [-] Logging enabled! Jan 28 13:06:20.639950 n-d-822748-2 neutron-server[103266]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 13:06:20.640290 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103266) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 13:06:20.641219 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:06:20.641456 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:06:20.641822 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:06:20.642082 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:06:20.642309 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:06:20.642629 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.643047 n-d-822748-2 neutron-server[103266]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 13:06:20.643369 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.643666 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.644173 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.644480 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.644778 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.645067 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.645358 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.645658 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.645949 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.646232 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.646517 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.646811 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.647095 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.647383 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.647671 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.647956 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] debug = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.648263 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.648685 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.649112 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.649395 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.649684 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.649966 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.650241 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.650519 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.650804 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.651132 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] host = n-d-822748-2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.651411 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.651700 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.651987 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.652302 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.652580 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.652860 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.653144 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.653422 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.653697 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] log_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.653973 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.654262 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.654549 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.654846 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.655073 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.655300 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.655591 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.655881 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.656181 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.656461 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.656737 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.657012 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.657287 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.657559 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.657846 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.658126 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.658414 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.658689 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.659217 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.659493 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.660542 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.660839 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.661123 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.661403 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.661683 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.661973 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.662246 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.662524 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.662828 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.663116 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.663400 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.663687 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.663963 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.664265 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.664542 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.664822 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.665097 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] use_json = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.665377 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.665650 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.665931 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.666206 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.666480 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.666754 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.667027 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.667312 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.667586 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:20.667883 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.668206 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.668512 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.668811 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.669104 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.669387 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.669676 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.669955 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.670246 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.670537 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.670827 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.671108 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.671416 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.671702 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.671996 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.672333 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.672631 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.672925 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.673205 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.673484 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.673760 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.674040 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.674332 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.674614 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.674906 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.675927 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.676249 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.676550 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.676840 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.677139 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.677434 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.677714 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.677996 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.678289 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.678571 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.678849 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.679130 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.679422 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.679703 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.679979 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.680289 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.680569 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.680844 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.681120 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.681399 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.681689 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.681968 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.682241 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.682513 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.682793 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.683066 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.683351 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.683631 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.683907 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.684211 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.684493 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.684769 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.685044 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.685321 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.685595 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.685878 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.686152 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.686425 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.686756 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.686972 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.687245 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.687518 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.687790 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.688092 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.688368 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.688640 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.688913 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.689184 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.689459 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.689745 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.690046 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.690325 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.690606 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.690917 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.691195 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.691478 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.691754 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.692128 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.692405 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.692680 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.692976 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.693260 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.693547 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.693851 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.694133 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.694430 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.694710 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.694996 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.695344 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.695560 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.696374 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.696374 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.697127 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.697127 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.697127 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.697366 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.697588 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.697870 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.698182 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.698465 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:20.698687 n-d-822748-2 neutron-server[103266]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:06:20.698932 n-d-822748-2 neutron-server[103266]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103266) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 13:06:21.091615 n-d-822748-2 neutron-server[103266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 13:06:21.091898 n-d-822748-2 neutron-server[103266]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 13:06:21.092231 n-d-822748-2 neutron-server[103266]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 13:06:21.092570 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 13:06:21.425887 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.426107 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.426383 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.427701 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.427989 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.428355 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.472498 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.472780 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.473046 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.487028 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.487315 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.487602 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.517863 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.518141 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.518416 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.554726 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.555007 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.555283 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.889587 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.890220 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.890220 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.890377 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.891068 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.989928 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.990255 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.990540 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.990813 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.991081 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.991393 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.991655 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.991913 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.992193 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.992480 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.992741 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.993009 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.993264 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.993518 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.993774 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.994039 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.994297 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.994565 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.994834 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.995097 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.995371 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.995626 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.995909 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.996310 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.996564 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.996811 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:21.997206 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:21.997450 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:21.997692 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:21.997932 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:21.998169 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:21.998406 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:21.998770 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 13:06:22.001885 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 13:06:22.006490 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 13:06:22.010195 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 28 13:06:22.011857 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 13:06:22.012350 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 13:06:22.012691 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 13:06:22.013075 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 13:06:22.015912 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 13:06:22.016187 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 13:06:22.016539 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 13:06:22.022088 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 13:06:22.046325 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 13:06:22.046787 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.047093 n-d-822748-2 neutron-server[103266]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103266) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 13:06:22.047466 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.048879 n-d-822748-2 neutron-server[103266]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103266) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 13:06:22.049166 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 13:06:22.049414 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 13:06:22.053387 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.053671 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.120154 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 13:06:22.120404 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 13:06:22.120649 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 13:06:22.121027 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 13:06:22.141120 n-d-822748-2 neutron-server[103266]: DEBUG oslo_db.sqlalchemy.engines [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103266) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 13:06:22.577091 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing driver for type 'gre' Jan 28 13:06:22.577581 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] gre ID ranges: [(1, 1000)] Jan 28 13:06:22.629646 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing driver for type 'local' Jan 28 13:06:22.630114 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing driver for type 'vlan' Jan 28 13:06:22.642855 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] VlanTypeDriver initialization complete Jan 28 13:06:22.643199 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing driver for type 'vxlan' Jan 28 13:06:22.643695 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] vxlan ID ranges: [(1, 1000)] Jan 28 13:06:22.696595 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing extension driver 'port_security' Jan 28 13:06:22.696964 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] PortSecurityExtensionDriver initialization complete Jan 28 13:06:22.697296 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing mechanism driver 'openvswitch' Jan 28 13:06:22.697620 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing mechanism driver 'hyperv' Jan 28 13:06:22.704469 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:22.705188 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.705560 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.705915 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.707044 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:06:22.707504 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnet after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.707869 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnet after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.708256 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.708663 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:06:22.709072 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.709441 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.709786 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.710183 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:06:22.710595 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > security_group after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.710943 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > security_group after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.711286 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.711814 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:06:22.712262 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.712623 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.712967 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.713374 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:06:22.713785 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > address_group after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.714133 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > address_group after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.714472 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.714865 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103266) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:06:22.715306 n-d-822748-2 neutron-server[103266]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] ML2 OVO RPC backend initialized. {{(pid=103266) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 13:06:22.716022 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.716406 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.716828 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.717179 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > networks before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.717529 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.717879 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > ports before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.718222 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnet before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.718595 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnets before_response 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.718942 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.719310 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.719647 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.719983 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.720341 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.720672 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.721003 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnet after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.721340 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnet after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.721673 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.729561 n-d-822748-2 neutron-server[103266]: INFO neutron.quota [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded quota_driver: . Jan 28 13:06:22.729932 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.plugin [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Modular L2 Plugin initialization complete Jan 28 13:06:22.730285 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading services supported by the core plugin {{(pid=103266) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 13:06:22.730626 n-d-822748-2 neutron-server[103266]: INFO neutron.plugins.ml2.managers [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Got port-security extension from driver 'port_security' Jan 28 13:06:22.731106 n-d-822748-2 neutron-server[103266]: INFO neutron.extensions.vlantransparent [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Disabled vlantransparent extension. Jan 28 13:06:22.731600 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103266) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 13:06:22.731927 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: router Jan 28 13:06:22.768562 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.769459 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router after_create 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.769835 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router before_create 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.770199 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.770572 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.770930 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router after_delete 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.771290 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.771667 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.772073 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router after_create 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.772427 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router after_update 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.772777 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router after_update 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.773125 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.773482 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router after_update 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.773894 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_update 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.774262 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: port after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.774602 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: port after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.774940 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: subnet after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.775277 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.775625 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.775974 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_create 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.776343 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: port before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.776689 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.777049 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router after_update 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.777392 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.777745 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_create 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.778135 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.778479 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_update 55549900 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.778843 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > agent after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.779194 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > agent after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.779544 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > network after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.780429 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Tracking information for resource: router configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:22.780762 n-d-822748-2 neutron-server[103266]: DEBUG neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Tracking information for resource: floatingip configured {{(pid=103266) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:06:22.786678 n-d-822748-2 neutron-server[103266]: INFO neutron.db.l3_agentschedulers_db [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 13:06:22.787250 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: port after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.787615 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: port after_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.787971 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: port after_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.788349 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: port after_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.789271 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router before_create 55550100 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.789640 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.790004 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_create 55550100 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.790363 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > router precommit_update 55550100 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.795083 n-d-822748-2 neutron-server[103266]: DEBUG neutron.services.provider_configuration [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service providers = [] {{(pid=103266) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 13:06:22.795451 n-d-822748-2 neutron-server[103266]: DEBUG neutron.db.servicetype_db [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103266) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 13:06:22.798425 n-d-822748-2 neutron-server[103266]: DEBUG neutron.services.service_base [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:06:22.798775 n-d-822748-2 neutron-server[103266]: DEBUG neutron.services.service_base [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:06:22.799119 n-d-822748-2 neutron-server[103266]: DEBUG neutron.services.service_base [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:06:22.800000 n-d-822748-2 neutron-server[103266]: DEBUG neutron.services.service_base [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103266) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:06:22.800440 n-d-822748-2 neutron-server[103266]: INFO neutron.services.service_base [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 13:06:22.800821 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.801139 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 13:06:22.811797 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.812166 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: auto_allocate Jan 28 13:06:22.818647 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: network precommit_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.819018 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: network precommit_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.819545 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.819868 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: tag Jan 28 13:06:22.826504 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.826832 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: timestamp Jan 28 13:06:22.830905 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.831189 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: network_ip_availability Jan 28 13:06:22.837042 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.837417 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.837773 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:22.838484 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.838802 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: flavors Jan 28 13:06:22.843609 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.843940 n-d-822748-2 neutron-server[103266]: INFO neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading Plugin: revisions Jan 28 13:06:22.848926 n-d-822748-2 neutron-server[103266]: DEBUG neutron.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103266) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:06:22.849324 n-d-822748-2 neutron-server[103266]: DEBUG oslo_concurrency.lockutils [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=103266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 13:06:22.850097 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103266) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 13:06:22.850433 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Initializing extension manager. Jan 28 13:06:22.850948 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: __init__.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.851290 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: __pycache__ {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.851625 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.851957 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: address_group.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.852739 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.853315 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: address-group Jan 28 13:06:22.853637 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: address_scope.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.854341 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.854845 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: address-scope Jan 28 13:06:22.855168 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.856124 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.856637 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: router-admin-state-down-before-update Jan 28 13:06:22.856961 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: agent.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.857848 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.858355 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: agent Jan 28 13:06:22.858682 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: agent_resources_synced.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.859593 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.860131 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: agent-resources-synced Jan 28 13:06:22.860459 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: allowedaddresspairs.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.862241 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.863324 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: allowed-address-pairs Jan 28 13:06:22.863651 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: auto_allocated_topology.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.864758 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.865270 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: auto-allocated-topology Jan 28 13:06:22.865595 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: availability_zone.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.866280 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.866787 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: availability_zone Jan 28 13:06:22.867111 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: availability_zone_filter.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.868019 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.868552 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: availability_zone_filter Jan 28 13:06:22.868873 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: data_plane_status.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.869777 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.870278 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 13:06:22.870599 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: default_subnetpools.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.871504 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.872012 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: default-subnetpools Jan 28 13:06:22.872356 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.873159 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.873667 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: dhcp_agent_scheduler Jan 28 13:06:22.873990 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: dns.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.874901 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.875401 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 13:06:22.875725 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: dns_domain_ports.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.876667 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.877171 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 13:06:22.877494 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.878434 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.878938 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 13:06:22.879269 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: dvr.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.879932 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.880463 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: dvr Jan 28 13:06:22.880788 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: ecmp_routes.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.881705 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.882212 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 13:06:22.882535 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: empty_string_filtering.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.883440 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.883952 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: empty-string-filtering Jan 28 13:06:22.884307 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.885224 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.885730 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 13:06:22.886049 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.886953 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.887458 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 13:06:22.887777 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: external_net.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.888717 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.889232 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: external-net Jan 28 13:06:22.889554 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.890463 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.890972 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: extra_dhcp_opt Jan 28 13:06:22.891274 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: extraroute.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.892206 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.892710 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: extraroute Jan 28 13:06:22.893029 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: extraroute_atomic.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.894111 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.894622 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: extraroute-atomic Jan 28 13:06:22.894944 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: filter_validation.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.895603 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.896139 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: filter-validation Jan 28 13:06:22.896463 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: fip_pf_description.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.897366 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.897866 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 13:06:22.898185 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: fip_port_details.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.899111 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.899619 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: fip-port-details Jan 28 13:06:22.899941 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: flavors.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.901214 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.901735 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: flavors Jan 28 13:06:22.902064 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.903735 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.904284 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 13:06:22.904625 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: floatingip_pools.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.905325 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.905834 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: floatingip-pools Jan 28 13:06:22.906165 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: ip_allocation.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.907094 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.907596 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 13:06:22.907924 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.909124 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.910162 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: ip-substring-filtering Jan 28 13:06:22.910492 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l2_adjacency.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.911417 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.911923 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 13:06:22.912284 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l3.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.913231 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.913747 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: router Jan 28 13:06:22.914077 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.916479 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.917010 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 13:06:22.917348 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.918305 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.918820 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: ext-gw-mode Jan 28 13:06:22.919149 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.920091 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.920606 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: l3-ha Jan 28 13:06:22.920934 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l3_flavors.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.921849 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.922358 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: l3-flavors Jan 28 13:06:22.922683 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.923587 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.924123 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 13:06:22.924452 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: l3agentscheduler.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.926057 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.926567 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: l3_agent_scheduler Jan 28 13:06:22.926894 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: local_ip.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.928686 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.929220 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension local_ip not supported by any of loaded plugins Jan 28 13:06:22.929563 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: logging.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.931036 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.931554 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension logging not supported by any of loaded plugins Jan 28 13:06:22.931886 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: metering.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.932641 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.933220 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: metering Jan 28 13:06:22.933551 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.934636 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.935153 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: metering_source_and_destination_fields Jan 28 13:06:22.935480 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: multiprovidernet.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.936433 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.936945 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: multi-provider Jan 28 13:06:22.937271 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: netmtu.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.938184 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.938695 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: net-mtu Jan 28 13:06:22.939019 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: netmtu_writable.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.939940 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.940476 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: net-mtu-writable Jan 28 13:06:22.940931 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: network_availability_zone.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.941604 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.942108 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: network_availability_zone Jan 28 13:06:22.942430 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: network_ip_availability.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.943537 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.944081 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: network-ip-availability Jan 28 13:06:22.944392 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: network_segment_range.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.945147 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.945649 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 13:06:22.945972 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: pagination.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.946962 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.947294 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: pagination Jan 28 13:06:22.947619 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: port_device_profile.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.948564 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.949076 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: port-device-profile Jan 28 13:06:22.949406 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.950328 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.950838 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: port-mac-address-regenerate Jan 28 13:06:22.951164 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.952239 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.952751 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: port-numa-affinity-policy Jan 28 13:06:22.953075 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: port_resource_request.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.953990 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.954492 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 13:06:22.954814 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: port_resource_request_groups.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.955769 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.956349 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 13:06:22.956675 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: portbindings.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.957601 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.958102 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: binding Jan 28 13:06:22.958423 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: portbindings_extended.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.959719 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.960273 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: binding-extended Jan 28 13:06:22.960603 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: portsecurity.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.961508 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.962020 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: port-security Jan 28 13:06:22.962345 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: project_id.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.963309 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.963638 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: project-id Jan 28 13:06:22.963962 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: providernet.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.964902 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.965411 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: provider Jan 28 13:06:22.965732 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.969384 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.969908 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos not supported by any of loaded plugins Jan 28 13:06:22.970243 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.971491 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.972567 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 13:06:22.973212 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.974154 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.974673 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 13:06:22.975007 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_default.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.975922 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.976466 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-default not supported by any of loaded plugins Jan 28 13:06:22.976799 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_fip.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.977715 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.978227 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 13:06:22.978553 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.979461 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.979980 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 13:06:22.980330 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_gateway_ip.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.981260 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.981771 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 13:06:22.982097 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_port_network_policy.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.983002 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.983511 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 13:06:22.983837 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.984889 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.985403 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 13:06:22.985731 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_pps_rule.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.986906 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.987421 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 13:06:22.988472 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_rule_type_details.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.989387 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.989906 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 13:06:22.990234 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: qos_rules_alias.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.991272 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.991790 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 13:06:22.992157 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: quota_check_limit.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.993080 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.993596 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: quota-check-limit Jan 28 13:06:22.993927 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: quotasv2.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.994844 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.995174 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: quotas Jan 28 13:06:22.995499 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: quotasv2_detail.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.997362 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.997768 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: quota_details Jan 28 13:06:22.998033 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: rbac.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:22.999074 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:22.999603 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: rbac-policies Jan 28 13:06:22.999940 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: rbac_address_group.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.000892 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.001412 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: rbac-address-group Jan 28 13:06:23.001740 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: rbac_address_scope.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.002653 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.003197 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: rbac-address-scope Jan 28 13:06:23.003694 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: rbac_security_groups.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.004730 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.005247 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: rbac-security-groups Jan 28 13:06:23.005575 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: rbac_subnetpool.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.006485 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.006997 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: rbac-subnetpool Jan 28 13:06:23.007322 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: revisionifmatch.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.008264 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.009086 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: revision-if-match Jan 28 13:06:23.009416 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: revisions.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.010548 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.011060 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: standard-attr-revisions Jan 28 13:06:23.011389 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: router_availability_zone.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.012083 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.012601 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: router_availability_zone Jan 28 13:06:23.012927 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: routerservicetype.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.013841 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.014382 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 13:06:23.014707 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.015706 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.016253 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: security-groups-normalized-cidr Jan 28 13:06:23.016579 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.017497 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.018007 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: port-security-groups-filtering Jan 28 13:06:23.018330 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.019288 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.019801 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: security-groups-remote-address-group Jan 28 13:06:23.020158 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.021100 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.021609 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: security-groups-shared-filtering Jan 28 13:06:23.021934 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.022529 n-d-822748-2 neutron-server[103266]: WARNING neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 13:06:23.022851 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: securitygroup.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.032657 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.033184 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: security-group Jan 28 13:06:23.033516 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: segment.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.035164 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.035780 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension segment not supported by any of loaded plugins Jan 28 13:06:23.036165 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.037112 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.037623 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 13:06:23.037952 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: servicetype.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.039045 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.039563 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: service-type Jan 28 13:06:23.039895 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: sorting.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.040913 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.041247 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: sorting Jan 28 13:06:23.041571 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: standard_attr_segment.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.042495 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.043012 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 13:06:23.043339 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: standardattrdescription.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.043983 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.044515 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: standard-attr-description Jan 28 13:06:23.044840 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: stateful_security_group.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.045779 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.046298 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: stateful-security-group Jan 28 13:06:23.046623 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: stdattrs_common.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.047195 n-d-822748-2 neutron-server[103266]: WARNING neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 13:06:23.047517 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.048478 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.048984 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 13:06:23.049304 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: subnet_onboard.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.056593 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.056593 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: subnet_onboard Jan 28 13:06:23.056593 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.056593 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.056593 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 13:06:23.056593 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: subnet_service_types.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.057105 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.057105 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: subnet-service-types Jan 28 13:06:23.057105 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: subnetallocation.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.057105 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.057105 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: subnet_allocation Jan 28 13:06:23.057531 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.058051 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.058558 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: subnetpool-prefix-ops Jan 28 13:06:23.058883 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.059816 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.060349 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 13:06:23.060676 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: tagging.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.061748 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.062262 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: standard-attr-tag Jan 28 13:06:23.062591 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: timestamp.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.063801 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.064348 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loaded extension: standard-attr-timestamp Jan 28 13:06:23.064676 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: trunk.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.065738 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.066260 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension trunk not supported by any of loaded plugins Jan 28 13:06:23.066584 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: trunk_details.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.067498 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.068013 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 13:06:23.068360 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: uplink_status_propagation.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.069276 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.069790 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 13:06:23.070117 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Loading extension file: vlantransparent.py {{(pid=103266) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:06:23.070782 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103266) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:06:23.071287 n-d-822748-2 neutron-server[103266]: INFO neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 13:06:23.073901 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:network Jan 28 13:06:23.074431 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:subnet Jan 28 13:06:23.074833 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:06:23.075226 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:port Jan 28 13:06:23.076517 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.076968 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service FLAVORS assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.077602 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.078032 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.078366 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:router Jan 28 13:06:23.078805 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 13:06:23.079323 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service METERING assigned prefix: /metering {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.080822 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:23.081238 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:23.081637 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:06:23.082592 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 13:06:23.083037 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:security_group Jan 28 13:06:23.083474 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 13:06:23.085230 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service CORE assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.085580 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:06:23.085938 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] subnetpool is already registered Jan 28 13:06:23.086371 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service CORE assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.086703 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:06:23.087036 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] subnetpool is already registered Jan 28 13:06:23.089316 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.089754 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service FLAVORS assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.090356 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.090783 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.091121 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:router Jan 28 13:06:23.091461 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] router is already registered Jan 28 13:06:23.091875 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 13:06:23.092247 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] floatingip is already registered Jan 28 13:06:23.092705 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service METERING assigned prefix: /metering {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.093372 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 13:06:23.093699 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] rbac_policy is already registered Jan 28 13:06:23.094111 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:security_group Jan 28 13:06:23.094447 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] security_group is already registered Jan 28 13:06:23.094849 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 13:06:23.095181 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] security_group_rule is already registered Jan 28 13:06:23.095813 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service CORE assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.096177 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:06:23.096516 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] subnetpool is already registered Jan 28 13:06:23.097483 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.v2.resource_helper [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Service CORE assigned prefix: {{(pid=103266) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:06:23.097815 n-d-822748-2 neutron-server[103266]: INFO neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:06:23.098142 n-d-822748-2 neutron-server[103266]: WARNING neutron.quota.resource_registry [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] subnetpool is already registered Jan 28 13:06:23.098620 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: extensions {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.100138 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: address-groups {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.101625 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: address-scopes {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.102957 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: agents {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.104146 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: auto-allocated-topology {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.105388 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: availability_zones {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.106601 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: dhcp-networks {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.108130 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: dhcp-agents {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.109594 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: routers {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.111813 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: flavors {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.113766 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: service_profiles {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.115015 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: next_providers {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.116516 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: service_profiles {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.118048 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: floatingip-pools {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.119301 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: routers {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.121434 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: floatingips {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.122711 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: l3-routers {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.124128 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: l3-agents {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.125536 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: metering-labels {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.126926 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: metering-label-rules {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.128288 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: network-ip-availabilities {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.129678 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: bindings {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.131322 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: quotas {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.132905 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: quotas {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.134454 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: rbac-policies {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.135746 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: security-groups {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.137021 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: security-group-rules {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.138252 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: service-providers {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.139472 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: subnetpools {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.141004 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: subnetpools {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.142451 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.144290 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.146238 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.148024 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.150824 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.152702 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.154435 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.156361 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.158134 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.160974 n-d-822748-2 neutron-server[103266]: DEBUG neutron.api.extensions [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Extended resource: tags {{(pid=103266) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:06:23.166845 n-d-822748-2 neutron-server[103266]: WARNING keystonemiddleware.auth_token [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 13:06:23.171457 n-d-822748-2 neutron-server[103266]: WARNING keystonemiddleware.auth_token [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 13:06:23.180433 n-d-822748-2 neutron-server[103266]: DEBUG oslo_concurrency.lockutils [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Acquired lock "singleton_lock" {{(pid=103266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 13:06:23.180903 n-d-822748-2 neutron-server[103266]: DEBUG oslo_concurrency.lockutils [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Releasing lock "singleton_lock" {{(pid=103266) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 13:06:23.181543 n-d-822748-2 neutron-server[103266]: INFO oslo_service.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Starting 2 workers Jan 28 13:06:23.186502 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Started child 103373 {{(pid=103266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:06:23.193040 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Started child 103374 {{(pid=103266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:06:23.193937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.194541 n-d-822748-2 neutron-server[103266]: INFO neutron.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 13:06:23.194541 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.194847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [-] (103373) wsgi starting up on http://0.0.0.0:9696 Jan 28 13:06:23.195898 n-d-822748-2 neutron-server[103266]: INFO oslo_service.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Starting 1 workers Jan 28 13:06:23.196341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.197854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [-] (103374) wsgi starting up on http://0.0.0.0:9696 Jan 28 13:06:23.201252 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Started child 103375 {{(pid=103266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:06:23.201823 n-d-822748-2 neutron-server[103266]: INFO oslo_service.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Starting 1 workers Jan 28 13:06:23.205082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] calling RpcWorker wait() {{(pid=103375) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 13:06:23.205660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] returning from RpcWorker wait() {{(pid=103375) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 13:06:23.206903 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Started child 103376 {{(pid=103266) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:06:23.207566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.207740 n-d-822748-2 neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f1efa4b-b5b4-4005-9701-48f6832d1535 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.208167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:23.209806 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 13:06:23.210033 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:06:23.210221 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:06:23.210442 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:06:23.210794 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:06:23.210959 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:06:23.211439 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.211720 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.211978 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.212282 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.212523 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:23.213000 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.213158 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.213429 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.213630 n-d-822748-2 neutron-server[103376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:23.213722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.213963 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.214222 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.214395 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.214561 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.214809 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.215062 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.215345 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.215593 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.215827 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.216130 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.216303 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.216573 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.216826 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.217049 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.217310 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] debug = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.217544 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.218009 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.218238 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.218518 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.218701 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.218985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.219205 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.219514 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.219756 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.219969 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.221421 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.221703 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.221897 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.223246 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.223648 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.223897 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.225176 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.225176 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.225176 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] host = n-d-822748-2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.225665 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.226064 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.226378 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.226808 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.227256 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.228661 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.228661 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.228661 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.228661 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.229453 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.229843 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.230252 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.230839 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.230984 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.231113 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_options = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.232470 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.232470 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.232470 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.232470 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.232470 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.232470 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.233308 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.233308 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.233308 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.233797 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.233964 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.234330 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.236769 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.236769 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.236769 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.236769 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.236769 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.237191 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.237268 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.237486 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.238802 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.239064 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.240086 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.240401 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.240806 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.241067 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.241322 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.242658 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.243826 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.243826 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.243826 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.243826 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_json = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.247901 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249035 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249035 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249035 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249035 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249035 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249756 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249756 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.249756 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.250090 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.251503 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.251503 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.251503 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.251503 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.251503 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.251853 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.251926 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.252176 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.252374 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.252678 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.252900 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.253279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.254190 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.254190 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.254190 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.254531 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.256749 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.257776 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.257776 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.257776 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.257776 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.258168 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.258402 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.258659 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.258932 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.259155 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.259403 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.259643 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.259873 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.260117 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.260339 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.260622 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.260845 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.261064 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.261304 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.261558 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.261793 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.262027 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.262277 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.262540 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.262791 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.263015 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.263255 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.263493 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.265441 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.265925 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.266873 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.267135 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.267390 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.268062 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.270944 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.271281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.271449 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.271726 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.272060 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.272303 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.272718 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.272881 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.273094 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.273331 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.273616 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.273856 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.274083 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.274312 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.274616 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.274840 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.275093 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.275359 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.275620 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.275907 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.276464 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.276778 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.277171 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.277348 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.277571 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.277797 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.278061 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.278763 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.278889 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.279163 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.279423 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.279643 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.279834 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.280649 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.281501 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.282175 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.282395 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.282624 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.282884 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.283124 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.283375 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.283956 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.284285 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.284700 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.285456 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.287118 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.287405 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.287650 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.287891 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.288197 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.288433 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.288672 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.288913 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.289173 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.289428 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.289676 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.290076 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.290209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.290467 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.290711 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.291006 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.291289 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.291586 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.291912 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.292974 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.293300 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.293552 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.293882 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.294177 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.294415 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.294682 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.294978 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.295310 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.295638 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.296515 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.296767 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.297059 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.297329 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.297559 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.297943 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.298624 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.299359 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.299731 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.299885 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.300714 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.301063 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.301321 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.301546 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.301798 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.302330 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.302546 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.302895 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.303211 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.303577 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.303828 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.304060 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.304310 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.304530 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.304823 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.305054 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.305326 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.305632 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.305893 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.306134 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.306371 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.306594 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.306835 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.307141 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.307363 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.307667 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.307922 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.308319 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.308547 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.308767 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.309017 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.309272 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.309531 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.309796 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.310047 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.310408 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.310645 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.310890 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.311128 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.312404 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.312691 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.312921 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.313147 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.313388 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.313614 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.313854 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.314102 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.314336 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.314583 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.314820 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.315070 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.315405 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.315733 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.316530 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.316819 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.317041 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.317336 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.317613 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.317838 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.318065 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.318304 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.318568 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.318826 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.319085 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.319326 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.319564 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.319780 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.320218 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.320484 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.320738 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.321064 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.321342 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.321590 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.321861 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.322109 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.322354 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.322593 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.322809 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.323050 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.323281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.323501 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.323716 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.323981 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.324237 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.324444 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.324669 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.324928 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.325144 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.325375 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.325588 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.325826 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.326052 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.326272 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.326497 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.326726 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.326960 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.327176 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.327402 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.327623 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.327833 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.328298 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.328520 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.328733 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.328954 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.329175 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.329385 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.329696 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.329945 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.330168 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.330451 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.330678 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.330921 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.331181 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.331630 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.331828 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.332131 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.332352 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.332489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:23.332647 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.332785 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.333023 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.333345 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.333629 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.333879 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.334133 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.334412 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.334683 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.334957 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.335182 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.335446 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.335779 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.336693 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.336976 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.337219 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.337547 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.337859 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.338106 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.338347 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.338568 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.338786 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.339165 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.339420 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.339821 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.340059 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.340314 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.340531 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.340781 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.341001 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.341239 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.341436 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.341579 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:06:23.342182 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103266) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 13:06:23.342348 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:06:23.342491 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:06:23.342662 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:06:23.342832 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:06:23.342985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:06:23.343196 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.343345 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.343567 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.343715 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.343858 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.344064 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.344232 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.344391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.344548 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.344703 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.345017 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.345178 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.345379 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.345540 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.345695 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.345838 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.345996 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.346140 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.346353 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.346515 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.346676 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.346835 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.347028 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] debug = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.347173 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.347382 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.347561 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.347710 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.347883 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.348124 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.348288 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.348449 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.348598 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.348742 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.348880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.349032 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.349162 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.349315 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.349502 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.349648 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.349791 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.349926 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.350119 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] host = n-d-822748-2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.350291 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.350483 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.350632 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.350768 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.350902 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.351035 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.351190 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.351795 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.351795 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.351795 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.351795 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352324 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352324 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352324 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352965 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_options = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352965 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352965 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352965 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.352965 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.354138 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.354138 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.354138 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.354138 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.354138 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.354138 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.358416 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.359391 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.360722 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361266 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_json = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.361880 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.362384 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.362384 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:06:23.362384 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.362384 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.363400 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.363400 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364103 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364103 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364103 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364103 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364103 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364674 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364674 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364674 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.364674 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365111 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365111 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365336 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365465 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365586 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365705 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365831 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.365980 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.366142 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.366312 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.366471 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.366631 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.366791 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.366951 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.367120 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.367279 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.367454 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.367615 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.367775 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.367945 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.368220 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.368392 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.368554 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.368796 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.369084 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.369251 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.369412 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.369574 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.369735 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.369896 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.370058 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.370220 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.370381 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.370541 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.371287 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.371886 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.372095 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.372985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.373291 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.373575 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.373751 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.373960 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.374092 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.374236 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.374491 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.374706 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.374870 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.375033 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.375243 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.375366 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.375488 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.375649 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.375810 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.376614 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.376614 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.376614 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.376614 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.377624 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.377624 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.377624 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0162268 Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.378209 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.379924 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.380474 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.380474 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.380474 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.381689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383016 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383589 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383589 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383589 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383589 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383589 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383914 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.383914 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.384108 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.384193 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.384360 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.384528 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.384689 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.384851 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.385011 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.385178 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.385353 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.385513 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.385674 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.385835 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.385994 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.386153 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.386313 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.386473 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.386631 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.386790 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.386950 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.387120 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.387281 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.387441 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.387600 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.387784 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.387944 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.388140 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.388306 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.388450 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.388608 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.388769 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.388927 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.389077 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.389235 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.389394 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.389555 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.389714 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.389874 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.390034 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.390193 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.390354 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.390514 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.390679 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.390839 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.391152 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.391467 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.391787 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.391937 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.392141 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.392267 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.392428 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.392588 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.392748 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.392947 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.393084 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.393218 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.393353 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.393505 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.393665 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.393838 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.393998 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.394164 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.394314 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.394462 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.394577 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.394738 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.394897 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.395062 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.395224 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.395384 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.395545 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.395705 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.395864 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.396024 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.396219 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.396378 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.396538 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.396700 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.396857 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.397985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.397985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.397985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.397985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.397985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.397985 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.398427 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.398427 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.398427 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.398650 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.398728 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.398848 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.399000 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.399165 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.399326 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.399486 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.399647 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.399806 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.399964 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.400159 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.400320 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.400482 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.400645 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.400806 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.400966 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.401135 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.401296 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.401455 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.401616 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.401775 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.401935 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.402104 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.402262 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.402420 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.402583 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.402742 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.402902 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.403070 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.403230 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.403388 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.403547 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.403706 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.403866 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.404099 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.404214 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.404425 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.404526 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.404682 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.404841 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.405011 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.405171 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.405475 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.405783 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.406034 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.406198 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.406368 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.406530 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.406690 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.407640 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.407640 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.407640 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.407640 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.407640 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.407640 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.408082 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.408082 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.408082 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.408288 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.408420 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.408538 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.408964 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.409134 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.409371 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.409539 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.409665 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.409813 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.409973 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.410139 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.410421 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.410590 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.410755 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.410915 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.411074 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.411234 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.411395 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.411554 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.411714 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.412478 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.412478 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.412478 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.412478 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.412478 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.412910 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.412910 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.413861 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.413861 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.413861 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.413861 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:06:23.413861 n-d-822748-2 neutron-server[103266]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103266) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:06:34.842671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de554c0e-caff-40be-be6c-b261ee77765b None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:06:34.934099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de554c0e-caff-40be-be6c-b261ee77765b None None] No non-hosted networks {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 13:06:34.950005 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2a3547b-79db-4b29-9f9b-3485974b5a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924651'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:37.161652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d49ca434-0d03-4071-ab26-68b6464e6f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924651'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:37.215358 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-63149ae5-43b1-40db-8627-2886eacf8667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:38.487689 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924651'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:40.323276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924651'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:40.627673 n-d-822748-2 neutron-server[103375]: INFO neutron.db.l3_hamode_db [None req-33bd0402-e0dc-4791-92cb-841eab307c20 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 13:06:40.708193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd0402-e0dc-4791-92cb-841eab307c20 None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:06:40.708680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd0402-e0dc-4791-92cb-841eab307c20 None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:06:41.548429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924651'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:41.549144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.549619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.549746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.549970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.551451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.551772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.552103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.556069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.556069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.556069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.556069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.556069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.556500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:41.556500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-822748-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:41.562750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-822748-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:06:43.849501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:44.345371 n-d-822748-2 neutron-server[103374]: WARNING oslo_policy.policy [None req-18dd6720-54e3-4bb8-b0b1-fd8a0fb6a42f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:06:44.345973 n-d-822748-2 neutron-server[103374]: WARNING oslo_policy.policy [None req-18dd6720-54e3-4bb8-b0b1-fd8a0fb6a42f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:06:44.580248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-18dd6720-54e3-4bb8-b0b1-fd8a0fb6a42f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:06:44.581353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-18dd6720-54e3-4bb8-b0b1-fd8a0fb6a42f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7309296 Jan 28 13:06:47.268253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59984) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:47.568021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-74a2ff0d-d276-43a9-8e51-87300a5041ba admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '617552102b494ce29a3706e01e3e5348', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:47.659616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.policy [None req-74a2ff0d-d276-43a9-8e51-87300a5041ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103374) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 13:06:47.701321 n-d-822748-2 neutron-server[103374]: WARNING oslo_policy.policy [None req-74a2ff0d-d276-43a9-8e51-87300a5041ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:06:47.701639 n-d-822748-2 neutron-server[103374]: WARNING oslo_policy.policy [None req-74a2ff0d-d276-43a9-8e51-87300a5041ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:06:47.794573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-74a2ff0d-d276-43a9-8e51-87300a5041ba admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741230731161', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741230723700', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741230712800', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741230707419', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741230699811', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741230692524', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-789727', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-799711', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8388218', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8259485'] for rbac-policy (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:47.859151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-74a2ff0d-d276-43a9-8e51-87300a5041ba admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:47.860356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-74a2ff0d-d276-43a9-8e51-87300a5041ba admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5911043 Jan 28 13:06:50.516745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:50.810366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'admin_state_up': True, 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:50.838040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Made reservation on behalf of ff323b75b6bb439aa2a31908bc13d450 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:50.840809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:50.857282 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:50.962974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks [] for security_group (d54bad3c-a2be-49b3-97bd-6e552145a5b6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:50.966842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d54bad3c-a2be-49b3-97bd-6e552145a5b6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:50.987006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:06:51.016764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741227496834', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:51.017368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Unsubscribe: segment precommit_create {{(pid=103374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 13:06:51.017876 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Added segment f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d of type vlan for network 0439efa0-50d9-42bd-9866-8484563103c7 Jan 28 13:06:51.033967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54bad3c-a2be-49b3-97bd-6e552145a5b6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:51.082872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.083218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.083562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.083895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.084246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.084576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.084902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.085224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.085545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.085862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.086181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.086499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.086815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Tracked resource versions report: Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: pushed versions: Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: { 'AddressGroup': {'1.2'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'ConntrackHelper': {'1.0'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Log': {'1.0'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Network': {'1.1'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Port': {'1.7'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'PortForwarding': {'1.2'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'QosPolicy': {'1.10'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'SecurityGroup': {'1.5'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'SubPort': {'1.0'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Subnet': {'1.1'}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Trunk': {'1.1'}} Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: consumer versions: Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: L3 agent@n-d-822748-2: {}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: Metadata agent@n-d-822748-2: {}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: Metering agent@n-d-822748-2: {}, Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'ConntrackHelper': '1.0', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'LocalIPAssociation': '1.0', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Log': '1.0', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Network': '1.1', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Port': '1.7', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'PortForwarding': '1.2', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'QosPolicy': '1.10', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'SecurityGroup': '1.5', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'SecurityGroupRule': '1.2', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'SubPort': '1.0', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Subnet': '1.1', Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: 'Trunk': '1.1'}} Jan 28 13:06:51.087967 n-d-822748-2 neutron-server[103374]: {{(pid=103374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:06:51.131416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (0439efa0-50d9-42bd-9866-8484563103c7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:51.170846 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (0439efa0-50d9-42bd-9866-8484563103c7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:51.172122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:51.172818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:51.259882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7420025 Jan 28 13:06:51.272916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e120d-db1f-48c2-9ba0-b8a9aa174de1 admin admin] Pushing event updated for resources: {'Network': ['ID=0439efa0-50d9-42bd-9866-8484563103c7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:51.287484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 0439efa0-50d9-42bd-9866-8484563103c7 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:06:54.007560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60010) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:54.407469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792d894-30a8-4f0d-a3e2-cc987d3f6951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:54.409172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b792d894-30a8-4f0d-a3e2-cc987d3f6951 admin admin] 10.222.0.45 "GET /v2.0/networks/0439efa0-50d9-42bd-9866-8484563103c7 HTTP/1.1" status: 200 len: 825 time: 0.4006088 Jan 28 13:06:54.434308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-acb4ff11-a584-4349-9402-7e5608be1ea1 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/427ffeda-fba2-45ae-8d35-2e7e862b3b2c HTTP/1.1" status: 200 len: 734 time: 0.0189798 Jan 28 13:06:54.443098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Request body: {'subnet': {'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'name': 'private-subnet', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'ip_version': 4, 'subnetpool_id': '427ffeda-fba2-45ae-8d35-2e7e862b3b2c', 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:06:54.463042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Made reservation on behalf of ff323b75b6bb439aa2a31908bc13d450 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:06:54.465320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:54.756638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for subnet (4eb846da-630f-44df-b3ba-361168957f09), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:54.822908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb846da-630f-44df-b3ba-361168957f09,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:54.828303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Checking segment: {'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:54.828677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Network hostable DHCP agents. Network: 0439efa0-50d9-42bd-9866-8484563103c7, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:06:54.850773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Network 0439efa0-50d9-42bd-9866-8484563103c7 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:06:54.861235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 0439efa0-50d9-42bd-9866-8484563103c7) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:54.866213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:06:54.866806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:54.871279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca69bb-8e02-44fa-bf14-6a12618b24ae None None] Network 0439efa0-50d9-42bd-9866-8484563103c7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:06:54.881433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e6f4ae0c-651c-4fbc-951e-22b78967a1ea admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4419644 Jan 28 13:06:55.139378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-0439efa0-50d9-42bd-9866-8484563103c7', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'fixed_ips': [{'subnet_id': '4eb846da-630f-44df-b3ba-361168957f09'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:06:55.140634 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:55.444201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Allocated IP 172.20.0.2 (0439efa0-50d9-42bd-9866-8484563103c7/4eb846da-630f-44df-b3ba-361168957f09/046aeb63-61c1-44e8-aee6-99cc21a2497a) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:06:55.687644 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Publish callbacks [] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:55.696700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:55.773912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Network 0439efa0-50d9-42bd-9866-8484563103c7 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:06:55.783554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:06:55.787501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:06:55.790727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Pushing event updated for resources: {'Port': ['ID=046aeb63-61c1-44e8-aee6-99cc21a2497a,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:55.821275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.821627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.821971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.822312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.822649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.822986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.823315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.823644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.823972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.824332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.824659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.824984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.825305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Tracked resource versions report: Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: pushed versions: Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: { 'AddressGroup': {'1.2'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'ConntrackHelper': {'1.0'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Log': {'1.0'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Network': {'1.1'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Port': {'1.7'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'PortForwarding': {'1.2'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'QosPolicy': {'1.10'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'SecurityGroup': {'1.5'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'SubPort': {'1.0'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Subnet': {'1.1'}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Trunk': {'1.1'}} Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: consumer versions: Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: L3 agent@n-d-822748-2: {}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: Metadata agent@n-d-822748-2: {}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: Metering agent@n-d-822748-2: {}, Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'ConntrackHelper': '1.0', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'LocalIPAssociation': '1.0', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Log': '1.0', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Network': '1.1', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Port': '1.7', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'PortForwarding': '1.2', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'QosPolicy': '1.10', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'SecurityGroup': '1.5', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'SecurityGroupRule': '1.2', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'SubPort': '1.0', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Subnet': '1.1', Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: 'Trunk': '1.1'}} Jan 28 13:06:55.826553 n-d-822748-2 neutron-server[103375]: {{(pid=103375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:06:55.872925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Attempting to bind port 046aeb63-61c1-44e8-aee6-99cc21a2497a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:06:55.873539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Attempting to bind port 046aeb63-61c1-44e8-aee6-99cc21a2497a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:06:55.873738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Attempting to bind port 046aeb63-61c1-44e8-aee6-99cc21a2497a on network 0439efa0-50d9-42bd-9866-8484563103c7 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:06:55.879262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:06:55.879642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Checking segment: {'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:06:55.880159 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:55.880552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Bound using segment: {'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:06:55.881032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Bound port: 046aeb63-61c1-44e8-aee6-99cc21a2497a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:06:55.881454 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:55.946074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] For port 046aeb63-61c1-44e8-aee6-99cc21a2497a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:06:55.950282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] For port 046aeb63-61c1-44e8-aee6-99cc21a2497a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=046aeb63-61c1-44e8-aee6-99cc21a2497a,segment=NetworkSegment(f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d),segment_id=f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:06:55.954575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:06:56.017517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ded5-441a-4a5f-9ba4-d038ff4913c6 None None] Pushing event updated for resources: {'Port': ['ID=046aeb63-61c1-44e8-aee6-99cc21a2497a,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:06:57.466422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60018) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:06:57.794856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-95225296-bed5-470f-a92a-24b9853d0ba5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:06:57.795870 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-95225296-bed5-470f-a92a-24b9853d0ba5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3284726 Jan 28 13:07:00.331491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:00.649472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-74fa3e00-ad56-465b-90e5-6155fa95b3a5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:07:00.650482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-74fa3e00-ad56-465b-90e5-6155fa95b3a5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3179681 Jan 28 13:07:03.363057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60036) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:03.868467 n-d-822748-2 neutron-server[103373]: WARNING oslo_policy.policy [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:07:03.869073 n-d-822748-2 neutron-server[103373]: WARNING oslo_policy.policy [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:07:04.097732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:04.156805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.policy [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103373) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 13:07:04.200639 n-d-822748-2 neutron-server[103373]: WARNING oslo_policy.policy [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:07:04.201024 n-d-822748-2 neutron-server[103373]: WARNING oslo_policy.policy [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:07:04.261887 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (8f150e19-70f0-4b1e-99e8-53b3a9857796), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:04.263711 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (8f150e19-70f0-4b1e-99e8-53b3a9857796), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:04.417553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] Publish callbacks [] for router_controller (8f150e19-70f0-4b1e-99e8-53b3a9857796), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:04.423466 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (8f150e19-70f0-4b1e-99e8-53b3a9857796), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:04.443406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:04.444855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9a8b8e64-7fd0-4ae4-99cf-b9f7a16f8e1a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0797224 Jan 28 13:07:04.747359 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3dfa9ea7-2c3b-4df2-a2b2-87e0531c6366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:06.179863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 046aeb63-61c1-44e8-aee6-99cc21a2497a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:07:06.272103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 046aeb63-61c1-44e8-aee6-99cc21a2497a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:06.272534 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:06.385579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 046aeb63-61c1-44e8-aee6-99cc21a2497a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:06.385977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:06.422437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 046aeb63-61c1-44e8-aee6-99cc21a2497a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=046aeb63-61c1-44e8-aee6-99cc21a2497a,segment=NetworkSegment(f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d),segment_id=f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:06.427297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:06.475570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=046aeb63-61c1-44e8-aee6-99cc21a2497a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:06.912978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60056) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:07.147690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d2e10-88c4-4aaa-b594-efe44103f6aa None None] Network 0439efa0-50d9-42bd-9866-8484563103c7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:07:07.194698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a86fc43-f80a-471d-b7ff-39d32eab8497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:07.244076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [None req-5a182077-f138-4002-bda8-a93269227e36 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:07:07.245069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5a182077-f138-4002-bda8-a93269227e36 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3310344 Jan 28 13:07:07.278446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-de776c4a-d0d1-42f2-9ef0-5bf07f52c19a None None] Provisioning complete for port 046aeb63-61c1-44e8-aee6-99cc21a2497a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:07.278767 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-de776c4a-d0d1-42f2-9ef0-5bf07f52c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:07.375082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-de776c4a-d0d1-42f2-9ef0-5bf07f52c19a None None] Current status of the port 046aeb63-61c1-44e8-aee6-99cc21a2497a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:07.495684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3c4843dc-e8da-4121-968b-9992fe802f80 None None] Provisioning complete for port 046aeb63-61c1-44e8-aee6-99cc21a2497a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:07.496127 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c4843dc-e8da-4121-968b-9992fe802f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:07.571824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3c4843dc-e8da-4121-968b-9992fe802f80 None None] Current status of the port 046aeb63-61c1-44e8-aee6-99cc21a2497a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:08.133112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 046aeb63-61c1-44e8-aee6-99cc21a2497a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:07:08.188437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 046aeb63-61c1-44e8-aee6-99cc21a2497a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:08.189059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:08.297781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 046aeb63-61c1-44e8-aee6-99cc21a2497a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:08.425290 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:09.866297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60086) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:09.992921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'project_id': '617552102b494ce29a3706e01e3e5348', 'tenant_id': '617552102b494ce29a3706e01e3e5348', 'provider:physical_network': 'physnet1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:10.014696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Made reservation on behalf of 617552102b494ce29a3706e01e3e5348 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:07:10.016959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.024729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.095660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks [] for security_group (c7503d48-0554-4010-8a0d-fb0a21d70dd2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.099734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c7503d48-0554-4010-8a0d-fb0a21d70dd2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.113106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103374) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 13:07:10.133979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7503d48-0554-4010-8a0d-fb0a21d70dd2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:10.136694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0ed0eac9-f2cf-4038-9299-1054fc616ed1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.137033 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Added segment 0ed0eac9-f2cf-4038-9299-1054fc616ed1 of type flat for network d62983fb-95f5-47e5-b432-cdd339a93d1c Jan 28 13:07:10.181842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d62983fb-95f5-47e5-b432-cdd339a93d1c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.212206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d62983fb-95f5-47e5-b432-cdd339a93d1c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.213128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:10.213701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.250536 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:07:10.258776 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:10.262336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3949933 Jan 28 13:07:10.277061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19276192-0047-4fae-b750-cba4d148a6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d62983fb-95f5-47e5-b432-cdd339a93d1c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:10.293606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d62983fb-95f5-47e5-b432-cdd339a93d1c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:07:11.544965 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:12.657037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:12.810877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc9de0-3f64-479b-9f27-a18b3f445dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:12.812357 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-becc9de0-3f64-479b-9f27-a18b3f445dc6 admin admin] 10.222.0.45 "GET /v2.0/subnets/4eb846da-630f-44df-b3ba-361168957f09 HTTP/1.1" status: 200 len: 849 time: 0.1543803 Jan 28 13:07:12.934747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c15d316-9c94-4c28-8272-0a998142b924 admin admin] 10.222.0.45 "GET /v2.0/routers/8f150e19-70f0-4b1e-99e8-53b3a9857796 HTTP/1.1" status: 200 len: 704 time: 0.1160550 Jan 28 13:07:13.231826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:13.537782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Allocated IP 172.20.0.1 (0439efa0-50d9-42bd-9866-8484563103c7/4eb846da-630f-44df-b3ba-361168957f09/3569be26-e1eb-4a3d-ac19-929ef583aa04) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:07:13.744739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks [] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:13.809545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:13.870657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Network 0439efa0-50d9-42bd-9866-8484563103c7 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:07:13.875260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:07:13.919650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Pushing event updated for resources: {'Port': ['ID=3569be26-e1eb-4a3d-ac19-929ef583aa04,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:13.922646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:07:13.922725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (8f150e19-70f0-4b1e-99e8-53b3a9857796), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:13.983666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.984023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.984366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.984704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.985047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.985376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.985700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.986024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.986344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.986808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.987271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.987601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.987915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Tracked resource versions report: Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: pushed versions: Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: { 'AddressGroup': {'1.2'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Log': {'1.0'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Network': {'1.1'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Port': {'1.7'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'PortForwarding': {'1.2'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'QosPolicy': {'1.10'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'SecurityGroup': {'1.5'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'SubPort': {'1.0'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Subnet': {'1.1'}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Trunk': {'1.1'}} Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: consumer versions: Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: L3 agent@n-d-822748-2: {}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: Metadata agent@n-d-822748-2: {}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: Metering agent@n-d-822748-2: {}, Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'ConntrackHelper': '1.0', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'LocalIPAssociation': '1.0', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Log': '1.0', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Network': '1.1', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Port': '1.7', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'PortForwarding': '1.2', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'QosPolicy': '1.10', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'SecurityGroup': '1.5', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'SecurityGroupRule': '1.2', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'SubPort': '1.0', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Subnet': '1.1', Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: 'Trunk': '1.1'}} Jan 28 13:07:13.989110 n-d-822748-2 neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:07:14.126302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:14.129284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e5e3a480-6c53-4eaa-b30f-b8767c426b43 None None] Provisioning complete for port 3569be26-e1eb-4a3d-ac19-929ef583aa04 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:14.129789 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5e3a480-6c53-4eaa-b30f-b8767c426b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:14.167469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3a480-6c53-4eaa-b30f-b8767c426b43 None None] Port 3569be26-e1eb-4a3d-ac19-929ef583aa04 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:07:14.336327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks [] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:14.340292 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:14.341015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (8f150e19-70f0-4b1e-99e8-53b3a9857796), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:14.457542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Pushing event updated for resources: {'Port': ['ID=3569be26-e1eb-4a3d-ac19-929ef583aa04,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:14.506615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Network 0439efa0-50d9-42bd-9866-8484563103c7 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:07:14.507911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:07:14.669107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Router 8f150e19-70f0-4b1e-99e8-53b3a9857796 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:07:14.690836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cb4574ad-d4f5-4b3d-92ed-3650a96fd97e None None] Provisioning complete for port 3569be26-e1eb-4a3d-ac19-929ef583aa04 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:14.691206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb4574ad-d4f5-4b3d-92ed-3650a96fd97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:14.728898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cb4574ad-d4f5-4b3d-92ed-3650a96fd97e None None] Port 3569be26-e1eb-4a3d-ac19-929ef583aa04 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:07:14.760887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:07:14.770014 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1ddfc53d-c07f-4a44-b63c-f5f73557dc81 admin admin] 10.222.0.45 "PUT /v2.0/routers/8f150e19-70f0-4b1e-99e8-53b3a9857796/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8263617 Jan 28 13:07:14.771939 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Sync routers for ids ['8f150e19-70f0-4b1e-99e8-53b3a9857796'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:07:14.785391 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Routers {'8f150e19-70f0-4b1e-99e8-53b3a9857796'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:07:14.786160 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:07:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8f150e19-70f0-4b1e-99e8-53b3a9857796'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:14.978881 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Set router 8f150e19-70f0-4b1e-99e8-53b3a9857796 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:07:15.426083 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'name': 'router1', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:07:04Z', 'updated_at': '2022-01-28T13:07:14Z', 'revision_number': 2, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'gw_port_host': None, '_interfaces': [{'id': '3569be26-e1eb-4a3d-ac19-929ef583aa04', 'name': '', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'mac_address': 'fa:16:3e:9b:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb846da-630f-44df-b3ba-361168957f09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:13Z', 'updated_at': '2022-01-28T13:07:14Z', 'revision_number': 2, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'subnets': [{'id': '4eb846da-630f-44df-b3ba-361168957f09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427ffeda-fba2-45ae-8d35-2e7e862b3b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:15.476824 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Checking router: 8f150e19-70f0-4b1e-99e8-53b3a9857796 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:07:15.477193 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Updating router 8f150e19-70f0-4b1e-99e8-53b3a9857796 port 3569be26-e1eb-4a3d-ac19-929ef583aa04 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:07:15.524711 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.036303 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Publish callbacks [] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.042634 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.203149 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Attempting to bind port 3569be26-e1eb-4a3d-ac19-929ef583aa04 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:07:16.203557 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Attempting to bind port 3569be26-e1eb-4a3d-ac19-929ef583aa04 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:07:16.203988 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Attempting to bind port 3569be26-e1eb-4a3d-ac19-929ef583aa04 on network 0439efa0-50d9-42bd-9866-8484563103c7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:07:16.212963 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Pushing event updated for resources: {'Port': ['ID=3569be26-e1eb-4a3d-ac19-929ef583aa04,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:16.215351 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:07:16.215676 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Checking segment: {'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:07:16.216268 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.216829 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Bound using segment: {'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:07:16.217156 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Bound port: 3569be26-e1eb-4a3d-ac19-929ef583aa04, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:07:16.217551 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.231894 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.232271 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.232610 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.232945 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.233280 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.233610 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.233936 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.234262 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.234586 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.234906 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.235228 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.235547 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.235865 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Tracked resource versions report: Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: pushed versions: Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: { 'AddressGroup': {'1.2'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Log': {'1.0'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Network': {'1.1'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Port': {'1.7'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'PortForwarding': {'1.2'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'QosPolicy': {'1.10'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'SecurityGroup': {'1.5'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'SubPort': {'1.0'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Subnet': {'1.1'}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Trunk': {'1.1'}} Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: consumer versions: Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: L3 agent@n-d-822748-2: {}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: Metadata agent@n-d-822748-2: {}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: Metering agent@n-d-822748-2: {}, Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'ConntrackHelper': '1.0', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'LocalIPAssociation': '1.0', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Log': '1.0', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Network': '1.1', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Port': '1.7', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'PortForwarding': '1.2', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'QosPolicy': '1.10', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'SecurityGroup': '1.5', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'SecurityGroupRule': '1.2', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'SubPort': '1.0', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Subnet': '1.1', Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: 'Trunk': '1.1'}} Jan 28 13:07:16.237181 n-d-822748-2 neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:07:16.259466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3fb72273-9f01-48b4-92d7-2201769dc9f4 None None] Provisioning complete for port 3569be26-e1eb-4a3d-ac19-929ef583aa04 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:16.260516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fb72273-9f01-48b4-92d7-2201769dc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.301570 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] For port 3569be26-e1eb-4a3d-ac19-929ef583aa04, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:07:16.302073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3fb72273-9f01-48b4-92d7-2201769dc9f4 None None] Port 3569be26-e1eb-4a3d-ac19-929ef583aa04 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:07:16.322321 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] For port 3569be26-e1eb-4a3d-ac19-929ef583aa04, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3569be26-e1eb-4a3d-ac19-929ef583aa04,segment=NetworkSegment(f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d),segment_id=f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:07:16.327183 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.380219 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Routers {'8f150e19-70f0-4b1e-99e8-53b3a9857796'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:07:16.380847 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:07:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8f150e19-70f0-4b1e-99e8-53b3a9857796'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:16.426533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35aaf0-a87c-498b-aeae-2f3a4b28d397 None None] Pushing event updated for resources: {'Port': ['ID=3569be26-e1eb-4a3d-ac19-929ef583aa04,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:16.482459 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] Set router 8f150e19-70f0-4b1e-99e8-53b3a9857796 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:07:16.622314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-27165dae-b223-4a0b-8b3d-719fa1023bc5 None None] Provisioning complete for port 3569be26-e1eb-4a3d-ac19-929ef583aa04 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:16.622851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27165dae-b223-4a0b-8b3d-719fa1023bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.694633 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'name': 'router1', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:07:04Z', 'updated_at': '2022-01-28T13:07:14Z', 'revision_number': 2, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'gw_port_host': None, '_interfaces': [{'id': '3569be26-e1eb-4a3d-ac19-929ef583aa04', 'name': '', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'mac_address': 'fa:16:3e:9b:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb846da-630f-44df-b3ba-361168957f09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:13Z', 'updated_at': '2022-01-28T13:07:16Z', 'revision_number': 4, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'subnets': [{'id': '4eb846da-630f-44df-b3ba-361168957f09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427ffeda-fba2-45ae-8d35-2e7e862b3b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:16.702827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-27165dae-b223-4a0b-8b3d-719fa1023bc5 None None] Current status of the port 3569be26-e1eb-4a3d-ac19-929ef583aa04 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:16.703350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27165dae-b223-4a0b-8b3d-719fa1023bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.724784 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf97d59-c6dd-4d9a-b7cc-68c0d9bac833 None None] The sync data for ids ['8f150e19-70f0-4b1e-99e8-53b3a9857796'] in n-d-822748-2 is: [{'id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'name': 'router1', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:07:04Z', 'updated_at': '2022-01-28T13:07:14Z', 'revision_number': 2, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'gw_port_host': None, '_interfaces': [{'id': '3569be26-e1eb-4a3d-ac19-929ef583aa04', 'name': '', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'mac_address': 'fa:16:3e:9b:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb846da-630f-44df-b3ba-361168957f09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:13Z', 'updated_at': '2022-01-28T13:07:16Z', 'revision_number': 4, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'subnets': [{'id': '4eb846da-630f-44df-b3ba-361168957f09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427ffeda-fba2-45ae-8d35-2e7e862b3b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:07:16.737237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-27165dae-b223-4a0b-8b3d-719fa1023bc5 None None] For port 3569be26-e1eb-4a3d-ac19-929ef583aa04, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3569be26-e1eb-4a3d-ac19-929ef583aa04,segment=NetworkSegment(f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d),segment_id=f8e3d3e0-3bf6-45f8-b40b-2ebb88b0f46d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:16.742371 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27165dae-b223-4a0b-8b3d-719fa1023bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:16.794565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27165dae-b223-4a0b-8b3d-719fa1023bc5 None None] Pushing event updated for resources: {'Port': ['ID=3569be26-e1eb-4a3d-ac19-929ef583aa04,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:19.467546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60116) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:19.576808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f78ebd-0ebc-495c-ba38-1acf3820690e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:19.578148 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-54f78ebd-0ebc-495c-ba38-1acf3820690e admin admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 842 time: 0.1095669 Jan 28 13:07:19.588187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '617552102b494ce29a3706e01e3e5348'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:19.610154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Made reservation on behalf of 617552102b494ce29a3706e01e3e5348 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:07:19.612778 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:19.919947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:07:19.920440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for subnet (6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:19.979716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:19.984599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:07:19.985069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Network hostable DHCP agents. Network: d62983fb-95f5-47e5-b432-cdd339a93d1c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:07:20.007984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:07:20.019409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d62983fb-95f5-47e5-b432-cdd339a93d1c) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:07:20.023509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:20.024136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:20.030168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf6a92-2b52-4b90-a65b-484a9f05aebf None None] Network d62983fb-95f5-47e5-b432-cdd339a93d1c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:07:20.039760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9c3db27b-8b1f-420e-aa50-abc77e817f49 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4548705 Jan 28 13:07:20.137244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f35e8c-50db-48aa-aabc-db242e6ab762 None None] Network d62983fb-95f5-47e5-b432-cdd339a93d1c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:07:22.434871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60124) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:22.565858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c4b0c44f-3331-4c4f-b5e9-50b279e63d68 admin admin] 10.222.0.45 "GET /v2.0/routers/8f150e19-70f0-4b1e-99e8-53b3a9857796 HTTP/1.1" status: 200 len: 710 time: 0.1298578 Jan 28 13:07:22.651551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f655b2-83e2-47ce-94fd-33a8d28e3950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:07:22.652971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e3f655b2-83e2-47ce-94fd-33a8d28e3950 admin admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 886 time: 0.0816681 Jan 28 13:07:22.662119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:07:22.917202 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks [] for router_gateway (8f150e19-70f0-4b1e-99e8-53b3a9857796), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:23.236844 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks [] for router_gateway (8f150e19-70f0-4b1e-99e8-53b3a9857796), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:23.320193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:23.432887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Allocated IP 172.25.4.56 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/6ba4a622-49f4-484c-8c99-bfcf6bc37d51) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:07:23.540553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks [] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:23.575831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:23.612474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:07:23.616737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:07:23.619978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:07:23.659582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba4a622-49f4-484c-8c99-bfcf6bc37d51,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:23.868477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks [] for router_gateway (8f150e19-70f0-4b1e-99e8-53b3a9857796), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:24.060633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (8f150e19-70f0-4b1e-99e8-53b3a9857796), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:24.063980 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (8f150e19-70f0-4b1e-99e8-53b3a9857796), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:24.163927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3569be26-e1eb-4a3d-ac19-929ef583aa04 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:07:24.176244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Router 8f150e19-70f0-4b1e-99e8-53b3a9857796 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:07:24.216756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3569be26-e1eb-4a3d-ac19-929ef583aa04 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:24.217154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:24.285880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:07:24.290737 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:24.292160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-49151850-8b64-4a3a-93f2-c17fc6a26240 admin admin] 10.222.0.45 "PUT /v2.0/routers/8f150e19-70f0-4b1e-99e8-53b3a9857796 HTTP/1.1" status: 200 len: 889 time: 1.6331649 Jan 28 13:07:24.300996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3569be26-e1eb-4a3d-ac19-929ef583aa04 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:25.113655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Sync routers for ids ['8f150e19-70f0-4b1e-99e8-53b3a9857796'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:07:25.128904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Routers {'8f150e19-70f0-4b1e-99e8-53b3a9857796'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:07:25.129552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:07:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8f150e19-70f0-4b1e-99e8-53b3a9857796'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:25.336609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Set router 8f150e19-70f0-4b1e-99e8-53b3a9857796 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:07:25.801648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'name': 'router1', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6ba4a622-49f4-484c-8c99-bfcf6bc37d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:07:04Z', 'updated_at': '2022-01-28T13:07:23Z', 'revision_number': 4, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'gw_port': {'id': '6ba4a622-49f4-484c-8c99-bfcf6bc37d51', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:23Z', 'updated_at': '2022-01-28T13:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3569be26-e1eb-4a3d-ac19-929ef583aa04', 'name': '', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'mac_address': 'fa:16:3e:9b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb846da-630f-44df-b3ba-361168957f09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:13Z', 'updated_at': '2022-01-28T13:07:16Z', 'revision_number': 5, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'subnets': [{'id': '4eb846da-630f-44df-b3ba-361168957f09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427ffeda-fba2-45ae-8d35-2e7e862b3b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:25.850002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Checking router: 8f150e19-70f0-4b1e-99e8-53b3a9857796 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:07:25.850360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Updating router 8f150e19-70f0-4b1e-99e8-53b3a9857796 port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:07:25.897921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:26.219523 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Publish callbacks [] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:26.225448 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:26.277510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Attempting to bind port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:07:26.277961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Attempting to bind port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:07:26.278396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Attempting to bind port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:07:26.288991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:07:26.289406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:07:26.289951 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:26.290548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:07:26.291204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Bound port: 6ba4a622-49f4-484c-8c99-bfcf6bc37d51, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:07:26.291802 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:26.293720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a51ac4-2ca9-4cc7-8fe4-c86754339a72 None None] Pushing event updated for resources: {'Port': ['ID=6ba4a622-49f4-484c-8c99-bfcf6bc37d51,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:26.349336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] For port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:07:26.352254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] For port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6ba4a622-49f4-484c-8c99-bfcf6bc37d51,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:07:26.356825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:26.414440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a51ac4-2ca9-4cc7-8fe4-c86754339a72 None None] Pushing event updated for resources: {'Port': ['ID=6ba4a622-49f4-484c-8c99-bfcf6bc37d51,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:26.418556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Routers {'8f150e19-70f0-4b1e-99e8-53b3a9857796'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:07:26.419160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:07:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8f150e19-70f0-4b1e-99e8-53b3a9857796'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:26.530813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] Set router 8f150e19-70f0-4b1e-99e8-53b3a9857796 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:07:26.741836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'name': 'router1', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6ba4a622-49f4-484c-8c99-bfcf6bc37d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:07:04Z', 'updated_at': '2022-01-28T13:07:23Z', 'revision_number': 4, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'gw_port': {'id': '6ba4a622-49f4-484c-8c99-bfcf6bc37d51', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:23Z', 'updated_at': '2022-01-28T13:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3569be26-e1eb-4a3d-ac19-929ef583aa04', 'name': '', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'mac_address': 'fa:16:3e:9b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb846da-630f-44df-b3ba-361168957f09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:13Z', 'updated_at': '2022-01-28T13:07:16Z', 'revision_number': 5, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'subnets': [{'id': '4eb846da-630f-44df-b3ba-361168957f09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427ffeda-fba2-45ae-8d35-2e7e862b3b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:07:26.768979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60136) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:07:26.771752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2228bb-5495-4793-b91b-7c8234bfe777 None None] The sync data for ids ['8f150e19-70f0-4b1e-99e8-53b3a9857796'] in n-d-822748-2 is: [{'id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'name': 'router1', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6ba4a622-49f4-484c-8c99-bfcf6bc37d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:07:04Z', 'updated_at': '2022-01-28T13:07:23Z', 'revision_number': 4, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'gw_port': {'id': '6ba4a622-49f4-484c-8c99-bfcf6bc37d51', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:23Z', 'updated_at': '2022-01-28T13:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3569be26-e1eb-4a3d-ac19-929ef583aa04', 'name': '', 'network_id': '0439efa0-50d9-42bd-9866-8484563103c7', 'tenant_id': 'ff323b75b6bb439aa2a31908bc13d450', 'mac_address': 'fa:16:3e:9b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f150e19-70f0-4b1e-99e8-53b3a9857796', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb846da-630f-44df-b3ba-361168957f09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:07:13Z', 'updated_at': '2022-01-28T13:07:16Z', 'revision_number': 5, 'project_id': 'ff323b75b6bb439aa2a31908bc13d450', 'subnets': [{'id': '4eb846da-630f-44df-b3ba-361168957f09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '427ffeda-fba2-45ae-8d35-2e7e862b3b2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:07:26.894653 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec601315-70db-4299-872f-f49cb8607a2d admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1245279 Jan 28 13:07:28.184548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:07:28.242293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:28.242616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:28.320946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:28.321339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:28.340107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6ba4a622-49f4-484c-8c99-bfcf6bc37d51,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:07:28.346583 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:28.393393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=6ba4a622-49f4-484c-8c99-bfcf6bc37d51,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:07:30.144886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:07:30.195142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:07:30.195543 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ba4a622-49f4-484c-8c99-bfcf6bc37d51), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:30.299747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6ba4a622-49f4-484c-8c99-bfcf6bc37d51 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:07:34.758541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc156e73-0066-4142-b0ff-54b4655b1e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:37.159761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5e5976e-2d03-4f5c-8b8e-d2dae33fa936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:38.430736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:40.267254 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:41.565462 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:07:47.248664 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:08:04.745606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e1064c5-4e12-4422-9336-34027488a265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:07.152707 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb4b6e3d-03b8-47d3-b165-6823f150ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:08.430048 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:10.271163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:11.551086 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:24.247900 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:08:34.740446 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-71d75ba0-f75a-4d54-bb8f-25865e7cdd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:37.155187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8eaecbe8-5ac7-455a-83d8-17b02b373834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:38.433910 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:40.274617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:41.554717 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:51.272612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60652) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:51.334528 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-003e4eed-1c35-47d1-b6f3-3db681939b0a admin admin] GET failed (client error): The resource could not be found. Jan 28 13:08:51.335830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-003e4eed-1c35-47d1-b6f3-3db681939b0a admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622756 Jan 28 13:08:51.576049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa505c1d-74f7-4cd2-8b8d-bb63ec3a0ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:51.577527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aa505c1d-74f7-4cd2-8b8d-bb63ec3a0ef7 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2376461 Jan 28 13:08:53.811358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60662) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:53.901358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035a37c-ef48-4064-a367-e23b1cda4d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:53.902710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9035a37c-ef48-4064-a367-e23b1cda4d9b admin admin] 10.222.0.45 "GET /v2.0/subnets/4eb846da-630f-44df-b3ba-361168957f09 HTTP/1.1" status: 200 len: 849 time: 0.0904155 Jan 28 13:08:53.912649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:08:53.999608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Publish callbacks [] for subnet (4eb846da-630f-44df-b3ba-361168957f09), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.137184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741227708618'] for subnet (4eb846da-630f-44df-b3ba-361168957f09), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.170277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:54.170865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.172498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] 10.222.0.45 "PUT /v2.0/subnets/4eb846da-630f-44df-b3ba-361168957f09 HTTP/1.1" status: 200 len: 868 time: 0.2633276 Jan 28 13:08:54.175645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d4250-4790-4e6f-9528-15f64c09e1d2 None None] Network 0439efa0-50d9-42bd-9866-8484563103c7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:08:54.198077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb846da-630f-44df-b3ba-361168957f09,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:08:54.206514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.206870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.207203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.207534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.207861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.208230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.208561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.208888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.209215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.209541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.209865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.210189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.210510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cf8052-d8b2-4a03-813b-c77f33592f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:08:54.491247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8ddf3ff1-58a6-4c1b-bede-c12d01bc91bf None None] Provisioning complete for port 046aeb63-61c1-44e8-aee6-99cc21a2497a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:54.491658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3ff1-58a6-4c1b-bede-c12d01bc91bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (046aeb63-61c1-44e8-aee6-99cc21a2497a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.567094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf3ff1-58a6-4c1b-bede-c12d01bc91bf None None] Current status of the port 046aeb63-61c1-44e8-aee6-99cc21a2497a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:54.576794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8ddf3ff1-58a6-4c1b-bede-c12d01bc91bf None None] Provisioning complete for port 3569be26-e1eb-4a3d-ac19-929ef583aa04 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:08:54.577185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3ff1-58a6-4c1b-bede-c12d01bc91bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3569be26-e1eb-4a3d-ac19-929ef583aa04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:08:54.652184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf3ff1-58a6-4c1b-bede-c12d01bc91bf None None] Current status of the port 3569be26-e1eb-4a3d-ac19-929ef583aa04 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:08:56.439027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60670) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:56.637294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4c3e3-9b8c-4f43-827f-3b0b78f75cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:56.637701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4c3e3-9b8c-4f43-827f-3b0b78f75cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:56.639272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-69e4c3e3-9b8c-4f43-827f-3b0b78f75cfc admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992683 Jan 28 13:08:58.935656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60680) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:08:59.130788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f8066-803c-4602-93e1-185ecd15daba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:59.131218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f8066-803c-4602-93e1-185ecd15daba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:08:59.132790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b37f8066-803c-4602-93e1-185ecd15daba admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961460 Jan 28 13:09:01.246911 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:09:01.340149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60688) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:01.469567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b91c8-18bd-406a-81b9-dec08e751ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:01.470856 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aa7b91c8-18bd-406a-81b9-dec08e751ce0 admin admin] 10.222.0.45 "GET /v2.0/networks/0439efa0-50d9-42bd-9866-8484563103c7 HTTP/1.1" status: 200 len: 869 time: 0.1297557 Jan 28 13:09:03.707585 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60696) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:03.834200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d93e6-80ff-4cdf-b188-efcca86f3dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:03.835590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e32d93e6-80ff-4cdf-b188-efcca86f3dfb admin admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 886 time: 0.1270158 Jan 28 13:09:04.742841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09d281f6-7561-4ca4-b04b-2f5aba3a36a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:06.089192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60704) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:06.212186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c823e-c552-4cd8-b282-91ba1b8e2ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:06.212649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c823e-c552-4cd8-b282-91ba1b8e2ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:06.214181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ee9c823e-c552-4cd8-b282-91ba1b8e2ae2 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240396 Jan 28 13:09:07.160817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-032e9451-d96e-42a4-8bf2-43942c59b787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:08.436845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:08.457519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60712) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:08.549240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04375c2b-6de5-4c0d-80fe-8f63665c77e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:08.549764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04375c2b-6de5-4c0d-80fe-8f63665c77e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:08.551248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-04375c2b-6de5-4c0d-80fe-8f63665c77e4 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927098 Jan 28 13:09:10.283624 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:10.809744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:10.905901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689559e6-04be-406d-b099-c67aea5f7e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:10.907512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-689559e6-04be-406d-b099-c67aea5f7e4b admin admin] 10.222.0.45 "GET /v2.0/subnets/4eb846da-630f-44df-b3ba-361168957f09 HTTP/1.1" status: 200 len: 868 time: 0.0968127 Jan 28 13:09:11.558275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:13.172840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60728) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:13.257834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee4598-13bf-4bbd-86b7-1718c665a1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:13.259216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5fee4598-13bf-4bbd-86b7-1718c665a1ec admin admin] 10.222.0.45 "GET /v2.0/subnets/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099 HTTP/1.1" status: 200 len: 816 time: 0.0854230 Jan 28 13:09:34.745324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f1929e8c-824d-4ac5-ba25-f07a18b3c71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.163896 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a693b526-9b4c-4388-9b99-57a2d817d4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:37.981562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60782) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:38.032055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [None req-9620b603-efe9-4157-9978-310b6e4971e6 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:09:38.033320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9620b603-efe9-4157-9978-310b6e4971e6 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508213 Jan 28 13:09:38.246148 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:09:38.439082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.284436 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:40.370142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60790) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:40.432459 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b9b7f4-2457-49bf-aa4d-d4f8f41aafb3 admin admin] GET failed (client error): The resource could not be found. Jan 28 13:09:40.433781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-34b9b7f4-2457-49bf-aa4d-d4f8f41aafb3 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626726 Jan 28 13:09:40.518178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd2119-18d8-4801-a88f-dc0402baf801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:40.519655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9edd2119-18d8-4801-a88f-dc0402baf801 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816355 Jan 28 13:09:41.720704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:42.858505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:42.904644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Request body: {'network': {'tenant_id': '617552102b494ce29a3706e01e3e5348', 'admin_state_up': True, 'name': 'shared', 'shared': True, 'project_id': '617552102b494ce29a3706e01e3e5348'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:42.924849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Made reservation on behalf of 617552102b494ce29a3706e01e3e5348 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:42.927090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:42.967785 n-d-822748-2 neutron-server[103374]: WARNING neutron.services.revisions.revision_plugin [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Could not find related network for resource to bump revision. Jan 28 13:09:42.979632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:09:42.989296 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (16f88127-8eba-4ede-aae3-dac4388aeb8f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:42.989642 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Added segment 16f88127-8eba-4ede-aae3-dac4388aeb8f of type vlan for network 38363de5-acd7-4b89-bac0-165feb0c054f Jan 28 13:09:43.027500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (38363de5-acd7-4b89-bac0-165feb0c054f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:43.051371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (38363de5-acd7-4b89-bac0-165feb0c054f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:43.052380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:43.052959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:43.105880 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2462838 Jan 28 13:09:43.115679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Pushing event updated for resources: {'Network': ['ID=38363de5-acd7-4b89-bac0-165feb0c054f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:43.123082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.123439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.123792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.124172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.124519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.124862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.125331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.125873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.126469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.126821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.127164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.127499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.127835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827afffe-013d-44f4-986e-2bff06ad0b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:43.139387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 38363de5-acd7-4b89-bac0-165feb0c054f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:09:45.408843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60810) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:09:45.469948 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8f847a-ffa5-48a5-b5e8-ba0a91cdaef8 admin admin] GET failed (client error): The resource could not be found. Jan 28 13:09:45.471195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cb8f847a-ffa5-48a5-b5e8-ba0a91cdaef8 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613949 Jan 28 13:09:45.567957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f74de8b-9763-4ca1-bbb5-0383819f2303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:45.569446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2f74de8b-9763-4ca1-bbb5-0383819f2303 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0943463 Jan 28 13:09:45.579482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'description': 'shared-subnet', 'tenant_id': '617552102b494ce29a3706e01e3e5348'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:09:45.597340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Made reservation on behalf of 617552102b494ce29a3706e01e3e5348 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:09:45.599522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.762186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for subnet (99cee89f-0923-4e1e-94f6-d7b477bf3849), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.819854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Pushing event updated for resources: {'Subnet': ['ID=99cee89f-0923-4e1e-94f6-d7b477bf3849,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:45.828139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:09:45.828532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Network hostable DHCP agents. Network: 38363de5-acd7-4b89-bac0-165feb0c054f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:09:45.845211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Network 38363de5-acd7-4b89-bac0-165feb0c054f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:09:45.852918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 38363de5-acd7-4b89-bac0-165feb0c054f) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:45.857067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:09:45.857660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:45.863389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87824cc9-d6de-4b8e-a3d8-fbf34bcd830b None None] Network 38363de5-acd7-4b89-bac0-165feb0c054f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:45.873234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3d28990b-e9f0-4c27-ad08-619c2e9b767b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972357 Jan 28 13:09:46.072239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-38363de5-acd7-4b89-bac0-165feb0c054f', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'project_id': '617552102b494ce29a3706e01e3e5348', 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:09:46.073099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:46.215750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Allocated IP 192.168.233.2 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/2435ac6f-804b-437b-95fe-f3faf27ff17f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:09:46.362049 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Publish callbacks [] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:46.368217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:46.410694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:09:46.413474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:09:46.418958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:09:46.425297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Pushing event updated for resources: {'Port': ['ID=2435ac6f-804b-437b-95fe-f3faf27ff17f,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:46.436718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.436718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.436718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.437066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.437334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.437734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.438242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.438602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.438936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.439262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.439589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.440027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.440319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:09:46.486110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Attempting to bind port 2435ac6f-804b-437b-95fe-f3faf27ff17f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:09:46.486482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Attempting to bind port 2435ac6f-804b-437b-95fe-f3faf27ff17f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:09:46.486833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Attempting to bind port 2435ac6f-804b-437b-95fe-f3faf27ff17f on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:09:46.491933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:09:46.492339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:09:46.492749 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:46.493136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:09:46.493600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Bound port: 2435ac6f-804b-437b-95fe-f3faf27ff17f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:09:46.493981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:46.555613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] For port 2435ac6f-804b-437b-95fe-f3faf27ff17f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:09:46.558712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] For port 2435ac6f-804b-437b-95fe-f3faf27ff17f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2435ac6f-804b-437b-95fe-f3faf27ff17f,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:09:46.563060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:46.622445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225311b1-8cf6-42a2-b074-c7afb1c5b4a3 None None] Pushing event updated for resources: {'Port': ['ID=2435ac6f-804b-437b-95fe-f3faf27ff17f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:47.593135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202efe73-8e97-479f-8ab4-5d2301004123 None None] Network 38363de5-acd7-4b89-bac0-165feb0c054f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:09:47.706920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-75c6b657-6642-401c-8849-4aed80e534b1 None None] Provisioning complete for port 2435ac6f-804b-437b-95fe-f3faf27ff17f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:47.707376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75c6b657-6642-401c-8849-4aed80e534b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.798954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-75c6b657-6642-401c-8849-4aed80e534b1 None None] Current status of the port 2435ac6f-804b-437b-95fe-f3faf27ff17f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:47.798954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75c6b657-6642-401c-8849-4aed80e534b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.835332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-75c6b657-6642-401c-8849-4aed80e534b1 None None] For port 2435ac6f-804b-437b-95fe-f3faf27ff17f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2435ac6f-804b-437b-95fe-f3faf27ff17f,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:09:47.840393 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75c6b657-6642-401c-8849-4aed80e534b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:47.893013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b657-6642-401c-8849-4aed80e534b1 None None] Pushing event updated for resources: {'Port': ['ID=2435ac6f-804b-437b-95fe-f3faf27ff17f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:09:47.960349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c316d48a-3b22-4cac-ba00-6bef60f5cd48 None None] Provisioning complete for port 2435ac6f-804b-437b-95fe-f3faf27ff17f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:47.960682 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c316d48a-3b22-4cac-ba00-6bef60f5cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.042154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c316d48a-3b22-4cac-ba00-6bef60f5cd48 None None] Current status of the port 2435ac6f-804b-437b-95fe-f3faf27ff17f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:09:48.253456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2435ac6f-804b-437b-95fe-f3faf27ff17f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:09:48.308789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2435ac6f-804b-437b-95fe-f3faf27ff17f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:09:48.309253 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2435ac6f-804b-437b-95fe-f3faf27ff17f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:09:48.387546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2435ac6f-804b-437b-95fe-f3faf27ff17f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:10:04.747533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4868a37-0392-4d4b-a851-0c0d9c61d3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:07.167185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a76ba222-fddc-4b13-b62d-e4024687f066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:08.441957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:10.285645 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:11.564300 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:15.244996 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:10:34.751213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9af6132e-bd3b-401b-9c59-575a0c202b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:37.170462 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb11cc48-d06a-4023-a17f-594cfa86092f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:38.446310 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:40.289785 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:41.565855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:10:52.243121 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:11:03.886675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60854) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:03.892531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-84018194-1e72-4beb-abaf-f949d4f33172 tempest-verify_tempest_config-2055679259 tempest-verify_tempest_config-2055679259-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:11:03.893483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-84018194-1e72-4beb-abaf-f949d4f33172 tempest-verify_tempest_config-2055679259 tempest-verify_tempest_config-2055679259-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058520 Jan 28 13:11:04.178729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60872) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:04.280283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:04.354682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Publish callbacks [] for security_group (e418965b-a405-480f-b1b3-b0d3b1eac1a4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:04.358329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e418965b-a405-480f-b1b3-b0d3b1eac1a4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:04.409815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77bb3ad0cad14686a14927ad303cf644&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2299771 Jan 28 13:11:04.411282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e418965b-a405-480f-b1b3-b0d3b1eac1a4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:04.412886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60876) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:11:04.419679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.420050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.420404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.420752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.421095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.421435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.421820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.422952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.423512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.423861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.424247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.424587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.424923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97e5f2-2419-4b8c-8505-620b99fa6593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.490762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Publish callbacks [] for security_group (e418965b-a405-480f-b1b3-b0d3b1eac1a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:04.511354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Publish callbacks [] for security_group (e418965b-a405-480f-b1b3-b0d3b1eac1a4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:04.601634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e418965b-a405-480f-b1b3-b0d3b1eac1a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:04.604247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:04.605474 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e418965b-a405-480f-b1b3-b0d3b1eac1a4 HTTP/1.1" status: 204 len: 168 time: 0.1915765 Jan 28 13:11:04.613650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e418965b-a405-480f-b1b3-b0d3b1eac1a4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:11:04.620204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.620553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.620894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.621227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.621556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.621889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.622215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.622540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.622863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.623183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.623493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.623813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.624163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58834378-ce9f-4d55-9d76-635d13a29004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:11:04.755544 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdab9-6825-4bf2-9f04-b98266cda6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:07.174042 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51cf6f5e-cca5-4cc1-95f3-ffa96d55158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:08.447745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:10.293605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:11.568624 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:29.241532 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:11:34.758160 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1bea8bc8-14a7-4e19-a44a-95bbe1ba0389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:37.176269 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8c2d-f2d6-41f2-a960-589227521f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:38.453166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:40.294347 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:11:41.571270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:04.760072 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c744af60-a3d5-46cc-927b-6e73c1abb3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:06.240395 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:12:07.179012 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0cc8-b8b0-4777-b18b-d071fd8e2c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:08.452161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:10.296725 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:11.573212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:34.760738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-465c672c-24e6-41b5-8937-7931d5809f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:37.180213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c023079-799c-44db-9f07-427e4161e421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:38.454381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:40.298932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:41.575318 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:12:43.239010 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:13:04.762158 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0c7bae6f-ca25-499e-a5d3-b3a4bc67aa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:07.181696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95e88b3d-d369-4b2f-a0f1-0ca641f060f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:08.457197 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:10.300098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:11.577362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:20.237328 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:13:34.763009 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02820210-fe70-40de-8950-7c4ca7e8c456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:37.183122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a820fd3a-8ab8-49fd-8303-021fb826f60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:38.459798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:40.304564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:41.579189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:13:57.235391 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:14:04.764560 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10071351-37a3-4d0e-8d6e-376e01b862b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:07.187190 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9b6016ab-1772-4a03-830a-2ead1d5f4279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:08.463016 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:10.307533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:11.581426 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:26.296730 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924651'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:27.664222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924651'] for agent (006a972b-1a60-4216-a590-457d84777736), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:34.234188 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:14:34.765644 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cbd54ec1-df81-4fc6-b296-fc77e773e3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:37.188652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d0457c8f-a241-4c0d-97fc-c65ae2c23bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:38.465348 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:40.311202 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:41.584290 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:56.249240 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:14:57.647373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:04.766792 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bb38bfca-7bac-425d-9b85-bd3490bef8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:07.191491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75f52b91-9868-4b3c-a0ce-e297bed9bae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:08.467164 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:10.313527 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:11.233308 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:15:11.601651 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:23.798270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60934) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:23.899661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e3d2a5bd-b145-4cab-98ac-71e38d453a29 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1003020 Jan 28 13:15:26.162343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60944) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:15:26.217792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2ec1700c-6dc9-4514-a587-f039a3d08a5a admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0543630 Jan 28 13:15:26.267894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:27.646433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:34.768291 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-048c44a9-8422-43ae-819e-1dc11a88b0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:37.194755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d821bf19-83f6-4f6b-8bfe-949b3bb2eeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:38.468633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:40.317721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:41.585669 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:48.232877 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:15:56.278315 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:15:57.654266 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:04.774546 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5b8f-49a8-4898-a20d-56c599fb5986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:07.198608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2011827-54ba-4d76-85f5-c74e02ab2876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:08.474883 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:10.321564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:11.592400 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:25.232230 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:16:26.278617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:27.648184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:34.766014 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-56bdc9dd-4405-4445-8272-17bf3a5d3562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:37.199785 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a05e5ae-4e70-4a6b-82b7-03e90dcb000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:38.474644 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:40.324379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:41.586029 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:49.211798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:49.425832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-18178d14-77fa-4764-a464-c9b5f3c27787 tempest-AutoAllocateNetworkTest-156626650 tempest-AutoAllocateNetworkTest-156626650-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=cd65252194554d68b6646aeaad95e9c6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2073941 Jan 28 13:16:49.428202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32828) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:49.627616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f297a72b-b13a-4e2d-83f7-c433168a6e14 tempest-AutoAllocateNetworkTest-156626650 tempest-AutoAllocateNetworkTest-156626650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:49.632221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32850) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:49.633109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f297a72b-b13a-4e2d-83f7-c433168a6e14 tempest-AutoAllocateNetworkTest-156626650 tempest-AutoAllocateNetworkTest-156626650-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2033405 Jan 28 13:16:49.692793 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-59171a6f-a0eb-475e-8f36-15f1adaba19f tempest-AutoAllocateNetworkTest-156626650 tempest-AutoAllocateNetworkTest-156626650-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593765 Jan 28 13:16:49.695338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32854) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:49.725071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b1254721-326a-4b17-9a92-71f669608364 tempest-AutoAllocateNetworkTest-156626650 tempest-AutoAllocateNetworkTest-156626650-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=cd65252194554d68b6646aeaad95e9c6 HTTP/1.1" status: 200 len: 208 time: 0.0275881 Jan 28 13:16:50.407128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32890) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:50.615289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.699031 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Publish callbacks [] for security_group (25e88cbb-4e3b-471b-8261-c0aca192aa58), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.705161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (25e88cbb-4e3b-471b-8261-c0aca192aa58), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.755734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e88cbb-4e3b-471b-8261-c0aca192aa58,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:50.764850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.765485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.765963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.766449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.767048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.767649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.768151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.768617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.769091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.769575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.770040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.770490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.770950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] Tracked resource versions report: Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: pushed versions: Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: { 'AddressGroup': {'1.2'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'ConntrackHelper': {'1.0'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Log': {'1.0'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Network': {'1.1'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Port': {'1.7'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'PortForwarding': {'1.2'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'QosPolicy': {'1.10'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'SecurityGroup': {'1.5'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'SubPort': {'1.0'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Subnet': {'1.1'}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Trunk': {'1.1'}} Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: consumer versions: Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: HyperV agent@n-h1-822748-2: {}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: HyperV agent@n-h2-822748-2: {}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: L3 agent@n-d-822748-2: {}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: Metadata agent@n-d-822748-2: {}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: Metering agent@n-d-822748-2: {}, Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'ConntrackHelper': '1.0', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'LocalIPAssociation': '1.0', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Log': '1.0', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Network': '1.1', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Port': '1.7', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'PortForwarding': '1.2', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'QosPolicy': '1.10', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'SecurityGroup': '1.5', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'SecurityGroupRule': '1.2', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'SubPort': '1.0', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Subnet': '1.1', Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: 'Trunk': '1.1'}} Jan 28 13:16:50.772262 n-d-822748-2 neutron-server[103374]: {{(pid=103374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:16:50.781568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32920) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:50.781992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6d49b5cd-7414-43af-948c-7fe5dc4968d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd65252194554d68b6646aeaad95e9c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3717220 Jan 28 13:16:50.848079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Publish callbacks [] for security_group (25e88cbb-4e3b-471b-8261-c0aca192aa58), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.884789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Publish callbacks [] for security_group (25e88cbb-4e3b-471b-8261-c0aca192aa58), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.951617 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (25e88cbb-4e3b-471b-8261-c0aca192aa58), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.954854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:50.956169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25e88cbb-4e3b-471b-8261-c0aca192aa58 HTTP/1.1" status: 204 len: 168 time: 0.1753113 Jan 28 13:16:50.965297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e88cbb-4e3b-471b-8261-c0aca192aa58,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:50.979669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.980370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.981149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.981882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.982995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.983998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.984692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.985243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.985806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.986322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.986837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.987348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.987930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a4da31-fac8-4cc4-ad28-40ac2509f7f7 admin admin] Tracked resource versions report: Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: pushed versions: Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: { 'AddressGroup': {'1.2'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Log': {'1.0'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Network': {'1.1'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Port': {'1.7'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'PortForwarding': {'1.2'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'QosPolicy': {'1.10'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'SecurityGroup': {'1.5'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'SubPort': {'1.0'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Subnet': {'1.1'}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Trunk': {'1.1'}} Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: consumer versions: Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: HyperV agent@n-h1-822748-2: {}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: HyperV agent@n-h2-822748-2: {}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: L3 agent@n-d-822748-2: {}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: Metadata agent@n-d-822748-2: {}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: Metering agent@n-d-822748-2: {}, Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'ConntrackHelper': '1.0', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'LocalIPAssociation': '1.0', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Log': '1.0', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Network': '1.1', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Port': '1.7', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'PortForwarding': '1.2', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'QosPolicy': '1.10', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'SecurityGroup': '1.5', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'SecurityGroupRule': '1.2', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'SubPort': '1.0', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Subnet': '1.1', Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: 'Trunk': '1.1'}} Jan 28 13:16:50.989632 n-d-822748-2 neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:16:54.074526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33092) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:54.262013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1177483390-network', 'tenant_id': 'ad076a5256d74bea81c10111610db267'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:54.287112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Made reservation on behalf of ad076a5256d74bea81c10111610db267 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:54.289529 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.300664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.404293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks [] for security_group (72f22102-9dd8-471e-995b-a0e6001ae3fa), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.413876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (72f22102-9dd8-471e-995b-a0e6001ae3fa), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.435248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:54.451230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741227496834', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2e5909d9-5e45-48e2-ae03-aa1f4d36e683), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.452285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Unsubscribe: segment precommit_create {{(pid=103373) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 13:16:54.452916 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Added segment 2e5909d9-5e45-48e2-ae03-aa1f4d36e683 of type vlan for network 1009dcdd-ab45-473f-a248-53069234dc6b Jan 28 13:16:54.511837 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1009dcdd-ab45-473f-a248-53069234dc6b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.534419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f22102-9dd8-471e-995b-a0e6001ae3fa,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:54.560317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1009dcdd-ab45-473f-a248-53069234dc6b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.561450 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:54.562577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.648386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33112) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:54.648998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5728343 Jan 28 13:16:54.653995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Request body: {'subnet': {'network_id': '1009dcdd-ab45-473f-a248-53069234dc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1177483390-subnet', 'tenant_id': 'ad076a5256d74bea81c10111610db267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:54.676271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163dbb3-59cf-419e-a97e-79c3e8799504 admin admin] Pushing event updated for resources: {'Network': ['ID=1009dcdd-ab45-473f-a248-53069234dc6b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:54.685381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Made reservation on behalf of ad076a5256d74bea81c10111610db267 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:54.688264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.688651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1009dcdd-ab45-473f-a248-53069234dc6b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:54.934558 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for subnet (e6133848-edee-4d9f-8f24-f04af3e202d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:54.981067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6133848-edee-4d9f-8f24-f04af3e202d0,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.005758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Checking segment: {'id': '2e5909d9-5e45-48e2-ae03-aa1f4d36e683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1009dcdd-ab45-473f-a248-53069234dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:55.006107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Network hostable DHCP agents. Network: 1009dcdd-ab45-473f-a248-53069234dc6b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:55.023629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Network 1009dcdd-ab45-473f-a248-53069234dc6b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:55.033226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1009dcdd-ab45-473f-a248-53069234dc6b) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:55.037943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:55.038697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.048874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db85d116-0b62-4eca-8f2d-8a7e2a8370ff None None] Network 1009dcdd-ab45-473f-a248-53069234dc6b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:55.067317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf57ec05-20f8-48d5-acdd-9092ac4ceb08 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4175131 Jan 28 13:16:55.155680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e51c89-c1af-4bdd-926c-c59e565e7070 None None] Network 1009dcdd-ab45-473f-a248-53069234dc6b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:55.273455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33148) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:55.286636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33152) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:55.405775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-718f258d-3216-49c8-92d1-0b9f13fe11e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.454489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad5bcb97-4214-4469-ac06-f91436fc99f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.494604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-718f258d-3216-49c8-92d1-0b9f13fe11e5 admin admin] Publish callbacks [] for security_group (b8431048-840d-495b-a3f3-78f4a1e715dc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.500991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-718f258d-3216-49c8-92d1-0b9f13fe11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b8431048-840d-495b-a3f3-78f4a1e715dc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.542549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad5bcb97-4214-4469-ac06-f91436fc99f0 admin admin] Publish callbacks [] for security_group (3d254496-5639-4888-9f09-d986dc98c9d1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.542911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f258d-3216-49c8-92d1-0b9f13fe11e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8431048-840d-495b-a3f3-78f4a1e715dc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.548788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad5bcb97-4214-4469-ac06-f91436fc99f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3d254496-5639-4888-9f09-d986dc98c9d1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.558566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-718f258d-3216-49c8-92d1-0b9f13fe11e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9d5701201304cfc8695b38f99ab636b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2826095 Jan 28 13:16:55.562491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33180) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:55.637299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0491e74b-005c-4a7d-b564-28ff908af631 admin admin] Publish callbacks [] for security_group (b8431048-840d-495b-a3f3-78f4a1e715dc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.666409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0491e74b-005c-4a7d-b564-28ff908af631 admin admin] Publish callbacks [] for security_group (b8431048-840d-495b-a3f3-78f4a1e715dc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.697066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bcb97-4214-4469-ac06-f91436fc99f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d254496-5639-4888-9f09-d986dc98c9d1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.729858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ad5bcb97-4214-4469-ac06-f91436fc99f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4b7cf3f403a4bafb9f8cfe5ace993ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4415586 Jan 28 13:16:55.730669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33184) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:55.734876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0491e74b-005c-4a7d-b564-28ff908af631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b8431048-840d-495b-a3f3-78f4a1e715dc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.744411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0491e74b-005c-4a7d-b564-28ff908af631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.750093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0491e74b-005c-4a7d-b564-28ff908af631 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8431048-840d-495b-a3f3-78f4a1e715dc HTTP/1.1" status: 204 len: 168 time: 0.1864760 Jan 28 13:16:55.774930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491e74b-005c-4a7d-b564-28ff908af631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8431048-840d-495b-a3f3-78f4a1e715dc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:55.784462 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33194) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:55.787889 n-d-822748-2 neutron-server[103373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 13:16:55.834754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-766861dc-4226-4685-ac04-0ee46ffaaa39 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=feac6f4729e148e5a075977d640e2965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480566 Jan 28 13:16:55.835618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-398c9a57-8d3b-48a4-ae2f-38e9b1c9b93c admin admin] Publish callbacks [] for security_group (3d254496-5639-4888-9f09-d986dc98c9d1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.878654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-398c9a57-8d3b-48a4-ae2f-38e9b1c9b93c admin admin] Publish callbacks [] for security_group (3d254496-5639-4888-9f09-d986dc98c9d1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:55.893522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33200) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:56.087203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-9ae2c77f-5257-42d0-84f3-cff8a46c3863 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:56.089173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-9ae2c77f-5257-42d0-84f3-cff8a46c3863 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394605 Jan 28 13:16:56.090837 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-398c9a57-8d3b-48a4-ae2f-38e9b1c9b93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3d254496-5639-4888-9f09-d986dc98c9d1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.093418 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-398c9a57-8d3b-48a4-ae2f-38e9b1c9b93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.094446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-398c9a57-8d3b-48a4-ae2f-38e9b1c9b93c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d254496-5639-4888-9f09-d986dc98c9d1 HTTP/1.1" status: 204 len: 168 time: 0.3626659 Jan 28 13:16:56.104270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c9a57-8d3b-48a4-ae2f-38e9b1c9b93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d254496-5639-4888-9f09-d986dc98c9d1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.121154 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-baed36e5-28a5-4ec9-9fbc-d5f1d1a191d0 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/quotas/feac6f4729e148e5a075977d640e2965 HTTP/1.1" status: 200 len: 375 time: 0.0193172 Jan 28 13:16:56.181500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-994af547-2ac9-4a0b-9170-53dba00a0ad8 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=feac6f4729e148e5a075977d640e2965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586979 Jan 28 13:16:56.217419 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec36c5d4-0f61-4a39-8c6e-bf3ab3c53083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.305446 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.329225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec36c5d4-0f61-4a39-8c6e-bf3ab3c53083 admin admin] Publish callbacks [] for security_group (72b6df50-3907-46a4-ad4c-bd8691a604d4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.335275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec36c5d4-0f61-4a39-8c6e-bf3ab3c53083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (72b6df50-3907-46a4-ad4c-bd8691a604d4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.368386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36c5d4-0f61-4a39-8c6e-bf3ab3c53083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b6df50-3907-46a4-ad4c-bd8691a604d4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.393821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec36c5d4-0f61-4a39-8c6e-bf3ab3c53083 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af4fec656905422395108864f3ffcc35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4968166 Jan 28 13:16:56.394499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33226) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:56.496122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33238) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:56.504568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3dd65c5-5f26-4a3e-8d55-ad95926150a9 req-4f531618-9ea4-4536-b59a-2b8542197590 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 210 time: 0.0637412 Jan 28 13:16:56.509634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c5a13887-2744-4d4c-bed0-24408b2d5aff admin admin] Publish callbacks [] for security_group (72b6df50-3907-46a4-ad4c-bd8691a604d4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.509994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-491dadc6-4340-449a-b148-e08b86ad16e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.547996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c5a13887-2744-4d4c-bed0-24408b2d5aff admin admin] Publish callbacks [] for security_group (72b6df50-3907-46a4-ad4c-bd8691a604d4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.608615 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-491dadc6-4340-449a-b148-e08b86ad16e4 admin admin] Publish callbacks [] for security_group (3cb5ef59-6442-4038-a889-ac4f60db7afa), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.613708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-491dadc6-4340-449a-b148-e08b86ad16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3cb5ef59-6442-4038-a889-ac4f60db7afa), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.620240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c5a13887-2744-4d4c-bed0-24408b2d5aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (72b6df50-3907-46a4-ad4c-bd8691a604d4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.629236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c5a13887-2744-4d4c-bed0-24408b2d5aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.631657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c5a13887-2744-4d4c-bed0-24408b2d5aff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72b6df50-3907-46a4-ad4c-bd8691a604d4 HTTP/1.1" status: 204 len: 168 time: 0.2356899 Jan 28 13:16:56.644217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a13887-2744-4d4c-bed0-24408b2d5aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b6df50-3907-46a4-ad4c-bd8691a604d4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.650148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dadc6-4340-449a-b148-e08b86ad16e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb5ef59-6442-4038-a889-ac4f60db7afa,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.674387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-491dadc6-4340-449a-b148-e08b86ad16e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37dfc5d010b944af80d54cf6b406f922&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1771352 Jan 28 13:16:56.677117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33244) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:56.744244 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1edb0d6-2c2a-4b40-b749-b17e4f78b228 admin admin] Publish callbacks [] for security_group (3cb5ef59-6442-4038-a889-ac4f60db7afa), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.781859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1edb0d6-2c2a-4b40-b749-b17e4f78b228 admin admin] Publish callbacks [] for security_group (3cb5ef59-6442-4038-a889-ac4f60db7afa), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.833923 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1edb0d6-2c2a-4b40-b749-b17e4f78b228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3cb5ef59-6442-4038-a889-ac4f60db7afa), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.837335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1edb0d6-2c2a-4b40-b749-b17e4f78b228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.838679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b1edb0d6-2c2a-4b40-b749-b17e4f78b228 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cb5ef59-6442-4038-a889-ac4f60db7afa HTTP/1.1" status: 204 len: 168 time: 0.1605687 Jan 28 13:16:56.846841 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edb0d6-2c2a-4b40-b749-b17e4f78b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb5ef59-6442-4038-a889-ac4f60db7afa,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:56.880977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33256) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:56.894459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4098-4c75-4f14-9979-432d4bff3e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.983796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4098-4c75-4f14-9979-432d4bff3e74 admin admin] Publish callbacks [] for security_group (9d6903b9-e8e5-428f-8d76-15bc7dcb9249), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:56.990706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4098-4c75-4f14-9979-432d4bff3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9d6903b9-e8e5-428f-8d76-15bc7dcb9249), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.024861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb4098-4c75-4f14-9979-432d4bff3e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6903b9-e8e5-428f-8d76-15bc7dcb9249,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.054830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c3fb4098-4c75-4f14-9979-432d4bff3e74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35bd506e797d404b9b9c1c33d80d5f4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1705856 Jan 28 13:16:57.055777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33270) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.109310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33276) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.114812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-907357345-network', 'tenant_id': '0e01e8fc2cc44cb195464c2b99740bb9'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:57.136467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81822631-2f24-43bc-89a1-f907f72e9b29 admin admin] Publish callbacks [] for security_group (9d6903b9-e8e5-428f-8d76-15bc7dcb9249), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.139661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Made reservation on behalf of 0e01e8fc2cc44cb195464c2b99740bb9 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:57.142770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.153951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.183445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81822631-2f24-43bc-89a1-f907f72e9b29 admin admin] Publish callbacks [] for security_group (9d6903b9-e8e5-428f-8d76-15bc7dcb9249), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.269859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81822631-2f24-43bc-89a1-f907f72e9b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9d6903b9-e8e5-428f-8d76-15bc7dcb9249), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.275704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81822631-2f24-43bc-89a1-f907f72e9b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.283440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81822631-2f24-43bc-89a1-f907f72e9b29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d6903b9-e8e5-428f-8d76-15bc7dcb9249 HTTP/1.1" status: 204 len: 168 time: 0.2222762 Jan 28 13:16:57.304327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81822631-2f24-43bc-89a1-f907f72e9b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6903b9-e8e5-428f-8d76-15bc7dcb9249,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.332459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks [] for security_group (9e388fb7-cf2b-4409-bffb-e8cc25af5ed2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.339344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9e388fb7-cf2b-4409-bffb-e8cc25af5ed2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.374168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:16:57.386025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e388fb7-cf2b-4409-bffb-e8cc25af5ed2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.392748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c220e844-0915-4580-873d-20030bbd9c7c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.393212 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Added segment c220e844-0915-4580-873d-20030bbd9c7c of type vlan for network c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb Jan 28 13:16:57.439737 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.468839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.470201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:57.471275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.521231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33296) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.541747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-621500d6-ab45-4385-8d5b-f715698331ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.560014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] Pushing event updated for resources: {'Network': ['ID=c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.578763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:16:57.585323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ea04e3e2-d6db-4331-8dcb-3a4e28d0b7ab admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4720714 Jan 28 13:16:57.585756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33302) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.592648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Request body: {'subnet': {'network_id': 'c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-907357345-subnet', 'tenant_id': '0e01e8fc2cc44cb195464c2b99740bb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:57.639165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Made reservation on behalf of 0e01e8fc2cc44cb195464c2b99740bb9 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:57.641939 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.698580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-621500d6-ab45-4385-8d5b-f715698331ba admin admin] Publish callbacks [] for security_group (23600089-8ae9-42c1-8e87-e7767edeb9a0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.714391 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-621500d6-ab45-4385-8d5b-f715698331ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (23600089-8ae9-42c1-8e87-e7767edeb9a0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.720603 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.762637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621500d6-ab45-4385-8d5b-f715698331ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23600089-8ae9-42c1-8e87-e7767edeb9a0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:57.791610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-621500d6-ab45-4385-8d5b-f715698331ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2084701d5a42403b8931b44fcaef3f20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2693307 Jan 28 13:16:57.794632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33308) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:57.865380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-146e34c9-aad2-4057-b1a6-5337a974651e admin admin] Publish callbacks [] for security_group (23600089-8ae9-42c1-8e87-e7767edeb9a0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.925787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-146e34c9-aad2-4057-b1a6-5337a974651e admin admin] Publish callbacks [] for security_group (23600089-8ae9-42c1-8e87-e7767edeb9a0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:57.969072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for subnet (12948da3-e595-4547-8a70-ad3bf9b7678b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.032997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-146e34c9-aad2-4057-b1a6-5337a974651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (23600089-8ae9-42c1-8e87-e7767edeb9a0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.037935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-146e34c9-aad2-4057-b1a6-5337a974651e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.039824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-146e34c9-aad2-4057-b1a6-5337a974651e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23600089-8ae9-42c1-8e87-e7767edeb9a0 HTTP/1.1" status: 204 len: 168 time: 0.2423787 Jan 28 13:16:58.049921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e34c9-aad2-4057-b1a6-5337a974651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23600089-8ae9-42c1-8e87-e7767edeb9a0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:58.113676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12948da3-e595-4547-8a70-ad3bf9b7678b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:58.129403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33332) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:58.149006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Checking segment: {'id': 'c220e844-0915-4580-873d-20030bbd9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:16:58.149979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Network hostable DHCP agents. Network: c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:16:58.182039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Network c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:16:58.200249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:16:58.216991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460aaa3e-f5e4-4a68-974a-489625d679bb None None] Network c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:58.220703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:58.222101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.249335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85f1ec24-5335-49bf-b7fe-05746ed41e14 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6546662 Jan 28 13:16:58.370738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f61cd4-e4ac-4ab6-9bf1-aea676271b6d None None] Network c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:16:58.529910 n-d-822748-2 neutron-server[103374]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 13:16:58.649555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fd078d3-16be-4a6d-bde6-d5e09d7b4a1c req-5f3a72af-9c2a-423c-b807-9372d7bd0e11 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 210 time: 0.5166953 Jan 28 13:16:58.685178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:58.756525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.36', 50713) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:58.787640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] Deleting subnet e6133848-edee-4d9f-8f24-f04af3e202d0 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:16:58.798062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-1cff8549-b5bc-460d-9dad-26e2ad4854a0 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=feac6f4729e148e5a075977d640e2965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401914 Jan 28 13:16:58.799105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] Publish callbacks [] for subnet (e6133848-edee-4d9f-8f24-f04af3e202d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.838882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] Publish callbacks [] for subnet (e6133848-edee-4d9f-8f24-f04af3e202d0), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.862430 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e6133848-edee-4d9f-8f24-f04af3e202d0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.965606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for subnet (e6133848-edee-4d9f-8f24-f04af3e202d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:58.997259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-a2d21f70-4269-4f59-bb7c-907986a39758 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:16:59.002248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6133848-edee-4d9f-8f24-f04af3e202d0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:16:59.004272 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-a2d21f70-4269-4f59-bb7c-907986a39758 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714442 Jan 28 13:16:59.014254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33392) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:59.014372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.020848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3a3dad1b-9224-48a7-a4d0-0d4c3f4ab5b7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e6133848-edee-4d9f-8f24-f04af3e202d0 HTTP/1.1" status: 204 len: 168 time: 0.3333557 Jan 28 13:16:59.022625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33394) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:16:59.100889 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1009dcdd-ab45-473f-a248-53069234dc6b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.142548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Request body: {'port': {'device_id': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': 'feac6f4729e148e5a075977d640e2965'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:16:59.400963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Made reservation on behalf of feac6f4729e148e5a075977d640e2965 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:16:59.404203 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.423399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.427562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1009dcdd-ab45-473f-a248-53069234dc6b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.435153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eaa51f5-5986-4150-b540-bc61bd375883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.493966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.495408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.496223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.496562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > port after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.496912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.497247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.497586 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.497902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.498214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.498530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.679085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.679625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.680618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.680924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:16:59.681282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1009dcdd-ab45-473f-a248-53069234dc6b']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:59.707652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5909d9-5e45-48e2-ae03-aa1f4d36e683') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:59.707845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5909d9-5e45-48e2-ae03-aa1f4d36e683') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:16:59.865664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (2e5909d9-5e45-48e2-ae03-aa1f4d36e683), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.907111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db594400-373f-402e-bbe7-95efa96df3ca req-e39fbf7a-e030-4e32-97cb-035c6b74b877 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 210 time: 0.0421867 Jan 28 13:16:59.909071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2e5909d9-5e45-48e2-ae03-aa1f4d36e683), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.931936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:16:59.932373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (2e5909d9-5e45-48e2-ae03-aa1f4d36e683), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: from cryptography.utils import int_from_bytes Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: from cryptography.utils import int_from_bytes Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:16:59.950653 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:17:00.028745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eaa51f5-5986-4150-b540-bc61bd375883 admin admin] Publish callbacks [] for security_group (b185e37a-779b-470f-929f-ac33633a6341), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.031660 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1009dcdd-ab45-473f-a248-53069234dc6b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.045410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eaa51f5-5986-4150-b540-bc61bd375883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b185e37a-779b-470f-929f-ac33633a6341), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.064099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks [] for security_group (8663a690-b80b-49d4-aa45-522e151ac368), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.065426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.068755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] 10.222.0.45 "DELETE /v2.0/networks/1009dcdd-ab45-473f-a248-53069234dc6b HTTP/1.1" status: 204 len: 168 time: 1.0449202 Jan 28 13:17:00.073159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33482) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:00.077960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8663a690-b80b-49d4-aa45-522e151ac368), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.081056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfba34-3469-44bf-bab4-be8267f27e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1009dcdd-ab45-473f-a248-53069234dc6b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:00.147958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] Deleting subnet 12948da3-e595-4547-8a70-ad3bf9b7678b {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:17:00.152349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] Publish callbacks [] for subnet (12948da3-e595-4547-8a70-ad3bf9b7678b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.171499 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5eaa51f5-5986-4150-b540-bc61bd375883 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08a2e46ffa334795a8ec473902809e46&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1558924 Jan 28 13:17:00.182394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33486) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:00.197184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] Publish callbacks [] for subnet (12948da3-e595-4547-8a70-ad3bf9b7678b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.203932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (12948da3-e595-4547-8a70-ad3bf9b7678b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.236216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa51f5-5986-4150-b540-bc61bd375883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b185e37a-779b-470f-929f-ac33633a6341,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:00.301106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for subnet (12948da3-e595-4547-8a70-ad3bf9b7678b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.330770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12948da3-e595-4547-8a70-ad3bf9b7678b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:00.345664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.350000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5500007-1086-440f-bca5-11c05f7943f6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/12948da3-e595-4547-8a70-ad3bf9b7678b HTTP/1.1" status: 204 len: 168 time: 0.2753773 Jan 28 13:17:00.356704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33494) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:00.460883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Allocated IP 192.168.233.26 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/90173bd0-3536-4bed-ac70-92b88235569f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:00.491306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8663a690-b80b-49d4-aa45-522e151ac368,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:00.518557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.583264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57a4cd21-5af1-49ae-97cc-a9978afbf01f admin admin] Publish callbacks [] for security_group (b185e37a-779b-470f-929f-ac33633a6341), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.849038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:00.897797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.898777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.900347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.901321 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > port after_create 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.902272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.902880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > port after_update 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.903488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.904257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.905247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.905878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:00.977988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57a4cd21-5af1-49ae-97cc-a9978afbf01f admin admin] Publish callbacks [] for security_group (b185e37a-779b-470f-929f-ac33633a6341), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.163533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:01.164687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:01.166109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:01.166825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:17:01.167423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:01.211110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c220e844-0915-4580-873d-20030bbd9c7c') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:01.212017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c220e844-0915-4580-873d-20030bbd9c7c') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:01.215617 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks [] for port (90173bd0-3536-4bed-ac70-92b88235569f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.221047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57a4cd21-5af1-49ae-97cc-a9978afbf01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b185e37a-779b-470f-929f-ac33633a6341), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.232167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57a4cd21-5af1-49ae-97cc-a9978afbf01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.236378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-57a4cd21-5af1-49ae-97cc-a9978afbf01f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b185e37a-779b-470f-929f-ac33633a6341 HTTP/1.1" status: 204 len: 168 time: 1.0473542 Jan 28 13:17:01.241297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c220e844-0915-4580-873d-20030bbd9c7c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.263234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33528) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:01.269442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4cd21-5af1-49ae-97cc-a9978afbf01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b185e37a-779b-470f-929f-ac33633a6341,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:01.319372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c220e844-0915-4580-873d-20030bbd9c7c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.320472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (90173bd0-3536-4bed-ac70-92b88235569f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.344774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:17:01.345768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c220e844-0915-4580-873d-20030bbd9c7c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: from cryptography.utils import int_from_bytes Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: from cryptography.utils import int_from_bytes Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:17:01.354436 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:17:01.529874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-ca63c538-cef9-4eb6-af0a-8a8c6096e1e9 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7fd389301c8b4bf797b6be21ebba39c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1794775 Jan 28 13:17:01.582274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:01.649237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:01.670648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:01.672295 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.692279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Pushing event updated for resources: {'Port': ['ID=90173bd0-3536-4bed-ac70-92b88235569f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:01.709811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.717191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] 10.222.0.45 "DELETE /v2.0/networks/c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb HTTP/1.1" status: 204 len: 168 time: 1.3591173 Jan 28 13:17:01.746508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ea954-df7a-4a50-88d2-5c48817c9fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=c48f43cf-bc77-4a2a-8ff6-6c8fe5b94adb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:01.778952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ce225-0442-4962-ba97-09f29c741c88 req-d8b82747-ed2c-42af-b738-281da4cbeb3a tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.803987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-638ce225-0442-4962-ba97-09f29c741c88 req-d8b82747-ed2c-42af-b738-281da4cbeb3a tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 935 time: 0.3081164 Jan 28 13:17:01.835323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-network', 'tenant_id': '139355f65bb249d39228ce5774b744fc'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:01.870668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-70d83e72-9b18-4953-94d8-adc1acd1f7db tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.872267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-70d83e72-9b18-4953-94d8-adc1acd1f7db tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364546 Jan 28 13:17:01.910876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-f62df695-eafc-4d8e-80d0-20d74aec6699 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/quotas/7fd389301c8b4bf797b6be21ebba39c0 HTTP/1.1" status: 200 len: 375 time: 0.0268264 Jan 28 13:17:01.926385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:01.927362 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:01.972353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-3bc586ad-3296-4339-9303-03eeea1e17a1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8363543 Jan 28 13:17:01.991858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-7a1219db-b9bf-4639-8b98-62abf579c4fd tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:01.994838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-7a1219db-b9bf-4639-8b98-62abf579c4fd tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110006 Jan 28 13:17:02.000559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Made reservation on behalf of 139355f65bb249d39228ce5774b744fc for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:02.004382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.032716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-638ce225-0442-4962-ba97-09f29c741c88 req-3d753cf3-bce4-446f-9957-33b0e7138e2c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276876 Jan 28 13:17:02.033693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.151184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2a027ed2-1f7d-40d2-88d4-6224d710fdcf tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd389301c8b4bf797b6be21ebba39c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2300861 Jan 28 13:17:02.200007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0735e3e3-2aa0-4049-aa10-70cf2705e6ce None None] Provisioning complete for port 90173bd0-3536-4bed-ac70-92b88235569f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:02.201941 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0735e3e3-2aa0-4049-aa10-70cf2705e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90173bd0-3536-4bed-ac70-92b88235569f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.218157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:02.233593 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:17:02.276565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks [] for security_group (b2d87d90-601f-4330-aee4-a5d1ad0dd932), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.285418 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2d87d90-601f-4330-aee4-a5d1ad0dd932), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.324461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b22d8982-e0a1-45e9-81f6-e55135468c2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad076a5256d74bea81c10111610db267&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1038153 Jan 28 13:17:02.327391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33558) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:02.328139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0735e3e3-2aa0-4049-aa10-70cf2705e6ce None None] Port 90173bd0-3536-4bed-ac70-92b88235569f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:02.336517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:02.344360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d87d90-601f-4330-aee4-a5d1ad0dd932,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:02.356002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (07e4f288-4767-4069-9768-d9c3ea701c25), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.356002 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Added segment 07e4f288-4767-4069-9768-d9c3ea701c25 of type vlan for network 086c3db1-7a9a-4894-8acc-74310a4a913b Jan 28 13:17:02.366251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33560) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:02.420796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb17-6c82-414c-9d5c-1d129b7505bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.465435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (086c3db1-7a9a-4894-8acc-74310a4a913b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.540188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (086c3db1-7a9a-4894-8acc-74310a4a913b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.541417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:02.542111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.595516 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3179090 Jan 28 13:17:02.598143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33574) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:02.602958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86042269-bd8c-428b-8b60-32deaf3531c0 req-7063c399-3c28-471a-b5bc-c6f1abd2437c tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 210 time: 0.1024756 Jan 28 13:17:02.610941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d48a2d2-b011-4e99-9a4c-c7aa8c060693 admin admin] Publish callbacks [] for security_group (72f22102-9dd8-471e-995b-a0e6001ae3fa), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.617293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Request body: {'subnet': {'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-subnet', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:02.777266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d48a2d2-b011-4e99-9a4c-c7aa8c060693 admin admin] Publish callbacks [] for security_group (72f22102-9dd8-471e-995b-a0e6001ae3fa), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:02.783989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dadec-0c50-4b7f-b238-d8a40d29c2bb admin admin] Pushing event updated for resources: {'Network': ['ID=086c3db1-7a9a-4894-8acc-74310a4a913b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:02.796937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Made reservation on behalf of 139355f65bb249d39228ce5774b744fc for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:02.799313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 086c3db1-7a9a-4894-8acc-74310a4a913b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:02.811961 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.128121 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb17-6c82-414c-9d5c-1d129b7505bd admin admin] Publish callbacks [] for security_group (4f812742-e102-4304-8019-69e44cfb52dc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.142376 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b6fcb17-6c82-414c-9d5c-1d129b7505bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4f812742-e102-4304-8019-69e44cfb52dc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.189823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d48a2d2-b011-4e99-9a4c-c7aa8c060693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (72f22102-9dd8-471e-995b-a0e6001ae3fa), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.195299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d48a2d2-b011-4e99-9a4c-c7aa8c060693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.201929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9d48a2d2-b011-4e99-9a4c-c7aa8c060693 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72f22102-9dd8-471e-995b-a0e6001ae3fa HTTP/1.1" status: 204 len: 168 time: 0.8725209 Jan 28 13:17:03.299685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b6fcb17-6c82-414c-9d5c-1d129b7505bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ceecfd6966f14ce2815a2f2ad1a7b905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9323335 Jan 28 13:17:03.302638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33606) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:03.324986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fcb17-6c82-414c-9d5c-1d129b7505bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f812742-e102-4304-8019-69e44cfb52dc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.434588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48a2d2-b011-4e99-9a4c-c7aa8c060693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f22102-9dd8-471e-995b-a0e6001ae3fa,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.436531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74721-8ef3-4330-9626-eacb5f398878 admin admin] Publish callbacks [] for security_group (4f812742-e102-4304-8019-69e44cfb52dc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.523025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74721-8ef3-4330-9626-eacb5f398878 admin admin] Publish callbacks [] for security_group (4f812742-e102-4304-8019-69e44cfb52dc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.625291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Request body: {'port': {'device_id': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:03.707581 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74721-8ef3-4330-9626-eacb5f398878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4f812742-e102-4304-8019-69e44cfb52dc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.710472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ae74721-8ef3-4330-9626-eacb5f398878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.717765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9ae74721-8ef3-4330-9626-eacb5f398878 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f812742-e102-4304-8019-69e44cfb52dc HTTP/1.1" status: 204 len: 168 time: 0.4134145 Jan 28 13:17:03.751181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (39f0590b-4b8c-4c0b-8916-747573e6517d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:03.780693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae74721-8ef3-4330-9626-eacb5f398878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f812742-e102-4304-8019-69e44cfb52dc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.858274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1f5b-45b3-4036-ae08-08fba3d495f7 req-ed5c1f6c-5a4f-407a-8b71-29e485d46fe4 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:03.866104 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-935a1f5b-45b3-4036-ae08-08fba3d495f7 req-ed5c1f6c-5a4f-407a-8b71-29e485d46fe4 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 935 time: 0.2857006 Jan 28 13:17:03.899632 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad5a7c01-2f20-4c18-bd17-c81c9958fd61 req-a927b03c-1fee-45db-8080-0eb3695a8820 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 210 time: 0.1324887 Jan 28 13:17:03.902043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f0590b-4b8c-4c0b-8916-747573e6517d,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:03.940937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Checking segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:03.941613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Network hostable DHCP agents. Network: 086c3db1-7a9a-4894-8acc-74310a4a913b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:03.977398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90173bd0-3536-4bed-ac70-92b88235569f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.071676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-935a1f5b-45b3-4036-ae08-08fba3d495f7 req-be3e0698-40cc-4b73-9fee-907a791914be tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043107 Jan 28 13:17:04.073232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Network 086c3db1-7a9a-4894-8acc-74310a4a913b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:04.093730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 086c3db1-7a9a-4894-8acc-74310a4a913b) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:04.103894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:04.105220 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.109710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6219c-f943-41a1-af7e-63d85eab1bbd None None] Network 086c3db1-7a9a-4894-8acc-74310a4a913b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:04.141255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-643e01ab-d2e7-416b-9c1d-042d8debd9d6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5411196 Jan 28 13:17:04.143665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33638) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:04.151901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:04.184290 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (2eda5e88-7547-480d-865f-6ca1876455ed), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.186752 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (2eda5e88-7547-480d-865f-6ca1876455ed), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.404690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972de82-82df-4300-9566-99984c331967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-086c3db1-7a9a-4894-8acc-74310a4a913b', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'project_id': '139355f65bb249d39228ce5774b744fc', 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:17:04.410898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.433343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks [] for router_controller (2eda5e88-7547-480d-865f-6ca1876455ed), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.738743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks [] for router_gateway (2eda5e88-7547-480d-865f-6ca1876455ed), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:04.800415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2972de82-82df-4300-9566-99984c331967 None None] Allocated IP 172.20.0.2 (086c3db1-7a9a-4894-8acc-74310a4a913b/39f0590b-4b8c-4c0b-8916-747573e6517d/b8cee245-b043-4822-b72a-f3a0f8eda202) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:04.963656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90173bd0-3536-4bed-ac70-92b88235569f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:05.000688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Publish callbacks [] for port (90173bd0-3536-4bed-ac70-92b88235569f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.025854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-228334b5-26a8-46a7-b06d-7d4655fb013e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.058132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Transition to ACTIVE for port object 90173bd0-3536-4bed-ac70-92b88235569f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:05.066014 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (90173bd0-3536-4bed-ac70-92b88235569f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.138414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33650) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:05.266963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b5152ae-632e-4146-9859-b2701366cc13 req-b99c20fc-cee0-4f89-83a2-9f6a07c32217 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 210 time: 0.1098487 Jan 28 13:17:05.312251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Publish callbacks [] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.329674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.378384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Pushing event updated for resources: {'Port': ['ID=90173bd0-3536-4bed-ac70-92b88235569f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:05.411448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33656) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:05.518289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972de82-82df-4300-9566-99984c331967 None None] Pushing event updated for resources: {'Port': ['ID=b8cee245-b043-4822-b72a-f3a0f8eda202,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:05.563848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.564940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.565351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.565701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.567284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.568236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.568698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.568796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33666) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:05.569282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.569368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.36', 50718) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:05.569742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.569844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.572804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.577612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.578439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Tracked resource versions report: Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: pushed versions: Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: { 'AddressGroup': {'1.2'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'ConntrackHelper': {'1.0'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Log': {'1.0'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Network': {'1.1'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Port': {'1.7'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'PortForwarding': {'1.2'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'QosPolicy': {'1.10'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'SecurityGroup': {'1.5'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'SubPort': {'1.0'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Subnet': {'1.1'}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Trunk': {'1.1'}} Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: consumer versions: Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: HyperV agent@n-h1-822748-2: {}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: HyperV agent@n-h2-822748-2: {}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: L3 agent@n-d-822748-2: {}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: Metadata agent@n-d-822748-2: {}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: Metering agent@n-d-822748-2: {}, Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'ConntrackHelper': '1.0', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'LocalIPAssociation': '1.0', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Log': '1.0', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Network': '1.1', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Port': '1.7', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'PortForwarding': '1.2', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'QosPolicy': '1.10', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'SecurityGroup': '1.5', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'SecurityGroupRule': '1.2', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'SubPort': '1.0', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Subnet': '1.1', Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: 'Trunk': '1.1'}} Jan 28 13:17:05.580561 n-d-822748-2 neutron-server[103375]: {{(pid=103375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:17:05.598558 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks [] for router_gateway (2eda5e88-7547-480d-865f-6ca1876455ed), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.603632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972de82-82df-4300-9566-99984c331967 None None] Network 086c3db1-7a9a-4894-8acc-74310a4a913b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:05.611406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2972de82-82df-4300-9566-99984c331967 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:05.618598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972de82-82df-4300-9566-99984c331967 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:05.644699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.670971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-4a569867-4d0d-44e9-9017-28ba882edea3 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7fd389301c8b4bf797b6be21ebba39c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941501 Jan 28 13:17:05.764410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2972de82-82df-4300-9566-99984c331967 None None] Attempting to bind port b8cee245-b043-4822-b72a-f3a0f8eda202 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:05.764954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2972de82-82df-4300-9566-99984c331967 None None] Attempting to bind port b8cee245-b043-4822-b72a-f3a0f8eda202 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:05.765458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972de82-82df-4300-9566-99984c331967 None None] Attempting to bind port b8cee245-b043-4822-b72a-f3a0f8eda202 on network 086c3db1-7a9a-4894-8acc-74310a4a913b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:05.799082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972de82-82df-4300-9566-99984c331967 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:05.799482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972de82-82df-4300-9566-99984c331967 None None] Checking segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:05.801598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.802056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972de82-82df-4300-9566-99984c331967 None None] Bound using segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:05.802540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2972de82-82df-4300-9566-99984c331967 None None] Bound port: b8cee245-b043-4822-b72a-f3a0f8eda202, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:05.805524 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:05.959948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2972de82-82df-4300-9566-99984c331967 None None] For port b8cee245-b043-4822-b72a-f3a0f8eda202, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:05.964597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2972de82-82df-4300-9566-99984c331967 None None] For port b8cee245-b043-4822-b72a-f3a0f8eda202, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b8cee245-b043-4822-b72a-f3a0f8eda202,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:05.972564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2972de82-82df-4300-9566-99984c331967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.037320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b391a39f-fc36-4cd4-be8e-2a9f90ea8bb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e01e8fc2cc44cb195464c2b99740bb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8846169 Jan 28 13:17:06.073377 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03d8ca68-5384-409b-9d7b-e6de643bd59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.083592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33676) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:06.167280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972de82-82df-4300-9566-99984c331967 None None] Pushing event updated for resources: {'Port': ['ID=b8cee245-b043-4822-b72a-f3a0f8eda202,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:06.293640 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f854356-4dd1-4c88-9478-d361aa863cfe admin admin] Publish callbacks [] for security_group (9e388fb7-cf2b-4409-bffb-e8cc25af5ed2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.307358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a3d3-e2cb-4aaa-a42e-82fc89c2766b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.374715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Attempting to bind port 90173bd0-3536-4bed-ac70-92b88235569f on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:06.375753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Attempting to bind port 90173bd0-3536-4bed-ac70-92b88235569f by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:06.378475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Attempting to bind port 90173bd0-3536-4bed-ac70-92b88235569f on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:06.412022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Port 90173bd0-3536-4bed-ac70-92b88235569f on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:06.415832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Attempting to bind port 90173bd0-3536-4bed-ac70-92b88235569f on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:06.454428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea4869-24bd-478e-aff2-206f99cf4cbb req-36753536-63cb-4efc-9588-1b199e938eea tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.472625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-01ea4869-24bd-478e-aff2-206f99cf4cbb req-36753536-63cb-4efc-9588-1b199e938eea tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 947 time: 1.0785718 Jan 28 13:17:06.619371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:06.619784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:06.621164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-99bbd6b9-c75c-423d-b71d-22a950dde3b7 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:06.622652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:06.623152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Bound port: 90173bd0-3536-4bed-ac70-92b88235569f, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:06.623544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90173bd0-3536-4bed-ac70-92b88235569f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.623935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-99bbd6b9-c75c-423d-b71d-22a950dde3b7 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7752125 Jan 28 13:17:06.633846 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f854356-4dd1-4c88-9478-d361aa863cfe admin admin] Publish callbacks [] for security_group (9e388fb7-cf2b-4409-bffb-e8cc25af5ed2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.657123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Request body: {'port': {'device_id': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '7fd389301c8b4bf797b6be21ebba39c0'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:06.889738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] For port 90173bd0-3536-4bed-ac70-92b88235569f, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:06.895967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] For port 90173bd0-3536-4bed-ac70-92b88235569f, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=90173bd0-3536-4bed-ac70-92b88235569f,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:06.920359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b87f32f5-1fae-4e33-858d-ca9c5c4d2720 req-c8fb42ba-9e88-42f2-a284-95e7f7933a56 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 210 time: 0.2099769 Jan 28 13:17:06.925786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a3d3-e2cb-4aaa-a42e-82fc89c2766b admin admin] Publish callbacks [] for security_group (b6a9cf63-042c-4558-a0a7-c2e7b30b9f48), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.957543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a3d3-e2cb-4aaa-a42e-82fc89c2766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b6a9cf63-042c-4558-a0a7-c2e7b30b9f48), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:06.989334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-01ea4869-24bd-478e-aff2-206f99cf4cbb req-65b31c96-367a-4513-84db-91ab1708bdfb tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850466 Jan 28 13:17:06.992002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (90173bd0-3536-4bed-ac70-92b88235569f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.009862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Allocated IP 172.25.4.247 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/5c1eaa8b-3369-4584-9923-92e1e1ae6a04) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:07.035963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f854356-4dd1-4c88-9478-d361aa863cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9e388fb7-cf2b-4409-bffb-e8cc25af5ed2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.039683 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f854356-4dd1-4c88-9478-d361aa863cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.045507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4f854356-4dd1-4c88-9478-d361aa863cfe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e388fb7-cf2b-4409-bffb-e8cc25af5ed2 HTTP/1.1" status: 204 len: 168 time: 0.9222486 Jan 28 13:17:07.076607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3ab4a3d3-e2cb-4aaa-a42e-82fc89c2766b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56337264e2be4fdd90399f6647e7d6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5048871 Jan 28 13:17:07.097545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33706) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:07.128568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.129489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.134167 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] 10.222.0.36 "PUT /v2.0/ports/90173bd0-3536-4bed-ac70-92b88235569f HTTP/1.1" status: 200 len: 1095 time: 4.2963881 Jan 28 13:17:07.141604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'tag': '90173bd0-3536-4bed-ac70-92b88235569f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:07.147116 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03d8ca68-5384-409b-9d7b-e6de643bd59a admin admin] Publish callbacks [] for security_group (df4190ac-f181-4954-a0bd-b526e007d931), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.198745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f854356-4dd1-4c88-9478-d361aa863cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e388fb7-cf2b-4409-bffb-e8cc25af5ed2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.251807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-316f023f-a1a1-40bc-8093-220c9be25a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.406635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4a3d3-e2cb-4aaa-a42e-82fc89c2766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a9cf63-042c-4558-a0a7-c2e7b30b9f48,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.489643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31df8c-c4f8-496a-8c10-1c5e3a03c8ae service neutron] Pushing event updated for resources: {'Port': ['ID=90173bd0-3536-4bed-ac70-92b88235569f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:07.548479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks [] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.583075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-2fd6256d-2e7f-4868-9c95-60affcdde747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:07.585073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-2fd6256d-2e7f-4868-9c95-60affcdde747 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feac6f4729e148e5a075977d640e2965&device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 1098 time: 0.3492291 Jan 28 13:17:07.591814 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92781022-f4a8-4b48-92de-0b8b3117ef99 admin admin] Publish callbacks [] for security_group (b6a9cf63-042c-4558-a0a7-c2e7b30b9f48), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.774119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03d8ca68-5384-409b-9d7b-e6de643bd59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (df4190ac-f181-4954-a0bd-b526e007d931), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:07.865729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-03d8ca68-5384-409b-9d7b-e6de643bd59a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2908b51ab70d45258b2aa4a74523fde4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4437847 Jan 28 13:17:07.870896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:07.936348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebbfd9-e6e2-4d0e-8d4c-d6f2474bbf19 None None] Network 086c3db1-7a9a-4894-8acc-74310a4a913b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:08.058075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-87266916-8591-4037-835b-7dca7682b775 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=90173bd0-3536-4bed-ac70-92b88235569f HTTP/1.1" status: 200 len: 217 time: 0.4596262 Jan 28 13:17:08.064890 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92781022-f4a8-4b48-92de-0b8b3117ef99 admin admin] Publish callbacks [] for security_group (b6a9cf63-042c-4558-a0a7-c2e7b30b9f48), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.070088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8ca68-5384-409b-9d7b-e6de643bd59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4190ac-f181-4954-a0bd-b526e007d931,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:08.202808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c4a51cd-267e-41c6-bedd-c3cd7ed99680 req-11ec04c5-81fc-47ae-863a-d287103b93c2 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 210 time: 0.0713468 Jan 28 13:17:08.210907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Made reservation on behalf of 7fd389301c8b4bf797b6be21ebba39c0 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:08.214705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-261243c8-ac2e-4ba2-966a-5285c404fa56 None None] Provisioning complete for port b8cee245-b043-4822-b72a-f3a0f8eda202 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:08.215540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.217905 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-261243c8-ac2e-4ba2-966a-5285c404fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.226783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.275779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-46e79737-cf79-4f38-a9f8-34d430b4d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.278750 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-46e79737-cf79-4f38-a9f8-34d430b4d7b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1855266 Jan 28 13:17:08.365478 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b8779d-1289-4145-9fae-c831204abec9" -d '{"events": [{"name": "network-changed", "server_uuid": "bbacd19b-2369-43f1-aa8d-0c18ffd52a43", "tag": "90173bd0-3536-4bed-ac70-92b88235569f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:08.368705 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6e797e7-d9cb-4373-890b-a1a2289090eb admin admin] Publish callbacks [] for security_group (df4190ac-f181-4954-a0bd-b526e007d931), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.410687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:08.413192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.421150 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6e797e7-d9cb-4373-890b-a1a2289090eb admin admin] Publish callbacks [] for security_group (df4190ac-f181-4954-a0bd-b526e007d931), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.557832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks [] for security_group (27e9f358-286b-40e8-a1d7-788cd2f3cc29), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.589002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:08.597253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (27e9f358-286b-40e8-a1d7-788cd2f3cc29), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.605212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:08.630477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:08.727940 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6e797e7-d9cb-4373-890b-a1a2289090eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (df4190ac-f181-4954-a0bd-b526e007d931), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.730715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6e797e7-d9cb-4373-890b-a1a2289090eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.738621 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.739295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f6e797e7-d9cb-4373-890b-a1a2289090eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df4190ac-f181-4954-a0bd-b526e007d931 HTTP/1.1" status: 204 len: 168 time: 0.7840276 Jan 28 13:17:08.744009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b8cee245-b043-4822-b72a-f3a0f8eda202 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:08.809375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2203eb7-d80e-4b5a-9ff1-c73b6cc0811d req-fb5dc58a-b8da-44b0-b11e-4d1761c7e03a tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.816373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2203eb7-d80e-4b5a-9ff1-c73b6cc0811d req-fb5dc58a-b8da-44b0-b11e-4d1761c7e03a tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 947 time: 0.5328863 Jan 28 13:17:08.817868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e797e7-d9cb-4373-890b-a1a2289090eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4190ac-f181-4954-a0bd-b526e007d931,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:08.903550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-261243c8-ac2e-4ba2-966a-5285c404fa56 None None] Current status of the port b8cee245-b043-4822-b72a-f3a0f8eda202 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:08.904105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-261243c8-ac2e-4ba2-966a-5285c404fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:08.928238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-d9e49643-2e9b-49f5-b238-dacdf073966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:08.930569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-d9e49643-2e9b-49f5-b238-dacdf073966a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3979783 Jan 28 13:17:08.956762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b8cee245-b043-4822-b72a-f3a0f8eda202 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:08.957807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:09.043221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-261243c8-ac2e-4ba2-966a-5285c404fa56 None None] For port b8cee245-b043-4822-b72a-f3a0f8eda202, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b8cee245-b043-4822-b72a-f3a0f8eda202,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:09.074391 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-261243c8-ac2e-4ba2-966a-5285c404fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:09.157299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Allocated IP 192.168.233.218 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/9cebaf13-4f1b-4d78-aded-8b4b013837cb) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:09.162837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-55e070fb-5d5d-4533-ac5d-cb3b013288bb service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091098 Jan 28 13:17:09.168020 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde35e96-e09e-4073-ab9a-ac1c9328464a x-openstack-request-id: req-fde35e96-e09e-4073-ab9a-ac1c9328464a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:09.168411 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbacd19b-2369-43f1-aa8d-0c18ffd52a43", "tag": "90173bd0-3536-4bed-ac70-92b88235569f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:09.168756 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fde35e96-e09e-4073-ab9a-ac1c9328464a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:09.169224 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'tag': '90173bd0-3536-4bed-ac70-92b88235569f', 'status': 'completed', 'code': 200} Jan 28 13:17:09.186646 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2203eb7-d80e-4b5a-9ff1-c73b6cc0811d req-b573593c-773a-46a9-8889-bc7de0bbc40e tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489451 Jan 28 13:17:09.263081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261243c8-ac2e-4ba2-966a-5285c404fa56 None None] Pushing event updated for resources: {'Port': ['ID=b8cee245-b043-4822-b72a-f3a0f8eda202,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:09.268650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b8cee245-b043-4822-b72a-f3a0f8eda202 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:09.272416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9699ffaf-fbab-4c13-a9f8-f1ad63c76a2c None None] Provisioning complete for port b8cee245-b043-4822-b72a-f3a0f8eda202 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:09.273412 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9699ffaf-fbab-4c13-a9f8-f1ad63c76a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:09.444828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0e5509c-41a9-4edd-9b31-aaddbd1972b9 req-9ac77384-547a-4841-a78a-b607dc3761f6 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552116 Jan 28 13:17:09.448442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92781022-f4a8-4b48-92de-0b8b3117ef99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b6a9cf63-042c-4558-a0a7-c2e7b30b9f48), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:09.469254 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92781022-f4a8-4b48-92de-0b8b3117ef99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:09.470655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-92781022-f4a8-4b48-92de-0b8b3117ef99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6a9cf63-042c-4558-a0a7-c2e7b30b9f48 HTTP/1.1" status: 204 len: 168 time: 2.3669851 Jan 28 13:17:09.481385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f047b70-7032-4e90-abff-63010476d6f9 req-e476810e-4e9a-44b5-9883-1b806ccea3dc tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 210 time: 0.1035895 Jan 28 13:17:09.498718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92781022-f4a8-4b48-92de-0b8b3117ef99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a9cf63-042c-4558-a0a7-c2e7b30b9f48,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:09.529824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9699ffaf-fbab-4c13-a9f8-f1ad63c76a2c None None] Current status of the port b8cee245-b043-4822-b72a-f3a0f8eda202 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:09.593160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:09.642654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8779d-1289-4145-9fae-c831204abec9 req-665433d5-773e-49b2-bd86-82a481d604a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:09.645286 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71b8779d-1289-4145-9fae-c831204abec9 req-665433d5-773e-49b2-bd86-82a481d604a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feac6f4729e148e5a075977d640e2965&device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 1098 time: 0.1015756 Jan 28 13:17:09.645444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e9f358-286b-40e8-a1d7-788cd2f3cc29,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:09.855156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks [] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.021612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks [] for router_gateway (2eda5e88-7547-480d-865f-6ca1876455ed), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.065801 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.327614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33784) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:10.342975 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.393076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-27d6202f-0702-4676-8b3b-94a4b1dac3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.599390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:10.610087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:10.625828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b8cee245-b043-4822-b72a-f3a0f8eda202 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:10.697484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Pushing event updated for resources: {'Port': ['ID=9cebaf13-4f1b-4d78-aded-8b4b013837cb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:10.716846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:10.789101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8779d-1289-4145-9fae-c831204abec9 req-6e3e2f6e-cd3a-4b59-a9d0-45a5b1962d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.790799 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71b8779d-1289-4145-9fae-c831204abec9 req-6e3e2f6e-cd3a-4b59-a9d0-45a5b1962d99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.5980608 Jan 28 13:17:10.793316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8307de64-54d6-4bdc-9135-d94ef65950f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.809407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b8cee245-b043-4822-b72a-f3a0f8eda202 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:10.809817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.925324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af30a9-f855-4015-b480-e7b772b5bece req-9d1406bb-ed11-4793-9e27-d100385c3101 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:10.926912 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22af30a9-f855-4015-b480-e7b772b5bece req-9d1406bb-ed11-4793-9e27-d100385c3101 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 947 time: 0.5546696 Jan 28 13:17:10.987353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-27d6202f-0702-4676-8b3b-94a4b1dac3ab admin admin] Publish callbacks [] for security_group (e725d1e5-d2da-4c81-9c4b-06038a7b61e3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:10.990337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71b8779d-1289-4145-9fae-c831204abec9 req-61fc214a-a0b0-4c03-a88c-7b349cd0ab77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=90173bd0-3536-4bed-ac70-92b88235569f HTTP/1.1" status: 200 len: 217 time: 0.1403768 Jan 28 13:17:10.990807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33792) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:11.076512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-27d6202f-0702-4676-8b3b-94a4b1dac3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e725d1e5-d2da-4c81-9c4b-06038a7b61e3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.091977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b8cee245-b043-4822-b72a-f3a0f8eda202 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:11.108421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.109039 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.113056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8779d-1289-4145-9fae-c831204abec9 req-63d479cf-ea70-49b5-9a84-3cfb15ad9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.114682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71b8779d-1289-4145-9fae-c831204abec9 req-63d479cf-ea70-49b5-9a84-3cfb15ad9c45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1127310 Jan 28 13:17:11.118991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-79af70fc-c4f0-413a-a34f-af901162bab2 None None] Provisioning complete for port 9cebaf13-4f1b-4d78-aded-8b4b013837cb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:11.119402 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79af70fc-c4f0-413a-a34f-af901162bab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.236812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-79af70fc-c4f0-413a-a34f-af901162bab2 None None] Port 9cebaf13-4f1b-4d78-aded-8b4b013837cb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:11.249361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2adba487-d289-4fbb-9b67-f4a7455926ec tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5966985 Jan 28 13:17:11.270230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca58c122-0f0a-48db-ac26-35deebb6968d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.277005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Request body: {'port': {'device_id': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'device_owner': 'compute:tempest-test_az-1432590256', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:11.321845 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (2eda5e88-7547-480d-865f-6ca1876455ed), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.399322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22af30a9-f855-4015-b480-e7b772b5bece req-454e4de1-5d67-4e95-9e19-da5c3f857589 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145306 Jan 28 13:17:11.418263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-27d6202f-0702-4676-8b3b-94a4b1dac3ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4874dba14a9497a8779e44c1b80933f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0780659 Jan 28 13:17:11.439236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33804) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:11.466264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8307de64-54d6-4bdc-9135-d94ef65950f9 admin admin] Publish callbacks [] for security_group (2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.467455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6202f-0702-4676-8b3b-94a4b1dac3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e725d1e5-d2da-4c81-9c4b-06038a7b61e3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:11.511838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.535940 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8307de64-54d6-4bdc-9135-d94ef65950f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.604855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.609067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307de64-54d6-4bdc-9135-d94ef65950f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:11.621021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8307de64-54d6-4bdc-9135-d94ef65950f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec460d9a07db41bfbf950b201a8fb720&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0243547 Jan 28 13:17:11.623280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0931-4bf0-47d0-8cb2-6f43505dbb83 admin admin] Publish callbacks [] for security_group (e725d1e5-d2da-4c81-9c4b-06038a7b61e3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.631077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33808) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:11.642225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9c2d7-1ddd-4e17-9117-ea8a2f625b68 req-fff4e991-fefd-4993-9b52-63b78c1620ee tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.643458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11e9c2d7-1ddd-4e17-9117-ea8a2f625b68 req-fff4e991-fefd-4993-9b52-63b78c1620ee tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 936 time: 0.2494025 Jan 28 13:17:11.652358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8779d-1289-4145-9fae-c831204abec9 req-c589f7a2-09d5-4d6d-b80b-35df0983aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:11.653871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71b8779d-1289-4145-9fae-c831204abec9 req-c589f7a2-09d5-4d6d-b80b-35df0983aaea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3719037 Jan 28 13:17:11.726166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11e9c2d7-1ddd-4e17-9117-ea8a2f625b68 req-490b051f-ad8b-4356-b9c1-b5c960ed62d5 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712550 Jan 28 13:17:11.753325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca58c122-0f0a-48db-ac26-35deebb6968d admin admin] Publish callbacks [] for security_group (85b23662-be42-4b0b-a9e0-7ff316e462dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.753325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca58c122-0f0a-48db-ac26-35deebb6968d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (85b23662-be42-4b0b-a9e0-7ff316e462dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.793227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca58c122-0f0a-48db-ac26-35deebb6968d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc5c0cde20a44a8682e14bff53f10a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7980287 Jan 28 13:17:11.796362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:11.805420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58c122-0f0a-48db-ac26-35deebb6968d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b23662-be42-4b0b-a9e0-7ff316e462dc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:11.819614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0931-4bf0-47d0-8cb2-6f43505dbb83 admin admin] Publish callbacks [] for security_group (e725d1e5-d2da-4c81-9c4b-06038a7b61e3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:11.954006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Router 2eda5e88-7547-480d-865f-6ca1876455ed is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:17:11.969361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26a565d5-3154-4b5d-91c3-03c98ad9c04b admin admin] Publish callbacks [] for security_group (2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.074384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26a565d5-3154-4b5d-91c3-03c98ad9c04b admin admin] Publish callbacks [] for security_group (2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.075833 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0931-4bf0-47d0-8cb2-6f43505dbb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e725d1e5-d2da-4c81-9c4b-06038a7b61e3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.078526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0931-4bf0-47d0-8cb2-6f43505dbb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.079664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cc6c0931-4bf0-47d0-8cb2-6f43505dbb83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e725d1e5-d2da-4c81-9c4b-06038a7b61e3 HTTP/1.1" status: 204 len: 168 time: 0.6390994 Jan 28 13:17:12.080270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358251b7-8132-4972-9f7e-3a25aa4e615f admin admin] Publish callbacks [] for security_group (85b23662-be42-4b0b-a9e0-7ff316e462dc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.115018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c0931-4bf0-47d0-8cb2-6f43505dbb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e725d1e5-d2da-4c81-9c4b-06038a7b61e3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:12.120555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358251b7-8132-4972-9f7e-3a25aa4e615f admin admin] Publish callbacks [] for security_group (85b23662-be42-4b0b-a9e0-7ff316e462dc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.153607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71b8779d-1289-4145-9fae-c831204abec9 req-3f34f9a4-3c37-4217-953c-b04220507b44 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125224 Jan 28 13:17:12.253778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cebaf13-4f1b-4d78-aded-8b4b013837cb {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:12.266872 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Publish callbacks [] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.268371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358251b7-8132-4972-9f7e-3a25aa4e615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (85b23662-be42-4b0b-a9e0-7ff316e462dc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.277223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358251b7-8132-4972-9f7e-3a25aa4e615f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.277223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-358251b7-8132-4972-9f7e-3a25aa4e615f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85b23662-be42-4b0b-a9e0-7ff316e462dc HTTP/1.1" status: 204 len: 168 time: 0.4754233 Jan 28 13:17:12.277378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26a565d5-3154-4b5d-91c3-03c98ad9c04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.278028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26a565d5-3154-4b5d-91c3-03c98ad9c04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.278713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-26a565d5-3154-4b5d-91c3-03c98ad9c04b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7 HTTP/1.1" status: 204 len: 168 time: 0.6466904 Jan 28 13:17:12.283780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:12.293444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358251b7-8132-4972-9f7e-3a25aa4e615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b23662-be42-4b0b-a9e0-7ff316e462dc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:12.296773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71b8779d-1289-4145-9fae-c831204abec9 req-b9a272af-4a35-4f5b-bff5-200a6be2ec21 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285579 Jan 28 13:17:12.301973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a565d5-3154-4b5d-91c3-03c98ad9c04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c393fa7-e41a-4897-b92b-0c8cbf8c1ca7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:12.305857 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Sync routers for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:12.315956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Transition to ACTIVE for port object 9cebaf13-4f1b-4d78-aded-8b4b013837cb will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:12.325289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.329039 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:12.330922 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:12.360767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.364853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33834) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:12.364982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5eceba39-8c7b-4324-bff7-8b1a32cca9c1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.2189915 Jan 28 13:17:12.448537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cebaf13-4f1b-4d78-aded-8b4b013837cb,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:12.645862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Attempting to bind port 9cebaf13-4f1b-4d78-aded-8b4b013837cb on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:12.646555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Attempting to bind port 9cebaf13-4f1b-4d78-aded-8b4b013837cb by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:12.646814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Attempting to bind port 9cebaf13-4f1b-4d78-aded-8b4b013837cb on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:12.654164 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:12.654798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Port 9cebaf13-4f1b-4d78-aded-8b4b013837cb on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:12.657285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Attempting to bind port 9cebaf13-4f1b-4d78-aded-8b4b013837cb on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:12.665400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:12.665765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:12.672196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:12.672986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Bound port: 9cebaf13-4f1b-4d78-aded-8b4b013837cb, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:12.673380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.679997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cc17c-c1a9-4f46-b4ae-5a31301d479b req-4710620b-c1d1-4323-b412-5c98748d2f34 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.681595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-229cc17c-c1a9-4f46-b4ae-5a31301d479b req-4710620b-c1d1-4323-b412-5c98748d2f34 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 947 time: 0.1392725 Jan 28 13:17:12.815001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] For port 9cebaf13-4f1b-4d78-aded-8b4b013837cb, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:12.826368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] For port 9cebaf13-4f1b-4d78-aded-8b4b013837cb, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9cebaf13-4f1b-4d78-aded-8b4b013837cb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:12.837044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.868579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-229cc17c-c1a9-4f46-b4ae-5a31301d479b req-a90c44f9-e503-4d30-96db-521c3da402df tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780944 Jan 28 13:17:12.930386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Request body: {'security_group': {'name': 'tempest-securitygroup-811401374', 'description': 'tempest-description-28594613'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:12.958948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:12.959667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:12.963516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9cebaf13-4f1b-4d78-aded-8b4b013837cb HTTP/1.1" status: 200 len: 1118 time: 1.6915748 Jan 28 13:17:12.975675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'tag': '9cebaf13-4f1b-4d78-aded-8b4b013837cb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:13.053141 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:09Z', 'revision_number': 3, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:13.104813 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Checking router: 2eda5e88-7547-480d-865f-6ca1876455ed for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:13.105662 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Updating router 2eda5e88-7547-480d-865f-6ca1876455ed port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:13.133756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.147045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ccacd-274d-4b5e-b289-a14b8b6e20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cebaf13-4f1b-4d78-aded-8b4b013837cb,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:13.152897 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33850) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:13.178425 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.203525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33852) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:13.347090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c419123-e4f4-457e-9a9c-afd8c8796acc req-4bab303f-0778-41a3-ab24-b486d5e16680 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.358864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c419123-e4f4-457e-9a9c-afd8c8796acc req-4bab303f-0778-41a3-ab24-b486d5e16680 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 970 time: 0.3066096 Jan 28 13:17:13.369525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.386245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-404ad9b8-960c-4428-b0db-2282d27b2456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.389876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.399148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6efbaac8-2f22-4148-bd56-88bf5719bd6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.422907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-5897f501-e583-415d-8598-7db1be74bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.424696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-5897f501-e583-415d-8598-7db1be74bc14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fd389301c8b4bf797b6be21ebba39c0&device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 1121 time: 0.3879588 Jan 28 13:17:13.472101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c419123-e4f4-457e-9a9c-afd8c8796acc req-3d5baf3b-1dbb-4465-9b2c-a3448b96b923 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983112 Jan 28 13:17:13.528015 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-ced5d5b8-c872-48da-b92d-c7016cdeb64a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9cebaf13-4f1b-4d78-aded-8b4b013837cb HTTP/1.1" status: 200 len: 217 time: 0.0898058 Jan 28 13:17:13.554311 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4344ff86-6ec7-4eae-aedd-a8f41adecc33" -d '{"events": [{"name": "network-changed", "server_uuid": "ab85425c-2ad4-4cb8-a17e-8c48405a0ce6", "tag": "9cebaf13-4f1b-4d78-aded-8b4b013837cb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:13.668578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Allocated IP 172.20.0.1 (086c3db1-7a9a-4894-8acc-74310a4a913b/39f0590b-4b8c-4c0b-8916-747573e6517d/d918a32b-7c69-44cb-aa1e-916baf38bd07) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:13.686795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-c184607b-01f9-4fdc-9d5e-3acb47d7d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.688304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-c184607b-01f9-4fdc-9d5e-3acb47d7d091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1495206 Jan 28 13:17:13.718943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.732646 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Publish callbacks [] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.746929 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.765333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.825233 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Attempting to bind port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:13.825233 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Attempting to bind port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:13.825700 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Attempting to bind port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:13.831986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-404ad9b8-960c-4428-b0db-2282d27b2456 admin admin] Publish callbacks [] for security_group (e6370998-0017-4247-ac4a-6299aca8fc22), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.835354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:13.836577 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:13.837180 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.838710 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:13.839368 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Bound port: 5c1eaa8b-3369-4584-9923-92e1e1ae6a04, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:13.839795 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.847491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6efbaac8-2f22-4148-bd56-88bf5719bd6f admin admin] Publish callbacks [] for security_group (f0828172-f70d-42b7-9a52-68a6c6d432b1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.853104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-404ad9b8-960c-4428-b0db-2282d27b2456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e6370998-0017-4247-ac4a-6299aca8fc22), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.864862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks [] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.875513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:13.881949 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6efbaac8-2f22-4148-bd56-88bf5719bd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f0828172-f70d-42b7-9a52-68a6c6d432b1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.927617 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] For port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:13.936608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-978fc94e-c7fe-4abd-bf7d-84ef813ed9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:13.937054 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] For port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:13.938134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-978fc94e-c7fe-4abd-bf7d-84ef813ed9ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399347 Jan 28 13:17:13.947254 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be036b76-1d34-4251-bc29-9b0f45d89f1a x-openstack-request-id: req-be036b76-1d34-4251-bc29-9b0f45d89f1a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:13.947547 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab85425c-2ad4-4cb8-a17e-8c48405a0ce6", "tag": "9cebaf13-4f1b-4d78-aded-8b4b013837cb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:13.947839 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be036b76-1d34-4251-bc29-9b0f45d89f1a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:13.948335 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'tag': '9cebaf13-4f1b-4d78-aded-8b4b013837cb', 'status': 'completed', 'code': 200} Jan 28 13:17:13.952884 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.953529 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:13.959585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-404ad9b8-960c-4428-b0db-2282d27b2456 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=510e1652a5bf43779a6a4edcbc6e0eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7999012 Jan 28 13:17:13.975483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33878) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:13.975897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33880) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:13.981953 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Pushing event updated for resources: {'Port': ['ID=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:13.983927 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:13.985503 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:13.997025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6efbaac8-2f22-4148-bd56-88bf5719bd6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fabee44f377e4afbb62e7dfb42339f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7899106 Jan 28 13:17:14.014633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33882) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:14.027569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ad9b8-960c-4428-b0db-2282d27b2456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6370998-0017-4247-ac4a-6299aca8fc22,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.044124 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.044485 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.044834 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.045264 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.045623 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.045968 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.046299 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.046883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.047217 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.047854 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.048220 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.048565 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.048880 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Tracked resource versions report: Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: pushed versions: Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: { 'AddressGroup': {'1.2'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Log': {'1.0'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Network': {'1.1'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Port': {'1.7'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'PortForwarding': {'1.2'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'QosPolicy': {'1.10'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'SecurityGroup': {'1.5'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'SubPort': {'1.0'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Subnet': {'1.1'}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Trunk': {'1.1'}} Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: consumer versions: Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: { DHCP agent@n-d-822748-2: {}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: HyperV agent@n-h1-822748-2: {}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: HyperV agent@n-h2-822748-2: {}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: L3 agent@n-d-822748-2: {}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: Metadata agent@n-d-822748-2: {}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: Metering agent@n-d-822748-2: {}, Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: Open vSwitch agent@n-d-822748-2: { 'AddressGroup': '1.2', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'ConntrackHelper': '1.0', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'LocalIPAssociation': '1.0', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Log': '1.0', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Network': '1.1', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Port': '1.7', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'PortForwarding': '1.2', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'QosPolicy': '1.10', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'SecurityGroup': '1.5', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'SecurityGroupRule': '1.2', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'SubPort': '1.0', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Subnet': '1.1', Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: 'Trunk': '1.1'}} Jan 28 13:17:14.050259 n-d-822748-2 neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:17:14.087683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Network 086c3db1-7a9a-4894-8acc-74310a4a913b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:14.115198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-d9e8b9e8-01bd-4842-b034-976711b792b3 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581004 Jan 28 13:17:14.118422 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (a89a042b-d026-4627-ab7d-bcde8a95beda), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.123404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:14.129942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:14.162081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a89a042b-d026-4627-ab7d-bcde8a95beda), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.185326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (2eda5e88-7547-480d-865f-6ca1876455ed), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.188149 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74d760-2193-4e04-be4f-7f3716d91d11 None None] Pushing event updated for resources: {'Port': ['ID=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.193535 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:14.239547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Pushing event updated for resources: {'Port': ['ID=d918a32b-7c69-44cb-aa1e-916baf38bd07,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.245341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1628308857-network', 'tenant_id': 'b115d140cb40435fb930757ee5b680da'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:14.246458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbaac8-2f22-4148-bd56-88bf5719bd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0828172-f70d-42b7-9a52-68a6c6d432b1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.256287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.258846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd75e2de-6698-45ed-8a30-358b1c1dadab req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3437338 Jan 28 13:17:14.290152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193b430-9c8c-48b8-b94d-44fbf9c4d3ff tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a042b-d026-4627-ab7d-bcde8a95beda,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.300579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-95a84e9c-294b-415f-a71a-e8213c5adcfc req-dedb6f2d-1ab0-4581-afca-469324a01b87 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1864576833', 'description': 'tempest-description-1691598932'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:14.329003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-95a84e9c-294b-415f-a71a-e8213c5adcfc req-dedb6f2d-1ab0-4581-afca-469324a01b87 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.365933 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-076281cc-176b-4e62-9b2a-bba90a916675 admin admin] Publish callbacks [] for security_group (e6370998-0017-4247-ac4a-6299aca8fc22), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.375287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-884eb543-f079-4d52-9d56-4fd5a2083275 req-2e9d2461-cf13-4f35-a126-55e03c6351f5 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516956 Jan 28 13:17:14.389834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61007003-8031-4f82-a918-d437485f5d4e admin admin] Publish callbacks [] for security_group (f0828172-f70d-42b7-9a52-68a6c6d432b1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.415790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61007003-8031-4f82-a918-d437485f5d4e admin admin] Publish callbacks [] for security_group (f0828172-f70d-42b7-9a52-68a6c6d432b1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.442588 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:09Z', 'revision_number': 3, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:14.448537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a04092a6-8498-4703-953b-b1b8d3953ede None None] Provisioning complete for port d918a32b-7c69-44cb-aa1e-916baf38bd07 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:14.449012 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a04092a6-8498-4703-953b-b1b8d3953ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.449580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-95a84e9c-294b-415f-a71a-e8213c5adcfc req-dedb6f2d-1ab0-4581-afca-469324a01b87 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (9f8346d8-e06a-4ac2-a77c-206cbc40a9d0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.489469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-95a84e9c-294b-415f-a71a-e8213c5adcfc req-dedb6f2d-1ab0-4581-afca-469324a01b87 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9f8346d8-e06a-4ac2-a77c-206cbc40a9d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.499743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a04092a6-8498-4703-953b-b1b8d3953ede None None] Port d918a32b-7c69-44cb-aa1e-916baf38bd07 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:14.511605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1fca8-7969-4e81-885e-5efa6a78df93 req-a1cce2a4-4f87-4ca5-9729-08f68468230c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.518943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2c1fca8-7969-4e81-885e-5efa6a78df93 req-a1cce2a4-4f87-4ca5-9729-08f68468230c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 947 time: 0.4574707 Jan 28 13:17:14.520879 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61007003-8031-4f82-a918-d437485f5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f0828172-f70d-42b7-9a52-68a6c6d432b1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.523582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61007003-8031-4f82-a918-d437485f5d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.527328 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-61007003-8031-4f82-a918-d437485f5d4e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0828172-f70d-42b7-9a52-68a6c6d432b1 HTTP/1.1" status: 204 len: 168 time: 0.5084755 Jan 28 13:17:14.527328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Made reservation on behalf of b115d140cb40435fb930757ee5b680da for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:14.528348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.536576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-95a84e9c-294b-415f-a71a-e8213c5adcfc req-dedb6f2d-1ab0-4581-afca-469324a01b87 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.540380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95a84e9c-294b-415f-a71a-e8213c5adcfc req-dedb6f2d-1ab0-4581-afca-469324a01b87 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2441490 Jan 28 13:17:14.545385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb6f2d-1ab0-4581-afca-469324a01b87 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8346d8-e06a-4ac2-a77c-206cbc40a9d0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.564378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-deccdb7e-d57f-46c6-aa9d-46ce5277d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.565960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-deccdb7e-d57f-46c6-aa9d-46ce5277d47a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fd389301c8b4bf797b6be21ebba39c0&device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 1121 time: 0.1150842 Jan 28 13:17:14.580000 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82f44c-cb68-49ac-8b10-b8796d108b2a None None] The sync data for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 is: [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:09Z', 'revision_number': 3, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:14.612279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.667306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-076281cc-176b-4e62-9b2a-bba90a916675 admin admin] Publish callbacks [] for security_group (e6370998-0017-4247-ac4a-6299aca8fc22), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.673204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61007003-8031-4f82-a918-d437485f5d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0828172-f70d-42b7-9a52-68a6c6d432b1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.775264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2c1fca8-7969-4e81-885e-5efa6a78df93 req-9705f605-d379-49e9-b355-fb26252079e7 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551160 Jan 28 13:17:14.795517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bfdab-0e6a-4fa6-893e-090fb12543ef req-dfdfb5e2-23a6-4e51-92c7-1d83e3f74234 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.797118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f17bfdab-0e6a-4fa6-893e-090fb12543ef req-dfdfb5e2-23a6-4e51-92c7-1d83e3f74234 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 970 time: 0.1425176 Jan 28 13:17:14.808965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-9c87f1b4-6470-45d2-a456-b674042192ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.810458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-9c87f1b4-6470-45d2-a456-b674042192ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2363930 Jan 28 13:17:14.823243 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.865103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-ed2b3bdf-7aa1-423a-a687-42be074ac891 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9cebaf13-4f1b-4d78-aded-8b4b013837cb HTTP/1.1" status: 200 len: 217 time: 0.0457425 Jan 28 13:17:14.879460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-076281cc-176b-4e62-9b2a-bba90a916675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e6370998-0017-4247-ac4a-6299aca8fc22), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.882158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-076281cc-176b-4e62-9b2a-bba90a916675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.883981 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-076281cc-176b-4e62-9b2a-bba90a916675 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6370998-0017-4247-ac4a-6299aca8fc22 HTTP/1.1" status: 204 len: 168 time: 0.9068403 Jan 28 13:17:14.907411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076281cc-176b-4e62-9b2a-bba90a916675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6370998-0017-4247-ac4a-6299aca8fc22,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:14.924983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f17bfdab-0e6a-4fa6-893e-090fb12543ef req-c9e62949-8913-454c-b078-12df6f229ba1 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135273 Jan 28 13:17:14.937124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-8acb60aa-5e58-408d-819b-a2958104c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:14.938863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-8acb60aa-5e58-408d-819b-a2958104c7ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0673888 Jan 28 13:17:14.944923 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks [] for security_group (6b79493b-3bf0-4b48-a7b2-90b2d9ef5206), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:14.958152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 90173bd0-3536-4bed-ac70-92b88235569f details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:14.966756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6b79493b-3bf0-4b48-a7b2-90b2d9ef5206), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.026204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-a02f5123-5bf9-475e-b386-ae51e58b804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.027869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-a02f5123-5bf9-475e-b386-ae51e58b804b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734506 Jan 28 13:17:15.086432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:15.097887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:15.107789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (04c991af-1984-4123-8a99-b75ec8484469), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.109954 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Added segment 04c991af-1984-4123-8a99-b75ec8484469 of type vlan for network f3fb992b-1362-43a5-8b1e-e0c90e279122 Jan 28 13:17:15.191691 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-f95098fc-bc67-48a2-b95b-85d5420ca896 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539838 Jan 28 13:17:15.221202 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f3fb992b-1362-43a5-8b1e-e0c90e279122), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.249955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 90173bd0-3536-4bed-ac70-92b88235569f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=90173bd0-3536-4bed-ac70-92b88235569f,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:15.275509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '90173bd0-3536-4bed-ac70-92b88235569f', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '90173bd0-3536-4bed-ac70-92b88235569f', 'mac_address': 'fa:16:3e:d9:d2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:15.314008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks [] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.316661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f3fb992b-1362-43a5-8b1e-e0c90e279122), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.317912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:15.318665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.335239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 90173bd0-3536-4bed-ac70-92b88235569f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:15.335694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90173bd0-3536-4bed-ac70-92b88235569f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.337308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4344ff86-6ec7-4eae-aedd-a8f41adecc33 req-c2b8d3aa-eb0e-4e07-a7f4-4ae494687e82 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377594 Jan 28 13:17:15.344953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.373439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90173bd0-3536-4bed-ac70-92b88235569f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:15.413396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 90173bd0-3536-4bed-ac70-92b88235569f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=90173bd0-3536-4bed-ac70-92b88235569f,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:15.424674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90173bd0-3536-4bed-ac70-92b88235569f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.463068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] Pushing event updated for resources: {'Network': ['ID=f3fb992b-1362-43a5-8b1e-e0c90e279122,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:15.469785 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c611ec3a-6419-4ef0-b7e2-5f740211a676 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4909880 Jan 28 13:17:15.472587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33914) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:15.478283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Request body: {'subnet': {'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1628308857-subnet', 'tenant_id': 'b115d140cb40435fb930757ee5b680da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:15.519781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-495035790', 'description': 'tempest-description-12105649'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:15.528585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Made reservation on behalf of b115d140cb40435fb930757ee5b680da for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:15.532436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.542528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (2eda5e88-7547-480d-865f-6ca1876455ed), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.543844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=90173bd0-3536-4bed-ac70-92b88235569f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:15.551511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:15.703712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Pushing event updated for resources: {'Port': ['ID=d918a32b-7c69-44cb-aa1e-916baf38bd07,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:15.747717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (664c1211-028e-47e9-98b9-009ca7425fff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.754085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:15.758389 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Network 086c3db1-7a9a-4894-8acc-74310a4a913b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:15.851442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['90173bd0-3536-4bed-ac70-92b88235569f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:15.899051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664c1211-028e-47e9-98b9-009ca7425fff,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:15.909007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:15.909376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Network hostable DHCP agents. Network: f3fb992b-1362-43a5-8b1e-e0c90e279122, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:15.994437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:16.013352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f97d6-b283-4a1d-81d2-4e90cbb2673f req-1dec1960-18c0-4b90-9152-00b468077794 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.014984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f8f97d6-b283-4a1d-81d2-4e90cbb2673f req-1dec1960-18c0-4b90-9152-00b468077794 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 948 time: 0.0819221 Jan 28 13:17:16.017098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f3fb992b-1362-43a5-8b1e-e0c90e279122) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:16.019151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.023910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:16.026574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.027187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.065091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7126e-422b-4834-ba21-7e11b2b2fd59 None None] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:16.078199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-514044b3-3c2a-4c22-9062-803f21d5b954 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6033685 Jan 28 13:17:16.201254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f8f97d6-b283-4a1d-81d2-4e90cbb2673f req-83971537-bbf0-46e2-8297-34dd3cb4ba45 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475649 Jan 28 13:17:16.265836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (1caaf10f-25e8-4429-8c9c-76278fdb790d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.302374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1caaf10f-25e8-4429-8c9c-76278fdb790d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.433478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Router 2eda5e88-7547-480d-865f-6ca1876455ed has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:17:16.458055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d830a-3d37-4993-b7e1-116da73adb33 req-fc6828d4-9914-4469-b7c6-e39b21b92f5f tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:16.461364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-831d830a-3d37-4993-b7e1-116da73adb33 req-fc6828d4-9914-4469-b7c6-e39b21b92f5f tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 970 time: 0.0921676 Jan 28 13:17:16.465889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caaf10f-25e8-4429-8c9c-76278fdb790d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:16.530279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258aeb8d-3b88-4419-9006-59ec1b52ad11 None None] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:16.632446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (065f312c-36f1-41ce-a0b2-9ba631fec1d5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.650575 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (065f312c-36f1-41ce-a0b2-9ba631fec1d5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.680390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-831d830a-3d37-4993-b7e1-116da73adb33 req-96f7aced-037f-4ee1-9d7c-f07d7a4c849d tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973364 Jan 28 13:17:16.690849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bdd50e36-d718-452d-b3ca-a05645b574a0 None None] Provisioning complete for port d918a32b-7c69-44cb-aa1e-916baf38bd07 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:16.691567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bdd50e36-d718-452d-b3ca-a05645b574a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.799901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:16.800428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:16.819397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bdd50e36-d718-452d-b3ca-a05645b574a0 None None] Port d918a32b-7c69-44cb-aa1e-916baf38bd07 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:16.828010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c7fdea11-97a3-470a-a4fc-e42b905d6452 admin admin] 10.222.0.45 "PUT /v2.0/routers/2eda5e88-7547-480d-865f-6ca1876455ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4616725 Jan 28 13:17:16.832716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.834052 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a396510e-9c94-4dd2-ac4e-fe98f93c66e8 req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3353930 Jan 28 13:17:16.849461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795aecd-57a2-415b-a35e-dd3f1fac8967 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f312c-36f1-41ce-a0b2-9ba631fec1d5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:16.879736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9f286aeb-82e0-4017-b172-06de9b2ed13f req-e91a5941-dc74-4fae-b0da-9b4996706a20 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1866742827', 'description': 'tempest-description-377048394'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:16.920397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9cebaf13-4f1b-4d78-aded-8b4b013837cb details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:16.921946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f286aeb-82e0-4017-b172-06de9b2ed13f req-e91a5941-dc74-4fae-b0da-9b4996706a20 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:16.927081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:16.927488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.063480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f286aeb-82e0-4017-b172-06de9b2ed13f req-e91a5941-dc74-4fae-b0da-9b4996706a20 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (0c2503c0-9cb5-41dd-9dca-3e75f932ca08), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.070034 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f286aeb-82e0-4017-b172-06de9b2ed13f req-e91a5941-dc74-4fae-b0da-9b4996706a20 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0c2503c0-9cb5-41dd-9dca-3e75f932ca08), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.278500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Sync routers for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:17.287997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f286aeb-82e0-4017-b172-06de9b2ed13f req-e91a5941-dc74-4fae-b0da-9b4996706a20 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.289677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f286aeb-82e0-4017-b172-06de9b2ed13f req-e91a5941-dc74-4fae-b0da-9b4996706a20 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4237120 Jan 28 13:17:17.290825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a5941-dc74-4fae-b0da-9b4996706a20 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2503c0-9cb5-41dd-9dca-3e75f932ca08,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:17.291965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:17.293379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.317704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:17.338355 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.351793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9cebaf13-4f1b-4d78-aded-8b4b013837cb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9cebaf13-4f1b-4d78-aded-8b4b013837cb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:17.378471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:17.379113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:17.406652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f20fb-c8f1-4022-b4a6-0d82641f939a req-38b4a59b-a85c-48a5-841d-85c8d9b48907 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.415685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-308f20fb-c8f1-4022-b4a6-0d82641f939a req-38b4a59b-a85c-48a5-841d-85c8d9b48907 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 948 time: 0.0756843 Jan 28 13:17:17.443560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '9cebaf13-4f1b-4d78-aded-8b4b013837cb', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '9cebaf13-4f1b-4d78-aded-8b4b013837cb', 'mac_address': 'fa:16:3e:97:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:tempest-test_az-1432590256', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:17.477034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:17.500325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-308f20fb-c8f1-4022-b4a6-0d82641f939a req-830ee49a-90b6-44d1-bdd8-9938084a44d2 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829566 Jan 28 13:17:17.562883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 9cebaf13-4f1b-4d78-aded-8b4b013837cb is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:17.563271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.574242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-d29eed0a-7a05-4f02-a2c8-da6dbe24d3fd tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28743 time: 0.2613657 Jan 28 13:17:17.584359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:17.588370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cebaf13-4f1b-4d78-aded-8b4b013837cb {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:17.637855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-3fc5c523-8613-4bc1-9e61-b35babf86f6f tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1caaf10f-25e8-4429-8c9c-76278fdb790d HTTP/1.1" status: 200 len: 2998 time: 0.0551982 Jan 28 13:17:17.641241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9cebaf13-4f1b-4d78-aded-8b4b013837cb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9cebaf13-4f1b-4d78-aded-8b4b013837cb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:17.653107 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:17.742391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-2618635e-a420-4cf6-be04-99cacdf76309 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1caaf10f-25e8-4429-8c9c-76278fdb790d HTTP/1.1" status: 200 len: 2998 time: 0.0969501 Jan 28 13:17:17.808941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-0917d85d-3dc7-4c08-98e9-68056450799e tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/27e9f358-286b-40e8-a1d7-788cd2f3cc29 HTTP/1.1" status: 200 len: 2998 time: 0.0577610 Jan 28 13:17:17.886038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=9cebaf13-4f1b-4d78-aded-8b4b013837cb,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:17.923354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-0edd6b8e-db9f-4a59-8e06-e7a7f42a9de9 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/27e9f358-286b-40e8-a1d7-788cd2f3cc29 HTTP/1.1" status: 200 len: 2998 time: 0.0986757 Jan 28 13:17:17.932473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['9cebaf13-4f1b-4d78-aded-8b4b013837cb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:17.953880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f80222-76ab-4e23-abea-a8df8e621d80 req-ee4a9e69-5f44-4464-9cab-74ce3cde1614 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:17.955485 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82f80222-76ab-4e23-abea-a8df8e621d80 req-ee4a9e69-5f44-4464-9cab-74ce3cde1614 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 971 time: 0.1475992 Jan 28 13:17:18.015320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33990) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:18.021589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1630623171-network', 'tenant_id': '330cbc9529904e50944e8473a7af972a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:18.042039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-0f4f503d-99c1-4640-bb0c-73908274da62 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/6b79493b-3bf0-4b48-a7b2-90b2d9ef5206 HTTP/1.1" status: 200 len: 2998 time: 0.1177392 Jan 28 13:17:18.064792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82f80222-76ab-4e23-abea-a8df8e621d80 req-5b572ba6-3312-450f-99b7-25b4e04806bb tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005566 Jan 28 13:17:18.123739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-2a1f98e5-9367-4155-aad7-3ea9a84eaf5a tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/6b79493b-3bf0-4b48-a7b2-90b2d9ef5206 HTTP/1.1" status: 200 len: 2998 time: 0.0806608 Jan 28 13:17:18.132730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Made reservation on behalf of 330cbc9529904e50944e8473a7af972a for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:18.135994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.167602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.218485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 2, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:18.234998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-5c403a61-e3bb-4262-9314-fa2d5bf5fe71 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939 HTTP/1.1" status: 200 len: 2998 time: 0.1099703 Jan 28 13:17:18.261509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Checking router: 2eda5e88-7547-480d-865f-6ca1876455ed for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:18.261869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Updating router 2eda5e88-7547-480d-865f-6ca1876455ed port d918a32b-7c69-44cb-aa1e-916baf38bd07 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:18.310928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-d0fa4990-f828-4e09-9876-44bd9a8a1eb9 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939 HTTP/1.1" status: 200 len: 2998 time: 0.0746334 Jan 28 13:17:18.343339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.393150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks [] for security_group (cbebed3a-f118-4bc2-9b89-5f6041bd46ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.403066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cbebed3a-f118-4bc2-9b89-5f6041bd46ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.419430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:18.431642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.431998 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Added segment 11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7 of type vlan for network dbd2afe3-b745-49c5-9892-f96db4b3b70f Jan 28 13:17:18.499635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (dbd2afe3-b745-49c5-9892-f96db4b3b70f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.546473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-daed3ce1-9892-4ca5-9a17-8dd46bddfd50 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8663a690-b80b-49d4-aa45-522e151ac368 HTTP/1.1" status: 200 len: 2994 time: 0.2183635 Jan 28 13:17:18.552123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (dbd2afe3-b745-49c5-9892-f96db4b3b70f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.553688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.555158 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.559991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34008) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:18.566616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-network', 'tenant_id': 'f132283866d14441bb4a7958353efd4c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:18.597831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Made reservation on behalf of f132283866d14441bb4a7958353efd4c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:18.602188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.613367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.620498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:18.676938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbebed3a-f118-4bc2-9b89-5f6041bd46ee,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:18.778539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ece96-99db-4a43-983b-eb0005389927 req-df0cc56f-809b-448c-a6d3-59d8e3da6c30 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.780416 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e5ece96-99db-4a43-983b-eb0005389927 req-df0cc56f-809b-448c-a6d3-59d8e3da6c30 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 948 time: 0.1140826 Jan 28 13:17:18.788347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks [] for security_group (25179647-7ea9-49ae-a096-4584e2eeab03), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.796918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7798023 Jan 28 13:17:18.798288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (25179647-7ea9-49ae-a096-4584e2eeab03), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.802139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d83a6-3963-408b-9e1c-54da7786e6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd2afe3-b745-49c5-9892-f96db4b3b70f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:18.808866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34014) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:18.815985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Request body: {'subnet': {'network_id': 'dbd2afe3-b745-49c5-9892-f96db4b3b70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1630623171-subnet', 'tenant_id': '330cbc9529904e50944e8473a7af972a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:18.824819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network dbd2afe3-b745-49c5-9892-f96db4b3b70f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:18.840485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-dd830580-182a-400c-bb26-019bb9fa6839 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8663a690-b80b-49d4-aa45-522e151ac368 HTTP/1.1" status: 200 len: 2994 time: 0.2812324 Jan 28 13:17:18.851832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:18.852584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:18.853136 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.867314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Made reservation on behalf of 330cbc9529904e50944e8473a7af972a for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:18.869893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.877747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25179647-7ea9-49ae-a096-4584e2eeab03,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:18.889052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0190f15f-a982-4984-b3d0-1e1965535109), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.889458 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Added segment 0190f15f-a982-4984-b3d0-1e1965535109 of type vlan for network d42d9640-794c-4446-a6a9-91a962704735 Jan 28 13:17:18.907169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e5ece96-99db-4a43-983b-eb0005389927 req-036599c2-1a8b-4837-bd07-9d0bfe62eba1 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167607 Jan 28 13:17:18.917026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Publish callbacks [] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.929884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 90173bd0-3536-4bed-ac70-92b88235569f up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:18.954820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d42d9640-794c-4446-a6a9-91a962704735), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.987166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.990387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d42d9640-794c-4446-a6a9-91a962704735), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:18.993008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:18.993966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.032139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-99ef6ffd-327b-49ae-9883-2b5a4e1d9c2c tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b2d87d90-601f-4330-aee4-a5d1ad0dd932 HTTP/1.1" status: 200 len: 2994 time: 0.1835263 Jan 28 13:17:19.083824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948c856-2a05-4fc4-b1b2-95485b17336b None None] Pushing event updated for resources: {'Port': ['ID=d918a32b-7c69-44cb-aa1e-916baf38bd07,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:19.170804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6090255 Jan 28 13:17:19.172223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:19.193498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Request body: {'subnet': {'network_id': 'd42d9640-794c-4446-a6a9-91a962704735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-subnet', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:19.194415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 90173bd0-3536-4bed-ac70-92b88235569f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:19.198913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339bbe2-104d-4b12-84e5-e3c5a90fdbbc admin admin] Pushing event updated for resources: {'Network': ['ID=d42d9640-794c-4446-a6a9-91a962704735,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:19.217119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 90173bd0-3536-4bed-ac70-92b88235569f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:19.218285 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90173bd0-3536-4bed-ac70-92b88235569f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.239307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d42d9640-794c-4446-a6a9-91a962704735 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:19.242693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-bae16b85-00a7-4807-8aea-36d65f9ee410 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b2d87d90-601f-4330-aee4-a5d1ad0dd932 HTTP/1.1" status: 200 len: 2994 time: 0.1916759 Jan 28 13:17:19.301506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Made reservation on behalf of f132283866d14441bb4a7958353efd4c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:19.303908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.458810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:19.459027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-77ed0ccf-fa74-4ae6-ac60-0108ecb22f24 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c7503d48-0554-4010-8a0d-fb0a21d70dd2 HTTP/1.1" status: 200 len: 2994 time: 0.1985915 Jan 28 13:17:19.472331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.487616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Attempting to bind port d918a32b-7c69-44cb-aa1e-916baf38bd07 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:19.488423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Attempting to bind port d918a32b-7c69-44cb-aa1e-916baf38bd07 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:19.488901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Attempting to bind port d918a32b-7c69-44cb-aa1e-916baf38bd07 on network 086c3db1-7a9a-4894-8acc-74310a4a913b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:19.499756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:19.500168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Checking segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:19.500592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.500998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Bound using segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:19.501489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Bound port: d918a32b-7c69-44cb-aa1e-916baf38bd07, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:19.501863 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.610072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad46a-a026-49d9-9f58-1de88608f50e req-406749d6-6202-4e01-ae38-5c3aa9e4b8e6 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.612668 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b17ad46a-a026-49d9-9f58-1de88608f50e req-406749d6-6202-4e01-ae38-5c3aa9e4b8e6 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 971 time: 0.0675094 Jan 28 13:17:19.613452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:19.619880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 90173bd0-3536-4bed-ac70-92b88235569f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:19.620586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90173bd0-3536-4bed-ac70-92b88235569f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.620716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-c266b961-594b-4731-9a6d-25c9bb9db018 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c7503d48-0554-4010-8a0d-fb0a21d70dd2 HTTP/1.1" status: 200 len: 2994 time: 0.1288121 Jan 28 13:17:19.628513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Checking segment: {'id': '11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'dbd2afe3-b745-49c5-9892-f96db4b3b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:19.629406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Network hostable DHCP agents. Network: dbd2afe3-b745-49c5-9892-f96db4b3b70f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:19.644446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-813dea01-ba7c-46b9-b86f-624453beb64d None None] Provisioning complete for port d918a32b-7c69-44cb-aa1e-916baf38bd07 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:19.644925 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-813dea01-ba7c-46b9-b86f-624453beb64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.691845 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b17ad46a-a026-49d9-9f58-1de88608f50e req-2d97b8f4-f019-431a-811e-873327277d53 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621822 Jan 28 13:17:19.707758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-813dea01-ba7c-46b9-b86f-624453beb64d None None] Port d918a32b-7c69-44cb-aa1e-916baf38bd07 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:19.722300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Network dbd2afe3-b745-49c5-9892-f96db4b3b70f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:19.725251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-71aa7992-7e24-4903-ae5c-46af3671469f tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d54bad3c-a2be-49b3-97bd-6e552145a5b6 HTTP/1.1" status: 200 len: 2990 time: 0.0979242 Jan 28 13:17:19.750429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] For port d918a32b-7c69-44cb-aa1e-916baf38bd07, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:19.756263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] For port d918a32b-7c69-44cb-aa1e-916baf38bd07, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d918a32b-7c69-44cb-aa1e-916baf38bd07,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:19.763186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90173bd0-3536-4bed-ac70-92b88235569f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:19.775129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, dbd2afe3-b745-49c5-9892-f96db4b3b70f) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:19.780136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:19.781094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.818742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (fb9711b3-3f2a-479e-8c1b-98f6e5f58d04), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:19.864000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3887562-7191-4a7e-9aa7-ef6c63885a29 req-4a7fdcd7-c97d-4f5d-a76f-18a4234fe604 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d54bad3c-a2be-49b3-97bd-6e552145a5b6 HTTP/1.1" status: 200 len: 2990 time: 0.1121490 Jan 28 13:17:19.880715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-66c4fe57-858c-4c8c-b307-c9d6b68a40e1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0633872 Jan 28 13:17:19.972232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Checking segment: {'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:19.972611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Network hostable DHCP agents. Network: d42d9640-794c-4446-a6a9-91a962704735, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:19.981721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e44388-1446-4ad5-8752-bd2461d29298 None None] Network dbd2afe3-b745-49c5-9892-f96db4b3b70f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:19.983393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9711b3-3f2a-479e-8c1b-98f6e5f58d04,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:19.998397 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.018449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 90173bd0-3536-4bed-ac70-92b88235569f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=90173bd0-3536-4bed-ac70-92b88235569f,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:20.096016 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90173bd0-3536-4bed-ac70-92b88235569f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.096851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9cebaf13-4f1b-4d78-aded-8b4b013837cb up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:20.122714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Network d42d9640-794c-4446-a6a9-91a962704735 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:20.174027 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bab8b6-2985-42ec-860a-1f6e363a441a" -d '{"events": [{"server_uuid": "bbacd19b-2369-43f1-aa8d-0c18ffd52a43", "name": "network-vif-plugged", "status": "completed", "tag": "90173bd0-3536-4bed-ac70-92b88235569f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:20.213042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99908784-3143-493b-9d64-5f0d2d6a1040 req-27428b7e-b2b6-4d01-bc94-0bd40f216109 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23731f0832fe4cbf864a04fc7610962b HTTP/1.1" status: 200 len: 6152 time: 0.2265999 Jan 28 13:17:20.214282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d42d9640-794c-4446-a6a9-91a962704735) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:20.219029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948c856-2a05-4fc4-b1b2-95485b17336b None None] Pushing event updated for resources: {'Port': ['ID=d918a32b-7c69-44cb-aa1e-916baf38bd07,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:20.227822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:20.228465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:20.230651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.230866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.238959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78295b6-276a-4bd1-a1a9-deff25e363ab None None] Network d42d9640-794c-4446-a6a9-91a962704735 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:20.284551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0f903bad-a90f-4695-bc14-6a91a24b4eee admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0980685 Jan 28 13:17:20.289204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34056) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:20.292399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d49500-1db9-45b3-a010-bfaa2338c426 req-5c95cf18-4a7c-4583-be4f-bd1d9edbcd48 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.297170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:20.307054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63d49500-1db9-45b3-a010-bfaa2338c426 req-5c95cf18-4a7c-4583-be4f-bd1d9edbcd48 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 949 time: 0.1387234 Jan 28 13:17:20.327184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99908784-3143-493b-9d64-5f0d2d6a1040 req-e88c7590-a91b-49c1-8bc6-ca72bbc7bfb2 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "GET /v2.0/security-groups/79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939 HTTP/1.1" status: 200 len: 2998 time: 0.1074004 Jan 28 13:17:20.364507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (46231ab7-8709-4d51-ba20-5458e737ad6f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.366177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (46231ab7-8709-4d51-ba20-5458e737ad6f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.417240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63d49500-1db9-45b3-a010-bfaa2338c426 req-5aa09320-790d-409e-b754-44eeaa359a6a tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022000 Jan 28 13:17:20.428704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks [] for router_controller (46231ab7-8709-4d51-ba20-5458e737ad6f), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.495299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99908784-3143-493b-9d64-5f0d2d6a1040 req-235f08df-158a-4d8a-8ec7-8ab007ae152c tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "GET /v2.0/security-groups/79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939 HTTP/1.1" status: 200 len: 2998 time: 0.1671665 Jan 28 13:17:20.601258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:20.640613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks [] for router_gateway (46231ab7-8709-4d51-ba20-5458e737ad6f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.696064 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba832e81-5247-428e-bd9f-78e0e475680d x-openstack-request-id: req-ba832e81-5247-428e-bd9f-78e0e475680d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:20.696569 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbacd19b-2369-43f1-aa8d-0c18ffd52a43", "name": "network-vif-plugged", "status": "completed", "tag": "90173bd0-3536-4bed-ac70-92b88235569f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:20.696912 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba832e81-5247-428e-bd9f-78e0e475680d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:20.697345 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90173bd0-3536-4bed-ac70-92b88235569f', 'code': 200} Jan 28 13:17:20.723856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207e5bb-136a-470e-a6e6-ba1b54979c69 None None] Network dbd2afe3-b745-49c5-9892-f96db4b3b70f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:20.759104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-d42d9640-794c-4446-a6a9-91a962704735', 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735', 'project_id': 'f132283866d14441bb4a7958353efd4c', 'fixed_ips': [{'subnet_id': 'fb9711b3-3f2a-479e-8c1b-98f6e5f58d04'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:17:20.760079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.804018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 9cebaf13-4f1b-4d78-aded-8b4b013837cb completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:20.862734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cf13a01-3d57-41f3-a72f-20dc6d557b1f req-b0a96be3-2ac9-4645-909e-46da178a7e1c tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/0c2503c0-9cb5-41dd-9dca-3e75f932ca08 HTTP/1.1" status: 200 len: 1794 time: 0.1752248 Jan 28 13:17:20.863264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-59aba3be-6aa2-4269-aa15-f6f4bdae56b3 None None] Provisioning complete for port d918a32b-7c69-44cb-aa1e-916baf38bd07 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:20.863804 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-59aba3be-6aa2-4269-aa15-f6f4bdae56b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.889613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6cd87-942e-4e8b-9400-ca89bfe9bc16 req-1b48147b-86d8-48fa-876d-f12079cfdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.891197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ee6cd87-942e-4e8b-9400-ca89bfe9bc16 req-1b48147b-86d8-48fa-876d-f12079cfdc94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 1100 time: 0.1278315 Jan 28 13:17:20.902737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=90173bd0-3536-4bed-ac70-92b88235569f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:20.926899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7ee6cd87-942e-4e8b-9400-ca89bfe9bc16 req-2c0e27f8-1576-4363-a117-9c8dcdfbd4ff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.938374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-10fc427f-f026-4538-8b9a-e3baf0bff9b1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:20.949990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-10fc427f-f026-4538-8b9a-e3baf0bff9b1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.2797854 Jan 28 13:17:20.956021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 9cebaf13-4f1b-4d78-aded-8b4b013837cb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:20.956589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:20.964724 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-83b0cb31-ef96-4a43-a651-e5fe464ea5ee tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/quotas/b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 375 time: 0.0127811 Jan 28 13:17:20.985621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6cf13a01-3d57-41f3-a72f-20dc6d557b1f req-9fbd3ce4-1b0a-4cca-877e-1892b1d8f644 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (0c2503c0-9cb5-41dd-9dca-3e75f932ca08), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.016755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0e4cc446-debb-4952-ac89-6ecd488dfd28 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460162 Jan 28 13:17:21.060295 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6cf13a01-3d57-41f3-a72f-20dc6d557b1f req-9fbd3ce4-1b0a-4cca-877e-1892b1d8f644 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (0c2503c0-9cb5-41dd-9dca-3e75f932ca08), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.207247 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-f713870b-e9b8-4a7d-9bb0-fb1506491af4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:21.210273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7ee6cd87-942e-4e8b-9400-ca89bfe9bc16 req-2c0e27f8-1576-4363-a117-9c8dcdfbd4ff service neutron] Publish callbacks [] for security_group (d5c1e4a8-e67e-4121-a1ba-ef43f945963f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.211705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6cf13a01-3d57-41f3-a72f-20dc6d557b1f req-9fbd3ce4-1b0a-4cca-877e-1892b1d8f644 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0c2503c0-9cb5-41dd-9dca-3e75f932ca08), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.214757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6cf13a01-3d57-41f3-a72f-20dc6d557b1f req-9fbd3ce4-1b0a-4cca-877e-1892b1d8f644 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.216255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cf13a01-3d57-41f3-a72f-20dc6d557b1f req-9fbd3ce4-1b0a-4cca-877e-1892b1d8f644 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c2503c0-9cb5-41dd-9dca-3e75f932ca08 HTTP/1.1" status: 204 len: 173 time: 0.3524821 Jan 28 13:17:21.220418 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-f713870b-e9b8-4a7d-9bb0-fb1506491af4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0787771 Jan 28 13:17:21.221007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks [] for router_gateway (46231ab7-8709-4d51-ba20-5458e737ad6f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.229536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7ee6cd87-942e-4e8b-9400-ca89bfe9bc16 req-2c0e27f8-1576-4363-a117-9c8dcdfbd4ff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5c1e4a8-e67e-4121-a1ba-ef43f945963f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.246527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-59aba3be-6aa2-4269-aa15-f6f4bdae56b3 None None] Current status of the port d918a32b-7c69-44cb-aa1e-916baf38bd07 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:21.247075 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-59aba3be-6aa2-4269-aa15-f6f4bdae56b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.268120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd3ce4-1b0a-4cca-877e-1892b1d8f644 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2503c0-9cb5-41dd-9dca-3e75f932ca08,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:21.271819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.347336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ee6cd87-942e-4e8b-9400-ca89bfe9bc16 req-2c0e27f8-1576-4363-a117-9c8dcdfbd4ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444056 Jan 28 13:17:21.358216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e27f8-1576-4363-a117-9c8dcdfbd4ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c1e4a8-e67e-4121-a1ba-ef43f945963f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:21.361880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Allocated IP 172.20.0.2 (d42d9640-794c-4446-a6a9-91a962704735/fb9711b3-3f2a-479e-8c1b-98f6e5f58d04/b58b1dbd-62f7-46cf-9491-678402aa9495) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:21.365561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-59aba3be-6aa2-4269-aa15-f6f4bdae56b3 None None] For port d918a32b-7c69-44cb-aa1e-916baf38bd07, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d918a32b-7c69-44cb-aa1e-916baf38bd07,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:21.371541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 9cebaf13-4f1b-4d78-aded-8b4b013837cb is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:21.372097 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.383637 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-59aba3be-6aa2-4269-aa15-f6f4bdae56b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.416549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-4c01622b-bd56-4956-aeba-73c878cdfa0d service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907063 Jan 28 13:17:21.448941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Allocated IP 172.25.4.105 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f74248e7-7dce-451c-bd52-6607a1dcf93f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:21.471277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220af240-4813-4e67-9587-85a9c477d204 req-4171c78e-922a-4991-9dae-802c80fb0165 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:21.472845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-220af240-4813-4e67-9587-85a9c477d204 req-4171c78e-922a-4991-9dae-802c80fb0165 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 971 time: 0.0981238 Jan 28 13:17:21.521360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-df082e1c-493b-4f9f-a40f-9bb87df4605a service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985110 Jan 28 13:17:21.524473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9cebaf13-4f1b-4d78-aded-8b4b013837cb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9cebaf13-4f1b-4d78-aded-8b4b013837cb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:21.536160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:19Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:21.542384 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.580247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1419e5da-f60f-4f82-af24-73058549c11a None None] The sync data for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 is: [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:19Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:21.583585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aba3be-6aa2-4269-aa15-f6f4bdae56b3 None None] Pushing event updated for resources: {'Port': ['ID=d918a32b-7c69-44cb-aa1e-916baf38bd07,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:21.744579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=9cebaf13-4f1b-4d78-aded-8b4b013837cb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:21.783147 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c219a0e-7c53-4f46-89f7-ac0cf5055d69 req-4792bdd5-2b54-48df-afea-3131939380c3 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "GET /v2.0/security-groups/065f312c-36f1-41ce-a0b2-9ba631fec1d5 HTTP/1.1" status: 200 len: 1792 time: 0.0635362 Jan 28 13:17:21.784484 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Publish callbacks [] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.798090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-220af240-4813-4e67-9587-85a9c477d204 req-24eaa931-4f05-4771-820a-410f8777256a tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107188 Jan 28 13:17:21.805065 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.843956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks [] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.870483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0c219a0e-7c53-4f46-89f7-ac0cf5055d69 req-015270ef-febd-4be5-aad5-c0496eb2bb45 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (065f312c-36f1-41ce-a0b2-9ba631fec1d5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.897308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Network d42d9640-794c-4446-a6a9-91a962704735 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:21.904621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0c219a0e-7c53-4f46-89f7-ac0cf5055d69 req-015270ef-febd-4be5-aad5-c0496eb2bb45 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (065f312c-36f1-41ce-a0b2-9ba631fec1d5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.918384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Pushing event updated for resources: {'Port': ['ID=b58b1dbd-62f7-46cf-9491-678402aa9495,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:21.921489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:21.930835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:21.960287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.963027 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0c219a0e-7c53-4f46-89f7-ac0cf5055d69 req-015270ef-febd-4be5-aad5-c0496eb2bb45 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (065f312c-36f1-41ce-a0b2-9ba631fec1d5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.969407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0c219a0e-7c53-4f46-89f7-ac0cf5055d69 req-015270ef-febd-4be5-aad5-c0496eb2bb45 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:21.983169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c219a0e-7c53-4f46-89f7-ac0cf5055d69 req-015270ef-febd-4be5-aad5-c0496eb2bb45 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/065f312c-36f1-41ce-a0b2-9ba631fec1d5 HTTP/1.1" status: 204 len: 173 time: 0.1987951 Jan 28 13:17:22.001964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015270ef-febd-4be5-aad5-c0496eb2bb45 tempest-SecurityGroupsTestAdminJSON-1801434938 tempest-SecurityGroupsTestAdminJSON-1801434938-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f312c-36f1-41ce-a0b2-9ba631fec1d5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:22.003300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Attempting to bind port b58b1dbd-62f7-46cf-9491-678402aa9495 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:22.003890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Attempting to bind port b58b1dbd-62f7-46cf-9491-678402aa9495 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:22.004355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Attempting to bind port b58b1dbd-62f7-46cf-9491-678402aa9495 on network d42d9640-794c-4446-a6a9-91a962704735 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:22.019194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:22.019591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Checking segment: {'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:22.020063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.020488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Bound using segment: {'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:22.021126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Bound port: b58b1dbd-62f7-46cf-9491-678402aa9495, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:22.021522 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.054043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:22.063404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:22.066731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:22.076763 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4432d01c-7923-48d3-b1fd-6befd03da8c4 req-372c83fe-e2d5-49c0-bf55-4a742cd20485 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 210 time: 0.0546892 Jan 28 13:17:22.122374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Pushing event updated for resources: {'Port': ['ID=f74248e7-7dce-451c-bd52-6607a1dcf93f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:22.354517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-317155dc-6063-4062-84fb-574127c2da09 req-c6757ff6-2786-4b12-a523-1e07280ea836 tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "GET /v2.0/security-groups/9f8346d8-e06a-4ac2-a77c-206cbc40a9d0 HTTP/1.1" status: 200 len: 1795 time: 0.1101739 Jan 28 13:17:22.431221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] For port b58b1dbd-62f7-46cf-9491-678402aa9495, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:22.434378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] For port b58b1dbd-62f7-46cf-9491-678402aa9495, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b58b1dbd-62f7-46cf-9491-678402aa9495,segment=NetworkSegment(0190f15f-a982-4984-b3d0-1e1965535109),segment_id=0190f15f-a982-4984-b3d0-1e1965535109)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:22.442160 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.484678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-317155dc-6063-4062-84fb-574127c2da09 req-72e32bd0-a744-4915-90a0-1a4fc02c881d tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (9f8346d8-e06a-4ac2-a77c-206cbc40a9d0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.557634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3fb8e-85cd-455f-bfdc-a0f45b813623 None None] Pushing event updated for resources: {'Port': ['ID=b58b1dbd-62f7-46cf-9491-678402aa9495,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:22.559943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks [] for router_gateway (46231ab7-8709-4d51-ba20-5458e737ad6f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.560730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-317155dc-6063-4062-84fb-574127c2da09 req-72e32bd0-a744-4915-90a0-1a4fc02c881d tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (9f8346d8-e06a-4ac2-a77c-206cbc40a9d0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.638884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-317155dc-6063-4062-84fb-574127c2da09 req-72e32bd0-a744-4915-90a0-1a4fc02c881d tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9f8346d8-e06a-4ac2-a77c-206cbc40a9d0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.645694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d918a32b-7c69-44cb-aa1e-916baf38bd07 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:22.649754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-317155dc-6063-4062-84fb-574127c2da09 req-72e32bd0-a744-4915-90a0-1a4fc02c881d tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.670377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-317155dc-6063-4062-84fb-574127c2da09 req-72e32bd0-a744-4915-90a0-1a4fc02c881d tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "DELETE /v2.0/security-groups/9f8346d8-e06a-4ac2-a77c-206cbc40a9d0 HTTP/1.1" status: 204 len: 173 time: 0.3051350 Jan 28 13:17:22.686325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2856523-6ad1-4488-88e1-bad4d4d6d49b req-f0a0986f-8716-499a-9af6-4138c69212ef tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:22.687974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e32bd0-a744-4915-90a0-1a4fc02c881d tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8346d8-e06a-4ac2-a77c-206cbc40a9d0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:22.700612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2856523-6ad1-4488-88e1-bad4d4d6d49b req-f0a0986f-8716-499a-9af6-4138c69212ef tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 949 time: 0.2617800 Jan 28 13:17:22.707500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cebaf13-4f1b-4d78-aded-8b4b013837cb'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:22.710215 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe44362-92c1-43da-b033-65a17e8773bb" -d '{"events": [{"server_uuid": "ab85425c-2ad4-4cb8-a17e-8c48405a0ce6", "name": "network-vif-plugged", "status": "completed", "tag": "9cebaf13-4f1b-4d78-aded-8b4b013837cb"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:22.757805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d918a32b-7c69-44cb-aa1e-916baf38bd07 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:22.760393 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.822135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1304270-6c7c-4df5-8126-6b25ff2331a5 req-c9080d15-bdc2-4822-ae29-051c173779fc tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "GET /v2.0/security-groups/a89a042b-d026-4627-ab7d-bcde8a95beda HTTP/1.1" status: 200 len: 1792 time: 0.0623651 Jan 28 13:17:22.921073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d1304270-6c7c-4df5-8126-6b25ff2331a5 req-e37107d5-156a-4321-be3b-2f15b0c09d9c tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (a89a042b-d026-4627-ab7d-bcde8a95beda), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:22.955702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d918a32b-7c69-44cb-aa1e-916baf38bd07 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:22.970259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d1304270-6c7c-4df5-8126-6b25ff2331a5 req-e37107d5-156a-4321-be3b-2f15b0c09d9c tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (a89a042b-d026-4627-ab7d-bcde8a95beda), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.003877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2856523-6ad1-4488-88e1-bad4d4d6d49b req-b9aea3a0-d96e-4d73-8160-be08fd114174 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191679 Jan 28 13:17:23.064332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d1304270-6c7c-4df5-8126-6b25ff2331a5 req-e37107d5-156a-4321-be3b-2f15b0c09d9c tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a89a042b-d026-4627-ab7d-bcde8a95beda), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.067207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d1304270-6c7c-4df5-8126-6b25ff2331a5 req-e37107d5-156a-4321-be3b-2f15b0c09d9c tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.068634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1304270-6c7c-4df5-8126-6b25ff2331a5 req-e37107d5-156a-4321-be3b-2f15b0c09d9c tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] 10.222.0.45 "DELETE /v2.0/security-groups/a89a042b-d026-4627-ab7d-bcde8a95beda HTTP/1.1" status: 204 len: 173 time: 0.2451670 Jan 28 13:17:23.094982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37107d5-156a-4321-be3b-2f15b0c09d9c tempest-SecurityGroupsTestAdminJSON-804826052 tempest-SecurityGroupsTestAdminJSON-804826052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a042b-d026-4627-ab7d-bcde8a95beda,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:23.100233 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eb310c-5dc6-4e2a-b43d-c8afff2ab361 x-openstack-request-id: req-71eb310c-5dc6-4e2a-b43d-c8afff2ab361 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:23.100392 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab85425c-2ad4-4cb8-a17e-8c48405a0ce6", "name": "network-vif-plugged", "status": "completed", "tag": "9cebaf13-4f1b-4d78-aded-8b4b013837cb", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:23.100677 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71eb310c-5dc6-4e2a-b43d-c8afff2ab361 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:23.101632 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cebaf13-4f1b-4d78-aded-8b4b013837cb', 'code': 200} Jan 28 13:17:23.105769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (46231ab7-8709-4d51-ba20-5458e737ad6f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:23.318989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-850f48a5-f778-487e-a3f7-b0e4d681e44d req-28bd3de0-78b3-4ca8-871f-c059239955eb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 210 time: 0.0441720 Jan 28 13:17:23.323924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f763-ba1d-432d-a772-1a6388f373ef req-a7e5edfe-8d1d-4a5e-8f94-39005b7c45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.329606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c77f763-ba1d-432d-a772-1a6388f373ef req-a7e5edfe-8d1d-4a5e-8f94-39005b7c45dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 1123 time: 0.1234968 Jan 28 13:17:23.408571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102b61e-36db-49d3-99ff-09f8557f8e64 req-d5fde933-cbed-44e6-9c5f-b4ccfa6ee112 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.414125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7102b61e-36db-49d3-99ff-09f8557f8e64 req-d5fde933-cbed-44e6-9c5f-b4ccfa6ee112 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 972 time: 0.1379578 Jan 28 13:17:23.508691 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c77f763-ba1d-432d-a772-1a6388f373ef req-7a005f03-de9d-40c4-b394-5990cd0d9689 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199872 Jan 28 13:17:23.539886 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7102b61e-36db-49d3-99ff-09f8557f8e64 req-6a7f8492-eb41-4c48-8ff4-272a256cdd9f tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157596 Jan 28 13:17:23.544404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.60', 56594) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:23.581009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Router 46231ab7-8709-4d51-ba20-5458e737ad6f is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:17:23.652678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34144) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:23.921038 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7d48e2a2-b0ac-4570-9de6-2a10c4a17914 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23731f0832fe4cbf864a04fc7610962b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646303 Jan 28 13:17:23.924557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34160) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:23.991240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-3a4746f8-d3a8-402f-a203-cbb412c89b81 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:23.993571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-3a4746f8-d3a8-402f-a203-cbb412c89b81 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.4466033 Jan 28 13:17:24.019514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:24.035092 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Sync routers for ids ['46231ab7-8709-4d51-ba20-5458e737ad6f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:24.053910 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Routers {'46231ab7-8709-4d51-ba20-5458e737ad6f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:24.055114 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['46231ab7-8709-4d51-ba20-5458e737ad6f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:24.080022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34166) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:24.097812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c52a8fe2-05be-4530-8214-4d2bd5b014bd admin admin] Publish callbacks [] for security_group (79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.113886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.124754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5ebe0d9d-47d3-4036-9529-da691b0f5649 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8343537 Jan 28 13:17:24.127487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34170) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:24.214652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c52a8fe2-05be-4530-8214-4d2bd5b014bd admin admin] Publish callbacks [] for security_group (79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.234426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34172) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:24.282785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fee950-e606-43eb-b40d-db7ef45d5ced None None] Network d42d9640-794c-4446-a6a9-91a962704735 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:24.354786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3eff6-0eec-453e-9464-0bbc46182abc req-39257b3f-faff-4f55-9a42-82ef48d94e58 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:24.356553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bde3eff6-0eec-453e-9464-0bbc46182abc req-39257b3f-faff-4f55-9a42-82ef48d94e58 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 949 time: 0.1560323 Jan 28 13:17:24.371472 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Set router 46231ab7-8709-4d51-ba20-5458e737ad6f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:24.408606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c52a8fe2-05be-4530-8214-4d2bd5b014bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.415712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c52a8fe2-05be-4530-8214-4d2bd5b014bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.420783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c52a8fe2-05be-4530-8214-4d2bd5b014bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939 HTTP/1.1" status: 204 len: 168 time: 0.4804406 Jan 28 13:17:24.471575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a8fe2-05be-4530-8214-4d2bd5b014bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7ba95-6f3d-48bb-a14f-ef1cd9e3d939,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:24.481137 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2f92a188-cedb-40bd-893f-609c24b1373f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.494473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bde3eff6-0eec-453e-9464-0bbc46182abc req-85219ac8-07af-475f-8268-7226e543aba8 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174605 Jan 28 13:17:24.497885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b66f1a66-a12a-43fe-af05-842d4f52a0d9 None None] Provisioning complete for port b58b1dbd-62f7-46cf-9491-678402aa9495 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:24.500709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a66-a12a-43fe-af05-842d4f52a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.680370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a90ea80-c1e9-457b-8af3-9f93eb81218f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:24.729059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b58b1dbd-62f7-46cf-9491-678402aa9495 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:24.898932 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:17:22Z', 'revision_number': 3, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port': {'id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:21Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:24.980906 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Checking router: 46231ab7-8709-4d51-ba20-5458e737ad6f for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:24.984074 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Updating router 46231ab7-8709-4d51-ba20-5458e737ad6f port f74248e7-7dce-451c-bd52-6607a1dcf93f binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:25.016122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b58b1dbd-62f7-46cf-9491-678402aa9495 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:25.016392 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.055863 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.056481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b66f1a66-a12a-43fe-af05-842d4f52a0d9 None None] Current status of the port b58b1dbd-62f7-46cf-9491-678402aa9495 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:25.056481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a66-a12a-43fe-af05-842d4f52a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.067480 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e5c9233-70d7-4ee2-827d-7a8c4ef66696 req-e268e116-1fee-45f0-8670-18449db8ef92 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 210 time: 0.1198826 Jan 28 13:17:25.114726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b66f1a66-a12a-43fe-af05-842d4f52a0d9 None None] For port b58b1dbd-62f7-46cf-9491-678402aa9495, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b58b1dbd-62f7-46cf-9491-678402aa9495,segment=NetworkSegment(0190f15f-a982-4984-b3d0-1e1965535109),segment_id=0190f15f-a982-4984-b3d0-1e1965535109)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:25.141476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a66-a12a-43fe-af05-842d4f52a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.171722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34188) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:25.253962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b58b1dbd-62f7-46cf-9491-678402aa9495 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:25.254651 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.272988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-04d8d052-d942-4aeb-afcb-0d6ac1e8b8b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95b7c071b6594113b2079bdf59cf2129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0992246 Jan 28 13:17:25.277167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34190) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:25.292199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f1a66-a12a-43fe-af05-842d4f52a0d9 None None] Pushing event updated for resources: {'Port': ['ID=b58b1dbd-62f7-46cf-9491-678402aa9495,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:25.348254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c108fbc5-5bda-46a9-9e1e-cb9e0802f9c8 admin admin] Publish callbacks [] for security_group (1caaf10f-25e8-4429-8c9c-76278fdb790d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.379944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c108fbc5-5bda-46a9-9e1e-cb9e0802f9c8 admin admin] Publish callbacks [] for security_group (1caaf10f-25e8-4429-8c9c-76278fdb790d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.391090 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:17:25.391783 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:17:25.411316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-daad14c3-b6d2-443e-b57f-f9cf60a3b2b5 None None] Provisioning complete for port b58b1dbd-62f7-46cf-9491-678402aa9495 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:25.412488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-daad14c3-b6d2-443e-b57f-f9cf60a3b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.444047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2f92a188-cedb-40bd-893f-609c24b1373f admin admin] Publish callbacks [] for security_group (55c899f3-b8b2-410f-9598-ab23d7af90c3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.448517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c108fbc5-5bda-46a9-9e1e-cb9e0802f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1caaf10f-25e8-4429-8c9c-76278fdb790d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.451660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c108fbc5-5bda-46a9-9e1e-cb9e0802f9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.455037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c108fbc5-5bda-46a9-9e1e-cb9e0802f9c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1caaf10f-25e8-4429-8c9c-76278fdb790d HTTP/1.1" status: 204 len: 168 time: 0.1762755 Jan 28 13:17:25.471785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108fbc5-5bda-46a9-9e1e-cb9e0802f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caaf10f-25e8-4429-8c9c-76278fdb790d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:25.517992 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a90ea80-c1e9-457b-8af3-9f93eb81218f admin admin] Publish callbacks [] for security_group (7aeaf680-64a1-4fa8-b3ef-77c24d99fe87), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.533432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2f92a188-cedb-40bd-893f-609c24b1373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (55c899f3-b8b2-410f-9598-ab23d7af90c3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.562442 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Publish callbacks [] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.569744 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.574738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-daad14c3-b6d2-443e-b57f-f9cf60a3b2b5 None None] Current status of the port b58b1dbd-62f7-46cf-9491-678402aa9495 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:25.649108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2f92a188-cedb-40bd-893f-609c24b1373f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=451c55e3134a4c64996817200045ca21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5650637 Jan 28 13:17:25.649966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34196) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:25.653735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a90ea80-c1e9-457b-8af3-9f93eb81218f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7aeaf680-64a1-4fa8-b3ef-77c24d99fe87), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.704266 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f479b55-9ef0-4b08-ad1e-963edbadf09b None None] Pushing event updated for resources: {'Port': ['ID=f74248e7-7dce-451c-bd52-6607a1dcf93f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:25.709082 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Attempting to bind port f74248e7-7dce-451c-bd52-6607a1dcf93f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:25.709649 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Attempting to bind port f74248e7-7dce-451c-bd52-6607a1dcf93f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:25.710037 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Attempting to bind port f74248e7-7dce-451c-bd52-6607a1dcf93f on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:25.716882 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:25.717323 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:25.717824 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.718153 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:25.718636 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Bound port: f74248e7-7dce-451c-bd52-6607a1dcf93f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:25.719023 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.746755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfd543-5beb-46ac-8a07-56654ab22ddb req-f80b8190-39e5-4aa7-90eb-4d798b8a90d1 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:25.748596 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72cfd543-5beb-46ac-8a07-56654ab22ddb req-f80b8190-39e5-4aa7-90eb-4d798b8a90d1 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 972 time: 0.4454696 Jan 28 13:17:25.777950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92a188-cedb-40bd-893f-609c24b1373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c899f3-b8b2-410f-9598-ab23d7af90c3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:25.798387 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] For port f74248e7-7dce-451c-bd52-6607a1dcf93f, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:25.804182 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] For port f74248e7-7dce-451c-bd52-6607a1dcf93f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f74248e7-7dce-451c-bd52-6607a1dcf93f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:25.819250 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:25.841743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0a90ea80-c1e9-457b-8af3-9f93eb81218f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06af832d4e16416bb134860b016f0444&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5923946 Jan 28 13:17:25.848532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34200) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:25.909601 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Routers {'46231ab7-8709-4d51-ba20-5458e737ad6f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:25.910727 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['46231ab7-8709-4d51-ba20-5458e737ad6f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:25.957127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b58b1dbd-62f7-46cf-9491-678402aa9495 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:25.963004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90ea80-c1e9-457b-8af3-9f93eb81218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeaf680-64a1-4fa8-b3ef-77c24d99fe87,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:26.010812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c93f8be8-2f81-47f8-8ddf-e0719b4121dd admin admin] Publish callbacks [] for security_group (55c899f3-b8b2-410f-9598-ab23d7af90c3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.015760 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f479b55-9ef0-4b08-ad1e-963edbadf09b None None] Pushing event updated for resources: {'Port': ['ID=f74248e7-7dce-451c-bd52-6607a1dcf93f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:26.023499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c807b8-9e72-45f8-b4e9-25fc7e7000c1 req-dbc1a6c2-b3db-4a88-8037-4a3b6519036d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.025125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43c807b8-9e72-45f8-b4e9-25fc7e7000c1 req-dbc1a6c2-b3db-4a88-8037-4a3b6519036d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 949 time: 0.3206685 Jan 28 13:17:26.063903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c93f8be8-2f81-47f8-8ddf-e0719b4121dd admin admin] Publish callbacks [] for security_group (55c899f3-b8b2-410f-9598-ab23d7af90c3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.097760 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] Set router 46231ab7-8709-4d51-ba20-5458e737ad6f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:26.114878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72cfd543-5beb-46ac-8a07-56654ab22ddb req-ca65834e-655f-4dea-b734-b066d80bbafd tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558397 Jan 28 13:17:26.124228 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b65a706-b8a8-4a1c-8331-befb25ed5d1a admin admin] Publish callbacks [] for security_group (7aeaf680-64a1-4fa8-b3ef-77c24d99fe87), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.143701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43c807b8-9e72-45f8-b4e9-25fc7e7000c1 req-6ce4c452-f1c6-4fe8-8de6-7b6b467a8068 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077347 Jan 28 13:17:26.150396 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.183905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c93f8be8-2f81-47f8-8ddf-e0719b4121dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (55c899f3-b8b2-410f-9598-ab23d7af90c3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.188756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c93f8be8-2f81-47f8-8ddf-e0719b4121dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.194199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c93f8be8-2f81-47f8-8ddf-e0719b4121dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55c899f3-b8b2-410f-9598-ab23d7af90c3 HTTP/1.1" status: 204 len: 168 time: 0.5426521 Jan 28 13:17:26.204929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b65a706-b8a8-4a1c-8331-befb25ed5d1a admin admin] Publish callbacks [] for security_group (7aeaf680-64a1-4fa8-b3ef-77c24d99fe87), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.213025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f8be8-2f81-47f8-8ddf-e0719b4121dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c899f3-b8b2-410f-9598-ab23d7af90c3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:26.310998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f07f0d-9ac5-48d5-9cf1-bf25e78d1ff6 req-bd4281b8-d9a2-463b-9551-e906bad12504 tempest-AggregatesAdminTestJSON-70605922 tempest-AggregatesAdminTestJSON-70605922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:26.320384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27f07f0d-9ac5-48d5-9cf1-bf25e78d1ff6 req-bd4281b8-d9a2-463b-9551-e906bad12504 tempest-AggregatesAdminTestJSON-70605922 tempest-AggregatesAdminTestJSON-70605922-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 1123 time: 0.0606079 Jan 28 13:17:26.332522 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.339802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b65a706-b8a8-4a1c-8331-befb25ed5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7aeaf680-64a1-4fa8-b3ef-77c24d99fe87), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.343537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b65a706-b8a8-4a1c-8331-befb25ed5d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.347204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b65a706-b8a8-4a1c-8331-befb25ed5d1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7aeaf680-64a1-4fa8-b3ef-77c24d99fe87 HTTP/1.1" status: 204 len: 168 time: 0.4707572 Jan 28 13:17:26.355405 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-27f07f0d-9ac5-48d5-9cf1-bf25e78d1ff6 req-23763916-3d9c-4bd0-9d01-3fc425548670 tempest-AggregatesAdminTestJSON-70605922 tempest-AggregatesAdminTestJSON-70605922-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.416483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b27f8ea7-f8b9-427c-8193-c924a85ef00f req-8b809a1d-2585-44d8-890e-dda452515a40 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 210 time: 0.0812562 Jan 28 13:17:26.425453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65a706-b8a8-4a1c-8331-befb25ed5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeaf680-64a1-4fa8-b3ef-77c24d99fe87,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:26.506373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-27f07f0d-9ac5-48d5-9cf1-bf25e78d1ff6 req-23763916-3d9c-4bd0-9d01-3fc425548670 tempest-AggregatesAdminTestJSON-70605922 tempest-AggregatesAdminTestJSON-70605922-project-admin] Publish callbacks [] for security_group (c12ecd50-1573-4d00-a4c0-bc207fed35b2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.513988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-27f07f0d-9ac5-48d5-9cf1-bf25e78d1ff6 req-23763916-3d9c-4bd0-9d01-3fc425548670 tempest-AggregatesAdminTestJSON-70605922 tempest-AggregatesAdminTestJSON-70605922-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c12ecd50-1573-4d00-a4c0-bc207fed35b2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.528062 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:17:22Z', 'revision_number': 3, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port': {'id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:21Z', 'updated_at': '2022-01-28T13:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:26.592819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b58b1dbd-62f7-46cf-9491-678402aa9495 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:26.605322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27f07f0d-9ac5-48d5-9cf1-bf25e78d1ff6 req-23763916-3d9c-4bd0-9d01-3fc425548670 tempest-AggregatesAdminTestJSON-70605922 tempest-AggregatesAdminTestJSON-70605922-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776837 Jan 28 13:17:26.626053 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60308cf-5ac4-4eae-a0db-ba5bdc8bc81a None None] The sync data for ids ['46231ab7-8709-4d51-ba20-5458e737ad6f'] in n-d-822748-2 is: [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:17:22Z', 'revision_number': 3, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port': {'id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:21Z', 'updated_at': '2022-01-28T13:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:26.671226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23763916-3d9c-4bd0-9d01-3fc425548670 tempest-AggregatesAdminTestJSON-70605922 tempest-AggregatesAdminTestJSON-70605922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12ecd50-1573-4d00-a4c0-bc207fed35b2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:26.740200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b58b1dbd-62f7-46cf-9491-678402aa9495 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:26.740567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:26.926731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b58b1dbd-62f7-46cf-9491-678402aa9495 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:27.034360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34228) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:27.048562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Allocated IP 172.20.0.1 (d42d9640-794c-4446-a6a9-91a962704735/fb9711b3-3f2a-479e-8c1b-98f6e5f58d04/d3457788-5769-4f66-90e3-b5c2bd5a005d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:27.053161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53d5b178-e9c6-4c29-be15-604d013de7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.219727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-ecde33fb-bc79-44ba-bfdb-52327c02c4c6 tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.221299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-ecde33fb-bc79-44ba-bfdb-52327c02c4c6 tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 1100 time: 0.1490185 Jan 28 13:17:27.230516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c780d4-ca85-4c98-bf65-7ec769175104 req-5f176d3e-475e-4b71-ab03-d816161f255e tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.240108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5c780d4-ca85-4c98-bf65-7ec769175104 req-5f176d3e-475e-4b71-ab03-d816161f255e tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 972 time: 0.1155484 Jan 28 13:17:27.259341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks [] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.307689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.377417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Network d42d9640-794c-4446-a6a9-91a962704735 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:27.388059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53d5b178-e9c6-4c29-be15-604d013de7c9 admin admin] Publish callbacks [] for security_group (9bbf647d-ca02-4d82-a5b6-296611c0b87b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.394141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:27.422237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53d5b178-e9c6-4c29-be15-604d013de7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9bbf647d-ca02-4d82-a5b6-296611c0b87b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.430294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:27.478132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Pushing event updated for resources: {'Port': ['ID=d3457788-5769-4f66-90e3-b5c2bd5a005d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:27.522207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c634d-46da-4829-84f0-a04f355efb5d req-79a1c122-10e9-4a40-a2ea-4ee79824dce2 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:27.528106 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d06c634d-46da-4829-84f0-a04f355efb5d req-79a1c122-10e9-4a40-a2ea-4ee79824dce2 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 949 time: 0.1454210 Jan 28 13:17:27.528106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (46231ab7-8709-4d51-ba20-5458e737ad6f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.556478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34240) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:27.620681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5c780d4-ca85-4c98-bf65-7ec769175104 req-e97c8cea-743a-42d4-ae32-1d80f53ea330 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794086 Jan 28 13:17:27.636086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c7eec7e-98b2-4184-88d6-b2c6ab443442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.656340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d06c634d-46da-4829-84f0-a04f355efb5d req-b05b3030-d50d-4588-aa6c-ebcc3e840d24 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766301 Jan 28 13:17:27.674196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-53d5b178-e9c6-4c29-be15-604d013de7c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad7d3cf9f700405f95df105ff32481ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6357372 Jan 28 13:17:27.682407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34242) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:27.687518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5b178-e9c6-4c29-be15-604d013de7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf647d-ca02-4d82-a5b6-296611c0b87b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:27.714655 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.833629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Deleting port 90173bd0-3536-4bed-ac70-92b88235569f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:27.833629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (90173bd0-3536-4bed-ac70-92b88235569f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.880669 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.946692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cc1e0be4-7601-4803-aff7-a7536e2821cd None None] Provisioning complete for port d3457788-5769-4f66-90e3-b5c2bd5a005d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:27.947488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0be4-7601-4803-aff7-a7536e2821cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.965288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ca27b9-885d-49b3-b0d6-4bca51929ab3 req-5fb3442f-26fc-4d63-87ae-ae1e194b3225 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 210 time: 0.1836426 Jan 28 13:17:27.973789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] For port 90173bd0-3536-4bed-ac70-92b88235569f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=90173bd0-3536-4bed-ac70-92b88235569f,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:27.974625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (90173bd0-3536-4bed-ac70-92b88235569f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:27.982134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb29a66b-7493-433c-a687-82168ca613cd admin admin] Publish callbacks [] for security_group (9bbf647d-ca02-4d82-a5b6-296611c0b87b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.016333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Calling delete_port for 90173bd0-3536-4bed-ac70-92b88235569f owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:28.038857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e0be4-7601-4803-aff7-a7536e2821cd None None] Port d3457788-5769-4f66-90e3-b5c2bd5a005d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:28.134327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb29a66b-7493-433c-a687-82168ca613cd admin admin] Publish callbacks [] for security_group (9bbf647d-ca02-4d82-a5b6-296611c0b87b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.154606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c7eec7e-98b2-4184-88d6-b2c6ab443442 admin admin] Publish callbacks [] for security_group (19eabbd9-fcd2-4479-bfc3-16ce24f42e19), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.242190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c7eec7e-98b2-4184-88d6-b2c6ab443442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (19eabbd9-fcd2-4479-bfc3-16ce24f42e19), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.276954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks [] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.286283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.315372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1c7eec7e-98b2-4184-88d6-b2c6ab443442 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cee668954a4b4ead85edb54ace30f93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7526252 Jan 28 13:17:28.322677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb29a66b-7493-433c-a687-82168ca613cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9bbf647d-ca02-4d82-a5b6-296611c0b87b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.322851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34254) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:28.326115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb29a66b-7493-433c-a687-82168ca613cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.330418 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fb29a66b-7493-433c-a687-82168ca613cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bbf647d-ca02-4d82-a5b6-296611c0b87b HTTP/1.1" status: 204 len: 168 time: 0.6005213 Jan 28 13:17:28.364767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29a66b-7493-433c-a687-82168ca613cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf647d-ca02-4d82-a5b6-296611c0b87b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:28.403038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (46231ab7-8709-4d51-ba20-5458e737ad6f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.403450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eec7e-98b2-4184-88d6-b2c6ab443442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eabbd9-fcd2-4479-bfc3-16ce24f42e19,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:28.419047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Pushing event updated for resources: {'Port': ['ID=d3457788-5769-4f66-90e3-b5c2bd5a005d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:28.467980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (90173bd0-3536-4bed-ac70-92b88235569f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.490030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['90173bd0-3536-4bed-ac70-92b88235569f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:28.549121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-f739eade-29ee-4dbb-af44-0c37b360510d tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:28.551099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-f739eade-29ee-4dbb-af44-0c37b360510d tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 972 time: 0.1669948 Jan 28 13:17:28.565680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Pushing event deleted for resources: {'Port': ['ID=90173bd0-3536-4bed-ac70-92b88235569f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:28.588367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f1473c7-e28f-4751-ad7d-905a58aa42d4 admin admin] Publish callbacks [] for security_group (19eabbd9-fcd2-4479-bfc3-16ce24f42e19), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.653394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f1473c7-e28f-4751-ad7d-905a58aa42d4 admin admin] Publish callbacks [] for security_group (19eabbd9-fcd2-4479-bfc3-16ce24f42e19), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.679634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f74248e7-7dce-451c-bd52-6607a1dcf93f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:28.806734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Network d42d9640-794c-4446-a6a9-91a962704735 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:28.814293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:28.831537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f74248e7-7dce-451c-bd52-6607a1dcf93f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:28.832071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.857440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7ff41a8-a99d-4c89-a1b9-5e625ac86ac6 req-b98655dc-d3c5-402b-b2fb-b874cf056580 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 210 time: 0.0396152 Jan 28 13:17:28.858223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] No DVR routers for this DVR port 90173bd0-3536-4bed-ac70-92b88235569f on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:28.862623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.866237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b497d41a-1d83-42ec-962c-8ef2d0d4dcfc req-feac9107-53b1-4a45-bc2c-8fffa0cd7a8e tempest-DeleteServersAdminTestJSON-791346142 tempest-DeleteServersAdminTestJSON-791346142-project-admin] 10.222.0.36 "DELETE /v2.0/ports/90173bd0-3536-4bed-ac70-92b88235569f HTTP/1.1" status: 204 len: 173 time: 1.6232727 Jan 28 13:17:28.867319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'name': 'network-vif-deleted', 'tag': '90173bd0-3536-4bed-ac70-92b88235569f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:28.870221 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100cee50-8f24-4481-9c78-2358fb3ff708" -d '{"events": [{"server_uuid": "bbacd19b-2369-43f1-aa8d-0c18ffd52a43", "name": "network-vif-deleted", "tag": "90173bd0-3536-4bed-ac70-92b88235569f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:28.917027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f1473c7-e28f-4751-ad7d-905a58aa42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (19eabbd9-fcd2-4479-bfc3-16ce24f42e19), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.919642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f1473c7-e28f-4751-ad7d-905a58aa42d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:28.923072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5f1473c7-e28f-4751-ad7d-905a58aa42d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19eabbd9-fcd2-4479-bfc3-16ce24f42e19 HTTP/1.1" status: 204 len: 168 time: 0.5912762 Jan 28 13:17:28.934389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1473c7-e28f-4751-ad7d-905a58aa42d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eabbd9-fcd2-4479-bfc3-16ce24f42e19,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:29.016551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Request body: {'port': {'device_id': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'admin_state_up': True, 'tenant_id': 'b115d140cb40435fb930757ee5b680da'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:29.114913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f74248e7-7dce-451c-bd52-6607a1dcf93f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:29.115364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.146213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd7aaf-cc21-49ff-81d5-99335ca8f67b req-e121052d-4981-475a-a1b4-d5e3b2a491d3 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:29.156391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4dd7aaf-cc21-49ff-81d5-99335ca8f67b req-e121052d-4981-475a-a1b4-d5e3b2a491d3 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 972 time: 0.3936405 Jan 28 13:17:29.222385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port f74248e7-7dce-451c-bd52-6607a1dcf93f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f74248e7-7dce-451c-bd52-6607a1dcf93f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:29.233998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.276868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Deleting port 9cebaf13-4f1b-4d78-aded-8b4b013837cb {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:29.277330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.282693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Made reservation on behalf of b115d140cb40435fb930757ee5b680da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:29.290219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.386731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=f74248e7-7dce-451c-bd52-6607a1dcf93f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:29.406688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-44936c6f-396a-4609-a993-a1289c779133 None None] Provisioning complete for port d3457788-5769-4f66-90e3-b5c2bd5a005d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:29.406996 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-44936c6f-396a-4609-a993-a1289c779133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.410893 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6fc87-7c22-4139-a732-cf4aeebe5794 x-openstack-request-id: req-6ee6fc87-7c22-4139-a732-cf4aeebe5794 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:29.411400 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbacd19b-2369-43f1-aa8d-0c18ffd52a43", "name": "network-vif-deleted", "tag": "90173bd0-3536-4bed-ac70-92b88235569f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:29.411961 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ee6fc87-7c22-4139-a732-cf4aeebe5794 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:29.412392 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbacd19b-2369-43f1-aa8d-0c18ffd52a43', 'name': 'network-vif-deleted', 'tag': '90173bd0-3536-4bed-ac70-92b88235569f', 'status': 'completed', 'code': 200} Jan 28 13:17:29.431645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Router 46231ab7-8709-4d51-ba20-5458e737ad6f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:17:29.471353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4dd7aaf-cc21-49ff-81d5-99335ca8f67b req-085fcc3b-1415-4dab-8151-e29f1f8d4aa0 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/security-groups?id=27e9f358-286b-40e8-a1d7-788cd2f3cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072791 Jan 28 13:17:29.512459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-44936c6f-396a-4609-a993-a1289c779133 None None] Port d3457788-5769-4f66-90e3-b5c2bd5a005d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:29.526697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Allocated IP 172.20.0.9 (f3fb992b-1362-43a5-8b1e-e0c90e279122/664c1211-028e-47e9-98b9-009ca7425fff/2b0e3484-91a5-4c41-905d-1239258b49c8) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:29.564604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] For port 9cebaf13-4f1b-4d78-aded-8b4b013837cb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9cebaf13-4f1b-4d78-aded-8b4b013837cb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:29.565072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.590171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c4bc39a-95f4-4679-a15a-cb0e473b0018 req-31e396ba-f299-415c-962b-6d7013509d15 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 210 time: 0.0605485 Jan 28 13:17:29.603211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Calling delete_port for 9cebaf13-4f1b-4d78-aded-8b4b013837cb owned by compute:tempest-test_az-1432590256 {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:29.792089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:29.800310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d5344af2-d5ef-49d8-917d-045346802730 admin admin] 10.222.0.45 "PUT /v2.0/routers/46231ab7-8709-4d51-ba20-5458e737ad6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6717310 Jan 28 13:17:29.809811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Sync routers for ids ['46231ab7-8709-4d51-ba20-5458e737ad6f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:29.828793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Routers {'46231ab7-8709-4d51-ba20-5458e737ad6f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:29.829444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['46231ab7-8709-4d51-ba20-5458e737ad6f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:29.852463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89048d19-87a0-4e77-9c29-9b924e5cf44c req-dee4fa5b-f823-48f6-9b03-378234168fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0590723 Jan 28 13:17:29.873633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks [] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:29.923605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.041611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:30.068745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9cebaf13-4f1b-4d78-aded-8b4b013837cb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.075056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Set router 46231ab7-8709-4d51-ba20-5458e737ad6f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:30.077543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89048d19-87a0-4e77-9c29-9b924e5cf44c req-0c8f3d9c-4ea4-453d-87b9-e5475b841cc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feac6f4729e148e5a075977d640e2965&device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 210 time: 0.1093066 Jan 28 13:17:30.078581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:30.095542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:30.144149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.144774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.149263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6dd4907-a6c4-47c6-b952-4cafcf1b0fd1 req-e9c775ad-ca9e-4228-9b45-702496bb4356 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbacd19b-2369-43f1-aa8d-0c18ffd52a43 HTTP/1.1" status: 200 len: 210 time: 0.1059699 Jan 28 13:17:30.172596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['9cebaf13-4f1b-4d78-aded-8b4b013837cb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:30.222679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89048d19-87a0-4e77-9c29-9b924e5cf44c req-a364d3e6-4054-48f8-9ee6-e4d192212f75 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=feac6f4729e148e5a075977d640e2965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702448 Jan 28 13:17:30.223200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Pushing event deleted for resources: {'Port': ['ID=9cebaf13-4f1b-4d78-aded-8b4b013837cb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:30.229298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:30.243010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-7e133741-4bdd-42d1-aaaa-55275abd0577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2333808 Jan 28 13:17:30.292545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] No DVR routers for this DVR port 9cebaf13-4f1b-4d78-aded-8b4b013837cb on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:30.300930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.311847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e477244-53d0-4f8b-9cd0-8ea0d386fbc2 req-2b42c6f3-493a-4526-b48b-1d283cd7be42 tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.36 "DELETE /v2.0/ports/9cebaf13-4f1b-4d78-aded-8b4b013837cb HTTP/1.1" status: 204 len: 173 time: 1.7514951 Jan 28 13:17:30.312853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'name': 'network-vif-deleted', 'tag': '9cebaf13-4f1b-4d78-aded-8b4b013837cb'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:30.320119 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4935201-ad02-4cbd-8367-35cfb7fa4e39" -d '{"events": [{"server_uuid": "ab85425c-2ad4-4cb8-a17e-8c48405a0ce6", "name": "network-vif-deleted", "tag": "9cebaf13-4f1b-4d78-aded-8b4b013837cb"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:30.394507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-8419d75a-4648-4714-a814-3c655998efad tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:30.396166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-8419d75a-4648-4714-a814-3c655998efad tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118511 Jan 28 13:17:30.413654 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653941cd-540c-41c0-8f5e-e5463c550f12 x-openstack-request-id: req-653941cd-540c-41c0-8f5e-e5463c550f12 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:30.414191 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab85425c-2ad4-4cb8-a17e-8c48405a0ce6", "name": "network-vif-deleted", "tag": "9cebaf13-4f1b-4d78-aded-8b4b013837cb", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:30.414596 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-653941cd-540c-41c0-8f5e-e5463c550f12 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:30.415173 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab85425c-2ad4-4cb8-a17e-8c48405a0ce6', 'name': 'network-vif-deleted', 'tag': '9cebaf13-4f1b-4d78-aded-8b4b013837cb', 'status': 'completed', 'code': 200} Jan 28 13:17:30.484330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:17:27Z', 'revision_number': 4, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port': {'id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:21Z', 'updated_at': '2022-01-28T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd3457788-5769-4f66-90e3-b5c2bd5a005d', 'name': '', 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'mac_address': 'fa:16:3e:a0:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'fb9711b3-3f2a-479e-8c1b-98f6e5f58d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:26Z', 'updated_at': '2022-01-28T13:17:28Z', 'revision_number': 2, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'subnets': [{'id': 'fb9711b3-3f2a-479e-8c1b-98f6e5f58d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:30.515612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89048d19-87a0-4e77-9c29-9b924e5cf44c req-f4c01db6-8d7a-4115-99a1-d84035862320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.516239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Checking router: 46231ab7-8709-4d51-ba20-5458e737ad6f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:30.516820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Updating router 46231ab7-8709-4d51-ba20-5458e737ad6f port d3457788-5769-4f66-90e3-b5c2bd5a005d binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:30.521977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89048d19-87a0-4e77-9c29-9b924e5cf44c req-f4c01db6-8d7a-4115-99a1-d84035862320 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808292 Jan 28 13:17:30.590132 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.636863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f74248e7-7dce-451c-bd52-6607a1dcf93f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:30.680212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba2d1419-c9bc-4da1-8b8d-d3729aa19b75 req-a1444fe5-d922-4281-9571-87f5d914011d tempest-AggregatesAdminTestJSON-1992296759 tempest-AggregatesAdminTestJSON-1992296759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab85425c-2ad4-4cb8-a17e-8c48405a0ce6 HTTP/1.1" status: 200 len: 210 time: 0.0493627 Jan 28 13:17:30.769853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f74248e7-7dce-451c-bd52-6607a1dcf93f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:30.770234 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:30.820997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86034306-495c-4d3b-8ee1-979e9700d5e0 req-552d2b19-f160-4909-9140-41ca4a56b737 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:30.831381 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86034306-495c-4d3b-8ee1-979e9700d5e0 req-552d2b19-f160-4909-9140-41ca4a56b737 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 931 time: 0.0717919 Jan 28 13:17:30.908460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86034306-495c-4d3b-8ee1-979e9700d5e0 req-bd48bbc0-95c7-4f99-a00e-a12063a4df76 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748463 Jan 28 13:17:31.004225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Request body: {'port': {'device_id': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:31.005742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 90173bd0-3536-4bed-ac70-92b88235569f no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:31.064119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 90173bd0-3536-4bed-ac70-92b88235569f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:31.064472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 90173bd0-3536-4bed-ac70-92b88235569f not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:31.064904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9cebaf13-4f1b-4d78-aded-8b4b013837cb no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:31.065736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.104931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 9cebaf13-4f1b-4d78-aded-8b4b013837cb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:31.105842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9cebaf13-4f1b-4d78-aded-8b4b013837cb not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:31.111214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f74248e7-7dce-451c-bd52-6607a1dcf93f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:31.197353 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Publish callbacks [] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.219682 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.309193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba09d9-faa4-421c-aff4-5ef713cffc5c None None] Pushing event updated for resources: {'Port': ['ID=d3457788-5769-4f66-90e3-b5c2bd5a005d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:31.364120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34374) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:31.442247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Attempting to bind port d3457788-5769-4f66-90e3-b5c2bd5a005d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:31.442525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Attempting to bind port d3457788-5769-4f66-90e3-b5c2bd5a005d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:31.445231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Attempting to bind port d3457788-5769-4f66-90e3-b5c2bd5a005d on network d42d9640-794c-4446-a6a9-91a962704735 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:31.452246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:31.458205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Checking segment: {'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:31.458812 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.460236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Bound using segment: {'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:31.461176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Bound port: d3457788-5769-4f66-90e3-b5c2bd5a005d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0190f15f-a982-4984-b3d0-1e1965535109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:31.463378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.579357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] For port d3457788-5769-4f66-90e3-b5c2bd5a005d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:31.589147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0e3484-91a5-4c41-905d-1239258b49c8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:31.590195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] For port d3457788-5769-4f66-90e3-b5c2bd5a005d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d3457788-5769-4f66-90e3-b5c2bd5a005d,segment=NetworkSegment(0190f15f-a982-4984-b3d0-1e1965535109),segment_id=0190f15f-a982-4984-b3d0-1e1965535109)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:31.607143 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.607381 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Publish callbacks [] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.624921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Transition to ACTIVE for port object 2b0e3484-91a5-4c41-905d-1239258b49c8 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:31.631076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.655539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34390) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:31.674421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6ce0f20f-0338-4901-a449-f1a646146fe4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320076769', 'description': 'tempest-description--805257021'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:31.758807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-fd2659df-d034-47e6-a5d2-b3ca60211827 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=feac6f4729e148e5a075977d640e2965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756235 Jan 28 13:17:31.811199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba09d9-faa4-421c-aff4-5ef713cffc5c None None] Pushing event updated for resources: {'Port': ['ID=d3457788-5769-4f66-90e3-b5c2bd5a005d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:31.828759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Routers {'46231ab7-8709-4d51-ba20-5458e737ad6f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:31.830384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['46231ab7-8709-4d51-ba20-5458e737ad6f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:31.856762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:31.903269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-40b57b4d-da29-462f-9808-001131cb53dc None None] Provisioning complete for port d3457788-5769-4f66-90e3-b5c2bd5a005d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:31.903648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-40b57b4d-da29-462f-9808-001131cb53dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:31.972700 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f20f-0338-4901-a449-f1a646146fe4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.056206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4080df06-8a0d-4400-bd30-8e66e0a9383b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.061136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:32.061686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:32.062211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:32.069173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:32.070917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:32.080408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:32.080824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:32.093248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:32.093888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Bound port: 2b0e3484-91a5-4c41-905d-1239258b49c8, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:32.097768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.136301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] Set router 46231ab7-8709-4d51-ba20-5458e737ad6f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:32.253027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18b967-79df-4894-bf1e-1a082120bdf5 req-3dc960a6-8f01-48b1-93cf-12498d5d9950 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.261006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c18b967-79df-4894-bf1e-1a082120bdf5 req-3dc960a6-8f01-48b1-93cf-12498d5d9950 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.1208420 Jan 28 13:17:32.271524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:32.295795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-40b57b4d-da29-462f-9808-001131cb53dc None None] Current status of the port d3457788-5769-4f66-90e3-b5c2bd5a005d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:32.296255 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-40b57b4d-da29-462f-9808-001131cb53dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.299690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:32.312677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.324239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f20f-0338-4901-a449-f1a646146fe4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group (182f3bc7-58a2-4eab-b362-7afbaa2978b6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.334537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-0e0b7c84-6b29-4fec-ae99-2460e1b62f4c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.337093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-0e0b7c84-6b29-4fec-ae99-2460e1b62f4c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5680680 Jan 28 13:17:32.338315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.339125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.341510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] 10.222.0.60 "PUT /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 1091 time: 1.6457226 Jan 28 13:17:32.350109 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f20f-0338-4901-a449-f1a646146fe4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (182f3bc7-58a2-4eab-b362-7afbaa2978b6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.361317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:32.367333 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66626d1-9680-4b32-a68f-28bdad115b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:32.410801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a1a5a1d7-086e-4aa6-8200-8b905aac60ab tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/quotas/feac6f4729e148e5a075977d640e2965 HTTP/1.1" status: 200 len: 375 time: 0.0616798 Jan 28 13:17:32.435716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ce0f20f-0338-4901-a449-f1a646146fe4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.438103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6ce0f20f-0338-4901-a449-f1a646146fe4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7815518 Jan 28 13:17:32.443229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34422) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:32.450368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0f20f-0338-4901-a449-f1a646146fe4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182f3bc7-58a2-4eab-b362-7afbaa2978b6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:32.456911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-40b57b4d-da29-462f-9808-001131cb53dc None None] For port d3457788-5769-4f66-90e3-b5c2bd5a005d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d3457788-5769-4f66-90e3-b5c2bd5a005d,segment=NetworkSegment(0190f15f-a982-4984-b3d0-1e1965535109),segment_id=0190f15f-a982-4984-b3d0-1e1965535109)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:32.470035 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-40b57b4d-da29-462f-9808-001131cb53dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.483361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7ac6cc97-d90c-4a05-a6bf-34d06246ce69 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'security_group_rule': {'security_group_id': '182f3bc7-58a2-4eab-b362-7afbaa2978b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:32.499340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c18b967-79df-4894-bf1e-1a082120bdf5 req-5468c729-51d7-4af4-a5e4-8ba51996785e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290866 Jan 28 13:17:32.542397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-162541ca-1003-4b6b-a436-dc5352fc2968 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=feac6f4729e148e5a075977d640e2965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013973 Jan 28 13:17:32.547635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8d26d-1bbe-4205-9be1-3ede2c1020c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:32.581178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-49aecdc0-116c-4729-bdc7-8c822e5f1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.583275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-49aecdc0-116c-4729-bdc7-8c822e5f1b2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1094 time: 0.1512809 Jan 28 13:17:32.637548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4080df06-8a0d-4400-bd30-8e66e0a9383b admin admin] Publish callbacks [] for security_group (e9ef2db4-b44b-4dbe-8c24-49befc079a8a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.644804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ac6cc97-d90c-4a05-a6bf-34d06246ce69 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group_rule (9dcb976c-9227-4ebb-be57-eacacc21859d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.656171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4080df06-8a0d-4400-bd30-8e66e0a9383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e9ef2db4-b44b-4dbe-8c24-49befc079a8a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.699549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-812c71f2-d51c-4dcf-a6a4-9bf371edcbcb None None] Provisioning complete for port d3457788-5769-4f66-90e3-b5c2bd5a005d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:32.699940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-812c71f2-d51c-4dcf-a6a4-9bf371edcbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:32.720758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-6579c293-8ecd-41d0-9dea-548947805302 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 217 time: 0.1275334 Jan 28 13:17:32.725298 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aaf7e1-61c6-4d28-8c07-0951eb9ac5a4 x-openstack-request-id: req-b0aaf7e1-61c6-4d28-8c07-0951eb9ac5a4 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:32.726884 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:32.727148 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0aaf7e1-61c6-4d28-8c07-0951eb9ac5a4 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:32.728672 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8', 'status': 'completed', 'code': 200} Jan 28 13:17:32.767526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b57b4d-da29-462f-9808-001131cb53dc None None] Pushing event updated for resources: {'Port': ['ID=d3457788-5769-4f66-90e3-b5c2bd5a005d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:32.824752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-4bad4647-86c7-43ae-ac9a-d8f8fdd9be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:32.826899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-4bad4647-86c7-43ae-ac9a-d8f8fdd9be29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0972385 Jan 28 13:17:32.830874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34440) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:32.841458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4080df06-8a0d-4400-bd30-8e66e0a9383b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b235ed6f52124111b56743b4362e8b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4618309 Jan 28 13:17:32.848193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080df06-8a0d-4400-bd30-8e66e0a9383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef2db4-b44b-4dbe-8c24-49befc079a8a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:32.861799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:17:27Z', 'revision_number': 4, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port': {'id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:21Z', 'updated_at': '2022-01-28T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd3457788-5769-4f66-90e3-b5c2bd5a005d', 'name': '', 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'mac_address': 'fa:16:3e:a0:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'fb9711b3-3f2a-479e-8c1b-98f6e5f58d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:26Z', 'updated_at': '2022-01-28T13:17:31Z', 'revision_number': 4, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'subnets': [{'id': 'fb9711b3-3f2a-479e-8c1b-98f6e5f58d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:32.902915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-34fc5137-b941-44a5-9e5d-25c36e7368cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432253 Jan 28 13:17:32.952781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-812c71f2-d51c-4dcf-a6a4-9bf371edcbcb None None] Current status of the port d3457788-5769-4f66-90e3-b5c2bd5a005d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:32.956382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781731f-03c1-4bf4-8207-92200ed6cee9 None None] The sync data for ids ['46231ab7-8709-4d51-ba20-5458e737ad6f'] in n-d-822748-2 is: [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:17:27Z', 'revision_number': 4, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port': {'id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:21Z', 'updated_at': '2022-01-28T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd3457788-5769-4f66-90e3-b5c2bd5a005d', 'name': '', 'network_id': 'd42d9640-794c-4446-a6a9-91a962704735', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'mac_address': 'fa:16:3e:a0:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'fb9711b3-3f2a-479e-8c1b-98f6e5f58d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:26Z', 'updated_at': '2022-01-28T13:17:31Z', 'revision_number': 4, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'subnets': [{'id': 'fb9711b3-3f2a-479e-8c1b-98f6e5f58d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:33.027542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf533-e3e7-41b2-ae5b-be045060f683 admin admin] Publish callbacks [] for security_group (e9ef2db4-b44b-4dbe-8c24-49befc079a8a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.040251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ac6cc97-d90c-4a05-a6bf-34d06246ce69 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group_rule (9dcb976c-9227-4ebb-be57-eacacc21859d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.045263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ef006c3-ddd0-4b08-a956-d3ee16fb2889 req-695c2191-5cd2-4a9a-8dcf-421f22e73cd9 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 210 time: 0.1639564 Jan 28 13:17:33.050694 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ac6cc97-d90c-4a05-a6bf-34d06246ce69 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9dcb976c-9227-4ebb-be57-eacacc21859d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.071520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6cc97-d90c-4a05-a6bf-34d06246ce69 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcb976c-9227-4ebb-be57-eacacc21859d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:33.087084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf533-e3e7-41b2-ae5b-be045060f683 admin admin] Publish callbacks [] for security_group (e9ef2db4-b44b-4dbe-8c24-49befc079a8a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.088982 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ac6cc97-d90c-4a05-a6bf-34d06246ce69 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.090853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7ac6cc97-d90c-4a05-a6bf-34d06246ce69 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6409726 Jan 28 13:17:33.098726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34454) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:33.103959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-87b9b438-a65c-4048-9ace-a2c4297c433f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'security_group_rule': {'security_group_id': '182f3bc7-58a2-4eab-b362-7afbaa2978b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:33.159332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87b9b438-a65c-4048-9ace-a2c4297c433f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group_rule (b9c98a54-a207-4fa1-91c7-d79f227f8102), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.188583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-d4be63e7-cd20-4c7f-a6f6-d743c0c80940 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612693 Jan 28 13:17:33.310124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87b9b438-a65c-4048-9ace-a2c4297c433f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group_rule (b9c98a54-a207-4fa1-91c7-d79f227f8102), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.314604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87b9b438-a65c-4048-9ace-a2c4297c433f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (b9c98a54-a207-4fa1-91c7-d79f227f8102), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.337764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b438-a65c-4048-9ace-a2c4297c433f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c98a54-a207-4fa1-91c7-d79f227f8102,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:33.358394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87b9b438-a65c-4048-9ace-a2c4297c433f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.361047 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-87b9b438-a65c-4048-9ace-a2c4297c433f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2613015 Jan 28 13:17:33.365064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34472) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:33.372500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:33.423713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.619055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.706381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b7a4a-34f5-480a-9afe-fb4b06a49d54 req-7ffcf7f4-6e6e-4e21-97b2-51437b652101 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:33.722654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d63b7a4a-34f5-480a-9afe-fb4b06a49d54 req-7ffcf7f4-6e6e-4e21-97b2-51437b652101 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.0988202 Jan 28 13:17:33.775854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf533-e3e7-41b2-ae5b-be045060f683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e9ef2db4-b44b-4dbe-8c24-49befc079a8a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.779087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf533-e3e7-41b2-ae5b-be045060f683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:33.780585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e7ecf533-e3e7-41b2-ae5b-be045060f683 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9ef2db4-b44b-4dbe-8c24-49befc079a8a HTTP/1.1" status: 204 len: 168 time: 0.9487584 Jan 28 13:17:33.810560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf533-e3e7-41b2-ae5b-be045060f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef2db4-b44b-4dbe-8c24-49befc079a8a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:33.882573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e22f457e-4b74-466c-a3a1-752b7d3d16d9 req-c134fdaf-74f2-4c47-b138-cb8c25d72f26 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858096 Jan 28 13:17:33.898969 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d63b7a4a-34f5-480a-9afe-fb4b06a49d54 req-cd31f8cc-3296-4156-9d9b-04c7910d8f2b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745696 Jan 28 13:17:34.040336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Allocated IP 172.25.4.67 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/c987d7e0-1cd2-4b69-ae71-ac53e561ede8) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:34.050192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-5930d846-cf81-410b-bfed-7ced39a69bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.052863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-5930d846-cf81-410b-bfed-7ced39a69bde service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1094 time: 0.0707836 Jan 28 13:17:34.271157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-6cc49498-641a-48d1-8dc1-30efffd8c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.273687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-6cc49498-641a-48d1-8dc1-30efffd8c23f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.2099488 Jan 28 13:17:34.333502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-76c8df30-2edb-4c10-8e97-79055f5b722c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 217 time: 0.0508378 Jan 28 13:17:34.380564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34506) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:34.403856 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08833286-6b03-43e5-91dc-c29489642b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.438944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-10a5a408-51dd-4dea-9065-208e316c9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:34.440738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-10a5a408-51dd-4dea-9065-208e316c9b2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0988355 Jan 28 13:17:34.562547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-1657b1b6-8f14-4583-adaa-c1ed3d3e0985 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942512 Jan 28 13:17:34.595818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.673301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.683846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d3457788-5769-4f66-90e3-b5c2bd5a005d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:34.721439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:34.724962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:34.729720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:34.781673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event updated for resources: {'Port': ['ID=c987d7e0-1cd2-4b69-ae71-ac53e561ede8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:34.796164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-461e1069-0cf9-4fb9-b6dd-32e35f69612c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=feac6f4729e148e5a075977d640e2965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835574 Jan 28 13:17:34.798654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3b0a37-0129-42e3-9b7b-04d8a666b65b req-b5a1be15-d288-49ce-90e7-720ab6770ebc tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 210 time: 0.0816932 Jan 28 13:17:34.849536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-26f38996-14b7-4ac8-9fcf-a6cb91513e35 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743638 Jan 28 13:17:34.906842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36a7c199-e4ff-4694-b9fd-f65509b8d60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:34.934263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d3457788-5769-4f66-90e3-b5c2bd5a005d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:34.935948 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.015152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.092611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08833286-6b03-43e5-91dc-c29489642b75 admin admin] Publish callbacks [] for security_group (ca3da0d3-a5ad-4832-a255-4e754c7ed209), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.095789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.113529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08833286-6b03-43e5-91dc-c29489642b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ca3da0d3-a5ad-4832-a255-4e754c7ed209), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.158627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d3457788-5769-4f66-90e3-b5c2bd5a005d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:35.204755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08833286-6b03-43e5-91dc-c29489642b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3da0d3-a5ad-4832-a255-4e754c7ed209,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:35.214653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-e23b1e48-5fbf-4078-8e4c-342464572565 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:35.216146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-e23b1e48-5fbf-4078-8e4c-342464572565 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4011986 Jan 28 13:17:35.218568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-08833286-6b03-43e5-91dc-c29489642b75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4450fa10816f4651989d610cf3d64203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8367426 Jan 28 13:17:35.221198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34530) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:35.235714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b66626d1-9680-4b32-a68f-28bdad115b8c req-10e2b592-4bfb-47dc-888e-8665b43962dc service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737608 Jan 28 13:17:35.247833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Request body: {'port': {'device_id': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': 'feac6f4729e148e5a075977d640e2965'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:35.315680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc165-722a-46b4-9288-3474c517be95 req-5b14ce3c-43be-4ce5-ab9f-a574855173a8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:35.317192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1cbdc165-722a-46b4-9288-3474c517be95 req-5b14ce3c-43be-4ce5-ab9f-a574855173a8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.1210024 Jan 28 13:17:35.367528 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73e6cb91-7622-410e-be97-cdf828231558 admin admin] Publish callbacks [] for security_group (ca3da0d3-a5ad-4832-a255-4e754c7ed209), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.378099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.383298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.405733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73e6cb91-7622-410e-be97-cdf828231558 admin admin] Publish callbacks [] for security_group (ca3da0d3-a5ad-4832-a255-4e754c7ed209), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.424757 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1cbdc165-722a-46b4-9288-3474c517be95 req-3c528840-a6b1-4760-b74e-39fa74843a24 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916204 Jan 28 13:17:35.463060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Made reservation on behalf of feac6f4729e148e5a075977d640e2965 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:35.471232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.499123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73e6cb91-7622-410e-be97-cdf828231558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ca3da0d3-a5ad-4832-a255-4e754c7ed209), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.501771 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73e6cb91-7622-410e-be97-cdf828231558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.505952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-73e6cb91-7622-410e-be97-cdf828231558 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca3da0d3-a5ad-4832-a255-4e754c7ed209 HTTP/1.1" status: 204 len: 168 time: 0.2836602 Jan 28 13:17:35.507157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event updated for resources: {'Port': ['ID=c987d7e0-1cd2-4b69-ae71-ac53e561ede8,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:35.556017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.562463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6cb91-7622-410e-be97-cdf828231558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3da0d3-a5ad-4832-a255-4e754c7ed209,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:35.576954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:35.578231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f55cd711-4dba-47e8-b96f-7a29cfb54c6b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2120461 Jan 28 13:17:35.686022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Allocated IP 192.168.233.212 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/7ebfa682-cbba-4d5a-b4f8-0d6a99142a74) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:35.945957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-82bf2454-2940-4b79-af09-cf7e998881d4 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1320076769&fields=id&tenant_id=139355f65bb249d39228ce5774b744fc HTTP/1.1" status: 200 len: 267 time: 0.0924275 Jan 28 13:17:36.051556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e41be5ff-8421-40ff-b980-03ede37afe53 req-e01e669e-337c-4687-b2c3-0e6ee214947b tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 210 time: 0.0378954 Jan 28 13:17:36.053143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks [] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.126558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-a97ffe99-1e1a-4b85-9085-b7d85f779087 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.128240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-a97ffe99-1e1a-4b85-9085-b7d85f779087 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 824 time: 0.1749091 Jan 28 13:17:36.137591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34612) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:36.171756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.182269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-8a15fc5c-9737-41d6-8ec5-f19e34267ba8 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/quotas/139355f65bb249d39228ce5774b744fc HTTP/1.1" status: 200 len: 375 time: 0.0304673 Jan 28 13:17:36.276925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:36.289689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:36.300413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:36.339978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Pushing event updated for resources: {'Port': ['ID=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:36.411894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f09afcdc-2c54-45c9-987a-1b9bb81ab55d tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866903 Jan 28 13:17:36.426728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22ff6bd9-38de-4ed1-a26c-3703d539bb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.450515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.451237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.508392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-a0793cfe-12e8-4b11-add3-8e594c5c1a08 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2770584 Jan 28 13:17:36.536350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Request body: {'port': {'device_id': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:36.591684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-04e9564b-85f3-4d42-a008-7f62062c9717 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:36.592839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-04e9564b-85f3-4d42-a008-7f62062c9717 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0831780 Jan 28 13:17:36.659056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60271aa-d256-4321-807c-4c21ad8b1a07 req-f1f233b7-53ed-48a0-b126-ece137442a63 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:36.660632 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e60271aa-d256-4321-807c-4c21ad8b1a07 req-f1f233b7-53ed-48a0-b126-ece137442a63 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.0618865 Jan 28 13:17:36.688959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34656) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:36.699963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.705272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1e568c7b-b8a3-4cfb-af52-00c53e36eaab None None] Provisioning complete for port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:36.706321 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e568c7b-b8a3-4cfb-af52-00c53e36eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.718825 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e60271aa-d256-4321-807c-4c21ad8b1a07 req-bcf9d867-81cd-4999-912f-9fa27f86ef94 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484033 Jan 28 13:17:36.748928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1e568c7b-b8a3-4cfb-af52-00c53e36eaab None None] Port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:36.758866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22ff6bd9-38de-4ed1-a26c-3703d539bb18 admin admin] Publish callbacks [] for security_group (c7c3b664-2bc8-442f-95da-f40b7e05dcc3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.771438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22ff6bd9-38de-4ed1-a26c-3703d539bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c7c3b664-2bc8-442f-95da-f40b7e05dcc3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:36.818408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff6bd9-38de-4ed1-a26c-3703d539bb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3b664-2bc8-442f-95da-f40b7e05dcc3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:36.841088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-network', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:36.918299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-11890b82-b33d-43e2-8cbc-a404f57336db service neutron] 10.222.0.45 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128633 Jan 28 13:17:36.920559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-22ff6bd9-38de-4ed1-a26c-3703d539bb18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6243ac45bd464cd482e1cae1432bef0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7820840 Jan 28 13:17:36.923610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34670) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:36.965900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Made reservation on behalf of 1fc7a6567f7e480ca177322156d432f9 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:36.968317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.001189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f0b75d2-9ecb-4f17-8bdb-f1910680dd55 admin admin] Publish callbacks [] for security_group (c7c3b664-2bc8-442f-95da-f40b7e05dcc3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.021108 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.056125 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f0b75d2-9ecb-4f17-8bdb-f1910680dd55 admin admin] Publish callbacks [] for security_group (c7c3b664-2bc8-442f-95da-f40b7e05dcc3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.096621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34684) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:37.134841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-909457c1-9cd1-4c23-8ccd-7a073c93d761 service neutron] 10.222.0.45 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972671 Jan 28 13:17:37.152565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f0b75d2-9ecb-4f17-8bdb-f1910680dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c7c3b664-2bc8-442f-95da-f40b7e05dcc3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.166536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f0b75d2-9ecb-4f17-8bdb-f1910680dd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.182334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8f0b75d2-9ecb-4f17-8bdb-f1910680dd55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7c3b664-2bc8-442f-95da-f40b7e05dcc3 HTTP/1.1" status: 204 len: 168 time: 0.2566321 Jan 28 13:17:37.224447 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8e027db2-3fba-489c-90da-09d53eb03a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.231004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b75d2-9ecb-4f17-8bdb-f1910680dd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3b664-2bc8-442f-95da-f40b7e05dcc3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:37.253067 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks [] for security_group (df810c31-e683-4a19-8c11-d340b031755d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.261196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (df810c31-e683-4a19-8c11-d340b031755d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.274286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:37.294446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Publish callbacks [] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.316533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:37.326938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Transition to ACTIVE for port object 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:37.329113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df810c31-e683-4a19-8c11-d340b031755d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:37.337338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b59ee223-6c91-42eb-85f5-6d1aea85fb64), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.337963 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Added segment b59ee223-6c91-42eb-85f5-6d1aea85fb64 of type vlan for network 55650d81-1611-4ccb-a76a-db45b0e2226c Jan 28 13:17:37.340451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.342922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b86d7-e923-4e4d-8461-4a37ee6d0b14 req-d4a497b0-a9bc-4e82-999d-7804c9ddfc43 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.344990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa9b86d7-e923-4e4d-8461-4a37ee6d0b14 req-d4a497b0-a9bc-4e82-999d-7804c9ddfc43 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 936 time: 0.1099513 Jan 28 13:17:37.346190 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e1750b8-ab0c-4a92-aa78-00a354e174c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.431982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (55650d81-1611-4ccb-a76a-db45b0e2226c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.462010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:37.463386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa9b86d7-e923-4e4d-8461-4a37ee6d0b14 req-790c91de-eeff-48e8-98ad-208047c8f6a5 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920024 Jan 28 13:17:37.540351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (55650d81-1611-4ccb-a76a-db45b0e2226c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.542254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:37.542929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.586764 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e1750b8-ab0c-4a92-aa78-00a354e174c1 admin admin] Publish callbacks [] for security_group (ae759a81-4139-484f-a69f-0ac6487484fd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.628623 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a3af834-0c1f-4e3f-badf-8126e179ad8d req-2fb9f455-3b10-4620-947b-b726cc37e759 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 210 time: 0.0769567 Jan 28 13:17:37.629730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e1750b8-ab0c-4a92-aa78-00a354e174c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae759a81-4139-484f-a69f-0ac6487484fd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.697622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1750b8-ab0c-4a92-aa78-00a354e174c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae759a81-4139-484f-a69f-0ac6487484fd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:37.715806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4e1750b8-ab0c-4a92-aa78-00a354e174c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbf65c6dc2a445a09a9d19cc56cbf193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169636 Jan 28 13:17:37.719514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34704) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:37.840086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c896397d-de56-41d3-81d1-2b12342e3edf admin admin] Publish callbacks [] for security_group (ae759a81-4139-484f-a69f-0ac6487484fd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.844228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34714) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:37.867716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c086514b-cb4e-4ff0-b9ba-591ba4c99084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:37.931179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Attempting to bind port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:37.931911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Attempting to bind port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:37.931911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Attempting to bind port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:37.968302 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2782536 Jan 28 13:17:37.971542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34716) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:37.978934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Request body: {'subnet': {'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-subnet', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:37.993961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:37.994909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Attempting to bind port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:38.002487 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c896397d-de56-41d3-81d1-2b12342e3edf admin admin] Publish callbacks [] for security_group (ae759a81-4139-484f-a69f-0ac6487484fd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.006012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:38.006354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:38.007324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:38.008146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Bound port: 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:38.008779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.014919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b0198-d9f9-494f-a9e8-ba90777108e9 admin admin] Pushing event updated for resources: {'Network': ['ID=55650d81-1611-4ccb-a76a-db45b0e2226c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:38.030451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 55650d81-1611-4ccb-a76a-db45b0e2226c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:38.053103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213e5c1-3e16-4a6b-b1ef-642f2ad5e508 req-45d7f744-3edd-4271-8c2c-7992121dc4e6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.056347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1213e5c1-3e16-4a6b-b1ef-642f2ad5e508 req-45d7f744-3edd-4271-8c2c-7992121dc4e6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.1630864 Jan 28 13:17:38.077683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Made reservation on behalf of 1fc7a6567f7e480ca177322156d432f9 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:38.089136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.130614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c086514b-cb4e-4ff0-b9ba-591ba4c99084 admin admin] Publish callbacks [] for security_group (16376cab-354f-40ab-a2c1-4937a5a65897), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.146592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c086514b-cb4e-4ff0-b9ba-591ba4c99084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (16376cab-354f-40ab-a2c1-4937a5a65897), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.212102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:38.241616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:38.248310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c086514b-cb4e-4ff0-b9ba-591ba4c99084 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=830c256ed6684715abf9c5ebdc2a5601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948941 Jan 28 13:17:38.248310 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c896397d-de56-41d3-81d1-2b12342e3edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae759a81-4139-484f-a69f-0ac6487484fd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.249672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c896397d-de56-41d3-81d1-2b12342e3edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.251251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c896397d-de56-41d3-81d1-2b12342e3edf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae759a81-4139-484f-a69f-0ac6487484fd HTTP/1.1" status: 204 len: 168 time: 0.5301976 Jan 28 13:17:38.273483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1213e5c1-3e16-4a6b-b1ef-642f2ad5e508 req-b6193e57-3815-42e6-ade5-68b3ff6b998c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041602 Jan 28 13:17:38.297107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086514b-cb4e-4ff0-b9ba-591ba4c99084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16376cab-354f-40ab-a2c1-4937a5a65897,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:38.355645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896397d-de56-41d3-81d1-2b12342e3edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae759a81-4139-484f-a69f-0ac6487484fd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:38.431801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:38.449063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '2b0e3484-91a5-4c41-905d-1239258b49c8', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'port_id': '2b0e3484-91a5-4c41-905d-1239258b49c8', 'mac_address': 'fa:16:3e:29:46:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664c1211-028e-47e9-98b9-009ca7425fff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:38.514284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2b0e3484-91a5-4c41-905d-1239258b49c8 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:38.514701 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.543843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] For port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:38.550076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0e3484-91a5-4c41-905d-1239258b49c8 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:38.559269 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.576405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:38.586038 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.611292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] For port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:38.662052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:38.691676 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.739528 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33347cf0-b3ed-4962-ae03-556f078510d1 admin admin] Publish callbacks [] for security_group (16376cab-354f-40ab-a2c1-4937a5a65897), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.757415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.758596 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.760366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 HTTP/1.1" status: 200 len: 1096 time: 2.2282853 Jan 28 13:17:38.776329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'tag': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:38.779511 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e87873-d605-491a-bbf2-5291352616eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f72dee2-12b7-4b4a-848b-1c3acf7deb98", "tag": "7ebfa682-cbba-4d5a-b4f8-0d6a99142a74"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:38.789372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (923622d1-45e7-4f63-81a7-c2fc3efc44eb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.810164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b57b735-c6f2-4d91-8a78-da98f1d645c8 req-925530db-26a2-4267-b832-d170491642c2 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 210 time: 0.0442901 Jan 28 13:17:38.867046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33347cf0-b3ed-4962-ae03-556f078510d1 admin admin] Publish callbacks [] for security_group (16376cab-354f-40ab-a2c1-4937a5a65897), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.909737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1f5d3-dfa4-4927-89b8-469fc8d2ac71 req-db8881c2-0604-42a3-922d-3145d8e705bf tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:38.911894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d1f5d3-dfa4-4927-89b8-469fc8d2ac71 req-db8881c2-0604-42a3-922d-3145d8e705bf tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 948 time: 0.3581047 Jan 28 13:17:38.933911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34772) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:38.941231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52222136-107f-4658-a9fd-897da697a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:38.950698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9253d7b-6b2d-4de3-a796-338ddbec01a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:38.985402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2b0e3484-91a5-4c41-905d-1239258b49c8'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:38.994575 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9facc025-926e-4816-9cb2-6b458ffe0dfa x-openstack-request-id: req-9facc025-926e-4816-9cb2-6b458ffe0dfa {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:38.995123 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f72dee2-12b7-4b4a-848b-1c3acf7deb98", "tag": "7ebfa682-cbba-4d5a-b4f8-0d6a99142a74", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:38.995123 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9facc025-926e-4816-9cb2-6b458ffe0dfa {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:38.995503 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'tag': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74', 'status': 'completed', 'code': 200} Jan 28 13:17:39.016053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923622d1-45e7-4f63-81a7-c2fc3efc44eb,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:39.030958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-22af7bae-30af-4ab5-8097-3d8095814fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.032884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-22af7bae-30af-4ab5-8097-3d8095814fcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feac6f4729e148e5a075977d640e2965&device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 1099 time: 0.2201335 Jan 28 13:17:39.114261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9253d7b-6b2d-4de3-a796-338ddbec01a5 admin admin] Publish callbacks [] for security_group (778ee0e7-e5a4-48dc-a130-2b33b81342fc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.137178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-f787cfe9-4b8e-4d83-a62a-df464bc9f350 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 HTTP/1.1" status: 200 len: 217 time: 0.0743630 Jan 28 13:17:39.150937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Checking segment: {'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:39.151316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Network hostable DHCP agents. Network: 55650d81-1611-4ccb-a76a-db45b0e2226c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:39.198693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d1f5d3-dfa4-4927-89b8-469fc8d2ac71 req-36f13030-3f03-40d8-8870-ce8fc83e4849 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622986 Jan 28 13:17:39.239876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9253d7b-6b2d-4de3-a796-338ddbec01a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (778ee0e7-e5a4-48dc-a130-2b33b81342fc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.244081 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:17:39.253500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33347cf0-b3ed-4962-ae03-556f078510d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (16376cab-354f-40ab-a2c1-4937a5a65897), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.263864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33347cf0-b3ed-4962-ae03-556f078510d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.265589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-33347cf0-b3ed-4962-ae03-556f078510d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16376cab-354f-40ab-a2c1-4937a5a65897 HTTP/1.1" status: 204 len: 168 time: 1.0223265 Jan 28 13:17:39.306968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f9253d7b-6b2d-4de3-a796-338ddbec01a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89b46d27b83248e9b3a318d1820ab1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714988 Jan 28 13:17:39.307927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34790) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:39.312190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9253d7b-6b2d-4de3-a796-338ddbec01a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ee0e7-e5a4-48dc-a130-2b33b81342fc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:39.319265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Network 55650d81-1611-4ccb-a76a-db45b0e2226c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:39.341593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33347cf0-b3ed-4962-ae03-556f078510d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16376cab-354f-40ab-a2c1-4937a5a65897,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:39.354592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 55650d81-1611-4ccb-a76a-db45b0e2226c) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:39.369801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4cfd38-ab32-430d-a917-f326b8869712 None None] Network 55650d81-1611-4ccb-a76a-db45b0e2226c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:39.388142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.391075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.401045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-6925f3ed-3e60-4b20-b0e2-9e9599f52ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.405556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-6925f3ed-3e60-4b20-b0e2-9e9599f52ab4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2467930 Jan 28 13:17:39.496786 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e628693-73cf-4e7d-b242-22fe77ed9961 admin admin] Publish callbacks [] for security_group (778ee0e7-e5a4-48dc-a130-2b33b81342fc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.512653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-95a1e919-401d-42ac-910e-aa04ae7809f1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5355895 Jan 28 13:17:39.515408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34798) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:39.549545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e628693-73cf-4e7d-b242-22fe77ed9961 admin admin] Publish callbacks [] for security_group (778ee0e7-e5a4-48dc-a130-2b33b81342fc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.552732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:39.576716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-55650d81-1611-4ccb-a76a-db45b0e2226c', 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c', 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'fixed_ips': [{'subnet_id': '923622d1-45e7-4f63-81a7-c2fc3efc44eb'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:17:39.578505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.584681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-39160234-7b08-4d75-8ccd-a310ef84a975 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.587827 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-39160234-7b08-4d75-8ccd-a310ef84a975 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 824 time: 0.4694681 Jan 28 13:17:39.611236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920666ee-d788-4c2f-9b3c-040cf4accf2d req-a4db2325-4195-4e87-8242-cf12d67a0457 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.612820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-920666ee-d788-4c2f-9b3c-040cf4accf2d req-a4db2325-4195-4e87-8242-cf12d67a0457 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 944 time: 0.2049952 Jan 28 13:17:39.621423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-376c185a-1c92-48a4-8e62-2e81ef30090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:39.623437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-376c185a-1c92-48a4-8e62-2e81ef30090d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805303 Jan 28 13:17:39.649288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.650413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.790486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-54a46d3a-35a3-44f9-acb7-c507bc8f825b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=139355f65bb249d39228ce5774b744fc HTTP/1.1" status: 200 len: 380 time: 0.1925254 Jan 28 13:17:39.809535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'port': {'device_id': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'admin_state_up': True, 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'security_groups': ['182f3bc7-58a2-4eab-b362-7afbaa2978b6']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:39.814507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e628693-73cf-4e7d-b242-22fe77ed9961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (778ee0e7-e5a4-48dc-a130-2b33b81342fc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.817221 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e628693-73cf-4e7d-b242-22fe77ed9961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:39.821968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2e628693-73cf-4e7d-b242-22fe77ed9961 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/778ee0e7-e5a4-48dc-a130-2b33b81342fc HTTP/1.1" status: 204 len: 168 time: 0.5027983 Jan 28 13:17:39.873620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e628693-73cf-4e7d-b242-22fe77ed9961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ee0e7-e5a4-48dc-a130-2b33b81342fc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:39.901520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Allocated IP 172.20.0.2 (55650d81-1611-4ccb-a76a-db45b0e2226c/923622d1-45e7-4f63-81a7-c2fc3efc44eb/06f6d874-62f8-4e90-82c2-511c946d13cd) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:39.907571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-920666ee-d788-4c2f-9b3c-040cf4accf2d req-6dd01a3c-4a4e-45f3-a331-28dd8e8076a3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819772 Jan 28 13:17:39.953833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34828) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:39.982236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks [] for router_controller (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.063235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Made reservation on behalf of 139355f65bb249d39228ce5774b744fc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:40.067826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.164708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-bb7624b7-e741-4025-9a71-8ab346facce0 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095091 Jan 28 13:17:40.258567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df15f391-976c-4d4a-88a5-b72fcb2ec77f req-294bb972-f62d-451f-9fa0-311d50fe4d25 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 210 time: 0.1367908 Jan 28 13:17:40.349153 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks [] for router_gateway (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.392441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:40.489137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Allocated IP 172.20.0.9 (086c3db1-7a9a-4894-8acc-74310a4a913b/39f0590b-4b8c-4c0b-8916-747573e6517d/337932c9-dc82-4691-91e1-24ec4a1f3ccd) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:40.528081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5c53b-bd70-464c-9832-277461ab7798 req-f0f2f2c2-7bd4-4404-b225-40d06be66c06 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.529700 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02c5c53b-bd70-464c-9832-277461ab7798 req-f0f2f2c2-7bd4-4404-b225-40d06be66c06 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 948 time: 0.1368010 Jan 28 13:17:40.546026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ed2e000-e3b6-484a-9490-e0943cb42102 req-587c6d74-4b96-4438-878a-7bcd0da219f7 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984140 Jan 28 13:17:40.546197 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.581818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c032dc62-fdb7-4eb3-b44e-e9c9f76e635c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fd389301c8b4bf797b6be21ebba39c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6223907 Jan 28 13:17:40.582421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34864) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:40.617394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 2b0e3484-91a5-4c41-905d-1239258b49c8 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:40.626186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 2b0e3484-91a5-4c41-905d-1239258b49c8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:40.626606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.743052 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02c5c53b-bd70-464c-9832-277461ab7798 req-982c5c0c-947f-4e83-8710-780ddcba0c9d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914368 Jan 28 13:17:40.749785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e545af0b-4d86-4224-9475-701aec6f5173 admin admin] Publish callbacks [] for security_group (27e9f358-286b-40e8-a1d7-788cd2f3cc29), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.790475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e545af0b-4d86-4224-9475-701aec6f5173 admin admin] Publish callbacks [] for security_group (27e9f358-286b-40e8-a1d7-788cd2f3cc29), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.816080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e87873-d605-491a-bbf2-5291352616eb req-b69e1f48-d9b5-4056-bf39-accc5e1ab680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:40.819368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2e87873-d605-491a-bbf2-5291352616eb req-b69e1f48-d9b5-4056-bf39-accc5e1ab680 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=feac6f4729e148e5a075977d640e2965&device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 1099 time: 0.1025693 Jan 28 13:17:40.821768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks [] for router_gateway (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.840187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Publish callbacks [] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.844141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2b0e3484-91a5-4c41-905d-1239258b49c8 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:40.844532 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.853999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.857410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.873297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.909703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e545af0b-4d86-4224-9475-701aec6f5173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (27e9f358-286b-40e8-a1d7-788cd2f3cc29), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.912563 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e545af0b-4d86-4224-9475-701aec6f5173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.916943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e545af0b-4d86-4224-9475-701aec6f5173 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27e9f358-286b-40e8-a1d7-788cd2f3cc29 HTTP/1.1" status: 204 len: 168 time: 0.3245604 Jan 28 13:17:40.920496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:40.932209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:40.938364 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beff03a-be6b-4bb2-9b91-20ebcbe219a9" -d '{"events": [{"server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "name": "network-vif-plugged", "status": "completed", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:40.946948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Network 55650d81-1611-4ccb-a76a-db45b0e2226c is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:40.981123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:40.984068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:40.996413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event updated for resources: {'Port': ['ID=337932c9-dc82-4691-91e1-24ec4a1f3ccd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.005039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:41.009100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545af0b-4d86-4224-9475-701aec6f5173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e9f358-286b-40e8-a1d7-788cd2f3cc29,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.031330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Network 086c3db1-7a9a-4894-8acc-74310a4a913b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:41.056492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:41.061819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:41.118153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.127949 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e8881-a4b0-45cc-a78b-3ded6595ef38 x-openstack-request-id: req-bc3e8881-a4b0-45cc-a78b-3ded6595ef38 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:41.128330 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "name": "network-vif-plugged", "status": "completed", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:41.128594 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc3e8881-a4b0-45cc-a78b-3ded6595ef38 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:41.129014 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8', 'code': 200} Jan 28 13:17:41.130854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Pushing event updated for resources: {'Port': ['ID=06f6d874-62f8-4e90-82c2-511c946d13cd,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.181536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.184095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.231833 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-f2459734-6061-4e8a-83f6-e1e57943c4c5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4320366 Jan 28 13:17:41.245171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Request body: {'port': {'device_id': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:41.254741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Attempting to bind port 06f6d874-62f8-4e90-82c2-511c946d13cd on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:41.255108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Attempting to bind port 06f6d874-62f8-4e90-82c2-511c946d13cd by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:41.255475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Attempting to bind port 06f6d874-62f8-4e90-82c2-511c946d13cd on network 55650d81-1611-4ccb-a76a-db45b0e2226c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:41.264675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:41.270089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Checking segment: {'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:41.270665 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.271078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Bound using segment: {'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:41.271582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Bound port: 06f6d874-62f8-4e90-82c2-511c946d13cd, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:41.271977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.368562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.422855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] For port 06f6d874-62f8-4e90-82c2-511c946d13cd, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:41.431353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] For port 06f6d874-62f8-4e90-82c2-511c946d13cd, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=06f6d874-62f8-4e90-82c2-511c946d13cd,segment=NetworkSegment(b59ee223-6c91-42eb-85f5-6d1aea85fb64),segment_id=b59ee223-6c91-42eb-85f5-6d1aea85fb64)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:41.436754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34890) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:41.453690 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.486569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.590884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f92d0-3fac-4f75-8c0a-84bdd9c918e7 None None] Pushing event updated for resources: {'Port': ['ID=06f6d874-62f8-4e90-82c2-511c946d13cd,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:41.591124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a283d-0402-46a2-8c63-267d25153bac req-efde010a-6183-4386-83a1-4fb60a46b1ce tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.598222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed5a283d-0402-46a2-8c63-267d25153bac req-efde010a-6183-4386-83a1-4fb60a46b1ce tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 945 time: 0.2450743 Jan 28 13:17:41.604850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e87873-d605-491a-bbf2-5291352616eb req-a7a7d7b0-6614-4b50-84dd-449b9364a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.606924 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2e87873-d605-491a-bbf2-5291352616eb req-a7a7d7b0-6614-4b50-84dd-449b9364a031 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.7801950 Jan 28 13:17:41.624818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-09a33b20-863f-425f-a501-e3c793694de3 None None] Provisioning complete for port 337932c9-dc82-4691-91e1-24ec4a1f3ccd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:41.625430 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09a33b20-863f-425f-a501-e3c793694de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.626527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948c1a5-1651-433f-bfd3-5440ab06a39a req-19466259-00e5-4769-ac5b-c2994cd5cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.629451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2948c1a5-1651-433f-bfd3-5440ab06a39a req-19466259-00e5-4769-ac5b-c2994cd5cbb7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1096 time: 0.2790062 Jan 28 13:17:41.630008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.635303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Allocated IP 172.25.4.252 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f2e21c1d-2057-4cea-8e57-02ebc006bdaf) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:41.714195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34898) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:41.716717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-09a33b20-863f-425f-a501-e3c793694de3 None None] Port 337932c9-dc82-4691-91e1-24ec4a1f3ccd cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:41.733638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2e87873-d605-491a-bbf2-5291352616eb req-e85692ca-bffd-42f0-903b-ac0bd2e46fb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 HTTP/1.1" status: 200 len: 217 time: 0.0936363 Jan 28 13:17:41.774250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-400394c2-c4b2-477d-953e-39104a780d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:41.858267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a2f0b-c5fb-43e4-a428-7f574cfafa45 req-dc829782-d2a4-462b-a85e-dbb2ffddb356 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.865471 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b4a2f0b-c5fb-43e4-a428-7f574cfafa45 req-dc829782-d2a4-462b-a85e-dbb2ffddb356 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 931 time: 0.4709539 Jan 28 13:17:41.913794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed5a283d-0402-46a2-8c63-267d25153bac req-daf90bc6-4a6e-4647-9d4e-33eb49924aac tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147526 Jan 28 13:17:41.915976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2948c1a5-1651-433f-bfd3-5440ab06a39a req-e43cb25f-dfdf-4df5-9497-4fd6a2303087 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653983 Jan 28 13:17:41.932162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e87873-d605-491a-bbf2-5291352616eb req-bee0bfbc-5b30-48bb-a11a-5408507fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:41.934118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2e87873-d605-491a-bbf2-5291352616eb req-bee0bfbc-5b30-48bb-a11a-5408507fc51f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1793115 Jan 28 13:17:42.017050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d2f9de1-5b31-4103-9aa3-1b8c2e4ef723 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=572154b6b0e348d581e5d94e2a817b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990122 Jan 28 13:17:42.019958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34910) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:42.113885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b4a2f0b-c5fb-43e4-a428-7f574cfafa45 req-a1cac0df-822c-4044-80a1-65ee73b441dd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468367 Jan 28 13:17:42.139078 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks [] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.179784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34912) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:42.198546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-400394c2-c4b2-477d-953e-39104a780d4e admin admin] Publish callbacks [] for security_group (ea162db6-f720-4f88-bfcd-c40a1c5c8cbf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.211628 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-400394c2-c4b2-477d-953e-39104a780d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ea162db6-f720-4f88-bfcd-c40a1c5c8cbf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.242392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e87873-d605-491a-bbf2-5291352616eb req-89bef69f-fdf6-4c87-87ec-02572909ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.250738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2e87873-d605-491a-bbf2-5291352616eb req-89bef69f-fdf6-4c87-87ec-02572909ede4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2790866 Jan 28 13:17:42.328809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337932c9-dc82-4691-91e1-24ec4a1f3ccd {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:42.339635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-400394c2-c4b2-477d-953e-39104a780d4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f17cfc36c4f8456bb5eba42c2a18e05c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9004357 Jan 28 13:17:42.343665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34920) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:42.344448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400394c2-c4b2-477d-953e-39104a780d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea162db6-f720-4f88-bfcd-c40a1c5c8cbf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:42.375158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Publish callbacks [] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.410288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.416125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Transition to ACTIVE for port object 337932c9-dc82-4691-91e1-24ec4a1f3ccd will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:42.424520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.490616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-877294876-network', 'tenant_id': 'c0bfc9605ed140948b36ede1db3531db'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:42.527041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Pushing event updated for resources: {'Port': ['ID=337932c9-dc82-4691-91e1-24ec4a1f3ccd,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:42.532595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-68924eba-f304-44c1-8952-9aab66b29f92 admin admin] Publish callbacks [] for security_group (ea162db6-f720-4f88-bfcd-c40a1c5c8cbf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.560359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50097291-9976-4c8a-a2ed-7727a17c7b4c req-0a1d6a42-e07d-49bd-bbca-e351808b102e tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:42.576021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50097291-9976-4c8a-a2ed-7727a17c7b4c req-0a1d6a42-e07d-49bd-bbca-e351808b102e tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 948 time: 0.4951198 Jan 28 13:17:42.579021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-68924eba-f304-44c1-8952-9aab66b29f92 admin admin] Publish callbacks [] for security_group (ea162db6-f720-4f88-bfcd-c40a1c5c8cbf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.584319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:42.610250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:42.629037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:42.631350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b763abc-8c3a-4c72-b8ce-d2bd763854e8 admin admin] Publish callbacks [] for security_group (c12ecd50-1573-4d00-a4c0-bc207fed35b2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.661160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-68924eba-f304-44c1-8952-9aab66b29f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ea162db6-f720-4f88-bfcd-c40a1c5c8cbf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.664895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-68924eba-f304-44c1-8952-9aab66b29f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.668795 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-68924eba-f304-44c1-8952-9aab66b29f92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea162db6-f720-4f88-bfcd-c40a1c5c8cbf HTTP/1.1" status: 204 len: 168 time: 0.3182185 Jan 28 13:17:42.669285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:42.670296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Made reservation on behalf of c0bfc9605ed140948b36ede1db3531db for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:42.678528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.774027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 06f6d874-62f8-4e90-82c2-511c946d13cd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:42.808866 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.815151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68924eba-f304-44c1-8952-9aab66b29f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea162db6-f720-4f88-bfcd-c40a1c5c8cbf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:42.841116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2e87873-d605-491a-bbf2-5291352616eb req-06ff810c-b36c-4a98-93cf-345c047c1c76 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812478 Jan 28 13:17:42.846221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b763abc-8c3a-4c72-b8ce-d2bd763854e8 admin admin] Publish callbacks [] for security_group (c12ecd50-1573-4d00-a4c0-bc207fed35b2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:42.925470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 06f6d874-62f8-4e90-82c2-511c946d13cd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:42.925852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.022081 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks [] for security_group (b547b50f-6f34-469f-be6e-6954d2b66726), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.031727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b547b50f-6f34-469f-be6e-6954d2b66726), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.039064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:43.133359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:43.135634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Attempting to bind port 337932c9-dc82-4691-91e1-24ec4a1f3ccd on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:43.135968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Attempting to bind port 337932c9-dc82-4691-91e1-24ec4a1f3ccd by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:43.136320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Attempting to bind port 337932c9-dc82-4691-91e1-24ec4a1f3ccd on network 086c3db1-7a9a-4894-8acc-74310a4a913b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:43.141378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 06f6d874-62f8-4e90-82c2-511c946d13cd is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:43.142168 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.151090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b763abc-8c3a-4c72-b8ce-d2bd763854e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c12ecd50-1573-4d00-a4c0-bc207fed35b2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.154107 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b763abc-8c3a-4c72-b8ce-d2bd763854e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.155623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b763abc-8c3a-4c72-b8ce-d2bd763854e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c12ecd50-1573-4d00-a4c0-bc207fed35b2 HTTP/1.1" status: 204 len: 168 time: 1.1347089 Jan 28 13:17:43.158416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2e87873-d605-491a-bbf2-5291352616eb req-34cd4217-cf2a-40c9-95eb-72a9d5815ddf service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089882 Jan 28 13:17:43.187229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b547b50f-6f34-469f-be6e-6954d2b66726,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:43.228863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50097291-9976-4c8a-a2ed-7727a17c7b4c req-fe988843-61cd-4483-bd01-af5ff7749d8d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518474 Jan 28 13:17:43.232793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b763abc-8c3a-4c72-b8ce-d2bd763854e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12ecd50-1573-4d00-a4c0-bc207fed35b2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:43.273451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Port 337932c9-dc82-4691-91e1-24ec4a1f3ccd on network 086c3db1-7a9a-4894-8acc-74310a4a913b not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:43.273766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Attempting to bind port 337932c9-dc82-4691-91e1-24ec4a1f3ccd on network 086c3db1-7a9a-4894-8acc-74310a4a913b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:43.276579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7f3d6f19-4ddf-4a88-b335-90e819feaea9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.277158 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Added segment 7f3d6f19-4ddf-4a88-b335-90e819feaea9 of type vlan for network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e Jan 28 13:17:43.326893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:43.327239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Checking segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:43.327629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Bound using segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:43.328177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Bound port: 337932c9-dc82-4691-91e1-24ec4a1f3ccd, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:43.329302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.342774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 06f6d874-62f8-4e90-82c2-511c946d13cd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=06f6d874-62f8-4e90-82c2-511c946d13cd,segment=NetworkSegment(b59ee223-6c91-42eb-85f5-6d1aea85fb64),segment_id=b59ee223-6c91-42eb-85f5-6d1aea85fb64)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.364903 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4f65c7fb-9372-4e91-ab81-99b5e248ca4e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.374085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26466039-3433-482e-bd90-94d129ac5ca1 req-3cdd3c39-1c81-4702-9106-eed51cc2d4ff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.380867 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26466039-3433-482e-bd90-94d129ac5ca1 req-3cdd3c39-1c81-4702-9106-eed51cc2d4ff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 945 time: 0.2821653 Jan 28 13:17:43.382450 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.433841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684822c-1e9d-488d-b830-8c14e3d1f167 None None] Network 55650d81-1611-4ccb-a76a-db45b0e2226c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:43.445861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.500093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e23e1-bb1a-4fb9-a4a3-5c13396f8f74 req-fe191708-3092-4e26-94b7-216a8105dc88 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.505259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-968e23e1-bb1a-4fb9-a4a3-5c13396f8f74 req-fe191708-3092-4e26-94b7-216a8105dc88 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 943 time: 0.1014516 Jan 28 13:17:43.513973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34944) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:43.564473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74', 'mac_address': 'fa:16:3e:90:cf:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:43.565053 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4f65c7fb-9372-4e91-ab81-99b5e248ca4e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.566098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.566679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.569390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a98d658-fa34-41fc-a6ca-245e1a67637a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.579358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26466039-3433-482e-bd90-94d129ac5ca1 req-6bc1eb0c-e004-4409-8ac8-95f213f626f9 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958308 Jan 28 13:17:43.611650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-968e23e1-bb1a-4fb9-a4a3-5c13396f8f74 req-3af00317-dec9-4bd1-a6e1-1abb602be1ed tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677557 Jan 28 13:17:43.638445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] For port 337932c9-dc82-4691-91e1-24ec4a1f3ccd, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:43.662614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks [] for router_gateway (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.687255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=06f6d874-62f8-4e90-82c2-511c946d13cd,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:43.699880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f9cb8a79-0518-4214-9faa-8ddde8c2294a None None] Provisioning complete for port 06f6d874-62f8-4e90-82c2-511c946d13cd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:43.700528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8a79-0518-4214-9faa-8ddde8c2294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.700658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] For port 337932c9-dc82-4691-91e1-24ec4a1f3ccd, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:43.708870 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5275197 Jan 28 13:17:43.712625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34950) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:43.722555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Request body: {'subnet': {'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-877294876-subnet', 'tenant_id': 'c0bfc9605ed140948b36ede1db3531db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:43.727204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.735884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:43.736643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.741841 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708667c-4a43-4b52-ba13-f928f4dda14e admin admin] Pushing event updated for resources: {'Network': ['ID=4f65c7fb-9372-4e91-ab81-99b5e248ca4e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:43.759212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:43.764525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:43.795630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:43.796278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.797719 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] 10.222.0.36 "PUT /v2.0/ports/337932c9-dc82-4691-91e1-24ec4a1f3ccd HTTP/1.1" status: 200 len: 1091 time: 2.5584230 Jan 28 13:17:43.800380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:43.802889 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e91674-f124-45c9-85b9-722f2353a1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:43.831538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Made reservation on behalf of c0bfc9605ed140948b36ede1db3531db for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:43.835418 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.906593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:43.942240 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:43.974250 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458954b-d10b-49da-ba4e-8110ae8e17d4 x-openstack-request-id: req-8458954b-d10b-49da-ba4e-8110ae8e17d4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:43.974514 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:43.974738 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8458954b-d10b-49da-ba4e-8110ae8e17d4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:43.975687 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'status': 'completed', 'code': 200} Jan 28 13:17:44.047339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:44.054055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06a38-b2d7-4ec0-8a54-10364a8ac6de service neutron] Pushing event updated for resources: {'Port': ['ID=337932c9-dc82-4691-91e1-24ec4a1f3ccd,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:44.072060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.075821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb8a79-0518-4214-9faa-8ddde8c2294a None None] Current status of the port 06f6d874-62f8-4e90-82c2-511c946d13cd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:44.120698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a98d658-fa34-41fc-a6ca-245e1a67637a admin admin] Publish callbacks [] for security_group (f625b2fa-0002-4dbd-98b5-a5ed97b7affe), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.153234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a98d658-fa34-41fc-a6ca-245e1a67637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f625b2fa-0002-4dbd-98b5-a5ed97b7affe), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.197779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['7ebfa682-cbba-4d5a-b4f8-0d6a99142a74'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:44.283295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5a98d658-fa34-41fc-a6ca-245e1a67637a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67d35c019288418caa377b848915a4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7607603 Jan 28 13:17:44.328755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34964) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:44.376863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-89ebabf4-6adf-4922-b979-f23a2bbf037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.385379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-89ebabf4-6adf-4922-b979-f23a2bbf037e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 1094 time: 0.5203140 Jan 28 13:17:44.401790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98d658-fa34-41fc-a6ca-245e1a67637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625b2fa-0002-4dbd-98b5-a5ed97b7affe,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:44.462624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d954d984-9713-4582-b85f-c2fe80154d6b None None] Provisioning complete for port 06f6d874-62f8-4e90-82c2-511c946d13cd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:44.463063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d954d984-9713-4582-b85f-c2fe80154d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.550073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a57220-d54c-40b6-95df-9a43f4c7d442 req-7128b24d-0d15-41fd-9e40-d93d52f4df44 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.551569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0a57220-d54c-40b6-95df-9a43f4c7d442 req-7128b24d-0d15-41fd-9e40-d93d52f4df44 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 949 time: 0.0703773 Jan 28 13:17:44.576591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d954d984-9713-4582-b85f-c2fe80154d6b None None] Current status of the port 06f6d874-62f8-4e90-82c2-511c946d13cd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:44.600082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-25486e15-1621-4c0f-a056-c1062644b5b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd HTTP/1.1" status: 200 len: 217 time: 0.1790948 Jan 28 13:17:44.600862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:17:44.617123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 06f6d874-62f8-4e90-82c2-511c946d13cd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:44.676535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 06f6d874-62f8-4e90-82c2-511c946d13cd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:44.677205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.740921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:44.750423 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Sync routers for ids ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:44.751037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0a57220-d54c-40b6-95df-9a43f4c7d442 req-52de5ef1-2745-48e4-abc6-c0e2ca91d3b3 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917939 Jan 28 13:17:44.769406 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Routers {'182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:44.770128 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:44.783292 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:44.784568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-da3e7e09-c482-4320-942b-d3e717b725f9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2400017 Jan 28 13:17:44.789093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:44.794517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 06f6d874-62f8-4e90-82c2-511c946d13cd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:44.918087 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Set router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:44.968493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe762929-a639-4a7d-a407-dfc57c9ae0de req-ffa3e5c8-5986-4fbd-9add-154093512c26 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.969693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.970199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.970564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.971028 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.971663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.972135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.972602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.973058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.973507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:44.975281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe762929-a639-4a7d-a407-dfc57c9ae0de req-ffa3e5c8-5986-4fbd-9add-154093512c26 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 945 time: 0.1048102 Jan 28 13:17:44.987027 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53895e25-36bc-4bd0-a065-7e7e5b332f03 req-888bea39-7151-4060-a373-3af52b729f6c tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.4550688 Jan 28 13:17:45.029252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:45.150292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:45.162844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:45.163909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.177074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08f2ba45-adde-43c7-863e-6fe9ad0958bb admin admin] Publish callbacks [] for security_group (f625b2fa-0002-4dbd-98b5-a5ed97b7affe), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.183254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-16006e82-d484-4b7f-b56f-dadaad4d1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.186116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-16006e82-d484-4b7f-b56f-dadaad4d1de1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 200 len: 863 time: 0.2802925 Jan 28 13:17:45.216496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (b6211d08-f1a5-4f55-bdd5-2f7d1a189800), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.229354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe762929-a639-4a7d-a407-dfc57c9ae0de req-251b0c9d-8f9c-4dc6-b53b-037db3bc08b5 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377281 Jan 28 13:17:45.233391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d782941-d9f4-48f5-a8c7-87c8541ef203 req-1178d309-c291-4950-95f8-707fd117955c tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.237806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d782941-d9f4-48f5-a8c7-87c8541ef203 req-1178d309-c291-4950-95f8-707fd117955c tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 943 time: 0.1633511 Jan 28 13:17:45.278870 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:43Z', 'revision_number': 3, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:45.304906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08f2ba45-adde-43c7-863e-6fe9ad0958bb admin admin] Publish callbacks [] for security_group (f625b2fa-0002-4dbd-98b5-a5ed97b7affe), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.323406 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Checking router: 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:45.324451 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Updating router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f port f2e21c1d-2057-4cea-8e57-02ebc006bdaf binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:45.371709 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.388402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:45.388656 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.394098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6211d08-f1a5-4f55-bdd5-2f7d1a189800,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.421601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:45.423953 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a10d4b-fcde-46ee-bcd2-b8f231dea215" -d '{"events": [{"server_uuid": "9f72dee2-12b7-4b4a-848b-1c3acf7deb98", "name": "network-vif-plugged", "status": "completed", "tag": "7ebfa682-cbba-4d5a-b4f8-0d6a99142a74"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:45.433281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-24c3a3f6-20c2-4dfa-a147-292caf4bd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.435566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-24c3a3f6-20c2-4dfa-a147-292caf4bd36b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=086c3db1-7a9a-4894-8acc-74310a4a913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363925 Jan 28 13:17:45.442744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:45.445507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d782941-d9f4-48f5-a8c7-87c8541ef203 req-9bd9d6e0-f57a-4712-a8c1-0f75ab1eec65 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067196 Jan 28 13:17:45.447008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ded04-ae0e-430b-b53d-797cd1ab6b8c req-6a680830-49fa-4be6-b167-68aff46da80a tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.454734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:45.455104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Network hostable DHCP agents. Network: 4f65c7fb-9372-4e91-ab81-99b5e248ca4e, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:45.462188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.466461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae7ded04-ae0e-430b-b53d-797cd1ab6b8c req-6a680830-49fa-4be6-b167-68aff46da80a tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 886 time: 0.2325184 Jan 28 13:17:45.541332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08f2ba45-adde-43c7-863e-6fe9ad0958bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f625b2fa-0002-4dbd-98b5-a5ed97b7affe), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.544851 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08f2ba45-adde-43c7-863e-6fe9ad0958bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.546005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-08f2ba45-adde-43c7-863e-6fe9ad0958bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f625b2fa-0002-4dbd-98b5-a5ed97b7affe HTTP/1.1" status: 204 len: 168 time: 1.2092845 Jan 28 13:17:45.546713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:45.566942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2ba45-adde-43c7-863e-6fe9ad0958bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625b2fa-0002-4dbd-98b5-a5ed97b7affe,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.592851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4f65c7fb-9372-4e91-ab81-99b5e248ca4e) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:45.594559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.595180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.623676 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-e0fd43ec-91dc-487f-90f5-fa1d7d205673 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764014 Jan 28 13:17:45.636725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f017e234-36ae-493d-b2a4-19101a6921f6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9226096 Jan 28 13:17:45.738944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.795661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130764a-864c-42b3-a6e1-c21d3934f2a9 req-7c4ce48d-9b37-4680-ab2c-82653a23d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.797367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2130764a-864c-42b3-a6e1-c21d3934f2a9 req-7c4ce48d-9b37-4680-ab2c-82653a23d700 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 1101 time: 0.0742729 Jan 28 13:17:45.825638 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467318fd-fea0-4bbd-a613-91d5effaccd4 x-openstack-request-id: req-467318fd-fea0-4bbd-a613-91d5effaccd4 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:45.826496 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f72dee2-12b7-4b4a-848b-1c3acf7deb98", "name": "network-vif-plugged", "status": "completed", "tag": "7ebfa682-cbba-4d5a-b4f8-0d6a99142a74", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:45.826955 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-467318fd-fea0-4bbd-a613-91d5effaccd4 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:45.827542 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74', 'code': 200} Jan 28 13:17:45.836879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df4d22-506d-44af-b461-4991c48702fa None None] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:45.936227 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Publish callbacks [] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.943058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:45.946203 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:45.984612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.985763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.986473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2130764a-864c-42b3-a6e1-c21d3934f2a9 req-4cd9c119-5d96-4996-abba-14d19c0d9fd7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620615 Jan 28 13:17:45.987727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.988414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.989596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.991986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.992667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.994061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:45.994692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.000127 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6f3bf870-5917-4878-aae0-e39a38596fc1 req-0ba9e93a-7bde-49cb-84d7-6d70b1617ed5 tempest-NetworksTest-243262147 tempest-NetworksTest-243262147-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6435 time: 0.2915528 Jan 28 13:17:46.043083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42e489ea-2ee3-46cd-b688-56111f616ae2 req-5e6372dd-bf8d-476b-ad06-c92026b3dba4 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051802 Jan 28 13:17:46.095759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136270f-3802-493a-86ae-74d14aefdaa0 None None] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:46.124386 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Attempting to bind port f2e21c1d-2057-4cea-8e57-02ebc006bdaf on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:46.125163 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Attempting to bind port f2e21c1d-2057-4cea-8e57-02ebc006bdaf by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:46.125783 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Attempting to bind port f2e21c1d-2057-4cea-8e57-02ebc006bdaf on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:46.129215 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407e687-459e-4285-ba7f-6c1adc4b672d None None] Pushing event updated for resources: {'Port': ['ID=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:46.134558 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:46.135305 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:46.135920 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.136573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:46.137540 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Bound port: f2e21c1d-2057-4cea-8e57-02ebc006bdaf, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:46.138367 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.216877 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] For port f2e21c1d-2057-4cea-8e57-02ebc006bdaf, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:46.220508 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] For port f2e21c1d-2057-4cea-8e57-02ebc006bdaf, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:46.228532 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.265658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593def-4fb2-4288-9221-291a94c26a83 req-d1247b59-a433-40c5-8992-c9ca9887aa5c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.267837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f6593def-4fb2-4288-9221-291a94c26a83 req-d1247b59-a433-40c5-8992-c9ca9887aa5c tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 950 time: 0.1434574 Jan 28 13:17:46.286159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Allocated IP 172.20.0.1 (55650d81-1611-4ccb-a76a-db45b0e2226c/923622d1-45e7-4f63-81a7-c2fc3efc44eb/e9cf8fb3-92ca-43e1-8f74-5b9ea413f133) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:46.317694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f34502-a163-45d3-809a-0a4b21973cfd req-72e1443e-87bc-47ca-b8cd-989376124310 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.335073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50f34502-a163-45d3-809a-0a4b21973cfd req-72e1443e-87bc-47ca-b8cd-989376124310 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1096 time: 0.1632199 Jan 28 13:17:46.343473 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Routers {'182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:46.344242 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:46.351077 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407e687-459e-4285-ba7f-6c1adc4b672d None None] Pushing event updated for resources: {'Port': ['ID=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:46.432378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-8c5041e6-1843-49ef-9faa-d14e83efc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.433910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-8c5041e6-1843-49ef-9faa-d14e83efc088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 1094 time: 0.1651459 Jan 28 13:17:46.515778 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] Set router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:46.524179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50f34502-a163-45d3-809a-0a4b21973cfd req-61f9b114-0974-4969-82c7-4d510c714b3b tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856022 Jan 28 13:17:46.555131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f6593def-4fb2-4288-9221-291a94c26a83 req-f22eabb0-eb51-4a7e-8cf0-5585f56d062f tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255936 Jan 28 13:17:46.603046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks [] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.614432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-22e64ae8-f862-4d81-834d-4e9a365bd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.616699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-22e64ae8-f862-4d81-834d-4e9a365bd299 service neutron] 10.222.0.36 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 925 time: 0.1656351 Jan 28 13:17:46.675906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:46.685094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.705123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-dc65b5e1-c686-4868-b093-b84c33d84ac3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd HTTP/1.1" status: 200 len: 217 time: 0.0798805 Jan 28 13:17:46.728610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Network 55650d81-1611-4ccb-a76a-db45b0e2226c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:46.733894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:46.736630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:46.777494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-9048ad2b-1f7e-4b2c-88ca-4075bc8a355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.778986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-9048ad2b-1f7e-4b2c-88ca-4075bc8a355a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 200 len: 863 time: 0.0584700 Jan 28 13:17:46.785796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8f704-8791-4ef7-852c-df784e1e8217 req-686cb16c-646e-4999-8f11-10020e4efe22 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.787530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4f8f704-8791-4ef7-852c-df784e1e8217 req-686cb16c-646e-4999-8f11-10020e4efe22 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 943 time: 0.0936670 Jan 28 13:17:46.793175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:46.798563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:46.845103 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:43Z', 'revision_number': 3, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:46.896395 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7582ab4-d1dc-4a89-b46b-6ee4279552fb None None] The sync data for ids ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'] in n-d-822748-2 is: [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:43Z', 'revision_number': 3, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:46.964443 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4f8f704-8791-4ef7-852c-df784e1e8217 req-857e915c-228c-4adf-83f2-dd42f1d083a7 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456776 Jan 28 13:17:46.967507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-1f445716-4443-468d-8c4d-5cb204056202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:46.969035 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-1f445716-4443-468d-8c4d-5cb204056202 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=086c3db1-7a9a-4894-8acc-74310a4a913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744688 Jan 28 13:17:47.135369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-606df74f-9355-43b2-96e0-72080234e055 None None] Provisioning complete for port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:47.135931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-606df74f-9355-43b2-96e0-72080234e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.194816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44dad943-9473-4b71-8910-5cc6b20eb306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.202333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-6c665b16-083c-4950-9063-bd480f4f1ec1 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214077 Jan 28 13:17:47.253840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-606df74f-9355-43b2-96e0-72080234e055 None None] Port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:47.276810 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.465751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44dad943-9473-4b71-8910-5cc6b20eb306 admin admin] Publish callbacks [] for security_group (a235d08c-0d58-43cd-b0f5-da55217b123a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.479312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44dad943-9473-4b71-8910-5cc6b20eb306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a235d08c-0d58-43cd-b0f5-da55217b123a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.481261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfaecf7-87e3-4e69-b6a9-f2fac7a515e8 req-472c35a4-effd-4765-a9d8-c8eaeed3c1a8 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.488296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cfaecf7-87e3-4e69-b6a9-f2fac7a515e8 req-472c35a4-effd-4765-a9d8-c8eaeed3c1a8 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1096 time: 0.1786427 Jan 28 13:17:47.528808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e91674-f124-45c9-85b9-722f2353a1a4 req-28a5e2b7-3aef-4957-a2fb-cd9c508b3d9c service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195081 Jan 28 13:17:47.565584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-44dad943-9473-4b71-8910-5cc6b20eb306 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac9338fc76484790acf658b99418402f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8881605 Jan 28 13:17:47.570719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35058) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:47.598507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cfaecf7-87e3-4e69-b6a9-f2fac7a515e8 req-2c0156fc-c6d1-49a8-a98c-0da9ff156a4d tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006012 Jan 28 13:17:47.637211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dad943-9473-4b71-8910-5cc6b20eb306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a235d08c-0d58-43cd-b0f5-da55217b123a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:47.703026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5840326-ee26-4228-b202-73708dc79dc4 admin admin] Publish callbacks [] for security_group (a235d08c-0d58-43cd-b0f5-da55217b123a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.770424 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks [] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.776194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.808138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5840326-ee26-4228-b202-73708dc79dc4 admin admin] Publish callbacks [] for security_group (a235d08c-0d58-43cd-b0f5-da55217b123a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:47.837839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:47.849546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-429736492-network', 'tenant_id': '2df9b42cf769416a946ea09f22726690'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:47.880241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4498ec-00bf-4969-b018-0ea598dcbb95 req-1a3adc40-324e-4905-bd80-baac8f797919 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:47.888274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f4498ec-00bf-4969-b018-0ea598dcbb95 req-1a3adc40-324e-4905-bd80-baac8f797919 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 950 time: 0.1752484 Jan 28 13:17:47.983286 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f4498ec-00bf-4969-b018-0ea598dcbb95 req-aef53b0c-3a16-47e6-aa34-75ca9e89fb81 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738451 Jan 28 13:17:47.984520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Made reservation on behalf of 2df9b42cf769416a946ea09f22726690 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:47.986895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.046999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.070615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5840326-ee26-4228-b202-73708dc79dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a235d08c-0d58-43cd-b0f5-da55217b123a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.077852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5840326-ee26-4228-b202-73708dc79dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.090897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a5840326-ee26-4228-b202-73708dc79dc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a235d08c-0d58-43cd-b0f5-da55217b123a HTTP/1.1" status: 204 len: 168 time: 0.5094597 Jan 28 13:17:48.125821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5840326-ee26-4228-b202-73708dc79dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235d08c-0d58-43cd-b0f5-da55217b123a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:48.171948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:48.181184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.289024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks [] for security_group (e4c8d22c-eddf-4d7b-9003-b8fb8f43a953), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.297814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614bd2b-e8ea-4af8-93af-36d80a4ec305 req-1cf3214b-c696-4bd7-8569-0e9fd497340d tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.299514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3614bd2b-e8ea-4af8-93af-36d80a4ec305 req-1cf3214b-c696-4bd7-8569-0e9fd497340d tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 943 time: 0.1971750 Jan 28 13:17:48.300730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e4c8d22c-eddf-4d7b-9003-b8fb8f43a953), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.347907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:17:48.380862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c8d22c-eddf-4d7b-9003-b8fb8f43a953,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:48.389165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (df7ed551-135c-4578-bfde-f8047e391947), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.389516 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Added segment df7ed551-135c-4578-bfde-f8047e391947 of type vlan for network e6c24884-592e-40cb-83ec-8826e102c3f8 Jan 28 13:17:48.409591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Network 55650d81-1611-4ccb-a76a-db45b0e2226c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:48.411410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:48.432746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3614bd2b-e8ea-4af8-93af-36d80a4ec305 req-dded46bd-8936-4a97-a4a8-7a7b836a1a31 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233690 Jan 28 13:17:48.440885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e6c24884-592e-40cb-83ec-8826e102c3f8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.515040 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e6c24884-592e-40cb-83ec-8826e102c3f8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.516147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.516739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.618875 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7765627 Jan 28 13:17:48.623514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:48.640690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Request body: {'subnet': {'network_id': 'e6c24884-592e-40cb-83ec-8826e102c3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-429736492-subnet', 'tenant_id': '2df9b42cf769416a946ea09f22726690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:48.679690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-025c93d2-3dce-467f-94c8-46d3fd68a54d req-07c6fac8-347e-40a3-a763-433b2739423b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:48.689120 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-025c93d2-3dce-467f-94c8-46d3fd68a54d req-07c6fac8-347e-40a3-a763-433b2739423b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160587 Jan 28 13:17:48.694111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323a2f-79a1-49c5-b9d2-35d80df738fb admin admin] Pushing event updated for resources: {'Network': ['ID=e6c24884-592e-40cb-83ec-8826e102c3f8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:48.710499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Made reservation on behalf of 2df9b42cf769416a946ea09f22726690 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:48.711235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e6c24884-592e-40cb-83ec-8826e102c3f8 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:17:48.737481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:48.738781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f2e21c1d-2057-4cea-8e57-02ebc006bdaf up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:48.743477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3101e-878f-4971-ab74-12a2de3b0012 req-c2be7e85-b6aa-4c1d-b079-b2b4944f494f tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:48.745555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73b3101e-878f-4971-ab74-12a2de3b0012 req-c2be7e85-b6aa-4c1d-b079-b2b4944f494f tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 950 time: 0.0875382 Jan 28 13:17:48.753562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:17:48.877328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73b3101e-878f-4971-ab74-12a2de3b0012 req-0b701b99-d2fc-4cc1-8d51-b209a0e8a3fc tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209133 Jan 28 13:17:48.971825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35104) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:49.001789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3e0c34b4-e341-41e0-abe2-e849694d7289 None None] Provisioning complete for port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:49.002161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3e0c34b4-e341-41e0-abe2-e849694d7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.006466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f2e21c1d-2057-4cea-8e57-02ebc006bdaf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:49.006806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.054737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:49.074872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 337932c9-dc82-4691-91e1-24ec4a1f3ccd details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:49.080680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87b7028b-6246-4b3e-ba64-ac2369ef9dc1 admin admin] 10.222.0.45 "PUT /v2.0/routers/182a452e-7a7d-4cb6-8b4b-e73b4c5af13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2904372 Jan 28 13:17:49.131187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c34b4-e341-41e0-abe2-e849694d7289 None None] Port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:17:49.235998 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc808741-27fc-48cb-b694-39dba1eb8f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.268996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (36303981-ecec-4726-8caa-fcf84649b844), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.290406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f2e21c1d-2057-4cea-8e57-02ebc006bdaf is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:49.291099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.310429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 337932c9-dc82-4691-91e1-24ec4a1f3ccd, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:49.329726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port f2e21c1d-2057-4cea-8e57-02ebc006bdaf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:49.337110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'port_id': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'mac_address': 'fa:16:3e:c8:0b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:17:49.388834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 337932c9-dc82-4691-91e1-24ec4a1f3ccd is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:49.389596 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.391870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.443596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337932c9-dc82-4691-91e1-24ec4a1f3ccd {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:49.449279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36303981-ecec-4726-8caa-fcf84649b844,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.468395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Checking segment: {'id': 'df7ed551-135c-4578-bfde-f8047e391947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e6c24884-592e-40cb-83ec-8826e102c3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:49.468784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Network hostable DHCP agents. Network: e6c24884-592e-40cb-83ec-8826e102c3f8, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:17:49.470685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837c797-04dc-40c9-af2f-7e35adca1bcb req-c8867fc5-41e7-479e-87cf-192ea42121e9 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.486925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a837c797-04dc-40c9-af2f-7e35adca1bcb req-c8867fc5-41e7-479e-87cf-192ea42121e9 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 950 time: 0.1163743 Jan 28 13:17:49.508404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 337932c9-dc82-4691-91e1-24ec4a1f3ccd, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:49.517923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.525889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.531998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Network e6c24884-592e-40cb-83ec-8826e102c3f8 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:17:49.536194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc808741-27fc-48cb-b694-39dba1eb8f7e admin admin] Publish callbacks [] for security_group (f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.548895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc808741-27fc-48cb-b694-39dba1eb8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.565439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e6c24884-592e-40cb-83ec-8826e102c3f8) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:49.584562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab61f3-273f-45fa-bee8-34267686de1d None None] Network e6c24884-592e-40cb-83ec-8826e102c3f8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:49.588476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a837c797-04dc-40c9-af2f-7e35adca1bcb req-3041d7b6-cdbf-4382-b932-a0cf770678c3 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.45 "GET /v2.0/security-groups?id=8663a690-b80b-49d4-aa45-522e151ac368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005924 Jan 28 13:17:49.616370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:49.617291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.655623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc808741-27fc-48cb-b694-39dba1eb8f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.676241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35134) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:49.696549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc808741-27fc-48cb-b694-39dba1eb8f7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=886377442f3543db91e7d0f82cfc44c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7233527 Jan 28 13:17:49.701710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17407766-882c-4ecb-bafc-f12a5b24243a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0740936 Jan 28 13:17:49.721062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Sync routers for ids ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:49.739908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=337932c9-dc82-4691-91e1-24ec4a1f3ccd,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.757289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Routers {'182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:49.758250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:49.781368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcaf62b3-0f4b-4bd7-a401-e4715df61c7a admin admin] Publish callbacks [] for security_group (f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.807668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['337932c9-dc82-4691-91e1-24ec4a1f3ccd'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:49.816534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcaf62b3-0f4b-4bd7-a401-e4715df61c7a admin admin] Publish callbacks [] for security_group (f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.876744 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcaf62b3-0f4b-4bd7-a401-e4715df61c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.881018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcaf62b3-0f4b-4bd7-a401-e4715df61c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:49.883472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bcaf62b3-0f4b-4bd7-a401-e4715df61c7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0 HTTP/1.1" status: 204 len: 168 time: 0.2061379 Jan 28 13:17:49.902886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf62b3-0f4b-4bd7-a401-e4715df61c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d24a6-55f0-4eaa-a85e-3a79ec2d83d0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:49.953546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f72d67-c1b9-4f90-8b9c-b18be666678f None None] Network e6c24884-592e-40cb-83ec-8826e102c3f8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:17:50.046985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Set router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:50.120859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9fcd1f2-a99c-42fe-9ec4-98091462d0f9 req-77e9588c-b855-4b1e-ae20-489c04191ff1 tempest-FloatingIPsNegativeTestJSON-1070246066 tempest-FloatingIPsNegativeTestJSON-1070246066-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=1fc7a6567f7e480ca177322156d432f9 HTTP/1.1" status: 200 len: 217 time: 0.0613687 Jan 28 13:17:50.242664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357813c3-9048-4f78-bf8b-0b1a3f8167c5 req-db51caf2-b5a8-4346-9793-5385ccb4d587 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.244680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-357813c3-9048-4f78-bf8b-0b1a3f8167c5 req-db51caf2-b5a8-4346-9793-5385ccb4d587 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 944 time: 0.0638540 Jan 28 13:17:50.302966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-357813c3-9048-4f78-bf8b-0b1a3f8167c5 req-f7174f32-64cb-441c-a341-9df82e073db2 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520930 Jan 28 13:17:50.422564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:47Z', 'revision_number': 4, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e9cf8fb3-92ca-43e1-8f74-5b9ea413f133', 'name': '', 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'mac_address': 'fa:16:3e:9a:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '923622d1-45e7-4f63-81a7-c2fc3efc44eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:45Z', 'updated_at': '2022-01-28T13:17:47Z', 'revision_number': 2, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'subnets': [{'id': '923622d1-45e7-4f63-81a7-c2fc3efc44eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:50.465960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Checking router: 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:50.466894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Updating router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:17:50.644502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f2e21c1d-2057-4cea-8e57-02ebc006bdaf up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:50.679779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.698140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-0d05847e-bbc2-44ea-a6b1-b8a1423561b9 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:50.703954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-0d05847e-bbc2-44ea-a6b1-b8a1423561b9 tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f72dee2-12b7-4b4a-848b-1c3acf7deb98 HTTP/1.1" status: 200 len: 950 time: 0.0869384 Jan 28 13:17:50.764181 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f2e21c1d-2057-4cea-8e57-02ebc006bdaf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:50.764181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.852295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Deleting port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:50.854146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.857735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8e0645c-ff5b-40cd-9724-2c9cb69bc08e req-0cee53e0-4722-49ff-b599-d816c8aed0ea tempest-FloatingIPsNegativeTestJSON-1070246066 tempest-FloatingIPsNegativeTestJSON-1070246066-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0496261 Jan 28 13:17:50.976440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] For port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:50.976710 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:50.985364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f2e21c1d-2057-4cea-8e57-02ebc006bdaf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:50.992894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35202) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:50.996051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Calling delete_port for 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:51.029408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 337932c9-dc82-4691-91e1-24ec4a1f3ccd up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:51.116275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Publish callbacks [] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.128462 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.162211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 337932c9-dc82-4691-91e1-24ec4a1f3ccd completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:17:51.177314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 337932c9-dc82-4691-91e1-24ec4a1f3ccd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:51.177777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.181194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-0014fc55-10e9-4e42-96a8-cb6ddf07eadd tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:17:51.182636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-0014fc55-10e9-4e42-96a8-cb6ddf07eadd tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1878104 Jan 28 13:17:51.187262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7ebfa682-cbba-4d5a-b4f8-0d6a99142a74), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.228090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['7ebfa682-cbba-4d5a-b4f8-0d6a99142a74'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:51.274918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d06e57-6414-44e6-8fcc-c85c2549899e None None] Pushing event updated for resources: {'Port': ['ID=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:51.306025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Pushing event deleted for resources: {'Port': ['ID=7ebfa682-cbba-4d5a-b4f8-0d6a99142a74,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:51.319525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] No DVR routers for this DVR port 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:17:51.327543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.329162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 337932c9-dc82-4691-91e1-24ec4a1f3ccd is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:51.329566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.336265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a305324e-8e0f-46db-a7ff-e02ce4f0aa40 req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] 10.222.0.36 "DELETE /v2.0/ports/7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 HTTP/1.1" status: 204 len: 173 time: 0.6226091 Jan 28 13:17:51.337338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'name': 'network-vif-deleted', 'tag': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:51.339969 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba4b9ea-f219-42cb-8686-dd053bcbc4c2" -d '{"events": [{"server_uuid": "9f72dee2-12b7-4b4a-848b-1c3acf7deb98", "name": "network-vif-deleted", "tag": "7ebfa682-cbba-4d5a-b4f8-0d6a99142a74"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:51.344147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.344682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.345176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.346223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.346907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.347888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.348540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.351091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.351091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.351587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.352023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.353307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.353307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e52a2d-ddc4-450d-bcdb-fec781b4225d tempest-DeleteServersAdminTestJSON-311021766 tempest-DeleteServersAdminTestJSON-311021766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:51.445739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Attempting to bind port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:51.446110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Attempting to bind port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:51.446480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Attempting to bind port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 on network 55650d81-1611-4ccb-a76a-db45b0e2226c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:51.456364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:51.456757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Checking segment: {'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:51.457258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.457859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Bound using segment: {'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:51.458281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Bound port: e9cf8fb3-92ca-43e1-8f74-5b9ea413f133, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59ee223-6c91-42eb-85f5-6d1aea85fb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:51.458565 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.489454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-ac6bf4a9-ba59-4865-8405-66be82668397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:51.491115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-ac6bf4a9-ba59-4865-8405-66be82668397 service neutron] 10.222.0.45 "GET /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 1093 time: 0.2332976 Jan 28 13:17:51.494243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:51.496091 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeb9002-bbdf-4a9c-811a-2204796cb15e" -d '{"events": [{"server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "name": "network-vif-plugged", "status": "completed", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:51.500304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Request body: {'binding': {'host': 'n-h1-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:51.500792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:17:51.541435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-e340a47d-2683-4e46-8079-f09b3ff77c4d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:51.551045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-e340a47d-2683-4e46-8079-f09b3ff77c4d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.3136206 Jan 28 13:17:51.571369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-077ac7d9-fb15-44c7-ae15-b347bf38f966 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/quotas/c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 375 time: 0.0192270 Jan 28 13:17:51.581279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 337932c9-dc82-4691-91e1-24ec4a1f3ccd, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:51.582680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] For port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:51.587523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] For port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,segment=NetworkSegment(b59ee223-6c91-42eb-85f5-6d1aea85fb64),segment_id=b59ee223-6c91-42eb-85f5-6d1aea85fb64)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:51.589859 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.614371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-a829075d-4835-4e9b-af5d-22b21b7db13a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419636 Jan 28 13:17:51.639847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.671386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=337932c9-dc82-4691-91e1-24ec4a1f3ccd,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:51.715773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Routers {'182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:51.716512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:51.793872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-c12dc59a-8f6b-49e1-8c09-dafddba4daf6 service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702449 Jan 28 13:17:51.798552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1c7c36d2-c364-432b-aeb8-f6b5f518d43e None None] Provisioning complete for port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:51.799105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c7c36d2-c364-432b-aeb8-f6b5f518d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:51.833382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d06e57-6414-44e6-8fcc-c85c2549899e None None] Pushing event updated for resources: {'Port': ['ID=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:51.890932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on host n-h1-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:51.891496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:51.891597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:51.898633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:51.898962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:51.917918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:51.918261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:51.918646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:51.919083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Bound port: 2b0e3484-91a5-4c41-905d-1239258b49c8, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:51.966206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] Set router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:52.020894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-f4a25589-fe1f-4da8-a3a4-99d5b4b25949 service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260697 Jan 28 13:17:52.057689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:52.058230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c36d2-c364-432b-aeb8-f6b5f518d43e None None] Current status of the port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:52.059479 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c7c36d2-c364-432b-aeb8-f6b5f518d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.072241 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.086942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-54ae2945-1bb6-44aa-8855-1c58055b46cc service neutron] 10.222.0.45 "POST /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5901542 Jan 28 13:17:52.227538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1c7c36d2-c364-432b-aeb8-f6b5f518d43e None None] For port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,segment=NetworkSegment(b59ee223-6c91-42eb-85f5-6d1aea85fb64),segment_id=b59ee223-6c91-42eb-85f5-6d1aea85fb64)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:52.243457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c7c36d2-c364-432b-aeb8-f6b5f518d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.364060 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-94a29892-0a2c-459c-b362-06092e0e5ff4 req-1f848267-a264-4d68-a187-c5b510b75fbb tempest-FloatingIPsNegativeTestJSON-1070246066 tempest-FloatingIPsNegativeTestJSON-1070246066-project] show failed (client error): The resource could not be found. Jan 28 13:17:52.368357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94a29892-0a2c-459c-b362-06092e0e5ff4 req-1f848267-a264-4d68-a187-c5b510b75fbb tempest-FloatingIPsNegativeTestJSON-1070246066 tempest-FloatingIPsNegativeTestJSON-1070246066-project] 10.222.0.45 "GET /v2.0/floatingips/b173788e-25ac-49b0-bfd7-0a6b9edd10c0 HTTP/1.1" status: 404 len: 350 time: 0.1122339 Jan 28 13:17:52.380404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35252) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:52.390632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c36d2-c364-432b-aeb8-f6b5f518d43e None None] Pushing event updated for resources: {'Port': ['ID=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:52.397464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cf226bc2-ff6c-4aeb-aee8-17cb6a2c074b None None] Provisioning complete for port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:52.397944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cf226bc2-ff6c-4aeb-aee8-17cb6a2c074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:52.424297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46cf2e-0c63-4050-afbf-158e3d30dded req-c0cc9e75-03ef-4583-b889-75e8e65a0e77 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.433657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d46cf2e-0c63-4050-afbf-158e3d30dded req-c0cc9e75-03ef-4583-b889-75e8e65a0e77 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 945 time: 0.1148031 Jan 28 13:17:52.471750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:47Z', 'revision_number': 4, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e9cf8fb3-92ca-43e1-8f74-5b9ea413f133', 'name': '', 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'mac_address': 'fa:16:3e:9a:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '923622d1-45e7-4f63-81a7-c2fc3efc44eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:45Z', 'updated_at': '2022-01-28T13:17:51Z', 'revision_number': 4, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'subnets': [{'id': '923622d1-45e7-4f63-81a7-c2fc3efc44eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:52.479577 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58273de4-b305-4567-87f8-b5b4eed06e85 x-openstack-request-id: req-58273de4-b305-4567-87f8-b5b4eed06e85 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:52.480102 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f72dee2-12b7-4b4a-848b-1c3acf7deb98", "name": "network-vif-deleted", "tag": "7ebfa682-cbba-4d5a-b4f8-0d6a99142a74", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:52.481955 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58273de4-b305-4567-87f8-b5b4eed06e85 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:52.482783 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f72dee2-12b7-4b4a-848b-1c3acf7deb98', 'name': 'network-vif-deleted', 'tag': '7ebfa682-cbba-4d5a-b4f8-0d6a99142a74', 'status': 'completed', 'code': 200} Jan 28 13:17:52.560073 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d7726-1751-4e54-8eb5-01bd94728d5e x-openstack-request-id: req-6f5d7726-1751-4e54-8eb5-01bd94728d5e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:52.560412 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "name": "network-vif-plugged", "status": "completed", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:52.561069 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f5d7726-1751-4e54-8eb5-01bd94728d5e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:52.561458 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'code': 200} Jan 28 13:17:52.562471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cf226bc2-ff6c-4aeb-aee8-17cb6a2c074b None None] Current status of the port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:52.564239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-61088a20-6de7-4092-833d-d0fb2dbe62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.566974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750043e-6a92-4c73-88b1-b8bbba2714f0 None None] The sync data for ids ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'] in n-d-822748-2 is: [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:47Z', 'revision_number': 4, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e9cf8fb3-92ca-43e1-8f74-5b9ea413f133', 'name': '', 'network_id': '55650d81-1611-4ccb-a76a-db45b0e2226c', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'mac_address': 'fa:16:3e:9a:e4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '923622d1-45e7-4f63-81a7-c2fc3efc44eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:45Z', 'updated_at': '2022-01-28T13:17:51Z', 'revision_number': 4, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'subnets': [{'id': '923622d1-45e7-4f63-81a7-c2fc3efc44eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:52.576288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-61088a20-6de7-4092-833d-d0fb2dbe62e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1096 time: 0.1873975 Jan 28 13:17:52.679347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d46cf2e-0c63-4050-afbf-158e3d30dded req-588abe29-eac5-4206-ab99-568deaf9fe6a tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437637 Jan 28 13:17:52.736630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e162f-5cb3-4a15-a9d1-f70cdbbaa524 req-c8b10e27-59d1-439c-a02f-4a7462ca977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.738275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-906e162f-5cb3-4a15-a9d1-f70cdbbaa524 req-c8b10e27-59d1-439c-a02f-4a7462ca977c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 1096 time: 0.1684465 Jan 28 13:17:52.818577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8c97e9f-74b1-43a2-a492-3ef79a1be904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.821470 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8c97e9f-74b1-43a2-a492-3ef79a1be904 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.2300181 Jan 28 13:17:52.885487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c93ae31-06f5-458b-b76a-2e48b3d67ff8 req-9d435bb4-7805-4fd0-947d-f4a3eba0e23f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0488803 Jan 28 13:17:52.920268 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-64a040f3-5f8f-4248-a9bc-cf6c0867a930 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 217 time: 0.0891681 Jan 28 13:17:52.938790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-906e162f-5cb3-4a15-a9d1-f70cdbbaa524 req-20125c66-9ff4-46fb-a225-9cb9643711d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881921 Jan 28 13:17:52.940469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d29f6-2c82-48c5-a9e0-075eb60f2bc7 req-a2d2d78f-e8e1-4bea-b700-95d0c753f51b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:52.948582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-725d29f6-2c82-48c5-a9e0-075eb60f2bc7 req-a2d2d78f-e8e1-4bea-b700-95d0c753f51b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 945 time: 0.1047792 Jan 28 13:17:53.077631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-5443addd-8f72-4a07-a2c7-01c6cecf8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:53.079203 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-5443addd-8f72-4a07-a2c7-01c6cecf8e4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1274354 Jan 28 13:17:53.087504 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-725d29f6-2c82-48c5-a9e0-075eb60f2bc7 req-6057128f-5ee8-4c85-9e3c-093c59aff5aa tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216376 Jan 28 13:17:53.208401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-d586cd6d-066e-47d1-8788-7c4185c93aae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313990 Jan 28 13:17:53.401084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-49f47253-50ac-4b16-9722-357a6381b962 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716352 Jan 28 13:17:53.468218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:53.612236 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-2c47832b-6621-4bb5-ae69-787dfe1b5d44 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023356 Jan 28 13:17:53.953714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35304) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:54.045435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-32b605f9-6c7a-4c27-93d5-c175034bd9cc tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.046966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-32b605f9-6c7a-4c27-93d5-c175034bd9cc tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.2659187 Jan 28 13:17:54.067136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17a815-e2f0-4df5-880c-11ed923e7cdf req-c8384f20-bda1-435b-bf97-8d5ae76c64eb tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.080806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c17a815-e2f0-4df5-880c-11ed923e7cdf req-c8384f20-bda1-435b-bf97-8d5ae76c64eb tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 945 time: 0.2049189 Jan 28 13:17:54.092334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822748-2'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:54.130988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32285dca-ce14-425c-9757-d283052b3c38 req-a387feb8-2efb-4208-8a13-4d059f41c122 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0469513 Jan 28 13:17:54.206873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35314) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:54.213858 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.236835 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c17a815-e2f0-4df5-880c-11ed923e7cdf req-13ebfaf4-b919-44f1-a28e-f66309217dbf tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518936 Jan 28 13:17:54.295081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-1ebc6eae-469b-4a7a-b2fe-d1a29691b902 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.299274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-1ebc6eae-469b-4a7a-b2fe-d1a29691b902 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.4749119 Jan 28 13:17:54.372260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Request body: {'port': {'device_id': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'admin_state_up': True, 'tenant_id': 'c0bfc9605ed140948b36ede1db3531db'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:54.563327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:54.645739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Deleting port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:54.645739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.653023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:54.704165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a39b-c5ed-4584-b051-f3b0b1bbaa1a req-edb08fdf-7e94-48db-9be1-dca0d912e34e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:54.712213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:17:54.726680 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa85b4cf-065c-4df6-a6d9-1e6469ce4593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.728142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5752a39b-c5ed-4584-b051-f3b0b1bbaa1a req-edb08fdf-7e94-48db-9be1-dca0d912e34e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 945 time: 0.2068579 Jan 28 13:17:54.747597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35340) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:54.761256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Made reservation on behalf of c0bfc9605ed140948b36ede1db3531db for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:17:54.764727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.770306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:54.773211 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f53dd9-16d6-4c64-8688-291d26131386" -d '{"events": [{"server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:54.788941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Publish callbacks [] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.826349 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.847392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:17:54.847793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.908306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-98033920-1a94-4269-ab39-96fe655468a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=feac6f4729e148e5a075977d640e2965&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7000506 Jan 28 13:17:54.913223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48c7dab3-b145-47a0-8466-b6ddf8af54f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:54.922455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35346) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:54.944970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:17:54.979828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:54.994733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5752a39b-c5ed-4584-b051-f3b0b1bbaa1a req-0863afcf-cd14-415c-acfd-2b4bebcc84d0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648890 Jan 28 13:17:55.018733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] For port e9cf8fb3-92ca-43e1-8f74-5b9ea413f133, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,segment=NetworkSegment(b59ee223-6c91-42eb-85f5-6d1aea85fb64),segment_id=b59ee223-6c91-42eb-85f5-6d1aea85fb64)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:55.019205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.024634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa85b4cf-065c-4df6-a6d9-1e6469ce4593 admin admin] Publish callbacks [] for security_group (4a108a67-ff17-4855-9c2a-032858fac9f0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.027133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on host n-h2-822748-2 for vnic_type normal with profile {"migrating_to": "n-h1-822748-2"} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:55.027474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:55.027811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:55.041834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa85b4cf-065c-4df6-a6d9-1e6469ce4593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4a108a67-ff17-4855-9c2a-032858fac9f0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.055775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:55.056319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Attempting to bind port 2b0e3484-91a5-4c41-905d-1239258b49c8 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:55.061823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:17:55.065929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Calling delete_port for e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:17:55.068297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Allocated IP 172.20.0.3 (4f65c7fb-9372-4e91-ab81-99b5e248ca4e/b6211d08-f1a5-4f55-bdd5-2f7d1a189800/5d62a2ed-aaff-41b0-a446-fb11a5787279) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:17:55.085281 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2341408-47d4-4f45-87ec-ed80cb420d63 x-openstack-request-id: req-b2341408-47d4-4f45-87ec-ed80cb420d63 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:55.085625 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:55.085842 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2341408-47d4-4f45-87ec-ed80cb420d63 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:55.086232 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8', 'code': 200} Jan 28 13:17:55.097047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:55.097218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:55.097602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:55.098066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Bound port: 2b0e3484-91a5-4c41-905d-1239258b49c8, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:55.098456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.103815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:17:55.104064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ebfa682-cbba-4d5a-b4f8-0d6a99142a74 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:17:55.110336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aa85b4cf-065c-4df6-a6d9-1e6469ce4593 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67c330d921ef4211b5519242da12ce75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1512244 Jan 28 13:17:55.111032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85b4cf-065c-4df6-a6d9-1e6469ce4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a108a67-ff17-4855-9c2a-032858fac9f0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.111419 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Publish callbacks [] for security_group (8663a690-b80b-49d4-aa45-522e151ac368), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.120915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35350) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:55.191662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Publish callbacks [] for security_group (8663a690-b80b-49d4-aa45-522e151ac368), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.201095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48c7dab3-b145-47a0-8466-b6ddf8af54f1 admin admin] Publish callbacks [] for security_group (ffd800ef-241e-4a0f-9848-e4ab736472d9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.221259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48c7dab3-b145-47a0-8466-b6ddf8af54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ffd800ef-241e-4a0f-9848-e4ab736472d9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.269335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a203df8-1ef0-407d-9ef5-af4d15e34ef9 admin admin] Publish callbacks [] for security_group (4a108a67-ff17-4855-9c2a-032858fac9f0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.289904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:55.295898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dcb9fd7d-3cfa-42e8-b6f2-ad35aa8be24b req-1f493943-43b6-4b56-8e2d-d5fd95bbc4a0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0397506 Jan 28 13:17:55.313976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:55.315330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7dab3-b145-47a0-8466-b6ddf8af54f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd800ef-241e-4a0f-9848-e4ab736472d9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.322397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-48c7dab3-b145-47a0-8466-b6ddf8af54f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77b2eecf534546e4bfd4376b82aed860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718470 Jan 28 13:17:55.325042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35364) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:55.330973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.335596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a203df8-1ef0-407d-9ef5-af4d15e34ef9 admin admin] Publish callbacks [] for security_group (4a108a67-ff17-4855-9c2a-032858fac9f0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.469916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.473346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8663a690-b80b-49d4-aa45-522e151ac368), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.476710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.480390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8663a690-b80b-49d4-aa45-522e151ac368 HTTP/1.1" status: 204 len: 168 time: 0.5545173 Jan 28 13:17:55.496308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.497255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.498888 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a65094eb-15ba-4da9-944e-46b16d73fe7f service neutron] 10.222.0.36 "PUT /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 1121 time: 1.4163842 Jan 28 13:17:55.511382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba6cd-df37-4987-9562-596e1ba69343 req-c465afbd-b902-43b2-902e-6b70ca6cc1dc tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:55.513354 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14aba6cd-df37-4987-9562-596e1ba69343 req-c465afbd-b902-43b2-902e-6b70ca6cc1dc tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 945 time: 0.1405611 Jan 28 13:17:55.549370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a203df8-1ef0-407d-9ef5-af4d15e34ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4a108a67-ff17-4855-9c2a-032858fac9f0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.552134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a203df8-1ef0-407d-9ef5-af4d15e34ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.553374 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2a203df8-1ef0-407d-9ef5-af4d15e34ef9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a108a67-ff17-4855-9c2a-032858fac9f0 HTTP/1.1" status: 204 len: 168 time: 0.4316390 Jan 28 13:17:55.585658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8663a690-b80b-49d4-aa45-522e151ac368,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.587732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a203df8-1ef0-407d-9ef5-af4d15e34ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a108a67-ff17-4855-9c2a-032858fac9f0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:55.604492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2b0e3484-91a5-4c41-905d-1239258b49c8'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:17:55.619453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.619803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.620186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.620808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.621103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.621273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.621853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.621966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.622310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.622724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.623032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.623377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.623688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0994ac-4548-4415-b172-587be1c347dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:17:55.651598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d15042a-e784-4078-9444-fa1f2d3665ed admin admin] Publish callbacks [] for security_group (ffd800ef-241e-4a0f-9848-e4ab736472d9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.685864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14aba6cd-df37-4987-9562-596e1ba69343 req-4b51b1b0-484b-4cbd-9b2c-8cdbcbf2c4bd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606317 Jan 28 13:17:55.747907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks [] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.817514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.899978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d15042a-e784-4078-9444-fa1f2d3665ed admin admin] Publish callbacks [] for security_group (ffd800ef-241e-4a0f-9848-e4ab736472d9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:55.952060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:17:55.996429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:17:56.005227 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e9cf8fb3-92ca-43e1-8f74-5b9ea413f133), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.009586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:17:56.060403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.160124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35408) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.163412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80a1cd-4a75-4196-8ba1-f2428580ddde req-f91c9a5c-c2a8-410d-9ba2-6f7dc7c77ee7 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.165089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f80a1cd-4a75-4196-8ba1-f2428580ddde req-f91c9a5c-c2a8-410d-9ba2-6f7dc7c77ee7 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 945 time: 0.2611914 Jan 28 13:17:56.165876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cf8fb3-92ca-43e1-8f74-5b9ea413f133,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.168137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35410) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.179183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35412) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.191547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'floatingip': {'port_id': '337932c9-dc82-4691-91e1-24ec4a1f3ccd'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:56.214101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.214751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.244437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d15042a-e784-4078-9444-fa1f2d3665ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ffd800ef-241e-4a0f-9848-e4ab736472d9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.247087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d15042a-e784-4078-9444-fa1f2d3665ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.250942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9d15042a-e784-4078-9444-fa1f2d3665ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffd800ef-241e-4a0f-9848-e4ab736472d9 HTTP/1.1" status: 204 len: 168 time: 0.9218006 Jan 28 13:17:56.252662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-449ad7d6-45bd-49dd-88a5-fbea49d3a4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.273874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-fa748b47-26bf-4fbb-beee-07972ec7c01f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9307382 Jan 28 13:17:56.278791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15042a-e784-4078-9444-fa1f2d3665ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd800ef-241e-4a0f-9848-e4ab736472d9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.308572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Request body: {'port': {'device_id': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:17:56.336510 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.349211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.356245 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-77ab97d4-dc96-420c-a42e-a0019615c5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.557114 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.707657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-77ab97d4-dc96-420c-a42e-a0019615c5bc admin admin] Publish callbacks [] for security_group (d7fb908c-a714-45c7-8ce7-fbd250adb470), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.735088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e237b-1c78-414d-ada0-dc98b60004a5 req-dd548ebf-f0b0-4550-a5cf-dc43856f9dcd tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.742879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd7e237b-1c78-414d-ada0-dc98b60004a5 req-dd548ebf-f0b0-4550-a5cf-dc43856f9dcd tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.6233480 Jan 28 13:17:56.748345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-77ab97d4-dc96-420c-a42e-a0019615c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d7fb908c-a714-45c7-8ce7-fbd250adb470), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.826249 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-77ab97d4-dc96-420c-a42e-a0019615c5bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=582f5be4f5384551a5d2352387817205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6621687 Jan 28 13:17:56.833550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35428) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.839101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-449ad7d6-45bd-49dd-88a5-fbea49d3a4ae admin admin] Publish callbacks [] for security_group (0737419f-edfc-4c20-85ec-3561bce1a280), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.856125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35430) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.867742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-449ad7d6-45bd-49dd-88a5-fbea49d3a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0737419f-edfc-4c20-85ec-3561bce1a280), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.875995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01563f5-5bd6-4c28-b32a-3503e5ae3e60 req-48174b91-3755-49b9-a586-fa14819f5b9e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:56.877492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f01563f5-5bd6-4c28-b32a-3503e5ae3e60 req-48174b91-3755-49b9-a586-fa14819f5b9e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 931 time: 0.4667253 Jan 28 13:17:56.892843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab97d4-dc96-420c-a42e-a0019615c5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fb908c-a714-45c7-8ce7-fbd250adb470,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:56.915363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.937549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e990033-8b48-4446-8769-1faa82846cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:56.969596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-449ad7d6-45bd-49dd-88a5-fbea49d3a4ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=245d3b9c60454143bb1d9777fedb6062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7631629 Jan 28 13:17:56.974007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35432) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:56.977321 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd7e237b-1c78-414d-ada0-dc98b60004a5 req-7bf9e28d-0549-4f20-b1f4-77a5953ad691 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335629 Jan 28 13:17:57.011294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ad7d6-45bd-49dd-88a5-fbea49d3a4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0737419f-edfc-4c20-85ec-3561bce1a280,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.088239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d597ae73-2b88-4f9d-b628-fdff8cc8692b admin admin] Publish callbacks [] for security_group (d7fb908c-a714-45c7-8ce7-fbd250adb470), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.089625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:57.091845 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae" -d '{"events": [{"name": "network-changed", "server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:57.108595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f01563f5-5bd6-4c28-b32a-3503e5ae3e60 req-1d3480a2-561c-4df2-88c6-77ce1fae0753 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221138 Jan 28 13:17:57.189956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d597ae73-2b88-4f9d-b628-fdff8cc8692b admin admin] Publish callbacks [] for security_group (d7fb908c-a714-45c7-8ce7-fbd250adb470), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.194690 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ec7777-eef3-4f12-8ee8-641a22ed3cf1 x-openstack-request-id: req-64ec7777-eef3-4f12-8ee8-641a22ed3cf1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:57.195143 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:57.195803 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64ec7777-eef3-4f12-8ee8-641a22ed3cf1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:57.196082 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8', 'status': 'completed', 'code': 200} Jan 28 13:17:57.305935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7acdc339-c4a6-4fd0-ace2-8aac76155a5f admin admin] Publish callbacks [] for security_group (0737419f-edfc-4c20-85ec-3561bce1a280), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.308226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-80844521-d7d1-40fc-a9ee-3e79b7a1d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.309933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-80844521-d7d1-40fc-a9ee-3e79b7a1d86e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1124 time: 0.1021173 Jan 28 13:17:57.357769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e990033-8b48-4446-8769-1faa82846cea admin admin] Publish callbacks [] for security_group (dd9d9172-ccea-498b-9d72-06ea73fb38d5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.388414 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e990033-8b48-4446-8769-1faa82846cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd9d9172-ccea-498b-9d72-06ea73fb38d5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.436732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7acdc339-c4a6-4fd0-ace2-8aac76155a5f admin admin] Publish callbacks [] for security_group (0737419f-edfc-4c20-85ec-3561bce1a280), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.529955 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6e990033-8b48-4446-8769-1faa82846cea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=374efefcd65249a3abf6b6f48dc0db45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6727662 Jan 28 13:17:57.543846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35450) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:57.555072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e990033-8b48-4446-8769-1faa82846cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9d9172-ccea-498b-9d72-06ea73fb38d5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.560679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d597ae73-2b88-4f9d-b628-fdff8cc8692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d7fb908c-a714-45c7-8ce7-fbd250adb470), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.563360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d597ae73-2b88-4f9d-b628-fdff8cc8692b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.564894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d597ae73-2b88-4f9d-b628-fdff8cc8692b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7fb908c-a714-45c7-8ce7-fbd250adb470 HTTP/1.1" status: 204 len: 168 time: 0.7271140 Jan 28 13:17:57.574872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35454) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:57.590552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-36573599-8a4a-47b2-b72b-dba6cd515ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.592298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-36573599-8a4a-47b2-b72b-dba6cd515ed9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.2351608 Jan 28 13:17:57.598533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d62a2ed-aaff-41b0-a446-fb11a5787279 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:17:57.607209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:17:57.618278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Publish callbacks [] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.646947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597ae73-2b88-4f9d-b628-fdff8cc8692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fb908c-a714-45c7-8ce7-fbd250adb470,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.664399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-ebbceaa4-d4af-4588-9232-972e19d93ca1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 217 time: 0.0591042 Jan 28 13:17:57.671739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Transition to ACTIVE for port object 5d62a2ed-aaff-41b0-a446-fb11a5787279 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:17:57.676672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7acdc339-c4a6-4fd0-ace2-8aac76155a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0737419f-edfc-4c20-85ec-3561bce1a280), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.680122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7acdc339-c4a6-4fd0-ace2-8aac76155a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.681656 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7acdc339-c4a6-4fd0-ace2-8aac76155a5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0737419f-edfc-4c20-85ec-3561bce1a280 HTTP/1.1" status: 204 len: 168 time: 0.7033079 Jan 28 13:17:57.689700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.738356 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.752482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdc339-c4a6-4fd0-ace2-8aac76155a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0737419f-edfc-4c20-85ec-3561bce1a280,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.778183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c29a560d-8bfe-428e-8f2a-42404df15042 admin admin] Publish callbacks [] for security_group (dd9d9172-ccea-498b-9d72-06ea73fb38d5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.781226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.792898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.842665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c29a560d-8bfe-428e-8f2a-42404df15042 admin admin] Publish callbacks [] for security_group (dd9d9172-ccea-498b-9d72-06ea73fb38d5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.850692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5a3d-5095-489c-9fd1-85bb8833ecb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.880565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-baa778a8-1962-4b5b-b7bd-b1e294eecf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:57.882132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-baa778a8-1962-4b5b-b7bd-b1e294eecf25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.2074776 Jan 28 13:17:57.885737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:57.940279 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4 associated. External IP: 172.25.4.67, port: 337932c9-dc82-4691-91e1-24ec4a1f3ccd. Jan 28 13:17:57.991864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c29a560d-8bfe-428e-8f2a-42404df15042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd9d9172-ccea-498b-9d72-06ea73fb38d5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.995602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c29a560d-8bfe-428e-8f2a-42404df15042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:57.996851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c29a560d-8bfe-428e-8f2a-42404df15042 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd9d9172-ccea-498b-9d72-06ea73fb38d5 HTTP/1.1" status: 204 len: 168 time: 0.4517937 Jan 28 13:17:58.051967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a560d-8bfe-428e-8f2a-42404df15042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9d9172-ccea-498b-9d72-06ea73fb38d5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:58.085402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-df4e5159-404c-4bc5-a862-1b11be53f8d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272225 Jan 28 13:17:58.192624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5a3d-5095-489c-9fd1-85bb8833ecb0 admin admin] Publish callbacks [] for security_group (aab668e1-3038-4cf3-a8b6-b17446730ba3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.232504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5a3d-5095-489c-9fd1-85bb8833ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (aab668e1-3038-4cf3-a8b6-b17446730ba3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.244377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7313ebf-1ebe-402a-b11e-ab7528ce3352 req-8e352498-505f-4baa-b8d3-d4074b444b92 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.251109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7313ebf-1ebe-402a-b11e-ab7528ce3352 req-8e352498-505f-4baa-b8d3-d4074b444b92 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.1271222 Jan 28 13:17:58.288060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:58.295835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ef5dc7ec-b044-4430-8f49-e399af835991 admin admin] 10.222.0.45 "PUT /v2.0/routers/182a452e-7a7d-4cb6-8b4b-e73b4c5af13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9119279 Jan 28 13:17:58.299856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35480) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:58.301345 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] Sync routers for ids ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:58.317544 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] Routers {'182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:58.318200 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:58.427179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:17:58.427852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:17:58.431332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:58.440739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7313ebf-1ebe-402a-b11e-ab7528ce3352 req-51c695d9-fa66-4f98-bf61-23808e9783eb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883981 Jan 28 13:17:58.489722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2a9e5a3d-5095-489c-9fd1-85bb8833ecb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb1813b3d6cc4a5ea317b4e15fc24341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9115288 Jan 28 13:17:58.494052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35494) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:17:58.494715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e5a3d-5095-489c-9fd1-85bb8833ecb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab668e1-3038-4cf3-a8b6-b17446730ba3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:58.505790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:17:58.506170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:17:58.522619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Router 2eda5e88-7547-480d-865f-6ca1876455ed has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:17:58.553845 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] Set router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:58.555070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:17:58.555465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:17:58.555863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:17:58.556358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Bound port: 5d62a2ed-aaff-41b0-a446-fb11a5787279, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:17:58.556727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.579237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0475cf-938c-4a80-bbb8-05d6c9f8f197 req-c3cfd0e5-bbf1-4ac3-abab-b51425e3479b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.582268 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks [] for router (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.586196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef0475cf-938c-4a80-bbb8-05d6c9f8f197 req-c3cfd0e5-bbf1-4ac3-abab-b51425e3479b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.3636863 Jan 28 13:17:58.609650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-fda56bc7-24dc-450a-bc9d-408ea719c8c6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780991 Jan 28 13:17:58.759319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef0475cf-938c-4a80-bbb8-05d6c9f8f197 req-e31916a2-5dc9-4825-9853-e1da9edccffa tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720545 Jan 28 13:17:58.785872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:17:58.793902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:17:58.804407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.873182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:58.874204 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:58.875674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 1091 time: 2.5906162 Jan 28 13:17:58.878289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:58.889884 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25b898a-e6ad-4392-815a-39a902146240" -d '{"events": [{"name": "network-changed", "server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:58.900211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2a5f69-a909-48f6-8e41-11aec5fc33ae req-8a8f0cd8-be09-4e0e-8767-a7acc1d1d1ca service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810543 Jan 28 13:17:58.995198 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:55Z', 'revision_number': 5, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:59.003028 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddf1def-aaed-49a8-8c3c-12acc4dc91f3 x-openstack-request-id: req-cddf1def-aaed-49a8-8c3c-12acc4dc91f3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:59.003242 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:59.003504 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cddf1def-aaed-49a8-8c3c-12acc4dc91f3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:59.003902 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279', 'status': 'completed', 'code': 200} Jan 28 13:17:59.004808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8032-28aa-43d0-933e-69365603a2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:59.025148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-77f1f6d3-2710-454e-8721-a5c61bd4af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.026952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-77f1f6d3-2710-454e-8721-a5c61bd4af91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1094 time: 0.0729375 Jan 28 13:17:59.031606 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] Checking router: 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:17:59.043574 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] Routers {'182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:59.044240 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:59.074105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:17:59.085879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-d48bb261-29d8-4d46-9b1d-f0afdb84f40d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.0511384 Jan 28 13:17:59.113333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:17:59.121781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.137758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] Sync routers for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:17:59.150629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fdd78a15-570e-43ae-b347-9445fcdc56b0 admin admin] Publish callbacks [] for security_group (aab668e1-3038-4cf3-a8b6-b17446730ba3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.177174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fdd78a15-570e-43ae-b347-9445fcdc56b0 admin admin] Publish callbacks [] for security_group (aab668e1-3038-4cf3-a8b6-b17446730ba3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.185694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-3d832de4-2a88-470e-a8c6-dc44fe677dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.195493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-3d832de4-2a88-470e-a8c6-dc44fe677dc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0939033 Jan 28 13:17:59.224076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7656a6c-b5ed-4bed-ace0-aef5a8f4b2b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "PUT /v2.0/floatingips/9048d410-80ad-477c-bb50-d608f9b5d6e4 HTTP/1.1" status: 200 len: 990 time: 3.0437453 Jan 28 13:17:59.243269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-f188dee1-6b29-4ec0-b5c9-c39374ebf49b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456350 Jan 28 13:17:59.250319 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] Set router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:59.290282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:17:59.292495 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:17:59.303940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:17:59.304625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:59.343901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fdd78a15-570e-43ae-b347-9445fcdc56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (aab668e1-3038-4cf3-a8b6-b17446730ba3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.353040 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fdd78a15-570e-43ae-b347-9445fcdc56b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.356696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fdd78a15-570e-43ae-b347-9445fcdc56b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aab668e1-3038-4cf3-a8b6-b17446730ba3 HTTP/1.1" status: 204 len: 168 time: 0.8570294 Jan 28 13:17:59.399955 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0651912-f4d5-4155-b10c-c2b5dfbbfe64 x-openstack-request-id: req-a0651912-f4d5-4155-b10c-c2b5dfbbfe64 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:17:59.405899 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:17:59.406399 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0651912-f4d5-4155-b10c-c2b5dfbbfe64 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:17:59.407007 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'status': 'completed', 'code': 200} Jan 28 13:17:59.408800 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks [] for router_gateway (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.417004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd78a15-570e-43ae-b347-9445fcdc56b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab668e1-3038-4cf3-a8b6-b17446730ba3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:17:59.453963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-45229b8c-0233-40e5-b20b-4c24ff35761f service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998038 Jan 28 13:17:59.529364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:17:59.578995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-b501ba78-06e1-464b-8a8a-8722c289d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.580537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-b501ba78-06e1-464b-8a8a-8722c289d058 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 1096 time: 0.1496243 Jan 28 13:17:59.708299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:17:59.734137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b01af4-62b6-469c-acf8-ac9c8f7570cf req-01137adc-6682-472e-b466-d7b25adc7357 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660112 Jan 28 13:17:59.745921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Deleting port f2e21c1d-2057-4cea-8e57-02ebc006bdaf {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:17:59.746264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:17:59.755356 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:55Z', 'revision_number': 5, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:17:59.775604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 has no active binding in host n-h1-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:17:59.811428 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceb52f-003d-4258-90e3-96a0e22b3343 None None] The sync data for ids ['182a452e-7a7d-4cb6-8b4b-e73b4c5af13f'] in n-d-822748-2 is: [{'id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1804259349-router', 'tenant_id': '1fc7a6567f7e480ca177322156d432f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:39Z', 'updated_at': '2022-01-28T13:17:55Z', 'revision_number': 5, 'project_id': '1fc7a6567f7e480ca177322156d432f9', 'gw_port': {'id': 'f2e21c1d-2057-4cea-8e57-02ebc006bdaf', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182a452e-7a7d-4cb6-8b4b-e73b4c5af13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:40Z', 'updated_at': '2022-01-28T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:17:59.905482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5fc6c-d23e-455d-8737-e01d5de7f367 req-4355ddc9-3eb0-4aaf-ac5d-a2a4bb179937 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.914522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40d5fc6c-d23e-455d-8737-e01d5de7f367 req-4355ddc9-3eb0-4aaf-ac5d-a2a4bb179937 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.1792555 Jan 28 13:17:59.929407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b898a-e6ad-4392-815a-39a902146240 req-b40a697c-acdd-4b85-993e-67ded7b85c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.931291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a25b898a-e6ad-4392-815a-39a902146240 req-b40a697c-acdd-4b85-993e-67ded7b85c44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1094 time: 0.1165032 Jan 28 13:17:59.972182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-8053d42b-3a4c-4a8f-a505-54ea5bf9a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:17:59.973618 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-8053d42b-3a4c-4a8f-a505-54ea5bf9a740 service neutron] 10.222.0.36 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 925 time: 0.3840494 Jan 28 13:18:00.044003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '9048d410-80ad-477c-bb50-d608f9b5d6e4', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'port_id': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'mac_address': 'fa:16:3e:c8:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:17:34Z', 'updated_at': '2022-01-28T13:17:57Z', 'revision_number': 1, 'project_id': '139355f65bb249d39228ce5774b744fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:00.045017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40d5fc6c-d23e-455d-8737-e01d5de7f367 req-f5062bee-35a3-45a4-905c-be7d9ae3f520 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292207 Jan 28 13:18:00.059838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] For port f2e21c1d-2057-4cea-8e57-02ebc006bdaf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:00.060265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.076649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Calling delete_port for f2e21c1d-2057-4cea-8e57-02ebc006bdaf owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:00.077639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b898a-e6ad-4392-815a-39a902146240 req-cb38d6ec-fe47-4ba6-a631-ee08b6132650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.079338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a25b898a-e6ad-4392-815a-39a902146240 req-cb38d6ec-fe47-4ba6-a631-ee08b6132650 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.1397645 Jan 28 13:18:00.089126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] Checking router: 2eda5e88-7547-480d-865f-6ca1876455ed for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:18:00.099127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:18:00.100444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:17:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:00.172932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a25b898a-e6ad-4392-815a-39a902146240 req-1f8fe438-968c-4837-8342-adacaa6c2879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.0860932 Jan 28 13:18:00.237156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:18:00.288350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b898a-e6ad-4392-815a-39a902146240 req-74db2dfc-be62-428e-b090-a69010e5b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.292015 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a25b898a-e6ad-4392-815a-39a902146240 req-74db2dfc-be62-428e-b090-a69010e5b8a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1127634 Jan 28 13:18:00.316015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef8876-3629-43cd-a559-48953003ded0 req-50191cc4-32df-4ed9-a65e-dad035e4eede tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.323610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-baef8876-3629-43cd-a559-48953003ded0 req-50191cc4-32df-4ed9-a65e-dad035e4eede tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.4078722 Jan 28 13:18:00.342380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f2e21c1d-2057-4cea-8e57-02ebc006bdaf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.354917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35550) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:00.360361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a25b898a-e6ad-4392-815a-39a902146240 req-5401c94a-f1ec-48c3-9d26-f6b36a0bd43e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602751 Jan 28 13:18:00.408941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bd02-a747-4787-974f-311e56f16cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.510595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e21c1d-2057-4cea-8e57-02ebc006bdaf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:00.519824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:00.527966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-baef8876-3629-43cd-a559-48953003ded0 req-a0d1f47c-aa95-440b-a49e-5833e2c52d6e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961715 Jan 28 13:18:00.554240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:00.554938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e9cf8fb3-92ca-43e1-8f74-5b9ea413f133 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:00.601718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '9048d410-80ad-477c-bb50-d608f9b5d6e4', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'port_id': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'mac_address': 'fa:16:3e:c8:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:17:34Z', 'updated_at': '2022-01-28T13:17:57Z', 'revision_number': 1, 'project_id': '139355f65bb249d39228ce5774b744fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:00.622180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-bd37c902-b003-4490-be8e-fdb9777eadc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd HTTP/1.1" status: 200 len: 998 time: 0.6386683 Jan 28 13:18:00.655431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f0f6f-3e69-4110-b2a1-63a22b5ff170 None None] The sync data for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 is: [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '9048d410-80ad-477c-bb50-d608f9b5d6e4', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'port_id': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'mac_address': 'fa:16:3e:c8:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:17:34Z', 'updated_at': '2022-01-28T13:17:57Z', 'revision_number': 1, 'project_id': '139355f65bb249d39228ce5774b744fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:18:00.674883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a25b898a-e6ad-4392-815a-39a902146240 req-1a40512b-f985-4382-b17a-69856ff2f36b service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820773 Jan 28 13:18:00.693160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.826951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.830339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-a84c5018-3120-44e6-8d25-c388db717dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:00.832022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-a84c5018-3120-44e6-8d25-c388db717dbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 200 len: 863 time: 0.2021902 Jan 28 13:18:00.833129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks [] for router_controller (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.940515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (182a452e-7a7d-4cb6-8b4b-e73b4c5af13f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.941175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182a452e-7a7d-4cb6-8b4b-e73b4c5af13f {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:18:00.947741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:00.951375 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d4c6ca49-3bf7-438e-8777-3c7c0a83ed9b admin admin] 10.222.0.45 "DELETE /v2.0/routers/182a452e-7a7d-4cb6-8b4b-e73b4c5af13f HTTP/1.1" status: 204 len: 168 time: 2.6450264 Jan 28 13:18:00.953104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35566) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:01.013139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-e1dcc074-d1a6-4515-a411-bf2e26f5c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.014661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-e1dcc074-d1a6-4515-a411-bf2e26f5c1f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=086c3db1-7a9a-4894-8acc-74310a4a913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705422 Jan 28 13:18:01.024170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bd02-a747-4787-974f-311e56f16cb8 admin admin] Publish callbacks [] for security_group (67bf3e35-960b-4127-a8e0-9410da333505), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.031217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ec8bd02-a747-4787-974f-311e56f16cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67bf3e35-960b-4127-a8e0-9410da333505), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.051990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] Deleting subnet 923622d1-45e7-4f63-81a7-c2fc3efc44eb {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:18:01.074182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] Publish callbacks [] for subnet (923622d1-45e7-4f63-81a7-c2fc3efc44eb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.076523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8bd02-a747-4787-974f-311e56f16cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf3e35-960b-4127-a8e0-9410da333505,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:01.149878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7ec8bd02-a747-4787-974f-311e56f16cb8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f61d519491884f5bae21f267c275a1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7747548 Jan 28 13:18:01.150912 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044784f0-a558-406e-aea8-b8bf6777d9b8 None None] New status for floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:18:01.154128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a25b898a-e6ad-4392-815a-39a902146240 req-71ee4473-a74c-46c9-bfac-9f5ec13e8ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667673 Jan 28 13:18:01.154128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35574) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:01.220719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (923622d1-45e7-4f63-81a7-c2fc3efc44eb), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.286222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-30a2efe6-ea66-4f45-b2d4-2aa5038d4247 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531710 Jan 28 13:18:01.311004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd363b68-e422-4e1b-86bd-8035e7222a76 req-07694111-1433-4abe-b769-d8182890cd25 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.320984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd363b68-e422-4e1b-86bd-8035e7222a76 req-07694111-1433-4abe-b769-d8182890cd25 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.0985904 Jan 28 13:18:01.379591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd363b68-e422-4e1b-86bd-8035e7222a76 req-dfaaa970-adc6-4f2d-be46-77f8c39492c6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577281 Jan 28 13:18:01.380393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-815ebe2e-69e1-4f48-9b49-1d0e5d3be473 admin admin] Publish callbacks [] for security_group (67bf3e35-960b-4127-a8e0-9410da333505), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.408303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-815ebe2e-69e1-4f48-9b49-1d0e5d3be473 admin admin] Publish callbacks [] for security_group (67bf3e35-960b-4127-a8e0-9410da333505), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.469716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-815ebe2e-69e1-4f48-9b49-1d0e5d3be473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67bf3e35-960b-4127-a8e0-9410da333505), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.474416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-815ebe2e-69e1-4f48-9b49-1d0e5d3be473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.477175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-815ebe2e-69e1-4f48-9b49-1d0e5d3be473 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67bf3e35-960b-4127-a8e0-9410da333505 HTTP/1.1" status: 204 len: 168 time: 0.3217249 Jan 28 13:18:01.518912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ebe2e-69e1-4f48-9b49-1d0e5d3be473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf3e35-960b-4127-a8e0-9410da333505,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:01.603637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (923622d1-45e7-4f63-81a7-c2fc3efc44eb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.660510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dbbbdfe-d011-4152-abc7-06b0530dfdd6 req-8c603180-3fe0-45e7-85fb-f63ded976f73 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638721 Jan 28 13:18:01.735346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5031404-d860-4048-9991-f9b310fd1696 req-c635dd93-c3fc-44ad-8973-e5f5c34eca01 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:01.736003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (923622d1-45e7-4f63-81a7-c2fc3efc44eb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.737166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5031404-d860-4048-9991-f9b310fd1696 req-c635dd93-c3fc-44ad-8973-e5f5c34eca01 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.0855739 Jan 28 13:18:01.781730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923622d1-45e7-4f63-81a7-c2fc3efc44eb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:01.785990 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.791903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c602757-59a5-4ea3-a7a7-ddfc00f27859 None None] Network 55650d81-1611-4ccb-a76a-db45b0e2226c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:01.792908 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-576b3d48-0c5b-44dc-a4b2-a51a59cdb382 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/923622d1-45e7-4f63-81a7-c2fc3efc44eb HTTP/1.1" status: 204 len: 168 time: 0.8383882 Jan 28 13:18:01.793991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35602) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:01.821186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5031404-d860-4048-9991-f9b310fd1696 req-9ce7d894-512d-4561-883c-731bc90ff3d2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717936 Jan 28 13:18:01.871555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (55650d81-1611-4ccb-a76a-db45b0e2226c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:01.936443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Deleting port 06f6d874-62f8-4e90-82c2-511c946d13cd {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:01.937042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.009538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] For port 06f6d874-62f8-4e90-82c2-511c946d13cd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=06f6d874-62f8-4e90-82c2-511c946d13cd,segment=NetworkSegment(b59ee223-6c91-42eb-85f5-6d1aea85fb64),segment_id=b59ee223-6c91-42eb-85f5-6d1aea85fb64)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:02.010159 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.017078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] DHCP port deletion for 55650d81-1611-4ccb-a76a-db45b0e2226c request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:18:02.038475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Calling delete_port for 06f6d874-62f8-4e90-82c2-511c946d13cd owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:02.074822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] Deleting port 06f6d874-62f8-4e90-82c2-511c946d13cd {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:02.075354 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.130939 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.152061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] No DVR routers for this DVR port 06f6d874-62f8-4e90-82c2-511c946d13cd on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:02.159882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] For port 06f6d874-62f8-4e90-82c2-511c946d13cd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=06f6d874-62f8-4e90-82c2-511c946d13cd,segment=NetworkSegment(b59ee223-6c91-42eb-85f5-6d1aea85fb64),segment_id=b59ee223-6c91-42eb-85f5-6d1aea85fb64)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:02.159882 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.175962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] Calling delete_port for 06f6d874-62f8-4e90-82c2-511c946d13cd owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:02.179009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f6d874-62f8-4e90-82c2-511c946d13cd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:02.265730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (55650d81-1611-4ccb-a76a-db45b0e2226c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.291998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55650d81-1611-4ccb-a76a-db45b0e2226c']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:02.302240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59ee223-6c91-42eb-85f5-6d1aea85fb64') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:02.302542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59ee223-6c91-42eb-85f5-6d1aea85fb64') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:02.313804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (b59ee223-6c91-42eb-85f5-6d1aea85fb64), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.330156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b59ee223-6c91-42eb-85f5-6d1aea85fb64), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.339995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:18:02.340865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (b59ee223-6c91-42eb-85f5-6d1aea85fb64), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:18:02.343644 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:18:02.353098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (06f6d874-62f8-4e90-82c2-511c946d13cd), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.388854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] No DVR routers for this DVR port 06f6d874-62f8-4e90-82c2-511c946d13cd on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:02.391396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bd2d5-61f0-4d62-b672-b77a505f0eff None None] Pushing event deleted for resources: {'Port': ['ID=06f6d874-62f8-4e90-82c2-511c946d13cd,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:02.438956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (55650d81-1611-4ccb-a76a-db45b0e2226c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.449424 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.452831 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/55650d81-1611-4ccb-a76a-db45b0e2226c HTTP/1.1" status: 204 len: 168 time: 0.6577559 Jan 28 13:18:02.472272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79044156-317f-4f6a-a34a-d1f35a87a3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=55650d81-1611-4ccb-a76a-db45b0e2226c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:02.608201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f2e21c1d-2057-4cea-8e57-02ebc006bdaf no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:02.637604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efc0f1-4c83-4ec7-ad54-35427e349f9c req-c146cce3-f3d7-49d2-bf58-5cebb4722c5d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:02.645610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75efc0f1-4c83-4ec7-ad54-35427e349f9c req-c146cce3-f3d7-49d2-bf58-5cebb4722c5d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.0700841 Jan 28 13:18:02.670216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35640) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:02.733763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75efc0f1-4c83-4ec7-ad54-35427e349f9c req-3b967baa-14dd-4700-a417-d06363e5333f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870812 Jan 28 13:18:02.776128 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b78e3de-1d8d-46ca-bbd2-94f574fbc395 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fc7a6567f7e480ca177322156d432f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1020284 Jan 28 13:18:02.778999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35644) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:02.828163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f2e21c1d-2057-4cea-8e57-02ebc006bdaf {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:02.828662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f2e21c1d-2057-4cea-8e57-02ebc006bdaf not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:02.828912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 06f6d874-62f8-4e90-82c2-511c946d13cd no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:02.861295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 06f6d874-62f8-4e90-82c2-511c946d13cd {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:02.862018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 06f6d874-62f8-4e90-82c2-511c946d13cd not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:02.881220 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83178659-efed-4842-9b61-e1b4d1b37be1 admin admin] Publish callbacks [] for security_group (df810c31-e683-4a19-8c11-d340b031755d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:02.881976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35650) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:02.920212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83178659-efed-4842-9b61-e1b4d1b37be1 admin admin] Publish callbacks [] for security_group (df810c31-e683-4a19-8c11-d340b031755d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.000148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83178659-efed-4842-9b61-e1b4d1b37be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (df810c31-e683-4a19-8c11-d340b031755d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.000578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be540e-9751-4ed7-bf2d-bfcfb895e0e0 req-0f82ceb3-1618-4d42-bf40-3364acfe6a11 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.002336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9be540e-9751-4ed7-bf2d-bfcfb895e0e0 req-0f82ceb3-1618-4d42-bf40-3364acfe6a11 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.0833528 Jan 28 13:18:03.003143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83178659-efed-4842-9b61-e1b4d1b37be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.004349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-83178659-efed-4842-9b61-e1b4d1b37be1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df810c31-e683-4a19-8c11-d340b031755d HTTP/1.1" status: 204 len: 168 time: 0.2232287 Jan 28 13:18:03.012777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83178659-efed-4842-9b61-e1b4d1b37be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df810c31-e683-4a19-8c11-d340b031755d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.076458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9be540e-9751-4ed7-bf2d-bfcfb895e0e0 req-6e18f13b-d657-4995-be34-8628797d948b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591590 Jan 28 13:18:03.092211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:03.121314 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e168d3d1-4667-4591-bb02-9a4759373ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.221952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:03.236563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '5d62a2ed-aaff-41b0-a446-fb11a5787279', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'port_id': '5d62a2ed-aaff-41b0-a446-fb11a5787279', 'mac_address': 'fa:16:3e:b4:b4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6211d08-f1a5-4f55-bdd5-2f7d1a189800', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:03.277772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e168d3d1-4667-4591-bb02-9a4759373ba3 admin admin] Publish callbacks [] for security_group (bf1773d8-c180-4919-b160-084a008b121e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.283508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e168d3d1-4667-4591-bb02-9a4759373ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf1773d8-c180-4919-b160-084a008b121e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.285499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 5d62a2ed-aaff-41b0-a446-fb11a5787279 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:03.285991 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.301830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d62a2ed-aaff-41b0-a446-fb11a5787279 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:03.340259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e168d3d1-4667-4591-bb02-9a4759373ba3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=093032dfb4604411bb9ece10d7bca677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4563959 Jan 28 13:18:03.340764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35670) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:03.341462 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168d3d1-4667-4591-bb02-9a4759373ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1773d8-c180-4919-b160-084a008b121e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.373561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:03.389840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.408892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-295329e6-cb43-4558-8e12-b297fd3f1d3c admin admin] Publish callbacks [] for security_group (bf1773d8-c180-4919-b160-084a008b121e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.428398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-dad095e3-7c06-422e-aa56-349ee35f9934 service neutron] 10.222.0.60 "GET /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.1229248 Jan 28 13:18:03.438069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-295329e6-cb43-4558-8e12-b297fd3f1d3c admin admin] Publish callbacks [] for security_group (bf1773d8-c180-4919-b160-084a008b121e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.502585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-295329e6-cb43-4558-8e12-b297fd3f1d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf1773d8-c180-4919-b160-084a008b121e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.505251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-295329e6-cb43-4558-8e12-b297fd3f1d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.509328 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-295329e6-cb43-4558-8e12-b297fd3f1d3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf1773d8-c180-4919-b160-084a008b121e HTTP/1.1" status: 204 len: 168 time: 0.1627419 Jan 28 13:18:03.525483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:03.526889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295329e6-cb43-4558-8e12-b297fd3f1d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1773d8-c180-4919-b160-084a008b121e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.571813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:03.639981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5d62a2ed-aaff-41b0-a446-fb11a5787279'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:03.663492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35680) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:03.693034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:03.721994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:03.774598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0e3484-91a5-4c41-905d-1239258b49c8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:03.794078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:03.872209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:03.934269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4de211-d103-40ae-b316-55d5c3c7cfc9 req-4f747791-63b2-40af-8466-36b28af5287e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:03.935885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca4de211-d103-40ae-b316-55d5c3c7cfc9 req-4f747791-63b2-40af-8466-36b28af5287e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 943 time: 0.1207962 Jan 28 13:18:04.000460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc9148e0-f864-4746-86b9-cb3c6dbce74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.006615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] Transition to ACTIVE for port object 2b0e3484-91a5-4c41-905d-1239258b49c8 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:04.010740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca4de211-d103-40ae-b316-55d5c3c7cfc9 req-b1ab031a-581c-492c-b5e8-b87361fe101c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683069 Jan 28 13:18:04.014700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.100865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] No DVR routers for this DVR port 2b0e3484-91a5-4c41-905d-1239258b49c8 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:04.109571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.141846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a8b88af6-1c86-4f2c-a1ff-614e42e70225 service neutron] 10.222.0.60 "PUT /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8/bindings/n-h1-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7050357 Jan 28 13:18:04.164585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc9148e0-f864-4746-86b9-cb3c6dbce74b admin admin] Publish callbacks [] for security_group (62c2d12b-55f4-496c-9cfe-78d95397031a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.165708 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3024cea2-7de1-4761-94e8-a63f2d09f38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.179457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc9148e0-f864-4746-86b9-cb3c6dbce74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (62c2d12b-55f4-496c-9cfe-78d95397031a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.186203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35704) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:04.206841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-101403b4-9cc0-4125-88f2-7a1e9dd87578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.260967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9148e0-f864-4746-86b9-cb3c6dbce74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c2d12b-55f4-496c-9cfe-78d95397031a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.312587 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc9148e0-f864-4746-86b9-cb3c6dbce74b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17995277fc0645218e003ed8340a2947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7796724 Jan 28 13:18:04.315667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35708) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:04.342335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-101403b4-9cc0-4125-88f2-7a1e9dd87578 admin admin] Publish callbacks [] for security_group (70a56570-939b-41bb-b247-f951a4535701), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.355238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-101403b4-9cc0-4125-88f2-7a1e9dd87578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (70a56570-939b-41bb-b247-f951a4535701), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.358413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ac89c-4363-4a7c-8606-5dda91d47917 req-9d855584-83e8-46a7-88f7-bc204e056d53 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.365340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b6ac89c-4363-4a7c-8606-5dda91d47917 req-9d855584-83e8-46a7-88f7-bc204e056d53 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 944 time: 0.1525071 Jan 28 13:18:04.370474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-50d5be10-ef58-4845-a66a-b3aa36f246ef tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.371924 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-50d5be10-ef58-4845-a66a-b3aa36f246ef tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1363022 Jan 28 13:18:04.437841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-101403b4-9cc0-4125-88f2-7a1e9dd87578 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bba415f51e94e9c8d1be71334768bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501864 Jan 28 13:18:04.438754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101403b4-9cc0-4125-88f2-7a1e9dd87578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a56570-939b-41bb-b247-f951a4535701,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.447007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35714) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:04.463531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3db07930-6c8e-4486-8825-27546211ab54 admin admin] Publish callbacks [] for security_group (62c2d12b-55f4-496c-9cfe-78d95397031a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.527853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3024cea2-7de1-4761-94e8-a63f2d09f38e admin admin] Publish callbacks [] for security_group (2da58281-6625-47c4-a5c1-3ce0362011bf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.530255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-1303496a-f5d7-4a57-8b25-d4ccbd827501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.532186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-1303496a-f5d7-4a57-8b25-d4ccbd827501 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c&tenant_id=b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 1095 time: 0.1481402 Jan 28 13:18:04.534633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3024cea2-7de1-4761-94e8-a63f2d09f38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2da58281-6625-47c4-a5c1-3ce0362011bf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.543056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3db07930-6c8e-4486-8825-27546211ab54 admin admin] Publish callbacks [] for security_group (62c2d12b-55f4-496c-9cfe-78d95397031a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.555066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b6ac89c-4363-4a7c-8606-5dda91d47917 req-82982509-449e-477e-93be-fdb155fbf353 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887124 Jan 28 13:18:04.579437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dad0d33-a017-4dc9-9d9c-7be3982e3801 admin admin] Publish callbacks [] for security_group (70a56570-939b-41bb-b247-f951a4535701), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.603451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dad0d33-a017-4dc9-9d9c-7be3982e3801 admin admin] Publish callbacks [] for security_group (70a56570-939b-41bb-b247-f951a4535701), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.691986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dad0d33-a017-4dc9-9d9c-7be3982e3801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (70a56570-939b-41bb-b247-f951a4535701), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.696656 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dad0d33-a017-4dc9-9d9c-7be3982e3801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.700081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3dad0d33-a017-4dc9-9d9c-7be3982e3801 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70a56570-939b-41bb-b247-f951a4535701 HTTP/1.1" status: 204 len: 168 time: 0.2473786 Jan 28 13:18:04.712487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad0d33-a017-4dc9-9d9c-7be3982e3801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a56570-939b-41bb-b247-f951a4535701,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.729835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3db07930-6c8e-4486-8825-27546211ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (62c2d12b-55f4-496c-9cfe-78d95397031a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.736842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3db07930-6c8e-4486-8825-27546211ab54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.743433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3db07930-6c8e-4486-8825-27546211ab54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62c2d12b-55f4-496c-9cfe-78d95397031a HTTP/1.1" status: 204 len: 168 time: 0.4266605 Jan 28 13:18:04.753675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db07930-6c8e-4486-8825-27546211ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c2d12b-55f4-496c-9cfe-78d95397031a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.782263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64f02e0f-4a3c-4afb-a7cb-d372f1b4d9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.881260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3024cea2-7de1-4761-94e8-a63f2d09f38e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb69ac7b14044981957ee4d010fbf9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2144077 Jan 28 13:18:04.881260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024cea2-7de1-4761-94e8-a63f2d09f38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da58281-6625-47c4-a5c1-3ce0362011bf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:04.882894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35732) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:04.892990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-ceaf833f-d064-42d4-81fc-7729e79a9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:04.894447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-ceaf833f-d064-42d4-81fc-7729e79a9182 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1095 time: 0.3314986 Jan 28 13:18:04.966729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ac16-fed9-4642-ba91-0b11f772a13c admin admin] Publish callbacks [] for security_group (2da58281-6625-47c4-a5c1-3ce0362011bf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:04.992642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ac16-fed9-4642-ba91-0b11f772a13c admin admin] Publish callbacks [] for security_group (2da58281-6625-47c4-a5c1-3ce0362011bf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.008967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-28899ec0-534a-4e4c-a1e4-9d97e6586cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.010475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-28899ec0-534a-4e4c-a1e4-9d97e6586cdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.1090963 Jan 28 13:18:05.032760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35738) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:05.073790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ac16-fed9-4642-ba91-0b11f772a13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2da58281-6625-47c4-a5c1-3ce0362011bf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.078160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6fd2ac16-fed9-4642-ba91-0b11f772a13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.082496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6fd2ac16-fed9-4642-ba91-0b11f772a13c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2da58281-6625-47c4-a5c1-3ce0362011bf HTTP/1.1" status: 204 len: 168 time: 0.1956389 Jan 28 13:18:05.102949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2ac16-fed9-4642-ba91-0b11f772a13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da58281-6625-47c4-a5c1-3ce0362011bf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:05.107181 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:05.139601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-514ce298-959b-4fd8-8722-be2f19794760 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 217 time: 0.1185517 Jan 28 13:18:05.182294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 5d62a2ed-aaff-41b0-a446-fb11a5787279 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:05.187150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 5d62a2ed-aaff-41b0-a446-fb11a5787279 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:05.187653 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.250531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0dd4b-3b39-4a78-a081-108f4cbd600b req-d9c862bf-eabb-41f6-b9c1-c362ed6c302a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.252978 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1cc0dd4b-3b39-4a78-a081-108f4cbd600b req-d9c862bf-eabb-41f6-b9c1-c362ed6c302a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 944 time: 0.1263425 Jan 28 13:18:05.263040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-72b05fa4-7635-47ac-bd92-40af2d0f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.264776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-72b05fa4-7635-47ac-bd92-40af2d0f2653 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1068840 Jan 28 13:18:05.286210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 5d62a2ed-aaff-41b0-a446-fb11a5787279 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:05.286210 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.306759 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-16948f46-8058-4dc0-a228-53f3d68cd875 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352404 Jan 28 13:18:05.315559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:05.322527 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2482d86-e565-4a5b-bc38-101f2e59cab0" -d '{"events": [{"server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "name": "network-vif-plugged", "status": "completed", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:05.341793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:05.355158 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.371999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-449497970-network', 'tenant_id': '0d850b665a514b2a9146ae400736c60f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:05.409330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1cc0dd4b-3b39-4a78-a081-108f4cbd600b req-4e5bd423-d890-4780-9a96-3fc996b26194 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435213 Jan 28 13:18:05.426442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Made reservation on behalf of 0d850b665a514b2a9146ae400736c60f for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:05.431487 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b0ffc2-9105-4ffc-b492-93ac1e3d24cb x-openstack-request-id: req-a5b0ffc2-9105-4ffc-b492-93ac1e3d24cb {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:05.431938 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "name": "network-vif-plugged", "status": "completed", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:05.432354 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5b0ffc2-9105-4ffc-b492-93ac1e3d24cb {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:05.432797 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279', 'code': 200} Jan 28 13:18:05.443899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.450328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.453923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:05.470100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-0e27f8d2-07ad-4d44-9b6d-50f7ac9436d4 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570849 Jan 28 13:18:05.532716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94c302-7138-438e-b0e4-38a37ff181cc req-c6d3e81d-6d30-4e54-9169-518b7029995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.535268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf94c302-7138-438e-b0e4-38a37ff181cc req-c6d3e81d-6d30-4e54-9169-518b7029995d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1096 time: 0.0688839 Jan 28 13:18:05.586221 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-68dc25d5-34be-478c-8b56-44698011a988 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053691 Jan 28 13:18:05.633438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf94c302-7138-438e-b0e4-38a37ff181cc req-a9da07b3-4995-473c-9167-408144f5765d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 Jan 28 13:18:05.638250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks [] for security_group (c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.644306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.649746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35762) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:05.665893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd8b176f-2ef2-44fd-a67f-56160ac502f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.704905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:18:05.715436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:05.725433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ed033c48-c1d2-4444-bf4f-2d29692426b9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.725851 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Added segment ed033c48-c1d2-4444-bf4f-2d29692426b9 of type vlan for network 40867753-0d22-4722-bfe9-601ac66546e0 Jan 28 13:18:05.753383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497b80-5663-4fb6-adf3-152077760c79 req-889178c3-358a-455b-95d2-f9d17d78b7f5 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.755137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83497b80-5663-4fb6-adf3-152077760c79 req-889178c3-358a-455b-95d2-f9d17d78b7f5 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 945 time: 0.0901842 Jan 28 13:18:05.809402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (40867753-0d22-4722-bfe9-601ac66546e0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.814286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd8b176f-2ef2-44fd-a67f-56160ac502f8 admin admin] Publish callbacks [] for security_group (dd64bcc4-db4d-4465-8dfd-19f096860a9e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.821880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd8b176f-2ef2-44fd-a67f-56160ac502f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd64bcc4-db4d-4465-8dfd-19f096860a9e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.854309 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83497b80-5663-4fb6-adf3-152077760c79 req-fbce545e-9741-4d29-86a7-fa75ee932b97 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735574 Jan 28 13:18:05.861120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (40867753-0d22-4722-bfe9-601ac66546e0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.862584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:05.865785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:05.891782 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fd8b176f-2ef2-44fd-a67f-56160ac502f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9d80175d30e46f7a100ba1759f1141e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404549 Jan 28 13:18:05.892968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b176f-2ef2-44fd-a67f-56160ac502f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd64bcc4-db4d-4465-8dfd-19f096860a9e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:05.895399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:05.947792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=40867753-0d22-4722-bfe9-601ac66546e0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:05.961016 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9196c6f1-d411-48e6-9890-1b158c90d7e6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9272161 Jan 28 13:18:05.961702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35772) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:05.961821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 40867753-0d22-4722-bfe9-601ac66546e0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:18:05.968023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Request body: {'subnet': {'network_id': '40867753-0d22-4722-bfe9-601ac66546e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-449497970-subnet', 'tenant_id': '0d850b665a514b2a9146ae400736c60f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:05.983944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35774) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:05.986338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec7486f6-dd51-43e8-9463-a90425a38e27 admin admin] Publish callbacks [] for security_group (dd64bcc4-db4d-4465-8dfd-19f096860a9e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.014415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65cce9bd-e4fc-43fb-a2bb-faefcecc986b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.021589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Made reservation on behalf of 0d850b665a514b2a9146ae400736c60f for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:06.024016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.040805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec7486f6-dd51-43e8-9463-a90425a38e27 admin admin] Publish callbacks [] for security_group (dd64bcc4-db4d-4465-8dfd-19f096860a9e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.141188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec7486f6-dd51-43e8-9463-a90425a38e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd64bcc4-db4d-4465-8dfd-19f096860a9e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.145215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec7486f6-dd51-43e8-9463-a90425a38e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.150916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec7486f6-dd51-43e8-9463-a90425a38e27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd64bcc4-db4d-4465-8dfd-19f096860a9e HTTP/1.1" status: 204 len: 168 time: 0.2491963 Jan 28 13:18:06.159147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7486f6-dd51-43e8-9463-a90425a38e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd64bcc4-db4d-4465-8dfd-19f096860a9e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:06.297037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-7fc20959-3985-4c9b-a9a6-268ffbf1d5ed tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.298547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-7fc20959-3985-4c9b-a9a6-268ffbf1d5ed tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1833723 Jan 28 13:18:06.336431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:06.351255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65cce9bd-e4fc-43fb-a2bb-faefcecc986b admin admin] Publish callbacks [] for security_group (d9afb2c4-aa51-4a74-891d-22beddf1059c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.375425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65cce9bd-e4fc-43fb-a2bb-faefcecc986b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d9afb2c4-aa51-4a74-891d-22beddf1059c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.408544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 2b0e3484-91a5-4c41-905d-1239258b49c8 host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:18:06.408964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:06.466638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce9bd-e4fc-43fb-a2bb-faefcecc986b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9afb2c4-aa51-4a74-891d-22beddf1059c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:06.498431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-65cce9bd-e4fc-43fb-a2bb-faefcecc986b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6adbc6b390404f4480787e8208abf63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134232 Jan 28 13:18:06.501421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35794) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:06.548586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (42592b0c-c956-405c-aab3-ab06bf0b7429), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.583381 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9edd5e1-2597-41ad-a72e-47ed2459648f admin admin] Publish callbacks [] for security_group (d9afb2c4-aa51-4a74-891d-22beddf1059c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.621111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9edd5e1-2597-41ad-a72e-47ed2459648f admin admin] Publish callbacks [] for security_group (d9afb2c4-aa51-4a74-891d-22beddf1059c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.651428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a5fa7be1-41ef-4758-b2b8-0855152523e3 service neutron] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:06.652623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42592b0c-c956-405c-aab3-ab06bf0b7429,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:06.663146 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a5fa7be1-41ef-4758-b2b8-0855152523e3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.664472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c75849bc-2976-40b5-9155-5607a6b9f8d0 req-a5fa7be1-41ef-4758-b2b8-0855152523e3 service neutron] 10.222.0.36 "DELETE /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8/bindings/n-h2-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.3531868 Jan 28 13:18:06.685375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd6320-2293-48e4-bcb0-2761efa31667 req-204d6c15-a023-4c5b-bb80-b1cf3336fdd9 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.692841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83fd6320-2293-48e4-bcb0-2761efa31667 req-204d6c15-a023-4c5b-bb80-b1cf3336fdd9 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 944 time: 0.1355281 Jan 28 13:18:06.707504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9edd5e1-2597-41ad-a72e-47ed2459648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d9afb2c4-aa51-4a74-891d-22beddf1059c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.712685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9edd5e1-2597-41ad-a72e-47ed2459648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.715301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Checking segment: {'id': 'ed033c48-c1d2-4444-bf4f-2d29692426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40867753-0d22-4722-bfe9-601ac66546e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:06.715872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Network hostable DHCP agents. Network: 40867753-0d22-4722-bfe9-601ac66546e0, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:18:06.720263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9edd5e1-2597-41ad-a72e-47ed2459648f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9afb2c4-aa51-4a74-891d-22beddf1059c HTTP/1.1" status: 204 len: 168 time: 0.2174907 Jan 28 13:18:06.744186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edd5e1-2597-41ad-a72e-47ed2459648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9afb2c4-aa51-4a74-891d-22beddf1059c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:06.761972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Network 40867753-0d22-4722-bfe9-601ac66546e0 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:18:06.781640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83fd6320-2293-48e4-bcb0-2761efa31667 req-b8c5fb13-1c8d-433f-ab3b-785e7e876d7a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823114 Jan 28 13:18:06.800283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 40867753-0d22-4722-bfe9-601ac66546e0) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:06.809661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8a994-6f7d-4702-b6dd-a4700c830b89 None None] Network 40867753-0d22-4722-bfe9-601ac66546e0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:06.814871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:06.816882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:06.856339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-53993677-ca17-4583-828c-bfb0f0ee243b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8933899 Jan 28 13:18:06.972804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c7336-dd45-4e5b-aa0a-3c980cf52b15 None None] Network 40867753-0d22-4722-bfe9-601ac66546e0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:07.005397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6eab0-4e9a-4f97-8f1a-dfb3e8fe6570 req-3e18b7df-e440-433b-b06c-c6e6d0a7dd4d tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.013107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfb6eab0-4e9a-4f97-8f1a-dfb3e8fe6570 req-3e18b7df-e440-433b-b06c-c6e6d0a7dd4d tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1095 time: 0.0911579 Jan 28 13:18:07.122443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfb6eab0-4e9a-4f97-8f1a-dfb3e8fe6570 req-06fa8f16-d049-4e11-aec3-19775920f09f tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081519 Jan 28 13:18:07.194750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2085752-3410-4e58-86e9-0a757d626d45 req-aec62200-b3da-412f-b2e5-0d3c087ec61d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.196951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2085752-3410-4e58-86e9-0a757d626d45 req-aec62200-b3da-412f-b2e5-0d3c087ec61d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 945 time: 0.1020935 Jan 28 13:18:07.223860 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4024f5f1-3788-4838-8690-2dadd09a31f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:07.268432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2085752-3410-4e58-86e9-0a757d626d45 req-9c6478dc-408b-49b4-9e84-811ef2606dba tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632546 Jan 28 13:18:07.702900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462485-3617-4301-8036-efdcc3f73b98 req-408aefed-9936-4e89-ae51-e02258fc025a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.704498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-408aefed-9936-4e89-ae51-e02258fc025a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.1260483 Jan 28 13:18:07.726743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-f400d582-ba1f-4c4b-b8ec-d5e94565bc3b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/quotas/b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 375 time: 0.0145788 Jan 28 13:18:07.793023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-3bcbe912-8659-4385-bcba-bd70eec2481f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643380 Jan 28 13:18:07.855278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800266b0-3afc-4411-afa0-48f349874358 req-419ffc1e-9bcd-40d0-b7cb-0b726a9a67c7 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:07.857112 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-800266b0-3afc-4411-afa0-48f349874358 req-419ffc1e-9bcd-40d0-b7cb-0b726a9a67c7 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1096 time: 0.0475502 Jan 28 13:18:07.903178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-691a4452-b704-412d-9cd5-951371419528 service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091578 Jan 28 13:18:07.914033 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-800266b0-3afc-4411-afa0-48f349874358 req-1fcea170-8100-4aec-bcc7-ea30a9f7d555 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503554 Jan 28 13:18:07.982364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35872) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:08.032215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-26f745d2-ef5c-4ddc-a4f1-9b91a286bb3c service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231365 Jan 28 13:18:08.251347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2726f0-a755-4d5e-888c-94133dbb9a2b req-f6c5dff5-59a9-4ddd-8147-9aced22879e3 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:08.253534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b2726f0-a755-4d5e-888c-94133dbb9a2b req-f6c5dff5-59a9-4ddd-8147-9aced22879e3 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1096 time: 0.0519946 Jan 28 13:18:08.282765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-df001d74-2df9-4c6f-b07e-e9d4f7e3a735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.309361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b2726f0-a755-4d5e-888c-94133dbb9a2b req-76f4bd3b-5bd6-4eda-9240-a2eff0ec6e7c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480402 Jan 28 13:18:08.445125 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-df001d74-2df9-4c6f-b07e-e9d4f7e3a735 admin admin] Publish callbacks [] for security_group (6bfb4d9c-41b1-45f7-a560-e7df8c238d68), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.450860 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-df001d74-2df9-4c6f-b07e-e9d4f7e3a735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6bfb4d9c-41b1-45f7-a560-e7df8c238d68), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.486501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45d89b33-740d-4095-adcd-c27a96e22d15 req-f90adf7a-d113-418d-87fe-1a5ffbbde5b1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 210 time: 0.0403159 Jan 28 13:18:08.498635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001d74-2df9-4c6f-b07e-e9d4f7e3a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfb4d9c-41b1-45f7-a560-e7df8c238d68,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:08.509313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-df001d74-2df9-4c6f-b07e-e9d4f7e3a735 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c28afe6a75d4b6b86c338773e7996e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5255949 Jan 28 13:18:08.511563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35900) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:08.512718 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.583373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b58c5ff8-f287-4106-880a-ef0f0a1b9205 admin admin] Publish callbacks [] for security_group (6bfb4d9c-41b1-45f7-a560-e7df8c238d68), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.635951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b58c5ff8-f287-4106-880a-ef0f0a1b9205 admin admin] Publish callbacks [] for security_group (6bfb4d9c-41b1-45f7-a560-e7df8c238d68), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.786218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b58c5ff8-f287-4106-880a-ef0f0a1b9205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6bfb4d9c-41b1-45f7-a560-e7df8c238d68), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.801123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b58c5ff8-f287-4106-880a-ef0f0a1b9205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:08.806791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b58c5ff8-f287-4106-880a-ef0f0a1b9205 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bfb4d9c-41b1-45f7-a560-e7df8c238d68 HTTP/1.1" status: 204 len: 168 time: 0.2906799 Jan 28 13:18:08.819115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-c77ebd61-fcad-4030-80ca-2e6e11f73d16 req-4edc9c09-6529-475b-9db8-da11d35385de service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:08.820261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c77ebd61-fcad-4030-80ca-2e6e11f73d16 req-4edc9c09-6529-475b-9db8-da11d35385de service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067909 Jan 28 13:18:08.826607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ba25-7e65-4342-a881-7964bbe6112c req-b120ac9e-7c91-49e3-a0b9-6a16aa23246c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:08.835435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-b120ac9e-7c91-49e3-a0b9-6a16aa23246c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/networks?id=40867753-0d22-4722-bfe9-601ac66546e0 HTTP/1.1" status: 200 len: 813 time: 0.1788559 Jan 28 13:18:08.840572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c5ff8-f287-4106-880a-ef0f0a1b9205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfb4d9c-41b1-45f7-a560-e7df8c238d68,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:08.874320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-2bc45011-c404-4391-ad65-9057a68e16fa tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/quotas/0d850b665a514b2a9146ae400736c60f HTTP/1.1" status: 200 len: 375 time: 0.0376954 Jan 28 13:18:08.950725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-e037938d-b051-4ce1-8467-dee53341d51d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d850b665a514b2a9146ae400736c60f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743291 Jan 28 13:18:09.073122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-1b6fc494-f155-40d7-9884-13a10672fcf4 service neutron] 10.222.0.45 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213005 Jan 28 13:18:09.208982 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-8396e3c6-8ec2-4d3b-81c5-b2eb10730ff8 service neutron] 10.222.0.45 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279256 Jan 28 13:18:09.478590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35956) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:09.524974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b11d8fed-e876-4338-9b1a-3f6dc1320d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.686533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462485-3617-4301-8036-efdcc3f73b98 req-3cfed80d-ab13-41ea-8662-eefe6e92a4bd tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:09.692414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-3cfed80d-ab13-41ea-8662-eefe6e92a4bd tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.1806912 Jan 28 13:18:09.713829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Request body: {'port': {'device_id': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'admin_state_up': True, 'tenant_id': 'b115d140cb40435fb930757ee5b680da'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:09.769836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b11d8fed-e876-4338-9b1a-3f6dc1320d39 admin admin] Publish callbacks [] for security_group (bf7ea462-89ad-45d8-992d-7930c67bb26e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.810186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b11d8fed-e876-4338-9b1a-3f6dc1320d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf7ea462-89ad-45d8-992d-7930c67bb26e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:09.869327 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85f0be07-6aa3-4734-bf52-3d88abec1bd1 req-5086a6e3-66ef-4155-84fe-d15a4ba2757c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 210 time: 0.0339308 Jan 28 13:18:09.929679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b11d8fed-e876-4338-9b1a-3f6dc1320d39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1706e626afb4a88a8dff1a7266daa62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500101 Jan 28 13:18:09.932386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35978) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:09.939126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d8fed-e876-4338-9b1a-3f6dc1320d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7ea462-89ad-45d8-992d-7930c67bb26e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:09.948107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Made reservation on behalf of b115d140cb40435fb930757ee5b680da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:09.955842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.019905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47e31c91-31d2-43e3-8b9e-af300a9b6f28 req-e506c9a1-6c51-42f6-8623-135c34d5ae9a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 210 time: 0.0504234 Jan 28 13:18:10.039139 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0198588e-c058-4014-ba34-c7c0c08e9667 admin admin] Publish callbacks [] for security_group (bf7ea462-89ad-45d8-992d-7930c67bb26e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.106084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0198588e-c058-4014-ba34-c7c0c08e9667 admin admin] Publish callbacks [] for security_group (bf7ea462-89ad-45d8-992d-7930c67bb26e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.203736 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0198588e-c058-4014-ba34-c7c0c08e9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf7ea462-89ad-45d8-992d-7930c67bb26e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.208574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0198588e-c058-4014-ba34-c7c0c08e9667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.216721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0198588e-c058-4014-ba34-c7c0c08e9667 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf7ea462-89ad-45d8-992d-7930c67bb26e HTTP/1.1" status: 204 len: 168 time: 0.2816210 Jan 28 13:18:10.232815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Allocated IP 172.20.0.14 (f3fb992b-1362-43a5-8b1e-e0c90e279122/664c1211-028e-47e9-98b9-009ca7425fff/ef4fc73f-4d7e-49d8-9080-d1d280a130f2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:10.235082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198588e-c058-4014-ba34-c7c0c08e9667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7ea462-89ad-45d8-992d-7930c67bb26e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:10.360591 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.554335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks [] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.619905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.670848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:10.673980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:10.679939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:10.719023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:10.773374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:10.774564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.777031 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.60', 56633) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:10.805549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-6e3a3595-8b12-41bf-ad57-91fb56759fa4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1000638 Jan 28 13:18:10.828308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Request body: {'port': {'device_id': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:10.926406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:10.970154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ba25-7e65-4342-a881-7964bbe6112c req-89781750-e8c4-4161-9bc7-8616b5718517 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:10.972748 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-89781750-e8c4-4161-9bc7-8616b5718517 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.60 "GET /v2.0/networks?id=40867753-0d22-4722-bfe9-601ac66546e0 HTTP/1.1" status: 200 len: 813 time: 0.1930585 Jan 28 13:18:10.989374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Request body: {'port': {'device_id': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'network_id': '40867753-0d22-4722-bfe9-601ac66546e0', 'admin_state_up': True, 'tenant_id': '0d850b665a514b2a9146ae400736c60f'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:11.154330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Made reservation on behalf of 0d850b665a514b2a9146ae400736c60f for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:11.158678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.178581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-1bf966c2-7a22-4002-9b35-fc6b6be419ba tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=83b355b9efda408a8c394683621cd84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469515 Jan 28 13:18:11.178824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:11.318697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4fc73f-4d7e-49d8-9080-d1d280a130f2 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:11.330729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Publish callbacks [] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.349092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Transition to ACTIVE for port object ef4fc73f-4d7e-49d8-9080-d1d280a130f2 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:11.355592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.374144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-4b6898c6-6a3b-4137-8a79-b358a828317c tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.380586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-4b6898c6-6a3b-4137-8a79-b358a828317c tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011533 Jan 28 13:18:11.404306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-d2009ddf-4f3e-4524-9d28-f970da83d50f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/quotas/83b355b9efda408a8c394683621cd84f HTTP/1.1" status: 200 len: 375 time: 0.0227973 Jan 28 13:18:11.420013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:11.439536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Allocated IP 172.20.0.13 (40867753-0d22-4722-bfe9-601ac66546e0/42592b0c-c956-405c-aab3-ab06bf0b7429/5670a699-2def-4786-996d-3f9b3da517c3) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:11.443792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-3001666b-4f97-4ce9-bc2f-ed48d1c8c577 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83b355b9efda408a8c394683621cd84f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380809 Jan 28 13:18:11.509032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:11.509445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:11.509789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:11.515964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:11.516405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:11.527240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:11.527658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:11.528328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:11.529491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Bound port: ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:11.529491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.595233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-3917862c-20e8-4ee4-aede-5a6e0ef50711 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:11.601656 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.605068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-3917862c-20e8-4ee4-aede-5a6e0ef50711 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4222510 Jan 28 13:18:11.669337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:11.672850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:11.682490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.728836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.730539 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.732541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] 10.222.0.60 "PUT /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 1092 time: 0.9186809 Jan 28 13:18:11.733337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:11.736903 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8132657d-4f44-44b1-98b4-09a6d5e22722" -d '{"events": [{"name": "network-changed", "server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:11.831704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00126e3f-6f5a-493e-bfc7-634d5f1b78bb req-d9655b0f-42b3-4937-bf7e-18c9dd35879c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 210 time: 0.0572994 Jan 28 13:18:11.835433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks [] for port (5670a699-2def-4786-996d-3f9b3da517c3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.837568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6003f-5c8c-44dc-994d-ce19b200d40a service neutron] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:11.884446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5670a699-2def-4786-996d-3f9b3da517c3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:11.896801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-bd48af6b-87a4-48d8-8932-d5b9b151f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.898462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-bd48af6b-87a4-48d8-8932-d5b9b151f7fa service neutron] 10.222.0.45 "GET /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 1093 time: 0.1483271 Jan 28 13:18:11.906284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462485-3617-4301-8036-efdcc3f73b98 req-ac333c16-030c-4986-b302-a1f689c0e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:11.909276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-ac333c16-030c-4986-b302-a1f689c0e9ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1095 time: 0.1248147 Jan 28 13:18:11.915919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Request body: {'binding': {'host': 'n-h2-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:11.916899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:18:11.957571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Network 40867753-0d22-4722-bfe9-601ac66546e0 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:11.970961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:11.973800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:12.029264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Pushing event updated for resources: {'Port': ['ID=5670a699-2def-4786-996d-3f9b3da517c3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:12.061721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-559dbb70-2edc-47f4-a451-b1d50fa41bf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 217 time: 0.0456707 Jan 28 13:18:12.067577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.068777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.096888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2e0a7-f4e0-44f4-bec9-54a37c6ba419 req-fbb6b06c-dcf0-4b32-9f37-bf2445f8fc76 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.100795 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b2e0a7-f4e0-44f4-bec9-54a37c6ba419 req-fbb6b06c-dcf0-4b32-9f37-bf2445f8fc76 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.1367333 Jan 28 13:18:12.108637 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f8004512-4be2-4539-a6e8-f99d166d325d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1252663 Jan 28 13:18:12.129253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Request body: {'port': {'device_id': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:12.158195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462485-3617-4301-8036-efdcc3f73b98 req-8d4a3223-3926-46fe-a495-429d1bbad99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.159766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-8d4a3223-3926-46fe-a495-429d1bbad99a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0913982 Jan 28 13:18:12.199563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-897a1f2e-4ef4-42c9-9479-67216c8aec17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308297 Jan 28 13:18:12.206760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b2e0a7-f4e0-44f4-bec9-54a37c6ba419 req-d65ec3cd-63b9-4286-83cf-5d7267c2b899 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971437 Jan 28 13:18:12.216260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5670a699-2def-4786-996d-3f9b3da517c3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.234676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on host n-h2-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:12.235039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:12.235327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:12.241459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:12.241785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:12.257724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:12.258070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:12.258451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:12.258883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Bound port: 5d62a2ed-aaff-41b0-a446-fb11a5787279, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:12.370152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-24bc0235-d28c-49be-a5f2-47f8cf326c6e service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545269 Jan 28 13:18:12.371801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:12.499257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.507788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ab426d05-d54a-4ada-8daa-89caf9be7ba9 service neutron] 10.222.0.45 "POST /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279/bindings HTTP/1.1" status: 201 len: 389 time: 0.5964115 Jan 28 13:18:12.522141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6462485-3617-4301-8036-efdcc3f73b98 req-a5917dfd-8155-4d8e-a008-d88dfd6ceba2 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431510 Jan 28 13:18:12.625241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5670a699-2def-4786-996d-3f9b3da517c3 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:12.642083 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Publish callbacks [] for port (5670a699-2def-4786-996d-3f9b3da517c3), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.660483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Transition to ACTIVE for port object 5670a699-2def-4786-996d-3f9b3da517c3 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:12.687654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5670a699-2def-4786-996d-3f9b3da517c3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:12.763425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5670a699-2def-4786-996d-3f9b3da517c3,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:12.812189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c4e158b-93de-4f8d-b555-1b27c7126bad req-6695f925-75be-4f85-b5a5-58b3121eeecc tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 210 time: 0.0337155 Jan 28 13:18:12.841247 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c985c4c-f6ea-409c-952a-6634c275bb11 x-openstack-request-id: req-3c985c4c-f6ea-409c-952a-6634c275bb11 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:12.841910 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:12.842585 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c985c4c-f6ea-409c-952a-6634c275bb11 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:12.843664 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2', 'status': 'completed', 'code': 200} Jan 28 13:18:12.870482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.60', 56634) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:12.904850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-36333fb7-c6fe-4c67-b126-11ce229cd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.906462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-36333fb7-c6fe-4c67-b126-11ce229cd48e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1096 time: 0.0522637 Jan 28 13:18:12.935296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Attempting to bind port 5670a699-2def-4786-996d-3f9b3da517c3 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:12.935985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Attempting to bind port 5670a699-2def-4786-996d-3f9b3da517c3 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'ed033c48-c1d2-4444-bf4f-2d29692426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40867753-0d22-4722-bfe9-601ac66546e0'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:12.936512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Attempting to bind port 5670a699-2def-4786-996d-3f9b3da517c3 on network 40867753-0d22-4722-bfe9-601ac66546e0 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:12.944826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Port 5670a699-2def-4786-996d-3f9b3da517c3 on network 40867753-0d22-4722-bfe9-601ac66546e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:12.945398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Attempting to bind port 5670a699-2def-4786-996d-3f9b3da517c3 on network 40867753-0d22-4722-bfe9-601ac66546e0 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:12.950687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-019f7cf0-7282-4851-8a9e-bd5867b3de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:12.952747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-019f7cf0-7282-4851-8a9e-bd5867b3de8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1095 time: 0.0772331 Jan 28 13:18:12.955676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:12.956255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Checking segment: {'id': 'ed033c48-c1d2-4444-bf4f-2d29692426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40867753-0d22-4722-bfe9-601ac66546e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:12.956830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Bound using segment: {'id': 'ed033c48-c1d2-4444-bf4f-2d29692426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40867753-0d22-4722-bfe9-601ac66546e0'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:12.957474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Bound port: 5670a699-2def-4786-996d-3f9b3da517c3, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed033c48-c1d2-4444-bf4f-2d29692426b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40867753-0d22-4722-bfe9-601ac66546e0'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:12.958023 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5670a699-2def-4786-996d-3f9b3da517c3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.155892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-a898986e-94fe-4848-bd50-a2a18b8be659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.158016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-a898986e-94fe-4848-bd50-a2a18b8be659 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.1973927 Jan 28 13:18:13.159061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] For port 5670a699-2def-4786-996d-3f9b3da517c3, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:13.164829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] For port 5670a699-2def-4786-996d-3f9b3da517c3, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5670a699-2def-4786-996d-3f9b3da517c3,segment=NetworkSegment(ed033c48-c1d2-4444-bf4f-2d29692426b9),segment_id=ed033c48-c1d2-4444-bf4f-2d29692426b9)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:13.175664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5670a699-2def-4786-996d-3f9b3da517c3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.211209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-170d775c-50e9-45a0-8801-103cd3a992ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 217 time: 0.0444696 Jan 28 13:18:13.293640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.294278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.295669 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] 10.222.0.60 "PUT /v2.0/ports/5670a699-2def-4786-996d-3f9b3da517c3 HTTP/1.1" status: 200 len: 1092 time: 1.1781228 Jan 28 13:18:13.297284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'tag': '5670a699-2def-4786-996d-3f9b3da517c3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:13.298982 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5616f2-475a-4863-a847-dc2dd3f27483" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9046d5-b9c7-4214-aa40-359474c6774c", "tag": "5670a699-2def-4786-996d-3f9b3da517c3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:13.299782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-b54d4668-0905-4e26-9d6e-dcd47294b0c8 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=83b355b9efda408a8c394683621cd84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741625 Jan 28 13:18:13.321166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146155e2-bd7c-4790-ae9a-64e664f1bd1d req-72b60bac-aee4-4bb1-9edd-bb92ea96008e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.328047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-146155e2-bd7c-4790-ae9a-64e664f1bd1d req-72b60bac-aee4-4bb1-9edd-bb92ea96008e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 945 time: 0.4141173 Jan 28 13:18:13.333319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26219b5f-37ba-4a96-9329-3bb81f767cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5670a699-2def-4786-996d-3f9b3da517c3,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:13.349797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-3a4b65f6-037e-4ada-8b88-21c955937977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.351691 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-3a4b65f6-037e-4ada-8b88-21c955937977 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1078119 Jan 28 13:18:13.406954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-a4c11f47-cfdb-45be-8992-2b9efb025945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.408452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-a4c11f47-cfdb-45be-8992-2b9efb025945 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.4845982 Jan 28 13:18:13.412541 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-6c1b20c2-b5be-4bfd-8f37-12f9b153894e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470340 Jan 28 13:18:13.423910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4acc-b64c-45b3-a74d-25fcda6af32c req-7edfd6af-fe08-4e1d-bad9-e801025ca78a tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.425389 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b5f4acc-b64c-45b3-a74d-25fcda6af32c req-7edfd6af-fe08-4e1d-bad9-e801025ca78a tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 944 time: 0.1413167 Jan 28 13:18:13.465977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ba25-7e65-4342-a881-7964bbe6112c req-efafc027-6273-4eba-a175-8f4aa3095506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.467419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-efafc027-6273-4eba-a175-8f4aa3095506 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d850b665a514b2a9146ae400736c60f&device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 1095 time: 0.1148362 Jan 28 13:18:13.487095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-de8a9f09-cf96-409a-93e9-07e190458455 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.0600903 Jan 28 13:18:13.496790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-146155e2-bd7c-4790-ae9a-64e664f1bd1d req-09f22505-42d7-4c96-88aa-fb18e3fb0e5a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678879 Jan 28 13:18:13.551324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-178b7651-4a2b-4161-a432-9b6f52526e2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5670a699-2def-4786-996d-3f9b3da517c3 HTTP/1.1" status: 200 len: 217 time: 0.0539811 Jan 28 13:18:13.574264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-a39e3381-98ec-4f9c-8055-30b0d670b2f0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.575764 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-a39e3381-98ec-4f9c-8055-30b0d670b2f0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698936 Jan 28 13:18:13.583020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-d3832126-6964-46a3-8443-aa0376648262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.585105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-d3832126-6964-46a3-8443-aa0376648262 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0872850 Jan 28 13:18:13.587811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36148) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:13.595775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Request body: {'port': {'device_id': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '83b355b9efda408a8c394683621cd84f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:13.633990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b5f4acc-b64c-45b3-a74d-25fcda6af32c req-60a893e7-2286-4b1e-a2e1-d9b465f38bbc tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772850 Jan 28 13:18:13.650240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-66c077d7-b89c-4270-a821-0281e0ecdf1e service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231457 Jan 28 13:18:13.671096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-88641748-607b-4e65-985c-2469b022bfea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698214 Jan 28 13:18:13.676351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ba25-7e65-4342-a881-7964bbe6112c req-c8104bfd-69be-4752-bac9-ee542a17ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.679039 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-c8104bfd-69be-4752-bac9-ee542a17ac66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42592b0c-c956-405c-aab3-ab06bf0b7429 HTTP/1.1" status: 200 len: 853 time: 0.1113086 Jan 28 13:18:13.774806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-f2c7bd09-cec8-4007-a161-a41941dc6909 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40867753-0d22-4722-bfe9-601ac66546e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855756 Jan 28 13:18:13.789931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de52bf88-1978-4acf-8b5a-69cf03220158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.862538 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecacb18-65b9-41a2-a059-a51b7b9f84c3 x-openstack-request-id: req-3ecacb18-65b9-41a2-a059-a51b7b9f84c3 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:13.862764 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9046d5-b9c7-4214-aa40-359474c6774c", "tag": "5670a699-2def-4786-996d-3f9b3da517c3", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:13.862988 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ecacb18-65b9-41a2-a059-a51b7b9f84c3 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:13.863552 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'tag': '5670a699-2def-4786-996d-3f9b3da517c3', 'status': 'completed', 'code': 200} Jan 28 13:18:13.886441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-21c2799c-ee6a-4780-b945-92b120c753b9 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051637 Jan 28 13:18:13.890773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Made reservation on behalf of 83b355b9efda408a8c394683621cd84f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:13.894176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.899467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8132657d-4f44-44b1-98b4-09a6d5e22722 req-429c9559-4755-44c3-9810-1ee8f86a361e service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384317 Jan 28 13:18:13.921080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f578c-b6a0-414a-9bd7-cda8ffc9f522 req-b3d89136-0926-434a-be5f-94f7e07df0c6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:13.924569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d1f578c-b6a0-414a-9bd7-cda8ffc9f522 req-b3d89136-0926-434a-be5f-94f7e07df0c6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.1521254 Jan 28 13:18:13.954731 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:13.963628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-884cec8c-8172-4593-b188-93962d8f3eb0 service neutron] 10.222.0.60 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779289 Jan 28 13:18:14.035783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de52bf88-1978-4acf-8b5a-69cf03220158 admin admin] Publish callbacks [] for security_group (63da07e2-4673-41dc-8d8a-049ae9dba49d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.049690 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de52bf88-1978-4acf-8b5a-69cf03220158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (63da07e2-4673-41dc-8d8a-049ae9dba49d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.049907 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d1f578c-b6a0-414a-9bd7-cda8ffc9f522 req-170a985c-2410-4a07-b1e6-e53f684827dd tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208534 Jan 28 13:18:14.090096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-78e83074-60b7-4b44-ab75-1e09c4e5017f service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936305 Jan 28 13:18:14.109649 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3178ba25-7e65-4342-a881-7964bbe6112c req-c1cb6508-43e5-4e44-9a6d-3cb1b02ec4b5 service neutron] 10.222.0.60 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340783 Jan 28 13:18:14.125222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cde7aa96-e456-4fb2-85c4-3d8301d3a0b0 req-5433465f-a4c6-4442-891e-40a2b430e2d1 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 210 time: 0.0691869 Jan 28 13:18:14.140271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52bf88-1978-4acf-8b5a-69cf03220158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da07e2-4673-41dc-8d8a-049ae9dba49d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:14.191649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks [] for security_group (1a42d135-7aed-4595-8646-3a6519e7c655), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.219805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-de52bf88-1978-4acf-8b5a-69cf03220158 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99721f4f99614cfc87ef68acf4c8e6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309257 Jan 28 13:18:14.223387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1a42d135-7aed-4595-8646-3a6519e7c655), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.225006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36180) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:14.283261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-9d21d3a1-b3d5-4cd2-978d-a49aba992f7c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.284949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-9d21d3a1-b3d5-4cd2-978d-a49aba992f7c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1098711 Jan 28 13:18:14.302217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822748-2'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:14.325661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42d135-7aed-4595-8646-3a6519e7c655,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:14.328790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-331d6d34-47e4-49bc-b551-04e11d8b0740 admin admin] Publish callbacks [] for security_group (63da07e2-4673-41dc-8d8a-049ae9dba49d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.352119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-21e88db5-2354-41a7-802e-381ac261d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.353642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-21e88db5-2354-41a7-802e-381ac261d4fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d850b665a514b2a9146ae400736c60f&device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 1095 time: 0.1500373 Jan 28 13:18:14.392019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-331d6d34-47e4-49bc-b551-04e11d8b0740 admin admin] Publish callbacks [] for security_group (63da07e2-4673-41dc-8d8a-049ae9dba49d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.411593 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.470228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Allocated IP 192.168.233.27 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/65046a54-e700-4055-99c4-0ae927365dcb) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:14.519721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-4dc02e15-ec16-40c2-b5a3-61f2b32909ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.521439 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-4dc02e15-ec16-40c2-b5a3-61f2b32909ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=40867753-0d22-4722-bfe9-601ac66546e0 HTTP/1.1" status: 200 len: 914 time: 0.1544461 Jan 28 13:18:14.584660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-45942b84-ea3f-45d3-a116-1e2203382d88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5670a699-2def-4786-996d-3f9b3da517c3 HTTP/1.1" status: 200 len: 217 time: 0.0526028 Jan 28 13:18:14.700667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36198) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:14.701056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36200) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:14.737946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-f43b791d-8f1e-439d-92e4-d2a5a6ce8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.739405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-f43b791d-8f1e-439d-92e4-d2a5a6ce8d1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42592b0c-c956-405c-aab3-ab06bf0b7429 HTTP/1.1" status: 200 len: 853 time: 0.1468508 Jan 28 13:18:14.788565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-792251d2-aeb3-4a7e-b713-bb9a183f81bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40867753-0d22-4722-bfe9-601ac66546e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342615 Jan 28 13:18:14.799845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad443-61da-40a5-83a5-9129fbba5812 req-6bcf627e-ebbc-4f08-af7e-180bb319620e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.807086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d9ad443-61da-40a5-83a5-9129fbba5812 req-6bcf627e-ebbc-4f08-af7e-180bb319620e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 945 time: 0.1666501 Jan 28 13:18:14.815181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093a1c6-7791-4d2b-b8d2-cad7fa7df4aa req-2ee8b315-5dbf-40b7-8f39-6fb05ff5d1f0 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:14.816701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c093a1c6-7791-4d2b-b8d2-cad7fa7df4aa req-2ee8b315-5dbf-40b7-8f39-6fb05ff5d1f0 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 944 time: 0.0956841 Jan 28 13:18:14.850398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-331d6d34-47e4-49bc-b551-04e11d8b0740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (63da07e2-4673-41dc-8d8a-049ae9dba49d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.852974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-331d6d34-47e4-49bc-b551-04e11d8b0740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.857072 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-331d6d34-47e4-49bc-b551-04e11d8b0740 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63da07e2-4673-41dc-8d8a-049ae9dba49d HTTP/1.1" status: 204 len: 168 time: 0.6221390 Jan 28 13:18:14.870568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d6d34-47e4-49bc-b551-04e11d8b0740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da07e2-4673-41dc-8d8a-049ae9dba49d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:14.909438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7556-bc00-458e-a7a2-00a6e4c0301d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.931671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks [] for port (65046a54-e700-4055-99c4-0ae927365dcb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.954309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f5d34a-3b3e-4d9f-b91d-cb029fb6df95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:14.960683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c093a1c6-7791-4d2b-b8d2-cad7fa7df4aa req-932d7f38-d5f6-4a3e-a36d-de6732348291 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156330 Jan 28 13:18:14.962513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:14.996311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d9ad443-61da-40a5-83a5-9129fbba5812 req-61840da0-6c78-41ae-a4e6-0f8298c60423 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818626 Jan 28 13:18:15.005013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:15.057176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Publish callbacks [] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.063709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.110658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-b757ce8d-b53b-4a44-b7d3-8370d0f19928 service neutron] 10.222.0.60 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958202 Jan 28 13:18:15.180426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.187744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on host n-h1-822748-2 for vnic_type normal with profile {"migrating_to": "n-h2-822748-2"} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:15.188122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:15.188460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:15.204402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:15.205227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Attempting to bind port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:15.216255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:15.216635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:15.217001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:15.217488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Bound port: 5d62a2ed-aaff-41b0-a446-fb11a5787279, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:15.217859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.223696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (65046a54-e700-4055-99c4-0ae927365dcb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.298570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2297f6-ffc7-4992-96c6-4a8f79a5ffd0 req-f96a2b65-b84d-4e1d-8703-5ef09bbf5d96 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.302901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe2297f6-ffc7-4992-96c6-4a8f79a5ffd0 req-f96a2b65-b84d-4e1d-8703-5ef09bbf5d96 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 935 time: 0.0862439 Jan 28 13:18:15.303181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:15.324557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7556-bc00-458e-a7a2-00a6e4c0301d admin admin] Publish callbacks [] for security_group (3ef38371-4b33-4346-b97f-4d9d3bdff1ca), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.332373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:15.336804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9333a00b-07aa-432f-9d33-6f51a52a9de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.348327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a7556-bc00-458e-a7a2-00a6e4c0301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3ef38371-4b33-4346-b97f-4d9d3bdff1ca), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.359220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:15.362126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:15.375197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:15.379363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:15.393701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.452182 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe2297f6-ffc7-4992-96c6-4a8f79a5ffd0 req-c031853f-14c3-4405-8fe3-cec3a8ff80d5 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375253 Jan 28 13:18:15.461747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a7556-bc00-458e-a7a2-00a6e4c0301d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef38371-4b33-4346-b97f-4d9d3bdff1ca,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.472558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1346a73-0996-4e78-9a85-c6c6f1a3ef48 req-c86313aa-e0f5-497f-a41d-796bc09c3ca1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.474704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1346a73-0996-4e78-9a85-c6c6f1a3ef48 req-c86313aa-e0f5-497f-a41d-796bc09c3ca1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.3491874 Jan 28 13:18:15.475535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Pushing event updated for resources: {'Port': ['ID=65046a54-e700-4055-99c4-0ae927365dcb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.535287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf1a7556-bc00-458e-a7a2-00a6e4c0301d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4060351cdb184d79b9ca5379f4823359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8269083 Jan 28 13:18:15.535489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.539899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f5d34a-3b3e-4d9f-b91d-cb029fb6df95 admin admin] Publish callbacks [] for security_group (b842b7b0-a0df-4d48-9d7c-0f8a059ed817), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.540320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36220) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:15.557358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.557985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.559366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-5dfdb9c0-e0ae-426d-a9e8-16697b60f594 service neutron] 10.222.0.60 "PUT /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 1121 time: 1.2639120 Jan 28 13:18:15.560380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f5d34a-3b3e-4d9f-b91d-cb029fb6df95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b842b7b0-a0df-4d48-9d7c-0f8a059ed817), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.594009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:15.594722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.610181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be5616f2-475a-4863-a847-dc2dd3f27483 req-2583eb14-4caf-4798-8097-6597991142fe service neutron] 10.222.0.60 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824057 Jan 28 13:18:15.626056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9333a00b-07aa-432f-9d33-6f51a52a9de6 admin admin] Publish callbacks [] for security_group (728ae817-4f23-4675-b2c1-dd89fe8b2252), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.636204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5d62a2ed-aaff-41b0-a446-fb11a5787279'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:15.636771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9333a00b-07aa-432f-9d33-6f51a52a9de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (728ae817-4f23-4675-b2c1-dd89fe8b2252), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.649359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f21c-792c-421a-a23c-4d15ab4f4f54 admin admin] Publish callbacks [] for security_group (3ef38371-4b33-4346-b97f-4d9d3bdff1ca), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.654030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1346a73-0996-4e78-9a85-c6c6f1a3ef48 req-66018518-6747-4d8f-a3ba-097e056f1f65 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617613 Jan 28 13:18:15.662874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-44f5d34a-3b3e-4d9f-b91d-cb029fb6df95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee1c4463314b410a8f43d0ba63e4f9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9523733 Jan 28 13:18:15.668236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36222) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:15.673759 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-9134bf10-6cf2-4d6b-b612-9f8c52280657 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0871990 Jan 28 13:18:15.690385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d34a-3b3e-4d9f-b91d-cb029fb6df95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842b7b0-a0df-4d48-9d7c-0f8a059ed817,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.705124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Request body: {'port': {'device_id': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:15.714660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9333a00b-07aa-432f-9d33-6f51a52a9de6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ffc37151c2c402f9890fe245861e106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102657 Jan 28 13:18:15.715377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36224) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:15.718788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333a00b-07aa-432f-9d33-6f51a52a9de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728ae817-4f23-4675-b2c1-dd89fe8b2252,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.729692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f21c-792c-421a-a23c-4d15ab4f4f54 admin admin] Publish callbacks [] for security_group (3ef38371-4b33-4346-b97f-4d9d3bdff1ca), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.750481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-abeda5a9-292d-4d90-9037-f2c03c0748c3 None None] Provisioning complete for port 65046a54-e700-4055-99c4-0ae927365dcb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:15.751109 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abeda5a9-292d-4d90-9037-f2c03c0748c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (65046a54-e700-4055-99c4-0ae927365dcb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.798686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (65046a54-e700-4055-99c4-0ae927365dcb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.800867 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79d1b35-33d6-432c-972b-e28bfe0b52a5 admin admin] Publish callbacks [] for security_group (728ae817-4f23-4675-b2c1-dd89fe8b2252), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.802107 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dd1dd35-8d6e-47ab-8d94-af7919315536 admin admin] Publish callbacks [] for security_group (b842b7b0-a0df-4d48-9d7c-0f8a059ed817), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.819149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-abeda5a9-292d-4d90-9037-f2c03c0748c3 None None] Port 65046a54-e700-4055-99c4-0ae927365dcb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:15.841619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f21c-792c-421a-a23c-4d15ab4f4f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3ef38371-4b33-4346-b97f-4d9d3bdff1ca), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.844450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f21c-792c-421a-a23c-4d15ab4f4f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.848079 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7ce3f21c-792c-421a-a23c-4d15ab4f4f54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ef38371-4b33-4346-b97f-4d9d3bdff1ca HTTP/1.1" status: 204 len: 168 time: 0.3044622 Jan 28 13:18:15.848079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79d1b35-33d6-432c-972b-e28bfe0b52a5 admin admin] Publish callbacks [] for security_group (728ae817-4f23-4675-b2c1-dd89fe8b2252), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.862574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3f21c-792c-421a-a23c-4d15ab4f4f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef38371-4b33-4346-b97f-4d9d3bdff1ca,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.866640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279'}, {'name': 'network-changed', 'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:15.868542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dd1dd35-8d6e-47ab-8d94-af7919315536 admin admin] Publish callbacks [] for security_group (b842b7b0-a0df-4d48-9d7c-0f8a059ed817), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.869112 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53" -d '{"events": [{"server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279"}, {"name": "network-changed", "server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:15.934834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dd1dd35-8d6e-47ab-8d94-af7919315536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b842b7b0-a0df-4d48-9d7c-0f8a059ed817), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.937740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dd1dd35-8d6e-47ab-8d94-af7919315536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.942383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7dd1dd35-8d6e-47ab-8d94-af7919315536 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b842b7b0-a0df-4d48-9d7c-0f8a059ed817 HTTP/1.1" status: 204 len: 168 time: 0.2694075 Jan 28 13:18:15.946372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79d1b35-33d6-432c-972b-e28bfe0b52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (728ae817-4f23-4675-b2c1-dd89fe8b2252), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.948971 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79d1b35-33d6-432c-972b-e28bfe0b52a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:15.950153 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c79d1b35-33d6-432c-972b-e28bfe0b52a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/728ae817-4f23-4675-b2c1-dd89fe8b2252 HTTP/1.1" status: 204 len: 168 time: 0.2286351 Jan 28 13:18:15.955814 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc355b8-8358-4f67-9f0e-e6fecc3f7158 x-openstack-request-id: req-2dc355b8-8358-4f67-9f0e-e6fecc3f7158 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:15.959843 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279", "code": 200}, {"name": "network-changed", "server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:15.960200 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dc355b8-8358-4f67-9f0e-e6fecc3f7158 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:15.960855 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279', 'code': 200} Jan 28 13:18:15.961328 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279', 'status': 'completed', 'code': 200} Jan 28 13:18:15.961451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1dd35-8d6e-47ab-8d94-af7919315536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842b7b0-a0df-4d48-9d7c-0f8a059ed817,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:15.977571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d1b35-33d6-432c-972b-e28bfe0b52a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728ae817-4f23-4675-b2c1-dd89fe8b2252,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:16.090366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-b65a2b51-723c-4abc-8ab6-280c407795c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.094104 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-b65a2b51-723c-4abc-8ab6-280c407795c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1124 time: 0.1017966 Jan 28 13:18:16.235390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:18:16.282667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41abff-e5fb-41db-a0d9-e49c8c7a5222 req-3a153812-0260-4d17-8fb5-07980ee9815c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.291282 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d41abff-e5fb-41db-a0d9-e49c8c7a5222 req-3a153812-0260-4d17-8fb5-07980ee9815c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.1518240 Jan 28 13:18:16.293702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-3f31a9be-785f-450b-8f3f-32acc8ab3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.295537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65046a54-e700-4055-99c4-0ae927365dcb {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:16.296244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-3f31a9be-785f-450b-8f3f-32acc8ab3987 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.1895931 Jan 28 13:18:16.310280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d4a84-4d1b-4217-a494-78369eaeb35d req-b46c317c-b65e-4b94-9e97-ac0d3f2a2fb7 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.311872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a6d4a84-4d1b-4217-a494-78369eaeb35d req-b46c317c-b65e-4b94-9e97-ac0d3f2a2fb7 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 944 time: 0.1281774 Jan 28 13:18:16.316431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Publish callbacks [] for port (65046a54-e700-4055-99c4-0ae927365dcb), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.357827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Transition to ACTIVE for port object 65046a54-e700-4055-99c4-0ae927365dcb will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:16.372637 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-d43b396f-cff5-4544-beec-ec188608398d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.0689373 Jan 28 13:18:16.373207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (65046a54-e700-4055-99c4-0ae927365dcb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.420992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a6d4a84-4d1b-4217-a494-78369eaeb35d req-2633fdc2-f7a0-49c9-9a0f-37db73b3480a tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999746 Jan 28 13:18:16.426525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:16.465863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Pushing event updated for resources: {'Port': ['ID=65046a54-e700-4055-99c4-0ae927365dcb,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:16.474070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d41abff-e5fb-41db-a0d9-e49c8c7a5222 req-ebfb57fe-63ba-4c3a-ac7e-ac98cc0cce6a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817706 Jan 28 13:18:16.509343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-96a7491f-0d02-4583-80ed-8bb6af5add6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.510934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-96a7491f-0d02-4583-80ed-8bb6af5add6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1234133 Jan 28 13:18:16.596368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-9ddc1558-b412-44da-8c91-af1bac552cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757356 Jan 28 13:18:16.617074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36246) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:16.663851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Attempting to bind port 65046a54-e700-4055-99c4-0ae927365dcb on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:16.664663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Attempting to bind port 65046a54-e700-4055-99c4-0ae927365dcb by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:16.665223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Attempting to bind port 65046a54-e700-4055-99c4-0ae927365dcb on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:16.670711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Port 65046a54-e700-4055-99c4-0ae927365dcb on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:16.671365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Attempting to bind port 65046a54-e700-4055-99c4-0ae927365dcb on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:16.678054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:16.678713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:16.679310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:16.680049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Bound port: 65046a54-e700-4055-99c4-0ae927365dcb, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:16.680626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (65046a54-e700-4055-99c4-0ae927365dcb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.712513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:16.748378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'port_id': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2', 'mac_address': 'fa:16:3e:a8:d5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664c1211-028e-47e9-98b9-009ca7425fff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:16.757064 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04292b23-43eb-48ad-8d20-06c7c3e1a79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.831668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d358a-7187-4d5d-861d-1302780f2c45 req-bd169430-299b-466f-96d3-6ea9de0475ca tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.841733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac6d358a-7187-4d5d-861d-1302780f2c45 req-bd169430-299b-466f-96d3-6ea9de0475ca tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 947 time: 0.2486930 Jan 28 13:18:16.860073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:16.862053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.893578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4fc73f-4d7e-49d8-9080-d1d280a130f2 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:16.925808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] For port 65046a54-e700-4055-99c4-0ae927365dcb, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:16.928116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-2e52258d-d8fd-4f90-a664-8c322802cd0a service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121324 Jan 28 13:18:16.942364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] For port 65046a54-e700-4055-99c4-0ae927365dcb, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=65046a54-e700-4055-99c4-0ae927365dcb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:16.953731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:16.962814 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:16.964515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5670a699-2def-4786-996d-3f9b3da517c3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:16.981800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36256) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:16.984306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97aa8a-08a4-4d48-8964-004910ca787d req-8d6eabd3-ef85-48b7-8bad-1af6e6c3ccf1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:16.988394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d97aa8a-08a4-4d48-8964-004910ca787d req-8d6eabd3-ef85-48b7-8bad-1af6e6c3ccf1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.1915088 Jan 28 13:18:16.990555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (65046a54-e700-4055-99c4-0ae927365dcb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.000839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac6d358a-7187-4d5d-861d-1302780f2c45 req-fcc67f80-0ebe-475a-9fe0-b350a96548ff tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580193 Jan 28 13:18:17.050955 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04292b23-43eb-48ad-8d20-06c7c3e1a79b admin admin] Publish callbacks [] for security_group (f514b154-9e6b-432e-8ff8-e2be035c8fca), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.086471 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04292b23-43eb-48ad-8d20-06c7c3e1a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f514b154-9e6b-432e-8ff8-e2be035c8fca), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.097340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.098222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.100392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] 10.222.0.36 "PUT /v2.0/ports/65046a54-e700-4055-99c4-0ae927365dcb HTTP/1.1" status: 200 len: 1095 time: 1.4112971 Jan 28 13:18:17.101039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'tag': '65046a54-e700-4055-99c4-0ae927365dcb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:17.103833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.104281 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2efd88-cbef-4f1d-81aa-7215d68395fe", "tag": "65046a54-e700-4055-99c4-0ae927365dcb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:17.125060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33cb8892-083d-4588-8d3f-c355ac66cdf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.142962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292b23-43eb-48ad-8d20-06c7c3e1a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f514b154-9e6b-432e-8ff8-e2be035c8fca,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.163332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.163689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.164061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.164412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.164746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.166486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.166994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.167497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.167985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.168971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.169474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.170850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.171368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:17.188317 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5517c39b-6e98-451d-9f73-1c0d2aba1b01 x-openstack-request-id: req-5517c39b-6e98-451d-9f73-1c0d2aba1b01 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:17.188928 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2efd88-cbef-4f1d-81aa-7215d68395fe", "tag": "65046a54-e700-4055-99c4-0ae927365dcb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:17.189408 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5517c39b-6e98-451d-9f73-1c0d2aba1b01 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:17.190037 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'tag': '65046a54-e700-4055-99c4-0ae927365dcb', 'status': 'completed', 'code': 200} Jan 28 13:18:17.205316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d97aa8a-08a4-4d48-8964-004910ca787d req-095c09c7-e275-47d0-9d4a-df10d96e51a3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089210 Jan 28 13:18:17.220933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-04292b23-43eb-48ad-8d20-06c7c3e1a79b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68df0f31ed5e4573a0346e21f9f03c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5999629 Jan 28 13:18:17.226932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36264) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:17.241270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5670a699-2def-4786-996d-3f9b3da517c3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5670a699-2def-4786-996d-3f9b3da517c3,segment=NetworkSegment(ed033c48-c1d2-4444-bf4f-2d29692426b9),segment_id=ed033c48-c1d2-4444-bf4f-2d29692426b9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:17.261960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '5670a699-2def-4786-996d-3f9b3da517c3', 'network_id': '40867753-0d22-4722-bfe9-601ac66546e0', 'port_id': '5670a699-2def-4786-996d-3f9b3da517c3', 'mac_address': 'fa:16:3e:50:8c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42592b0c-c956-405c-aab3-ab06bf0b7429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:17.273799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522be4b-0205-471a-9225-f10a796be3ad service neutron] Pushing event updated for resources: {'Port': ['ID=65046a54-e700-4055-99c4-0ae927365dcb,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.282460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92a9808e-9f0b-4a0f-81e4-7fc2d1911a53 req-0e403233-b3e9-4e34-961c-468558556347 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408794 Jan 28 13:18:17.308224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-77ff4aad-8d82-4d65-85cb-327c2fde69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.318221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-77ff4aad-8d82-4d65-85cb-327c2fde69f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83b355b9efda408a8c394683621cd84f&device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 1098 time: 0.1193876 Jan 28 13:18:17.366961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5670a699-2def-4786-996d-3f9b3da517c3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:17.367369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5670a699-2def-4786-996d-3f9b3da517c3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.377379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-78d9eb5a-3f02-487a-8bb2-4f3e96aa87cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=65046a54-e700-4055-99c4-0ae927365dcb HTTP/1.1" status: 200 len: 217 time: 0.0514283 Jan 28 13:18:17.381263 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-971ddfaf-460e-46ad-a745-625352f8eab1 admin admin] Publish callbacks [] for security_group (f514b154-9e6b-432e-8ff8-e2be035c8fca), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.398242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5670a699-2def-4786-996d-3f9b3da517c3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:17.421395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33cb8892-083d-4588-8d3f-c355ac66cdf1 admin admin] Publish callbacks [] for security_group (64b15277-fbcf-4ac5-9f99-d285035ba193), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.423051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5670a699-2def-4786-996d-3f9b3da517c3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5670a699-2def-4786-996d-3f9b3da517c3,segment=NetworkSegment(ed033c48-c1d2-4444-bf4f-2d29692426b9),segment_id=ed033c48-c1d2-4444-bf4f-2d29692426b9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:17.429184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-971ddfaf-460e-46ad-a745-625352f8eab1 admin admin] Publish callbacks [] for security_group (f514b154-9e6b-432e-8ff8-e2be035c8fca), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.429533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5670a699-2def-4786-996d-3f9b3da517c3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.432450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33cb8892-083d-4588-8d3f-c355ac66cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (64b15277-fbcf-4ac5-9f99-d285035ba193), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.456203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-3f4b2c16-03b4-447b-bbce-2b31a9953ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.458195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-3f4b2c16-03b4-447b-bbce-2b31a9953ea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0712385 Jan 28 13:18:17.475689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb8892-083d-4588-8d3f-c355ac66cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b15277-fbcf-4ac5-9f99-d285035ba193,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.526337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-33cb8892-083d-4588-8d3f-c355ac66cdf1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28da68e62a494efda4363300a4772f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5420318 Jan 28 13:18:17.531757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36276) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:17.573835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5670a699-2def-4786-996d-3f9b3da517c3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.603654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-28423b47-7061-4f96-810b-77a2ddf5a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.606811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-28423b47-7061-4f96-810b-77a2ddf5a853 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381814 Jan 28 13:18:17.680102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0f59-5b64-4789-8e69-c447ba36dba9 req-9e90b2b8-3642-4b86-99b4-225e8e207e44 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.681250 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dccf0f59-5b64-4789-8e69-c447ba36dba9 req-9e90b2b8-3642-4b86-99b4-225e8e207e44 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 945 time: 0.0795290 Jan 28 13:18:17.684653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-971ddfaf-460e-46ad-a745-625352f8eab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f514b154-9e6b-432e-8ff8-e2be035c8fca), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.687829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-971ddfaf-460e-46ad-a745-625352f8eab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.688968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-971ddfaf-460e-46ad-a745-625352f8eab1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f514b154-9e6b-432e-8ff8-e2be035c8fca HTTP/1.1" status: 204 len: 168 time: 0.4610772 Jan 28 13:18:17.706359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ddfaf-460e-46ad-a745-625352f8eab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514b154-9e6b-432e-8ff8-e2be035c8fca,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:17.729704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5670a699-2def-4786-996d-3f9b3da517c3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:17.743270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04bcafbb-8b86-4b5a-993b-c2c4f12f4dba admin admin] Publish callbacks [] for security_group (64b15277-fbcf-4ac5-9f99-d285035ba193), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.796724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04bcafbb-8b86-4b5a-993b-c2c4f12f4dba admin admin] Publish callbacks [] for security_group (64b15277-fbcf-4ac5-9f99-d285035ba193), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.797486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc39e5-7b7d-43d0-aab2-bbd6832e73a5 req-b5d12cf7-082e-47cc-9fa1-c7d41b86ba35 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:17.799193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02cc39e5-7b7d-43d0-aab2-bbd6832e73a5 req-b5d12cf7-082e-47cc-9fa1-c7d41b86ba35 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.1863136 Jan 28 13:18:17.827715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['ef4fc73f-4d7e-49d8-9080-d1d280a130f2'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:17.832063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dccf0f59-5b64-4789-8e69-c447ba36dba9 req-87744c70-5ac1-42cd-875f-d22196eaa07d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354487 Jan 28 13:18:17.872063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02cc39e5-7b7d-43d0-aab2-bbd6832e73a5 req-762325ef-a049-4941-891e-38e7fd57177d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618448 Jan 28 13:18:17.874555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-0a8b38ea-18fe-4aae-9c77-e0863137ad06 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604139 Jan 28 13:18:17.913943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04bcafbb-8b86-4b5a-993b-c2c4f12f4dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (64b15277-fbcf-4ac5-9f99-d285035ba193), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.917181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04bcafbb-8b86-4b5a-993b-c2c4f12f4dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:17.921608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-04bcafbb-8b86-4b5a-993b-c2c4f12f4dba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64b15277-fbcf-4ac5-9f99-d285035ba193 HTTP/1.1" status: 204 len: 168 time: 0.3888350 Jan 28 13:18:17.937554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcafbb-8b86-4b5a-993b-c2c4f12f4dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b15277-fbcf-4ac5-9f99-d285035ba193,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:18.107555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97298806-31ee-4382-bb9e-6da51b25ac45 req-de402832-c697-41a8-9d43-b378548177da service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245066 Jan 28 13:18:18.186050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697edfd2-5b02-4f07-bd8a-ef14b1fc5654 req-86168db4-d065-46ed-a213-384a54c0b5e2 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.194589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-697edfd2-5b02-4f07-bd8a-ef14b1fc5654 req-86168db4-d065-46ed-a213-384a54c0b5e2 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 947 time: 0.0732007 Jan 28 13:18:18.259689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-697edfd2-5b02-4f07-bd8a-ef14b1fc5654 req-76a22113-c037-41a0-a7dc-b1b10d8c4613 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Jan 28 13:18:18.381995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45669c-bbce-4c33-8faa-17c86893de3e req-1c3186e9-5e85-4365-897a-68246f4f6fe0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.390325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed45669c-bbce-4c33-8faa-17c86893de3e req-1c3186e9-5e85-4365-897a-68246f4f6fe0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 945 time: 0.0761619 Jan 28 13:18:18.441851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:18.485695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed45669c-bbce-4c33-8faa-17c86893de3e req-7fa43f28-40f7-4702-9e32-de9849dd5727 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926061 Jan 28 13:18:18.575245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-6f81947b-fa60-4148-b014-3a9a4870c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.576794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-6f81947b-fa60-4148-b014-3a9a4870c2fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83b355b9efda408a8c394683621cd84f&device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 1098 time: 0.3977022 Jan 28 13:18:18.692311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:18.742685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-f61d1a79-2cd7-4a4b-b2f4-b29538ff8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.743607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 has no active binding in host n-h2-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:18:18.744996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-f61d1a79-2cd7-4a4b-b2f4-b29538ff8ad7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1602950 Jan 28 13:18:18.812335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-591596d1-2a2c-4f87-ba7b-8378bfae99ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=65046a54-e700-4055-99c4-0ae927365dcb HTTP/1.1" status: 200 len: 217 time: 0.0572567 Jan 28 13:18:18.877223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-f6cbc558-e25b-4c06-aca4-cc262112a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.879491 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-f6cbc558-e25b-4c06-aca4-cc262112a396 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0568664 Jan 28 13:18:18.947416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-f2d309a6-5d3d-43f9-a2d3-7750347001ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:18.949305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-f2d309a6-5d3d-43f9-a2d3-7750347001ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579386 Jan 28 13:18:19.039210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698dbc7-c16a-460a-9b66-e12e645fc7e6 req-a207e8ae-0fa8-42f5-bc9e-f31961374836 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.050958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f698dbc7-c16a-460a-9b66-e12e645fc7e6 req-a207e8ae-0fa8-42f5-bc9e-f31961374836 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 945 time: 0.0759668 Jan 28 13:18:19.109282 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f698dbc7-c16a-460a-9b66-e12e645fc7e6 req-8f5e36ea-b198-41ed-80c0-ed9425e993a3 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570672 Jan 28 13:18:19.143877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac5af7-83a4-4bd9-8e94-4e403be0388a req-ca6d2066-75fe-4124-bb44-b4da19914559 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.154717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55ac5af7-83a4-4bd9-8e94-4e403be0388a req-ca6d2066-75fe-4124-bb44-b4da19914559 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.1121509 Jan 28 13:18:19.167890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-43c1250b-5eae-4f49-a03d-ee88787c19a1 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055697 Jan 28 13:18:19.268192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55ac5af7-83a4-4bd9-8e94-4e403be0388a req-ee314fe0-55d5-44a0-b101-a4b8753536d4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163602 Jan 28 13:18:19.323836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b7f92f-5133-4df0-b4ba-af71b3dc92ba req-2c7d9274-f678-4438-93db-4ac39a1f3dbd service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404686 Jan 28 13:18:19.453012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ebda0-4a19-4a8c-921f-bbbdbef117ee req-27a7373b-e763-4920-beae-f3a49a000aba tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.455155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a3ebda0-4a19-4a8c-921f-bbbdbef117ee req-27a7373b-e763-4920-beae-f3a49a000aba tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 947 time: 0.0658820 Jan 28 13:18:19.549479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a3ebda0-4a19-4a8c-921f-bbbdbef117ee req-95fdc367-63a7-4620-aabc-53a7a64f4061 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873458 Jan 28 13:18:19.671549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6104cc-f470-49e5-a8c2-5b5db2faaedd req-0c5efad6-c026-4eda-87d1-718f2cb3fee3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:19.673351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f6104cc-f470-49e5-a8c2-5b5db2faaedd req-0c5efad6-c026-4eda-87d1-718f2cb3fee3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 945 time: 0.0927505 Jan 28 13:18:19.748634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f6104cc-f470-49e5-a8c2-5b5db2faaedd req-905a524a-84a3-4110-88eb-118e549e99d0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591044 Jan 28 13:18:19.957185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36400) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:20.148573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddd38861-ff57-4176-98f7-9ea0b1104c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.274832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddd38861-ff57-4176-98f7-9ea0b1104c53 admin admin] Publish callbacks [] for security_group (500951e3-aea7-4192-9976-d30b7dfa1b4e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.280863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddd38861-ff57-4176-98f7-9ea0b1104c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (500951e3-aea7-4192-9976-d30b7dfa1b4e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.282511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75b240-3aa4-4723-bf58-2d268ff74226 req-b6abd3e1-3245-4680-8e3a-30526064060b tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.290448 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e75b240-3aa4-4723-bf58-2d268ff74226 req-b6abd3e1-3245-4680-8e3a-30526064060b tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 945 time: 0.0749094 Jan 28 13:18:20.327201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd38861-ff57-4176-98f7-9ea0b1104c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500951e3-aea7-4192-9976-d30b7dfa1b4e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:20.341641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ddd38861-ff57-4176-98f7-9ea0b1104c53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efe8a4e640164f429c9bd98bcfc76bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749566 Jan 28 13:18:20.341641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36420) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:20.396769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e75b240-3aa4-4723-bf58-2d268ff74226 req-3378d07b-502b-4ba1-8bc9-4560d788eb53 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048169 Jan 28 13:18:20.411975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4b344d4-c36d-4a68-9704-35e14382471d admin admin] Publish callbacks [] for security_group (500951e3-aea7-4192-9976-d30b7dfa1b4e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.444230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:20.477695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4b344d4-c36d-4a68-9704-35e14382471d admin admin] Publish callbacks [] for security_group (500951e3-aea7-4192-9976-d30b7dfa1b4e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.516141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:20.524652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:20.525327 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.539868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78176cea-1206-4fb8-8d0f-9ada4f609ceb req-cf6626eb-8a29-4546-b596-056a44894c13 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.541410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78176cea-1206-4fb8-8d0f-9ada4f609ceb req-cf6626eb-8a29-4546-b596-056a44894c13 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.0847945 Jan 28 13:18:20.591259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4b344d4-c36d-4a68-9704-35e14382471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (500951e3-aea7-4192-9976-d30b7dfa1b4e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.593857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4b344d4-c36d-4a68-9704-35e14382471d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.595008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b4b344d4-c36d-4a68-9704-35e14382471d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/500951e3-aea7-4192-9976-d30b7dfa1b4e HTTP/1.1" status: 204 len: 168 time: 0.2579477 Jan 28 13:18:20.605743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78176cea-1206-4fb8-8d0f-9ada4f609ceb req-40e799c1-a0c0-45bb-9391-2b43f01bb084 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581145 Jan 28 13:18:20.612169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b344d4-c36d-4a68-9704-35e14382471d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500951e3-aea7-4192-9976-d30b7dfa1b4e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:20.643496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:20.643825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.689068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:20.692327 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c66843-8312-4e41-b59c-0c8e5f164316" -d '{"events": [{"server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:20.706106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:20.710753 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.712060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5670a699-2def-4786-996d-3f9b3da517c3 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:20.753180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e18b-7dce-44ba-aa3a-7b05b2183f88 req-7d133e91-b523-40bd-8d24-b4c7a0975a68 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:20.754676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab93e18b-7dce-44ba-aa3a-7b05b2183f88 req-7d133e91-b523-40bd-8d24-b4c7a0975a68 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 947 time: 0.0612929 Jan 28 13:18:20.799420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:20.820832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab93e18b-7dce-44ba-aa3a-7b05b2183f88 req-86fcc453-def6-4c75-b62d-01c3913e6b87 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573447 Jan 28 13:18:20.833154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 5670a699-2def-4786-996d-3f9b3da517c3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:20.840988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 5670a699-2def-4786-996d-3f9b3da517c3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:20.841373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5670a699-2def-4786-996d-3f9b3da517c3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.922178 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171766f7-73b2-440a-8900-36d96655f5b0 x-openstack-request-id: req-171766f7-73b2-440a-8900-36d96655f5b0 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:20.922495 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:20.922758 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-171766f7-73b2-440a-8900-36d96655f5b0 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:20.923148 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2', 'code': 200} Jan 28 13:18:20.942408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5670a699-2def-4786-996d-3f9b3da517c3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:20.942886 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5670a699-2def-4786-996d-3f9b3da517c3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:20.992255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5670a699-2def-4786-996d-3f9b3da517c3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5670a699-2def-4786-996d-3f9b3da517c3,segment=NetworkSegment(ed033c48-c1d2-4444-bf4f-2d29692426b9),segment_id=ed033c48-c1d2-4444-bf4f-2d29692426b9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:20.997346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5670a699-2def-4786-996d-3f9b3da517c3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.042727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf3606-f84e-4456-b185-c7fc5a37c773 req-db80068a-1d83-45a8-af7a-d5b0dc2197d6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.050818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1cf3606-f84e-4456-b185-c7fc5a37c773 req-db80068a-1d83-45a8-af7a-d5b0dc2197d6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 946 time: 0.0684483 Jan 28 13:18:21.085692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a05bb5-1589-4b95-8500-777d75e0a1bc req-3aeea8e0-3a5a-4d66-92d8-ebae8c4778ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.087312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15a05bb5-1589-4b95-8500-777d75e0a1bc req-3aeea8e0-3a5a-4d66-92d8-ebae8c4778ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1097 time: 0.0650318 Jan 28 13:18:21.159869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1cf3606-f84e-4456-b185-c7fc5a37c773 req-bbe9aa38-78e6-493c-81a8-4d0db6551671 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073189 Jan 28 13:18:21.184015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 65046a54-e700-4055-99c4-0ae927365dcb details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:21.220076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15a05bb5-1589-4b95-8500-777d75e0a1bc req-7d3bc01b-9100-4344-b0f5-13eafd9ad1c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241250 Jan 28 13:18:21.254085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5670a699-2def-4786-996d-3f9b3da517c3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:21.264383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-14bba909-65ce-4f6c-a741-3842755b08f5 service neutron] 10.222.0.36 "GET /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279/bindings/n-h2-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.0900333 Jan 28 13:18:21.366175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 65046a54-e700-4055-99c4-0ae927365dcb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=65046a54-e700-4055-99c4-0ae927365dcb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:21.388932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '65046a54-e700-4055-99c4-0ae927365dcb', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '65046a54-e700-4055-99c4-0ae927365dcb', 'mac_address': 'fa:16:3e:e0:9d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:21.429544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 65046a54-e700-4055-99c4-0ae927365dcb is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:21.429950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (65046a54-e700-4055-99c4-0ae927365dcb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.447824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65046a54-e700-4055-99c4-0ae927365dcb {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:21.488329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 65046a54-e700-4055-99c4-0ae927365dcb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=65046a54-e700-4055-99c4-0ae927365dcb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:21.495787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (65046a54-e700-4055-99c4-0ae927365dcb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.513281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:21.546606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:21.586384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=65046a54-e700-4055-99c4-0ae927365dcb,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:21.604972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d62a2ed-aaff-41b0-a446-fb11a5787279 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:21.617261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:21.651231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.719672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0eea5-8280-4b15-bd45-58d86a877f7d req-bd8386d6-3598-421e-9810-b7900834444f tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.727599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06b0eea5-8280-4b15-bd45-58d86a877f7d req-bd8386d6-3598-421e-9810-b7900834444f tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.0615082 Jan 28 13:18:21.761238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['65046a54-e700-4055-99c4-0ae927365dcb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:21.782283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] Transition to ACTIVE for port object 5d62a2ed-aaff-41b0-a446-fb11a5787279 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:21.792252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:21.804190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06b0eea5-8280-4b15-bd45-58d86a877f7d req-c1acd509-21ff-468e-9aa0-08150492b048 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756834 Jan 28 13:18:21.809113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa4d59-84b2-4f1d-be43-39d8acaacdc5 req-7aaf82f5-a9a7-4fdf-885a-a6ba65da99f0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:21.816245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffa4d59-84b2-4f1d-be43-39d8acaacdc5 req-7aaf82f5-a9a7-4fdf-885a-a6ba65da99f0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 943 time: 0.0798199 Jan 28 13:18:21.946752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] No DVR routers for this DVR port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:21.963356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] Pushing event updated for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:21.999158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-2e7833f6-1749-46e8-87f9-80e8e1ed23fa service neutron] 10.222.0.36 "PUT /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279/bindings/n-h2-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7274578 Jan 28 13:18:22.002422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffa4d59-84b2-4f1d-be43-39d8acaacdc5 req-e11636d9-ee31-46b7-a946-12ac8f144b91 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852462 Jan 28 13:18:22.013831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5ca72-394b-4157-a7ac-9f1df83aeb7b req-fc28a6e9-27b4-4ee8-a233-294dc5003dd3 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.016491 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8a5ca72-394b-4157-a7ac-9f1df83aeb7b req-fc28a6e9-27b4-4ee8-a233-294dc5003dd3 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 948 time: 0.0510001 Jan 28 13:18:22.069533 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8a5ca72-394b-4157-a7ac-9f1df83aeb7b req-4957d945-4c76-4e9f-b661-c167b2c84998 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Jan 28 13:18:22.113857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ceadcfea-3bb3-4f31-96a8-edec4519ad12 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.115349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-ceadcfea-3bb3-4f31-96a8-edec4519ad12 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0500185 Jan 28 13:18:22.233888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-eb0eca50-8836-4b4c-97b6-d401b6bc46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.235365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-eb0eca50-8836-4b4c-97b6-d401b6bc46dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6&tenant_id=c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 1095 time: 0.1074524 Jan 28 13:18:22.236942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-273be6e1-15a6-4649-8574-85de499ca95f tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6dd562736b93453095c6266be0efefb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298491 Jan 28 13:18:22.348842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-dcc1a907-65b1-4fd8-89d8-238e549301da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.350941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-dcc1a907-65b1-4fd8-89d8-238e549301da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1095 time: 0.0818045 Jan 28 13:18:22.392974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4ccb0-666c-4ea0-9138-0f37af989a6f req-5cff0154-b7cf-480d-934f-a111446b02a7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.394546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fd4ccb0-666c-4ea0-9138-0f37af989a6f req-5cff0154-b7cf-480d-934f-a111446b02a7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 946 time: 0.0490923 Jan 28 13:18:22.432727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-793eb516-185d-46a8-af09-2645a48fe5df tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.434240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-793eb516-185d-46a8-af09-2645a48fe5df tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913273 Jan 28 13:18:22.453210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fd4ccb0-666c-4ea0-9138-0f37af989a6f req-0401fd52-a128-47aa-804a-b47de48568bd tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501113 Jan 28 13:18:22.462294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-eaf676d5-2d96-4a3e-aac1-d67a8d170403 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/quotas/6dd562736b93453095c6266be0efefb2 HTTP/1.1" status: 200 len: 375 time: 0.0195684 Jan 28 13:18:22.507441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-801abd87-5164-43a8-8f21-4df07c74d783 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6dd562736b93453095c6266be0efefb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397797 Jan 28 13:18:22.510410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-4c20832c-6a62-4fff-a810-409a9ef2fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.511883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-4c20832c-6a62-4fff-a810-409a9ef2fe31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.1508205 Jan 28 13:18:22.566719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-c25c806e-34d4-4214-a92f-d58d8ec4b37f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.0404108 Jan 28 13:18:22.622324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36538) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:22.644369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-0397fbc6-e8c9-47bf-b172-2300ae200813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:22.645920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-0397fbc6-e8c9-47bf-b172-2300ae200813 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0700977 Jan 28 13:18:22.696931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-3c175258-d40e-4b55-8aa7-6088679c1ae2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351398 Jan 28 13:18:22.789481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39a6dfe3-a849-4c14-a246-a924dbc3ec1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:22.872452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc1d7163-feef-41c5-a171-dfbfaa06ecdd req-87724e20-8e54-4f4c-9a97-e88ec27e9692 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 210 time: 0.0522916 Jan 28 13:18:22.924651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5670a699-2def-4786-996d-3f9b3da517c3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:22.927299 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47a2b2-5bd2-4779-9672-fceb48160932" -d '{"events": [{"server_uuid": "7a9046d5-b9c7-4214-aa40-359474c6774c", "name": "network-vif-plugged", "status": "completed", "tag": "5670a699-2def-4786-996d-3f9b3da517c3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:22.931713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-d91a66b6-eae5-4f2e-8f5e-6fd7dc36b7ac service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215564 Jan 28 13:18:22.977770 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79067a7b-facc-4ea1-8527-a965ad4d0d95 x-openstack-request-id: req-79067a7b-facc-4ea1-8527-a965ad4d0d95 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:22.978194 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9046d5-b9c7-4214-aa40-359474c6774c", "name": "network-vif-plugged", "status": "completed", "tag": "5670a699-2def-4786-996d-3f9b3da517c3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:22.978506 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79067a7b-facc-4ea1-8527-a965ad4d0d95 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:22.979192 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5670a699-2def-4786-996d-3f9b3da517c3', 'code': 200} Jan 28 13:18:23.008597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39a6dfe3-a849-4c14-a246-a924dbc3ec1a admin admin] Publish callbacks [] for security_group (48fb9061-68de-42fe-87a3-b43ad3f8b1ce), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.018987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39a6dfe3-a849-4c14-a246-a924dbc3ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (48fb9061-68de-42fe-87a3-b43ad3f8b1ce), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.074641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-f5095b54-ce8c-4bd5-a500-cf326b794535 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320803 Jan 28 13:18:23.089668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd823e-eaa4-4522-8517-f79b286d8a95 req-5e474224-d8f8-46c0-a356-8318ce8bdd8f tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.092154 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffbd823e-eaa4-4522-8517-f79b286d8a95 req-5e474224-d8f8-46c0-a356-8318ce8bdd8f tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.1347604 Jan 28 13:18:23.120332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-39a6dfe3-a849-4c14-a246-a924dbc3ec1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69d04182dd614f789758ba4b3c13f9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967625 Jan 28 13:18:23.125972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36560) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:23.143510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6dfe3-a849-4c14-a246-a924dbc3ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb9061-68de-42fe-87a3-b43ad3f8b1ce,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:23.180552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50695d1d-8f68-4c34-9b60-5ffe433cb37e req-17c17a93-7ded-43c6-b87c-88d0ee9ba9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.182231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50695d1d-8f68-4c34-9b60-5ffe433cb37e req-17c17a93-7ded-43c6-b87c-88d0ee9ba9cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 1097 time: 0.1169462 Jan 28 13:18:23.206478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 65046a54-e700-4055-99c4-0ae927365dcb up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:23.223144 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffbd823e-eaa4-4522-8517-f79b286d8a95 req-cd1ba102-429a-4b89-85c3-d72947e3ca2c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011267 Jan 28 13:18:23.297645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50695d1d-8f68-4c34-9b60-5ffe433cb37e req-5bbe1c09-0afe-40c0-8756-a83dbffdf2ad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018200 Jan 28 13:18:23.303882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604b765-f4a4-424f-b87c-3020403b3572 req-e4f44fdd-87ce-4304-a020-5a0f7117cb8c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.311787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6604b765-f4a4-424f-b87c-3020403b3572 req-e4f44fdd-87ce-4304-a020-5a0f7117cb8c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 944 time: 0.1970007 Jan 28 13:18:23.344608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 65046a54-e700-4055-99c4-0ae927365dcb completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:23.352927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 65046a54-e700-4055-99c4-0ae927365dcb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:23.353495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (65046a54-e700-4055-99c4-0ae927365dcb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.386921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57cecb0c-e604-43bc-830b-fe971c9ecd89 admin admin] Publish callbacks [] for security_group (48fb9061-68de-42fe-87a3-b43ad3f8b1ce), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.396648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6604b765-f4a4-424f-b87c-3020403b3572 req-cb60abce-369e-476e-870b-b6ebc047ea30 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839665 Jan 28 13:18:23.402234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d941809-e611-49ce-a511-fb09c228e1a7 req-d5e17c1a-4083-49b4-a8e0-0f0cf240fc12 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.403931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d941809-e611-49ce-a511-fb09c228e1a7 req-d5e17c1a-4083-49b4-a8e0-0f0cf240fc12 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 948 time: 0.0760467 Jan 28 13:18:23.417031 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57cecb0c-e604-43bc-830b-fe971c9ecd89 admin admin] Publish callbacks [] for security_group (48fb9061-68de-42fe-87a3-b43ad3f8b1ce), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.481754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 65046a54-e700-4055-99c4-0ae927365dcb is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:23.482161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (65046a54-e700-4055-99c4-0ae927365dcb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.490471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57cecb0c-e604-43bc-830b-fe971c9ecd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (48fb9061-68de-42fe-87a3-b43ad3f8b1ce), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.493244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57cecb0c-e604-43bc-830b-fe971c9ecd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.494376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-57cecb0c-e604-43bc-830b-fe971c9ecd89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48fb9061-68de-42fe-87a3-b43ad3f8b1ce HTTP/1.1" status: 204 len: 168 time: 0.3622279 Jan 28 13:18:23.506625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d941809-e611-49ce-a511-fb09c228e1a7 req-d13e816b-d627-4295-95dc-1cf6453a27b3 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912292 Jan 28 13:18:23.511926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cecb0c-e604-43bc-830b-fe971c9ecd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb9061-68de-42fe-87a3-b43ad3f8b1ce,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:23.549209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 65046a54-e700-4055-99c4-0ae927365dcb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=65046a54-e700-4055-99c4-0ae927365dcb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:23.556698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (65046a54-e700-4055-99c4-0ae927365dcb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.597519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864d8fb-e0ad-4c3c-8b2a-be78fe49dfaf req-3286891f-160f-4431-bca5-7d55d2b609b7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.605842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a864d8fb-e0ad-4c3c-8b2a-be78fe49dfaf req-3286891f-160f-4431-bca5-7d55d2b609b7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 946 time: 0.0670443 Jan 28 13:18:23.622463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=65046a54-e700-4055-99c4-0ae927365dcb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:23.669213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a864d8fb-e0ad-4c3c-8b2a-be78fe49dfaf req-c94bf632-8e9b-401f-b9fc-32e2b5bc3451 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622993 Jan 28 13:18:23.669437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-6e90e9fa-68db-4917-b436-68eeb87410f8 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.670906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-6e90e9fa-68db-4917-b436-68eeb87410f8 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1063685 Jan 28 13:18:23.877379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21789080-55a1-4e6e-a3f9-9945847502c0 req-c990d1d9-7ab9-4f27-a15b-9dfd13dd494b tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:23.878975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21789080-55a1-4e6e-a3f9-9945847502c0 req-c990d1d9-7ab9-4f27-a15b-9dfd13dd494b tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1097 time: 0.1188564 Jan 28 13:18:23.909373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-4a08084e-622f-49c3-be7b-783f0468ba17 service neutron] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:23.915328 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-4a08084e-622f-49c3-be7b-783f0468ba17 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:23.916465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d3c8c37-9982-412e-a2ec-6dac3b7779d8 req-4a08084e-622f-49c3-be7b-783f0468ba17 service neutron] 10.222.0.60 "DELETE /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279/bindings/n-h1-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.2338288 Jan 28 13:18:23.949133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21789080-55a1-4e6e-a3f9-9945847502c0 req-53bd0bbb-ce6f-43fe-ba75-64a8a67fa64b tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604899 Jan 28 13:18:23.988709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36584) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:23.996805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a364c58f-0a03-4262-85d5-213881d55643 req-7c150d0b-bf41-46dc-b6fd-32567cf5667e tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 210 time: 0.0370541 Jan 28 13:18:24.076003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44a2e7-b002-44b7-8c70-985626f9735c req-4f70d2f7-8d38-47c9-9b04-eee59dd55496 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.077710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c44a2e7-b002-44b7-8c70-985626f9735c req-4f70d2f7-8d38-47c9-9b04-eee59dd55496 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1097 time: 0.0476763 Jan 28 13:18:24.094782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36588) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:24.108609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9bc41966-ab3a-43b7-a289-ccde65400753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.126178 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c44a2e7-b002-44b7-8c70-985626f9735c req-dd8385e4-dafd-4654-bfc4-ee100228e361 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Jan 28 13:18:24.133865 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8670a8b3-2908-43e9-9b44-2d5936c6750f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.251817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9bc41966-ab3a-43b7-a289-ccde65400753 admin admin] Publish callbacks [] for security_group (ec6ee243-84ef-4ce0-b435-3bcac0ec1f60), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.260847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9bc41966-ab3a-43b7-a289-ccde65400753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ec6ee243-84ef-4ce0-b435-3bcac0ec1f60), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.268603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8670a8b3-2908-43e9-9b44-2d5936c6750f admin admin] Publish callbacks [] for security_group (8732b364-52cf-449d-8909-2f698f9556ff), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.285261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8670a8b3-2908-43e9-9b44-2d5936c6750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8732b364-52cf-449d-8909-2f698f9556ff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.325452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9bc41966-ab3a-43b7-a289-ccde65400753 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4678a9f88714e51ada09f2ff1d95669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266908 Jan 28 13:18:24.326008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:24.359125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41966-ab3a-43b7-a289-ccde65400753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ee243-84ef-4ce0-b435-3bcac0ec1f60,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:24.366106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8670a8b3-2908-43e9-9b44-2d5936c6750f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0d26c868934419ca671b7150d1dd89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757415 Jan 28 13:18:24.370680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36602) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:24.423266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670a8b3-2908-43e9-9b44-2d5936c6750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8732b364-52cf-449d-8909-2f698f9556ff,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:24.441254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8fd12-b096-43da-9698-1aab301d1afc req-2ddb8cf1-f60b-4542-b362-f08780b24e6c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.448836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbd8fd12-b096-43da-9698-1aab301d1afc req-2ddb8cf1-f60b-4542-b362-f08780b24e6c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.1326613 Jan 28 13:18:24.467596 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-900525a8-9dd9-4465-a1d0-2c961976e63c tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6dd562736b93453095c6266be0efefb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413373 Jan 28 13:18:24.471498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1071de-2bd5-43db-b3bd-18e5d38639bf admin admin] Publish callbacks [] for security_group (ec6ee243-84ef-4ce0-b435-3bcac0ec1f60), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.507921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bde81fb-9656-4ea7-834a-c7d012bd37a9 admin admin] Publish callbacks [] for security_group (8732b364-52cf-449d-8909-2f698f9556ff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.518208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbd8fd12-b096-43da-9698-1aab301d1afc req-f0e3db97-752d-4e70-9910-4ad547335b8f tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684128 Jan 28 13:18:24.522304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eeca7-8c6a-4835-bdc0-90597ccefe33 req-11b5cc40-a748-46b3-b3be-bba4c47c281e tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.524514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f9eeca7-8c6a-4835-bdc0-90597ccefe33 req-11b5cc40-a748-46b3-b3be-bba4c47c281e tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1097 time: 0.1309741 Jan 28 13:18:24.538946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bde81fb-9656-4ea7-834a-c7d012bd37a9 admin admin] Publish callbacks [] for security_group (8732b364-52cf-449d-8909-2f698f9556ff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.570677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1071de-2bd5-43db-b3bd-18e5d38639bf admin admin] Publish callbacks [] for security_group (ec6ee243-84ef-4ce0-b435-3bcac0ec1f60), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.601631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bde81fb-9656-4ea7-834a-c7d012bd37a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8732b364-52cf-449d-8909-2f698f9556ff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.608683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bde81fb-9656-4ea7-834a-c7d012bd37a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.614316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1bde81fb-9656-4ea7-834a-c7d012bd37a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8732b364-52cf-449d-8909-2f698f9556ff HTTP/1.1" status: 204 len: 168 time: 0.2371461 Jan 28 13:18:24.621996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde81fb-9656-4ea7-834a-c7d012bd37a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8732b364-52cf-449d-8909-2f698f9556ff,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:24.712544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23023c-2e7a-425a-ab9f-ee09b56c3ed1 req-568fe433-72ef-4148-9ce9-b7e9c1ab3392 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.722463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c23023c-2e7a-425a-ab9f-ee09b56c3ed1 req-568fe433-72ef-4148-9ce9-b7e9c1ab3392 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 944 time: 0.0974131 Jan 28 13:18:24.729562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f9eeca7-8c6a-4835-bdc0-90597ccefe33 req-049e7393-03db-4252-aa6b-b15e90cb944e tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952984 Jan 28 13:18:24.779080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-ec63a7a7-0ab6-4c9a-b0bd-b32a8e901ac6 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.789175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-ec63a7a7-0ab6-4c9a-b0bd-b32a8e901ac6 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101497 Jan 28 13:18:24.791572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1071de-2bd5-43db-b3bd-18e5d38639bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ec6ee243-84ef-4ce0-b435-3bcac0ec1f60), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.795925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1071de-2bd5-43db-b3bd-18e5d38639bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:24.797209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-da1071de-2bd5-43db-b3bd-18e5d38639bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec6ee243-84ef-4ce0-b435-3bcac0ec1f60 HTTP/1.1" status: 204 len: 168 time: 0.4704390 Jan 28 13:18:24.808026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c23023c-2e7a-425a-ab9f-ee09b56c3ed1 req-db3f82f9-91db-497f-b638-e705af5d05f7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832558 Jan 28 13:18:24.808507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1071de-2bd5-43db-b3bd-18e5d38639bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ee243-84ef-4ce0-b435-3bcac0ec1f60,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:24.835243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Request body: {'port': {'device_id': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '6dd562736b93453095c6266be0efefb2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:24.966804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc1b21-a9cf-4ee3-8dea-8148b7a2f6fd req-737040d9-3181-4c7a-9eb9-e3131fe86cbb tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:24.968397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44fc1b21-a9cf-4ee3-8dea-8148b7a2f6fd req-737040d9-3181-4c7a-9eb9-e3131fe86cbb tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 949 time: 0.1281061 Jan 28 13:18:24.981088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65046a54-e700-4055-99c4-0ae927365dcb'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:24.984779 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29710d7b-80c2-4c0d-ae51-aa75999dee15" -d '{"events": [{"server_uuid": "9e2efd88-cbef-4f1d-81aa-7215d68395fe", "name": "network-vif-plugged", "status": "completed", "tag": "65046a54-e700-4055-99c4-0ae927365dcb"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:25.041783 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd0b80-5bbf-4e72-b451-b94b86633403 x-openstack-request-id: req-03bd0b80-5bbf-4e72-b451-b94b86633403 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:25.042183 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2efd88-cbef-4f1d-81aa-7215d68395fe", "name": "network-vif-plugged", "status": "completed", "tag": "65046a54-e700-4055-99c4-0ae927365dcb", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:25.042513 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03bd0b80-5bbf-4e72-b451-b94b86633403 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:25.043140 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65046a54-e700-4055-99c4-0ae927365dcb', 'code': 200} Jan 28 13:18:25.100863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44fc1b21-a9cf-4ee3-8dea-8148b7a2f6fd req-b7bc4e91-b013-4986-85d3-60b39738eb9a tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033225 Jan 28 13:18:25.106609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Made reservation on behalf of 6dd562736b93453095c6266be0efefb2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:25.115204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.136088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.202550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428f96a-973f-4694-b4b2-0d09f21d63c1 req-de12304c-6019-473d-8456-fa02dbd4e972 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.210489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2428f96a-973f-4694-b4b2-0d09f21d63c1 req-de12304c-6019-473d-8456-fa02dbd4e972 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1095 time: 0.0837760 Jan 28 13:18:25.218154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:25.247163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a80ec3d-47ba-48fa-b71c-d6bf9f9e6d1e req-570ba969-4103-4207-874d-ea1ac2af3683 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 210 time: 0.0485010 Jan 28 13:18:25.269020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67253c0d-1472-4542-aca8-8a23e2587c87 req-18febc51-72c3-43d9-9589-5e0ac00e80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.270666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67253c0d-1472-4542-aca8-8a23e2587c87 req-18febc51-72c3-43d9-9589-5e0ac00e80f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 1100 time: 0.1594481 Jan 28 13:18:25.309563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] The host n-h1-822748-2 is not matching for port 5d62a2ed-aaff-41b0-a446-fb11a5787279 host n-h2-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:18:25.309966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:25.323974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks [] for security_group (52d04609-e837-4ca0-806d-973e5407c9dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.331190 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52d04609-e837-4ca0-806d-973e5407c9dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.335427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2428f96a-973f-4694-b4b2-0d09f21d63c1 req-995f4922-d1f5-4990-8c31-9bd0f41160b2 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176481 Jan 28 13:18:25.344612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36632) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:25.374187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c68b3c5-1e96-4e4f-95d2-17222ce708f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.402374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67253c0d-1472-4542-aca8-8a23e2587c87 req-5295475c-13b3-4f57-b5d4-f836523d341a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230271 Jan 28 13:18:25.417080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d04609-e837-4ca0-806d-973e5407c9dc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:25.479930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c68b3c5-1e96-4e4f-95d2-17222ce708f4 admin admin] Publish callbacks [] for security_group (ed7cdd65-3173-445b-9130-0b7baa4a3d42), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.486381 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c68b3c5-1e96-4e4f-95d2-17222ce708f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed7cdd65-3173-445b-9130-0b7baa4a3d42), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.491883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Allocated IP 192.168.233.141 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:25.534816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5c68b3c5-1e96-4e4f-95d2-17222ce708f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f283405a641431b952cf1da6699ade7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862798 Jan 28 13:18:25.535790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68b3c5-1e96-4e4f-95d2-17222ce708f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7cdd65-3173-445b-9130-0b7baa4a3d42,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:25.539087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36640) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:25.628012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a596b2e-4d89-4938-8d69-049f9dc1537c admin admin] Publish callbacks [] for security_group (ed7cdd65-3173-445b-9130-0b7baa4a3d42), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.684883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a596b2e-4d89-4938-8d69-049f9dc1537c admin admin] Publish callbacks [] for security_group (ed7cdd65-3173-445b-9130-0b7baa4a3d42), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.729165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368925-705c-4c7b-a736-97426084d76b req-43bc3648-cf52-4eb2-ac58-b0fc771492ad tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.735824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88368925-705c-4c7b-a736-97426084d76b req-43bc3648-cf52-4eb2-ac58-b0fc771492ad tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.1055911 Jan 28 13:18:25.791411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks [] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.796647 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88368925-705c-4c7b-a736-97426084d76b req-42285ea0-fd5b-4c03-b290-60f4f5c7c323 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598300 Jan 28 13:18:25.798075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a596b2e-4d89-4938-8d69-049f9dc1537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed7cdd65-3173-445b-9130-0b7baa4a3d42), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.798189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-6ff56b65-4dce-45d5-a267-cb7de4eedf01 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.799592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-6ff56b65-4dce-45d5-a267-cb7de4eedf01 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.1605282 Jan 28 13:18:25.803302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a596b2e-4d89-4938-8d69-049f9dc1537c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.807957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a596b2e-4d89-4938-8d69-049f9dc1537c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed7cdd65-3173-445b-9130-0b7baa4a3d42 HTTP/1.1" status: 204 len: 168 time: 0.2557440 Jan 28 13:18:25.818324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a596b2e-4d89-4938-8d69-049f9dc1537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7cdd65-3173-445b-9130-0b7baa4a3d42,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:25.849372 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-6fa901b9-1d52-4d6e-9701-8c29c93b375e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/quotas/c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 375 time: 0.0424709 Jan 28 13:18:25.908607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f4563-82e6-435d-ab04-c9379f921192 req-269e7b35-89a0-40c7-81a4-a41b74b37620 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:25.910284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e4f4563-82e6-435d-ab04-c9379f921192 req-269e7b35-89a0-40c7-81a4-a41b74b37620 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1097 time: 0.0466125 Jan 28 13:18:25.918972 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:25.967301 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-64c218f6-9f4a-4300-9d6b-21bc3651a332 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119928 Jan 28 13:18:25.971824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e4f4563-82e6-435d-ab04-c9379f921192 req-a573d7b1-10fa-4be6-9f2e-d50bbe602033 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545924 Jan 28 13:18:26.009846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:26.054921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:26.061837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:26.089296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:26.139219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.141241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.167710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-491c9dc8-a04f-48c8-be5f-6abf213154ed tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3450930 Jan 28 13:18:26.181145 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-2885047d-1b15-45b0-9509-a34c0dbd571c service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129307 Jan 28 13:18:26.246281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Request body: {'port': {'device_id': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:26.321270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.356347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-20d47851-dafe-42c8-a44c-4faf2a8d5c54 service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739867 Jan 28 13:18:26.357173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.386233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9e005f36-11bc-47d4-9074-b4aa6d8de8ab None None] Provisioning complete for port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:26.387344 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9e005f36-11bc-47d4-9074-b4aa6d8de8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:26.499888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9e005f36-11bc-47d4-9074-b4aa6d8de8ab None None] Port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:26.871787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061dbe-c57d-42bd-8522-14da294fa97e req-ce15a4dd-b4f3-427f-9e34-c199c96f1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:26.873624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46061dbe-c57d-42bd-8522-14da294fa97e req-ce15a4dd-b4f3-427f-9e34-c199c96f1d1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d850b665a514b2a9146ae400736c60f&device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 1097 time: 0.0921237 Jan 28 13:18:27.008380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061dbe-c57d-42bd-8522-14da294fa97e req-fb9b2bf4-bd7d-4858-9d72-b87ef9076f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.010417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46061dbe-c57d-42bd-8522-14da294fa97e req-fb9b2bf4-bd7d-4858-9d72-b87ef9076f5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=40867753-0d22-4722-bfe9-601ac66546e0 HTTP/1.1" status: 200 len: 914 time: 0.1288145 Jan 28 13:18:27.072965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46061dbe-c57d-42bd-8522-14da294fa97e req-c273c7b7-b696-4f0b-b40d-3ed0512c9b96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5670a699-2def-4786-996d-3f9b3da517c3 HTTP/1.1" status: 200 len: 217 time: 0.0515919 Jan 28 13:18:27.093091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ba111-3066-4875-8789-e4c3445b547b req-b4d45b41-d544-4954-bd3c-f381743822c0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.101871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-293ba111-3066-4875-8789-e4c3445b547b req-b4d45b41-d544-4954-bd3c-f381743822c0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 949 time: 0.1553397 Jan 28 13:18:27.205994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061dbe-c57d-42bd-8522-14da294fa97e req-5049dc47-538c-484b-8f87-ce45de8ebb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.207902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46061dbe-c57d-42bd-8522-14da294fa97e req-5049dc47-538c-484b-8f87-ce45de8ebb97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=42592b0c-c956-405c-aab3-ab06bf0b7429 HTTP/1.1" status: 200 len: 853 time: 0.1267958 Jan 28 13:18:27.230237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-293ba111-3066-4875-8789-e4c3445b547b req-7050b6d5-49e6-428e-9a98-f4b42e044bc3 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274207 Jan 28 13:18:27.262352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46061dbe-c57d-42bd-8522-14da294fa97e req-f0f011c2-cd88-4bb8-b3ae-c790fca39b6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40867753-0d22-4722-bfe9-601ac66546e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353086 Jan 28 13:18:27.313293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:27.350148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Publish callbacks [] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.398520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Transition to ACTIVE for port object 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:27.410025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46061dbe-c57d-42bd-8522-14da294fa97e req-008167c0-ec1a-44fa-b6d5-669166551dd7 service neutron] 10.222.0.60 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322014 Jan 28 13:18:27.420937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414bfd-405a-4682-a1d0-29d53c2f0b98 req-f3448a83-a2cd-49d4-8ae2-505afe95ef20 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.422517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c414bfd-405a-4682-a1d0-29d53c2f0b98 req-f3448a83-a2cd-49d4-8ae2-505afe95ef20 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 936 time: 0.0961492 Jan 28 13:18:27.424012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.538664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:27.579951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46061dbe-c57d-42bd-8522-14da294fa97e req-e0c0557e-d8e2-4702-8848-6b11b79b7925 service neutron] 10.222.0.60 "GET /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615033 Jan 28 13:18:27.619474 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c414bfd-405a-4682-a1d0-29d53c2f0b98 req-c006ecb1-8a5f-4b40-a0f9-8306b9ef08a0 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640449 Jan 28 13:18:27.673624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Attempting to bind port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:27.673982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Attempting to bind port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:27.674577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Attempting to bind port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:27.680204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.680930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:27.681232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Attempting to bind port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:27.687110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:27.687461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:27.687851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:27.688295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Bound port: 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:27.688652 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.777581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e320fa20-90ae-4b42-9173-7e8417a42ddb req-72dff779-3be5-4271-9d54-13767629ac73 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 210 time: 0.0695055 Jan 28 13:18:27.865095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-e99b413f-8ed0-4201-ad5f-264d3b8a217c tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:27.867242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-e99b413f-8ed0-4201-ad5f-264d3b8a217c tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078459 Jan 28 13:18:27.892359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:27.916596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-ad22e6b3-8615-4e1b-b618-7ec99d292a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.923773 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-ad22e6b3-8615-4e1b-b618-7ec99d292a77 service neutron] 10.222.0.45 "GET /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 1094 time: 0.0453374 Jan 28 13:18:27.928886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Request body: {'binding': {'host': 'n-h1-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:27.929341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:18:27.931272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:27.937158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:27.976248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb615e-df60-4aee-ab2c-fad6efdbb956 req-dbcab823-b9bf-439c-9255-0e83ad602c0c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:27.977805 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bebb615e-df60-4aee-ab2c-fad6efdbb956 req-dbcab823-b9bf-439c-9255-0e83ad602c0c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.1017768 Jan 28 13:18:27.999696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.001158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:28.003582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] 10.222.0.60 "PUT /v2.0/ports/077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 HTTP/1.1" status: 200 len: 1096 time: 1.7612355 Jan 28 13:18:28.008214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:28.010719 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17" -d '{"events": [{"name": "network-changed", "server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:28.110810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d60248-6154-45df-9353-15cd657dff0c service neutron] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:28.143341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bebb615e-df60-4aee-ab2c-fad6efdbb956 req-3264ce53-e1b1-4bcd-8883-52a76ca8fc85 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464663 Jan 28 13:18:28.171422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-97f1255a-f9ec-4212-8e96-03c106e70e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.173836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-97f1255a-f9ec-4212-8e96-03c106e70e29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6dd562736b93453095c6266be0efefb2&device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 1099 time: 0.0988221 Jan 28 13:18:28.265984 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-e0cc11b5-6742-4dce-b5d4-6162ff8e23a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 HTTP/1.1" status: 200 len: 217 time: 0.0819821 Jan 28 13:18:28.314361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-1c9e2c1c-bc0a-4f56-85c6-5835e8fff797 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.315871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-1c9e2c1c-bc0a-4f56-85c6-5835e8fff797 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.1729357 Jan 28 13:18:28.325847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on host n-h1-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:28.326563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:28.326979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:28.337425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Request body: {'port': {'device_id': '2c814414-9800-416a-9cc6-092668d56ae0', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'admin_state_up': True, 'tenant_id': 'c0bfc9605ed140948b36ede1db3531db'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:28.359486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:28.359827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:28.360254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-1a94a81e-e711-445a-ba4e-a534bce42548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.362532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-1a94a81e-e711-445a-ba4e-a534bce42548 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0821457 Jan 28 13:18:28.369212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:28.369690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:28.370214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:28.370592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Bound port: ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:28.421526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-d626b247-be26-41f5-9790-193272213761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.423889 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-d626b247-be26-41f5-9790-193272213761 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544744 Jan 28 13:18:28.526496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-133d5ed3-a4aa-4c78-bd69-7a9b89a204b9 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937538 Jan 28 13:18:28.646811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6fb45beb-aa32-4d43-80b6-733386f4ea4a req-bf0f76f0-ffa7-4abe-b68a-91dbea4dd5da service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082606 Jan 28 13:18:28.704321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:28.713697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:28.714846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5b510c49-3334-48fe-b83e-28be07c18421 service neutron] 10.222.0.45 "POST /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7902727 Jan 28 13:18:28.732055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Made reservation on behalf of c0bfc9605ed140948b36ede1db3531db for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:28.735499 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:28.835708 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559cec41-ccbd-42e8-af78-37287465e037 x-openstack-request-id: req-559cec41-ccbd-42e8-af78-37287465e037 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:28.836340 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:28.836777 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-559cec41-ccbd-42e8-af78-37287465e037 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:28.837357 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'status': 'completed', 'code': 200} Jan 28 13:18:28.886444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Allocated IP 172.20.0.12 (4f65c7fb-9372-4e91-ab81-99b5e248ca4e/b6211d08-f1a5-4f55-bdd5-2f7d1a189800/4ec4a5df-cfc9-4171-a285-b6186c3c70b3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:28.956507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-3e4aa569-4a6d-4d74-bfd9-cba53c0540e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:28.959371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-3e4aa569-4a6d-4d74-bfd9-cba53c0540e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6dd562736b93453095c6266be0efefb2&device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 1099 time: 0.0831256 Jan 28 13:18:29.012651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-78e2e905-9cea-41bc-8558-0beb6d99835c tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=845f8a1715a44e7698bd2bd14b46df8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586131 Jan 28 13:18:29.110980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks [] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.138944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb6333-1fe3-43f4-872d-30b7a5196059 req-864ccca8-ae4b-4184-9f8f-25bd6f056702 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.140567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60eb6333-1fe3-43f4-872d-30b7a5196059 req-864ccca8-ae4b-4184-9f8f-25bd6f056702 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 948 time: 0.0757117 Jan 28 13:18:29.143415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-007952d7-c23e-44ad-bb48-bb6a72abffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.144935 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-007952d7-c23e-44ad-bb48-bb6a72abffbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1097 time: 0.1731319 Jan 28 13:18:29.199735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.218527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60eb6333-1fe3-43f4-872d-30b7a5196059 req-6fc5d684-9c04-4e2a-8901-b18f1886e792 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666208 Jan 28 13:18:29.249425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:29.249869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-7d11ff57-c0c6-4b3a-a4e6-fef621671255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.251335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-7d11ff57-c0c6-4b3a-a4e6-fef621671255 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2783074 Jan 28 13:18:29.253011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:29.258308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:29.268404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-c9c06f62-a3a8-47fd-8ed4-68ae7894a677 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.269843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-c9c06f62-a3a8-47fd-8ed4-68ae7894a677 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564454 Jan 28 13:18:29.287618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:29.320145 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-fd59f381-932e-443f-ba81-e1d6031e5c88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 HTTP/1.1" status: 200 len: 217 time: 0.0579693 Jan 28 13:18:29.325729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-ea66b2b7-df5d-4d4f-8d26-786ff0dba012 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/quotas/845f8a1715a44e7698bd2bd14b46df8d HTTP/1.1" status: 200 len: 375 time: 0.0465872 Jan 28 13:18:29.341419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.341853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.363942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-107074cc-0800-482b-a1c7-73b0dae2ed27 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0332265 Jan 28 13:18:29.372388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0bf9636f-49a7-404d-ad6c-6df89b2cf68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.372675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33321895-5381-41f6-b77e-79b08ffe8465 req-24b9916d-02e5-4ab1-b76e-92969a6147b4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.373820 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0bf9636f-49a7-404d-ad6c-6df89b2cf68e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.2208281 Jan 28 13:18:29.374100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33321895-5381-41f6-b77e-79b08ffe8465 req-24b9916d-02e5-4ab1-b76e-92969a6147b4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 946 time: 0.0754197 Jan 28 13:18:29.378986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Request body: {'port': {'device_id': '2c814414-9800-416a-9cc6-092668d56ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:29.391196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-9ede1365-9960-4d8b-9a1c-48af6ec0272f tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=845f8a1715a44e7698bd2bd14b46df8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590439 Jan 28 13:18:29.434066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-29511f27-c1bf-4e3d-a025-ba9e1260df77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 217 time: 0.0452321 Jan 28 13:18:29.472242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33321895-5381-41f6-b77e-79b08ffe8465 req-bde773ae-5986-4ff0-be9a-4c9b5de0de7b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894771 Jan 28 13:18:29.472996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.480793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-4fa0c4ce-a601-4712-b84b-6217fa7958cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.482276 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-4fa0c4ce-a601-4712-b84b-6217fa7958cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1512396 Jan 28 13:18:29.488157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-f87578b4-a366-48d3-8ce0-4472b9bc8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.499193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-f87578b4-a366-48d3-8ce0-4472b9bc8fd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0507722 Jan 28 13:18:29.544107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-09627c64-b303-4c4b-8592-23e6ef40b970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439367 Jan 28 13:18:29.571143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-e4ab9efd-a042-43f8-aa50-876f745999a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.572666 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-e4ab9efd-a042-43f8-aa50-876f745999a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814316 Jan 28 13:18:29.704913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfceed-5498-474a-a7d2-efcd22ea9201 req-578200cb-8ee7-4f99-8a3d-e64a0fb6cc17 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.706496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cebfceed-5498-474a-a7d2-efcd22ea9201 req-578200cb-8ee7-4f99-8a3d-e64a0fb6cc17 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 932 time: 0.1096833 Jan 28 13:18:29.765049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888a83-1385-4a2b-915c-dc8b41cd3703 req-47f159f3-f783-466c-9cd6-a9eb4d0042d2 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:29.767102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0888a83-1385-4a2b-915c-dc8b41cd3703 req-47f159f3-f783-466c-9cd6-a9eb4d0042d2 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 949 time: 0.1405463 Jan 28 13:18:29.769636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.36', 50762) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:29.778670 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-6fd37109-11cb-450d-95cc-ed5c6d4b0b41 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198467 Jan 28 13:18:29.792427 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-5ccc32b5-5d24-456f-8564-547306bcda9f service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101762 Jan 28 13:18:29.815958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cebfceed-5498-474a-a7d2-efcd22ea9201 req-d6d50eff-a910-48e2-b733-80855ab4a3a1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035726 Jan 28 13:18:29.874355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-a28db52a-75d9-4288-8e69-13ddd2b76e7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010828 Jan 28 13:18:29.889693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:29.898924 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Publish callbacks [] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.926212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Transition to ACTIVE for port object 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:29.940562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:29.953943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0888a83-1385-4a2b-915c-dc8b41cd3703 req-dd2f72bc-d99c-427f-85e6-6c7beb820c94 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727679 Jan 28 13:18:30.008447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b20a1b82-1ee6-4ec0-b9a7-bb6f90be5d17 req-8861b826-a168-4da8-ac37-0c9129171e02 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998277 Jan 28 13:18:30.012440 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-fc774985-fd17-42fe-bffc-3fe45dcb53da service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227936 Jan 28 13:18:30.082072 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-327b4bee-07df-4fd7-a26c-ffc33820764e req-eb78ff4e-17a2-4a3b-8be5-b2ac2909ac59 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 210 time: 0.0383284 Jan 28 13:18:30.090580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:30.122198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-ac5067b0-06a0-44d6-ac36-e36c4396e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.123726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-ac5067b0-06a0-44d6-ac36-e36c4396e16b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1095 time: 0.1931396 Jan 28 13:18:30.137068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5d6b02ad-f4b9-44b5-ba01-7e5dabbdbe84 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.138569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-5d6b02ad-f4b9-44b5-ba01-7e5dabbdbe84 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1097 time: 0.0591133 Jan 28 13:18:30.156204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822748-2'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:30.205006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a285-c1c7-4434-95af-08d11665704e req-077f7b0a-1f48-49d3-985e-355b15db7438 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.207256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f96a285-c1c7-4434-95af-08d11665704e req-077f7b0a-1f48-49d3-985e-355b15db7438 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.2021081 Jan 28 13:18:30.245928 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.339227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:30.339578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:30.339984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:30.359706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:30.360067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:30.367872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-7776b33c-61fc-4cd2-9d31-63830d69b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.369372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-7776b33c-61fc-4cd2-9d31-63830d69b02a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.2144475 Jan 28 13:18:30.375813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:30.376193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:30.376587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:30.377057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Bound port: 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:30.377399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.386318 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-4c7cc7fd-0b0b-450b-9e3e-366ce02b0fef tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=83b355b9efda408a8c394683621cd84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297577 Jan 28 13:18:30.396135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f96a285-c1c7-4434-95af-08d11665704e req-6aad6f71-60ed-4f69-8c4a-2abbeed26d74 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503353 Jan 28 13:18:30.435653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-56dbeecc-cb1c-46ff-9b90-2191b53aaf72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 217 time: 0.0541019 Jan 28 13:18:30.478535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:30.547488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-959cb9fe-b518-4da0-9daa-b670c00171cc tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.548315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-bdaaf1d3-44b2-48c9-b9b1-6b76b3f9d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.548916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-959cb9fe-b518-4da0-9daa-b670c00171cc tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550422 Jan 28 13:18:30.549754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-bdaaf1d3-44b2-48c9-b9b1-6b76b3f9d816 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0964270 Jan 28 13:18:30.554216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:30.555146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:30.560571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:30.571955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.586095 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-4091b48f-740c-4575-9270-0a33875b0516 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/quotas/83b355b9efda408a8c394683621cd84f HTTP/1.1" status: 200 len: 375 time: 0.0299370 Jan 28 13:18:30.599355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-18356f1b-e75a-400b-8f81-99e246753add service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412629 Jan 28 13:18:30.613369 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Publish callbacks [] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.631343 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.638917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832ac3a-7f99-4eff-9cdc-d54b79d9b620 req-88e2aff8-f5ca-49b2-bb71-99e0c2bb3625 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.640420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9832ac3a-7f99-4eff-9cdc-d54b79d9b620 req-88e2aff8-f5ca-49b2-bb71-99e0c2bb3625 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 948 time: 0.1565030 Jan 28 13:18:30.658951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.659573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.660930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 1092 time: 1.2859325 Jan 28 13:18:30.661751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:30.664313 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60666836-8604-4822-803f-566526ced6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:30.694137 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-3d9bd272-eae3-442a-936a-b62ac3abf7d8 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83b355b9efda408a8c394683621cd84f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946035 Jan 28 13:18:30.727936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:30.739627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on host n-h2-822748-2 for vnic_type normal with profile {"migrating_to": "n-h1-822748-2"} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:30.740137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:30.740475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:30.746109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:30.746438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Attempting to bind port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:30.751925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:30.752300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:30.752687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:30.753261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Bound port: ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:30.753552 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:30.782204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854671b7-87ac-466c-9606-c2622dab19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:30.805317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.36', 50764) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:30.827518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9832ac3a-7f99-4eff-9cdc-d54b79d9b620 req-ecf22358-fb01-4f8b-be22-ce051d684195 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713567 Jan 28 13:18:30.837761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-46575f0e-1acc-4cb1-8a08-e03abaf40108 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156246 Jan 28 13:18:30.841205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-5d46530e-1db0-47bb-9e53-7529dcd46a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:30.841484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:30.841985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-5d46530e-1db0-47bb-9e53-7529dcd46a46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1095 time: 0.1033554 Jan 28 13:18:30.843719 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25e99da-c5bb-4013-b6fe-be2ef7945bff" -d '{"events": [{"server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:30.849541 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-189d5f00-3f16-42b9-9dc9-3dde5f07c71d tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=845f8a1715a44e7698bd2bd14b46df8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432320 Jan 28 13:18:30.882000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:30.916730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-52cb48f6-5a73-43db-9145-f6ab8649cd2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 217 time: 0.0601988 Jan 28 13:18:30.929167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:30.941097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.038659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-20e9edde-4e95-4371-ad9f-ebac0b6be4f9 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.039280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-b47c3034-a266-4558-818c-35e61195a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.040201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-20e9edde-4e95-4371-ad9f-ebac0b6be4f9 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845653 Jan 28 13:18:31.040968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-b47c3034-a266-4558-818c-35e61195a26d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1130946 Jan 28 13:18:31.042450 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e3155-7aae-4e81-a086-a5109fd3c030 x-openstack-request-id: req-4b9e3155-7aae-4e81-a086-a5109fd3c030 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:31.042711 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:31.043028 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b9e3155-7aae-4e81-a086-a5109fd3c030 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:31.043494 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3', 'status': 'completed', 'code': 200} Jan 28 13:18:31.049414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:31.072910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Request body: {'port': {'device_id': '39684bea-8e3a-4282-8da6-323656b47496', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '845f8a1715a44e7698bd2bd14b46df8d'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:31.075332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49fcb615-a436-482b-9bb3-df98a7709fc5 req-85db76fa-990c-4bd5-9991-9426757395d2 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052071 Jan 28 13:18:31.094031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-535421d5-122f-450f-97c2-c349c3d858d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371635 Jan 28 13:18:31.184996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['ef4fc73f-4d7e-49d8-9080-d1d280a130f2'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:31.242443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8d64-14ef-4d25-b673-6ae56bfa5a55 req-e5d59a00-9262-4cf1-b45c-600c9a31bd04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.244349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5eea8d64-14ef-4d25-b673-6ae56bfa5a55 req-e5d59a00-9262-4cf1-b45c-600c9a31bd04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.1542923 Jan 28 13:18:31.302627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-465297e0-cf97-4877-afef-68555a9f0af0 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967502 Jan 28 13:18:31.376978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5eea8d64-14ef-4d25-b673-6ae56bfa5a55 req-6dadf177-e8d4-4784-be15-266da62a91ec tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242456 Jan 28 13:18:31.452802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f63a785a-5e7e-45a7-a5d2-0fce02267294 req-ebe4656a-3322-44f9-8764-971622609585 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430008 Jan 28 13:18:31.472650 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced41c02-7655-46ee-b588-9ab512cc6f19 x-openstack-request-id: req-ced41c02-7655-46ee-b588-9ab512cc6f19 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:31.473205 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:31.473205 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ced41c02-7655-46ee-b588-9ab512cc6f19 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:31.473641 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2', 'code': 200} Jan 28 13:18:31.476139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.476766 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.478128 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-103fcdda-f4db-4d95-ae15-85bd29288af0 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 1122 time: 1.3308289 Jan 28 13:18:31.637797 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-018c3148-3864-43b9-b348-2b47c336d882 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1631486 Jan 28 13:18:31.648685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666836-8604-4822-803f-566526ced6e1 req-05b2acd7-d953-4a67-966d-457370cff866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.650353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60666836-8604-4822-803f-566526ced6e1 req-05b2acd7-d953-4a67-966d-457370cff866 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1095 time: 0.1332188 Jan 28 13:18:31.661659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a8e7-b329-47a2-8fd0-7b2e038a0909 req-d04e6fad-8159-421a-8958-41d9e109b532 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.663769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-66d9a8e7-b329-47a2-8fd0-7b2e038a0909 req-d04e6fad-8159-421a-8958-41d9e109b532 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.2077155 Jan 28 13:18:31.698874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Made reservation on behalf of 845f8a1715a44e7698bd2bd14b46df8d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:31.711283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.789526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:31.815898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8aa5123-d661-4d61-89c5-800840be93ff req-d1744d7e-6e1f-4cd1-afe1-b348d92fe4bd tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 210 time: 0.0408967 Jan 28 13:18:31.903535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ded19d73-8540-4d1b-b8a9-f47f90a5d20a req-1978b102-235a-4d2f-8813-2e95769f1390 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 210 time: 0.0310318 Jan 28 13:18:31.904727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36864) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:31.948679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-66d9a8e7-b329-47a2-8fd0-7b2e038a0909 req-89f2bbfc-9135-4607-902d-f261f77bcd81 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507172 Jan 28 13:18:31.957526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-1d13cbc1-6097-4640-ab8d-d7f831261347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.959823 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-1d13cbc1-6097-4640-ab8d-d7f831261347 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1095 time: 0.1934028 Jan 28 13:18:31.987483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666836-8604-4822-803f-566526ced6e1 req-8bbb3797-c321-47fa-af1d-b574ac9a5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:31.987483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60666836-8604-4822-803f-566526ced6e1 req-8bbb3797-c321-47fa-af1d-b574ac9a5d5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.3071465 Jan 28 13:18:32.077093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60666836-8604-4822-803f-566526ced6e1 req-082631d7-6193-4518-8353-972dc3f6beb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 217 time: 0.0784674 Jan 28 13:18:32.095276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d9af77a-9339-4414-a24d-d98c68aad6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.137413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbdb57-b3ef-4b83-a9b5-491ae86512f6 req-970b4e71-3953-4d32-8daf-eaa91f7d3c86 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.138874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7dbdb57-b3ef-4b83-a9b5-491ae86512f6 req-970b4e71-3953-4d32-8daf-eaa91f7d3c86 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 948 time: 0.0768974 Jan 28 13:18:32.194277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks [] for security_group (3061e769-e7d1-458f-b552-c352f4270f40), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.203406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3061e769-e7d1-458f-b552-c352f4270f40), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.218769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7dbdb57-b3ef-4b83-a9b5-491ae86512f6 req-4bd01d02-b539-4ee4-ac3d-aef1df20c234 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700331 Jan 28 13:18:32.228644 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d9af77a-9339-4414-a24d-d98c68aad6d8 admin admin] Publish callbacks [] for security_group (c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.232824 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d9af77a-9339-4414-a24d-d98c68aad6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.258881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7222f-a56e-47a7-9281-63e44c46189b req-73a0c3e3-7976-45b8-9bb2-c5fe934387a8 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.260420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49e7222f-a56e-47a7-9281-63e44c46189b req-73a0c3e3-7976-45b8-9bb2-c5fe934387a8 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.1998703 Jan 28 13:18:32.261814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666836-8604-4822-803f-566526ced6e1 req-b003cdf7-aa59-4e9f-a4ea-4b1b15ce02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.263146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60666836-8604-4822-803f-566526ced6e1 req-b003cdf7-aa59-4e9f-a4ea-4b1b15ce02db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1495612 Jan 28 13:18:32.273982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d9af77a-9339-4414-a24d-d98c68aad6d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50154fd7b36049009494efc37b97a02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679688 Jan 28 13:18:32.275197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9af77a-9339-4414-a24d-d98c68aad6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:32.277446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:32.326900 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d64ea4e8-a739-448a-a7d7-688111916464 admin admin] Publish callbacks [] for security_group (c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.347960 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d64ea4e8-a739-448a-a7d7-688111916464 admin admin] Publish callbacks [] for security_group (c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.360090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60666836-8604-4822-803f-566526ced6e1 req-9705f622-d2bb-4f4d-b498-e15c5fcb7667 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621943 Jan 28 13:18:32.367662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3061e769-e7d1-458f-b552-c352f4270f40,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:32.375419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-22e33b55-cf66-4d8a-8541-684cd773a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.376600 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-22e33b55-cf66-4d8a-8541-684cd773a824 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.3732245 Jan 28 13:18:32.401013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d64ea4e8-a739-448a-a7d7-688111916464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.405617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d64ea4e8-a739-448a-a7d7-688111916464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.406912 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d64ea4e8-a739-448a-a7d7-688111916464 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf HTTP/1.1" status: 204 len: 168 time: 0.1284335 Jan 28 13:18:32.419441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ea4e8-a739-448a-a7d7-688111916464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f0f93f-6507-4cd7-8fc8-3afb83a3d6bf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:32.521251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-6ca05208-f0f2-47c4-abc0-1bc4a00300f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.1103177 Jan 28 13:18:32.537512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:32.540285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-7e251adc-8887-445e-a147-f7125651a636 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=83b355b9efda408a8c394683621cd84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561962 Jan 28 13:18:32.554451 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49e7222f-a56e-47a7-9281-63e44c46189b req-249b1035-9694-4024-96b6-89d2d984b770 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575810 Jan 28 13:18:32.598337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca847ee-9a33-4ed6-93a7-c090ff5ff4a3 req-9123fd23-ab55-4259-ad03-cc5252f99c3c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.606400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cca847ee-9a33-4ed6-93a7-c090ff5ff4a3 req-9123fd23-ab55-4259-ad03-cc5252f99c3c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.1240695 Jan 28 13:18:32.613187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Allocated IP 192.168.233.166 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/3aad6df2-21a0-48c7-850c-a10b7d4af400) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:32.654663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-9a2e5d01-3502-4d97-a9e8-d304a2961b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.656184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-9a2e5d01-3502-4d97-a9e8-d304a2961b17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1280618 Jan 28 13:18:32.660426 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60666836-8604-4822-803f-566526ced6e1 req-551f19ae-f28b-4406-b79a-64db3f4915a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899420 Jan 28 13:18:32.712425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:32.725133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cca847ee-9a33-4ed6-93a7-c090ff5ff4a3 req-b99901b1-90da-4a55-86a2-3edcff9b950f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178269 Jan 28 13:18:32.734667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'mac_address': 'fa:16:3e:4d:1f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:32.766574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-d8a1ea82-8957-454b-8d40-01055a883ed5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874722 Jan 28 13:18:32.805188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:32.805908 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.821017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-f32cdce2-e683-45fa-b116-8de478561f3b tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:32.822774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-f32cdce2-e683-45fa-b116-8de478561f3b tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755513 Jan 28 13:18:32.828922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:32.851993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:32.853270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Request body: {'port': {'device_id': 'a0aa438e-958c-447e-becd-5780c0997da5', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '83b355b9efda408a8c394683621cd84f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:32.859731 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.932328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36878) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:32.943800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:32.957748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17cc176b-ad8e-4eb9-84da-92bfb8ab5766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:32.990314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60666836-8604-4822-803f-566526ced6e1 req-1a0e8112-3b74-44a3-90e0-24e0ec88fb93 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222423 Jan 28 13:18:32.992172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb4f36b1-f965-4aba-ac5a-a2da4f45956d req-07cd1d55-d13f-4de3-a488-6f65a2e39da4 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 210 time: 0.0485334 Jan 28 13:18:33.026650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-5aaad6ce-b6da-400b-b7da-2a23b9c141f1 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521183 Jan 28 13:18:33.049569 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks [] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.070282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12f7a41c-a1d7-4c2a-9ad9-db43e767f741 req-e574cf3e-e11a-4eb3-9cc2-2618a863dfdc tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 210 time: 0.0405748 Jan 28 13:18:33.077326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Made reservation on behalf of 83b355b9efda408a8c394683621cd84f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:33.080736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.131469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17cc176b-ad8e-4eb9-84da-92bfb8ab5766 admin admin] Publish callbacks [] for security_group (c01c2e73-5640-4863-adcb-abc317f1ff46), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.135611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17cc176b-ad8e-4eb9-84da-92bfb8ab5766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c01c2e73-5640-4863-adcb-abc317f1ff46), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.194624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260ad4-60f0-4bd3-aec5-285479efcf97 req-dbcf170c-c18c-4097-be11-dcb608114e4d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.196572 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00260ad4-60f0-4bd3-aec5-285479efcf97 req-dbcf170c-c18c-4097-be11-dcb608114e4d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.1025116 Jan 28 13:18:33.197930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.203902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:33.216018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a03212f-a956-4701-955e-221fbcc6d6e9 req-8c9ac118-3e20-4f47-9634-908892f2d82f service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763663 Jan 28 13:18:33.221613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-17cc176b-ad8e-4eb9-84da-92bfb8ab5766 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1374f117b06248c7aee2e29657a6054c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882457 Jan 28 13:18:33.226557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc176b-ad8e-4eb9-84da-92bfb8ab5766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c2e73-5640-4863-adcb-abc317f1ff46,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:33.228746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:33.256215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:33.271490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:33.278286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:33.285885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:33.291673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Pushing event updated for resources: {'Port': ['ID=3aad6df2-21a0-48c7-850c-a10b7d4af400,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:33.303676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Allocated IP 192.168.233.238 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/5af28901-64e2-4e0d-801e-b29268f1ed66) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:33.342429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-775776af-b57e-45bd-867e-ea4993934676 admin admin] Publish callbacks [] for security_group (c01c2e73-5640-4863-adcb-abc317f1ff46), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.368689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00260ad4-60f0-4bd3-aec5-285479efcf97 req-851e92f9-ddb3-4b08-ab57-d2ba655ec864 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547513 Jan 28 13:18:33.370385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-775776af-b57e-45bd-867e-ea4993934676 admin admin] Publish callbacks [] for security_group (c01c2e73-5640-4863-adcb-abc317f1ff46), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.399518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.401097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.434153 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-2a4bc63f-8008-404c-a017-21a11e17baad tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3679523 Jan 28 13:18:33.447793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Request body: {'port': {'device_id': '39684bea-8e3a-4282-8da6-323656b47496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:33.493603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:33.496101 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6565638d-da25-4093-a141-0f9487f9ac3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:33.525223 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-775776af-b57e-45bd-867e-ea4993934676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c01c2e73-5640-4863-adcb-abc317f1ff46), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.527769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-775776af-b57e-45bd-867e-ea4993934676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.528964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-775776af-b57e-45bd-867e-ea4993934676 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c01c2e73-5640-4863-adcb-abc317f1ff46 HTTP/1.1" status: 204 len: 168 time: 0.2817469 Jan 28 13:18:33.534180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.542969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6670ff-247c-4846-ac91-6b31a0afd3c7 req-013d66a7-ecc1-415d-a436-0f5b0c90668c tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.549676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a6670ff-247c-4846-ac91-6b31a0afd3c7 req-013d66a7-ecc1-415d-a436-0f5b0c90668c tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 949 time: 0.1412816 Jan 28 13:18:33.563252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:33.575168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775776af-b57e-45bd-867e-ea4993934676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c2e73-5640-4863-adcb-abc317f1ff46,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:33.686559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a6670ff-247c-4846-ac91-6b31a0afd3c7 req-44391827-b781-4405-9bf7-47f60b5d6353 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247091 Jan 28 13:18:33.690811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks [] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.695286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 has no active binding in host n-h1-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:18:33.695681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:33.703216 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1854ea87-88e9-4bf9-acee-f39ff11f7d12 x-openstack-request-id: req-1854ea87-88e9-4bf9-acee-f39ff11f7d12 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:33.703845 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:33.703845 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1854ea87-88e9-4bf9-acee-f39ff11f7d12 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:33.704396 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2', 'status': 'completed', 'code': 200} Jan 28 13:18:33.778714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565638d-da25-4093-a141-0f9487f9ac3a req-daab4530-b72c-48f1-b7cf-406408a81a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.780240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6565638d-da25-4093-a141-0f9487f9ac3a req-daab4530-b72c-48f1-b7cf-406408a81a1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1125 time: 0.0752947 Jan 28 13:18:33.783445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.805159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['65046a54-e700-4055-99c4-0ae927365dcb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:33.882966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d1d0ccf8-fe07-4186-babf-3899ed8607a6 None None] Provisioning complete for port 3aad6df2-21a0-48c7-850c-a10b7d4af400 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:33.883351 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ccf8-fe07-4186-babf-3899ed8607a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:33.897021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Pushing event updated for resources: {'Port': ['ID=5af28901-64e2-4e0d-801e-b29268f1ed66,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:33.958722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:33.970140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5746-e7ba-42b6-9144-8778348a24fb req-0218abdc-8841-4510-b3e6-a0893fc54566 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:33.978467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01bc5746-e7ba-42b6-9144-8778348a24fb req-0218abdc-8841-4510-b3e6-a0893fc54566 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.1032255 Jan 28 13:18:33.982516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:33.988976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:33.994805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:34.035699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'port_id': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3', 'mac_address': 'fa:16:3e:f1:13:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6211d08-f1a5-4f55-bdd5-2f7d1a189800', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:34.038940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8115e8a-eadc-42bc-b9c1-04c7d7542f7d req-0ee67417-ea2e-46fe-a5df-7aae34a40ab0 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.043155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d1d0ccf8-fe07-4186-babf-3899ed8607a6 None None] Port 3aad6df2-21a0-48c7-850c-a10b7d4af400 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:34.047943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8115e8a-eadc-42bc-b9c1-04c7d7542f7d req-0ee67417-ea2e-46fe-a5df-7aae34a40ab0 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.2642126 Jan 28 13:18:34.062075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.062712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.113909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-af87daf7-4259-449a-b1d9-3f32836e0f93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2749405 Jan 28 13:18:34.123001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-7ca94231-080f-4442-8c07-23b3a9e9ffde tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.125367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-7ca94231-080f-4442-8c07-23b3a9e9ffde tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.2580147 Jan 28 13:18:34.137429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Request body: {'port': {'device_id': 'a0aa438e-958c-447e-becd-5780c0997da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:34.140882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:34.141293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.184736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:34.223343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565638d-da25-4093-a141-0f9487f9ac3a req-4829e471-2203-4d06-8fb3-8ef3576174b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.230166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6565638d-da25-4093-a141-0f9487f9ac3a req-4829e471-2203-4d06-8fb3-8ef3576174b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.3719604 Jan 28 13:18:34.252681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:34.258970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.264914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.302763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01bc5746-e7ba-42b6-9144-8778348a24fb req-78c21186-7178-4ca7-8540-1519eeda48b6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226039 Jan 28 13:18:34.330774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aad6df2-21a0-48c7-850c-a10b7d4af400 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:34.351400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:34.354450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Publish callbacks [] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.384063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Transition to ACTIVE for port object 3aad6df2-21a0-48c7-850c-a10b7d4af400 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:34.399961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8115e8a-eadc-42bc-b9c1-04c7d7542f7d req-a5414a91-5d59-4aef-8d1a-229dc168f91d tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508973 Jan 28 13:18:34.442024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.452021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6565638d-da25-4093-a141-0f9487f9ac3a req-c3f86226-ccca-4a86-8953-ba10c8e8f0ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 217 time: 0.0663567 Jan 28 13:18:34.469241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bdcb6711-ed2d-4e23-8f96-46e2b41debee None None] Provisioning complete for port 5af28901-64e2-4e0d-801e-b29268f1ed66 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:34.469624 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bdcb6711-ed2d-4e23-8f96-46e2b41debee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.505439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d55e1-7c40-4429-a5a0-2517f4887bf7 req-134bb02a-43f8-4f45-add3-73db0f708d78 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:34.512340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f7d55e1-7c40-4429-a5a0-2517f4887bf7 req-134bb02a-43f8-4f45-add3-73db0f708d78 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 936 time: 0.1313031 Jan 28 13:18:34.529491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb6711-ed2d-4e23-8f96-46e2b41debee None None] Port 5af28901-64e2-4e0d-801e-b29268f1ed66 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:34.533590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4ec4a5df-cfc9-4171-a285-b6186c3c70b3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:34.553314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Pushing event updated for resources: {'Port': ['ID=3aad6df2-21a0-48c7-850c-a10b7d4af400,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:34.581797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:34.622836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f7d55e1-7c40-4429-a5a0-2517f4887bf7 req-5c1c198d-888b-4041-974f-9a1822905968 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096175 Jan 28 13:18:34.771413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:34.790861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af28901-64e2-4e0d-801e-b29268f1ed66 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:34.810801 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Publish callbacks [] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.814844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:34.828594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.836982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Transition to ACTIVE for port object 5af28901-64e2-4e0d-801e-b29268f1ed66 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:34.842202 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b58d993-877b-4aea-93af-04f3d92531c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.883836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:34.982875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:34.983281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.041534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:35.044880 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1e080-c769-4022-a8e1-ac4970fecc6f" -d '{"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-plugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:35.062828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:35.069968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.133532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:35.188213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565638d-da25-4093-a141-0f9487f9ac3a req-8ca55f2f-ceb4-4a78-88ea-5fe6ce56c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.199976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6565638d-da25-4093-a141-0f9487f9ac3a req-8ca55f2f-ceb4-4a78-88ea-5fe6ce56c3b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.7107255 Jan 28 13:18:35.244358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b7e01-4d48-4305-9717-c5bca77b92f8 req-95b7e653-80d7-419c-b396-df9526052f23 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.252073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b6b7e01-4d48-4305-9717-c5bca77b92f8 req-95b7e653-80d7-419c-b396-df9526052f23 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 948 time: 0.6960604 Jan 28 13:18:35.255660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458221-2d55-415b-a53c-81c7bc3dc576 req-51a19c52-8b25-43fe-80aa-059132637ffd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.257513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56458221-2d55-415b-a53c-81c7bc3dc576 req-51a19c52-8b25-43fe-80aa-059132637ffd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 945 time: 0.4172654 Jan 28 13:18:35.262734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5af28901-64e2-4e0d-801e-b29268f1ed66,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:35.283963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Deleting port 5670a699-2def-4786-996d-3f9b3da517c3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:35.284511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5670a699-2def-4786-996d-3f9b3da517c3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.297652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6565638d-da25-4093-a141-0f9487f9ac3a req-09f7e975-c372-47a4-88ff-e448d0e128ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826170 Jan 28 13:18:35.366892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56458221-2d55-415b-a53c-81c7bc3dc576 req-85757766-cd68-4644-8f07-00a01fcd9237 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964336 Jan 28 13:18:35.389614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Attempting to bind port 5af28901-64e2-4e0d-801e-b29268f1ed66 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:35.389614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Attempting to bind port 5af28901-64e2-4e0d-801e-b29268f1ed66 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:35.389614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Attempting to bind port 5af28901-64e2-4e0d-801e-b29268f1ed66 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:35.389614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Port 5af28901-64e2-4e0d-801e-b29268f1ed66 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:35.389614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Attempting to bind port 5af28901-64e2-4e0d-801e-b29268f1ed66 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:35.396779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:35.397143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:35.397536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:35.397983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Bound port: 5af28901-64e2-4e0d-801e-b29268f1ed66, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:35.398349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.409292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Attempting to bind port 3aad6df2-21a0-48c7-850c-a10b7d4af400 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:35.409640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Attempting to bind port 3aad6df2-21a0-48c7-850c-a10b7d4af400 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:35.409978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Attempting to bind port 3aad6df2-21a0-48c7-850c-a10b7d4af400 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:35.414351 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6565638d-da25-4093-a141-0f9487f9ac3a req-7b1fbcd3-1e8d-472c-9c07-635d20216e73 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994539 Jan 28 13:18:35.463046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Port 3aad6df2-21a0-48c7-850c-a10b7d4af400 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:35.463374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Attempting to bind port 3aad6df2-21a0-48c7-850c-a10b7d4af400 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:35.499973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] For port 5af28901-64e2-4e0d-801e-b29268f1ed66, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:35.503858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] For port 5af28901-64e2-4e0d-801e-b29268f1ed66, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5af28901-64e2-4e0d-801e-b29268f1ed66,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:35.521528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ab5a-24f9-4810-bb65-75701c01f6f5 req-99759f58-47c0-4555-87e7-6744dd3c74ea tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.521528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a23ab5a-24f9-4810-bb65-75701c01f6f5 req-99759f58-47c0-4555-87e7-6744dd3c74ea tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 950 time: 0.0722516 Jan 28 13:18:35.521528 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.534650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:35.534962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:35.535310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:35.535779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Bound port: 3aad6df2-21a0-48c7-850c-a10b7d4af400, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:35.537183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.568992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.569620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.571155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/5af28901-64e2-4e0d-801e-b29268f1ed66 HTTP/1.1" status: 200 len: 1096 time: 1.4432299 Jan 28 13:18:35.571612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aa438e-958c-447e-becd-5780c0997da5', 'tag': '5af28901-64e2-4e0d-801e-b29268f1ed66'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:35.573922 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4f1a37-248a-4ab6-959c-be4248241831" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aa438e-958c-447e-becd-5780c0997da5", "tag": "5af28901-64e2-4e0d-801e-b29268f1ed66"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:35.579068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b6b7e01-4d48-4305-9717-c5bca77b92f8 req-2d1125a2-7c2b-4a7c-8197-d5c8968a872a tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236248 Jan 28 13:18:35.619818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a612b-7531-4b26-b2e1-d7d7e67930e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5af28901-64e2-4e0d-801e-b29268f1ed66,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:35.625858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a23ab5a-24f9-4810-bb65-75701c01f6f5 req-ffcb99ff-3d25-424f-975b-dc6909ee4647 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786049 Jan 28 13:18:35.692506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] For port 5670a699-2def-4786-996d-3f9b3da517c3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5670a699-2def-4786-996d-3f9b3da517c3,segment=NetworkSegment(ed033c48-c1d2-4444-bf4f-2d29692426b9),segment_id=ed033c48-c1d2-4444-bf4f-2d29692426b9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:35.692907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5670a699-2def-4786-996d-3f9b3da517c3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.699568 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c5a1d-4ed8-48fd-abc6-90514daf5dd8 x-openstack-request-id: req-c83c5a1d-4ed8-48fd-abc6-90514daf5dd8 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:35.700087 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-plugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:35.700330 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c83c5a1d-4ed8-48fd-abc6-90514daf5dd8 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:35.700734 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'code': 200} Jan 28 13:18:35.719064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Calling delete_port for 5670a699-2def-4786-996d-3f9b3da517c3 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:35.733157 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6565638d-da25-4093-a141-0f9487f9ac3a req-b4593936-2d0a-424c-ba71-2614bf7e4985 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868426 Jan 28 13:18:35.733463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-27e1cbf1-c847-431a-9ec5-6b9ff97c2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.735333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-27e1cbf1-c847-431a-9ec5-6b9ff97c2054 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b355b9efda408a8c394683621cd84f&device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 1099 time: 0.0835545 Jan 28 13:18:35.753740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] For port 3aad6df2-21a0-48c7-850c-a10b7d4af400, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:35.766995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] For port 3aad6df2-21a0-48c7-850c-a10b7d4af400, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3aad6df2-21a0-48c7-850c-a10b7d4af400,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:35.808536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.831318 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-7c5b83dd-47f3-4ccf-9d50-b230c2a68502 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5af28901-64e2-4e0d-801e-b29268f1ed66 HTTP/1.1" status: 200 len: 217 time: 0.0787275 Jan 28 13:18:35.881036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967c60-6c2d-4cab-a04b-957774101df7 req-81381b13-2f9b-4597-87da-732e84f7a610 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.882548 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43967c60-6c2d-4cab-a04b-957774101df7 req-81381b13-2f9b-4597-87da-732e84f7a610 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.1332686 Jan 28 13:18:35.901963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-cd55c6d0-8cd9-464c-8457-22aa3de1b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.903386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-cd55c6d0-8cd9-464c-8457-22aa3de1b5cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0647237 Jan 28 13:18:35.922266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.923149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:35.924584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] 10.222.0.36 "PUT /v2.0/ports/3aad6df2-21a0-48c7-850c-a10b7d4af400 HTTP/1.1" status: 200 len: 1096 time: 2.4833016 Jan 28 13:18:35.925207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39684bea-8e3a-4282-8da6-323656b47496', 'tag': '3aad6df2-21a0-48c7-850c-a10b7d4af400'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:35.928493 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf461641-9a0e-4930-8763-3e564b524b05" -d '{"events": [{"name": "network-changed", "server_uuid": "39684bea-8e3a-4282-8da6-323656b47496", "tag": "3aad6df2-21a0-48c7-850c-a10b7d4af400"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:35.972786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95d1d3-1617-4f08-b569-6f49c8845328 service neutron] Pushing event updated for resources: {'Port': ['ID=3aad6df2-21a0-48c7-850c-a10b7d4af400,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:35.981519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66297f-527e-4b6a-8d04-250848423de0 req-486fe636-146e-44bc-8f77-2ee73a5b675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.983238 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dc66297f-527e-4b6a-8d04-250848423de0 req-486fe636-146e-44bc-8f77-2ee73a5b675d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 1101 time: 0.1851771 Jan 28 13:18:35.988216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43967c60-6c2d-4cab-a04b-957774101df7 req-5cdbc100-25e9-41c3-b98e-e0a788a59219 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939305 Jan 28 13:18:35.996404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2def0f4-f158-406b-8b7f-3db651b0bc13 req-ef6ba77b-3d74-48a1-9d35-d9a98c4e9530 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:35.998228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2def0f4-f158-406b-8b7f-3db651b0bc13 req-ef6ba77b-3d74-48a1-9d35-d9a98c4e9530 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 946 time: 0.1876400 Jan 28 13:18:36.001466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626030-e526-414a-8a48-c52eb9375100 req-8b803d2b-0d4c-4efb-96eb-778d7c602d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.003137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-8b803d2b-0d4c-4efb-96eb-778d7c602d23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910823 Jan 28 13:18:36.045107 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca20aff9-95ca-463e-abec-1e35751ec06c x-openstack-request-id: req-ca20aff9-95ca-463e-abec-1e35751ec06c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:36.045476 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aa438e-958c-447e-becd-5780c0997da5", "tag": "5af28901-64e2-4e0d-801e-b29268f1ed66", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:36.045803 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca20aff9-95ca-463e-abec-1e35751ec06c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:36.046266 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aa438e-958c-447e-becd-5780c0997da5', 'tag': '5af28901-64e2-4e0d-801e-b29268f1ed66', 'status': 'completed', 'code': 200} Jan 28 13:18:36.158728 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-62359099-1208-4844-bf0b-99d90b454ec7 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457121 Jan 28 13:18:36.166427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07058bf-0e31-4260-bb49-eacf4d2c0efb req-094c337b-2936-4547-872e-cda715473d29 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.167858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e07058bf-0e31-4260-bb49-eacf4d2c0efb req-094c337b-2936-4547-872e-cda715473d29 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 948 time: 0.0758181 Jan 28 13:18:36.168482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-1956d658-4060-4272-91b1-0e6c428a5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.170066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-1956d658-4060-4272-91b1-0e6c428a5cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=845f8a1715a44e7698bd2bd14b46df8d&device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 1099 time: 0.1691742 Jan 28 13:18:36.174746 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dc66297f-527e-4b6a-8d04-250848423de0 req-9083eed5-7b5d-4478-b96d-cf56667b4c09 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754117 Jan 28 13:18:36.179226 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2def0f4-f158-406b-8b7f-3db651b0bc13 req-3ec45f34-7fb6-4650-bb40-9400cf67689c tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/security-groups?id=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616473 Jan 28 13:18:36.187652 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5670a699-2def-4786-996d-3f9b3da517c3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.204389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5670a699-2def-4786-996d-3f9b3da517c3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:36.246040 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-f6ae26e1-ee20-44bc-b86b-2ffe06b73631 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3aad6df2-21a0-48c7-850c-a10b7d4af400 HTTP/1.1" status: 200 len: 217 time: 0.0655315 Jan 28 13:18:36.274691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Pushing event deleted for resources: {'Port': ['ID=5670a699-2def-4786-996d-3f9b3da517c3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:36.285259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e07058bf-0e31-4260-bb49-eacf4d2c0efb req-736cdebe-6dcc-40e7-a850-3fac92ae11fa tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051168 Jan 28 13:18:36.306684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11626030-e526-414a-8a48-c52eb9375100 req-c432f724-171c-43a2-9d7c-fcdb474ef3d8 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353631 Jan 28 13:18:36.357120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] No DVR routers for this DVR port 5670a699-2def-4786-996d-3f9b3da517c3 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:36.360205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.365163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f5b1a47-0da9-4922-936d-3b8db89e779b req-d8f290fc-19d9-4f64-8c59-a3e500bed735 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.60 "DELETE /v2.0/ports/5670a699-2def-4786-996d-3f9b3da517c3 HTTP/1.1" status: 204 len: 173 time: 2.2130020 Jan 28 13:18:36.375412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-3fc4f777-4b3d-48a4-96c6-99d91875273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.376943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-3fc4f777-4b3d-48a4-96c6-99d91875273c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1104152 Jan 28 13:18:36.400401 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f03c33-8491-40bf-af3d-4049b301f604 x-openstack-request-id: req-68f03c33-8491-40bf-af3d-4049b301f604 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:36.400401 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39684bea-8e3a-4282-8da6-323656b47496", "tag": "3aad6df2-21a0-48c7-850c-a10b7d4af400", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:36.400401 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68f03c33-8491-40bf-af3d-4049b301f604 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:36.400401 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39684bea-8e3a-4282-8da6-323656b47496', 'tag': '3aad6df2-21a0-48c7-850c-a10b7d4af400', 'status': 'completed', 'code': 200} Jan 28 13:18:36.438351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-f02d0073-4e45-44fe-8768-1e6b6f7fc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.440017 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-f02d0073-4e45-44fe-8768-1e6b6f7fc0f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556426 Jan 28 13:18:36.527622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476262f-e561-486e-a450-778b80f46bab req-bd7a4467-8b41-409a-9b32-87a27940acb4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.534440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4476262f-e561-486e-a450-778b80f46bab req-bd7a4467-8b41-409a-9b32-87a27940acb4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 945 time: 0.0809493 Jan 28 13:18:36.556560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-c9d74803-2b87-40ec-8298-8abdc5e3ebcc service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081038 Jan 28 13:18:36.612339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4476262f-e561-486e-a450-778b80f46bab req-0939f233-b013-44af-91e4-3d4e183b6a8e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723293 Jan 28 13:18:36.619724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-674af019-dbc9-4966-a8c0-ffe4a2a3ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.621231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-674af019-dbc9-4966-a8c0-ffe4a2a3ada7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83b355b9efda408a8c394683621cd84f&device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 1099 time: 0.1185684 Jan 28 13:18:36.715730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d195755e-2b21-4cc4-82ba-58145f7089e7 req-24acbe47-e8ce-4518-bc0a-8e70e70f706d service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510520 Jan 28 13:18:36.741008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c3161-8363-4a00-85b5-fc67d4027354 req-2f35cec6-aa8f-4183-9659-b6799c6180d2 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.743353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df5c3161-8363-4a00-85b5-fc67d4027354 req-2f35cec6-aa8f-4183-9659-b6799c6180d2 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 948 time: 0.0776031 Jan 28 13:18:36.794400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d3814-2566-4b5e-af06-f8262cc3c145 req-e76d2a6b-4315-480b-a66c-5de88e90f935 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.795874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af9d3814-2566-4b5e-af06-f8262cc3c145 req-e76d2a6b-4315-480b-a66c-5de88e90f935 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 950 time: 0.0888269 Jan 28 13:18:36.797226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-2e080654-f385-4954-ae97-cd22f534b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.798596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-2e080654-f385-4954-ae97-cd22f534b4d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1538744 Jan 28 13:18:36.818733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36970) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:36.839045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df5c3161-8363-4a00-85b5-fc67d4027354 req-aa1d80e1-1a67-43fd-a06d-d6c9ef875f96 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Jan 28 13:18:36.844486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461641-9a0e-4930-8763-3e564b524b05 req-60b553e6-1ed0-4122-8c85-6219bfd4acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.845912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf461641-9a0e-4930-8763-3e564b524b05 req-60b553e6-1ed0-4122-8c85-6219bfd4acd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=845f8a1715a44e7698bd2bd14b46df8d&device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 1099 time: 0.0723116 Jan 28 13:18:36.861389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-98edfa52-c5c7-4d63-9d82-d84e6de83f2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=5af28901-64e2-4e0d-801e-b29268f1ed66 HTTP/1.1" status: 200 len: 217 time: 0.0481100 Jan 28 13:18:36.922612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af9d3814-2566-4b5e-af06-f8262cc3c145 req-49889d62-a797-4239-9f9a-8140c6ac5ede tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171901 Jan 28 13:18:36.934305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-ef104f5e-3f4f-4dec-8b08-5d991109acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.936064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-ef104f5e-3f4f-4dec-8b08-5d991109acb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0644121 Jan 28 13:18:36.949850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461641-9a0e-4930-8763-3e564b524b05 req-74eb13b5-8d90-4ec2-a844-c50fc2ef57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:36.951697 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf461641-9a0e-4930-8763-3e564b524b05 req-74eb13b5-8d90-4ec2-a844-c50fc2ef57c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.0971284 Jan 28 13:18:36.986211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d52fb70e-ebe6-45a5-864b-2e1827c8f4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:36.993998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf461641-9a0e-4930-8763-3e564b524b05 req-c557e765-77a4-4c25-a223-292b2f5416f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3aad6df2-21a0-48c7-850c-a10b7d4af400 HTTP/1.1" status: 200 len: 217 time: 0.0355062 Jan 28 13:18:37.017137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-adb1557e-cf9d-4cc0-a152-345f62be8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.018589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-adb1557e-cf9d-4cc0-a152-345f62be8eb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697026 Jan 28 13:18:37.049887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461641-9a0e-4930-8763-3e564b524b05 req-f6e34c1b-4c3f-4b40-bfee-f4c9b2549606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.051352 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf461641-9a0e-4930-8763-3e564b524b05 req-f6e34c1b-4c3f-4b40-bfee-f4c9b2549606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0506818 Jan 28 13:18:37.123299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d856-c37b-477e-b7c4-f811f379749b req-5c03b3dc-5854-4500-b60c-c7a3d87ba2b6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.124751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5300d856-c37b-477e-b7c4-f811f379749b req-5c03b3dc-5854-4500-b60c-c7a3d87ba2b6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 944 time: 0.0719352 Jan 28 13:18:37.131447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461641-9a0e-4930-8763-3e564b524b05 req-81b3376b-a517-49b1-900e-c7c8705943a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.133078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf461641-9a0e-4930-8763-3e564b524b05 req-81b3376b-a517-49b1-900e-c7c8705943a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721085 Jan 28 13:18:37.166186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-060beb9b-5d13-4d8b-9f0c-5f2b015165c5 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375985 Jan 28 13:18:37.168334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d52fb70e-ebe6-45a5-864b-2e1827c8f4ca admin admin] Publish callbacks [] for security_group (cc1b3264-adf7-45e6-9190-939eda3efed4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.173038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d52fb70e-ebe6-45a5-864b-2e1827c8f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cc1b3264-adf7-45e6-9190-939eda3efed4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.226730 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7acd886a-ce9b-42de-8234-1dfd8a0eda62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.245806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5300d856-c37b-477e-b7c4-f811f379749b req-c3474bd6-444e-4982-bab4-78ed69ae9330 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055384 Jan 28 13:18:37.261414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:37.288907 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf461641-9a0e-4930-8763-3e564b524b05 req-20aa1d20-2436-4847-a089-60adf6111c05 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477354 Jan 28 13:18:37.353328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fb70e-ebe6-45a5-864b-2e1827c8f4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1b3264-adf7-45e6-9190-939eda3efed4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:37.361020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23f701b4-a2f3-4830-9f4c-6d5d2f871e7b req-0241c6b3-25b8-4779-b30b-7311ba530433 tempest-InstanceActionsTestJSON-422142000 tempest-InstanceActionsTestJSON-422142000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9046d5-b9c7-4214-aa40-359474c6774c HTTP/1.1" status: 200 len: 210 time: 0.0443196 Jan 28 13:18:37.372980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d52fb70e-ebe6-45a5-864b-2e1827c8f4ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59162f256cf449658e630139ece8a143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5471823 Jan 28 13:18:37.375741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36982) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:37.384985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:37.395809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4f1a37-248a-4ab6-959c-be4248241831 req-4ca30e9b-025e-45bd-bdd2-bf8eb93bd524 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157872 Jan 28 13:18:37.395904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:37.396232 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.483540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf461641-9a0e-4930-8763-3e564b524b05 req-4469edaa-62be-49b0-aeb8-ab205fe45962 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877964 Jan 28 13:18:37.502581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-9740a02d-972e-413d-a592-dfb3ecaee5f0 service neutron] 10.222.0.60 "GET /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.0849929 Jan 28 13:18:37.510234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583016f8-347b-46fc-a209-2c0e60920d99 req-5244a76b-a398-4f20-8816-3c9e38259c8d tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.512143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:37.512536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.516610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-583016f8-347b-46fc-a209-2c0e60920d99 req-5244a76b-a398-4f20-8816-3c9e38259c8d tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 948 time: 0.1155906 Jan 28 13:18:37.533471 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57ecadc2-f435-4348-b249-058c2c3ded38 admin admin] Publish callbacks [] for security_group (cc1b3264-adf7-45e6-9190-939eda3efed4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.546796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:37.552629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.558226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57ecadc2-f435-4348-b249-058c2c3ded38 admin admin] Publish callbacks [] for security_group (cc1b3264-adf7-45e6-9190-939eda3efed4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.611154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:37.619478 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-583016f8-347b-46fc-a209-2c0e60920d99 req-9bb49b2e-3682-40cf-88e4-8aad8085f858 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021028 Jan 28 13:18:37.638602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57ecadc2-f435-4348-b249-058c2c3ded38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cc1b3264-adf7-45e6-9190-939eda3efed4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.641652 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-57ecadc2-f435-4348-b249-058c2c3ded38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.642823 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-57ecadc2-f435-4348-b249-058c2c3ded38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc1b3264-adf7-45e6-9190-939eda3efed4 HTTP/1.1" status: 204 len: 168 time: 0.2638242 Jan 28 13:18:37.656025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecadc2-f435-4348-b249-058c2c3ded38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1b3264-adf7-45e6-9190-939eda3efed4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:37.701518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:37.703901 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05015c8e-0524-4709-bbcd-853ec234ce6e" -d '{"events": [{"server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "name": "network-vif-plugged", "status": "completed", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:37.749136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:37.758533 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813edcf1-5546-4274-af9b-14a72bebcced x-openstack-request-id: req-813edcf1-5546-4274-af9b-14a72bebcced {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:37.758533 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "name": "network-vif-plugged", "status": "completed", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:37.758774 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-813edcf1-5546-4274-af9b-14a72bebcced {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:37.759281 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3', 'code': 200} Jan 28 13:18:37.784879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b7ec-55dc-46f9-932d-9d495435304b req-c4f0c9c9-3110-4ad3-99a2-3a343f52b3c7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.786908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7f9b7ec-55dc-46f9-932d-9d495435304b req-c4f0c9c9-3110-4ad3-99a2-3a343f52b3c7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 946 time: 0.0898843 Jan 28 13:18:37.788178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:37.857738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4fc73f-4d7e-49d8-9080-d1d280a130f2 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:37.877353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf6d56-7c0a-47b1-a630-b672c4875434 req-6c21acda-4a5c-4243-864a-a71f518935c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:37.880155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0bcf6d56-7c0a-47b1-a630-b672c4875434 req-6c21acda-4a5c-4243-864a-a71f518935c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0526967 Jan 28 13:18:37.894243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:37.935434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7f9b7ec-55dc-46f9-932d-9d495435304b req-3a923c7b-604b-47bd-ba78-9d8ddf73d211 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097658 Jan 28 13:18:37.936597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:37.976234 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0bcf6d56-7c0a-47b1-a630-b672c4875434 req-edd62a8b-e7fb-4d64-aaf0-f828fff0d259 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904696 Jan 28 13:18:38.003565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36996) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:38.023448 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3eeb682c-d6a9-4289-b170-e3938bb20499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.050844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] Transition to ACTIVE for port object ef4fc73f-4d7e-49d8-9080-d1d280a130f2 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:38.057138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc51d6-879c-4ef0-a695-33f6294edb25 req-4ff0fab6-bd49-45a2-ab43-b9acc8b73432 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.057417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.058869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-effc51d6-879c-4ef0-a695-33f6294edb25 req-4ff0fab6-bd49-45a2-ab43-b9acc8b73432 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 948 time: 0.1263304 Jan 28 13:18:38.116507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a83ef-b4b0-4f5b-872e-8bc68177282a req-437e78e7-b2b1-44ac-8e28-727e6964b55e tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.118132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f43a83ef-b4b0-4f5b-872e-8bc68177282a req-437e78e7-b2b1-44ac-8e28-727e6964b55e tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 950 time: 0.1013710 Jan 28 13:18:38.137344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-effc51d6-879c-4ef0-a695-33f6294edb25 req-ca0cfea9-86c9-4501-80a6-d998936ae613 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680804 Jan 28 13:18:38.155785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] No DVR routers for this DVR port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:38.169199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3eeb682c-d6a9-4289-b170-e3938bb20499 admin admin] Publish callbacks [] for security_group (37ef7e1c-5b18-46c9-880c-dd4e148ebd77), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.170277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] Pushing event updated for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:38.175184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3eeb682c-d6a9-4289-b170-e3938bb20499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (37ef7e1c-5b18-46c9-880c-dd4e148ebd77), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.210279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0ea4cbcf-a980-4a37-8605-809af4bb07ce service neutron] 10.222.0.60 "PUT /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2/bindings/n-h1-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7013385 Jan 28 13:18:38.221355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f43a83ef-b4b0-4f5b-872e-8bc68177282a req-98095cf9-39e4-43a1-816b-4ffeea656118 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959105 Jan 28 13:18:38.222720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3eeb682c-d6a9-4289-b170-e3938bb20499 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3dce046cba345cd90c6308e064d4678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181187 Jan 28 13:18:38.224718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb682c-d6a9-4289-b170-e3938bb20499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef7e1c-5b18-46c9-880c-dd4e148ebd77,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:38.226580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36998) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:38.284829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65ea5193-5dd2-4c83-a2e8-80e0d65dcc99 admin admin] Publish callbacks [] for security_group (37ef7e1c-5b18-46c9-880c-dd4e148ebd77), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.334196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65ea5193-5dd2-4c83-a2e8-80e0d65dcc99 admin admin] Publish callbacks [] for security_group (37ef7e1c-5b18-46c9-880c-dd4e148ebd77), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.347674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-781fee08-954c-47bd-ad34-610c2fa0ef06 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.350343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-781fee08-954c-47bd-ad34-610c2fa0ef06 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0566914 Jan 28 13:18:38.401452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06d59-7e93-4d02-914f-5a6124d41ec2 req-9257d4d8-cb7c-45b9-ae39-04ac9abe0451 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.403021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8a06d59-7e93-4d02-914f-5a6124d41ec2 req-9257d4d8-cb7c-45b9-ae39-04ac9abe0451 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 945 time: 0.0798788 Jan 28 13:18:38.404956 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'name': 'network-vif-deleted', 'tag': '5670a699-2def-4786-996d-3f9b3da517c3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:38.407464 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2939be90-e551-4732-beb3-2c05a9b019ec" -d '{"events": [{"server_uuid": "7a9046d5-b9c7-4214-aa40-359474c6774c", "name": "network-vif-deleted", "tag": "5670a699-2def-4786-996d-3f9b3da517c3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:38.432280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-f5db912e-5fa7-490f-a3fa-9362e72a49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.433948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-f5db912e-5fa7-490f-a3fa-9362e72a49f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f&tenant_id=b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 1096 time: 0.0569370 Jan 28 13:18:38.436649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65ea5193-5dd2-4c83-a2e8-80e0d65dcc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (37ef7e1c-5b18-46c9-880c-dd4e148ebd77), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.439130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65ea5193-5dd2-4c83-a2e8-80e0d65dcc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.440641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-65ea5193-5dd2-4c83-a2e8-80e0d65dcc99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37ef7e1c-5b18-46c9-880c-dd4e148ebd77 HTTP/1.1" status: 204 len: 168 time: 0.2131057 Jan 28 13:18:38.454970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea5193-5dd2-4c83-a2e8-80e0d65dcc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef7e1c-5b18-46c9-880c-dd4e148ebd77,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:38.503191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.529395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8a06d59-7e93-4d02-914f-5a6124d41ec2 req-30d01b27-2514-408e-9cc5-bb1833dfc5a6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109841 Jan 28 13:18:38.541431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-bafd3b63-9891-4048-ba6c-458801a02d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.545949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-bafd3b63-9891-4048-ba6c-458801a02d2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1096 time: 0.0789101 Jan 28 13:18:38.565032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5670a699-2def-4786-996d-3f9b3da517c3 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:38.600308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37020) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:38.604140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 5670a699-2def-4786-996d-3f9b3da517c3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:38.606798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5670a699-2def-4786-996d-3f9b3da517c3 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:38.639793 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db67e098-5589-41cc-b503-a6847dfc1c07 x-openstack-request-id: req-db67e098-5589-41cc-b503-a6847dfc1c07 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:38.640116 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9046d5-b9c7-4214-aa40-359474c6774c", "name": "network-vif-deleted", "tag": "5670a699-2def-4786-996d-3f9b3da517c3", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:38.640378 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db67e098-5589-41cc-b503-a6847dfc1c07 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:38.640907 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9046d5-b9c7-4214-aa40-359474c6774c', 'name': 'network-vif-deleted', 'tag': '5670a699-2def-4786-996d-3f9b3da517c3', 'status': 'completed', 'code': 200} Jan 28 13:18:38.671912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] Deleting subnet 42592b0c-c956-405c-aab3-ab06bf0b7429 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:18:38.681653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] Publish callbacks [] for subnet (42592b0c-c956-405c-aab3-ab06bf0b7429), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.682042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-413624e4-e571-457e-87b0-590096d682ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.684241 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-413624e4-e571-457e-87b0-590096d682ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.1311865 Jan 28 13:18:38.745369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0699fd92-a403-461f-b370-8e97eb6b7a6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 217 time: 0.0544171 Jan 28 13:18:38.757581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (42592b0c-c956-405c-aab3-ab06bf0b7429), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.814194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (42592b0c-c956-405c-aab3-ab06bf0b7429), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.839534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0060cc2e-e617-45fb-9b0a-68db67c70825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.841056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-0060cc2e-e617-45fb-9b0a-68db67c70825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0854011 Jan 28 13:18:38.847995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21965843-18c0-4af7-9d82-08656bab62ca req-355c4d8c-7846-44a0-8d3b-5449a90149b0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:38.849514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21965843-18c0-4af7-9d82-08656bab62ca req-355c4d8c-7846-44a0-8d3b-5449a90149b0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 948 time: 0.0862145 Jan 28 13:18:38.885578 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-ebdde4c5-e4e5-436a-8d05-993598e58c4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351114 Jan 28 13:18:38.894030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (42592b0c-c956-405c-aab3-ab06bf0b7429), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.922952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:38.926203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/42592b0c-c956-405c-aab3-ab06bf0b7429 HTTP/1.1" status: 204 len: 168 time: 0.3247519 Jan 28 13:18:38.927753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8423027-95b2-4f49-8819-4efb3498daaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42592b0c-c956-405c-aab3-ab06bf0b7429,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:38.929613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37040) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:39.006776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21965843-18c0-4af7-9d82-08656bab62ca req-eca16b59-6537-41cb-80ed-5b694a5360c0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462429 Jan 28 13:18:39.062925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-a159d7a7-0caf-446d-863e-c1ef7017cdad service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679175 Jan 28 13:18:39.077823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (40867753-0d22-4722-bfe9-601ac66546e0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.124333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d5b1-c995-4335-b4b9-deb6c86c9948 req-97f6ef21-539b-495b-86bd-813288726cad tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.126107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a327d5b1-c995-4335-b4b9-deb6c86c9948 req-97f6ef21-539b-495b-86bd-813288726cad tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 946 time: 0.0643086 Jan 28 13:18:39.184737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-337ecded-99a0-4788-8717-a356eba4dd98 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144483 Jan 28 13:18:39.224883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (40867753-0d22-4722-bfe9-601ac66546e0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.247408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a327d5b1-c995-4335-b4b9-deb6c86c9948 req-c442e97f-f06f-4000-9722-030146dd43ee tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030774 Jan 28 13:18:39.258656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40867753-0d22-4722-bfe9-601ac66546e0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:39.271021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed033c48-c1d2-4444-bf4f-2d29692426b9') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:39.271315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed033c48-c1d2-4444-bf4f-2d29692426b9') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:18:39.271778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3aad6df2-21a0-48c7-850c-a10b7d4af400 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:39.283418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (ed033c48-c1d2-4444-bf4f-2d29692426b9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.289924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ea85-b115-4fc8-b611-acce2d41ec3f req-60ec7697-4f2d-4956-907c-e0f58d120816 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.300110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a03ea85-b115-4fc8-b611-acce2d41ec3f req-60ec7697-4f2d-4956-907c-e0f58d120816 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 948 time: 0.0637238 Jan 28 13:18:39.312490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ed033c48-c1d2-4444-bf4f-2d29692426b9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.321448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:18:39.322377 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (ed033c48-c1d2-4444-bf4f-2d29692426b9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:18:39.325429 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:18:39.384738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a03ea85-b115-4fc8-b611-acce2d41ec3f req-3d88fd3c-2589-4738-a1b9-2678dd941ea2 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836768 Jan 28 13:18:39.416954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (40867753-0d22-4722-bfe9-601ac66546e0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.425962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.431450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] 10.222.0.45 "DELETE /v2.0/networks/40867753-0d22-4722-bfe9-601ac66546e0 HTTP/1.1" status: 204 len: 168 time: 0.5009685 Jan 28 13:18:39.442710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dbb43-3c21-4d77-a55c-ba9bbdbe5682 admin admin] Pushing event deleted for resources: {'Network': ['ID=40867753-0d22-4722-bfe9-601ac66546e0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:39.549598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-c2e00ebc-936e-4c57-a883-c08550c9dad7 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.552574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-c2e00ebc-936e-4c57-a883-c08550c9dad7 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0686517 Jan 28 13:18:39.628075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 3aad6df2-21a0-48c7-850c-a10b7d4af400, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3aad6df2-21a0-48c7-850c-a10b7d4af400,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:39.645838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '3aad6df2-21a0-48c7-850c-a10b7d4af400', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '3aad6df2-21a0-48c7-850c-a10b7d4af400', 'mac_address': 'fa:16:3e:3b:96:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:39.663204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37066) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:39.679036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ec2d-6b0f-46b6-b537-530a24c05597 req-a12568de-557d-487b-ab19-cd684900f67f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.686253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea07ec2d-6b0f-46b6-b537-530a24c05597 req-a12568de-557d-487b-ab19-cd684900f67f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 945 time: 0.0720320 Jan 28 13:18:39.699028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 3aad6df2-21a0-48c7-850c-a10b7d4af400 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:39.699796 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.720871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aad6df2-21a0-48c7-850c-a10b7d4af400 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:39.738173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8e133e06-5f05-4fd7-95bf-bb5cd03ee8e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d850b665a514b2a9146ae400736c60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738015 Jan 28 13:18:39.741835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:39.746474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea07ec2d-6b0f-46b6-b537-530a24c05597 req-73027e65-906d-4438-b481-31dfc8f0db33 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591683 Jan 28 13:18:39.749608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 3aad6df2-21a0-48c7-850c-a10b7d4af400, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3aad6df2-21a0-48c7-850c-a10b7d4af400,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:39.756192 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.763341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-42aa5875-2f8e-4114-a3a8-54eedc5388ff service neutron] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:39.768456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-42aa5875-2f8e-4114-a3a8-54eedc5388ff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.769707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05583dbd-40c7-4350-886f-89b6c62a6e80 req-42aa5875-2f8e-4114-a3a8-54eedc5388ff service neutron] 10.222.0.36 "DELETE /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2/bindings/n-h2-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.2087104 Jan 28 13:18:39.816239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-64d07aad-4b93-4c08-8919-fc7b3a64a3c9 admin admin] Publish callbacks [] for security_group (c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.844103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=3aad6df2-21a0-48c7-850c-a10b7d4af400,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:39.851004 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-64d07aad-4b93-4c08-8919-fc7b3a64a3c9 admin admin] Publish callbacks [] for security_group (c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.920182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-64d07aad-4b93-4c08-8919-fc7b3a64a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.923076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-64d07aad-4b93-4c08-8919-fc7b3a64a3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:39.924862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-64d07aad-4b93-4c08-8919-fc7b3a64a3c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434 HTTP/1.1" status: 204 len: 168 time: 0.1819761 Jan 28 13:18:39.938612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d07aad-4b93-4c08-8919-fc7b3a64a3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57fe96b-6a9d-4ae7-92f2-3ff5b24d1434,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:39.939820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fc1b7-a9c2-4bf3-a94e-bbc7eab28c01 req-47093c65-ff31-4205-a7ea-e2a23137e49a tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:39.942031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c15fc1b7-a9c2-4bf3-a94e-bbc7eab28c01 req-47093c65-ff31-4205-a7ea-e2a23137e49a tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1096 time: 0.0486887 Jan 28 13:18:40.007424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c15fc1b7-a9c2-4bf3-a94e-bbc7eab28c01 req-9f5ecb22-cb82-493a-a185-f75aef88a3d8 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Jan 28 13:18:40.045895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['3aad6df2-21a0-48c7-850c-a10b7d4af400'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:40.165981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538458-571d-4dab-afb2-2c2a6f380270 req-652fd2c8-a2e9-4bf4-a0c3-13ac0a8324ee tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.168014 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86538458-571d-4dab-afb2-2c2a6f380270 req-652fd2c8-a2e9-4bf4-a0c3-13ac0a8324ee tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 948 time: 0.0545418 Jan 28 13:18:40.256810 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86538458-571d-4dab-afb2-2c2a6f380270 req-3bffcff5-964d-4d3e-bee6-73c765c35194 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830023 Jan 28 13:18:40.365493 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.446836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977786-e317-48e3-9615-696c2447e331 req-cf3c61f2-a77c-4ce6-a454-7ce33ef1d94a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.449287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b977786-e317-48e3-9615-696c2447e331 req-cf3c61f2-a77c-4ce6-a454-7ce33ef1d94a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 946 time: 0.0699966 Jan 28 13:18:40.513468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35af6-b411-40f8-be76-28e5d58599ac req-ddc12907-ee74-4a0b-a778-55c7757affb8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.515379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-ddc12907-ee74-4a0b-a778-55c7757affb8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.1297405 Jan 28 13:18:40.520662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b977786-e317-48e3-9615-696c2447e331 req-674aa042-7726-4f9f-88d4-aebc36043af2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648558 Jan 28 13:18:40.537862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-04ad4c5a-634b-4233-b3c5-a69d3fbec842 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/quotas/b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 375 time: 0.0117245 Jan 28 13:18:40.581306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5af28901-64e2-4e0d-801e-b29268f1ed66 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:40.602083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:40.630805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-32104ea4-3410-4449-8a59-873e405895ae tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857882 Jan 28 13:18:40.680231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826619d1-f56f-4fb9-8651-2676037f54be req-8b9028bf-0b88-4b08-a015-94a9bda8ccb2 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.688142 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-826619d1-f56f-4fb9-8651-2676037f54be req-8b9028bf-0b88-4b08-a015-94a9bda8ccb2 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 949 time: 0.0647314 Jan 28 13:18:40.730125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:18:40.731148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:40.756660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-775088c9-f44a-41f5-b1e4-8750aa1f7993 service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190228 Jan 28 13:18:40.773150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5af28901-64e2-4e0d-801e-b29268f1ed66, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5af28901-64e2-4e0d-801e-b29268f1ed66,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:40.784890 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-826619d1-f56f-4fb9-8651-2676037f54be req-1c8efdde-42cd-4b45-9f47-35060790cd66 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957844 Jan 28 13:18:40.787025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '5af28901-64e2-4e0d-801e-b29268f1ed66', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '5af28901-64e2-4e0d-801e-b29268f1ed66', 'mac_address': 'fa:16:3e:0d:83:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:40.865760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-bee11e8d-982b-4bdf-9eb7-75bf07ed49fb service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081307 Jan 28 13:18:40.903612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5af28901-64e2-4e0d-801e-b29268f1ed66 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:40.906893 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.925051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af28901-64e2-4e0d-801e-b29268f1ed66 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:40.929229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4070-1c58-49f1-a330-f2627c2255dd req-ffb7f8b7-525e-4b6c-a07b-30f0a30b7315 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:40.938844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-389b4070-1c58-49f1-a330-f2627c2255dd req-ffb7f8b7-525e-4b6c-a07b-30f0a30b7315 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0585301 Jan 28 13:18:40.952824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5af28901-64e2-4e0d-801e-b29268f1ed66, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5af28901-64e2-4e0d-801e-b29268f1ed66,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:40.959994 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:40.990493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-389b4070-1c58-49f1-a330-f2627c2255dd req-65c63b6e-1900-404a-adaa-49808ac4f7e8 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503519 Jan 28 13:18:41.058883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5af28901-64e2-4e0d-801e-b29268f1ed66,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:41.165600 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df873e9c-4a59-46d0-b45e-e11fa9744a03 req-e3414ac9-69bd-4e5a-85a4-fbb1c708077b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 210 time: 0.0317872 Jan 28 13:18:41.276266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3aad6df2-21a0-48c7-850c-a10b7d4af400 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:41.323426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-4619a856-419e-4a94-8b47-f2dbed43bd45 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257368 Jan 28 13:18:41.344549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 3aad6df2-21a0-48c7-850c-a10b7d4af400 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:41.344792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98bc8-ed51-4075-9c30-35ddf1184642 req-c988fc5e-c77f-49e7-92a6-f73d2d7a6040 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:41.349533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 3aad6df2-21a0-48c7-850c-a10b7d4af400 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:41.350059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.354921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00f98bc8-ed51-4075-9c30-35ddf1184642 req-c988fc5e-c77f-49e7-92a6-f73d2d7a6040 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0562150 Jan 28 13:18:41.386558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5af28901-64e2-4e0d-801e-b29268f1ed66'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:41.401662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00f98bc8-ed51-4075-9c30-35ddf1184642 req-9b06e698-d984-4208-9fa2-7f0cb75d976e tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458062 Jan 28 13:18:41.511515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-576111d2-2e33-4460-961e-e8ca1f3a2aed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:41.524578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-576111d2-2e33-4460-961e-e8ca1f3a2aed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841171 Jan 28 13:18:41.527202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 3aad6df2-21a0-48c7-850c-a10b7d4af400 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:41.527605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.545664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-62d374be-5412-482f-99a6-8302fe3c7348 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/quotas/26e78d53ad6248fcb128766aa2dd0adb HTTP/1.1" status: 200 len: 375 time: 0.0200572 Jan 28 13:18:41.597131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-6763706c-3342-458b-8af5-e35a1b352153 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504909 Jan 28 13:18:41.600804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39684bea-8e3a-4282-8da6-323656b47496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aad6df2-21a0-48c7-850c-a10b7d4af400'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:41.603015 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbbbc4b-c7d2-4ffa-89c1-fff715c30e46" -d '{"events": [{"server_uuid": "39684bea-8e3a-4282-8da6-323656b47496", "name": "network-vif-plugged", "status": "completed", "tag": "3aad6df2-21a0-48c7-850c-a10b7d4af400"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:41.656351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 3aad6df2-21a0-48c7-850c-a10b7d4af400, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3aad6df2-21a0-48c7-850c-a10b7d4af400,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:41.673006 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.731278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:41.751607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=3aad6df2-21a0-48c7-850c-a10b7d4af400,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:41.755713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1a872-68d8-4ece-b2ca-984ee1a1195c req-75ad4252-c6bc-494c-b788-f6c62d375b88 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:41.764009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7e1a872-68d8-4ece-b2ca-984ee1a1195c req-75ad4252-c6bc-494c-b788-f6c62d375b88 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 949 time: 0.1373503 Jan 28 13:18:41.852889 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7e1a872-68d8-4ece-b2ca-984ee1a1195c req-5f2a71dd-77d1-4fbc-b300-85160a3a1e8e tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875099 Jan 28 13:18:41.935461 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca6cbfa-c1b4-4cea-b092-98a2d13a4eab x-openstack-request-id: req-4ca6cbfa-c1b4-4cea-b092-98a2d13a4eab {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:41.935763 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39684bea-8e3a-4282-8da6-323656b47496", "name": "network-vif-plugged", "status": "completed", "tag": "3aad6df2-21a0-48c7-850c-a10b7d4af400", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:41.936137 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ca6cbfa-c1b4-4cea-b092-98a2d13a4eab {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:41.936589 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39684bea-8e3a-4282-8da6-323656b47496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aad6df2-21a0-48c7-850c-a10b7d4af400', 'code': 200} Jan 28 13:18:41.941561 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-51cea01c-cd9d-403b-9435-6789f3a22b29 req-c85f6d3a-3742-4c29-adf0-6183d35588a1 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 210 time: 0.0391874 Jan 28 13:18:42.071837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad10efd-4523-49a5-9262-a0ce4d17c2f3 req-aef7b2ec-fb16-489a-a0ae-d7d63b04dcfb tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.079770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ad10efd-4523-49a5-9262-a0ce4d17c2f3 req-aef7b2ec-fb16-489a-a0ae-d7d63b04dcfb tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 950 time: 0.0744967 Jan 28 13:18:42.117829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a028898-8ffd-4953-b6c6-3aec50163658 req-57a64f27-e567-49a9-a8e7-d9d0f73c3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.119620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a028898-8ffd-4953-b6c6-3aec50163658 req-57a64f27-e567-49a9-a8e7-d9d0f73c3176 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 1101 time: 0.0776353 Jan 28 13:18:42.146986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ad10efd-4523-49a5-9262-a0ce4d17c2f3 req-61f4949a-feb0-45b1-992d-7b539e09161c tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606639 Jan 28 13:18:42.253172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a028898-8ffd-4953-b6c6-3aec50163658 req-ad0ec4ff-90cf-4cd0-91b9-3a9d1163f6de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214843 Jan 28 13:18:42.274823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9720d-6577-46f3-b64d-593bcc25fcad req-ab40d6ff-be6b-4db0-ae25-e12df81ee85b tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.276488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04d9720d-6577-46f3-b64d-593bcc25fcad req-ab40d6ff-be6b-4db0-ae25-e12df81ee85b tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1097 time: 0.0623994 Jan 28 13:18:42.330790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04d9720d-6577-46f3-b64d-593bcc25fcad req-5c71df4c-116e-47f2-be93-819a131f086a tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477855 Jan 28 13:18:42.523539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-131377e6-f30b-416c-9cf2-725654d5b247 req-828e7711-7425-4fa8-b17c-49acdf9c93d1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 210 time: 0.0519195 Jan 28 13:18:42.597852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:42.606517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5af28901-64e2-4e0d-801e-b29268f1ed66 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:42.764372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35af6-b411-40f8-be76-28e5d58599ac req-e32f25e9-2d00-42aa-8018-8fbb218cda05 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:42.766585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-e32f25e9-2d00-42aa-8018-8fbb218cda05 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.2408519 Jan 28 13:18:42.785425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 5af28901-64e2-4e0d-801e-b29268f1ed66 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:42.794575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Request body: {'port': {'device_id': '436729df-35ee-44ac-bbad-fd86e480590a', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'admin_state_up': True, 'tenant_id': 'b115d140cb40435fb930757ee5b680da'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:42.798333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 5af28901-64e2-4e0d-801e-b29268f1ed66 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:42.798989 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:42.940410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:42.985323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'mac_address': 'fa:16:3e:4d:1f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:43.095151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:43.095622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.104283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-20fec908-97cc-4237-8d8d-dd75915bce52 req-4607f138-e148-4cc7-8588-5ffdf7efbfec tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 210 time: 0.0425582 Jan 28 13:18:43.135453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:43.142478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5af28901-64e2-4e0d-801e-b29268f1ed66 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:43.142478 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.215071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5af28901-64e2-4e0d-801e-b29268f1ed66, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5af28901-64e2-4e0d-801e-b29268f1ed66,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:43.221497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:43.226625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.233276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.256539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba831bf-e96d-4744-ab78-66cb3ce58cfe req-62bc75b2-ce00-4e5f-82f0-4e50abda8f2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.260507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba831bf-e96d-4744-ab78-66cb3ce58cfe req-62bc75b2-ce00-4e5f-82f0-4e50abda8f2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 949 time: 0.2708073 Jan 28 13:18:43.274808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37274) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:43.307712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5af28901-64e2-4e0d-801e-b29268f1ed66,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:43.360727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:43.371240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Made reservation on behalf of b115d140cb40435fb930757ee5b680da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:43.374741 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.415075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:43.444073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ca961-3567-4039-b593-e390a2835f96 req-889fd7c1-3531-4418-a7b9-1921d0e0746b tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.444739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba831bf-e96d-4744-ab78-66cb3ce58cfe req-334452a3-8d23-42b4-9334-3760fd888449 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760049 Jan 28 13:18:43.461457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-618ca961-3567-4039-b593-e390a2835f96 req-889fd7c1-3531-4418-a7b9-1921d0e0746b tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 950 time: 0.1531532 Jan 28 13:18:43.550362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-618ca961-3567-4039-b593-e390a2835f96 req-63f97862-9e7f-45d5-a4fc-3529cbbc15c3 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869813 Jan 28 13:18:43.575987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7dda3a5-487e-4027-b254-f1c25bd78748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.710518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Allocated IP 172.20.0.6 (f3fb992b-1362-43a5-8b1e-e0c90e279122/664c1211-028e-47e9-98b9-009ca7425fff/d1f92a01-1701-40c3-9462-902548a6ecef) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:43.716458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f5963-ddbe-48eb-bdb0-d10270f39723 req-8e393275-884f-4d9c-9e6f-b3906a4173f0 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:43.718361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-092f5963-ddbe-48eb-bdb0-d10270f39723 req-8e393275-884f-4d9c-9e6f-b3906a4173f0 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1097 time: 0.1481955 Jan 28 13:18:43.817751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-1f8d66a8-2617-45e3-8eed-5b63ddad55e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793087 Jan 28 13:18:43.819948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7dda3a5-487e-4027-b254-f1c25bd78748 admin admin] Publish callbacks [] for security_group (6a6c41bc-d7ca-480a-8784-301ec956d96f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:43.867965 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c7c03ef-c31a-46e7-ad4c-b90b40d304a1 req-f5122440-8f4a-457d-befa-76a18a29a1e3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 210 time: 0.0674615 Jan 28 13:18:43.904547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-092f5963-ddbe-48eb-bdb0-d10270f39723 req-daf5a5e4-bdcc-4162-aca8-b7cce3e235ad tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719697 Jan 28 13:18:43.937240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aa438e-958c-447e-becd-5780c0997da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af28901-64e2-4e0d-801e-b29268f1ed66'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:43.939711 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36b338-de71-48a5-a12f-1f2e64bb87be" -d '{"events": [{"server_uuid": "a0aa438e-958c-447e-becd-5780c0997da5", "name": "network-vif-plugged", "status": "completed", "tag": "5af28901-64e2-4e0d-801e-b29268f1ed66"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:44.007553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7dda3a5-487e-4027-b254-f1c25bd78748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6a6c41bc-d7ca-480a-8784-301ec956d96f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.048306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b7dda3a5-487e-4027-b254-f1c25bd78748 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d17b8db2d59942c5a1c86dced74695ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722709 Jan 28 13:18:44.057684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37298) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:44.058427 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e24d15-8a65-4084-8857-b0bc5c8ee680 x-openstack-request-id: req-a2e24d15-8a65-4084-8857-b0bc5c8ee680 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:44.058843 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aa438e-958c-447e-becd-5780c0997da5", "name": "network-vif-plugged", "status": "completed", "tag": "5af28901-64e2-4e0d-801e-b29268f1ed66", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:44.059020 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2e24d15-8a65-4084-8857-b0bc5c8ee680 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:44.059899 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aa438e-958c-447e-becd-5780c0997da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af28901-64e2-4e0d-801e-b29268f1ed66', 'code': 200} Jan 28 13:18:44.069445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks [] for port (d1f92a01-1701-40c3-9462-902548a6ecef), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.186586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.241133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:44.242437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c71732a-4252-430c-826b-1402f84f1793 admin admin] Publish callbacks [] for security_group (6a6c41bc-d7ca-480a-8784-301ec956d96f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.245710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:44.269392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c71732a-4252-430c-826b-1402f84f1793 admin admin] Publish callbacks [] for security_group (6a6c41bc-d7ca-480a-8784-301ec956d96f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.284187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:44.298050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dda3a5-487e-4027-b254-f1c25bd78748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6c41bc-d7ca-480a-8784-301ec956d96f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:44.339857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9a338ef7-09ae-488a-9a2c-d91fe57212e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.341499 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9a338ef7-09ae-488a-9a2c-d91fe57212e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729254 Jan 28 13:18:44.345436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cebb49-669f-4c58-94a1-7239059cc631 req-1b35f74d-1926-4ad3-b633-43be8012d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.346761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3cebb49-669f-4c58-94a1-7239059cc631 req-1b35f74d-1926-4ad3-b633-43be8012d96d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 1101 time: 0.2045722 Jan 28 13:18:44.366347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:44.454278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c71732a-4252-430c-826b-1402f84f1793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6a6c41bc-d7ca-480a-8784-301ec956d96f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.459597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c71732a-4252-430c-826b-1402f84f1793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.461063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c71732a-4252-430c-826b-1402f84f1793 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a6c41bc-d7ca-480a-8784-301ec956d96f HTTP/1.1" status: 204 len: 168 time: 0.3979485 Jan 28 13:18:44.506211 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3cebb49-669f-4c58-94a1-7239059cc631 req-0d532952-b12c-400e-b0c9-69e1b4de9cb5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356223 Jan 28 13:18:44.530108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71732a-4252-430c-826b-1402f84f1793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6c41bc-d7ca-480a-8784-301ec956d96f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:44.615004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:44.643785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:44.649767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.685457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.712223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5e56775-20e1-4224-827b-9bea6b6e0654 req-7d28e10a-bac1-4484-a138-af65d2ead33b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 210 time: 0.4651754 Jan 28 13:18:44.726304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.727335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.762964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:44.763882 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.802462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:44.821551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-8a117143-e5c3-42ab-a994-53cc922d0e04 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0383811 Jan 28 13:18:44.851690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Request body: {'port': {'device_id': '436729df-35ee-44ac-bbad-fd86e480590a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:44.903822 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for security_group (eb0aec79-cb53-497d-92f7-31ab6300d562), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.912806 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eb0aec79-cb53-497d-92f7-31ab6300d562), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.978504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c329ea0-871a-46ff-aa78-231873514869 req-b6b4eaaf-07e9-4309-b4f8-dde7040014b1 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:44.983677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:44.984181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:44.986616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c329ea0-871a-46ff-aa78-231873514869 req-b6b4eaaf-07e9-4309-b4f8-dde7040014b1 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.1303535 Jan 28 13:18:45.026897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0aec79-cb53-497d-92f7-31ab6300d562,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:45.037349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:45.044786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.054201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c329ea0-871a-46ff-aa78-231873514869 req-8cf2e223-87ca-4e84-942c-7fb8000322a2 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666201 Jan 28 13:18:45.062224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.147802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:45.323157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.187 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/81d712e2-782d-49a2-975b-705b882ad5ec) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:45.353423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef429d6-f3df-45e6-b537-423221a8d56b req-486de047-d0db-4b46-b477-50000086eefb tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.355550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aef429d6-f3df-45e6-b537-423221a8d56b req-486de047-d0db-4b46-b477-50000086eefb tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 950 time: 0.1895835 Jan 28 13:18:45.577676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (81d712e2-782d-49a2-975b-705b882ad5ec), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.579954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aef429d6-f3df-45e6-b537-423221a8d56b req-85f0cbae-6fe0-4b2f-94b4-4685136ff81c tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062001 Jan 28 13:18:45.646902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.692782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-d1be8bb7-7185-4207-a15a-d40392c95a44 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:18:45.700451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-d1be8bb7-7185-4207-a15a-d40392c95a44 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0400028 Jan 28 13:18:45.726359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:45.748210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:45.754022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:45.805927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f92a01-1701-40c3-9462-902548a6ecef {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:45.833943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-923331b0-d008-45b6-8fa7-ca96d4d2207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.849780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-923331b0-d008-45b6-8fa7-ca96d4d2207b service neutron] 10.222.0.45 "GET /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 1094 time: 0.1468840 Jan 28 13:18:45.886613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Publish callbacks [] for port (d1f92a01-1701-40c3-9462-902548a6ecef), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.892809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Request body: {'binding': {'host': 'n-h2-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:45.893275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:18:45.897551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=81d712e2-782d-49a2-975b-705b882ad5ec,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:45.924654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:45.925901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:45.952902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2032f1a3-16f8-4004-ad72-a0912e748dd6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5932384 Jan 28 13:18:45.953109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37356) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:45.972844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Request body: {'port': {'device_id': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:45.981588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Transition to ACTIVE for port object d1f92a01-1701-40c3-9462-902548a6ecef will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:46.006389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.040483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95c94-a2e1-4346-830e-9ca0d3109e6b req-683ee612-eefe-4c86-90e7-52bd39752a2a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.050028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b4c95c94-a2e1-4346-830e-9ca0d3109e6b req-683ee612-eefe-4c86-90e7-52bd39752a2a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 931 time: 0.1968472 Jan 28 13:18:46.055340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.060800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:46.064783 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcf00bb-a8d8-4c12-8b51-d8defd9a97ab" -d '{"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-plugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:46.174390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5b3f3337-5e17-44e3-9d4c-c4f604cd87a3 None None] Provisioning complete for port 81d712e2-782d-49a2-975b-705b882ad5ec triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:46.174998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3337-5e17-44e3-9d4c-c4f604cd87a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.224414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-782931246-network', 'tenant_id': '7e2d7c497799422e8e3e368f5a879952'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:46.258715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f3337-5e17-44e3-9d4c-c4f604cd87a3 None None] Port 81d712e2-782d-49a2-975b-705b882ad5ec cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:18:46.266236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b4c95c94-a2e1-4346-830e-9ca0d3109e6b req-4f917316-ee62-4f29-8e23-653fe290ad42 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153234 Jan 28 13:18:46.266951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:46.276288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Made reservation on behalf of 7e2d7c497799422e8e3e368f5a879952 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:46.279908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.337538 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.373706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on host n-h2-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:46.374054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:46.374504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:46.384937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:46.385388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:46.402975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:46.403401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:46.403870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:46.404422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Bound port: 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:46.469769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:46.475950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:46.476769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:46.477298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:46.484999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.486392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c5456e1d-8a0e-42ad-ae1f-ad36a8250ad7 service neutron] 10.222.0.45 "POST /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6357224 Jan 28 13:18:46.490237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:46.490927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:46.500128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:46.503841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:46.503841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:46.503841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Bound port: d1f92a01-1701-40c3-9462-902548a6ecef, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:46.503841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.559765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d712e2-782d-49a2-975b-705b882ad5ec {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:46.571019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks [] for security_group (fe639fd5-6a68-4fac-9968-c8b99d2a8051), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.573387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Publish callbacks [] for port (81d712e2-782d-49a2-975b-705b882ad5ec), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.578914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fe639fd5-6a68-4fac-9968-c8b99d2a8051), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.606121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:46.613019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Transition to ACTIVE for port object 81d712e2-782d-49a2-975b-705b882ad5ec will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:46.615552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:46.626677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:18:46.634824 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.646671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.682833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.683708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.685995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] 10.222.0.60 "PUT /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 1091 time: 1.8478606 Jan 28 13:18:46.686793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:46.691148 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18d65ed-7841-4c00-b9a7-fce0e3410188" -d '{"events": [{"name": "network-changed", "server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:46.864933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305e340-cda6-4a42-a886-d8c90d096995 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:46.877860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35af6-b411-40f8-be76-28e5d58599ac req-32482ae2-f4bf-44c4-984b-b7081962fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:46.879516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-32482ae2-f4bf-44c4-984b-b7081962fe85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1094 time: 0.0799077 Jan 28 13:18:46.885754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Pushing event updated for resources: {'Port': ['ID=81d712e2-782d-49a2-975b-705b882ad5ec,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:46.899280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe639fd5-6a68-4fac-9968-c8b99d2a8051,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:46.950486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (18626007-654f-4d81-8cc5-06016ed515e2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:46.951447 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Added segment 18626007-654f-4d81-8cc5-06016ed515e2 of type vlan for network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 Jan 28 13:18:46.953000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-3eb00485-d216-416f-a7ca-c6be9799bf2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 217 time: 0.0578067 Jan 28 13:18:47.028364 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635f2af5-8459-4a94-861a-8fac5a34fb8e x-openstack-request-id: req-635f2af5-8459-4a94-861a-8fac5a34fb8e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:47.029081 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-plugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:47.029408 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-635f2af5-8459-4a94-861a-8fac5a34fb8e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:47.029882 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'code': 200} Jan 28 13:18:47.039786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35af6-b411-40f8-be76-28e5d58599ac req-56ba48d0-bbe4-49e6-bc49-ed2bb60d4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.042705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-56ba48d0-bbe4-49e6-bc49-ed2bb60d4fc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0726798 Jan 28 13:18:47.092024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-16f0be18-a8c6-414f-8124-cab216e8faa6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361981 Jan 28 13:18:47.262355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-73723b37-79da-4e84-b017-3f2ea4496ad6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586158 Jan 28 13:18:47.277918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda71fbf-5a0e-41f1-b0fb-683ba9956490 req-91fddd41-55b1-4449-9d5c-8aca78ce5b25 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.280361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bda71fbf-5a0e-41f1-b0fb-683ba9956490 req-91fddd41-55b1-4449-9d5c-8aca78ce5b25 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.1511519 Jan 28 13:18:47.394614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bda71fbf-5a0e-41f1-b0fb-683ba9956490 req-0d66faca-edc0-4bfa-ad22-8989714ee8b6 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028731 Jan 28 13:18:47.427888 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b35af6-b411-40f8-be76-28e5d58599ac req-cd8418c0-de6c-4e27-a5ff-b18fa3bd19f8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458774 Jan 28 13:18:47.488253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.510501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-f2004762-1097-4c93-9d97-1d77a32b54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.511672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-f2004762-1097-4c93-9d97-1d77a32b54b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1097 time: 0.6072190 Jan 28 13:18:47.522203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fa958-3c69-43c3-9127-a460c93695be req-ca413a97-7045-4ebd-95dd-48f8b58ae13e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.523676 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f2fa958-3c69-43c3-9127-a460c93695be req-ca413a97-7045-4ebd-95dd-48f8b58ae13e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 948 time: 0.6916940 Jan 28 13:18:47.540011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e884-b401-4bb5-b634-91f31cf18552 req-df3b7ada-cf64-4c1a-9250-90795e063612 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.548161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d873e884-b401-4bb5-b634-91f31cf18552 req-df3b7ada-cf64-4c1a-9250-90795e063612 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 946 time: 0.0668135 Jan 28 13:18:47.622816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d873e884-b401-4bb5-b634-91f31cf18552 req-1c895b98-8fbe-45fc-86c6-7911b090d89f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714467 Jan 28 13:18:47.657143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.658874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.658874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.753272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Attempting to bind port 81d712e2-782d-49a2-975b-705b882ad5ec on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:47.753617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Attempting to bind port 81d712e2-782d-49a2-975b-705b882ad5ec by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:47.753950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Attempting to bind port 81d712e2-782d-49a2-975b-705b882ad5ec on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:47.766554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f2fa958-3c69-43c3-9127-a460c93695be req-553d2490-8562-472a-bb67-99533abbfe2f tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151086 Jan 28 13:18:47.773749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8148339 Jan 28 13:18:47.775328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37390) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:47.792288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Request body: {'subnet': {'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-782931246-subnet', 'tenant_id': '7e2d7c497799422e8e3e368f5a879952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:47.804889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Port 81d712e2-782d-49a2-975b-705b882ad5ec on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:47.805221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Attempting to bind port 81d712e2-782d-49a2-975b-705b882ad5ec on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:47.809690 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85bdab2-ae0f-4301-8954-908d5fec3f86 x-openstack-request-id: req-b85bdab2-ae0f-4301-8954-908d5fec3f86 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:47.809988 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:47.810304 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b85bdab2-ae0f-4301-8954-908d5fec3f86 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:47.810644 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef', 'status': 'completed', 'code': 200} Jan 28 13:18:47.828570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7916683-a798-44e2-a254-f5b517cb90c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:47.833534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:47.834250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:47.834857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:47.835538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Bound port: 81d712e2-782d-49a2-975b-705b882ad5ec, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:47.836283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.869627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:18:47.907327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-729a9aea-277c-453d-b25c-b9f9c573ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.925703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-729a9aea-277c-453d-b25c-b9f9c573ac70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.3826239 Jan 28 13:18:47.965228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Made reservation on behalf of 7e2d7c497799422e8e3e368f5a879952 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:47.968749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:47.993839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-c8af3ed1-e48a-4395-8418-3d9b528630bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:47.995517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-c8af3ed1-e48a-4395-8418-3d9b528630bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1094 time: 0.1564617 Jan 28 13:18:48.011044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbd0a-640e-4319-ac01-f8c9880279f1 req-8e499995-733d-4fc9-ad06-97b93d78d222 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.017990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75ddbd0a-640e-4319-ac01-f8c9880279f1 req-8e499995-733d-4fc9-ad06-97b93d78d222 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.1299272 Jan 28 13:18:48.137159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75ddbd0a-640e-4319-ac01-f8c9880279f1 req-86cc7bf6-1202-41ed-a541-e7c431562d50 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097746 Jan 28 13:18:48.173708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-981bad4e-7729-4439-ade3-784a970e9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.176490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-981bad4e-7729-4439-ade3-784a970e9301 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.1573677 Jan 28 13:18:48.200340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-09ac2f1a-b542-4d68-a0a7-7d3ac1f42e97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 217 time: 0.2704973 Jan 28 13:18:48.282661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-c31bf4c0-c861-4084-b4a7-845f78aafd49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 217 time: 0.0942225 Jan 28 13:18:48.284048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] For port 81d712e2-782d-49a2-975b-705b882ad5ec, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:48.288230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] For port 81d712e2-782d-49a2-975b-705b882ad5ec, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=81d712e2-782d-49a2-975b-705b882ad5ec,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:48.334823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:48.393294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-cec71296-7e1c-4db8-b5c4-96abaebce858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.396471 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-cec71296-7e1c-4db8-b5c4-96abaebce858 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1044676 Jan 28 13:18:48.450773 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-64214692-8d71-4c97-ad06-c14a83a5e76b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456171 Jan 28 13:18:48.466244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.466872 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:48.468361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] 10.222.0.60 "PUT /v2.0/ports/81d712e2-782d-49a2-975b-705b882ad5ec HTTP/1.1" status: 200 len: 1096 time: 2.5013204 Jan 28 13:18:48.468942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'tag': '81d712e2-782d-49a2-975b-705b882ad5ec'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:48.471107 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1c1af6-d8af-4b22-8189-8a859ca60238" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed6747e-1d6d-49ee-921c-23513c426d0b", "tag": "81d712e2-782d-49a2-975b-705b882ad5ec"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:48.487929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-6355c27d-0621-4b8e-8424-3b351b67bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.490502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-6355c27d-0621-4b8e-8424-3b351b67bfe5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.2334125 Jan 28 13:18:48.502131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f85f8988-2eab-4c6d-b726-f4831f654667), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:48.560077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e37335-caf2-4f42-9f7d-16a8fc767b1e req-54188ae2-e462-4308-a8d4-297903994e6a tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.561615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24e37335-caf2-4f42-9f7d-16a8fc767b1e req-54188ae2-e462-4308-a8d4-297903994e6a tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.2447271 Jan 28 13:18:48.594299 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc8a92b-1fdc-464c-b06a-865f68cab86b x-openstack-request-id: req-fbc8a92b-1fdc-464c-b06a-865f68cab86b {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:48.594706 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed6747e-1d6d-49ee-921c-23513c426d0b", "tag": "81d712e2-782d-49a2-975b-705b882ad5ec", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:48.594917 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbc8a92b-1fdc-464c-b06a-865f68cab86b {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:48.595354 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'tag': '81d712e2-782d-49a2-975b-705b882ad5ec', 'status': 'completed', 'code': 200} Jan 28 13:18:48.624507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-5168c530-15d4-46f5-8f9a-a6e28c48cdee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152964 Jan 28 13:18:48.640253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cc5d9-6204-406b-95d9-53c74966877c service neutron] Pushing event updated for resources: {'Port': ['ID=81d712e2-782d-49a2-975b-705b882ad5ec,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:48.640463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-aead1a1a-cf67-4335-9c05-cdb5ee6f1c5b service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661603 Jan 28 13:18:48.745643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85f8988-2eab-4c6d-b726-f4831f654667,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:48.793636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a18d65ed-7841-4c00-b9a7-fce0e3410188 req-c9beee47-e995-4c9d-ad1a-05e653b88b01 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475151 Jan 28 13:18:48.824392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2abfdd83-d474-498a-826c-2f741f4e44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.826624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-2abfdd83-d474-498a-826c-2f741f4e44ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 1099 time: 0.2638748 Jan 28 13:18:48.846471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb6085-86c5-4b27-945c-800e5037eaff req-ccaeb025-0f61-4138-a25b-47fb550ef712 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:48.855043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Checking segment: {'id': '18626007-654f-4d81-8cc5-06016ed515e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:48.855419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Network hostable DHCP agents. Network: fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:18:48.856524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11fb6085-86c5-4b27-945c-800e5037eaff req-ccaeb025-0f61-4138-a25b-47fb550ef712 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 950 time: 0.0823774 Jan 28 13:18:48.896838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24e37335-caf2-4f42-9f7d-16a8fc767b1e req-c36d926b-b1d6-4e0e-9418-da9b61e9b9da tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816613 Jan 28 13:18:48.918923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11fb6085-86c5-4b27-945c-800e5037eaff req-69ec4423-abe1-4b46-8652-b07ad5171f4e tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612180 Jan 28 13:18:48.931706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-f231d46c-27b9-4883-86c3-6e14a345fc8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=81d712e2-782d-49a2-975b-705b882ad5ec HTTP/1.1" status: 200 len: 217 time: 0.0880280 Jan 28 13:18:48.942748 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-068ba5f0-5725-4b0e-a64d-2bae0fae40a9 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705619 Jan 28 13:18:49.004453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:18:49.108995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:49.114173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.115746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.122314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d83db2-c199-44f1-a890-db88364f9a2c None None] Network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:49.128407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-3daa6208-d0d7-4fc5-ac09-42a5da41ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.130058 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-3daa6208-d0d7-4fc5-ac09-42a5da41ca98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1862714 Jan 28 13:18:49.195270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d4dad-0f1b-470c-8a05-9babbc5b232b req-b7c346ee-0218-4c9c-97e6-15e26215ede7 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.196513 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b4819c2f-51f7-4fcf-8600-7400b868bea1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4151578 Jan 28 13:18:49.210518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c819d-e4f1-4f00-96cc-ce8f5aa0f167 req-3b38e4a1-5103-4b79-8ad2-441031fd4ffd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.214531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b54d4dad-0f1b-470c-8a05-9babbc5b232b req-b7c346ee-0218-4c9c-97e6-15e26215ede7 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 948 time: 0.1014826 Jan 28 13:18:49.219265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-014c819d-e4f1-4f00-96cc-ce8f5aa0f167 req-3b38e4a1-5103-4b79-8ad2-441031fd4ffd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 946 time: 0.1697938 Jan 28 13:18:49.259203 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-836a3807-62b6-43a5-86b7-1a9e83b0d1b6 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043222 Jan 28 13:18:49.304424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0447da3b-d356-4d7d-8ae4-26f96199f08a None None] Network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:49.304911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b54d4dad-0f1b-470c-8a05-9babbc5b232b req-52bd4fc3-f0fd-491c-b777-713998044343 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867741 Jan 28 13:18:49.320614 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-014c819d-e4f1-4f00-96cc-ce8f5aa0f167 req-5141cdaa-17de-420f-b1a3-5a859b8ab146 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003797 Jan 28 13:18:49.329740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9e432598-2526-4274-810e-c1065ada32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.331274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-9e432598-2526-4274-810e-c1065ada32a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1804464 Jan 28 13:18:49.548241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-933423b2-1be9-4666-8dfd-43d33275f87b tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.549803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-933423b2-1be9-4666-8dfd-43d33275f87b tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1097 time: 0.1637428 Jan 28 13:18:49.573594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822748-2'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:49.586232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b3f3-1f2a-431a-bdc6-8db6aa05fb4f req-f81ad077-0828-4c10-a88b-a497237136a8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.587751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e929b3f3-1f2a-431a-bdc6-8db6aa05fb4f req-f81ad077-0828-4c10-a88b-a497237136a8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.1172254 Jan 28 13:18:49.605430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-31fe23c5-26d1-4d12-b18c-4b694ea90be5 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660205 Jan 28 13:18:49.739156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:49.746175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e929b3f3-1f2a-431a-bdc6-8db6aa05fb4f req-d81b3357-401a-4ff7-a830-8185e82bdc1c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397846 Jan 28 13:18:49.779167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198291-eddb-447f-bd2e-90113cf4f223 req-c60ebe0b-d82b-4f3d-a7b4-a43605b19ae3 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:49.792916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-c60ebe0b-d82b-4f3d-a7b4-a43605b19ae3 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/networks?id=fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 HTTP/1.1" status: 200 len: 821 time: 0.1563795 Jan 28 13:18:49.814925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4faa9832-e9da-47d2-951d-eb821a9aed03 req-f3e5452a-9bf0-442a-80d5-202953871ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960578 Jan 28 13:18:49.819569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42faa4cf-3483-4a82-ba15-7d0bc27a6aee tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/quotas/7e2d7c497799422e8e3e368f5a879952 HTTP/1.1" status: 200 len: 375 time: 0.0229986 Jan 28 13:18:49.890701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-f5e30c17-6b5b-4c40-9b62-64e9a95d2aef tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e2d7c497799422e8e3e368f5a879952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699408 Jan 28 13:18:49.998050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:50.008960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-31851847-d1e7-40e4-aa81-de8f79a400c5 service neutron] 10.222.0.45 "GET /v2.0/networks/fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167140 Jan 28 13:18:50.021008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-1a0eac44-3e9f-4ae8-85f1-8c81d480974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.022868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-1a0eac44-3e9f-4ae8-85f1-8c81d480974e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 1099 time: 0.1300488 Jan 28 13:18:50.169592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-59537803-32a3-444b-a3a1-8c8a33a5bcaa service neutron] 10.222.0.45 "GET /v2.0/networks/fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480737 Jan 28 13:18:50.172591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-4d48a8eb-0c25-44fe-8416-1be6444a0f42 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.174120 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-4d48a8eb-0c25-44fe-8416-1be6444a0f42 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.36 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 950 time: 0.2035811 Jan 28 13:18:50.194642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:50.260233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c71a-6376-4a5d-9859-ca8c969ce459 req-ee37c72e-a4a1-4a0a-9270-5ced9c3638b7 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.261875 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3350c71a-6376-4a5d-9859-ca8c969ce459 req-ee37c72e-a4a1-4a0a-9270-5ced9c3638b7 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.2326694 Jan 28 13:18:50.327983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-490587c0-5983-4ebf-bd64-a0f893c60331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.329744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-490587c0-5983-4ebf-bd64-a0f893c60331 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2795470 Jan 28 13:18:50.352169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Publish callbacks [] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:50.452835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6e2a-65bb-49a8-b348-11a458ec29ed req-cc12b213-1c95-4dd6-b760-9fb2da27a7da tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.455289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-149b6e2a-65bb-49a8-b348-11a458ec29ed req-cc12b213-1c95-4dd6-b760-9fb2da27a7da tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 950 time: 0.0791440 Jan 28 13:18:50.463934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3350c71a-6376-4a5d-9859-ca8c969ce459 req-46e73aa8-6e9e-4500-929a-6ffe02a74c41 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875806 Jan 28 13:18:50.465261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:50.499969 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-3edd966f-b743-4a30-9c26-05f50237883d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=81d712e2-782d-49a2-975b-705b882ad5ec HTTP/1.1" status: 200 len: 217 time: 0.1455038 Jan 28 13:18:50.587218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-149b6e2a-65bb-49a8-b348-11a458ec29ed req-bd727361-177f-4d11-94cc-c0ebe797a35f tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/security-groups?id=3061e769-e7d1-458f-b552-c352f4270f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067135 Jan 28 13:18:50.604634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:50.607802 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f611ab7-3335-4aa4-b6c8-ec2b20ec736a" -d '{"events": [{"server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:50.655258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d1f92a01-1701-40c3-9462-902548a6ecef details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:50.804981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9c667-e85d-4dc6-b3b8-9927d8948e8e req-b55b31a0-4b50-4b53-986f-c7488f704b47 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:50.817933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edc9c667-e85d-4dc6-b3b8-9927d8948e8e req-b55b31a0-4b50-4b53-986f-c7488f704b47 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 948 time: 0.1167488 Jan 28 13:18:50.861435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:50.875840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'd1f92a01-1701-40c3-9462-902548a6ecef', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'port_id': 'd1f92a01-1701-40c3-9462-902548a6ecef', 'mac_address': 'fa:16:3e:94:28:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664c1211-028e-47e9-98b9-009ca7425fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:50.925148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d1f92a01-1701-40c3-9462-902548a6ecef is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:50.925545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:50.937088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edc9c667-e85d-4dc6-b3b8-9927d8948e8e req-526f65f1-a30c-4116-b1dd-c1019caecab7 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139255 Jan 28 13:18:50.940592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f92a01-1701-40c3-9462-902548a6ecef {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:50.964242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:50.972698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.085693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:51.091910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea493-4342-4564-a2d3-97ed41f53a4f req-36ba7bca-9dca-416e-8037-f0c283eeeaab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.100198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e64ea493-4342-4564-a2d3-97ed41f53a4f req-36ba7bca-9dca-416e-8037-f0c283eeeaab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.0922027 Jan 28 13:18:51.144146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5cc0ad4-63df-4a8e-9af8-ab22cc5fae48 req-a4f3ad7d-1e87-4ee8-952a-7822dd6ca13b tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 210 time: 0.4811113 Jan 28 13:18:51.172792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on host n-h1-822748-2 for vnic_type normal with profile {"migrating_to": "n-h2-822748-2"} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:51.172792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:51.172792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:51.192324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:51.200413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e64ea493-4342-4564-a2d3-97ed41f53a4f req-18d0b6eb-4c52-43ea-be49-ee4baf8919eb tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990961 Jan 28 13:18:51.217578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:51.217919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Attempting to bind port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:51.225847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Deleting port 3aad6df2-21a0-48c7-850c-a10b7d4af400 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:51.226281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.353980 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c39686-8722-4a07-85cd-e8c27d5761ac x-openstack-request-id: req-58c39686-8722-4a07-85cd-e8c27d5761ac {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:51.354235 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:51.354480 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58c39686-8722-4a07-85cd-e8c27d5761ac {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:51.354997 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3', 'code': 200} Jan 28 13:18:51.358916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-ea71a49f-86f3-459a-b530-5c2d53b015f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.362677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-ea71a49f-86f3-459a-b530-5c2d53b015f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.8156743 Jan 28 13:18:51.388819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d1f92a01-1701-40c3-9462-902548a6ecef'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:51.396706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] For port 3aad6df2-21a0-48c7-850c-a10b7d4af400, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3aad6df2-21a0-48c7-850c-a10b7d4af400,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:51.397091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.414142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf206-17ac-475a-82e6-2bf8da1b1bd4 req-0344fd49-0d59-4206-a67f-c80c49cf4d18 tempest-LiveMigrationNegativeTest-98542563 tempest-LiveMigrationNegativeTest-98542563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.414396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Calling delete_port for 3aad6df2-21a0-48c7-850c-a10b7d4af400 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:51.418938 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f8bf206-17ac-475a-82e6-2bf8da1b1bd4 req-0344fd49-0d59-4206-a67f-c80c49cf4d18 tempest-LiveMigrationNegativeTest-98542563 tempest-LiveMigrationNegativeTest-98542563-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 1101 time: 0.1161978 Jan 28 13:18:51.442296 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6f8bf206-17ac-475a-82e6-2bf8da1b1bd4 req-edf7513c-1f50-4a2b-b8aa-e10c13091ab4 tempest-LiveMigrationNegativeTest-98542563 tempest-LiveMigrationNegativeTest-98542563-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.562736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:51.563094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:51.563493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:51.563946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Bound port: 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:51.570512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.588687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6f8bf206-17ac-475a-82e6-2bf8da1b1bd4 req-edf7513c-1f50-4a2b-b8aa-e10c13091ab4 tempest-LiveMigrationNegativeTest-98542563 tempest-LiveMigrationNegativeTest-98542563-project-admin] Publish callbacks [] for security_group (a4a02829-1fd2-4a44-8115-95c13480c45a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.598721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6f8bf206-17ac-475a-82e6-2bf8da1b1bd4 req-edf7513c-1f50-4a2b-b8aa-e10c13091ab4 tempest-LiveMigrationNegativeTest-98542563 tempest-LiveMigrationNegativeTest-98542563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a4a02829-1fd2-4a44-8115-95c13480c45a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.646759 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f8bf206-17ac-475a-82e6-2bf8da1b1bd4 req-edf7513c-1f50-4a2b-b8aa-e10c13091ab4 tempest-LiveMigrationNegativeTest-98542563 tempest-LiveMigrationNegativeTest-98542563-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184854 Jan 28 13:18:51.678962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7513c-1f50-4a2b-b8aa-e10c13091ab4 tempest-LiveMigrationNegativeTest-98542563 tempest-LiveMigrationNegativeTest-98542563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a02829-1fd2-4a44-8115-95c13480c45a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:51.782228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdf3d0-81f7-4de1-ba27-1e2b04782a96 req-0aea2b2d-4453-4165-942a-b3e5c183a773 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.784064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ccdf3d0-81f7-4de1-ba27-1e2b04782a96 req-0aea2b2d-4453-4165-942a-b3e5c183a773 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 944 time: 0.2268555 Jan 28 13:18:51.797848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3aad6df2-21a0-48c7-850c-a10b7d4af400), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:51.811371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-bd605cb1-acb2-4a77-a6cf-b602c58d4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:51.813341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-bd605cb1-acb2-4a77-a6cf-b602c58d4085 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548585 Jan 28 13:18:51.850117 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a996c74b-56fa-4427-bac2-9bab96e6e070 req-8dd40d7c-e658-40f3-afc5-02ecf32b58bb tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 210 time: 0.0470731 Jan 28 13:18:51.876566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:51.916229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Pushing event deleted for resources: {'Port': ['ID=3aad6df2-21a0-48c7-850c-a10b7d4af400,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:51.991404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:52.063491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] No DVR routers for this DVR port 3aad6df2-21a0-48c7-850c-a10b7d4af400 on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:52.068015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:52.091766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.092358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.092881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.093322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.093780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.094441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.096079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.096579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.106259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc905-1cba-4af4-986a-ed05555a66f0 req-c43a358c-a607-41fc-9eb6-6b2e80245810 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:52.106447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.106447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.106447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.106447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.106447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:52.107295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f0fc905-1cba-4af4-986a-ed05555a66f0 req-c43a358c-a607-41fc-9eb6-6b2e80245810 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 948 time: 0.0938823 Jan 28 13:18:52.186654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:52.190177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28a0970b-5ce3-422c-82b2-05cfaa6572df req-f5b90fd6-7c59-4d42-abc3-8573e27bfa65 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.36 "DELETE /v2.0/ports/3aad6df2-21a0-48c7-850c-a10b7d4af400 HTTP/1.1" status: 204 len: 173 time: 2.0071778 Jan 28 13:18:52.211809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f0fc905-1cba-4af4-986a-ed05555a66f0 req-3f17adf8-ef46-4baa-8e6c-5c5d018b1e61 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993149 Jan 28 13:18:52.268723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ccdf3d0-81f7-4de1-ba27-1e2b04782a96 req-0ae544d6-e606-44d7-ad09-bd963f241fcb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679232 Jan 28 13:18:52.351778 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-ea2c4f7f-ac7b-403f-aacf-4c04da85c710 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142570 Jan 28 13:18:52.473188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-153bbbe9-8a7d-454b-92d4-dea62c11800d req-66833a10-7689-4b09-87f2-95dd9a672d70 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 210 time: 0.1126635 Jan 28 13:18:52.525406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:52.526204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bcbeb-decb-4661-a9ad-4f3993b65d15 req-36c36193-5797-43e1-b70b-9a96d333fdbb tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:52.539509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8bcbeb-decb-4661-a9ad-4f3993b65d15 req-36c36193-5797-43e1-b70b-9a96d333fdbb tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.0950658 Jan 28 13:18:52.581510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198291-eddb-447f-bd2e-90113cf4f223 req-b7ca0cb8-02ca-4e43-a792-d516735922e8 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:52.583265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-b7ca0cb8-02ca-4e43-a792-d516735922e8 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.36 "GET /v2.0/networks?id=fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 HTTP/1.1" status: 200 len: 821 time: 0.6076245 Jan 28 13:18:52.588949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:52.589596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:52.591042 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c36ae221-e5ba-4678-a610-e361ff4db409 service neutron] 10.222.0.60 "PUT /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 1122 time: 3.0314112 Jan 28 13:18:52.604746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Request body: {'port': {'device_id': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6', 'admin_state_up': True, 'tenant_id': '7e2d7c497799422e8e3e368f5a879952'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:52.639457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8bcbeb-decb-4661-a9ad-4f3993b65d15 req-839a220d-389c-4652-a34f-aaefcde613ff tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958259 Jan 28 13:18:52.657468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 81d712e2-782d-49a2-975b-705b882ad5ec details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:52.674429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d1f92a01-1701-40c3-9462-902548a6ecef up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:52.703085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4ec4a5df-cfc9-4171-a285-b6186c3c70b3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:52.727905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb1c1af6-d8af-4b22-8189-8a859ca60238 req-f0bc983f-5f54-495b-ba46-77842a9c8190 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433337 Jan 28 13:18:52.905766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Made reservation on behalf of 7e2d7c497799422e8e3e368f5a879952 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:52.915082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.021231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f2052f2b-6da4-4d74-9935-914ed92b6a0d req-f1d7ab18-ec41-4690-abb6-e6e507d5ed50 tempest-TenantUsagesTestJSON-1237871203 tempest-TenantUsagesTestJSON-1237871203-project] 10.222.0.45 "GET /v2.0/ports?device_id=39684bea-8e3a-4282-8da6-323656b47496 HTTP/1.1" status: 200 len: 210 time: 0.0497673 Jan 28 13:18:53.143338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa1ab9-5d04-4b9a-b720-0f10b201a3b3 req-7a912a29-5282-4a66-bc5e-f299f2d2b3ac tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.145453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ffa1ab9-5d04-4b9a-b720-0f10b201a3b3 req-7a912a29-5282-4a66-bc5e-f299f2d2b3ac tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.1147070 Jan 28 13:18:53.188081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port d1f92a01-1701-40c3-9462-902548a6ecef completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:53.213729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Allocated IP 172.20.0.10 (fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6/f85f8988-2eab-4c6d-b726-f4831f654667/8a2c03f0-82bc-4dad-abe9-992a506bdae4) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:53.215669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port d1f92a01-1701-40c3-9462-902548a6ecef triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:53.215949 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.223384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ffa1ab9-5d04-4b9a-b720-0f10b201a3b3 req-ee88e73d-f542-4491-8be9-26fe80e97e83 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675707 Jan 28 13:18:53.241699 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:18:53.304911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 81d712e2-782d-49a2-975b-705b882ad5ec, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=81d712e2-782d-49a2-975b-705b882ad5ec,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:53.336653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '81d712e2-782d-49a2-975b-705b882ad5ec', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '81d712e2-782d-49a2-975b-705b882ad5ec', 'mac_address': 'fa:16:3e:93:38:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:53.368122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39684bea-8e3a-4282-8da6-323656b47496', 'name': 'network-vif-deleted', 'tag': '3aad6df2-21a0-48c7-850c-a10b7d4af400'}, {'name': 'network-changed', 'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:53.370244 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862a5dab-c73b-4121-a47d-6a209e211cad" -d '{"events": [{"server_uuid": "39684bea-8e3a-4282-8da6-323656b47496", "name": "network-vif-deleted", "tag": "3aad6df2-21a0-48c7-850c-a10b7d4af400"}, {"name": "network-changed", "server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:53.396570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3aad6df2-21a0-48c7-850c-a10b7d4af400 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:18:53.402118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 81d712e2-782d-49a2-975b-705b882ad5ec is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:53.402507 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.432212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849696e-84dc-4dfe-901a-9a3356a27b13 req-960f3dcd-35c9-4ca9-8d6b-84c1c460e4d6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.441001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f849696e-84dc-4dfe-901a-9a3356a27b13 req-960f3dcd-35c9-4ca9-8d6b-84c1c460e4d6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 948 time: 0.0964904 Jan 28 13:18:53.467052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 3aad6df2-21a0-48c7-850c-a10b7d4af400 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:18:53.467440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3aad6df2-21a0-48c7-850c-a10b7d4af400 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:18:53.474992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06b7b8-0f49-4cc9-8999-48945cc9f3d5 req-e53cc8d1-e3e7-4761-9da8-efe23bfd370f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.475511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d712e2-782d-49a2-975b-705b882ad5ec {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:53.477161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc06b7b8-0f49-4cc9-8999-48945cc9f3d5 req-e53cc8d1-e3e7-4761-9da8-efe23bfd370f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 944 time: 0.0955062 Jan 28 13:18:53.533628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 81d712e2-782d-49a2-975b-705b882ad5ec, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=81d712e2-782d-49a2-975b-705b882ad5ec,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:53.536481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks [] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.571631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f849696e-84dc-4dfe-901a-9a3356a27b13 req-f95eaf93-dafe-4be8-bf11-12f97a9e435d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255813 Jan 28 13:18:53.573485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.579782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d1f92a01-1701-40c3-9462-902548a6ecef is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:53.580226 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.674769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc06b7b8-0f49-4cc9-8999-48945cc9f3d5 req-4a0361ca-922a-47c1-b33d-ef9321a596cc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887152 Jan 28 13:18:53.685393 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.733694 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55880098-91dc-423a-906f-ceb9b71ded66 x-openstack-request-id: req-55880098-91dc-423a-906f-ceb9b71ded66 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:53.734379 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39684bea-8e3a-4282-8da6-323656b47496", "name": "network-vif-deleted", "tag": "3aad6df2-21a0-48c7-850c-a10b7d4af400", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:53.734921 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55880098-91dc-423a-906f-ceb9b71ded66 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:53.735594 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39684bea-8e3a-4282-8da6-323656b47496', 'name': 'network-vif-deleted', 'tag': '3aad6df2-21a0-48c7-850c-a10b7d4af400', 'status': 'completed', 'code': 200} Jan 28 13:18:53.736128 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3', 'status': 'completed', 'code': 200} Jan 28 13:18:53.747768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:53.750366 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b3daa-801f-4b94-a377-321727d631b6" -d '{"events": [{"server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:53.834460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:53.845851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=81d712e2-782d-49a2-975b-705b882ad5ec,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:53.855195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:53.875355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:53.876293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:53.881392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:18:53.889966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Pushing event updated for resources: {'Port': ['ID=8a2c03f0-82bc-4dad-abe9-992a506bdae4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:53.937051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5dab-c73b-4121-a47d-6a209e211cad req-ca544d1f-226b-4d4e-92c1-07c3578619fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.938580 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862a5dab-c73b-4121-a47d-6a209e211cad req-ca544d1f-226b-4d4e-92c1-07c3578619fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1125 time: 0.1508718 Jan 28 13:18:53.972850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:53.979997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664dfeb-2bef-4bca-87cb-d02bb0127c61 req-edac1d6e-4182-4196-85af-419df39de189 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:53.981571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6664dfeb-2bef-4bca-87cb-d02bb0127c61 req-edac1d6e-4182-4196-85af-419df39de189 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.0720286 Jan 28 13:18:53.993195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730dbb2-ef07-468c-b59a-4ad33b49138a req-e4f25478-28f4-4563-be3d-9dc49fa60ff3 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.002559 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e730dbb2-ef07-468c-b59a-4ad33b49138a req-e4f25478-28f4-4563-be3d-9dc49fa60ff3 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 932 time: 0.2123444 Jan 28 13:18:54.009204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.009829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:54.039980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:18:54.054094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6664dfeb-2bef-4bca-87cb-d02bb0127c61 req-ac6e4d7d-c78e-48a3-8196-692a566f21d3 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614252 Jan 28 13:18:54.110687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-4db21f6f-9a02-467b-9b1a-aa3206dfa880 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5137784 Jan 28 13:18:54.114434 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a8f59-a98a-426d-a890-fff71d8e1d83 x-openstack-request-id: req-e10a8f59-a98a-426d-a890-fff71d8e1d83 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:54.115325 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:54.115325 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e10a8f59-a98a-426d-a890-fff71d8e1d83 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:54.115540 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef', 'code': 200} Jan 28 13:18:54.124998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Request body: {'port': {'device_id': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:54.196717 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e730dbb2-ef07-468c-b59a-4ad33b49138a req-4b6f2c66-d27b-42d7-970f-eaedba5de12c tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931958 Jan 28 13:18:54.232205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:54.289263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5dab-c73b-4121-a47d-6a209e211cad req-0903f6f7-a588-49df-9883-223523722593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.290915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862a5dab-c73b-4121-a47d-6a209e211cad req-0903f6f7-a588-49df-9883-223523722593 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.3364656 Jan 28 13:18:54.355517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862a5dab-c73b-4121-a47d-6a209e211cad req-369360d7-3f68-41fa-adc7-438e9abb51d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 217 time: 0.0391791 Jan 28 13:18:54.384645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141e135-c90d-4b86-a99d-326da62d62dd req-1b39d4d7-1826-4417-b1f2-0a42b876b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.386213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f141e135-c90d-4b86-a99d-326da62d62dd req-1b39d4d7-1826-4417-b1f2-0a42b876b4a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1096 time: 0.1550746 Jan 28 13:18:54.556551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5dab-c73b-4121-a47d-6a209e211cad req-557dde96-afcf-4052-85f5-1f9401ce65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.558024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862a5dab-c73b-4121-a47d-6a209e211cad req-557dde96-afcf-4052-85f5-1f9401ce65d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1865885 Jan 28 13:18:54.600020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c586-4222-4b50-b139-688ecba56218 req-a2c2fb52-b423-46c6-ba8c-cbe289bb6bf0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.601679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95e1c586-4222-4b50-b139-688ecba56218 req-a2c2fb52-b423-46c6-ba8c-cbe289bb6bf0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.2451861 Jan 28 13:18:54.663857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:54.675345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862a5dab-c73b-4121-a47d-6a209e211cad req-428e5e2a-15e6-49d0-a97f-0dac9d00427e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956702 Jan 28 13:18:54.702685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f141e135-c90d-4b86-a99d-326da62d62dd req-1c3adc65-ddef-481e-a49e-59634296fddf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949157 Jan 28 13:18:54.786544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48144a-0588-4f74-ae97-0f56fb53fd35 req-ef37c189-136e-4b27-8b5b-1ab934f68cc6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:54.795811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b48144a-0588-4f74-ae97-0f56fb53fd35 req-ef37c189-136e-4b27-8b5b-1ab934f68cc6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 949 time: 0.0879254 Jan 28 13:18:54.814763 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95e1c586-4222-4b50-b139-688ecba56218 req-0371c949-bd54-4968-a6b6-60db42d1644d tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483231 Jan 28 13:18:54.826695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37560) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:54.880141 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862a5dab-c73b-4121-a47d-6a209e211cad req-08a5785e-08f5-4de7-b80b-5f848e401403 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021477 Jan 28 13:18:54.909793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b48144a-0588-4f74-ae97-0f56fb53fd35 req-b7aeca34-cc1c-4682-a49b-0a6dfbd22562 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128368 Jan 28 13:18:54.934856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:54.953199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 has no active binding in host n-h2-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:18:54.979746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2c03f0-82bc-4dad-abe9-992a506bdae4 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:54.987802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Publish callbacks [] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.071729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0506fe5d-9ab4-45c9-8f81-5a1ab442d3ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=845f8a1715a44e7698bd2bd14b46df8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434907 Jan 28 13:18:55.074010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37574) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:55.081531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Transition to ACTIVE for port object 8a2c03f0-82bc-4dad-abe9-992a506bdae4 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:55.096755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.180796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e06e2f-9e94-47aa-9e54-395601e34aaa req-58c52d8c-e3d4-4099-80fa-ce8f40c96ae2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.187247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaf44-090c-4d4a-ac4f-9348bf49fe4c admin admin] Publish callbacks [] for security_group (3061e769-e7d1-458f-b552-c352f4270f40), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.187682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69e06e2f-9e94-47aa-9e54-395601e34aaa req-58c52d8c-e3d4-4099-80fa-ce8f40c96ae2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.1859446 Jan 28 13:18:55.235708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c13a4-9737-4904-a900-3c708043aed7 req-2bafce5a-8e97-4003-a006-5a63d0137660 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.246807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb8c13a4-9737-4904-a900-3c708043aed7 req-2bafce5a-8e97-4003-a006-5a63d0137660 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.1155815 Jan 28 13:18:55.257959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaf44-090c-4d4a-ac4f-9348bf49fe4c admin admin] Publish callbacks [] for security_group (3061e769-e7d1-458f-b552-c352f4270f40), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.275739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c03f0-82bc-4dad-abe9-992a506bdae4,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:55.292743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862a5dab-c73b-4121-a47d-6a209e211cad req-36aa1eca-2008-494a-99dc-c6572cb896a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050016 Jan 28 13:18:55.323364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69e06e2f-9e94-47aa-9e54-395601e34aaa req-9936527c-6dcc-45b2-9d93-7fb60e506fbf tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346474 Jan 28 13:18:55.336665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb8c13a4-9737-4904-a900-3c708043aed7 req-c1baa990-df37-44f7-b4fa-fc1a4ee003c0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884814 Jan 28 13:18:55.381267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Attempting to bind port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:18:55.381821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Attempting to bind port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '18626007-654f-4d81-8cc5-06016ed515e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:18:55.382179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Attempting to bind port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 on network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:55.384864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaf44-090c-4d4a-ac4f-9348bf49fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3061e769-e7d1-458f-b552-c352f4270f40), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.387908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 on network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:18:55.388340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Attempting to bind port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 on network fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:18:55.391722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaf44-090c-4d4a-ac4f-9348bf49fe4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.393615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:18:55.394037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Checking segment: {'id': '18626007-654f-4d81-8cc5-06016ed515e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:55.394495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Bound using segment: {'id': '18626007-654f-4d81-8cc5-06016ed515e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:18:55.395031 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Bound port: 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18626007-654f-4d81-8cc5-06016ed515e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:18:55.395437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ddeaaf44-090c-4d4a-ac4f-9348bf49fe4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3061e769-e7d1-458f-b552-c352f4270f40 HTTP/1.1" status: 204 len: 168 time: 0.3203163 Jan 28 13:18:55.395611 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.415978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaaf44-090c-4d4a-ac4f-9348bf49fe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3061e769-e7d1-458f-b552-c352f4270f40,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:55.535440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] For port 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:55.542107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] For port 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4,segment=NetworkSegment(18626007-654f-4d81-8cc5-06016ed515e2),segment_id=18626007-654f-4d81-8cc5-06016ed515e2)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:18:55.548206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.552312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7c00c-20eb-4040-94ac-2408910f91ae req-71581b7b-d928-4faf-b4cd-17103156d652 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.553957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92c7c00c-20eb-4040-94ac-2408910f91ae req-71581b7b-d928-4faf-b4cd-17103156d652 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 944 time: 0.0689580 Jan 28 13:18:55.616911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c03f0-82bc-4dad-abe9-992a506bdae4,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:55.625949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.626655 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.628144 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-42d445ac-f47d-4f31-935f-dc47bc0a68be service neutron] 10.222.0.36 "PUT /v2.0/ports/8a2c03f0-82bc-4dad-abe9-992a506bdae4 HTTP/1.1" status: 200 len: 1092 time: 1.5086904 Jan 28 13:18:55.651270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92c7c00c-20eb-4040-94ac-2408910f91ae req-af5e5a7f-111d-4ac4-b0c1-e008c3bdbb8c tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898528 Jan 28 13:18:55.719918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198291-eddb-447f-bd2e-90113cf4f223 req-c5dc0873-57b3-477a-91cc-35e536561423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.721744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-c5dc0873-57b3-477a-91cc-35e536561423 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e2d7c497799422e8e3e368f5a879952&device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 1095 time: 0.0503113 Jan 28 13:18:55.780969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:55.783196 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ed125a-b4eb-41a8-a247-aa604ffd15c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:55.786924 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-728c0c64-c945-4dee-a6b8-ddd0af10945c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4 HTTP/1.1" status: 200 len: 217 time: 0.0569642 Jan 28 13:18:55.830576 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1565fefc-5683-4036-83c2-79d6617c006d x-openstack-request-id: req-1565fefc-5683-4036-83c2-79d6617c006d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:55.830873 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:55.831129 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1565fefc-5683-4036-83c2-79d6617c006d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:55.831526 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4', 'status': 'completed', 'code': 200} Jan 28 13:18:55.854802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198291-eddb-447f-bd2e-90113cf4f223 req-787b7f36-d968-4670-b55a-663f97553820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:55.855245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-787b7f36-d968-4670-b55a-663f97553820 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f85f8988-2eab-4c6d-b726-f4831f654667 HTTP/1.1" status: 200 len: 861 time: 0.0591159 Jan 28 13:18:55.863735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37590) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:55.878604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:55.896238 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-7d1cb573-b7dd-4914-98e0-d8908499cb62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329807 Jan 28 13:18:56.030159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb387-d56d-4545-b475-5f4196a2800e req-72af88d3-1926-4d0c-9deb-e0c08f98729b tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.032296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-c9c4dd2d-00fa-43c4-8345-718b1f48e08c service neutron] 10.222.0.36 "GET /v2.0/networks/fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280367 Jan 28 13:18:56.042973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbfbb387-d56d-4545-b475-5f4196a2800e req-72af88d3-1926-4d0c-9deb-e0c08f98729b tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.1322873 Jan 28 13:18:56.118588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Publish callbacks [] for security_group (0379a841-a6b2-458d-8577-01deaae84618), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.141257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbfbb387-d56d-4545-b475-5f4196a2800e req-c4e58a34-ef0f-49bc-82cd-fb0fa264f458 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897882 Jan 28 13:18:56.142830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0379a841-a6b2-458d-8577-01deaae84618), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.205385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=956f95afd1794f809ea517adc2e49a10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378501 Jan 28 13:18:56.205859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37604) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:56.243428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0379a841-a6b2-458d-8577-01deaae84618,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:56.253896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.255517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.255833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.256205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.256540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.256871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.257200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.257526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.257850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.258172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.258653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.258980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.259580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60994590-53cf-4eb2-972e-b6ca64f99821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:18:56.304353 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d8d-c8f9-4ec9-9ab1-56cc1364cce7 admin admin] Publish callbacks [] for security_group (0379a841-a6b2-458d-8577-01deaae84618), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.314635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.339512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d8d-c8f9-4ec9-9ab1-56cc1364cce7 admin admin] Publish callbacks [] for security_group (0379a841-a6b2-458d-8577-01deaae84618), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.424125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94eb2-73e8-4893-9d1a-47f2c37e834f req-c5fce219-ddfa-4d68-9a75-5cd284a286de tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.432203 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9bb94eb2-73e8-4893-9d1a-47f2c37e834f req-c5fce219-ddfa-4d68-9a75-5cd284a286de tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 949 time: 0.3983455 Jan 28 13:18:56.486914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd99289-3898-4248-9ffa-7d14ea04725e req-21da58ce-c031-453e-aaa5-87d0d0d5f4d8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.489748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cd99289-3898-4248-9ffa-7d14ea04725e req-21da58ce-c031-453e-aaa5-87d0d0d5f4d8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0688553 Jan 28 13:18:56.506882 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9bb94eb2-73e8-4893-9d1a-47f2c37e834f req-68d75ce8-0ac8-49d0-b36b-005bb548f999 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735977 Jan 28 13:18:56.548336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d8d-c8f9-4ec9-9ab1-56cc1364cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0379a841-a6b2-458d-8577-01deaae84618), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.551500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d8d-c8f9-4ec9-9ab1-56cc1364cce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.552481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34198291-eddb-447f-bd2e-90113cf4f223 req-537c79d1-9cce-49b1-b803-91741678e9fc service neutron] 10.222.0.36 "GET /v2.0/networks/fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868145 Jan 28 13:18:56.552662 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4bc43d8d-c8f9-4ec9-9ab1-56cc1364cce7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0379a841-a6b2-458d-8577-01deaae84618 HTTP/1.1" status: 204 len: 168 time: 0.3458974 Jan 28 13:18:56.590789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc43d8d-c8f9-4ec9-9ab1-56cc1364cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0379a841-a6b2-458d-8577-01deaae84618,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:56.636663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cd99289-3898-4248-9ffa-7d14ea04725e req-600c7677-179a-43b0-aaf3-f352cb6ddd10 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349065 Jan 28 13:18:56.682419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 81d712e2-782d-49a2-975b-705b882ad5ec up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:18:56.691159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fe82-e39c-43e3-af21-222d70df176c req-bf3a66d4-fc74-4877-8794-4c358f32e859 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.699292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5997fe82-e39c-43e3-af21-222d70df176c req-bf3a66d4-fc74-4877-8794-4c358f32e859 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.1140683 Jan 28 13:18:56.712604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-0a0c0945-129e-4cce-9333-c97a073e1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.714009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-0a0c0945-129e-4cce-9333-c97a073e1fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e2d7c497799422e8e3e368f5a879952&device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 1095 time: 0.0878458 Jan 28 13:18:56.774455 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5997fe82-e39c-43e3-af21-222d70df176c req-e44f4cc1-8959-4902-a1c1-ce72e52de759 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739746 Jan 28 13:18:56.828675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 81d712e2-782d-49a2-975b-705b882ad5ec completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:18:56.835546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 81d712e2-782d-49a2-975b-705b882ad5ec triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:18:56.835941 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.925655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-cc7397dd-b558-4c71-92a7-932f4ddb9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.928102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-cc7397dd-b558-4c71-92a7-932f4ddb9810 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 HTTP/1.1" status: 200 len: 922 time: 0.1693478 Jan 28 13:18:56.933493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 81d712e2-782d-49a2-975b-705b882ad5ec is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:56.933493 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:56.942423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696be7b1-1815-4bcb-b1a6-ae7c2ec3caf3 req-8553db90-f7c3-4a67-b10f-036a720255a0 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:56.948865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-696be7b1-1815-4bcb-b1a6-ae7c2ec3caf3 req-8553db90-f7c3-4a67-b10f-036a720255a0 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 944 time: 0.1523671 Jan 28 13:18:56.961760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d712e2-782d-49a2-975b-705b882ad5ec'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:18:56.964176 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b73b13b-d228-4f35-b107-ea75ca8e17ac" -d '{"events": [{"server_uuid": "7ed6747e-1d6d-49ee-921c-23513c426d0b", "name": "network-vif-plugged", "status": "completed", "tag": "81d712e2-782d-49a2-975b-705b882ad5ec"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:18:56.983840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 81d712e2-782d-49a2-975b-705b882ad5ec, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=81d712e2-782d-49a2-975b-705b882ad5ec,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:56.993324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.022011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-37fe4967-e7bc-40bb-a010-70744911a13d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4 HTTP/1.1" status: 200 len: 217 time: 0.0838833 Jan 28 13:18:57.054041 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e25d4-db7a-4d9f-b560-eec4d4611d54 x-openstack-request-id: req-f07e25d4-db7a-4d9f-b560-eec4d4611d54 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:18:57.054433 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed6747e-1d6d-49ee-921c-23513c426d0b", "name": "network-vif-plugged", "status": "completed", "tag": "81d712e2-782d-49a2-975b-705b882ad5ec", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:18:57.054759 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f07e25d4-db7a-4d9f-b560-eec4d4611d54 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:18:57.055225 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d712e2-782d-49a2-975b-705b882ad5ec', 'code': 200} Jan 28 13:18:57.090343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-696be7b1-1815-4bcb-b1a6-ae7c2ec3caf3 req-52244894-eb0c-47db-b5fd-3680012cba70 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328709 Jan 28 13:18:57.100559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=81d712e2-782d-49a2-975b-705b882ad5ec,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:57.110306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-249c6259-f8e1-48bb-afca-e9e1d5cefac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.111773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-249c6259-f8e1-48bb-afca-e9e1d5cefac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f85f8988-2eab-4c6d-b726-f4831f654667 HTTP/1.1" status: 200 len: 861 time: 0.0860717 Jan 28 13:18:57.155193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-f6e6c771-5760-4142-98e0-feda9d7b7270 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359821 Jan 28 13:18:57.362893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806cf6b-d177-45b8-8ad8-297e6c7631cb req-41b2a706-ee19-4e3a-a29d-de69d905cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.367490 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0806cf6b-d177-45b8-8ad8-297e6c7631cb req-41b2a706-ee19-4e3a-a29d-de69d905cc78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 1101 time: 0.2137709 Jan 28 13:18:57.400796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d8395-8f8b-4ea0-9446-f228e012f08f req-78f3f2fd-eb1c-423f-808a-05a757308e4e tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.407660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8f0d8395-8f8b-4ea0-9446-f228e012f08f req-78f3f2fd-eb1c-423f-808a-05a757308e4e tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.1505616 Jan 28 13:18:57.418007 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-6eb15541-0c4a-4336-a6ba-28ee3d5bbec0 service neutron] 10.222.0.36 "GET /v2.0/networks/fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531908 Jan 28 13:18:57.604530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8f0d8395-8f8b-4ea0-9446-f228e012f08f req-ee9ec15c-7f5f-418f-90c8-69b26ed72a93 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957891 Jan 28 13:18:57.614517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0806cf6b-d177-45b8-8ad8-297e6c7631cb req-84764629-2b57-4c29-bff3-c4c0fccd908a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281613 Jan 28 13:18:57.661758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58ed125a-b4eb-41a8-a247-aa604ffd15c4 req-fa000280-9781-406a-a5ce-66cbd53cf5c0 service neutron] 10.222.0.36 "GET /v2.0/networks/fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357323 Jan 28 13:18:57.700969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:57.714620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08341-ad54-44fd-8d41-0f440763e5b4 req-5627d53a-dc11-47d5-b6b2-d0b4cecc12d9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.716707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a08341-ad54-44fd-8d41-0f440763e5b4 req-5627d53a-dc11-47d5-b6b2-d0b4cecc12d9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 950 time: 0.0863039 Jan 28 13:18:57.793755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8babb15-10b9-4716-b8ae-c09f0eaeb485 req-fe874ed1-4d18-4a90-8977-9bb7f0b1dd5c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:57.802281 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8babb15-10b9-4716-b8ae-c09f0eaeb485 req-fe874ed1-4d18-4a90-8977-9bb7f0b1dd5c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0768127 Jan 28 13:18:57.808924 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a08341-ad54-44fd-8d41-0f440763e5b4 req-599d4153-50bd-4f70-8ac4-4c0f23205728 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854006 Jan 28 13:18:57.831391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37656) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:57.885009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8babb15-10b9-4716-b8ae-c09f0eaeb485 req-d2628831-a18a-4681-b157-086b0ff14214 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819912 Jan 28 13:18:57.990868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-988290037-network', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:58.027625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6fe54-41d0-4cfb-ba07-53568708d897 req-b9f8aa18-0e87-4d40-9d62-fe62fdec8b2c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.029239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ec6fe54-41d0-4cfb-ba07-53568708d897 req-b9f8aa18-0e87-4d40-9d62-fe62fdec8b2c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.0707676 Jan 28 13:18:58.030345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Made reservation on behalf of 54a2bc30ad064278a48fdaff31e1a915 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:58.032685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.043196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.161928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ec6fe54-41d0-4cfb-ba07-53568708d897 req-28e96e8c-0423-4587-928e-ac9136627a90 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090925 Jan 28 13:18:58.201177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks [] for security_group (1250ccc8-f426-477b-a086-98c58c2ef6f0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.211225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1250ccc8-f426-477b-a086-98c58c2ef6f0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.250336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:18:58.257631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1250ccc8-f426-477b-a086-98c58c2ef6f0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:58.264484 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d2801a53-541c-4ae1-ba09-27ba8dfe7532), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.264852 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Added segment d2801a53-541c-4ae1-ba09-27ba8dfe7532 of type vlan for network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e Jan 28 13:18:58.277727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382150-b6c7-47b6-a409-d4c789a54556 req-b3215472-ff58-4df9-931c-754322468994 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.294085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5382150-b6c7-47b6-a409-d4c789a54556 req-b3215472-ff58-4df9-931c-754322468994 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 944 time: 0.1130316 Jan 28 13:18:58.320277 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.359778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.362508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.364195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.445999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5382150-b6c7-47b6-a409-d4c789a54556 req-41057a81-fc73-42b1-a383-05630db6dbd9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178298 Jan 28 13:18:58.450982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] Pushing event updated for resources: {'Network': ['ID=55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:58.478336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f6102042-1046-4ebd-9736-b8ca9359538d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6431491 Jan 28 13:18:58.479406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:18:58.479981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37672) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:58.486163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Request body: {'subnet': {'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-subnet', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:58.509868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Made reservation on behalf of 54a2bc30ad064278a48fdaff31e1a915 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:18:58.512214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.722175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b563c1-0d20-4d76-a6d1-add276a9296e req-9957bbc1-0129-4863-b5c2-f20d3d363636 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:58.724348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10b563c1-0d20-4d76-a6d1-add276a9296e req-9957bbc1-0129-4863-b5c2-f20d3d363636 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.0595164 Jan 28 13:18:58.757468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-ccf8be51-1c51-4800-8c98-5a3480f69e9f service neutron] 10.222.0.36 "GET /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3/bindings/n-h2-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.1407862 Jan 28 13:18:58.783027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10b563c1-0d20-4d76-a6d1-add276a9296e req-5aa643c5-0ca9-4d0f-973f-db569ed5a18b tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529020 Jan 28 13:18:58.805755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (bbd36575-fe3d-402a-9016-6eca50e17f85), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:58.920686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd36575-fe3d-402a-9016-6eca50e17f85,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:58.997175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Checking segment: {'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:18:59.000670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Network hostable DHCP agents. Network: 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:18:59.072548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690e7f9-994c-4f51-a01c-91654f8e1edc req-aa43596b-0b07-4083-a64e-9d80c3f3b472 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.074365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a690e7f9-994c-4f51-a01c-91654f8e1edc req-aa43596b-0b07-4083-a64e-9d80c3f3b472 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 950 time: 0.1846590 Jan 28 13:18:59.081223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734a11e-e453-404f-8643-4c935da8313b req-aa10bbaf-dd72-40c1-b702-366c28cee936 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.083433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3734a11e-e453-404f-8643-4c935da8313b req-aa10bbaf-dd72-40c1-b702-366c28cee936 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0560617 Jan 28 13:18:59.096216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:18:59.126924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:59.135156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.135750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.137321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3734a11e-e453-404f-8643-4c935da8313b req-49b80514-f16a-4dc1-a191-604b916d5351 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Jan 28 13:18:59.142718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f461bb2-93f7-4100-bb30-b91bebd4d81a None None] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:18:59.183124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:59.201021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ef86cb07-4c9d-4a43-b16a-62bfcc9bdbdd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7193408 Jan 28 13:18:59.203868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37694) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:18:59.211014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:18:59.219917 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a690e7f9-994c-4f51-a01c-91654f8e1edc req-a7491476-75fb-400e-b69f-595c49700397 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326864 Jan 28 13:18:59.251922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (6586189c-76f1-48f4-bfd2-a84fed88ba88), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.255012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (6586189c-76f1-48f4-bfd2-a84fed88ba88), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.259540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:18:59.294802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'fixed_ips': [{'subnet_id': 'bbd36575-fe3d-402a-9016-6eca50e17f85'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:18:59.296660 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.307790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-0b7d6760-4d67-44a7-bca6-aaddbee005d0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.309341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-0b7d6760-4d67-44a7-bca6-aaddbee005d0 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.0890112 Jan 28 13:18:59.313806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:59.350125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:59.371191 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks [] for router_controller (6586189c-76f1-48f4-bfd2-a84fed88ba88), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.371406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.374511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8a2c03f0-82bc-4dad-abe9-992a506bdae4 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:18:59.525401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Deleting port 5af28901-64e2-4e0d-801e-b29268f1ed66 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:18:59.525833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.530036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Allocated IP 172.20.0.2 (55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e/bbd36575-fe3d-402a-9016-6eca50e17f85/08906ff1-ce29-46de-a33e-1f1697a1c302) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:18:59.565907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4,segment=NetworkSegment(18626007-654f-4d81-8cc5-06016ed515e2),segment_id=18626007-654f-4d81-8cc5-06016ed515e2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:59.579407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '8a2c03f0-82bc-4dad-abe9-992a506bdae4', 'network_id': 'fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6', 'port_id': '8a2c03f0-82bc-4dad-abe9-992a506bdae4', 'mac_address': 'fa:16:3e:74:e7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85f8988-2eab-4c6d-b726-f4831f654667', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:18:59.598164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] Transition to ACTIVE for port object 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:18:59.606743 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.674276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:18:59.674962 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.701694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2c03f0-82bc-4dad-abe9-992a506bdae4 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:18:59.737244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6e66d-cd53-4667-9c56-b706e6a19626 req-c42d2e83-0ce2-4fba-bc49-155bbf6f1f9c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.741191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4,segment=NetworkSegment(18626007-654f-4d81-8cc5-06016ed515e2),segment_id=18626007-654f-4d81-8cc5-06016ed515e2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:59.744734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11c6e66d-cd53-4667-9c56-b706e6a19626 req-c42d2e83-0ce2-4fba-bc49-155bbf6f1f9c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 944 time: 0.4422803 Jan 28 13:18:59.775268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] Pushing event updated for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=10']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:59.779344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] No DVR routers for this DVR port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:18:59.779541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.790481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] For port 5af28901-64e2-4e0d-801e-b29268f1ed66, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5af28901-64e2-4e0d-801e-b29268f1ed66,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:18:59.790481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.807090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67fa3f-3926-4a9d-94e1-ad7a12bf4825 req-3a31cea6-eb46-4533-abd4-696b6c33643a tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:18:59.808610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de67fa3f-3926-4a9d-94e1-ad7a12bf4825 req-3a31cea6-eb46-4533-abd4-696b6c33643a tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 944 time: 0.1910379 Jan 28 13:18:59.815201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Calling delete_port for 5af28901-64e2-4e0d-801e-b29268f1ed66 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:18:59.825586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks [] for router_gateway (6586189c-76f1-48f4-bfd2-a84fed88ba88), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.825825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Publish callbacks [] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.836988 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:18:59.848898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-4708e43a-5714-4074-8b3d-638beebdba9c service neutron] 10.222.0.36 "PUT /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3/bindings/n-h2-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0812762 Jan 28 13:18:59.873591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11c6e66d-cd53-4667-9c56-b706e6a19626 req-2983b2e3-6a7d-4cd5-8036-760f6f1cbe11 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989945 Jan 28 13:18:59.874712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:18:59.877206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:18:59.879919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=8a2c03f0-82bc-4dad-abe9-992a506bdae4,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:18:59.889992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:00.000747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de67fa3f-3926-4a9d-94e1-ad7a12bf4825 req-32dd9663-ce86-4481-93ae-a76e48724d82 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623170 Jan 28 13:19:00.018957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-ccef1334-fed3-4ed2-9810-eabc07397b03 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.020731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-ccef1334-fed3-4ed2-9810-eabc07397b03 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0910127 Jan 28 13:19:00.025533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Attempting to bind port 08906ff1-ce29-46de-a33e-1f1697a1c302 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:00.025901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Attempting to bind port 08906ff1-ce29-46de-a33e-1f1697a1c302 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:00.026262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Attempting to bind port 08906ff1-ce29-46de-a33e-1f1697a1c302 on network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:00.034102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Pushing event updated for resources: {'Port': ['ID=08906ff1-ce29-46de-a33e-1f1697a1c302,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:00.041128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:00.041519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Checking segment: {'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:00.042510 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.043026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Bound using segment: {'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:00.043665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Bound port: 08906ff1-ce29-46de-a33e-1f1697a1c302, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:00.043886 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.047450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['8a2c03f0-82bc-4dad-abe9-992a506bdae4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:00.076817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94bfd5-7b0f-4268-944c-9045e8d95760 req-bfa65bba-0887-42ca-86f3-6ce543a2a0db tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.078572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb94bfd5-7b0f-4268-944c-9045e8d95760 req-bfa65bba-0887-42ca-86f3-6ce543a2a0db tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 950 time: 0.1238935 Jan 28 13:19:00.150710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks [] for router_gateway (6586189c-76f1-48f4-bfd2-a84fed88ba88), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.162766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-f2ffd2ce-736e-4ea4-a3f9-7140a5f3802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.164494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-f2ffd2ce-736e-4ea4-a3f9-7140a5f3802e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0&tenant_id=c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 1096 time: 0.1350231 Jan 28 13:19:00.174052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5af28901-64e2-4e0d-801e-b29268f1ed66), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.187104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['65046a54-e700-4055-99c4-0ae927365dcb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:00.201645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb94bfd5-7b0f-4268-944c-9045e8d95760 req-0e108b74-1702-463f-a2e7-bd73ec36a39a tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967886 Jan 28 13:19:00.202863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.223652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec9d48-f223-4413-9cb1-0bbb3ea5d230 req-1dae75b4-dd54-4982-ab25-4a04177187fa tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.230694 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-baec9d48-f223-4413-9cb1-0bbb3ea5d230 req-1dae75b4-dd54-4982-ab25-4a04177187fa tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0aa438e-958c-447e-becd-5780c0997da5 HTTP/1.1" status: 200 len: 950 time: 0.1272600 Jan 28 13:19:00.232768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] For port 08906ff1-ce29-46de-a33e-1f1697a1c302, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:00.254215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Pushing event deleted for resources: {'Port': ['ID=5af28901-64e2-4e0d-801e-b29268f1ed66,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:00.308570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] For port 08906ff1-ce29-46de-a33e-1f1697a1c302, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=08906ff1-ce29-46de-a33e-1f1697a1c302,segment=NetworkSegment(d2801a53-541c-4ae1-ba09-27ba8dfe7532),segment_id=d2801a53-541c-4ae1-ba09-27ba8dfe7532)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:00.319772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] No DVR routers for this DVR port 5af28901-64e2-4e0d-801e-b29268f1ed66 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:00.322673 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.326435 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.326606 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2659bf3d-c2a6-49e4-8b8e-d10b99ae043c req-fa7d1802-a61b-4335-8ed2-73a1c7600e2f tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.60 "DELETE /v2.0/ports/5af28901-64e2-4e0d-801e-b29268f1ed66 HTTP/1.1" status: 204 len: 173 time: 1.0072310 Jan 28 13:19:00.328958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aa438e-958c-447e-becd-5780c0997da5', 'name': 'network-vif-deleted', 'tag': '5af28901-64e2-4e0d-801e-b29268f1ed66'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:00.332257 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab60bc5-b8a3-4498-bca3-63cfff6cfa07" -d '{"events": [{"server_uuid": "a0aa438e-958c-447e-becd-5780c0997da5", "name": "network-vif-deleted", "tag": "5af28901-64e2-4e0d-801e-b29268f1ed66"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:00.379717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-8d1e1d4e-ee0d-4bac-96fc-a93df7e942ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.382179 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-8d1e1d4e-ee0d-4bac-96fc-a93df7e942ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1486986 Jan 28 13:19:00.388220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Allocated IP 172.25.4.164 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/fd393aaa-b9b4-4186-8179-7aa056315394) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:00.412265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-baec9d48-f223-4413-9cb1-0bbb3ea5d230 req-9024381c-1429-4858-a939-dda3e065188a tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745741 Jan 28 13:19:00.416947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66642c0-1ff5-4e1d-bf47-e183505ac3a6 None None] Pushing event updated for resources: {'Port': ['ID=08906ff1-ce29-46de-a33e-1f1697a1c302,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:00.607393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-1f9b3108-cb5a-4911-935e-485b80bf4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.609296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-1f9b3108-cb5a-4911-935e-485b80bf4ac7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.1959000 Jan 28 13:19:00.657038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4be62-a1ac-4ad6-9b85-989d569d2d8f req-e1577090-dbb3-4b75-bcc5-1060d9e72a1d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.658528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55a4be62-a1ac-4ad6-9b85-989d569d2d8f req-e1577090-dbb3-4b75-bcc5-1060d9e72a1d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.1172969 Jan 28 13:19:00.685221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks [] for port (fd393aaa-b9b4-4186-8179-7aa056315394), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.699643 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-f3e21dee-906b-46cc-ac2a-90f7317224ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 217 time: 0.0453033 Jan 28 13:19:00.700286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5af28901-64e2-4e0d-801e-b29268f1ed66 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:00.744669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 5af28901-64e2-4e0d-801e-b29268f1ed66 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:00.745281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5af28901-64e2-4e0d-801e-b29268f1ed66 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:00.745915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:00.761367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b2c9b-f74f-4479-9fa8-21cdd30abea0 req-bc235093-f9f4-4984-9409-801993d101b9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.762883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c71b2c9b-f74f-4479-9fa8-21cdd30abea0 req-bc235093-f9f4-4984-9409-801993d101b9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 950 time: 0.1441941 Jan 28 13:19:00.773301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55a4be62-a1ac-4ad6-9b85-989d569d2d8f req-8f5e6e75-5bc2-4712-933d-13813385ce24 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053376 Jan 28 13:19:00.792501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.825528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-7e62e993-6a60-4c4c-ac21-9199d258fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:00.827157 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-7e62e993-6a60-4c4c-ac21-9199d258fc4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1186457 Jan 28 13:19:00.849578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:00.855257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:00.857691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:00.885391 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac864e4e-7b12-4b21-8143-e1440345b477 x-openstack-request-id: req-ac864e4e-7b12-4b21-8143-e1440345b477 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:00.885849 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aa438e-958c-447e-becd-5780c0997da5", "name": "network-vif-deleted", "tag": "5af28901-64e2-4e0d-801e-b29268f1ed66", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:00.886048 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac864e4e-7b12-4b21-8143-e1440345b477 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:00.886386 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aa438e-958c-447e-becd-5780c0997da5', 'name': 'network-vif-deleted', 'tag': '5af28901-64e2-4e0d-801e-b29268f1ed66', 'status': 'completed', 'code': 200} Jan 28 13:19:00.887127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:00.887535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.899139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Pushing event updated for resources: {'Port': ['ID=fd393aaa-b9b4-4186-8179-7aa056315394,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:00.918647 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-0a705596-f78c-4e39-9113-c42a03cd7b42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743423 Jan 28 13:19:00.952952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:00.954272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:00.958580 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8a702e-bc39-4f43-831f-f8ad0683ae45" -d '{"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-unplugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:00.962366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:00.979231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c71b2c9b-f74f-4479-9fa8-21cdd30abea0 req-94952af8-f905-4886-ab35-967bd5993f3c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889267 Jan 28 13:19:01.080552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:01.103653 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-19adb340-f657-4b3a-bd8e-375e30a4f8cf service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727123 Jan 28 13:19:01.106048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b56aa1-009c-4da3-9196-5114f1da1811 req-604ce0af-cacd-41ca-9235-429eedd82c2f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:01.112559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98b56aa1-009c-4da3-9196-5114f1da1811 req-604ce0af-cacd-41ca-9235-429eedd82c2f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 945 time: 0.1258242 Jan 28 13:19:01.253329 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-6904fbb4-b4fb-48a1-bb16-0c6e6944fbdb service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142721 Jan 28 13:19:01.275603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98b56aa1-009c-4da3-9196-5114f1da1811 req-46d8f851-782a-49de-b54d-4d62b4c13348 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594281 Jan 28 13:19:01.290214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks [] for router_gateway (6586189c-76f1-48f4-bfd2-a84fed88ba88), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.362514 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6c9265-dacd-4f65-8277-68c34d6c7857 x-openstack-request-id: req-db6c9265-dacd-4f65-8277-68c34d6c7857 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:01.364215 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-unplugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:01.364391 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db6c9265-dacd-4f65-8277-68c34d6c7857 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:01.364889 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'code': 200} Jan 28 13:19:01.382486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8a2c03f0-82bc-4dad-abe9-992a506bdae4 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:01.479131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:01.484670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:01.485146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.616535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:01.617005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87cb52-c9a3-4da0-a30c-2cca1648660a req-9c396eb5-23ee-45bc-add5-78d38429a110 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:01.617908 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.618530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c87cb52-c9a3-4da0-a30c-2cca1648660a req-9c396eb5-23ee-45bc-add5-78d38429a110 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 945 time: 0.1346807 Jan 28 13:19:01.645791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (6586189c-76f1-48f4-bfd2-a84fed88ba88), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.706170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4,segment=NetworkSegment(18626007-654f-4d81-8cc5-06016ed515e2),segment_id=18626007-654f-4d81-8cc5-06016ed515e2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:01.711480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.714756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:01.762344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c1590250-861e-4907-a9b7-4fba0386e846 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:01.763053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c87cb52-c9a3-4da0-a30c-2cca1648660a req-87bb6482-71f5-4de5-980e-3200a9cd3358 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365311 Jan 28 13:19:01.763858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-c1590250-861e-4907-a9b7-4fba0386e846 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0806065 Jan 28 13:19:01.806161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=8a2c03f0-82bc-4dad-abe9-992a506bdae4,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:01.840862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] The host n-h1-822748-2 is not matching for port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 host n-h2-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:19:01.842879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:01.940858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2049a6-eef3-4779-ad8b-0a9157428326 None None] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:01.961928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f727cf4-0d20-4429-b527-d739dcded794 req-873b4e27-21c1-4bfb-9a3d-ed29106c7ce8 service neutron] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:01.967066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f727cf4-0d20-4429-b527-d739dcded794 req-873b4e27-21c1-4bfb-9a3d-ed29106c7ce8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:01.969091 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f727cf4-0d20-4429-b527-d739dcded794 req-873b4e27-21c1-4bfb-9a3d-ed29106c7ce8 service neutron] 10.222.0.60 "DELETE /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3/bindings/n-h1-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.1894360 Jan 28 13:19:01.969509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Router 6586189c-76f1-48f4-bfd2-a84fed88ba88 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:19:02.033003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-29636a22-047a-4058-9456-fb8b5b79242f None None] Provisioning complete for port 08906ff1-ce29-46de-a33e-1f1697a1c302 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:02.033559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29636a22-047a-4058-9456-fb8b5b79242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:02.080402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9693-2b0f-43c0-85cd-19308b90d1b0 req-fd893038-ec82-4a41-b65f-21d140d9830e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.083486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-67ee9693-2b0f-43c0-85cd-19308b90d1b0 req-fd893038-ec82-4a41-b65f-21d140d9830e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0744190 Jan 28 13:19:02.130218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:02.146453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Sync routers for ids ['6586189c-76f1-48f4-bfd2-a84fed88ba88'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:02.151367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:02.156105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37808) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:02.156269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-16f67c1b-a33f-468a-b33c-a5d173459022 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9510238 Jan 28 13:19:02.168422 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-67ee9693-2b0f-43c0-85cd-19308b90d1b0 req-a5a9f298-c6b9-404e-be7a-4b752865a8e0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783942 Jan 28 13:19:02.193540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Routers {'6586189c-76f1-48f4-bfd2-a84fed88ba88'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:02.196123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:18:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6586189c-76f1-48f4-bfd2-a84fed88ba88'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:02.199349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-29636a22-047a-4058-9456-fb8b5b79242f None None] Current status of the port 08906ff1-ce29-46de-a33e-1f1697a1c302 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:02.199767 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29636a22-047a-4058-9456-fb8b5b79242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:02.412407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-29636a22-047a-4058-9456-fb8b5b79242f None None] For port 08906ff1-ce29-46de-a33e-1f1697a1c302, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=08906ff1-ce29-46de-a33e-1f1697a1c302,segment=NetworkSegment(d2801a53-541c-4ae1-ba09-27ba8dfe7532),segment_id=d2801a53-541c-4ae1-ba09-27ba8dfe7532)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:02.419788 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29636a22-047a-4058-9456-fb8b5b79242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:02.521319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a003b-0736-4039-a828-9e3aad7d155f req-266bad84-5c66-402e-bb32-a95926117796 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.529505 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce0a003b-0736-4039-a828-9e3aad7d155f req-266bad84-5c66-402e-bb32-a95926117796 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 950 time: 0.1039805 Jan 28 13:19:02.601935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce0a003b-0736-4039-a828-9e3aad7d155f req-20c3e9a3-b576-40e5-9302-81669932979c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719855 Jan 28 13:19:02.713607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Set router 6586189c-76f1-48f4-bfd2-a84fed88ba88 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:02.757414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ba102-92e5-4a55-888a-2d00e41a5b03 req-51658786-12aa-4584-bf6c-ca8cab6f24b9 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:02.759494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d3ba102-92e5-4a55-888a-2d00e41a5b03 req-51658786-12aa-4584-bf6c-ca8cab6f24b9 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1096 time: 0.0533786 Jan 28 13:19:02.804175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 08906ff1-ce29-46de-a33e-1f1697a1c302 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:02.823974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:02.869710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d3ba102-92e5-4a55-888a-2d00e41a5b03 req-a2c6ada7-0990-4d92-8cef-1e6549878c83 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919509 Jan 28 13:19:02.882527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5063120b-9878-409c-96ff-7e18a19a7cd1 None None] Provisioning complete for port 08906ff1-ce29-46de-a33e-1f1697a1c302 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:02.882905 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5063120b-9878-409c-96ff-7e18a19a7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:02.888906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29636a22-047a-4058-9456-fb8b5b79242f None None] Pushing event updated for resources: {'Port': ['ID=08906ff1-ce29-46de-a33e-1f1697a1c302,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:02.994572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 08906ff1-ce29-46de-a33e-1f1697a1c302 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:02.995954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.002758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a510a-a101-47bf-a2c2-8fd2b0015639 req-67a89ea0-2f33-4742-ace1-056e56b0aef6 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.010003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-870a510a-a101-47bf-a2c2-8fd2b0015639 req-67a89ea0-2f33-4742-ace1-056e56b0aef6 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 949 time: 0.0620856 Jan 28 13:19:03.030037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61087b06-3c4d-4cf2-89e6-ff54f5c8cd3e req-470812d5-50b8-4d63-a3e1-0675a88a73e0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.031527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61087b06-3c4d-4cf2-89e6-ff54f5c8cd3e req-470812d5-50b8-4d63-a3e1-0675a88a73e0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 945 time: 0.1397047 Jan 28 13:19:03.060743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-870a510a-a101-47bf-a2c2-8fd2b0015639 req-f7f94868-a817-4899-a842-1b4685030b00 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496297 Jan 28 13:19:03.122213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Allocated IP 172.20.0.1 (55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e/bbd36575-fe3d-402a-9016-6eca50e17f85/9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:03.130467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61087b06-3c4d-4cf2-89e6-ff54f5c8cd3e req-0eb5892b-fe8b-47b9-bbcc-48c3f82cee5a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846305 Jan 28 13:19:03.175207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5063120b-9878-409c-96ff-7e18a19a7cd1 None None] Current status of the port 08906ff1-ce29-46de-a33e-1f1697a1c302 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:03.193521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 08906ff1-ce29-46de-a33e-1f1697a1c302 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:03.217448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:01Z', 'revision_number': 3, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port': {'id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:00Z', 'updated_at': '2022-01-28T13:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:03.248646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Checking router: 6586189c-76f1-48f4-bfd2-a84fed88ba88 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:03.248934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Updating router 6586189c-76f1-48f4-bfd2-a84fed88ba88 port fd393aaa-b9b4-4186-8179-7aa056315394 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:19:03.261557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks [] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.280921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.334632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.371623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:03.372318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009ecfd-f768-4849-98f0-8bf410f3754a req-6bb24b5a-98f9-4f3f-95bc-173f2b1e5f11 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.373854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e009ecfd-f768-4849-98f0-8bf410f3754a req-6bb24b5a-98f9-4f3f-95bc-173f2b1e5f11 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 946 time: 0.0895100 Jan 28 13:19:03.380634 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074d9ae9-9a01-49ec-99f6-28e8d2d8824c" -d '{"events": [{"server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:03.388431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:03.403401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:03.406361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:03.417581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Pushing event updated for resources: {'Port': ['ID=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:03.432112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cdeb4-c062-403a-be76-82b383f748b5 req-6cbb3a9c-066f-4550-90fe-741e73986b19 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.434113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f69cdeb4-c062-403a-be76-82b383f748b5 req-6cbb3a9c-066f-4550-90fe-741e73986b19 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 1101 time: 0.0649493 Jan 28 13:19:03.460625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f69cdeb4-c062-403a-be76-82b383f748b5 req-83e81d34-262f-41e1-a920-9d6faa7acec7 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.484938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e009ecfd-f768-4849-98f0-8bf410f3754a req-6e4f254c-a8af-4dfd-8cef-9e77edaf05ae tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031184 Jan 28 13:19:03.486098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (6586189c-76f1-48f4-bfd2-a84fed88ba88), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.584680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f69cdeb4-c062-403a-be76-82b383f748b5 req-83e81d34-262f-41e1-a920-9d6faa7acec7 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Publish callbacks [] for security_group (7f0ad63f-6576-4f0e-9cb5-8b7055abb12a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.594462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f69cdeb4-c062-403a-be76-82b383f748b5 req-83e81d34-262f-41e1-a920-9d6faa7acec7 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7f0ad63f-6576-4f0e-9cb5-8b7055abb12a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.627507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e81d34-262f-41e1-a920-9d6faa7acec7 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ad63f-6576-4f0e-9cb5-8b7055abb12a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:03.657762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.670215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f69cdeb4-c062-403a-be76-82b383f748b5 req-83e81d34-262f-41e1-a920-9d6faa7acec7 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184353 Jan 28 13:19:03.757458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Publish callbacks [] for port (fd393aaa-b9b4-4186-8179-7aa056315394), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.762735 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e11ff41-6c04-48cd-91c2-f9c6aafd2e08 x-openstack-request-id: req-5e11ff41-6c04-48cd-91c2-f9c6aafd2e08 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:03.773728 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:03.774823 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e11ff41-6c04-48cd-91c2-f9c6aafd2e08 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:03.775276 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4', 'code': 200} Jan 28 13:19:03.777283 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.853305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba298b4a-fd9b-4fae-8921-a2e12d072076 None None] Pushing event updated for resources: {'Port': ['ID=fd393aaa-b9b4-4186-8179-7aa056315394,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:03.905602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b078e-f9eb-4c1a-8201-64284d26847c req-2d697c6f-7c81-41c4-8720-49b5aae2ca47 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:03.912768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-521b078e-f9eb-4c1a-8201-64284d26847c req-2d697c6f-7c81-41c4-8720-49b5aae2ca47 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0606072 Jan 28 13:19:03.913070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-51dc109e-f7ed-4ea6-9632-c34ed39a25ca None None] Provisioning complete for port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:03.913464 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51dc109e-f7ed-4ea6-9632-c34ed39a25ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.959815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51dc109e-f7ed-4ea6-9632-c34ed39a25ca None None] Port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:03.961735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Attempting to bind port fd393aaa-b9b4-4186-8179-7aa056315394 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:03.962115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Attempting to bind port fd393aaa-b9b4-4186-8179-7aa056315394 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:03.962486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Attempting to bind port fd393aaa-b9b4-4186-8179-7aa056315394 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:03.968638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:03.969028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:03.969438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.969839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:03.970323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Bound port: fd393aaa-b9b4-4186-8179-7aa056315394, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:03.971217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:03.991387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-521b078e-f9eb-4c1a-8201-64284d26847c req-2ff33cf5-fb97-436f-b2f1-9f63d493a85c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754831 Jan 28 13:19:04.056790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] For port fd393aaa-b9b4-4186-8179-7aa056315394, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:04.062889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] For port fd393aaa-b9b4-4186-8179-7aa056315394, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fd393aaa-b9b4-4186-8179-7aa056315394,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:04.070671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.154528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba298b4a-fd9b-4fae-8921-a2e12d072076 None None] Pushing event updated for resources: {'Port': ['ID=fd393aaa-b9b4-4186-8179-7aa056315394,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:04.188300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Routers {'6586189c-76f1-48f4-bfd2-a84fed88ba88'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:04.189462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:18:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6586189c-76f1-48f4-bfd2-a84fed88ba88'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:04.209512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656f01-7b3a-4580-bf9d-ce7ab5aee54e req-1a2027b2-6ff5-4295-8240-5d90809094a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:04.210759 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f656f01-7b3a-4580-bf9d-ce7ab5aee54e req-1a2027b2-6ff5-4295-8240-5d90809094a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 1097 time: 0.4062121 Jan 28 13:19:04.251273 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-2c8ea9a9-d9f8-43fb-a2c7-12b35ad1ac31 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638702 Jan 28 13:19:04.263011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddce9c-85f8-4c72-a164-bb60f651e8b1 req-f28581ce-5f16-4dc7-8ae1-390fc45bc058 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:04.264322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ddce9c-85f8-4c72-a164-bb60f651e8b1 req-f28581ce-5f16-4dc7-8ae1-390fc45bc058 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 949 time: 0.0814507 Jan 28 13:19:04.275931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d518565-98d4-4207-b03c-764748b0c721 req-0ecafc6f-6426-4945-a407-e0df4f37fbbf tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:04.277446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d518565-98d4-4207-b03c-764748b0c721 req-0ecafc6f-6426-4945-a407-e0df4f37fbbf tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 949 time: 0.4404221 Jan 28 13:19:04.327264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f656f01-7b3a-4580-bf9d-ce7ab5aee54e req-4fc5d101-55a7-4f92-8bd7-98a9eff34e65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925508 Jan 28 13:19:04.334677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ddce9c-85f8-4c72-a164-bb60f651e8b1 req-d48674f1-14d4-4959-96c4-eceafec96616 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jan 28 13:19:04.389221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] Set router 6586189c-76f1-48f4-bfd2-a84fed88ba88 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:04.465574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks [] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.547326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-d2ae2da7-b693-4463-83ec-e8a632be86dd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:04.558106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-d2ae2da7-b693-4463-83ec-e8a632be86dd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.1383047 Jan 28 13:19:04.558988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-1f18098c-d6be-4395-91d1-a6a65adabb26 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:04.560669 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-1f18098c-d6be-4395-91d1-a6a65adabb26 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822280 Jan 28 13:19:04.576491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.589659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-74773f75-956c-456d-a568-53ec4e31548e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/quotas/c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 375 time: 0.0289669 Jan 28 13:19:04.631934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 08906ff1-ce29-46de-a33e-1f1697a1c302 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:04.661550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-b02ec858-f58a-4a8a-b01b-92dbf8c5ee91 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694711 Jan 28 13:19:04.673420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-c88d5445-c4b8-43c8-b85a-faa8e641c67d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/quotas/26e78d53ad6248fcb128766aa2dd0adb HTTP/1.1" status: 200 len: 375 time: 0.0989950 Jan 28 13:19:04.781537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (6586189c-76f1-48f4-bfd2-a84fed88ba88), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.787255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Pushing event updated for resources: {'Port': ['ID=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:04.790246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 08906ff1-ce29-46de-a33e-1f1697a1c302 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:04.790766 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.796436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 4, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port': {'id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:00Z', 'updated_at': '2022-01-28T13:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f', 'name': '', 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:02Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 1, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'subnets': [{'id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:04.811622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-090fbf4d-6343-4e9a-9dca-c743dde499d0 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252213 Jan 28 13:19:04.820619 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d5c94e80-87e6-4af1-bd6f-0b59773e2542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.863231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-b0436e17-f7b0-4427-b3ba-8651196299e1 service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002854 Jan 28 13:19:04.866079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Deleting port 65046a54-e700-4055-99c4-0ae927365dcb {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:04.866849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (65046a54-e700-4055-99c4-0ae927365dcb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:04.871646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fd57f-1e6d-4f4f-bd5c-82b8553c4136 None None] The sync data for ids ['6586189c-76f1-48f4-bfd2-a84fed88ba88'] in n-d-822748-2 is: [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 4, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port': {'id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:00Z', 'updated_at': '2022-01-28T13:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f', 'name': '', 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:02Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 1, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'subnets': [{'id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:05.016628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 08906ff1-ce29-46de-a33e-1f1697a1c302 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:05.020792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-aa9cfb19-9b67-4ace-aa71-c64eafe801cd service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525998 Jan 28 13:19:05.028065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:05.032372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:05.055809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] For port 65046a54-e700-4055-99c4-0ae927365dcb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=65046a54-e700-4055-99c4-0ae927365dcb,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:05.056257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (65046a54-e700-4055-99c4-0ae927365dcb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:05.136719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Calling delete_port for 65046a54-e700-4055-99c4-0ae927365dcb owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:05.486232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Router 6586189c-76f1-48f4-bfd2-a84fed88ba88 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:19:05.618160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9cdda538-893d-43f7-a2a4-8cd5a7583ac7 None None] Provisioning complete for port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:05.624526 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9cdda538-893d-43f7-a2a4-8cd5a7583ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:05.635650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8f647-0994-4e28-aec6-929df256c1a9 req-f6008458-7b4d-4808-9cb6-520aecbd31dc tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:05.656549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90f8f647-0994-4e28-aec6-929df256c1a9 req-f6008458-7b4d-4808-9cb6-520aecbd31dc tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 946 time: 0.1921983 Jan 28 13:19:05.776708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90f8f647-0994-4e28-aec6-929df256c1a9 req-bfe3f0ee-3a77-4daf-ac9a-83667df8d64d tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142321 Jan 28 13:19:05.796706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9cdda538-893d-43f7-a2a4-8cd5a7583ac7 None None] Port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:05.930029 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c169b97c-942e-44bf-86e8-a60b4fc3f4ef req-c4352d7a-229a-44d3-a39c-4150f8d64bde tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 210 time: 0.0578353 Jan 28 13:19:05.991245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:05.993693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (65046a54-e700-4055-99c4-0ae927365dcb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:05.998467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8d789c12-7f53-4883-ba5f-892a810e82ad admin admin] 10.222.0.45 "PUT /v2.0/routers/6586189c-76f1-48f4-bfd2-a84fed88ba88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8396406 Jan 28 13:19:06.038183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Pushing event deleted for resources: {'Port': ['ID=65046a54-e700-4055-99c4-0ae927365dcb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:06.049462 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fef01-065d-42a6-b2ff-68d58a42ae41 req-13eb97ad-2829-4aac-9c7b-6062b14db573 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:06.072101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-475fef01-065d-42a6-b2ff-68d58a42ae41 req-13eb97ad-2829-4aac-9c7b-6062b14db573 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 949 time: 0.1497843 Jan 28 13:19:06.204827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] No DVR routers for this DVR port 65046a54-e700-4055-99c4-0ae927365dcb on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:06.215789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:06.219344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d518565-98d4-4207-b03c-764748b0c721 req-147afc20-afea-43c2-9131-5f49bbe8f507 tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.36 "DELETE /v2.0/ports/65046a54-e700-4055-99c4-0ae927365dcb HTTP/1.1" status: 204 len: 173 time: 1.9253659 Jan 28 13:19:06.219815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'name': 'network-vif-deleted', 'tag': '65046a54-e700-4055-99c4-0ae927365dcb'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:06.222772 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb04dbe2-7edd-468b-a338-e1da48a2e53b" -d '{"events": [{"server_uuid": "9e2efd88-cbef-4f1d-81aa-7215d68395fe", "name": "network-vif-deleted", "tag": "65046a54-e700-4055-99c4-0ae927365dcb"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:06.257950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-475fef01-065d-42a6-b2ff-68d58a42ae41 req-8186b035-8f16-41bb-8e71-8a890a02fb6a tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a42d135-7aed-4595-8646-3a6519e7c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848028 Jan 28 13:19:06.317333 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeca0fef-7e6b-496f-a4b0-28a5dbbd5c26 x-openstack-request-id: req-eeca0fef-7e6b-496f-a4b0-28a5dbbd5c26 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:06.317603 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2efd88-cbef-4f1d-81aa-7215d68395fe", "name": "network-vif-deleted", "tag": "65046a54-e700-4055-99c4-0ae927365dcb", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:06.317885 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eeca0fef-7e6b-496f-a4b0-28a5dbbd5c26 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:06.318278 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2efd88-cbef-4f1d-81aa-7215d68395fe', 'name': 'network-vif-deleted', 'tag': '65046a54-e700-4055-99c4-0ae927365dcb', 'status': 'completed', 'code': 200} Jan 28 13:19:06.737793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:06.779494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17ed1305-a58c-4f1d-b948-ea55d31008d7 req-a78bb3b1-2517-4e1e-b5b3-66bf4a274cd0 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0907149 Jan 28 13:19:06.916228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:06.923321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fd393aaa-b9b4-4186-8179-7aa056315394 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:06.968598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'mac_address': 'fa:16:3e:4d:1f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:07.027005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:07.027405 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.052545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:07.085902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fd393aaa-b9b4-4186-8179-7aa056315394 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:07.086109 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.089226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafa525-52b0-451b-b930-77d9222c6838 req-a9939d4c-f03c-4ac5-8d8b-8dabf88289c1 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:07.093278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:07.115103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deafa525-52b0-451b-b930-77d9222c6838 req-a9939d4c-f03c-4ac5-8d8b-8dabf88289c1 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 946 time: 0.1364105 Jan 28 13:19:07.118513 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.270349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deafa525-52b0-451b-b930-77d9222c6838 req-c58b7c5e-7e7a-4c00-9cbd-76a11b601a52 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531880 Jan 28 13:19:07.276832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-bd22582f-3b20-4b6c-b99c-41860dd497db tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7135494 Jan 28 13:19:07.304753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:07.591213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b4d2de1-34c5-4508-8cca-698944666bc6 req-04f236fa-c28b-4e8b-9f6d-9fcc2c20b10d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 210 time: 0.0638182 Jan 28 13:19:07.685361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:07.697560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 65046a54-e700-4055-99c4-0ae927365dcb no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:07.776344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.825199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 65046a54-e700-4055-99c4-0ae927365dcb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:07.825822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 65046a54-e700-4055-99c4-0ae927365dcb not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:07.836143 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-309f8d25-52d6-4038-a709-ac66ebf98cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:07.865620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:08.037774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af7f9ba4-8470-48f4-b9aa-789d1d62c42b req-d27fc202-7935-42f7-971c-db5bcbf16d5e tempest-LiveMigrationNegativeTest-2035361960 tempest-LiveMigrationNegativeTest-2035361960-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2efd88-cbef-4f1d-81aa-7215d68395fe HTTP/1.1" status: 200 len: 210 time: 0.0938935 Jan 28 13:19:08.056812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fd393aaa-b9b4-4186-8179-7aa056315394 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:08.057482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:08.058214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-a97aad66-d66a-4ab3-aab4-e52c94eab89e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:08.059803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-a97aad66-d66a-4ab3-aab4-e52c94eab89e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.7697182 Jan 28 13:19:08.103067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Request body: {'port': {'device_id': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'admin_state_up': True, 'tenant_id': 'c0bfc9605ed140948b36ede1db3531db'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:08.112625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port fd393aaa-b9b4-4186-8179-7aa056315394, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fd393aaa-b9b4-4186-8179-7aa056315394,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:08.146762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:08.268808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=fd393aaa-b9b4-4186-8179-7aa056315394,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:08.390950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc2d6b7d-1173-4ff7-ba81-73a5f6e9f6c6 req-915cbc38-e95f-46fc-9d5f-d6f9eec2983f tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0594113 Jan 28 13:19:08.475290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Made reservation on behalf of c0bfc9605ed140948b36ede1db3531db for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:08.479298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:08.497419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:08.506521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:08.721235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fd393aaa-b9b4-4186-8179-7aa056315394 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:08.822090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fd393aaa-b9b4-4186-8179-7aa056315394 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:08.836535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:08.880156 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-90376012-eb88-43c1-95ed-4177cb2bf803 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671401 Jan 28 13:19:09.114478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3ee2aa4-6cbb-43a5-826c-ac5a71575d63 req-893fae11-d2b5-4b1c-9073-0305343a0abe tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 210 time: 0.1109447 Jan 28 13:19:09.114981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Allocated IP 172.25.4.215 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/089beb56-4b4f-4d12-ae2c-28776c830877) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:09.142120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fd393aaa-b9b4-4186-8179-7aa056315394 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:09.158115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Allocated IP 172.20.0.11 (4f65c7fb-9372-4e91-ab81-99b5e248ca4e/b6211d08-f1a5-4f55-bdd5-2f7d1a189800/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:09.322853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-53423708-e743-4c55-a3ef-00561793af7d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:09.324536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-53423708-e743-4c55-a3ef-00561793af7d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3937349 Jan 28 13:19:09.348284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:09.396413 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Sync routers for ids ['6586189c-76f1-48f4-bfd2-a84fed88ba88'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:09.412500 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Routers {'6586189c-76f1-48f4-bfd2-a84fed88ba88'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:09.413156 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6586189c-76f1-48f4-bfd2-a84fed88ba88'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:09.425132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-7e89891f-23da-48e5-a3b8-055e1b866ceb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872097 Jan 28 13:19:09.545117 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Set router 6586189c-76f1-48f4-bfd2-a84fed88ba88 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:09.690303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-0b893c7c-25ce-4c60-994f-e5e2c4ac0dab tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:09.693090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-0b893c7c-25ce-4c60-994f-e5e2c4ac0dab tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492225 Jan 28 13:19:09.708820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863309-f1ef-4c91-8fde-49c6697c888a req-3d7a0673-574b-4d44-b24b-4fce26079dd3 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:09.716974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb863309-f1ef-4c91-8fde-49c6697c888a req-3d7a0673-574b-4d44-b24b-4fce26079dd3 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 946 time: 0.4438465 Jan 28 13:19:09.729372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:09.803724 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 4, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port': {'id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:00Z', 'updated_at': '2022-01-28T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f', 'name': '', 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:02Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 2, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'subnets': [{'id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:09.838725 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Checking router: 6586189c-76f1-48f4-bfd2-a84fed88ba88 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:09.839345 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Updating router 6586189c-76f1-48f4-bfd2-a84fed88ba88 port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:19:09.871706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb863309-f1ef-4c91-8fde-49c6697c888a req-6c4c95b5-1ceb-4230-92fb-36175dcea80b tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535132 Jan 28 13:19:09.872437 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.022065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks [] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.059049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:10.068743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.124347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (089beb56-4b4f-4d12-ae2c-28776c830877), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.333071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (089beb56-4b4f-4d12-ae2c-28776c830877), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.360367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.387528 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Publish callbacks [] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.393434 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.453568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:10.458093 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Pushing event updated for resources: {'Port': ['ID=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:10.473502 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.474107 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.474604 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.475666 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.476239 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.476722 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.479687 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.480879 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.481413 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.481965 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.482477 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.482978 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.483522 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:10.490070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:10.518211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:10.602482 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Attempting to bind port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:10.603175 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Attempting to bind port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:10.604084 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Attempting to bind port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f on network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:10.611525 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:10.612285 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Checking segment: {'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:10.613433 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.614293 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Bound using segment: {'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:10.615000 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Bound port: 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2801a53-541c-4ae1-ba09-27ba8dfe7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:10.615589 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.641342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7fed210d-e222-433b-b1d1-84850cfee0de tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:10.643142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7fed210d-e222-433b-b1d1-84850cfee0de tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 946 time: 0.3281486 Jan 28 13:19:10.709632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:10.719795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.762335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:10.783305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=089beb56-4b4f-4d12-ae2c-28776c830877,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:10.798322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38058) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:10.841706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.210 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/b4d92859-6f3e-426b-8ebf-c10556abef49) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:10.863310 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] For port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:10.877354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] For port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,segment=NetworkSegment(d2801a53-541c-4ae1-ba09-27ba8dfe7532),segment_id=d2801a53-541c-4ae1-ba09-27ba8dfe7532)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:10.889984 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.966129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:10.968756 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:10.999869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.054851 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1508ce-7e9a-411d-84e2-52ce76c98148 None None] Pushing event updated for resources: {'Port': ['ID=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:11.096319 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Routers {'6586189c-76f1-48f4-bfd2-a84fed88ba88'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:11.096962 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6586189c-76f1-48f4-bfd2-a84fed88ba88'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:11.144708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:11.228265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-661de962-f880-4271-86a6-bb61c70c92d7 None None] Provisioning complete for port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:11.228653 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-661de962-f880-4271-86a6-bb61c70c92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.257615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:11.272270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:11.308739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:11.316585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (9895cfc9-0de3-4f69-ac91-c3bd494650ba), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.418104 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] Set router 6586189c-76f1-48f4-bfd2-a84fed88ba88 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:11.514465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.518748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:11.519965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.543793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (089beb56-4b4f-4d12-ae2c-28776c830877), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.559101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-ca4f89b1-df05-475b-bee8-af863e415583 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4797022 Jan 28 13:19:11.574927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:11.575540 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.610257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Request body: {'port': {'device_id': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:11.648944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.679925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:11.683913 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc50ab02-6398-4653-923c-f83cd038b672" -d '{"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-plugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:11.733355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:11.747383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.757042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-661de962-f880-4271-86a6-bb61c70c92d7 None None] Current status of the port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:11.758598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-661de962-f880-4271-86a6-bb61c70c92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.808007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:11.822458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:11.927937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:11.940760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-661de962-f880-4271-86a6-bb61c70c92d7 None None] For port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,segment=NetworkSegment(d2801a53-541c-4ae1-ba09-27ba8dfe7532),segment_id=d2801a53-541c-4ae1-ba09-27ba8dfe7532)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:11.955561 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-661de962-f880-4271-86a6-bb61c70c92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.004096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.016354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.136 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/a2657e83-5f67-4006-b6b3-b709c4f02a70) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:12.021793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b44ee98-fdf2-4335-9847-61d58af15a8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83b355b9efda408a8c394683621cd84f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1957431 Jan 28 13:19:12.030370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:12.096107 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 4, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port': {'id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:00Z', 'updated_at': '2022-01-28T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f', 'name': '', 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:02Z', 'updated_at': '2022-01-28T13:19:10Z', 'revision_number': 4, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'subnets': [{'id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:12.129082 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfff87-2800-4c1e-b374-949faf7b21d6 None None] The sync data for ids ['6586189c-76f1-48f4-bfd2-a84fed88ba88'] in n-d-822748-2 is: [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:03Z', 'revision_number': 4, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port': {'id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:00Z', 'updated_at': '2022-01-28T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f', 'name': '', 'network_id': '55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'mac_address': 'fa:16:3e:e7:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:02Z', 'updated_at': '2022-01-28T13:19:10Z', 'revision_number': 4, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'subnets': [{'id': 'bbd36575-fe3d-402a-9016-6eca50e17f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:12.192578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661de962-f880-4271-86a6-bb61c70c92d7 None None] Pushing event updated for resources: {'Port': ['ID=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:12.258363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:12.297565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fc0095b7-81a7-477a-a2fd-a66281de8612 None None] Provisioning complete for port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:12.298281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc0095b7-81a7-477a-a2fd-a66281de8612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.392370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:12.403278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:12.447458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=b4d92859-6f3e-426b-8ebf-c10556abef49,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:12.513712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.524899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fc0095b7-81a7-477a-a2fd-a66281de8612 None None] Current status of the port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:12.574027 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.586044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:12.670945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=a2657e83-5f67-4006-b6b3-b709c4f02a70,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:12.761998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:12.787711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f0e1-e456-4f65-b8a5-7cb5870ff6ad req-77f78aa2-a748-4977-908f-962c42a94c7c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:12.797327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22f8f0e1-e456-4f65-b8a5-7cb5870ff6ad req-77f78aa2-a748-4977-908f-962c42a94c7c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 936 time: 1.1383579 Jan 28 13:19:12.797616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:12.801236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:12.810854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:12.895233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (089beb56-4b4f-4d12-ae2c-28776c830877), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.949047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (089beb56-4b4f-4d12-ae2c-28776c830877), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.956775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:12.957489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:12.984044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Deleting port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:12.984613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.040648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:13.041329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.051394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=089beb56-4b4f-4d12-ae2c-28776c830877,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:13.073006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:13.103039 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95354fb2-dfc8-48c7-818f-47331b98ee79 admin admin] Publish callbacks [] for security_group (1a42d135-7aed-4595-8646-3a6519e7c655), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.334539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:13.335565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.362456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c1cf1f-218f-4dfc-a5e5-b455983dcfca {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:13.371505 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-85e1cea3-9a00-4cd8-9af8-5806889fd72c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0352445 Jan 28 13:19:13.379498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Publish callbacks [] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.389255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Request body: {'port': {'device_id': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:13.402974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8a2c03f0-82bc-4dad-abe9-992a506bdae4 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:13.469957 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (9895cfc9-0de3-4f69-ac91-c3bd494650ba), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.512315 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.515511 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-00a2d6df-22a1-47b3-acce-d64ec9960a77 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.2378190 Jan 28 13:19:13.533367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Transition to ACTIVE for port object d7c1cf1f-218f-4dfc-a5e5-b455983dcfca will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:13.602617 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.604907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:13.605461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.624025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.687629 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-9f6cc533-d09f-47ea-be6e-422988ab60be tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9676940 Jan 28 13:19:13.706419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4,segment=NetworkSegment(18626007-654f-4d81-8cc5-06016ed515e2),segment_id=18626007-654f-4d81-8cc5-06016ed515e2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:13.710354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Request body: {'port': {'device_id': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:13.716444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.746728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95354fb2-dfc8-48c7-818f-47331b98ee79 admin admin] Publish callbacks [] for security_group (1a42d135-7aed-4595-8646-3a6519e7c655), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.782753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=8a2c03f0-82bc-4dad-abe9-992a506bdae4,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:13.814614 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-9c23c23e-1fde-4ace-8291-8bdfd246fd42 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.2804852 Jan 28 13:19:13.833547 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:13.908200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22f8f0e1-e456-4f65-b8a5-7cb5870ff6ad req-cee562df-1f3b-46e8-9186-5d14f6a365c0 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0439346 Jan 28 13:19:14.162378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-072f9508-43ff-4b4e-881a-479332a84181 None None] Provisioning complete for port b4d92859-6f3e-426b-8ebf-c10556abef49 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:14.163024 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-072f9508-43ff-4b4e-881a-479332a84181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:14.228489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-072f9508-43ff-4b4e-881a-479332a84181 None None] Port b4d92859-6f3e-426b-8ebf-c10556abef49 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:14.243810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:14.292052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] For port 8a2c03f0-82bc-4dad-abe9-992a506bdae4, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8a2c03f0-82bc-4dad-abe9-992a506bdae4,segment=NetworkSegment(18626007-654f-4d81-8cc5-06016ed515e2),segment_id=18626007-654f-4d81-8cc5-06016ed515e2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:14.292613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:14.356280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Calling delete_port for 8a2c03f0-82bc-4dad-abe9-992a506bdae4 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:14.375518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30887e4-5f26-44b8-94e3-fce778ec6b70 req-82862793-a8c6-42ef-95cb-0b33a4f292c7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:14.383653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30887e4-5f26-44b8-94e3-fce778ec6b70 req-82862793-a8c6-42ef-95cb-0b33a4f292c7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.2111425 Jan 28 13:19:14.400694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95354fb2-dfc8-48c7-818f-47331b98ee79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1a42d135-7aed-4595-8646-3a6519e7c655), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:14.404012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2657e83-5f67-4006-b6b3-b709c4f02a70 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:14.413556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Publish callbacks [] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:14.414916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95354fb2-dfc8-48c7-818f-47331b98ee79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:14.428927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Transition to ACTIVE for port object a2657e83-5f67-4006-b6b3-b709c4f02a70 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:14.430034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-95354fb2-dfc8-48c7-818f-47331b98ee79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a42d135-7aed-4595-8646-3a6519e7c655 HTTP/1.1" status: 204 len: 168 time: 2.3679981 Jan 28 13:19:14.441897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:14.508498 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2657e83-5f67-4006-b6b3-b709c4f02a70,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:14.524936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:14.525630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:14.525630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:14.551040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:14.551440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:14.603412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:14.603412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:14.603983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:14.604800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Bound port: d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:14.605225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:14.785568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Attempting to bind port a2657e83-5f67-4006-b6b3-b709c4f02a70 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:14.785568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Attempting to bind port a2657e83-5f67-4006-b6b3-b709c4f02a70 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:14.785568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Attempting to bind port a2657e83-5f67-4006-b6b3-b709c4f02a70 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:14.811995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95354fb2-dfc8-48c7-818f-47331b98ee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42d135-7aed-4595-8646-3a6519e7c655,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:14.857996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-691b8cce-6592-4dd1-8f70-db38ee29fdf4 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:14.867303 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-691b8cce-6592-4dd1-8f70-db38ee29fdf4 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 1.0236082 Jan 28 13:19:14.881560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-6d90d850-126d-4c95-820c-bccb64bb6d1f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:14.904363 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b89dfcda-d50f-4b3a-b78c-fa4cff1c5bee req-6d90d850-126d-4c95-820c-bccb64bb6d1f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0352061 Jan 28 13:19:14.911331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Port a2657e83-5f67-4006-b6b3-b709c4f02a70 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:14.917967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Attempting to bind port a2657e83-5f67-4006-b6b3-b709c4f02a70 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:14.940698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:14.941386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:14.941959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:14.943001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Bound port: a2657e83-5f67-4006-b6b3-b709c4f02a70, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:14.944599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:15.053130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30887e4-5f26-44b8-94e3-fce778ec6b70 req-0382fc22-a8fe-44a8-a982-b13ddf9a1bce tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572802 Jan 28 13:19:15.088755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:15.104386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:15.109057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:15.132461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:15.180592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d92859-6f3e-426b-8ebf-c10556abef49 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:15.190081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Publish callbacks [] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:15.208179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Transition to ACTIVE for port object b4d92859-6f3e-426b-8ebf-c10556abef49 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:15.212746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:15.246799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeac5c-31bf-4dce-ba4a-f1eaf494dd28 req-ce79bb2e-5e41-40c0-93eb-e15758b0fe0f tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.248350 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97aeac5c-31bf-4dce-ba4a-f1eaf494dd28 req-ce79bb2e-5e41-40c0-93eb-e15758b0fe0f tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d5d3972-8a35-42a9-9a09-76ae2a7bd344 HTTP/1.1" status: 200 len: 944 time: 0.2292852 Jan 28 13:19:15.250987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.251599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:15.252944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 1092 time: 3.6519465 Jan 28 13:19:15.261130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:15.263592 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64f80db-0a59-433a-9325-e4531a5b09c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:15.278800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] For port a2657e83-5f67-4006-b6b3-b709c4f02a70, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:15.303976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] For port a2657e83-5f67-4006-b6b3-b709c4f02a70, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a2657e83-5f67-4006-b6b3-b709c4f02a70,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:15.305132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f569bc9-7980-4e59-881b-df8ce604eb74 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:15.318249 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b7515688-53cf-46c2-9dac-9754ba933c97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05e85cd3d1b14d399e4691870da30de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120414 Jan 28 13:19:15.322259 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d2afc4-cbdf-4e77-acdd-95a6feae3d6d x-openstack-request-id: req-b0d2afc4-cbdf-4e77-acdd-95a6feae3d6d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:15.322760 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-plugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:15.322878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d92859-6f3e-426b-8ebf-c10556abef49,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:15.324286 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0d2afc4-cbdf-4e77-acdd-95a6feae3d6d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:15.324826 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'code': 200} Jan 28 13:19:15.329301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:15.332387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:15.427362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.427989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:15.429438 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2657e83-5f67-4006-b6b3-b709c4f02a70 HTTP/1.1" status: 200 len: 1096 time: 2.0449812 Jan 28 13:19:15.446159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97aeac5c-31bf-4dce-ba4a-f1eaf494dd28 req-d0ca916b-918b-4e16-b9b0-37090c05d70b tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.45 "GET /v2.0/security-groups?id=fe639fd5-6a68-4fac-9968-c8b99d2a8051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657102 Jan 28 13:19:15.452924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd981-0660-417e-ac7e-a91be0a1d7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2657e83-5f67-4006-b6b3-b709c4f02a70,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:15.458221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-6de00fe0-b15d-4b8b-ac22-ceda12f9cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.459739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-6de00fe0-b15d-4b8b-ac22-ceda12f9cf64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1095 time: 0.1517901 Jan 28 13:19:15.636428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-8d46cb59-4f09-4faa-88e8-f8f15044d31a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 217 time: 0.1678407 Jan 28 13:19:15.713701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-48b13a21-b30d-4e8b-ba43-7435146b4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.717428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-48b13a21-b30d-4e8b-ba43-7435146b4997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 1099 time: 0.2294817 Jan 28 13:19:15.723187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-2bf9dbe9-393b-4968-8d0e-26a32451621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:15.724980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-2bf9dbe9-393b-4968-8d0e-26a32451621a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0793445 Jan 28 13:19:15.847368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-24648abd-b0fb-4022-8b14-10fc177a25bd tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4601498 Jan 28 13:19:15.959269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:15.971192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab49d1c-43ad-43ef-a7ac-27dbea7e5bb2 admin admin] Publish callbacks [] for security_group (a4a02829-1fd2-4a44-8115-95c13480c45a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.135089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab49d1c-43ad-43ef-a7ac-27dbea7e5bb2 admin admin] Publish callbacks [] for security_group (a4a02829-1fd2-4a44-8115-95c13480c45a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.142873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.145597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8a2c03f0-82bc-4dad-abe9-992a506bdae4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.218022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Attempting to bind port b4d92859-6f3e-426b-8ebf-c10556abef49 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:16.218501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Attempting to bind port b4d92859-6f3e-426b-8ebf-c10556abef49 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:16.219151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Attempting to bind port b4d92859-6f3e-426b-8ebf-c10556abef49 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:16.269870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Pushing event deleted for resources: {'Port': ['ID=8a2c03f0-82bc-4dad-abe9-992a506bdae4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:16.287359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Port b4d92859-6f3e-426b-8ebf-c10556abef49 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:16.287928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Attempting to bind port b4d92859-6f3e-426b-8ebf-c10556abef49 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:16.319226 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-52d9b747-d642-4fc1-8538-7d4377d02456 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a2657e83-5f67-4006-b6b3-b709c4f02a70 HTTP/1.1" status: 200 len: 217 time: 0.5926435 Jan 28 13:19:16.322441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-4d8cd833-da91-409b-9fdf-dcb8492631c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5883603 Jan 28 13:19:16.375696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:16.376726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:16.377286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:16.377916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Bound port: b4d92859-6f3e-426b-8ebf-c10556abef49, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:16.378495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.438440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] No DVR routers for this DVR port 8a2c03f0-82bc-4dad-abe9-992a506bdae4 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:16.443114 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.447853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c6fe0ed-1d8e-408b-872c-4c410a255049 req-7abd71fd-67b0-4a20-86af-74602421a9b9 tempest-ServerAddressesNegativeTestJSON-1722466056 tempest-ServerAddressesNegativeTestJSON-1722466056-project] 10.222.0.36 "DELETE /v2.0/ports/8a2c03f0-82bc-4dad-abe9-992a506bdae4 HTTP/1.1" status: 204 len: 173 time: 5.7922733 Jan 28 13:19:16.448879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'name': 'network-vif-deleted', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:16.452804 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37066144-c80f-43c9-b039-b9319c2954f9" -d '{"events": [{"server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "name": "network-vif-deleted", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:16.496445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab49d1c-43ad-43ef-a7ac-27dbea7e5bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a4a02829-1fd2-4a44-8115-95c13480c45a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.500582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-6dae1de9-489f-41ef-a14c-ee1327fceb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:16.501942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab49d1c-43ad-43ef-a7ac-27dbea7e5bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.502770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-6dae1de9-489f-41ef-a14c-ee1327fceb36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1267457 Jan 28 13:19:16.505019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eab49d1c-43ad-43ef-a7ac-27dbea7e5bb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4a02829-1fd2-4a44-8115-95c13480c45a HTTP/1.1" status: 204 len: 168 time: 1.1696525 Jan 28 13:19:16.532381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab49d1c-43ad-43ef-a7ac-27dbea7e5bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a02829-1fd2-4a44-8115-95c13480c45a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:16.552967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] For port b4d92859-6f3e-426b-8ebf-c10556abef49, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:16.557981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] For port b4d92859-6f3e-426b-8ebf-c10556abef49, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b4d92859-6f3e-426b-8ebf-c10556abef49,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:16.564723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.629685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:16.631873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.633634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4d92859-6f3e-426b-8ebf-c10556abef49 HTTP/1.1" status: 200 len: 1096 time: 2.9318669 Jan 28 13:19:16.703714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-fc760957-4892-4c9e-9b8b-92af1f8cd2a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263409 Jan 28 13:19:16.809677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:16.814037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54704c-00ff-4383-8641-1b670e638f88 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d92859-6f3e-426b-8ebf-c10556abef49,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:16.882467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-373ecd77-0995-4553-a73f-fd23bd6c324e req-f7517e17-6579-49b1-a7b0-598213177c78 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501937 Jan 28 13:19:16.916111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9defc-bf05-4862-9568-85b92c239d3c req-622e4714-c09a-44bc-9d00-2bd7d102f2e8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:16.925844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33d9defc-bf05-4862-9568-85b92c239d3c req-622e4714-c09a-44bc-9d00-2bd7d102f2e8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 948 time: 0.6000781 Jan 28 13:19:16.984915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-19e7cb6d-fb3e-4ef9-a828-0de7c9c1c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:16.987213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-f7027a20-fc5f-43fc-96a1-5e8838db9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:16.988125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-19e7cb6d-fb3e-4ef9-a828-0de7c9c1c2da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 1099 time: 0.2698667 Jan 28 13:19:16.998482 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-f7027a20-fc5f-43fc-96a1-5e8838db9db8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4694600 Jan 28 13:19:17.087009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33d9defc-bf05-4862-9568-85b92c239d3c req-ca6f9233-9481-41ea-9d14-579e44daeda5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598830 Jan 28 13:19:17.093820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-c5213e33-6a56-4d73-9948-227439e9ae30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b4d92859-6f3e-426b-8ebf-c10556abef49 HTTP/1.1" status: 200 len: 217 time: 0.0952008 Jan 28 13:19:17.208208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Allocated IP 172.25.4.69 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/8d5a0576-2eb2-468f-8c47-a23978a45f7f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:17.215862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-82361009-d2b0-4f57-87d2-dd5917c3d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:17.218031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-82361009-d2b0-4f57-87d2-dd5917c3d8ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0961921 Jan 28 13:19:17.327043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:17.329647 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858716f9-c45c-4b3f-b312-ec6e131550a8" -d '{"events": [{"server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:17.386743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-5783fa55-5e38-41e7-b3d3-cb9f89fd3236 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129530 Jan 28 13:19:17.388907 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337a0cb4-6463-47f6-95fc-d56ed34f163c x-openstack-request-id: req-337a0cb4-6463-47f6-95fc-d56ed34f163c {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:17.389350 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:17.389616 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-337a0cb4-6463-47f6-95fc-d56ed34f163c {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:17.390024 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca', 'status': 'completed', 'code': 200} Jan 28 13:19:17.489605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-8d6f838d-918b-4dfe-b6cf-0a1a74390c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:17.495898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-8d6f838d-918b-4dfe-b6cf-0a1a74390c71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2692952 Jan 28 13:19:17.515334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-ee960570-39d5-4fa7-a541-f6e4f58ac313 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140633 Jan 28 13:19:17.610654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-ca109474-5edf-4794-89fc-0badb1f040e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:17.612245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-ca109474-5edf-4794-89fc-0badb1f040e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1095 time: 0.2213149 Jan 28 13:19:17.620898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b08430-8d34-4eeb-b39f-a074ffa75d39 req-38595691-dd9b-4e97-83d1-892374b72c33 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:17.622391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05b08430-8d34-4eeb-b39f-a074ffa75d39 req-38595691-dd9b-4e97-83d1-892374b72c33 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1059453 Jan 28 13:19:17.637869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:17.730722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-8d4ea100-759f-47c3-abf8-a7bd762f22d4 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247412 Jan 28 13:19:17.738992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05b08430-8d34-4eeb-b39f-a074ffa75d39 req-898e6d31-c5fd-4397-9fb6-b8c5eb12880a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961034 Jan 28 13:19:17.933551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:17.949255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-d02e387a-0db4-49ce-8dfd-b397d2f8e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:17.950736 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-d02e387a-0db4-49ce-8dfd-b397d2f8e28b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.3274705 Jan 28 13:19:17.955530 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2fffd3-515d-4f5f-bddf-d38e6d65b42b x-openstack-request-id: req-da2fffd3-515d-4f5f-bddf-d38e6d65b42b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:17.955988 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "name": "network-vif-deleted", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:17.957635 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da2fffd3-515d-4f5f-bddf-d38e6d65b42b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:17.958285 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'name': 'network-vif-deleted', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4', 'status': 'completed', 'code': 200} Jan 28 13:19:18.046961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38150) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:18.090258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-b48f9f72-cac2-42a3-bc25-89d874e480c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 217 time: 0.1321220 Jan 28 13:19:18.107378 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b686daf0-c7fe-45dc-a640-b0306ae8d516 x-openstack-request-id: req-b686daf0-c7fe-45dc-a640-b0306ae8d516 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:18.107689 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d3972-8a35-42a9-9a09-76ae2a7bd344", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2c03f0-82bc-4dad-abe9-992a506bdae4", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:18.107948 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b686daf0-c7fe-45dc-a640-b0306ae8d516 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:18.108362 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d3972-8a35-42a9-9a09-76ae2a7bd344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2c03f0-82bc-4dad-abe9-992a506bdae4', 'code': 200} Jan 28 13:19:18.247847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-953019c1-e2d1-4cb7-9ae4-5dea7e6947ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.251304 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-953019c1-e2d1-4cb7-9ae4-5dea7e6947ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1544652 Jan 28 13:19:18.260080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:18.299832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:18.320242 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-f5d4bf9e-6efd-4948-be4b-7c2d2ed9e91b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609076 Jan 28 13:19:18.320539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a949f8a6-0da5-403f-bced-2bf4bcd93d2a req-2d6c22dd-bd6f-4284-b458-b09af0b0148d service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783260 Jan 28 13:19:18.321647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:18.421557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=8d5a0576-2eb2-468f-8c47-a23978a45f7f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:18.501247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] Deleting subnet f85f8988-2eab-4c6d-b726-f4831f654667 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:19:18.515929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] Publish callbacks [] for subnet (f85f8988-2eab-4c6d-b726-f4831f654667), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:18.620174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58ac69-5310-4bbf-ba48-bf1a38996915 req-beaf6f98-9387-4d0e-9c56-77829f4b7a31 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:18.621734 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c58ac69-5310-4bbf-ba48-bf1a38996915 req-beaf6f98-9387-4d0e-9c56-77829f4b7a31 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 948 time: 0.2997696 Jan 28 13:19:18.727867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (f85f8988-2eab-4c6d-b726-f4831f654667), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:18.784173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c58ac69-5310-4bbf-ba48-bf1a38996915 req-218b0372-2298-4a7a-9a59-d7c90b0e9358 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487343 Jan 28 13:19:18.786809 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-5ff5cb31-11b0-4bd8-b8d0-193b4c6c5c57 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579995 Jan 28 13:19:18.881111 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f85f8988-2eab-4c6d-b726-f4831f654667), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:18.937486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (19c57e52-56d5-432f-a6cd-728b761d7de8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.009530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.062274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64f80db-0a59-433a-9325-e4531a5b09c1 req-ef6ef748-f11a-4b9b-9b96-58243cf7518a service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679932 Jan 28 13:19:19.245431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (f85f8988-2eab-4c6d-b726-f4831f654667), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.258623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129f3a-4085-4728-b2a6-d8c3caa65e59 req-345902f5-236f-473f-a0a8-7288904ce611 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.263257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c129f3a-4085-4728-b2a6-d8c3caa65e59 req-345902f5-236f-473f-a0a8-7288904ce611 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1903636 Jan 28 13:19:19.296602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.322543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.327616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f85f8988-2eab-4c6d-b726-f4831f654667 HTTP/1.1" status: 204 len: 168 time: 1.2640314 Jan 28 13:19:19.328725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.330844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c24981-6163-4344-92ef-c7f7a8abe22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85f8988-2eab-4c6d-b726-f4831f654667,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:19.332924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38178) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:19.401449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'tag': 'a2657e83-5f67-4006-b6b3-b709c4f02a70'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:19.405726 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab4221d-0937-40e7-b956-63f8af6cb35e" -d '{"events": [{"name": "network-changed", "server_uuid": "2157d10d-f83e-45a1-8789-8f2d332376ca", "tag": "a2657e83-5f67-4006-b6b3-b709c4f02a70"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:19.411183 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c129f3a-4085-4728-b2a6-d8c3caa65e59 req-a7f43dd8-7f6a-41a9-949f-274ccfd9064e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399181 Jan 28 13:19:19.431049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d7c1cf1f-218f-4dfc-a5e5-b455983dcfca details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:19.528181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.551165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=8d5a0576-2eb2-468f-8c47-a23978a45f7f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:19.607833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:19.638804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'port_id': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca', 'mac_address': 'fa:16:3e:05:67:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6211d08-f1a5-4f55-bdd5-2f7d1a189800', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:19.709878 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de3687a-8e08-4ea3-887c-640819b99fd0 x-openstack-request-id: req-5de3687a-8e08-4ea3-887c-640819b99fd0 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:19.710182 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2157d10d-f83e-45a1-8789-8f2d332376ca", "tag": "a2657e83-5f67-4006-b6b3-b709c4f02a70", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:19.710444 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5de3687a-8e08-4ea3-887c-640819b99fd0 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:19.710885 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'tag': 'a2657e83-5f67-4006-b6b3-b709c4f02a70', 'status': 'completed', 'code': 200} Jan 28 13:19:19.725244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:19.726102 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.735825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (19c57e52-56d5-432f-a6cd-728b761d7de8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.755570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c1cf1f-218f-4dfc-a5e5-b455983dcfca {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:19.797882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:19.804563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.806385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a2657e83-5f67-4006-b6b3-b709c4f02a70 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:19.824308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:19.825534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-868da975-379e-48f4-b917-1a7da0f0dc16 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9486070 Jan 28 13:19:19.839175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-e215c51d-7560-479a-a8ce-db2cd5e8068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:19.846995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-e215c51d-7560-479a-a8ce-db2cd5e8068f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 1099 time: 0.1061368 Jan 28 13:19:19.899933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:20.016947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a2657e83-5f67-4006-b6b3-b709c4f02a70, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a2657e83-5f67-4006-b6b3-b709c4f02a70,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:20.033827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'a2657e83-5f67-4006-b6b3-b709c4f02a70', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'a2657e83-5f67-4006-b6b3-b709c4f02a70', 'mac_address': 'fa:16:3e:2d:21:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:20.037532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.038060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.038714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.039675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.040240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.040744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.041379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.041897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.042411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.043203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.043840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.044375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.044906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:20.120682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-20d44b95-3514-43f6-a460-971f8f59d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.122197 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-20d44b95-3514-43f6-a460-971f8f59d533 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2626503 Jan 28 13:19:20.136395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a2657e83-5f67-4006-b6b3-b709c4f02a70 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:20.138388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:20.169909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2657e83-5f67-4006-b6b3-b709c4f02a70 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:20.203196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'tag': 'b4d92859-6f3e-426b-8ebf-c10556abef49'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:20.210482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a2657e83-5f67-4006-b6b3-b709c4f02a70, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a2657e83-5f67-4006-b6b3-b709c4f02a70,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:20.213592 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548c87bb-824b-4afd-855e-cc8ecd0a835b" -d '{"events": [{"name": "network-changed", "server_uuid": "2912be0c-5168-40a6-8190-ec512c97e2e5", "tag": "b4d92859-6f3e-426b-8ebf-c10556abef49"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:20.218226 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:20.243916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-e0bcd53d-14ea-4af3-91d9-10135d7c7ec7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a2657e83-5f67-4006-b6b3-b709c4f02a70 HTTP/1.1" status: 200 len: 217 time: 0.1107011 Jan 28 13:19:20.260454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-7d0f7199-5f79-4e02-ae9c-64e96bfe2827 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.4195859 Jan 28 13:19:20.267066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:20.396596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a2657e83-5f67-4006-b6b3-b709c4f02a70,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:20.411516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-21023051-892f-41bd-8c48-e5cfad55fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.415056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-21023051-892f-41bd-8c48-e5cfad55fd6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1618333 Jan 28 13:19:20.463883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678acf43-6894-4705-a491-f479820eb186 req-9a03a313-ee52-4fea-a434-4525ccaf40a6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.472286 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-678acf43-6894-4705-a491-f479820eb186 req-9a03a313-ee52-4fea-a434-4525ccaf40a6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 948 time: 0.1179037 Jan 28 13:19:20.511963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-fc3a82dc-9c51-4f49-99ad-16a7eef39dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:20.513643 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-fc3a82dc-9c51-4f49-99ad-16a7eef39dcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850370 Jan 28 13:19:20.514314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d7c1cf1f-218f-4dfc-a5e5-b455983dcfca'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:20.582101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:20.639251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-f94c4e85-8e81-47c6-b927-bcf235caf05f service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152196 Jan 28 13:19:20.752323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ab4221d-0937-40e7-b956-63f8af6cb35e req-9dac624a-7622-4143-97a6-b7013d38baf9 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027949 Jan 28 13:19:20.791085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-678acf43-6894-4705-a491-f479820eb186 req-1a650c28-35f1-488b-bac8-91896267cb7e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176484 Jan 28 13:19:20.921660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:21.080630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18626007-654f-4d81-8cc5-06016ed515e2') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:21.080972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18626007-654f-4d81-8cc5-06016ed515e2') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:21.092063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (18626007-654f-4d81-8cc5-06016ed515e2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.112909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (18626007-654f-4d81-8cc5-06016ed515e2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.119262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:19:21.119674 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (18626007-654f-4d81-8cc5-06016ed515e2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:19:21.203172 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:19:21.213467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-16c697a0-f7be-4606-afc0-45fe9dcff34f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.221552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-16c697a0-f7be-4606-afc0-45fe9dcff34f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.9377968 Jan 28 13:19:21.227701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.233373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-4fbe74cb-81a3-4dd5-b883-b1da8366587a tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:21.251742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba09ab3a-e52f-46c4-86ad-6ce3d42274e8 req-4fbe74cb-81a3-4dd5-b883-b1da8366587a tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270255 Jan 28 13:19:21.256688 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd19469b-6f65-4f3e-9f96-acc9e84fab1e x-openstack-request-id: req-bd19469b-6f65-4f3e-9f96-acc9e84fab1e {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:21.257010 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2912be0c-5168-40a6-8190-ec512c97e2e5", "tag": "b4d92859-6f3e-426b-8ebf-c10556abef49", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:21.258844 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd19469b-6f65-4f3e-9f96-acc9e84fab1e {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:21.259263 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'tag': 'b4d92859-6f3e-426b-8ebf-c10556abef49', 'status': 'completed', 'code': 200} Jan 28 13:19:21.319261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.326804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6 HTTP/1.1" status: 204 len: 168 time: 1.9907234 Jan 28 13:19:21.354259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae2ca6-8625-4e75-9037-c75ed039e8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3a76c2-11e9-41de-a8ac-10f7a2ed13b6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:21.446332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b4d92859-6f3e-426b-8ebf-c10556abef49 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:21.486553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-ea5f90d5-382f-4b61-94d4-76513807a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.489076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-ea5f90d5-382f-4b61-94d4-76513807a834 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 1099 time: 0.2220345 Jan 28 13:19:21.583488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-57c7671e-9a46-455a-a4b7-a9ab2726c0a6 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2069697 Jan 28 13:19:21.597950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:21.645847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.661413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-9ecd04e7-520f-4382-98e8-9b98a2912cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.662935 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-9ecd04e7-520f-4382-98e8-9b98a2912cae service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1603241 Jan 28 13:19:21.719939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b4d92859-6f3e-426b-8ebf-c10556abef49, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b4d92859-6f3e-426b-8ebf-c10556abef49,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:21.734357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'b4d92859-6f3e-426b-8ebf-c10556abef49', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'b4d92859-6f3e-426b-8ebf-c10556abef49', 'mac_address': 'fa:16:3e:57:49:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:21.745893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38238) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:21.758134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-eddc9e9b-ee5d-43d0-bc3b-d504e2e54a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b4d92859-6f3e-426b-8ebf-c10556abef49 HTTP/1.1" status: 200 len: 217 time: 0.0830469 Jan 28 13:19:21.781356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeebde-f2a2-4b3b-a3c8-79dfaff61334 req-ebeaaf33-9421-48ee-b452-42c7c7e7fd50 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.793788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdfeebde-f2a2-4b3b-a3c8-79dfaff61334 req-ebeaaf33-9421-48ee-b452-42c7c7e7fd50 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.4254978 Jan 28 13:19:21.819526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7d4022eb-3888-443a-8566-2ad412872956 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e2d7c497799422e8e3e368f5a879952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693588 Jan 28 13:19:21.821065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38242) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:21.828496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b4d92859-6f3e-426b-8ebf-c10556abef49 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:21.833314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.876742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d92859-6f3e-426b-8ebf-c10556abef49 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:21.922566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-d222f34a-9519-4e03-bf08-cb2d6a766c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:21.924392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-d222f34a-9519-4e03-bf08-cb2d6a766c0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1188719 Jan 28 13:19:21.929852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b4d92859-6f3e-426b-8ebf-c10556abef49, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b4d92859-6f3e-426b-8ebf-c10556abef49,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:21.941847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:21.947087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdfeebde-f2a2-4b3b-a3c8-79dfaff61334 req-354942f6-fa6e-4448-9622-a49babb6ff2c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518390 Jan 28 13:19:21.988207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.056364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b4d92859-6f3e-426b-8ebf-c10556abef49,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:22.065692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-20685d43-9f76-4c46-8cc6-fa756344bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.069326 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-20685d43-9f76-4c46-8cc6-fa756344bcfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190588 Jan 28 13:19:22.121110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Allocated IP 172.25.4.216 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/462d886b-b332-4fa7-bc42-74f9754c1f79) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:22.203361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-f4362b52-8d54-464e-8cc1-6396c9d6ec81 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227472 Jan 28 13:19:22.224625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86251fef-f183-441d-830e-b91c724ee470 admin admin] Publish callbacks [] for security_group (fe639fd5-6a68-4fac-9968-c8b99d2a8051), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.263637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b4d92859-6f3e-426b-8ebf-c10556abef49'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:22.274156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.276841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86251fef-f183-441d-830e-b91c724ee470 admin admin] Publish callbacks [] for security_group (fe639fd5-6a68-4fac-9968-c8b99d2a8051), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.399952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.426490 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-548c87bb-824b-4afd-855e-cc8ecd0a835b req-3c475e2a-a0a6-430c-8ebe-10beeca981cb service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155080 Jan 28 13:19:22.504357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=462d886b-b332-4fa7-bc42-74f9754c1f79,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:22.508998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86251fef-f183-441d-830e-b91c724ee470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fe639fd5-6a68-4fac-9968-c8b99d2a8051), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.512023 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86251fef-f183-441d-830e-b91c724ee470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.515107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86251fef-f183-441d-830e-b91c724ee470 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe639fd5-6a68-4fac-9968-c8b99d2a8051 HTTP/1.1" status: 204 len: 168 time: 0.6909049 Jan 28 13:19:22.528488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:22.529663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86251fef-f183-441d-830e-b91c724ee470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe639fd5-6a68-4fac-9968-c8b99d2a8051,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:22.532091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:22.534289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:22.587016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e4d9da9-2daa-41e2-9471-ebdd6f03d3b1 req-6a87d757-644c-4632-9ab7-4254c1ee0c03 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b0435555538420c8351c1bf0f5b35bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016178 Jan 28 13:19:22.654259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (1100a5d3-66b5-46ea-8fdb-e7ddb0351413), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.723085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:22.727309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d9da9-2daa-41e2-9471-ebdd6f03d3b1 req-38c79e97-cf1e-4c8b-b9e3-b408dc2b5563 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.734390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e4d9da9-2daa-41e2-9471-ebdd6f03d3b1 req-38c79e97-cf1e-4c8b-b9e3-b408dc2b5563 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438694 Jan 28 13:19:22.754579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e4d9da9-2daa-41e2-9471-ebdd6f03d3b1 req-702744d3-1a94-40f7-9f6d-c59f1c781edc tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/quotas/4b0435555538420c8351c1bf0f5b35bd HTTP/1.1" status: 200 len: 375 time: 0.0191309 Jan 28 13:19:22.801363 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e4d9da9-2daa-41e2-9471-ebdd6f03d3b1 req-4bca519b-7955-4014-9e8a-d13e531827b8 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b0435555538420c8351c1bf0f5b35bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454865 Jan 28 13:19:22.981886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c960b5b-f057-45eb-9ce5-a7a529e4da6b req-4b30df50-f815-4c52-8812-2ac034d01915 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:22.985395 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7c960b5b-f057-45eb-9ce5-a7a529e4da6b req-4b30df50-f815-4c52-8812-2ac034d01915 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 949 time: 0.0662401 Jan 28 13:19:23.025460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.033495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.089714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7c960b5b-f057-45eb-9ce5-a7a529e4da6b req-27b85a21-0590-4c58-830e-19ef54f3a9c5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961959 Jan 28 13:19:23.155510 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (1100a5d3-66b5-46ea-8fdb-e7ddb0351413), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.210551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=462d886b-b332-4fa7-bc42-74f9754c1f79,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:23.217137 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.218389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-f1f0ee07-eb0c-4b39-90bd-ba11d8b3444f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6268392 Jan 28 13:19:23.306109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-eb4c4891-9905-4034-a862-e81e1b6d0d87 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.0724273 Jan 28 13:19:23.461884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a2657e83-5f67-4006-b6b3-b709c4f02a70 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:23.522586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-6964d847-4f76-4423-a13f-3ccb9ccdcfed tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:23.543375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db67e64-25bd-4fee-b713-e1878fb2004e req-6964d847-4f76-4423-a13f-3ccb9ccdcfed tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.2260265 Jan 28 13:19:23.645114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port a2657e83-5f67-4006-b6b3-b709c4f02a70 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:23.656903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port a2657e83-5f67-4006-b6b3-b709c4f02a70 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:23.658758 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.808498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d01d-cd5f-4a04-bcd0-4cecb1df9d22 req-350df940-c600-4c14-b576-6f93b1c4d7ed tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:23.810208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e949d01d-cd5f-4a04-bcd0-4cecb1df9d22 req-350df940-c600-4c14-b576-6f93b1c4d7ed tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.1472471 Jan 28 13:19:23.913565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a2657e83-5f67-4006-b6b3-b709c4f02a70 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:23.914226 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:23.916332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e949d01d-cd5f-4a04-bcd0-4cecb1df9d22 req-b7ad8c0d-d1fd-4e3f-9bf4-c58374254458 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973504 Jan 28 13:19:24.014016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2657e83-5f67-4006-b6b3-b709c4f02a70'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:24.021677 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d7a2cc-eb65-4085-8ac1-0dcc52fec41a" -d '{"events": [{"server_uuid": "2157d10d-f83e-45a1-8789-8f2d332376ca", "name": "network-vif-plugged", "status": "completed", "tag": "a2657e83-5f67-4006-b6b3-b709c4f02a70"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:24.052994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a2657e83-5f67-4006-b6b3-b709c4f02a70, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a2657e83-5f67-4006-b6b3-b709c4f02a70,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:24.064699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.065980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b4d92859-6f3e-426b-8ebf-c10556abef49 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:24.122058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38304) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:24.224084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-568f269b-bfc5-4067-b030-40981e580397 req-91b019a4-3dc6-4f40-a37c-a08887d2b265 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2269757 Jan 28 13:19:24.246619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:24.292463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a2657e83-5f67-4006-b6b3-b709c4f02a70,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:24.304523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.307531 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368e32a-ba7d-4a81-a884-c4fb47e6db80 x-openstack-request-id: req-0368e32a-ba7d-4a81-a884-c4fb47e6db80 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:24.309466 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157d10d-f83e-45a1-8789-8f2d332376ca", "name": "network-vif-plugged", "status": "completed", "tag": "a2657e83-5f67-4006-b6b3-b709c4f02a70", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:24.309835 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0368e32a-ba7d-4a81-a884-c4fb47e6db80 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:24.311177 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2657e83-5f67-4006-b6b3-b709c4f02a70', 'code': 200} Jan 28 13:19:24.344748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port b4d92859-6f3e-426b-8ebf-c10556abef49 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:24.362897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port b4d92859-6f3e-426b-8ebf-c10556abef49 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:24.364402 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.511663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-network', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:24.547918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.558441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c880b-4b1c-4fcb-a0ef-d9799427b401 req-24ac01f3-3932-443f-a583-509ea667c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.560240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c5c880b-4b1c-4fcb-a0ef-d9799427b401 req-24ac01f3-3932-443f-a583-509ea667c2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 1101 time: 0.2266152 Jan 28 13:19:24.611963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6561f-dcdd-41fe-899c-b4ff0b5e4782 req-9c4fa6c7-5f84-404a-b9d6-9df1dd306aa4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:24.623584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93e6561f-dcdd-41fe-899c-b4ff0b5e4782 req-9c4fa6c7-5f84-404a-b9d6-9df1dd306aa4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 949 time: 0.2208729 Jan 28 13:19:24.682236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Allocated IP 172.25.4.127 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:24.709529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Made reservation on behalf of 5a22fa0792404718a2f2adc35678d50c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:24.711830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.787383 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.809642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b4d92859-6f3e-426b-8ebf-c10556abef49 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:24.810195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.847704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93e6561f-dcdd-41fe-899c-b4ff0b5e4782 req-ee31990d-499a-4bb1-8edf-429683db402b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229769 Jan 28 13:19:24.928442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b4d92859-6f3e-426b-8ebf-c10556abef49, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b4d92859-6f3e-426b-8ebf-c10556abef49,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:24.936553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.937648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d7c1cf1f-218f-4dfc-a5e5-b455983dcfca up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:24.948084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:24.988419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c5c880b-4b1c-4fcb-a0ef-d9799427b401 req-b9b15b29-5844-492b-98b6-2fed25468d7c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098747 Jan 28 13:19:25.016493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.074393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:25.085306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks [] for security_group (39dcc786-4f61-487d-ae14-79f53f2da77d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.090932 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (39dcc786-4f61-487d-ae14-79f53f2da77d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.105809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:25.107635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.116338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:25.145810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:25.152768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:25.156508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:25.167293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:19:25.202419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dcc786-4f61-487d-ae14-79f53f2da77d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:25.222944 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.223522 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Added segment 355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb of type vlan for network 93f31c07-c541-43f8-83c7-473a54f0bfbb Jan 28 13:19:25.242166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b4d92859-6f3e-426b-8ebf-c10556abef49,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:25.320776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (93f31c07-c541-43f8-83c7-473a54f0bfbb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.353845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:25.354248 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.362336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (eacde642-3e9e-4f99-af4b-aa010d1335c7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.383902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (93f31c07-c541-43f8-83c7-473a54f0bfbb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.384931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.385513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.445322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.460836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:25.470559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.619797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:25.641320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38332) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:25.641479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5176840 Jan 28 13:19:25.643667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea4ea0-250a-421c-a8cd-4dca2e8c7c6a admin admin] Pushing event updated for resources: {'Network': ['ID=93f31c07-c541-43f8-83c7-473a54f0bfbb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:25.650139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Request body: {'subnet': {'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-subnet', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:25.659289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 93f31c07-c541-43f8-83c7-473a54f0bfbb details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:19:25.693959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Made reservation on behalf of 5a22fa0792404718a2f2adc35678d50c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:25.696762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.700528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8882ea6-9ff1-42e0-bc49-e5d570790470 req-8753f983-6ce8-49f6-9757-b1769b6cfbe7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:25.703264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8882ea6-9ff1-42e0-bc49-e5d570790470 req-8753f983-6ce8-49f6-9757-b1769b6cfbe7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.1220133 Jan 28 13:19:25.814386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8882ea6-9ff1-42e0-bc49-e5d570790470 req-85d0a1be-ddb7-491f-86f6-0ae87624766b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050148 Jan 28 13:19:25.849357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:25.856885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.007436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (eacde642-3e9e-4f99-af4b-aa010d1335c7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.062444 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.063703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-568f269b-bfc5-4067-b030-40981e580397 req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8264637 Jan 28 13:19:26.069512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dcac0-2a61-4916-aad2-3e9fbd5235e9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event updated for resources: {'Port': ['ID=f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:26.161532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-568f269b-bfc5-4067-b030-40981e580397 req-fd9aad1b-e400-4647-9f91-968fb7b6a6d8 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0807343 Jan 28 13:19:26.236313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d95dad-cea4-43fe-87ed-f8e4bbdf7b28 req-fdc3db08-7773-4716-a7f1-285ca06784fc tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.239024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32d95dad-cea4-43fe-87ed-f8e4bbdf7b28 req-fdc3db08-7773-4716-a7f1-285ca06784fc tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 950 time: 0.0680590 Jan 28 13:19:26.313501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d92859-6f3e-426b-8ebf-c10556abef49'}, {'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:26.321834 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58389f-0a88-4604-a00d-1527d38c32b7" -d '{"events": [{"server_uuid": "2912be0c-5168-40a6-8190-ec512c97e2e5", "name": "network-vif-plugged", "status": "completed", "tag": "b4d92859-6f3e-426b-8ebf-c10556abef49"}, {"server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:26.327989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (02690206-ddc6-464a-b831-7536d943d940), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.329266 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.345980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32d95dad-cea4-43fe-87ed-f8e4bbdf7b28 req-eea5e17b-3cb3-4593-938a-71c52038619e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970867 Jan 28 13:19:26.538238 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85fdae9-588a-4d6c-8ee7-60ad28322594 x-openstack-request-id: req-a85fdae9-588a-4d6c-8ee7-60ad28322594 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:26.538542 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2912be0c-5168-40a6-8190-ec512c97e2e5", "name": "network-vif-plugged", "status": "completed", "tag": "b4d92859-6f3e-426b-8ebf-c10556abef49", "code": 200}, {"server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:26.538802 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a85fdae9-588a-4d6c-8ee7-60ad28322594 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:26.539206 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d92859-6f3e-426b-8ebf-c10556abef49', 'code': 200} Jan 28 13:19:26.539465 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca', 'code': 200} Jan 28 13:19:26.553121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f269b-bfc5-4067-b030-40981e580397 req-1c35a4d3-7a67-426a-9c0e-fcb1bb73e218 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.567265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-568f269b-bfc5-4067-b030-40981e580397 req-1c35a4d3-7a67-426a-9c0e-fcb1bb73e218 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.4047673 Jan 28 13:19:26.570436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02690206-ddc6-464a-b831-7536d943d940,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:26.584359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Checking segment: {'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:26.585263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Network hostable DHCP agents. Network: 93f31c07-c541-43f8-83c7-473a54f0bfbb, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:19:26.617219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Network 93f31c07-c541-43f8-83c7-473a54f0bfbb is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:19:26.632320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 93f31c07-c541-43f8-83c7-473a54f0bfbb) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:26.642111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1a88e-6f32-491d-a40c-11dc39a43c54 None None] Network 93f31c07-c541-43f8-83c7-473a54f0bfbb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:26.645406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.646019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.688373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4e0f1800-6a7b-4c0e-b6e3-0e87adacc261 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0431392 Jan 28 13:19:26.688976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38370) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:26.697254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:26.719472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb6efc-3917-488f-befa-db00a24bff20 req-eefefa77-4e1b-4f5d-b191-f717a040a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:26.727518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4cb6efc-3917-488f-befa-db00a24bff20 req-eefefa77-4e1b-4f5d-b191-f717a040a086 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1097 time: 0.0910528 Jan 28 13:19:26.879720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (eeffb38e-4b98-45e5-8959-1d06832ef27b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.881125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b82e0afa-f2b3-451c-ad15-4cfbb7f97633 req-26544589-19ea-4129-84d0-3a810647cf5e tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b0435555538420c8351c1bf0f5b35bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862999 Jan 28 13:19:26.886709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (eeffb38e-4b98-45e5-8959-1d06832ef27b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:26.893541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3882cec-91be-4d61-bad0-c82dc4c95be9 None None] Network 93f31c07-c541-43f8-83c7-473a54f0bfbb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:26.986689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4cb6efc-3917-488f-befa-db00a24bff20 req-c0652a34-48da-440a-8376-9531ae3026e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490082 Jan 28 13:19:26.989129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks [] for router_controller (eeffb38e-4b98-45e5-8959-1d06832ef27b), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.007006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b032c0e-3137-419b-8475-728a0cf3c4fe req-11fee9dd-b444-47e7-a61e-0a44402c5eca tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips/eacde642-3e9e-4f99-af4b-aa010d1335c7 HTTP/1.1" status: 200 len: 693 time: 0.2000790 Jan 28 13:19:27.127455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0afa-f2b3-451c-ad15-4cfbb7f97633 req-9fbce234-ded0-48a7-9942-474761c7562d tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:27.147295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b82e0afa-f2b3-451c-ad15-4cfbb7f97633 req-9fbce234-ded0-48a7-9942-474761c7562d tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2501674 Jan 28 13:19:27.177910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b82e0afa-f2b3-451c-ad15-4cfbb7f97633 req-e5136ff1-9842-4c13-9afc-45c48bb7b834 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/quotas/4b0435555538420c8351c1bf0f5b35bd HTTP/1.1" status: 200 len: 375 time: 0.0298421 Jan 28 13:19:27.186215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032c0e-3137-419b-8475-728a0cf3c4fe req-0ebe1419-bf83-40b8-bb5f-75a4e6aa5386 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:27.187778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b032c0e-3137-419b-8475-728a0cf3c4fe req-0ebe1419-bf83-40b8-bb5f-75a4e6aa5386 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1261866 Jan 28 13:19:27.200848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f357b2a-8ec4-4171-80a0-2cb18b7df16b req-ef5c128e-ba3b-426a-9190-c0668ca04bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:27.202503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f357b2a-8ec4-4171-80a0-2cb18b7df16b req-ef5c128e-ba3b-426a-9190-c0668ca04bdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 1101 time: 0.4908478 Jan 28 13:19:27.210011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-3b032c0e-3137-419b-8475-728a0cf3c4fe req-4c7545ce-7662-4689-9c8f-76e427532533 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:27.211142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b032c0e-3137-419b-8475-728a0cf3c4fe req-4c7545ce-7662-4689-9c8f-76e427532533 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076396 Jan 28 13:19:27.235789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b82e0afa-f2b3-451c-ad15-4cfbb7f97633 req-8e8e4561-9522-4a52-b469-9a6d4c0d5594 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b0435555538420c8351c1bf0f5b35bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566874 Jan 28 13:19:27.397906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks [] for router_gateway (eeffb38e-4b98-45e5-8959-1d06832ef27b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.411552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f357b2a-8ec4-4171-80a0-2cb18b7df16b req-84733e94-e23e-4609-9b89-951ed824964f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637735 Jan 28 13:19:27.437122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-95ffbea8-ec58-4482-99be-aae38adfd4dc tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips/eacde642-3e9e-4f99-af4b-aa010d1335c7 HTTP/1.1" status: 200 len: 693 time: 0.0755658 Jan 28 13:19:27.442839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c608e-bc24-4b1d-aedc-a934ca46ec8a req-1457abd7-ea32-4db7-8b5a-9ed8796173ef tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:27.444488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586c608e-bc24-4b1d-aedc-a934ca46ec8a req-1457abd7-ea32-4db7-8b5a-9ed8796173ef tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.1337755 Jan 28 13:19:27.524009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586c608e-bc24-4b1d-aedc-a934ca46ec8a req-9f09f9f1-08a8-4d84-90c2-82d3b7d2eedc tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552156 Jan 28 13:19:27.609811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-beb9e4ae-b339-43a3-9673-cd2b6eb903f3 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:27.619199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-beb9e4ae-b339-43a3-9673-cd2b6eb903f3 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1805949 Jan 28 13:19:27.624624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-a1d9551b-b4c5-41ad-88cc-b516afe930ed tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:27.625593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-a1d9551b-b4c5-41ad-88cc-b516afe930ed tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056396 Jan 28 13:19:27.693123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.693863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-3d1ab879-30a8-4f93-8f80-1f38e8d66667 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0544982 Jan 28 13:19:27.750520 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks [] for router_gateway (eeffb38e-4b98-45e5-8959-1d06832ef27b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.773097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:27.827018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-9698da2c-1e05-493f-b2b3-8d808f86a90f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1321306 Jan 28 13:19:27.978327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Allocated IP 172.25.4.74 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/8046c50c-f2eb-4961-b958-4a01d87d4f4e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:27.993003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba70cf6-e400-4247-952a-1290fe0e8563 req-2376848f-cd59-4d88-8301-7927db4a7cac tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:27.995424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dba70cf6-e400-4247-952a-1290fe0e8563 req-2376848f-cd59-4d88-8301-7927db4a7cac tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 950 time: 0.1083095 Jan 28 13:19:28.036707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Deleting port f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:28.037481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.167470 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.167851 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.199573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Calling delete_port for f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:28.212874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dba70cf6-e400-4247-952a-1290fe0e8563 req-147b13f6-ab9c-40d0-afde-9eec9e74178e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088680 Jan 28 13:19:28.323207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks [] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.399881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.483166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:28.490132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:28.510376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:28.622917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8046c50c-f2eb-4961-b958-4a01d87d4f4e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:28.644832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.784674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event deleted for resources: {'Port': ['ID=f0e95c56-634d-48ac-ab8e-1b3d7fb7ed93,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:28.840939 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (eacde642-3e9e-4f99-af4b-aa010d1335c7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.844305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:28.856623 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-471301b2-5ce7-43e5-9d15-a19cd0f04b49 req-5876cb0b-0c3f-43fc-97b8-48a289036bd0 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "DELETE /v2.0/floatingips/eacde642-3e9e-4f99-af4b-aa010d1335c7 HTTP/1.1" status: 204 len: 173 time: 1.0284052 Jan 28 13:19:28.994906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde72a5-1689-40fe-8841-f337c07b3b7e req-ea8dce47-2f54-49b4-9b47-33fec46ee172 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:28.996375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afde72a5-1689-40fe-8841-f337c07b3b7e req-ea8dce47-2f54-49b4-9b47-33fec46ee172 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.1761744 Jan 28 13:19:29.527593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afde72a5-1689-40fe-8841-f337c07b3b7e req-a82a01ff-c5e6-4050-9bb4-4b802f305c55 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Jan 28 13:19:29.558215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks [] for router_gateway (eeffb38e-4b98-45e5-8959-1d06832ef27b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:29.703365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26ed67-46b5-4c5c-8aed-73ae226b908e req-c9d5ded9-bec7-44c9-8748-b0d3320b0b7f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:29.716817 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c26ed67-46b5-4c5c-8aed-73ae226b908e req-c9d5ded9-bec7-44c9-8748-b0d3320b0b7f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6713295 Jan 28 13:19:29.728297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c42fa1b9-d4e0-4aec-83b5-14a4059c01e9 req-98a3fc81-8a66-428b-a161-ae42437a471b tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b0435555538420c8351c1bf0f5b35bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449975 Jan 28 13:19:29.836151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2d89e-b6da-421d-bdf9-15694812b2f5 req-6cbd0e13-61af-4b6c-909c-5531a14cf14b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:29.839249 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9fd2d89e-b6da-421d-bdf9-15694812b2f5 req-6cbd0e13-61af-4b6c-909c-5531a14cf14b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 950 time: 0.0630643 Jan 28 13:19:29.906718 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9fd2d89e-b6da-421d-bdf9-15694812b2f5 req-d478c2d6-7a64-499b-b5b4-9ef4b5437b74 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616481 Jan 28 13:19:29.945452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fa1b9-d4e0-4aec-83b5-14a4059c01e9 req-31b6d564-97a6-464f-afd4-e0dec6b6f146 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:29.953235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c42fa1b9-d4e0-4aec-83b5-14a4059c01e9 req-31b6d564-97a6-464f-afd4-e0dec6b6f146 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238662 Jan 28 13:19:29.974382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c42fa1b9-d4e0-4aec-83b5-14a4059c01e9 req-4ebf65c9-1d44-4dec-8df0-c59d9fa8ce06 tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/quotas/4b0435555538420c8351c1bf0f5b35bd HTTP/1.1" status: 200 len: 375 time: 0.0200062 Jan 28 13:19:30.017141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c42fa1b9-d4e0-4aec-83b5-14a4059c01e9 req-15231b26-77b9-469b-98f2-ebc1a838408c tempest-QuotasAdminNegativeTest-479165778 tempest-QuotasAdminNegativeTest-479165778-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b0435555538420c8351c1bf0f5b35bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416787 Jan 28 13:19:30.032462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (eeffb38e-4b98-45e5-8959-1d06832ef27b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:30.130082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54027280-1a03-41ce-8c12-45261278f09a req-330000d9-f013-4768-8111-995da8304d9c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.137423 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54027280-1a03-41ce-8c12-45261278f09a req-330000d9-f013-4768-8111-995da8304d9c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1097 time: 0.0523777 Jan 28 13:19:30.207175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54027280-1a03-41ce-8c12-45261278f09a req-0df562a0-784a-4cf1-8c7a-c88c95733c1c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686336 Jan 28 13:19:30.239349 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:19:30.269806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Router eeffb38e-4b98-45e5-8959-1d06832ef27b is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:19:30.356936 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a902983a-ead9-4c02-95fe-51378b766009 req-e68b98c8-604d-4bc6-a2b9-012c0727583e tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=54a2bc30ad064278a48fdaff31e1a915 HTTP/1.1" status: 200 len: 1656 time: 0.1039364 Jan 28 13:19:30.463620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa015f5-bef1-4edb-9180-dc108ff5e667 req-dc6d28ec-8e50-42cd-993f-9330ca2fc6a4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.474468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa015f5-bef1-4edb-9180-dc108ff5e667 req-dc6d28ec-8e50-42cd-993f-9330ca2fc6a4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 950 time: 0.1464121 Jan 28 13:19:30.481025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902983a-ead9-4c02-95fe-51378b766009 req-481bf2c9-653c-4681-a713-5a6514ed04c2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:30.488538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a902983a-ead9-4c02-95fe-51378b766009 req-481bf2c9-653c-4681-a713-5a6514ed04c2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks?id=d62983fb-95f5-47e5-b432-cdd339a93d1c&id=d62983fb-95f5-47e5-b432-cdd339a93d1c&id=d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 787 time: 0.1306441 Jan 28 13:19:30.495933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-a902983a-ead9-4c02-95fe-51378b766009 req-3c2dbe7b-49e7-4f74-b31d-0864f22e8d92 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:30.497006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:30.508665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a902983a-ead9-4c02-95fe-51378b766009 req-3c2dbe7b-49e7-4f74-b31d-0864f22e8d92 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189197 Jan 28 13:19:30.513121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Sync routers for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:30.533094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:30.533756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:30.588950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa015f5-bef1-4edb-9180-dc108ff5e667 req-eea64f6b-2445-4553-a69a-bda7ba3c32c7 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102324 Jan 28 13:19:30.607818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:30.607818 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1ac4afcc-584b-4d6f-9866-1beb0d5065b8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9083581 Jan 28 13:19:30.607818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:30.745736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:30.889456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-3f4c2efb-bfcf-44b5-8f69-4ed95d8931a7 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips/1100a5d3-66b5-46ea-8fdb-e7ddb0351413 HTTP/1.1" status: 200 len: 693 time: 0.1256905 Jan 28 13:19:31.067049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:28Z', 'revision_number': 3, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:31.131434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-643e4760-dfd9-43a2-b540-09d486144f06 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.133516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-643e4760-dfd9-43a2-b540-09d486144f06 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.2343879 Jan 28 13:19:31.163291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Checking router: eeffb38e-4b98-45e5-8959-1d06832ef27b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:31.163660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Updating router eeffb38e-4b98-45e5-8959-1d06832ef27b port 8046c50c-f2eb-4961-b958-4a01d87d4f4e binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:19:31.184165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-66648d5c-2dd1-476e-820a-5b3a0bcc7411 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:31.185704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-66648d5c-2dd1-476e-820a-5b3a0bcc7411 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109279 Jan 28 13:19:31.216195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:31.312301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5049b48-09d7-4c96-8db2-91d5b5a0db5f req-dfb66eb2-eabd-4ce9-8651-d8c17f6edffb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.326624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5049b48-09d7-4c96-8db2-91d5b5a0db5f req-dfb66eb2-eabd-4ce9-8651-d8c17f6edffb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:31.333075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5049b48-09d7-4c96-8db2-91d5b5a0db5f req-dfb66eb2-eabd-4ce9-8651-d8c17f6edffb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca&device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 1691 time: 0.1368105 Jan 28 13:19:31.342926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-d7e11ce6-18b2-4c10-9488-be4f116c0d1d tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.1383643 Jan 28 13:19:31.478863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5049b48-09d7-4c96-8db2-91d5b5a0db5f req-72b113a5-2d57-4536-a2f2-82af3b1ae173 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406505 Jan 28 13:19:31.553162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-769fbee5-6c22-4f88-a2a9-b37010de0d32 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.2001534 Jan 28 13:19:31.632411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Publish callbacks [] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:31.659629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:31.756402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Attempting to bind port 8046c50c-f2eb-4961-b958-4a01d87d4f4e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:31.757135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Attempting to bind port 8046c50c-f2eb-4961-b958-4a01d87d4f4e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:31.757822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Attempting to bind port 8046c50c-f2eb-4961-b958-4a01d87d4f4e on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:31.765502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:31.766107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:31.766677 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:31.767224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:31.768056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Bound port: 8046c50c-f2eb-4961-b958-4a01d87d4f4e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:31.769610 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:31.838377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] For port 8046c50c-f2eb-4961-b958-4a01d87d4f4e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:31.843111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] For port 8046c50c-f2eb-4961-b958-4a01d87d4f4e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8046c50c-f2eb-4961-b958-4a01d87d4f4e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:31.857133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:31.911821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9998363-9e77-4d0a-beb8-8d24f1282374 None None] Pushing event updated for resources: {'Port': ['ID=8046c50c-f2eb-4961-b958-4a01d87d4f4e,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:32.045641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:32.046295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:32.048671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9998363-9e77-4d0a-beb8-8d24f1282374 None None] Pushing event updated for resources: {'Port': ['ID=8046c50c-f2eb-4961-b958-4a01d87d4f4e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:32.122089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-f8f910bc-a81d-42bb-9af9-28ad1a13434f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1515737 Jan 28 13:19:32.124905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38504) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:32.137723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:32.298813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Deleting port 462d886b-b332-4fa7-bc42-74f9754c1f79 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:32.300055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:32.350089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84917b-23d1-4981-9ca9-3e672ea259b7 req-219e57e2-2abf-4fc9-a611-60e725ea3f89 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.360020 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c84917b-23d1-4981-9ca9-3e672ea259b7 req-219e57e2-2abf-4fc9-a611-60e725ea3f89 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 1101 time: 0.2704768 Jan 28 13:19:32.400071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:32.467944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c84917b-23d1-4981-9ca9-3e672ea259b7 req-c11a2b14-e83f-433c-ad51-57e041bc8c57 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066198 Jan 28 13:19:32.637359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:28Z', 'revision_number': 3, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:32.643087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3f53dd9-f012-4691-940a-299157945731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:32.663103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a7972-866f-4a0b-8acb-6a9283c4e2c5 req-1d761ec6-4472-4bf9-af16-312dc3667a97 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.670575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-499a7972-866f-4a0b-8acb-6a9283c4e2c5 req-1d761ec6-4472-4bf9-af16-312dc3667a97 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 1101 time: 0.0687971 Jan 28 13:19:32.682728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cd589-7792-46d5-bc79-c4a09252cd3d None None] The sync data for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 is: [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:28Z', 'revision_number': 3, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:32.703438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-5a4c3492-b3c8-4041-8d39-137564107117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:32.717501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-5a4c3492-b3c8-4041-8d39-137564107117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 1096 time: 0.5412722 Jan 28 13:19:32.777506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-499a7972-866f-4a0b-8acb-6a9283c4e2c5 req-92797416-6767-499c-8c53-5137bb34d957 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000142 Jan 28 13:19:32.808347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:32.808706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (462d886b-b332-4fa7-bc42-74f9754c1f79), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:32.892174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Calling delete_port for 462d886b-b332-4fa7-bc42-74f9754c1f79 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:33.465904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Allocated IP 172.20.0.1 (93f31c07-c541-43f8-83c7-473a54f0bfbb/02690206-ddc6-464a-b831-7536d943d940/7694d85e-cd02-4540-a781-d1c935a13104) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:33.485821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-4d26847b-2e27-4dc2-9e01-881e2ead5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.488290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-4d26847b-2e27-4dc2-9e01-881e2ead5793 service neutron] 10.222.0.36 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 925 time: 0.7216203 Jan 28 13:19:33.637850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-9a090620-f0e3-40ac-b25d-3952026f2b3d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327325 Jan 28 13:19:33.656221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3f53dd9-f012-4691-940a-299157945731 admin admin] Publish callbacks [] for security_group (118da2c8-008e-4328-955d-db305df05539), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.719792 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3f53dd9-f012-4691-940a-299157945731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (118da2c8-008e-4328-955d-db305df05539), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.782085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-dd4f90ed-d915-4bfa-a81f-415ab05cf080 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:33.790172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-dd4f90ed-d915-4bfa-a81f-415ab05cf080 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513481 Jan 28 13:19:33.807302 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-8edc89f1-b252-4161-9c61-0f07899cfe20 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/quotas/26e78d53ad6248fcb128766aa2dd0adb HTTP/1.1" status: 200 len: 375 time: 0.0160100 Jan 28 13:19:33.883723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (462d886b-b332-4fa7-bc42-74f9754c1f79), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:33.888878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-e312b1b8-ffd9-4416-90fb-72e7738f6318 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd HTTP/1.1" status: 200 len: 1000 time: 0.3916905 Jan 28 13:19:33.908386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-d62bd1b3-1210-4967-b96c-7f04088227b7 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980299 Jan 28 13:19:33.932651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e3f53dd9-f012-4691-940a-299157945731 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b0435555538420c8351c1bf0f5b35bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8062706 Jan 28 13:19:33.936773 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38556) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:33.991273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f53dd9-f012-4691-940a-299157945731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118da2c8-008e-4328-955d-db305df05539,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:34.008967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event deleted for resources: {'Port': ['ID=462d886b-b332-4fa7-bc42-74f9754c1f79,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:34.037475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03f10e4c-37c5-4723-aebd-4c89d7c6227b admin admin] Publish callbacks [] for security_group (118da2c8-008e-4328-955d-db305df05539), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.066282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03f10e4c-37c5-4723-aebd-4c89d7c6227b admin admin] Publish callbacks [] for security_group (118da2c8-008e-4328-955d-db305df05539), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.109016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks [] for port (7694d85e-cd02-4540-a781-d1c935a13104), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.118555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-6d162886-34a3-4cc1-8af1-7bd080874e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.131942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-6d162886-34a3-4cc1-8af1-7bd080874e26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 200 len: 863 time: 0.2182753 Jan 28 13:19:34.143923 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03f10e4c-37c5-4723-aebd-4c89d7c6227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (118da2c8-008e-4328-955d-db305df05539), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.146771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03f10e4c-37c5-4723-aebd-4c89d7c6227b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.148491 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-03f10e4c-37c5-4723-aebd-4c89d7c6227b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/118da2c8-008e-4328-955d-db305df05539 HTTP/1.1" status: 204 len: 168 time: 0.2101507 Jan 28 13:19:34.167005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f10e4c-37c5-4723-aebd-4c89d7c6227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118da2c8-008e-4328-955d-db305df05539,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:34.216130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (1100a5d3-66b5-46ea-8fdb-e7ddb0351413), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.218713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.219898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b9921b6-73c3-483b-9b88-1eb0cc8587f1 req-9f2347f0-7c10-43d1-9d7b-ce4a681afea2 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "DELETE /v2.0/floatingips/1100a5d3-66b5-46ea-8fdb-e7ddb0351413 HTTP/1.1" status: 204 len: 173 time: 2.6642754 Jan 28 13:19:34.262964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-dd7cbed4-62e8-42f0-9a51-af20769c7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.264771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-dd7cbed4-62e8-42f0-9a51-af20769c7142 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=086c3db1-7a9a-4894-8acc-74310a4a913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313381 Jan 28 13:19:34.270604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7694d85e-cd02-4540-a781-d1c935a13104), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.370658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Network 93f31c07-c541-43f8-83c7-473a54f0bfbb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:34.402070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:34.409772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:34.415329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Pushing event updated for resources: {'Port': ['ID=7694d85e-cd02-4540-a781-d1c935a13104,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:34.519251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-9f1a39e9-b74e-469f-b310-e55c5be009e4 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips/19c57e52-56d5-432f-a6cd-728b761d7de8 HTTP/1.1" status: 200 len: 692 time: 0.0761321 Jan 28 13:19:34.558041 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-5da00381-97db-4b91-a483-3e12ae5189f8 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847767 Jan 28 13:19:34.582614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (eeffb38e-4b98-45e5-8959-1d06832ef27b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.614691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38592) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:34.648492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb201a19-afb0-492d-a074-415a76788a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.804813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b688-2e34-493d-9891-150130441624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.825533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8046c50c-f2eb-4961-b958-4a01d87d4f4e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:34.833535 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb201a19-afb0-492d-a074-415a76788a99 admin admin] Publish callbacks [] for security_group (b1126fa7-313d-403e-a224-a34124d67279), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.839419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb201a19-afb0-492d-a074-415a76788a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b1126fa7-313d-403e-a224-a34124d67279), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.876282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ffda32c-dfe4-422c-b9fc-f81083b4e6d7 req-eb7f5c5d-dee4-4e03-9372-2020de7108d7 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049285 Jan 28 13:19:34.900093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb201a19-afb0-492d-a074-415a76788a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1126fa7-313d-403e-a224-a34124d67279,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:34.909952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8046c50c-f2eb-4961-b958-4a01d87d4f4e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:34.910455 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:34.929845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-e0557940-ad20-42f1-9229-500944cab795 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:34.931729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-e0557940-ad20-42f1-9229-500944cab795 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.4009738 Jan 28 13:19:34.977854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fb201a19-afb0-492d-a074-415a76788a99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5489a470a10c4abbb626da76b2012474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618546 Jan 28 13:19:34.981988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38606) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:35.031972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-5fc75073-0d50-4e56-9cd8-305fb5cef0e7 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.0852661 Jan 28 13:19:35.041444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8046c50c-f2eb-4961-b958-4a01d87d4f4e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:35.052123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.059418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aec4b-e3b5-4bd6-802b-0074f9bce386 req-73b0a897-582b-4fa2-88a8-c30c44fef9f8 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:35.068868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b97aec4b-e3b5-4bd6-802b-0074f9bce386 req-73b0a897-582b-4fa2-88a8-c30c44fef9f8 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 951 time: 0.1621537 Jan 28 13:19:35.071915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aed6271c-0911-4bcb-b14c-3b22e910d298 admin admin] Publish callbacks [] for security_group (b1126fa7-313d-403e-a224-a34124d67279), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.088066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 8046c50c-f2eb-4961-b958-4a01d87d4f4e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8046c50c-f2eb-4961-b958-4a01d87d4f4e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:35.093541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.128237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7694d85e-cd02-4540-a781-d1c935a13104), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.137673 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aed6271c-0911-4bcb-b14c-3b22e910d298 admin admin] Publish callbacks [] for security_group (b1126fa7-313d-403e-a224-a34124d67279), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.151499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-05ac81cf-df9a-4c19-b2e8-8428b5983e21 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.1185555 Jan 28 13:19:35.156756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=8046c50c-f2eb-4961-b958-4a01d87d4f4e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:35.185161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b97aec4b-e3b5-4bd6-802b-0074f9bce386 req-e7474f8f-d206-4301-bbe9-3d7e44a7f796 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128078 Jan 28 13:19:35.297231 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aed6271c-0911-4bcb-b14c-3b22e910d298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b1126fa7-313d-403e-a224-a34124d67279), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.302899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aed6271c-0911-4bcb-b14c-3b22e910d298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.325169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aed6271c-0911-4bcb-b14c-3b22e910d298 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1126fa7-313d-403e-a224-a34124d67279 HTTP/1.1" status: 204 len: 168 time: 0.3218777 Jan 28 13:19:35.373654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-026b7112-ad49-4396-b500-767ccf7fcf0d req-1a9af948-c90a-4217-bf0f-9223f5b6499c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 210 time: 0.0875702 Jan 28 13:19:35.376252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6271c-0911-4bcb-b14c-3b22e910d298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1126fa7-313d-403e-a224-a34124d67279,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:35.501838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Deleting port 8d5a0576-2eb2-468f-8c47-a23978a45f7f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:35.502239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.635106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks [] for port (7694d85e-cd02-4540-a781-d1c935a13104), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.646016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.646383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (8d5a0576-2eb2-468f-8c47-a23978a45f7f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.649590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7694d85e-cd02-4540-a781-d1c935a13104), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.712891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Calling delete_port for 8d5a0576-2eb2-468f-8c47-a23978a45f7f owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:35.753660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (eeffb38e-4b98-45e5-8959-1d06832ef27b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:35.762482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Pushing event updated for resources: {'Port': ['ID=7694d85e-cd02-4540-a781-d1c935a13104,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:36.023358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Network 93f31c07-c541-43f8-83c7-473a54f0bfbb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:36.025511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:36.174005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8d5a0576-2eb2-468f-8c47-a23978a45f7f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:36.207960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event deleted for resources: {'Port': ['ID=8d5a0576-2eb2-468f-8c47-a23978a45f7f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:36.297375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Router eeffb38e-4b98-45e5-8959-1d06832ef27b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:19:36.300695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (19c57e52-56d5-432f-a6cd-728b761d7de8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:36.303482 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:36.304718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb929de8-ef0b-4b00-8003-5d7b1ad0ed26 req-c9eef7ce-4012-4d68-8bc8-97c3b8035988 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "DELETE /v2.0/floatingips/19c57e52-56d5-432f-a6cd-728b761d7de8 HTTP/1.1" status: 204 len: 173 time: 1.1524122 Jan 28 13:19:36.644661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38694) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:36.716437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8046c50c-f2eb-4961-b958-4a01d87d4f4e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:36.797163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-347773781-network', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:36.837138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Made reservation on behalf of 0ffcc75172d84db3b32dfb29271102a2 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:36.840145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:36.855971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8046c50c-f2eb-4961-b958-4a01d87d4f4e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:36.856876 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:36.861178 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:36.941133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:36.988729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f6bf1689-1de7-407b-b13e-54a18b4bb146 req-5000dc51-7dee-486c-81ca-392cecd664ae tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 210 time: 0.0530300 Jan 28 13:19:37.000692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-01ed5d78-7862-4468-af72-b0022a09c0d9 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips/9895cfc9-0de3-4f69-ac91-c3bd494650ba HTTP/1.1" status: 200 len: 693 time: 0.0712569 Jan 28 13:19:37.046721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-8372bcf8-31df-4ecc-ae09-28205d116315 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539417 Jan 28 13:19:37.103262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:37.105447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:37.106028 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.118871 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Sync routers for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:37.136097 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:37.141143 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:37.157438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:37.166021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:37.169204 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1e969f-1cc1-411e-a967-4ac6205112a4" -d '{"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-unplugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:37.181115 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.191734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8046c50c-f2eb-4961-b958-4a01d87d4f4e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:37.202857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5ab509f8-e8e8-43ca-a1ab-70125b6d7f01 admin admin] 10.222.0.45 "PUT /v2.0/routers/eeffb38e-4b98-45e5-8959-1d06832ef27b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5666318 Jan 28 13:19:37.248722 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5b970f3-ebef-4cd8-b430-1769ad28a509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.273412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=11']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:37.375884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-5458cf1e-4f2a-4d66-a53c-a72f0cc1a4da tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:37.383003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-5458cf1e-4f2a-4d66-a53c-a72f0cc1a4da tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.3596511 Jan 28 13:19:37.390092 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks [] for security_group (ae593fdc-cd78-47e7-a84c-512a15d22c41), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.479116 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:37.489303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-2051a30d-3061-486a-bd7e-de4bcb49a6af tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:37.495638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-2051a30d-3061-486a-bd7e-de4bcb49a6af tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4361610 Jan 28 13:19:37.497891 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae593fdc-cd78-47e7-a84c-512a15d22c41), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.540273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:19:37.561748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-10cf4087-8519-44ec-bf36-dbb6aa85f1ea tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1541119 Jan 28 13:19:37.564504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-11102444-d4c0-45aa-bd10-e060761123b8 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.1791306 Jan 28 13:19:37.580308 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b50680ed-9752-435f-9249-b898a4775ee5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.581443 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Added segment b50680ed-9752-435f-9249-b898a4775ee5 of type vlan for network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca Jan 28 13:19:37.586896 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74d34e6-4a5e-42bd-8f6e-cff6f0922c3a x-openstack-request-id: req-b74d34e6-4a5e-42bd-8f6e-cff6f0922c3a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:37.591510 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-unplugged", "status": "completed", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:37.591911 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b74d34e6-4a5e-42bd-8f6e-cff6f0922c3a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:37.592274 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'code': 200} Jan 28 13:19:37.630759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:37.791211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-e9d75250-673a-471c-b1ce-106f837e9da8 tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.2090967 Jan 28 13:19:37.836863 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 2, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:37.841262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.866845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae593fdc-cd78-47e7-a84c-512a15d22c41,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:37.869897 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Checking router: eeffb38e-4b98-45e5-8959-1d06832ef27b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:37.870504 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Updating router eeffb38e-4b98-45e5-8959-1d06832ef27b port 7694d85e-cd02-4540-a781-d1c935a13104 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:19:37.897939 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7694d85e-cd02-4540-a781-d1c935a13104), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:37.951166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf224-dc60-4b51-b92c-4aac05282e21 req-b1d1bd51-0c26-4dfa-81fb-18531cb4b6af tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:37.952992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a85bf224-dc60-4b51-b92c-4aac05282e21 req-b1d1bd51-0c26-4dfa-81fb-18531cb4b6af tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 949 time: 0.1918480 Jan 28 13:19:38.020777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-efdfefad-3e0b-4e5f-a157-8f952ab99d27 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.022333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-efdfefad-3e0b-4e5f-a157-8f952ab99d27 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4390438 Jan 28 13:19:38.033314 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.036902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.037893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.044832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:38.049409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:38.053653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.123598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Deleting port 089beb56-4b4f-4d12-ae2c-28776c830877 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:38.123893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (089beb56-4b4f-4d12-ae2c-28776c830877), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.160287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a85bf224-dc60-4b51-b92c-4aac05282e21 req-302b8575-cce2-473d-8e02-e602470c6c69 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835208 Jan 28 13:19:38.161584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] Pushing event updated for resources: {'Network': ['ID=c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:38.179330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:19:38.253281 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Publish callbacks [] for port (7694d85e-cd02-4540-a781-d1c935a13104), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.269193 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7694d85e-cd02-4540-a781-d1c935a13104), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.274871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8d6d15df-4215-4bf6-b921-bbfe787b7986 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6283064 Jan 28 13:19:38.291501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38728) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:38.301191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Request body: {'subnet': {'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-347773781-subnet', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:38.344054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:38.349423 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5884-03da-4955-9c87-75e27ad6d1de None None] Pushing event updated for resources: {'Port': ['ID=7694d85e-cd02-4540-a781-d1c935a13104,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:38.349598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.422411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Made reservation on behalf of 0ffcc75172d84db3b32dfb29271102a2 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:38.427532 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.430459 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Attempting to bind port 7694d85e-cd02-4540-a781-d1c935a13104 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:38.431368 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Attempting to bind port 7694d85e-cd02-4540-a781-d1c935a13104 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:38.432020 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Attempting to bind port 7694d85e-cd02-4540-a781-d1c935a13104 on network 93f31c07-c541-43f8-83c7-473a54f0bfbb {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:38.438092 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:38.438767 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Checking segment: {'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:38.439405 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.441653 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Bound using segment: {'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:38.442386 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Bound port: 7694d85e-cd02-4540-a781-d1c935a13104, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:38.442991 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7694d85e-cd02-4540-a781-d1c935a13104), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.497260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.544164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.73 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/ade47e22-f733-4b6b-b409-2e1317d8aa27) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:38.596356 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] For port 7694d85e-cd02-4540-a781-d1c935a13104, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:38.598859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (089beb56-4b4f-4d12-ae2c-28776c830877), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.599208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (089beb56-4b4f-4d12-ae2c-28776c830877), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.603902 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] For port 7694d85e-cd02-4540-a781-d1c935a13104, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7694d85e-cd02-4540-a781-d1c935a13104,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:38.615364 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7694d85e-cd02-4540-a781-d1c935a13104), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.618520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Calling delete_port for 089beb56-4b4f-4d12-ae2c-28776c830877 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:38.712435 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5884-03da-4955-9c87-75e27ad6d1de None None] Pushing event updated for resources: {'Port': ['ID=7694d85e-cd02-4540-a781-d1c935a13104,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:38.738601 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:38.739685 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:38.804207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (089beb56-4b4f-4d12-ae2c-28776c830877), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.852507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Pushing event deleted for resources: {'Port': ['ID=089beb56-4b4f-4d12-ae2c-28776c830877,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:38.853917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9339-5192-4425-823b-a512109388be req-a502b8b7-56fa-4c96-8087-ad58dc933954 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:38.855449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-a502b8b7-56fa-4c96-8087-ad58dc933954 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 820 time: 0.2957919 Jan 28 13:19:38.858798 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e1fd7214-3cc5-4128-bc62-88664ec5c653), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.890394 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:38.922871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-32f27a00-ada5-460e-8280-2ded0d38234b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/quotas/5a22fa0792404718a2f2adc35678d50c HTTP/1.1" status: 200 len: 375 time: 0.0575671 Jan 28 13:19:38.934338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks [] for floatingip (9895cfc9-0de3-4f69-ac91-c3bd494650ba), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.938491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.941934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc39c03f-eec0-4da0-ab7b-0e7b9a53926f req-28398ad3-3191-47aa-9984-160acc64834f tempest-FloatingIPDetailsTestJSON-1773450768 tempest-FloatingIPDetailsTestJSON-1773450768-project] 10.222.0.45 "DELETE /v2.0/floatingips/9895cfc9-0de3-4f69-ac91-c3bd494650ba HTTP/1.1" status: 204 len: 173 time: 1.1420896 Jan 28 13:19:38.947763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38746) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:38.951253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:38.998173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1fd7214-3cc5-4128-bc62-88664ec5c653,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:39.024421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Checking segment: {'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:39.024786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Network hostable DHCP agents. Network: c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:19:39.044013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-b218d1df-0ff1-4f06-9352-8dc56373fc51 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011112 Jan 28 13:19:39.105468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9dc40ba-e8d1-40a7-a303-56790f619564 req-aaf02ba8-b16e-488e-b223-4e34d1fa3c92 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 210 time: 0.0385041 Jan 28 13:19:39.116725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:19:39.167550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:39.178409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8149db-0eb2-45a2-aa91-6dd1cef5ba6e None None] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:39.178862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.204199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:39.214471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:39.215124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.267083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf3a19c0-9f9d-4641-bc7b-a73b123c9f3b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9744239 Jan 28 13:19:39.272903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38750) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:39.280166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-c5bdb1df-8337-41e9-8ef1-f5feff815237 service neutron] 10.222.0.45 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299628 Jan 28 13:19:39.292526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:39.330394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.84 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/275e228a-d937-4274-8fa0-758b9ba65828) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:39.366871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:39.370317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=ade47e22-f733-4b6b-b409-2e1317d8aa27,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:39.384383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:39.409009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:39.491506 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:38Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:39.519006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:39.519898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.566340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-313dc54d-0e81-4a3b-81ec-5855db24fe22 service neutron] 10.222.0.45 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851737 Jan 28 13:19:39.573508 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d3ed4-ce2d-46a4-95e7-4760a6f7945c None None] The sync data for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 is: [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:38Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:39.586117 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-e94fa932-0c2c-45f4-b0d0-6b18f8ceef36 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9733946 Jan 28 13:19:39.605347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Request body: {'port': {'device_id': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:39.614120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (275e228a-d937-4274-8fa0-758b9ba65828), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.670995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:39.741236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (c830914d-dbe8-47be-9af7-36c6f53f8549), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.742279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (c830914d-dbe8-47be-9af7-36c6f53f8549), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.761050 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.850165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (275e228a-d937-4274-8fa0-758b9ba65828), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:39.955279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks [] for router_controller (c830914d-dbe8-47be-9af7-36c6f53f8549), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.031100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:40.043568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2038a91-430f-4e78-8454-3e60f9466cae req-cf256602-52a1-45e5-a6d7-ccd1c04498f5 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:40.045118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2038a91-430f-4e78-8454-3e60f9466cae req-cf256602-52a1-45e5-a6d7-ccd1c04498f5 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1096 time: 0.3136349 Jan 28 13:19:40.054978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:40.094347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:40.108310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca', 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca', 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'fixed_ips': [{'subnet_id': 'e1fd7214-3cc5-4128-bc62-88664ec5c653'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:19:40.109350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.138935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb438219-9090-4e19-ac31-a8e6029cc0b5 req-ef04b821-3c46-4852-b6c1-6f2b2f28448b tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:40.148822 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb438219-9090-4e19-ac31-a8e6029cc0b5 req-ef04b821-3c46-4852-b6c1-6f2b2f28448b tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 949 time: 0.1407835 Jan 28 13:19:40.188304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:40.192482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:40.198715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=275e228a-d937-4274-8fa0-758b9ba65828,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:40.259220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb438219-9090-4e19-ac31-a8e6029cc0b5 req-87bcea0d-30ce-4b5d-99d4-d895e1026d0f tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093595 Jan 28 13:19:40.453515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade47e22-f733-4b6b-b409-2e1317d8aa27 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:40.471862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Publish callbacks [] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.481417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2038a91-430f-4e78-8454-3e60f9466cae req-074e928b-861d-46ea-abeb-67677761e68b tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233463 Jan 28 13:19:40.504297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Transition to ACTIVE for port object ade47e22-f733-4b6b-b409-2e1317d8aa27 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:40.550968 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.770101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd9a60-0fcc-43a0-9bfd-14144dfd2252 req-dd44e456-6429-4039-8951-4a59b5e070bd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:40.782902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14dd9a60-0fcc-43a0-9bfd-14144dfd2252 req-dd44e456-6429-4039-8951-4a59b5e070bd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 945 time: 0.3659971 Jan 28 13:19:40.786074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Allocated IP 172.20.0.2 (c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca/e1fd7214-3cc5-4128-bc62-88664ec5c653/f100d6eb-a946-4a1c-8710-5389523df8e7) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:40.796629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ade47e22-f733-4b6b-b409-2e1317d8aa27,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:40.820014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b94879-c6dc-4d74-adf5-47673ec98aad req-aa31efb3-608c-4b1c-94f6-98484b860d68 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 210 time: 0.2027280 Jan 28 13:19:40.846161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:40.847100 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.880273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks [] for router_gateway (c830914d-dbe8-47be-9af7-36c6f53f8549), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:40.947247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-09f9c77c-074a-4c00-a59a-76b40246d5ed tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9088163 Jan 28 13:19:41.042958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7694d85e-cd02-4540-a781-d1c935a13104 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:41.072144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-7e4fb5c8-b2cb-451e-85a7-de6b3c38a89d tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.074562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-7e4fb5c8-b2cb-451e-85a7-de6b3c38a89d tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.60 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 949 time: 0.4326620 Jan 28 13:19:41.106603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14dd9a60-0fcc-43a0-9bfd-14144dfd2252 req-c5eb6bdb-bfbb-45bc-8bf8-0efae2abc6a2 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221867 Jan 28 13:19:41.126468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Request body: {'port': {'device_id': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:41.289725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9f79-5493-439a-ab01-fdf1714a66ab req-2360b73c-0195-49ef-ab3c-c3098498e3db tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:41.290918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd5b9f79-5493-439a-ab01-fdf1714a66ab req-2360b73c-0195-49ef-ab3c-c3098498e3db tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 935 time: 0.2210896 Jan 28 13:19:41.311262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Attempting to bind port ade47e22-f733-4b6b-b409-2e1317d8aa27 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:41.311743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Attempting to bind port ade47e22-f733-4b6b-b409-2e1317d8aa27 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:41.313786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Attempting to bind port ade47e22-f733-4b6b-b409-2e1317d8aa27 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:41.314072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (275e228a-d937-4274-8fa0-758b9ba65828), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.393866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Port ade47e22-f733-4b6b-b409-2e1317d8aa27 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:41.394395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Attempting to bind port ade47e22-f733-4b6b-b409-2e1317d8aa27 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:41.428362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:41.428796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:41.429322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:41.429968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Bound port: ade47e22-f733-4b6b-b409-2e1317d8aa27, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:41.430852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.519286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd5b9f79-5493-439a-ab01-fdf1714a66ab req-23393f3a-7a6b-4eac-b2b5-33737058e084 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187924 Jan 28 13:19:41.521486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Publish callbacks [] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.531702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (6586189c-76f1-48f4-bfd2-a84fed88ba88), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.581170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Deleting port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:41.582415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.596723 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.727000 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.838890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:41.894142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] For port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:41.895243 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:41.918810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Calling delete_port for 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:41.923865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:42.047713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:42.203700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.427439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] For port ade47e22-f733-4b6b-b409-2e1317d8aa27, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:42.429693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-030f1315-67d6-4275-bf38-db3e4f6af711 None None] Provisioning complete for port 275e228a-d937-4274-8fa0-758b9ba65828 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:42.430260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-030f1315-67d6-4275-bf38-db3e4f6af711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (275e228a-d937-4274-8fa0-758b9ba65828), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.448436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] For port ade47e22-f733-4b6b-b409-2e1317d8aa27, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ade47e22-f733-4b6b-b409-2e1317d8aa27,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:42.457506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9339-5192-4425-823b-a512109388be req-9bb27411-2876-4d45-b32b-078cf2d49527 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.465777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-9bb27411-2876-4d45-b32b-078cf2d49527 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.60 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 820 time: 0.1859078 Jan 28 13:19:42.470224 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.484472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-030f1315-67d6-4275-bf38-db3e4f6af711 None None] Port 275e228a-d937-4274-8fa0-758b9ba65828 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:42.499830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4b9a6-3e37-4791-a732-cce3aac00307 req-430dcc29-b1bf-4737-868e-b6a4f79f4ccf tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.501373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ec4b9a6-3e37-4791-a732-cce3aac00307 req-430dcc29-b1bf-4737-868e-b6a4f79f4ccf tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439f9d7-f4bb-4dc5-9af3-194f81aa7b43 HTTP/1.1" status: 200 len: 949 time: 0.7844472 Jan 28 13:19:42.514821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Request body: {'port': {'device_id': '33aea360-af73-4939-82e0-6159cc9a4836', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'admin_state_up': True, 'tenant_id': '5a22fa0792404718a2f2adc35678d50c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:42.526858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Pushing event updated for resources: {'Port': ['ID=f100d6eb-a946-4a1c-8710-5389523df8e7,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:42.556138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7694d85e-cd02-4540-a781-d1c935a13104 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:42.556522 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7694d85e-cd02-4540-a781-d1c935a13104), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.564267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.568601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.570037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] 10.222.0.60 "PUT /v2.0/ports/ade47e22-f733-4b6b-b409-2e1317d8aa27 HTTP/1.1" status: 200 len: 1095 time: 2.9704771 Jan 28 13:19:42.622181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'tag': 'ade47e22-f733-4b6b-b409-2e1317d8aa27'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:42.625747 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcc8cb5-6488-4be7-ad89-25419c3ccee2", "tag": "ade47e22-f733-4b6b-b409-2e1317d8aa27"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:42.664614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Attempting to bind port f100d6eb-a946-4a1c-8710-5389523df8e7 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:42.672105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Attempting to bind port f100d6eb-a946-4a1c-8710-5389523df8e7 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:42.672558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Attempting to bind port f100d6eb-a946-4a1c-8710-5389523df8e7 on network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:42.727657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:42.728619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Checking segment: {'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:42.729261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.729928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Bound using segment: {'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:42.730651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Bound port: f100d6eb-a946-4a1c-8710-5389523df8e7, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:42.731276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.824955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks [] for router_gateway (c830914d-dbe8-47be-9af7-36c6f53f8549), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.935894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a1c8055f-9d5f-48c0-a332-de3e940a3e8f tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:19:42.936405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b133df-6fbd-4f95-9cd5-744993e75a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ade47e22-f733-4b6b-b409-2e1317d8aa27,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:42.936708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a1c8055f-9d5f-48c0-a332-de3e940a3e8f tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0407763 Jan 28 13:19:42.941651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.943008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-32bb3422-2d00-4cbd-baab-90eb1ec2f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:42.945169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-32bb3422-2d00-4cbd-baab-90eb1ec2f032 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 1098 time: 0.3000228 Jan 28 13:19:42.947755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.982211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7694d85e-cd02-4540-a781-d1c935a13104 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:42.983235 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7694d85e-cd02-4540-a781-d1c935a13104), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:42.990779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Pushing event deleted for resources: {'Port': ['ID=077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:43.001189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] For port f100d6eb-a946-4a1c-8710-5389523df8e7, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:43.037852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-4d6a4291-b7d0-4218-a7e1-73a50360e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:43.041152 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-2c782094-3d9d-4779-bcff-541fbf0a6422 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ade47e22-f733-4b6b-b409-2e1317d8aa27 HTTP/1.1" status: 200 len: 217 time: 0.0628040 Jan 28 13:19:43.050044 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-4d6a4291-b7d0-4218-a7e1-73a50360e960 service neutron] 10.222.0.45 "GET /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 1093 time: 0.0952969 Jan 28 13:19:43.053306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 7694d85e-cd02-4540-a781-d1c935a13104, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7694d85e-cd02-4540-a781-d1c935a13104,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:43.055205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Request body: {'binding': {'host': 'n-h1-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:43.056785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:19:43.057925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] For port f100d6eb-a946-4a1c-8710-5389523df8e7, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f100d6eb-a946-4a1c-8710-5389523df8e7,segment=NetworkSegment(b50680ed-9752-435f-9249-b898a4775ee5),segment_id=b50680ed-9752-435f-9249-b898a4775ee5)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:43.066757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7694d85e-cd02-4540-a781-d1c935a13104), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.084643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.106548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] No DVR routers for this DVR port 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:43.130069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-4dc5b713-2fb8-46d5-a86e-068c01174da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:43.131893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-4dc5b713-2fb8-46d5-a86e-068c01174da1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0730891 Jan 28 13:19:43.132636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ec4b9a6-3e37-4791-a732-cce3aac00307 req-440975f0-eebc-4786-b7f5-e6398ed9d0e0 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.45 "GET /v2.0/security-groups?id=52d04609-e837-4ca0-806d-973e5407c9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761682 Jan 28 13:19:43.133033 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.136752 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f74eda83-1ca3-467d-b6c2-52c1f09e1d30 req-914a0a76-4396-4a0f-abc0-eff61b4cb5a7 tempest-ImagesOneServerTestJSON-488923516 tempest-ImagesOneServerTestJSON-488923516-project] 10.222.0.60 "DELETE /v2.0/ports/077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 HTTP/1.1" status: 204 len: 173 time: 2.0235462 Jan 28 13:19:43.142546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=7694d85e-cd02-4540-a781-d1c935a13104,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:43.239805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea8dbe-82ad-402f-92fd-b652a458b28f None None] Pushing event updated for resources: {'Port': ['ID=f100d6eb-a946-4a1c-8710-5389523df8e7,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:43.279160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-1bbd3dc4-6ffe-48ba-a069-fde17e32c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:43.282057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-1bbd3dc4-6ffe-48ba-a069-fde17e32c8b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250532 Jan 28 13:19:43.445832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-1f5d2fd3-96fc-4acc-a838-e6d19cb3a608 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544802 Jan 28 13:19:43.593075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Made reservation on behalf of 5a22fa0792404718a2f2adc35678d50c for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:43.600939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.617412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6f65993-b364-43f5-947a-60b6fa545bf7 req-95bd5aad-c0b0-4310-a343-f5c168a50a30 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 210 time: 0.1830904 Jan 28 13:19:43.679509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-43144b72-1fe3-4623-aa4b-296639a88f12 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217491 Jan 28 13:19:43.699149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on host n-h1-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:43.699991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:43.713762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:43.779241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275e228a-d937-4274-8fa0-758b9ba65828 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:43.847151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:43.849605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:43.871145 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Publish callbacks [] for port (275e228a-d937-4274-8fa0-758b9ba65828), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:43.904100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:43.904418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:43.904813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:43.905275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Bound port: d1f92a01-1701-40c3-9462-902548a6ecef, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:44.087546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Transition to ACTIVE for port object 275e228a-d937-4274-8fa0-758b9ba65828 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:44.118517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (275e228a-d937-4274-8fa0-758b9ba65828), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.203809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Allocated IP 172.25.4.100 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/91646591-9406-446f-aaa7-8c098650208d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:44.207080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:44.239675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.240878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf185d29-0238-4c00-a1a0-84c60c556217 service neutron] 10.222.0.45 "POST /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef/bindings HTTP/1.1" status: 201 len: 389 time: 1.1898229 Jan 28 13:19:44.303923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Pushing event updated for resources: {'Port': ['ID=275e228a-d937-4274-8fa0-758b9ba65828,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:44.313177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Allocated IP 172.20.0.3 (93f31c07-c541-43f8-83c7-473a54f0bfbb/02690206-ddc6-464a-b831-7536d943d940/113b6099-09ad-4f51-92f8-76b4e6c022fe) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:44.346641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5662a-ecfd-4b21-95d0-f15f54db9243 req-83ed660f-e2a3-412c-9e37-94a0c31fcb61 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.348259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8a5662a-ecfd-4b21-95d0-f15f54db9243 req-83ed660f-e2a3-412c-9e37-94a0c31fcb61 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 935 time: 0.3043730 Jan 28 13:19:44.413624 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bb2396-0132-4633-9d2e-5bce71114961 x-openstack-request-id: req-41bb2396-0132-4633-9d2e-5bce71114961 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:44.414280 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcc8cb5-6488-4be7-ad89-25419c3ccee2", "tag": "ade47e22-f733-4b6b-b409-2e1317d8aa27", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:44.414765 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41bb2396-0132-4633-9d2e-5bce71114961 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:44.415415 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'tag': 'ade47e22-f733-4b6b-b409-2e1317d8aa27', 'status': 'completed', 'code': 200} Jan 28 13:19:44.464612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Deleting port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:44.464949 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.593777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-20327b86-6880-4f12-81c7-8f68f2a98c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.596944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-20327b86-6880-4f12-81c7-8f68f2a98c20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 1098 time: 0.1455545 Jan 28 13:19:44.641296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-c47878d2-035a-44d3-8593-06e0631b0c50 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1320076769&fields=id&tenant_id=139355f65bb249d39228ce5774b744fc HTTP/1.1" status: 200 len: 267 time: 0.0945632 Jan 28 13:19:44.770960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Attempting to bind port 275e228a-d937-4274-8fa0-758b9ba65828 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:44.771609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Attempting to bind port 275e228a-d937-4274-8fa0-758b9ba65828 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:44.771609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Attempting to bind port 275e228a-d937-4274-8fa0-758b9ba65828 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:44.811418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Port 275e228a-d937-4274-8fa0-758b9ba65828 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:44.811750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Attempting to bind port 275e228a-d937-4274-8fa0-758b9ba65828 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:44.841564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-596651dc-5d0e-4ac7-b119-5fbd5e728c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.843089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-596651dc-5d0e-4ac7-b119-5fbd5e728c37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1096 time: 0.1991527 Jan 28 13:19:44.847203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8a5662a-ecfd-4b21-95d0-f15f54db9243 req-54facc9c-01e6-44cd-98b0-396a69186376 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888147 Jan 28 13:19:44.850383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks [] for port (91646591-9406-446f-aaa7-8c098650208d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.907345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:44.907925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-4097e741-c6d4-4a0c-9139-fb2c88dba029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:44.909914 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-4097e741-c6d4-4a0c-9139-fb2c88dba029 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2647989 Jan 28 13:19:44.914416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:44.914765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:44.915151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:44.915605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Bound port: 275e228a-d937-4274-8fa0-758b9ba65828, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:44.915965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (275e228a-d937-4274-8fa0-758b9ba65828), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.918986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] For port 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,segment=NetworkSegment(d2801a53-541c-4ae1-ba09-27ba8dfe7532),segment_id=d2801a53-541c-4ae1-ba09-27ba8dfe7532)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:44.919344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:44.968163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:44.968516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:44.997415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Calling delete_port for 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:45.004690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-751f193f-8552-497c-9688-664baf4e249e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ade47e22-f733-4b6b-b409-2e1317d8aa27 HTTP/1.1" status: 200 len: 217 time: 0.0580146 Jan 28 13:19:45.010448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-a67f8ab8-572d-4f5f-91fa-53af2d323f00 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.017508 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-a67f8ab8-572d-4f5f-91fa-53af2d323f00 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 824 time: 0.3754299 Jan 28 13:19:45.029476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2074b533-8a5a-461c-94df-d607672ad4d4 None None] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:45.053103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-6bed9486-6cc3-4b6a-ac26-2d269dcd68b1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/quotas/139355f65bb249d39228ce5774b744fc HTTP/1.1" status: 200 len: 375 time: 0.0346544 Jan 28 13:19:45.149870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (91646591-9406-446f-aaa7-8c098650208d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.197033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-85b7454b-d4dd-4ade-a242-be79385c46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.203520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-85b7454b-d4dd-4ade-a242-be79385c46e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.3429041 Jan 28 13:19:45.203520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-fc63f661-b5c6-4876-bf02-67d2176e93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.206425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-fc63f661-b5c6-4876-bf02-67d2176e93bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1827402 Jan 28 13:19:45.239792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-2b7ac6a1-2545-4667-9ee9-fd8e476983b9 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1857378 Jan 28 13:19:45.274261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.278229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f71b6fb5-1c19-4c07-b9a1-4c7a4d3e4533 None None] Provisioning complete for port f100d6eb-a946-4a1c-8710-5389523df8e7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:45.278229 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f71b6fb5-1c19-4c07-b9a1-4c7a4d3e4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.289794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] For port 275e228a-d937-4274-8fa0-758b9ba65828, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:45.297950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] For port 275e228a-d937-4274-8fa0-758b9ba65828, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=275e228a-d937-4274-8fa0-758b9ba65828,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:45.317101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:45.327784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (275e228a-d937-4274-8fa0-758b9ba65828), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.343085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:45.345083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Pushing event updated for resources: {'Port': ['ID=91646591-9406-446f-aaa7-8c098650208d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:45.360224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:45.420587 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-0c2bb1ac-2761-4976-84c9-68103c044f4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 217 time: 0.1380134 Jan 28 13:19:45.441557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7694d85e-cd02-4540-a781-d1c935a13104 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:45.467318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38842) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:45.491007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-0f46a41e-4261-4cff-bdf7-f2cf8aeec087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.492565 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-0f46a41e-4261-4cff-bdf7-f2cf8aeec087 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324339 Jan 28 13:19:45.624883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f71b6fb5-1c19-4c07-b9a1-4c7a4d3e4533 None None] Current status of the port f100d6eb-a946-4a1c-8710-5389523df8e7 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:45.625844 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f71b6fb5-1c19-4c07-b9a1-4c7a4d3e4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.657624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7694d85e-cd02-4540-a781-d1c935a13104 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:45.658553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7694d85e-cd02-4540-a781-d1c935a13104), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.758760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f71b6fb5-1c19-4c07-b9a1-4c7a4d3e4533 None None] For port f100d6eb-a946-4a1c-8710-5389523df8e7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f100d6eb-a946-4a1c-8710-5389523df8e7,segment=NetworkSegment(b50680ed-9752-435f-9249-b898a4775ee5),segment_id=b50680ed-9752-435f-9249-b898a4775ee5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:45.774289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-fff1c1ed-5c81-4e4e-a366-fa68b772bb32 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.775791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-fff1c1ed-5c81-4e4e-a366-fa68b772bb32 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56 HTTP/1.1" status: 200 len: 945 time: 0.2288105 Jan 28 13:19:45.779607 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f71b6fb5-1c19-4c07-b9a1-4c7a4d3e4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.794226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a10ff6e7-f165-4934-83d1-abb709bcd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.795713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a10ff6e7-f165-4934-83d1-abb709bcd679 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.3281145 Jan 28 13:19:45.802257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-26006b2b-cf61-468c-9c31-9f3fd2180fee service neutron] 10.222.0.45 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612247 Jan 28 13:19:45.863055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6fb5-1c19-4c07-b9a1-4c7a4d3e4533 None None] Pushing event updated for resources: {'Port': ['ID=f100d6eb-a946-4a1c-8710-5389523df8e7,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:45.888430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a15531-6407-402a-a642-d5a81ed858e5 req-484fdeb3-9e05-48e0-8dfc-661ec0f78a16 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.898299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53a15531-6407-402a-a642-d5a81ed858e5 req-484fdeb3-9e05-48e0-8dfc-661ec0f78a16 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.7751565 Jan 28 13:19:45.919313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:45.920101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:45.923124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] 10.222.0.36 "PUT /v2.0/ports/275e228a-d937-4274-8fa0-758b9ba65828 HTTP/1.1" status: 200 len: 1095 time: 4.8088245 Jan 28 13:19:45.934327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'tag': '275e228a-d937-4274-8fa0-758b9ba65828'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:45.936739 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6581f99f-0c94-4b3a-bf42-dd165b33ed54" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbfcea2-66d6-4107-93d1-c17fffe840a4", "tag": "275e228a-d937-4274-8fa0-758b9ba65828"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:45.971827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7694d85e-cd02-4540-a781-d1c935a13104 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:45.976264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f100d6eb-a946-4a1c-8710-5389523df8e7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:45.986223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-6abf91a3-a45f-4ee5-9ac9-828405489e9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620655 Jan 28 13:19:45.989412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-dc7ffda3-f123-4898-9121-92cbc97f0425 service neutron] 10.222.0.45 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642301 Jan 28 13:19:46.098363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c5ce4127-c888-4f40-97a6-2813f4aeef22 None None] Provisioning complete for port f100d6eb-a946-4a1c-8710-5389523df8e7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:46.098745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4127-c888-4f40-97a6-2813f4aeef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.145251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.177693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-e679903c-b97b-4e63-ae90-f5bc9aeffea3 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294866 Jan 28 13:19:46.200121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f100d6eb-a946-4a1c-8710-5389523df8e7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:46.200506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.241262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53a15531-6407-402a-a642-d5a81ed858e5 req-db707798-182e-4625-a6ef-6fa5b5764c7a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362756 Jan 28 13:19:46.252234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ee293-bb19-44f3-98e0-50c11e349323 service neutron] Pushing event updated for resources: {'Port': ['ID=275e228a-d937-4274-8fa0-758b9ba65828,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:46.288880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Network 93f31c07-c541-43f8-83c7-473a54f0bfbb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:46.320472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-6fc9b19c-2821-4de6-8796-c538d4ceb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.321666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-6fc9b19c-2821-4de6-8796-c538d4ceb667 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 1098 time: 0.3473217 Jan 28 13:19:46.329400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:46.416883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6faf0a-a855-450f-b2eb-03cc6e5030f4 req-fe673ef1-6e9b-42af-b0e0-dae0160c7285 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241666 Jan 28 13:19:46.421470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-deleted', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:46.424452 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ca64a2-f46a-4226-bb67-ce3ec07d0a47" -d '{"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-deleted", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:46.438142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:46.490480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce4127-c888-4f40-97a6-2813f4aeef22 None None] Current status of the port f100d6eb-a946-4a1c-8710-5389523df8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:46.492794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f100d6eb-a946-4a1c-8710-5389523df8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:46.527066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Deleting port 337932c9-dc82-4691-91e1-24ec4a1f3ccd {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:46.527066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.606875 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-78070a4a-31a0-491a-b194-e0ba6b6dcf22 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101203 Jan 28 13:19:46.618100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11c268-1dfe-4332-a8e9-ce669083d641 req-a57b4a91-d927-4653-80c5-b7f89e04b188 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.620098 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c11c268-1dfe-4332-a8e9-ce669083d641 req-a57b4a91-d927-4653-80c5-b7f89e04b188 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 947 time: 0.1630597 Jan 28 13:19:46.622877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-4a1426cd-d8f7-4863-a9db-0747ae2a08bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=275e228a-d937-4274-8fa0-758b9ba65828 HTTP/1.1" status: 200 len: 217 time: 0.2882607 Jan 28 13:19:46.739983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.741981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event updated for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:46.760061 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks [] for router_gateway (c830914d-dbe8-47be-9af7-36c6f53f8549), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.772456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6ea1f2cc-9c0d-49a9-8fd7-61a0d0d5a496 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6dd562736b93453095c6266be0efefb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8912272 Jan 28 13:19:46.776538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38862) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:46.809495 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c11c268-1dfe-4332-a8e9-ce669083d641 req-e61a4e21-efd0-40f2-9103-651e58b6ab53 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779742 Jan 28 13:19:46.829164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-bb10e853-ed79-4b14-8ce7-1dc0bc0be1b2 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070262 Jan 28 13:19:46.853050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.854322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.856271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] For port 337932c9-dc82-4691-91e1-24ec4a1f3ccd, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=337932c9-dc82-4691-91e1-24ec4a1f3ccd,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:46.856654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:46.872420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:46.899878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07ee8d-e1df-4f01-b7b7-420056aa070c req-149a1da7-d4e6-477f-bcaf-b0e4816975e4 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.901724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c07ee8d-e1df-4f01-b7b7-420056aa070c req-149a1da7-d4e6-477f-bcaf-b0e4816975e4 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 931 time: 0.4973500 Jan 28 13:19:46.903182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-7eaf7680-2dc0-49ac-af32-b8a113b277eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:46.904685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-7eaf7680-2dc0-49ac-af32-b8a113b277eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2595363 Jan 28 13:19:46.922653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ade47e22-f733-4b6b-b409-2e1317d8aa27 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:47.055967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-f1f24d92-79e7-4de1-b306-21549f992095 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5535386 Jan 28 13:19:47.107934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2402993a-a54d-42da-8d0c-4a0daf9d2ff2 req-fdc38bc3-c0a8-4fd7-b2e9-a602bd666cd5 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 210 time: 0.0497019 Jan 28 13:19:47.130687 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbe22ec-cc51-45cd-afb7-f6b37ad437d6 x-openstack-request-id: req-6bbe22ec-cc51-45cd-afb7-f6b37ad437d6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:47.131060 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbfcea2-66d6-4107-93d1-c17fffe840a4", "tag": "275e228a-d937-4274-8fa0-758b9ba65828", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:47.131237 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bbe22ec-cc51-45cd-afb7-f6b37ad437d6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:47.133404 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'tag': '275e228a-d937-4274-8fa0-758b9ba65828', 'status': 'completed', 'code': 200} Jan 28 13:19:47.160088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Request body: {'port': {'device_id': '33aea360-af73-4939-82e0-6159cc9a4836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:47.211271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02a380ad-93de-4208-954b-b140a1ae822a admin admin] Publish callbacks [] for security_group (52d04609-e837-4ca0-806d-973e5407c9dc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.222846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ade47e22-f733-4b6b-b409-2e1317d8aa27, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ade47e22-f733-4b6b-b409-2e1317d8aa27,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:47.259889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'ade47e22-f733-4b6b-b409-2e1317d8aa27', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'ade47e22-f733-4b6b-b409-2e1317d8aa27', 'mac_address': 'fa:16:3e:05:7d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:47.312630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ade47e22-f733-4b6b-b409-2e1317d8aa27 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:47.313028 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.331259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade47e22-f733-4b6b-b409-2e1317d8aa27 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:47.360995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ade47e22-f733-4b6b-b409-2e1317d8aa27, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ade47e22-f733-4b6b-b409-2e1317d8aa27,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:47.368710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.446458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ade47e22-f733-4b6b-b409-2e1317d8aa27,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:47.447064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-063414f1-9345-48b9-833e-fe74887a8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:47.448828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-063414f1-9345-48b9-833e-fe74887a8c1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5069475 Jan 28 13:19:47.450318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f100d6eb-a946-4a1c-8710-5389523df8e7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:47.526435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f100d6eb-a946-4a1c-8710-5389523df8e7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:47.526747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.809185 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c07ee8d-e1df-4f01-b7b7-420056aa070c req-69efb9ba-3ea4-44c1-a825-11b49bb50e44 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568919 Jan 28 13:19:47.819008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-68cf8b5c-adcb-405c-b1a2-eebecbde48fb service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442192 Jan 28 13:19:47.853629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02a380ad-93de-4208-954b-b140a1ae822a admin admin] Publish callbacks [] for security_group (52d04609-e837-4ca0-806d-973e5407c9dc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.905070 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9180a6de-89dc-4b9e-9b94-90d2bd773d53 x-openstack-request-id: req-9180a6de-89dc-4b9e-9b94-90d2bd773d53 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:47.905508 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439f9d7-f4bb-4dc5-9af3-194f81aa7b43", "name": "network-vif-deleted", "tag": "077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:47.905963 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9180a6de-89dc-4b9e-9b94-90d2bd773d53 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:47.906512 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439f9d7-f4bb-4dc5-9af3-194f81aa7b43', 'name': 'network-vif-deleted', 'tag': '077edbe5-c690-4ca5-9aeb-20aa9d0ff3e9', 'status': 'completed', 'code': 200} Jan 28 13:19:47.920495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['ade47e22-f733-4b6b-b409-2e1317d8aa27'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:47.924915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02a380ad-93de-4208-954b-b140a1ae822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52d04609-e837-4ca0-806d-973e5407c9dc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.927740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02a380ad-93de-4208-954b-b140a1ae822a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:47.931741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-02a380ad-93de-4208-954b-b140a1ae822a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52d04609-e837-4ca0-806d-973e5407c9dc HTTP/1.1" status: 204 len: 168 time: 1.1514819 Jan 28 13:19:47.986269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a380ad-93de-4208-954b-b140a1ae822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d04609-e837-4ca0-806d-973e5407c9dc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:48.007058 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (6586189c-76f1-48f4-bfd2-a84fed88ba88), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:48.045333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f100d6eb-a946-4a1c-8710-5389523df8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:48.077407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:48.119890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dc6be-8d32-46b4-8987-0751837a54ff req-37f980af-017f-46fa-a9d0-f8a4ab371103 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.130173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e95dc6be-8d32-46b4-8987-0751837a54ff req-37f980af-017f-46fa-a9d0-f8a4ab371103 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.2220573 Jan 28 13:19:48.446034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e95dc6be-8d32-46b4-8987-0751837a54ff req-4a820399-570c-4ebe-a0e3-4ea519a220b7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966251 Jan 28 13:19:48.476978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:48.477337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:48.477687 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4 disassociated. External IP: 172.25.4.67, port: 337932c9-dc82-4691-91e1-24ec4a1f3ccd. Jan 28 13:19:48.478115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Calling delete_port for 337932c9-dc82-4691-91e1-24ec4a1f3ccd owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:48.655719 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4258c535-5f2a-4e22-a708-56f919ceb2ce req-9e34f347-3773-409c-8d5b-ecd5db8d40e9 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 210 time: 0.0448234 Jan 28 13:19:48.671781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2574-27c1-413d-bc58-16cf2cbad29d req-3c04686b-9b8c-4acb-b137-201594571ac5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.673550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345a2574-27c1-413d-bc58-16cf2cbad29d req-3c04686b-9b8c-4acb-b137-201594571ac5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 947 time: 0.6565399 Jan 28 13:19:48.690349 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-d1edddbd-365c-41b2-b20c-ce9605f17f76 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:48.691795 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-d1edddbd-365c-41b2-b20c-ce9605f17f76 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 824 time: 0.4361358 Jan 28 13:19:48.725401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (c830914d-dbe8-47be-9af7-36c6f53f8549), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:48.816051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e52c7029-df7c-45ec-b1db-86194aae51d8 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=139355f65bb249d39228ce5774b744fc HTTP/1.1" status: 200 len: 380 time: 0.1048963 Jan 28 13:19:48.825703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'port': {'device_id': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'admin_state_up': True, 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'security_groups': ['182f3bc7-58a2-4eab-b362-7afbaa2978b6']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:48.885089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (337932c9-dc82-4691-91e1-24ec4a1f3ccd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:48.924679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event deleted for resources: {'Port': ['ID=337932c9-dc82-4691-91e1-24ec4a1f3ccd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:48.996958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee39808-dfc1-4e58-ba7c-f04e267b0ddf req-8131cb0b-cf5d-43f4-83ba-de41fdabc1b8 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9871244 Jan 28 13:19:49.130509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Made reservation on behalf of 139355f65bb249d39228ce5774b744fc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:49.135960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.150896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345a2574-27c1-413d-bc58-16cf2cbad29d req-86adcc7e-ee07-469c-9220-564036db8d2d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495313 Jan 28 13:19:49.238910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c8a4c-a3e8-459c-88c7-3b502cade157 req-15bdd60e-b3aa-485a-b499-4e6d7a36aec6 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.240510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-045c8a4c-a3e8-459c-88c7-3b502cade157 req-15bdd60e-b3aa-485a-b499-4e6d7a36aec6 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 931 time: 0.2894402 Jan 28 13:19:49.334162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38898) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:49.334545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-b56ba808-3c82-447b-a2e1-a4ada1274730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.336233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-b56ba808-3c82-447b-a2e1-a4ada1274730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 1098 time: 0.1687503 Jan 28 13:19:49.377860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Router 2eda5e88-7547-480d-865f-6ca1876455ed has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:19:49.391162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-045c8a4c-a3e8-459c-88c7-3b502cade157 req-0e9bf2fe-a82d-4b5e-b6f1-0c6e3cbeebe1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443460 Jan 28 13:19:49.540303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 337932c9-dc82-4691-91e1-24ec4a1f3ccd no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:49.551652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1645734221-network', 'tenant_id': 'f505091993ca46ccb0258a7c0ce948bd'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:49.581934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 337932c9-dc82-4691-91e1-24ec4a1f3ccd {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:49.583469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 337932c9-dc82-4691-91e1-24ec4a1f3ccd not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:49.606338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Made reservation on behalf of f505091993ca46ccb0258a7c0ce948bd for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:49.608790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.611009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:49.617509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Allocated IP 172.20.0.4 (086c3db1-7a9a-4894-8acc-74310a4a913b/39f0590b-4b8c-4c0b-8916-747573e6517d/d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:49.625234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] Sync routers for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:49.632476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.638587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:49.639519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:49.686355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] No DVR routers for this DVR port 337932c9-dc82-4691-91e1-24ec4a1f3ccd on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:49.695215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.698473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f3f274d-e1c9-432d-bd8c-c1e691126665 req-9009c390-6bf2-404c-882d-d6d8a58d4fdd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "DELETE /v2.0/ports/337932c9-dc82-4691-91e1-24ec4a1f3ccd HTTP/1.1" status: 204 len: 173 time: 3.9018421 Jan 28 13:19:49.721969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854af7d-409b-4399-a9db-d08edafa3723 req-9e3b8879-fae2-4c0c-b0fa-079bc6e8c9ca tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.723736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9854af7d-409b-4399-a9db-d08edafa3723 req-9e3b8879-fae2-4c0c-b0fa-079bc6e8c9ca tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.1623194 Jan 28 13:19:49.731912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Router c830914d-dbe8-47be-9af7-36c6f53f8549 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:19:49.779394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Router 6586189c-76f1-48f4-bfd2-a84fed88ba88 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:19:49.813397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-d7d6eaac-440d-49f7-88cf-3eb96055b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:49.816274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-d7d6eaac-440d-49f7-88cf-3eb96055b1b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.4690459 Jan 28 13:19:49.864605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:49.942358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks [] for security_group (1edd50e5-c93f-4982-9926-3ed58333ed4b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:49.963572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'name': 'network-vif-deleted', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:49.966053 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8757c854-e38a-40a6-8193-9be4428718c2" -d '{"events": [{"server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "name": "network-vif-deleted", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:49.987059 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ea54044-aaa5-4f42-93ad-a88d62394e2a req-57490ac8-6369-4389-966c-e6e001da78ae tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 210 time: 0.1417091 Jan 28 13:19:49.994423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-5346597b-b77a-402b-b13a-732c853de8d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=275e228a-d937-4274-8fa0-758b9ba65828 HTTP/1.1" status: 200 len: 217 time: 0.1035805 Jan 28 13:19:49.999309 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1edd50e5-c93f-4982-9926-3ed58333ed4b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.029666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113b6099-09ad-4f51-92f8-76b4e6c022fe {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:50.061780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.099902 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd047d-9fce-492a-a2f7-593134b0edf4 x-openstack-request-id: req-8fdd047d-9fce-492a-a2f7-593134b0edf4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:50.100306 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c78ee3-8e80-4456-9cd0-8dc30f9d0b56", "name": "network-vif-deleted", "tag": "337932c9-dc82-4691-91e1-24ec4a1f3ccd", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:50.100513 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fdd047d-9fce-492a-a2f7-593134b0edf4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:50.100881 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c78ee3-8e80-4456-9cd0-8dc30f9d0b56', 'name': 'network-vif-deleted', 'tag': '337932c9-dc82-4691-91e1-24ec4a1f3ccd', 'status': 'completed', 'code': 200} Jan 28 13:19:50.105502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Publish callbacks [] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.110747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9854af7d-409b-4399-a9db-d08edafa3723 req-09edd72e-9418-4705-8969-0ab22f188427 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722458 Jan 28 13:19:50.118436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:19:50.135320 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d6781c0c-219f-47a0-9ddd-e7314cc24e0b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.135879 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Added segment d6781c0c-219f-47a0-9ddd-e7314cc24e0b of type vlan for network 33c68f03-a51e-4083-901c-48e999472125 Jan 28 13:19:50.182086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (33c68f03-a51e-4083-901c-48e999472125), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.187210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Transition to ACTIVE for port object 113b6099-09ad-4f51-92f8-76b4e6c022fe will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:50.197726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:50.215347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.220474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.225134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (33c68f03-a51e-4083-901c-48e999472125), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.226432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.227040 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.237879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-f5f7cb6c-1a44-4d63-b187-6effa183e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.239009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-f5f7cb6c-1a44-4d63-b187-6effa183e33d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2334030 Jan 28 13:19:50.240001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:50.251469 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] Sync routers for ids ['6586189c-76f1-48f4-bfd2-a84fed88ba88'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:50.264249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4d938c1e-3485-4cc1-9ad5-e4c2715323c9 admin admin] 10.222.0.45 "PUT /v2.0/routers/6586189c-76f1-48f4-bfd2-a84fed88ba88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3128226 Jan 28 13:19:50.274671 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] Routers {'6586189c-76f1-48f4-bfd2-a84fed88ba88'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:50.275304 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6586189c-76f1-48f4-bfd2-a84fed88ba88'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:50.280940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38910) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:50.282858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] Checking router: 2eda5e88-7547-480d-865f-6ca1876455ed for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:50.298176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:50.299198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:50.361126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:50.370791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Sync routers for ids ['c830914d-dbe8-47be-9af7-36c6f53f8549'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:50.413973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.419131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e0666bf5-9d2e-4c81-9c20-acb51674301d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.1437621 Jan 28 13:19:50.427336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38914) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:50.434031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Routers {'c830914d-dbe8-47be-9af7-36c6f53f8549'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:50.434809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c830914d-dbe8-47be-9af7-36c6f53f8549'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:50.505451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks [] for router (6586189c-76f1-48f4-bfd2-a84fed88ba88), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.526561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:50.542849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] Set router 6586189c-76f1-48f4-bfd2-a84fed88ba88 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:50.562212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Pushing event updated for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:50.694042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Set router c830914d-dbe8-47be-9af7-36c6f53f8549 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:50.717415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-aaf21b02-c922-4e3d-82ac-54b7ad7d0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.718951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-aaf21b02-c922-4e3d-82ac-54b7ad7d0023 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4557822 Jan 28 13:19:50.735378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd50e5-c93f-4982-9926-3ed58333ed4b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:50.775373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4345269 Jan 28 13:19:50.776210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Attempting to bind port 113b6099-09ad-4f51-92f8-76b4e6c022fe on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:50.776957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Attempting to bind port 113b6099-09ad-4f51-92f8-76b4e6c022fe by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:50.777309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Attempting to bind port 113b6099-09ad-4f51-92f8-76b4e6c022fe on network 93f31c07-c541-43f8-83c7-473a54f0bfbb {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:50.780285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38916) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:50.786338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Network 086c3db1-7a9a-4894-8acc-74310a4a913b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:50.800146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:50.808877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event updated for resources: {'Port': ['ID=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:50.809576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Request body: {'subnet': {'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1645734221-subnet', 'tenant_id': 'f505091993ca46ccb0258a7c0ce948bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:50.814317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:50.822611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfa936-0d3c-44c3-a46a-bc7718cf2137 admin admin] Pushing event updated for resources: {'Network': ['ID=33c68f03-a51e-4083-901c-48e999472125,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:50.862469 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks [] for router_gateway (6586189c-76f1-48f4-bfd2-a84fed88ba88), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.873786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf33b2c-fb77-4ed7-be26-5248ff1ac1d8 req-c72ce2cb-a3cb-4a27-9b70-08f7f9b980ac tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.876565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adf33b2c-fb77-4ed7-be26-5248ff1ac1d8 req-c72ce2cb-a3cb-4a27-9b70-08f7f9b980ac tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 943 time: 0.3576474 Jan 28 13:19:50.877908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Port 113b6099-09ad-4f51-92f8-76b4e6c022fe on network 93f31c07-c541-43f8-83c7-473a54f0bfbb not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:50.878454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Attempting to bind port 113b6099-09ad-4f51-92f8-76b4e6c022fe on network 93f31c07-c541-43f8-83c7-473a54f0bfbb {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:50.899801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69109f9f-0e22-4d5a-b255-e34e44f1d18a req-2968c82e-e964-48ef-a9cc-5ffff1f43fda tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.906880 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69109f9f-0e22-4d5a-b255-e34e44f1d18a req-2968c82e-e964-48ef-a9cc-5ffff1f43fda tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 947 time: 0.6190617 Jan 28 13:19:50.949611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:50.950348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:50.977350 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:46Z', 'revision_number': 5, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port': {'id': 'fd393aaa-b9b4-4186-8179-7aa056315394', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:00Z', 'updated_at': '2022-01-28T13:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:51.025397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 33c68f03-a51e-4083-901c-48e999472125 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:19:51.033089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-5ca487aa-93a3-4eab-92d9-c5179621238b tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2111700 Jan 28 13:19:51.046457 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] Checking router: 6586189c-76f1-48f4-bfd2-a84fed88ba88 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:51.052653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-2e8b0650-faf3-4a57-bdef-ac6dd639c70e service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231530 Jan 28 13:19:51.054955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Request body: {'port': {'device_id': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:51.056444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:51.056871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Checking segment: {'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:51.058059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Bound using segment: {'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:51.059922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Bound port: 113b6099-09ad-4f51-92f8-76b4e6c022fe, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:51.060197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.072568 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] Routers {'6586189c-76f1-48f4-bfd2-a84fed88ba88'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:51.073341 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6586189c-76f1-48f4-bfd2-a84fed88ba88'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:51.109512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69109f9f-0e22-4d5a-b255-e34e44f1d18a req-2e9c58a9-a12c-493a-9778-2c561f4ebb72 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650336 Jan 28 13:19:51.137631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Deleting port fd393aaa-b9b4-4186-8179-7aa056315394 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:51.145315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ade47e22-f733-4b6b-b409-2e1317d8aa27 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:51.152573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.291989 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] Set router 6586189c-76f1-48f4-bfd2-a84fed88ba88 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:51.319671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.336533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:51.341452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port ade47e22-f733-4b6b-b409-2e1317d8aa27 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:51.342785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:51.351009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6581f99f-0c94-4b3a-bf42-dd165b33ed54 req-33fcaf72-99a3-4008-87d5-15e86a019cdb service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272789 Jan 28 13:19:51.359477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port ade47e22-f733-4b6b-b409-2e1317d8aa27 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:51.359977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.391041 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:50Z', 'revision_number': 6, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:51.422851 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c098d-83c8-4ab1-90ee-1e0c97a588d8 None None] The sync data for ids ['6586189c-76f1-48f4-bfd2-a84fed88ba88'] in n-d-822748-2 is: [{'id': '6586189c-76f1-48f4-bfd2-a84fed88ba88', 'name': 'tempest-FloatingIPDetailsTestJSON-988290037-router', 'tenant_id': '54a2bc30ad064278a48fdaff31e1a915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:18:59Z', 'updated_at': '2022-01-28T13:19:50Z', 'revision_number': 6, 'project_id': '54a2bc30ad064278a48fdaff31e1a915', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:51.447077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:51.453726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.460887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b744973-f560-4e2e-a6c3-8091a9fa2744 req-8fc6fcfc-a3f8-4198-8ec4-dd36aa3b4dca tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:51.469089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b744973-f560-4e2e-a6c3-8091a9fa2744 req-8fc6fcfc-a3f8-4198-8ec4-dd36aa3b4dca tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 931 time: 0.2268949 Jan 28 13:19:51.480433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] For port fd393aaa-b9b4-4186-8179-7aa056315394, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fd393aaa-b9b4-4186-8179-7aa056315394,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:51.480927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.501649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef101e-334d-46f4-82c6-063413c3eac4 None None] The sync data for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 is: [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:51.509911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a6f955a8-7cbf-4afb-bfdc-103aec1e3813 None None] Provisioning complete for port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:51.511574 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a6f955a8-7cbf-4afb-bfdc-103aec1e3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.521124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Calling delete_port for fd393aaa-b9b4-4186-8179-7aa056315394 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:51.536874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Pushing event updated for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:51.581511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 275e228a-d937-4274-8fa0-758b9ba65828 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:51.595871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adf33b2c-fb77-4ed7-be26-5248ff1ac1d8 req-3300d90c-9e83-4da4-81d0-4ecbbb89ee3c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955256 Jan 28 13:19:51.596749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Made reservation on behalf of f505091993ca46ccb0258a7c0ce948bd for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:51.599285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.677712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:51.678426 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:51.679873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-05511148-463c-4e9e-bb2b-3d48c5014a09 service neutron] 10.222.0.60 "PUT /v2.0/ports/113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 1091 time: 4.5340827 Jan 28 13:19:51.749168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:51.751661 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82da976-7379-4efe-ab74-5ece6a3457af" -d '{"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:51.859141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 275e228a-d937-4274-8fa0-758b9ba65828, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=275e228a-d937-4274-8fa0-758b9ba65828,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:51.904157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '275e228a-d937-4274-8fa0-758b9ba65828', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '275e228a-d937-4274-8fa0-758b9ba65828', 'mac_address': 'fa:16:3e:19:ae:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:51.906521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a6f955a8-7cbf-4afb-bfdc-103aec1e3813 None None] Port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:51.945360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b744973-f560-4e2e-a6c3-8091a9fa2744 req-14d53787-c779-4dbf-b23a-fc0e22b51bf0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752760 Jan 28 13:19:51.998445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ade47e22-f733-4b6b-b409-2e1317d8aa27 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:51.999150 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.019095 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba496e6a-aa20-41ff-970b-76abe430cbef None None] New status for floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:19:52.125877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ade47e22-f733-4b6b-b409-2e1317d8aa27, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ade47e22-f733-4b6b-b409-2e1317d8aa27,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:52.130034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade47e22-f733-4b6b-b409-2e1317d8aa27'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:52.132772 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cad3785-3f81-4690-9255-56bfee3fc5dd" -d '{"events": [{"server_uuid": "7fcc8cb5-6488-4be7-ad89-25419c3ccee2", "name": "network-vif-plugged", "status": "completed", "tag": "ade47e22-f733-4b6b-b409-2e1317d8aa27"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:52.139033 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.142311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 275e228a-d937-4274-8fa0-758b9ba65828 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:52.142904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (275e228a-d937-4274-8fa0-758b9ba65828), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.205914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ade47e22-f733-4b6b-b409-2e1317d8aa27,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:52.219537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275e228a-d937-4274-8fa0-758b9ba65828 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:52.234852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:52.243917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 275e228a-d937-4274-8fa0-758b9ba65828, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=275e228a-d937-4274-8fa0-758b9ba65828,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:52.247947 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Publish callbacks [] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.260145 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (275e228a-d937-4274-8fa0-758b9ba65828), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.271429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Transition to ACTIVE for port object d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:19:52.287314 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fd393aaa-b9b4-4186-8179-7aa056315394), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.301355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:19:46Z', 'revision_number': 3, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:52.336269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Checking router: c830914d-dbe8-47be-9af7-36c6f53f8549 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:52.336784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Updating router c830914d-dbe8-47be-9af7-36c6f53f8549 port 91646591-9406-446f-aaa7-8c098650208d binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:19:52.342013 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.391892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd393aaa-b9b4-4186-8179-7aa056315394,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:52.398061 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (91646591-9406-446f-aaa7-8c098650208d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.417455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.418219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.419026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.419595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.420169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.420663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.421217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.421724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.422254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.422740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.429467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.430081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.430601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:52.432924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=275e228a-d937-4274-8fa0-758b9ba65828,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:52.543721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9339-5192-4425-823b-a512109388be req-8ce90912-0ad6-451e-b581-76b90da159d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.545207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-8ce90912-0ad6-451e-b581-76b90da159d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1094 time: 0.2871788 Jan 28 13:19:52.564343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57a401-2581-400b-a177-5159cb598ec3 req-089596bf-a1ca-4d2f-8eee-e6f27bbce31b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.567415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed57a401-2581-400b-a177-5159cb598ec3 req-089596bf-a1ca-4d2f-8eee-e6f27bbce31b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.3081841 Jan 28 13:19:52.575866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['275e228a-d937-4274-8fa0-758b9ba65828'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:52.650443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5a0b9-3566-4132-aadf-e3c71c20300b req-b443d117-0396-4ea5-b72e-4a515cc00e70 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:52.652090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3f5a0b9-3566-4132-aadf-e3c71c20300b req-b443d117-0396-4ea5-b72e-4a515cc00e70 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 948 time: 0.3783193 Jan 28 13:19:52.748792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:52.773086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (6586189c-76f1-48f4-bfd2-a84fed88ba88), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.916923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Publish callbacks [] for port (91646591-9406-446f-aaa7-8c098650208d), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.937735 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (91646591-9406-446f-aaa7-8c098650208d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.941111 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (9bf93836-27c0-4f97-bcc4-f44af5d1ee4e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.943080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3f5a0b9-3566-4132-aadf-e3c71c20300b req-57cdf486-a104-44b4-9750-06d10b8ebd13 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680786 Jan 28 13:19:52.944831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (6586189c-76f1-48f4-bfd2-a84fed88ba88), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.947279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Attempting to bind port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:52.947706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Attempting to bind port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:52.947958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Attempting to bind port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 on network 086c3db1-7a9a-4894-8acc-74310a4a913b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:52.951715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks [] for router_controller (6586189c-76f1-48f4-bfd2-a84fed88ba88), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:52.962850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 on network 086c3db1-7a9a-4894-8acc-74310a4a913b not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:19:52.962850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Attempting to bind port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 on network 086c3db1-7a9a-4894-8acc-74310a4a913b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:52.970252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:52.970688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Checking segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:52.971350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Bound using segment: {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:52.971969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Bound port: d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e4f288-4767-4069-9768-d9c3ea701c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:52.972367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.034479 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c65098-d3bb-4c71-9e41-1ba4e8ed4b61 x-openstack-request-id: req-e3c65098-d3bb-4c71-9e41-1ba4e8ed4b61 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:53.037601 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcc8cb5-6488-4be7-ad89-25419c3ccee2", "name": "network-vif-plugged", "status": "completed", "tag": "ade47e22-f733-4b6b-b409-2e1317d8aa27", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:53.041024 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3c65098-d3bb-4c71-9e41-1ba4e8ed4b61 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:53.041712 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade47e22-f733-4b6b-b409-2e1317d8aa27', 'code': 200} Jan 28 13:19:53.121788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5880e5-00e0-4ea8-8775-edbf27a0d9d7 None None] Pushing event updated for resources: {'Port': ['ID=91646591-9406-446f-aaa7-8c098650208d,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:53.125884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Attempting to bind port 91646591-9406-446f-aaa7-8c098650208d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:19:53.128915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Attempting to bind port 91646591-9406-446f-aaa7-8c098650208d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:19:53.133264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Attempting to bind port 91646591-9406-446f-aaa7-8c098650208d on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:19:53.146259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:19:53.147760 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630d602e-5e32-4655-893d-a5446db6a2ac x-openstack-request-id: req-630d602e-5e32-4655-893d-a5446db6a2ac {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:53.148077 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:53.148344 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-630d602e-5e32-4655-893d-a5446db6a2ac {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:53.148806 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'status': 'completed', 'code': 200} Jan 28 13:19:53.151400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:53.152128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.152769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:19:53.153809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Bound port: 91646591-9406-446f-aaa7-8c098650208d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:19:53.156469 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (91646591-9406-446f-aaa7-8c098650208d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.162417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.203211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:53.225045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:53.229128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-2f89a424-4d24-4c0a-91bc-c1c799f44009 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 217 time: 0.4041591 Jan 28 13:19:53.260544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:53.260940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d581ee7-db01-4d0e-acfb-9b81b3e2ae3f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:53.261360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fd393aaa-b9b4-4186-8179-7aa056315394 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:53.290030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: fd393aaa-b9b4-4186-8179-7aa056315394 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:53.290385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fd393aaa-b9b4-4186-8179-7aa056315394 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:53.342998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] For port 91646591-9406-446f-aaa7-8c098650208d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:53.348306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] For port 91646591-9406-446f-aaa7-8c098650208d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=91646591-9406-446f-aaa7-8c098650208d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:53.360546 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (91646591-9406-446f-aaa7-8c098650208d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.379265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed57a401-2581-400b-a177-5159cb598ec3 req-e3886c91-3810-4827-a0a4-943a218cdbee tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004203 Jan 28 13:19:53.393938 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (6586189c-76f1-48f4-bfd2-a84fed88ba88), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.394673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6586189c-76f1-48f4-bfd2-a84fed88ba88 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:19:53.421482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec9339-5192-4425-823b-a512109388be req-a2d4b61c-40ca-4a17-909c-512f2a680916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.423264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-a2d4b61c-40ca-4a17-909c-512f2a680916 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.1792052 Jan 28 13:19:53.439399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Checking segment: {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:19:53.440470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Network hostable DHCP agents. Network: 33c68f03-a51e-4083-901c-48e999472125, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:19:53.449817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Routers {'c830914d-dbe8-47be-9af7-36c6f53f8549'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:53.450515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c830914d-dbe8-47be-9af7-36c6f53f8549'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:53.492798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-173a42d4-f854-4b04-9ea3-c41f6a6fb34d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546260 Jan 28 13:19:53.502746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] For port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:19:53.507832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] For port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:19:53.525951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.529729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-903a48ab-cade-42b1-a0fc-b9497a38e5a3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6586189c-76f1-48f4-bfd2-a84fed88ba88 HTTP/1.1" status: 204 len: 168 time: 3.2386193 Jan 28 13:19:53.529729 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.551599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:53.580632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Network 33c68f03-a51e-4083-901c-48e999472125 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:19:53.592096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5880e5-00e0-4ea8-8775-edbf27a0d9d7 None None] Pushing event updated for resources: {'Port': ['ID=91646591-9406-446f-aaa7-8c098650208d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:53.639202 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.639897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.641371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] 10.222.0.36 "PUT /v2.0/ports/d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 HTTP/1.1" status: 200 len: 1091 time: 2.5907307 Jan 28 13:19:53.647582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:53.649965 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768" -d '{"events": [{"name": "network-changed", "server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:53.719266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a591bfe-c97f-47be-b421-e9f418d6006d req-c4891eb5-863c-4a15-8dcd-51bdee12b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.720337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 33c68f03-a51e-4083-901c-48e999472125) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:53.723168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a591bfe-c97f-47be-b421-e9f418d6006d req-c4891eb5-863c-4a15-8dcd-51bdee12b6a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 1100 time: 0.4088678 Jan 28 13:19:53.729615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Allocated IP 172.20.0.1 (c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca/e1fd7214-3cc5-4128-bc62-88664ec5c653/fceced42-9152-4d0f-8cd2-50d64e9f47ea) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:53.739064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530fc96-7c5e-4155-828c-bd6bcd626f97 None None] Network 33c68f03-a51e-4083-901c-48e999472125 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:53.765225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.766420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:53.811198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b3c0a-9b16-4d95-80ba-c506138d90b5 req-fe33dc5e-7540-4b65-bede-98f8fdb2b46e tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.812873 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c8b3c0a-9b16-4d95-80ba-c506138d90b5 req-fe33dc5e-7540-4b65-bede-98f8fdb2b46e tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 943 time: 0.4997039 Jan 28 13:19:53.826904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-c1ddfbc2-d977-483a-8fa7-025785534c60 service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910767 Jan 28 13:19:53.828354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] Set router c830914d-dbe8-47be-9af7-36c6f53f8549 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:53.958571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a591bfe-c97f-47be-b421-e9f418d6006d req-fd2cb826-85b6-4f10-b2da-81dab33a3b99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089040 Jan 28 13:19:53.959093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d310-43e9-437c-bf0a-c6c59d016d69 service neutron] Pushing event updated for resources: {'Port': ['ID=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:53.965772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] Deleting subnet bbd36575-fe3d-402a-9016-6eca50e17f85 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:19:53.978484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a1f9-2361-4545-bc2a-7e22ec97851e req-6e17b5d7-24ca-4945-9a39-427d0d70e8c8 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:53.980017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7f6a1f9-2361-4545-bc2a-7e22ec97851e req-6e17b5d7-24ca-4945-9a39-427d0d70e8c8 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 943 time: 0.4709544 Jan 28 13:19:53.998248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c8b3c0a-9b16-4d95-80ba-c506138d90b5 req-6acc9a93-3e53-4dbe-ba62-a16ca67fc84c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371591 Jan 28 13:19:53.999660 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] Publish callbacks [] for subnet (bbd36575-fe3d-402a-9016-6eca50e17f85), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.004317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-fa034f81-c0b8-4bf0-9532-28c728fdd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.004860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3d4ac5cd-3718-4ee0-b1c2-865b521655d0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.2082357 Jan 28 13:19:54.005842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-fa034f81-c0b8-4bf0-9532-28c728fdd5dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 1094 time: 0.2919962 Jan 28 13:19:54.011099 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ec9339-5192-4425-823b-a512109388be req-798fd385-2100-4855-9be3-58515c78a5f2 service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575370 Jan 28 13:19:54.073193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-fbea30e8-f606-4ea1-a7c7-bdb9b39cf05a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 HTTP/1.1" status: 200 len: 217 time: 0.0475714 Jan 28 13:19:54.087793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (bbd36575-fe3d-402a-9016-6eca50e17f85), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.091613 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b550a-87c8-49bc-8ffe-e3881dfc635a x-openstack-request-id: req-491b550a-87c8-49bc-8ffe-e3881dfc635a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:54.091939 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:54.092186 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-491b550a-87c8-49bc-8ffe-e3881dfc635a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:54.092590 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'status': 'completed', 'code': 200} Jan 28 13:19:54.145301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5719e4b1-69c6-42c2-a1b1-4c27d60ad3c0 None None] Network 33c68f03-a51e-4083-901c-48e999472125 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:54.151822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7f6a1f9-2361-4545-bc2a-7e22ec97851e req-9b9d8b16-d932-4f79-a26c-0d2e5c487bc9 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393406 Jan 28 13:19:54.234862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks [] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.244146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:19:46Z', 'revision_number': 3, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:54.275225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da76b52-8db3-4d4f-b757-4803053141ed None None] The sync data for ids ['c830914d-dbe8-47be-9af7-36c6f53f8549'] in n-d-822748-2 is: [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:19:46Z', 'revision_number': 3, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:19:54.277360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-30fefedc-85d6-4dc2-b74b-0e174b54772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.278844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-30fefedc-85d6-4dc2-b74b-0e174b54772b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 200 len: 863 time: 0.1434755 Jan 28 13:19:54.290373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.397507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (bbd36575-fe3d-402a-9016-6eca50e17f85), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.403014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:54.432223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:54.437168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:54.440210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Pushing event updated for resources: {'Port': ['ID=fceced42-9152-4d0f-8cd2-50d64e9f47ea,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:54.467408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9136bd8-19b4-4101-b7cc-ef2828b79cba req-f28d4737-9adf-4b18-9bdd-8c73f2b6db1b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.469293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9136bd8-19b4-4101-b7cc-ef2828b79cba req-f28d4737-9adf-4b18-9bdd-8c73f2b6db1b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 948 time: 0.2486439 Jan 28 13:19:54.476452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-56e379c4-874a-428d-918b-187f4fa9db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.477930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-56e379c4-874a-428d-918b-187f4fa9db77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=086c3db1-7a9a-4894-8acc-74310a4a913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902997 Jan 28 13:19:54.495537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82da976-7379-4efe-ab74-5ece6a3457af req-5a8449e8-5290-42ab-a618-cf9e905e6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.497433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a82da976-7379-4efe-ab74-5ece6a3457af req-5a8449e8-5290-42ab-a618-cf9e905e6e15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1094 time: 0.1457908 Jan 28 13:19:54.665987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (bbd36575-fe3d-402a-9016-6eca50e17f85), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.686008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82da976-7379-4efe-ab74-5ece6a3457af req-401d0f2f-98b9-4218-8852-684a773a6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.687584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a82da976-7379-4efe-ab74-5ece6a3457af req-401d0f2f-98b9-4218-8852-684a773a6c86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.1613307 Jan 28 13:19:54.688308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (c830914d-dbe8-47be-9af7-36c6f53f8549), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.729038 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9136bd8-19b4-4101-b7cc-ef2828b79cba req-2c7af747-a8b7-4555-8681-bc9bbe6ef322 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501273 Jan 28 13:19:54.732114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd36575-fe3d-402a-9016-6eca50e17f85,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:54.738171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.744308 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-98f8f6a2-e4aa-4d70-a947-239ce1a349ea admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bbd36575-fe3d-402a-9016-6eca50e17f85 HTTP/1.1" status: 204 len: 168 time: 1.1874516 Jan 28 13:19:54.747252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-50cbbe58-f5d5-4a4c-af6b-87508aecf6ff service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550325 Jan 28 13:19:54.747663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38958) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:54.776462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd24a67-9a85-460c-b15d-64a945dd20eb None None] Network 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:19:54.856289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a82da976-7379-4efe-ab74-5ece6a3457af req-922eb17b-c07e-4e37-8445-43450bdbc4d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 217 time: 0.1542642 Jan 28 13:19:54.947511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e0aa1ad7-c248-4fd2-aea9-6358ee9c25ba None None] Provisioning complete for port fceced42-9152-4d0f-8cd2-50d64e9f47ea triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:54.948075 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e0aa1ad7-c248-4fd2-aea9-6358ee9c25ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.991474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:54.998035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82da976-7379-4efe-ab74-5ece6a3457af req-6dfc2b55-3cd4-4a9f-bf99-951b8ddb1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:54.999437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a82da976-7379-4efe-ab74-5ece6a3457af req-6dfc2b55-3cd4-4a9f-bf99-951b8ddb1f98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.1314342 Jan 28 13:19:55.015500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-b9458b8c-810b-456f-8f3b-e377db691d22 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:55.017071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-b9458b8c-810b-456f-8f3b-e377db691d22 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 822 time: 0.3252287 Jan 28 13:19:55.066229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa1ad7-c248-4fd2-aea9-6358ee9c25ba None None] Port fceced42-9152-4d0f-8cd2-50d64e9f47ea cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:55.070428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-30bda668-3710-4475-bbe6-b08dc10b3aec tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/quotas/f505091993ca46ccb0258a7c0ce948bd HTTP/1.1" status: 200 len: 375 time: 0.0368538 Jan 28 13:19:55.076799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25017f-415b-4fef-83a2-49070b2d6cd5 req-6c2c42f5-b6b9-492e-ae0b-107809dceae2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:55.084524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d25017f-415b-4fef-83a2-49070b2d6cd5 req-6c2c42f5-b6b9-492e-ae0b-107809dceae2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.1701002 Jan 28 13:19:55.087216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb2ab5d-2759-4991-afc1-d6674a0f2458 req-29b89dd1-055e-4de7-aef5-8d24ca342a48 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309381 Jan 28 13:19:55.090396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a82da976-7379-4efe-ab74-5ece6a3457af req-cab76d8c-99f1-4994-a28e-282d57a39a4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716827 Jan 28 13:19:55.141134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-bd4c027f-ce11-4d5e-a8bf-4549637b7594 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533004 Jan 28 13:19:55.178660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] DHCP port deletion for 55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:19:55.271570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d25017f-415b-4fef-83a2-49070b2d6cd5 req-184a47b8-4277-40f9-a75c-36c22cfcfaea tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609194 Jan 28 13:19:55.274851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Deleting port 08906ff1-ce29-46de-a33e-1f1697a1c302 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:55.275206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.302619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] Deleting port 08906ff1-ce29-46de-a33e-1f1697a1c302 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:19:55.302998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.307935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-9fc09bed-a1a9-46ea-812e-4dbc164e2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:55.309359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-9fc09bed-a1a9-46ea-812e-4dbc164e2333 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 1094 time: 0.1306036 Jan 28 13:19:55.340356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 91646591-9406-446f-aaa7-8c098650208d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:55.393828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.462339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] For port 08906ff1-ce29-46de-a33e-1f1697a1c302, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=08906ff1-ce29-46de-a33e-1f1697a1c302,segment=NetworkSegment(d2801a53-541c-4ae1-ba09-27ba8dfe7532),segment_id=d2801a53-541c-4ae1-ba09-27ba8dfe7532)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:55.462899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.469602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] For port 08906ff1-ce29-46de-a33e-1f1697a1c302, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=08906ff1-ce29-46de-a33e-1f1697a1c302,segment=NetworkSegment(d2801a53-541c-4ae1-ba09-27ba8dfe7532),segment_id=d2801a53-541c-4ae1-ba09-27ba8dfe7532)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:55.470010 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.479516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Calling delete_port for 08906ff1-ce29-46de-a33e-1f1697a1c302 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:55.495944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] Calling delete_port for 08906ff1-ce29-46de-a33e-1f1697a1c302 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:19:55.534534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a82da976-7379-4efe-ab74-5ece6a3457af req-00067827-6bdc-40d3-be38-107c7637266e service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296241 Jan 28 13:19:55.574034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-1ff5a0bb-3471-4ad7-abd5-7c007cf1fb1e service neutron] 10.222.0.45 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099591 Jan 28 13:19:55.575221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 275e228a-d937-4274-8fa0-758b9ba65828 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:55.620714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.633881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 91646591-9406-446f-aaa7-8c098650208d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:55.634257 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (91646591-9406-446f-aaa7-8c098650208d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.665494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] No DVR routers for this DVR port 08906ff1-ce29-46de-a33e-1f1697a1c302 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:55.670711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Pushing event deleted for resources: {'Port': ['ID=08906ff1-ce29-46de-a33e-1f1697a1c302,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:55.773264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.807745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (08906ff1-ce29-46de-a33e-1f1697a1c302), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.814762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:55.827647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2801a53-541c-4ae1-ba09-27ba8dfe7532') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:55.828216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2801a53-541c-4ae1-ba09-27ba8dfe7532') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:55.833750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 275e228a-d937-4274-8fa0-758b9ba65828 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:19:55.842547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (d2801a53-541c-4ae1-ba09-27ba8dfe7532), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.862325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d2801a53-541c-4ae1-ba09-27ba8dfe7532), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.871249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:19:55.871904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (d2801a53-541c-4ae1-ba09-27ba8dfe7532), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:19:55.954522 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:19:55.979070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.006700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c633b-56db-4eae-88c3-917b911851f4 req-29eac741-140b-434b-a74e-e8d29ca37404 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.014909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e1c633b-56db-4eae-88c3-917b911851f4 req-29eac741-140b-434b-a74e-e8d29ca37404 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 943 time: 0.6155643 Jan 28 13:19:56.050655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Pushing event deleted for resources: {'Network': ['ID=55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:56.051921 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a82da976-7379-4efe-ab74-5ece6a3457af req-4572f6d4-6c4b-42bd-8593-4364198ae79b service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056300 Jan 28 13:19:56.060420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.067792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7f203aa2-514b-4c03-b058-675d03eae6da admin admin] 10.222.0.45 "DELETE /v2.0/networks/55141aa0-6f9c-420a-b2fe-a27ab9c0ca3e HTTP/1.1" status: 204 len: 168 time: 1.3169546 Jan 28 13:19:56.076673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-3648ccea-0d37-490e-a6e4-badf8ee37b93 service neutron] 10.222.0.45 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983292 Jan 28 13:19:56.146573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] Pushing event deleted for resources: {'Port': ['ID=08906ff1-ce29-46de-a33e-1f1697a1c302,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:56.148943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 275e228a-d937-4274-8fa0-758b9ba65828 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:56.149444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (275e228a-d937-4274-8fa0-758b9ba65828), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.153615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffc8cc-71f0-4760-ad47-dcfeca43858e None None] No DVR routers for this DVR port 08906ff1-ce29-46de-a33e-1f1697a1c302 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:19:56.160500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-de01b204-b54f-4511-935a-09fd56363723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.165549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-de01b204-b54f-4511-935a-09fd56363723 service neutron] 10.222.0.36 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 925 time: 0.8205373 Jan 28 13:19:56.196990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks [] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.209452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 91646591-9406-446f-aaa7-8c098650208d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:56.210096 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (91646591-9406-446f-aaa7-8c098650208d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.210199 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.247265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 91646591-9406-446f-aaa7-8c098650208d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=91646591-9406-446f-aaa7-8c098650208d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:56.281241 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (91646591-9406-446f-aaa7-8c098650208d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.319269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (c830914d-dbe8-47be-9af7-36c6f53f8549), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.320651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38974) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:56.325778 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-5d345f72-3df8-41b1-96e3-579ba3a32ca3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 HTTP/1.1" status: 200 len: 217 time: 0.1207933 Jan 28 13:19:56.347932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 275e228a-d937-4274-8fa0-758b9ba65828 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:56.348710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (275e228a-d937-4274-8fa0-758b9ba65828), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.414975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e1c633b-56db-4eae-88c3-917b911851f4 req-8dc665ed-1243-4d0b-b9f2-163856475318 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987916 Jan 28 13:19:56.446064 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.459942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-ac190c5f-cc3c-46fd-b492-4166176e2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.462884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-ac190c5f-cc3c-46fd-b492-4166176e2ebe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 200 len: 863 time: 0.1245921 Jan 28 13:19:56.489412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=91646591-9406-446f-aaa7-8c098650208d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:56.510201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275e228a-d937-4274-8fa0-758b9ba65828'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:19:56.514485 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8edf3c-a9e0-4b64-8be7-92db0de19ead" -d '{"events": [{"server_uuid": "0bbfcea2-66d6-4107-93d1-c17fffe840a4", "name": "network-vif-plugged", "status": "completed", "tag": "275e228a-d937-4274-8fa0-758b9ba65828"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:19:56.552351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 275e228a-d937-4274-8fa0-758b9ba65828, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=275e228a-d937-4274-8fa0-758b9ba65828,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:56.563039 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (275e228a-d937-4274-8fa0-758b9ba65828), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:56.625999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-7ad8b64f-5c87-480f-9000-130fb81e13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.634104 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-7ad8b64f-5c87-480f-9000-130fb81e13cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=086c3db1-7a9a-4894-8acc-74310a4a913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652670 Jan 28 13:19:56.685648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=275e228a-d937-4274-8fa0-758b9ba65828,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:56.746492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da01dbd-9998-48c7-ac33-56c371686de1 req-51a7894c-c634-4b46-b33c-a9382a3c5769 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.748140 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8da01dbd-9998-48c7-ac33-56c371686de1 req-51a7894c-c634-4b46-b33c-a9382a3c5769 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 949 time: 0.1991129 Jan 28 13:19:56.839435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-87c95c5f-bafa-4dfa-abbe-ed2584172d8a service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970484 Jan 28 13:19:56.845660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Pushing event updated for resources: {'Port': ['ID=fceced42-9152-4d0f-8cd2-50d64e9f47ea,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:56.854220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8da01dbd-9998-48c7-ac33-56c371686de1 req-dd7eb571-acf5-413a-b7b4-3a2c51bf5912 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883365 Jan 28 13:19:56.858253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.858541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.858780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.859200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.859451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.859781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.860163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.860496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.861588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.861836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.862224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.862563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.862967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:19:56.897377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec1f9b57-9209-4359-8b78-d52561d17a16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54a2bc30ad064278a48fdaff31e1a915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5706861 Jan 28 13:19:56.898663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38988) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:19:56.953014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 113b6099-09ad-4f51-92f8-76b4e6c022fe details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:56.970860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f1df7-73a0-4528-8e96-efa1b3466f78 req-eb536289-7609-4707-bbad-efa27ecde974 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:56.978405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c19f1df7-73a0-4528-8e96-efa1b3466f78 req-eb536289-7609-4707-bbad-efa27ecde974 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 943 time: 0.4956460 Jan 28 13:19:57.047077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7131-c5fe-4872-a92c-6d1fc48e6cb6 req-737f2473-38b2-45fe-969f-197b58ed0331 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:57.047328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31db0b1d-d9cd-4fd4-98e1-a9851e25d855 admin admin] Publish callbacks [] for security_group (1250ccc8-f426-477b-a086-98c58c2ef6f0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.055685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8fb7131-c5fe-4872-a92c-6d1fc48e6cb6 req-737f2473-38b2-45fe-969f-197b58ed0331 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0816190 Jan 28 13:19:57.121844 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31db0b1d-d9cd-4fd4-98e1-a9851e25d855 admin admin] Publish callbacks [] for security_group (1250ccc8-f426-477b-a086-98c58c2ef6f0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.140331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8fb7131-c5fe-4872-a92c-6d1fc48e6cb6 req-6e5d6303-e807-4b76-9094-04ec09315a2b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792181 Jan 28 13:19:57.152777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:57.187294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'port_id': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'mac_address': 'fa:16:3e:6b:4a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:57.218199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:57.226988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:57.234799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31db0b1d-d9cd-4fd4-98e1-a9851e25d855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1250ccc8-f426-477b-a086-98c58c2ef6f0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.238681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31db0b1d-d9cd-4fd4-98e1-a9851e25d855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.242486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-31db0b1d-d9cd-4fd4-98e1-a9851e25d855 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1250ccc8-f426-477b-a086-98c58c2ef6f0 HTTP/1.1" status: 204 len: 168 time: 0.3419015 Jan 28 13:19:57.258740 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3fc509a-38f0-41fc-b60b-bd8d6ca7e768 req-ee13dc0d-dad5-4648-961f-32294fc9571f service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034669 Jan 28 13:19:57.271091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db0b1d-d9cd-4fd4-98e1-a9851e25d855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1250ccc8-f426-477b-a086-98c58c2ef6f0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:57.348613 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bfe833e-3c46-434b-b736-fae78b8ace2a req-c6be8e3f-187b-452e-8300-58d63a803901 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 210 time: 0.0475969 Jan 28 13:19:57.375091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 91646591-9406-446f-aaa7-8c098650208d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:19:57.410390 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a93e5-0235-4137-b4ff-88f63cf0f446 x-openstack-request-id: req-ff1a93e5-0235-4137-b4ff-88f63cf0f446 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:19:57.413917 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbfcea2-66d6-4107-93d1-c17fffe840a4", "name": "network-vif-plugged", "status": "completed", "tag": "275e228a-d937-4274-8fa0-758b9ba65828", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:19:57.414526 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff1a93e5-0235-4137-b4ff-88f63cf0f446 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:19:57.415210 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275e228a-d937-4274-8fa0-758b9ba65828', 'code': 200} Jan 28 13:19:57.456244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Router c830914d-dbe8-47be-9af7-36c6f53f8549 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:19:57.466031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c19f1df7-73a0-4528-8e96-efa1b3466f78 req-899476ac-5574-42a2-8990-8b8154579bb2 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867704 Jan 28 13:19:57.598325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 113b6099-09ad-4f51-92f8-76b4e6c022fe is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:57.598656 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.617645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:19:57.666851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:19:57.674548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113b6099-09ad-4f51-92f8-76b4e6c022fe {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:57.676640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47376f-830d-4830-9227-d041f21830c2 req-6d56c611-e49a-4f4b-ba88-23b3270c4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:57.687137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba5d1bb4-1664-48c5-bb11-27b87f829e81 admin admin] 10.222.0.45 "PUT /v2.0/routers/c830914d-dbe8-47be-9af7-36c6f53f8549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2486649 Jan 28 13:19:57.687463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3d47376f-830d-4830-9227-d041f21830c2 req-6d56c611-e49a-4f4b-ba88-23b3270c4c06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 1100 time: 0.1321723 Jan 28 13:19:57.699026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Sync routers for ids ['c830914d-dbe8-47be-9af7-36c6f53f8549'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:19:57.763735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Routers {'c830914d-dbe8-47be-9af7-36c6f53f8549'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:19:57.764387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c830914d-dbe8-47be-9af7-36c6f53f8549'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:57.836105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d40e44-4a48-43c4-84b4-dfe3bb15fea8 req-89651e6c-33fe-405a-a36d-c962c1167a8f tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:57.837948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53d40e44-4a48-43c4-84b4-dfe3bb15fea8 req-89651e6c-33fe-405a-a36d-c962c1167a8f tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 943 time: 0.2370694 Jan 28 13:19:57.841977 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3d47376f-830d-4830-9227-d041f21830c2 req-f3dfa4bf-8291-4835-bbf4-1095d4ed4277 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392417 Jan 28 13:19:57.864449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:57.867869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.887242 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.906144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 91646591-9406-446f-aaa7-8c098650208d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:57.906528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (91646591-9406-446f-aaa7-8c098650208d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:57.922525 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53d40e44-4a48-43c4-84b4-dfe3bb15fea8 req-08d670be-30a9-4c4d-906e-248c04ac0f7a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717514 Jan 28 13:19:58.010641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-506c5796-cc4d-4e5f-b477-db8d55ae3b36 None None] Provisioning complete for port fceced42-9152-4d0f-8cd2-50d64e9f47ea triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:19:58.011292 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-506c5796-cc4d-4e5f-b477-db8d55ae3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:58.071296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc30f-306f-482e-8bf0-b79f423ee26e req-0b231e58-c162-4e6a-9754-c59c1585d0ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.073055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d57bc30f-306f-482e-8bf0-b79f423ee26e req-0b231e58-c162-4e6a-9754-c59c1585d0ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 949 time: 0.0837412 Jan 28 13:19:58.113721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:58.164395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d57bc30f-306f-482e-8bf0-b79f423ee26e req-5ef7368c-0d07-4b21-9c73-21831a3a162a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857122 Jan 28 13:19:58.175655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:58.241024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Set router c830914d-dbe8-47be-9af7-36c6f53f8549 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:19:58.253021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-506c5796-cc4d-4e5f-b477-db8d55ae3b36 None None] Port fceced42-9152-4d0f-8cd2-50d64e9f47ea cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:19:58.300705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'port_id': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'mac_address': 'fa:16:3e:1a:a6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:19:58.371641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['113b6099-09ad-4f51-92f8-76b4e6c022fe'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:58.416552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-ffebf16c-1046-4605-93f0-4d27e0b39ee1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2668002 Jan 28 13:19:58.421404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:58.472343 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:58.499281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ff6f8-d28c-426c-bd8e-25bbd9ebeb2e req-b79da0d2-3031-41c5-859d-32a5736bdd19 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.503347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c3ff6f8-d28c-426c-bd8e-25bbd9ebeb2e req-b79da0d2-3031-41c5-859d-32a5736bdd19 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.2300365 Jan 28 13:19:58.541999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:58.542551 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:58.547155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 91646591-9406-446f-aaa7-8c098650208d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:19:58.590285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:19:58.639435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:19:58.680725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 08906ff1-ce29-46de-a33e-1f1697a1c302 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:19:58.696411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:58.699566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c3ff6f8-d28c-426c-bd8e-25bbd9ebeb2e req-5709827d-1ae6-4678-803d-f4e4d7536d2e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743877 Jan 28 13:19:58.714378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-7e713a74-a377-4429-aed8-92ecd3b300f4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:58.715410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:58.716446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-7e713a74-a377-4429-aed8-92ecd3b300f4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 822 time: 0.3739448 Jan 28 13:19:58.745435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Request body: {'port': {'device_id': '9afd9cda-5518-410e-be4c-12306a929a73', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'admin_state_up': True, 'tenant_id': 'f505091993ca46ccb0258a7c0ce948bd'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:19:58.784823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 08906ff1-ce29-46de-a33e-1f1697a1c302 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:19:58.785292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 08906ff1-ce29-46de-a33e-1f1697a1c302 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:19:58.880667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-725258c7-9e67-4041-826c-c3c794c6c528 req-2d6e00dd-c877-4254-ae6f-ecadeb34a2ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 210 time: 0.0509129 Jan 28 13:19:58.926486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Allocated IP 172.25.4.182 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/1de61ec9-d230-4332-bed3-db904f8e0012) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:58.954292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:59.026473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:19:55Z', 'revision_number': 4, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fceced42-9152-4d0f-8cd2-50d64e9f47ea', 'name': '', 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'e1fd7214-3cc5-4128-bc62-88664ec5c653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:53Z', 'updated_at': '2022-01-28T13:19:55Z', 'revision_number': 2, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'subnets': [{'id': 'e1fd7214-3cc5-4128-bc62-88664ec5c653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:19:59.051360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Made reservation on behalf of f505091993ca46ccb0258a7c0ce948bd for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:19:59.054750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.055317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for port (1de61ec9-d230-4332-bed3-db904f8e0012), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.081398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:19:59.115799 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1de61ec9-d230-4332-bed3-db904f8e0012), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.158575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:59.170003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:59.175461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:59.177443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df54aec-86c3-402b-bede-53854a880b5d req-ee4870ea-9313-46b5-81b4-4f44ba20cc15 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.179206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3df54aec-86c3-402b-bede-53854a880b5d req-ee4870ea-9313-46b5-81b4-4f44ba20cc15 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 944 time: 0.1912448 Jan 28 13:19:59.214986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Checking router: c830914d-dbe8-47be-9af7-36c6f53f8549 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:19:59.218100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Pushing event updated for resources: {'Port': ['ID=1de61ec9-d230-4332-bed3-db904f8e0012,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:19:59.219056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Updating router c830914d-dbe8-47be-9af7-36c6f53f8549 port fceced42-9152-4d0f-8cd2-50d64e9f47ea binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:19:59.302365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.312021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (900a23bf-21d2-48b8-b4e1-c67ec307e70b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.329378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3df54aec-86c3-402b-bede-53854a880b5d req-d3b5e421-6ac8-4d2f-80b9-260625c3c770 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411319 Jan 28 13:19:59.354074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Allocated IP 172.20.0.12 (33c68f03-a51e-4083-901c-48e999472125/9bf93836-27c0-4f97-bcc4-f44af5d1ee4e/00d2340f-67ea-490e-b00d-00203cab2c17) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:19:59.386807 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1de61ec9-d230-4332-bed3-db904f8e0012), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.680118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for port (00d2340f-67ea-490e-b00d-00203cab2c17), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.792989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04c270-1d30-4f19-9291-fea5c4c5c535 req-02671dce-6deb-4130-b98d-062f63ff1b06 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:19:59.802430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c04c270-1d30-4f19-9291-fea5c4c5c535 req-02671dce-6deb-4130-b98d-062f63ff1b06 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 944 time: 0.1386011 Jan 28 13:19:59.848785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.853259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for port (1de61ec9-d230-4332-bed3-db904f8e0012), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.865599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (1de61ec9-d230-4332-bed3-db904f8e0012), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.887906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Publish callbacks [] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.895142 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:19:59.922311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Network 33c68f03-a51e-4083-901c-48e999472125 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:19:59.932922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:19:59.937995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:19:59.947882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c04c270-1d30-4f19-9291-fea5c4c5c535 req-8aa96ad4-583b-48a1-a138-2e3b86e80cc5 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375887 Jan 28 13:19:59.975551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ce4ed-8203-494a-8e45-28814a285684 None None] Pushing event updated for resources: {'Port': ['ID=fceced42-9152-4d0f-8cd2-50d64e9f47ea,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:00.017768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Pushing event updated for resources: {'Port': ['ID=1de61ec9-d230-4332-bed3-db904f8e0012,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:00.059234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (900a23bf-21d2-48b8-b4e1-c67ec307e70b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.062796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.065008 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.085322 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.089180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:00.090388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Attempting to bind port fceced42-9152-4d0f-8cd2-50d64e9f47ea on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:00.090758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Attempting to bind port fceced42-9152-4d0f-8cd2-50d64e9f47ea by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:00.091128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Attempting to bind port fceced42-9152-4d0f-8cd2-50d64e9f47ea on network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:00.102583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-15a6587d-7cc4-4aa3-99bb-c71384f058f1 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6851008 Jan 28 13:20:00.107719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:00.108146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Checking segment: {'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:00.108557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.108953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Bound using segment: {'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:00.109440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Bound port: fceced42-9152-4d0f-8cd2-50d64e9f47ea, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50680ed-9752-435f-9249-b898a4775ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:00.109975 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.153812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-652d1d90-38c3-48c4-8df1-0cc80e0e90ee tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4127777 Jan 28 13:20:00.172852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Request body: {'port': {'device_id': '9afd9cda-5518-410e-be4c-12306a929a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:00.210857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-39bcade8-d4a8-486f-ade6-c18d5323552e tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.1058152 Jan 28 13:20:00.242049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] For port fceced42-9152-4d0f-8cd2-50d64e9f47ea, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:00.246106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] For port fceced42-9152-4d0f-8cd2-50d64e9f47ea, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fceced42-9152-4d0f-8cd2-50d64e9f47ea,segment=NetworkSegment(b50680ed-9752-435f-9249-b898a4775ee5),segment_id=b50680ed-9752-435f-9249-b898a4775ee5)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:00.253474 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.288594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a011c-690c-4f34-aedb-cf82381224ab req-30241f9b-f8f6-4506-a7b8-4dad6334d3d9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.290528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b89a011c-690c-4f34-aedb-cf82381224ab req-30241f9b-f8f6-4506-a7b8-4dad6334d3d9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 949 time: 0.2122073 Jan 28 13:20:00.307653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.332772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b7cb6adf-6f43-48f7-8988-8750e6994cab None None] Provisioning complete for port fceced42-9152-4d0f-8cd2-50d64e9f47ea triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:00.333154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6adf-6f43-48f7-8988-8750e6994cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.335281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Routers {'c830914d-dbe8-47be-9af7-36c6f53f8549'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:00.335671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:19:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c830914d-dbe8-47be-9af7-36c6f53f8549'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:00.338201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ce4ed-8203-494a-8e45-28814a285684 None None] Pushing event updated for resources: {'Port': ['ID=fceced42-9152-4d0f-8cd2-50d64e9f47ea,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:00.374973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-7e4ad825-6fb6-4663-b4b7-6baf1931f4a2 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.376460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af1e0740-365f-4f5c-90b3-136ce1fcead2 req-7e4ad825-6fb6-4663-b4b7-6baf1931f4a2 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1591468 Jan 28 13:20:00.445625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b89a011c-690c-4f34-aedb-cf82381224ab req-56a66a30-162c-4575-91ef-dfeabed32f04 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309886 Jan 28 13:20:00.551050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] Set router c830914d-dbe8-47be-9af7-36c6f53f8549 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:00.604188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61abfdd-05da-45a6-b3fe-4b6d0d3646fa req-e9b180c9-1d33-43e6-b440-d286394a2474 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.606032 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e61abfdd-05da-45a6-b3fe-4b6d0d3646fa req-e9b180c9-1d33-43e6-b440-d286394a2474 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0977659 Jan 28 13:20:00.628694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb6adf-6f43-48f7-8988-8750e6994cab None None] Current status of the port fceced42-9152-4d0f-8cd2-50d64e9f47ea is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:00.629097 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6adf-6f43-48f7-8988-8750e6994cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.662705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e61abfdd-05da-45a6-b3fe-4b6d0d3646fa req-650cd794-5bf4-49dc-b0d4-ee1859b76118 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Jan 28 13:20:00.703166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1285-61e8-4dd3-9be4-aec30d0fc1ce req-a2ccc1b1-b137-42a5-8198-2ec30434a5d4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.705299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c06d1285-61e8-4dd3-9be4-aec30d0fc1ce req-a2ccc1b1-b137-42a5-8198-2ec30434a5d4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 932 time: 0.1286621 Jan 28 13:20:00.760220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b7cb6adf-6f43-48f7-8988-8750e6994cab None None] For port fceced42-9152-4d0f-8cd2-50d64e9f47ea, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fceced42-9152-4d0f-8cd2-50d64e9f47ea,segment=NetworkSegment(b50680ed-9752-435f-9249-b898a4775ee5),segment_id=b50680ed-9752-435f-9249-b898a4775ee5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:00.794550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c06d1285-61e8-4dd3-9be4-aec30d0fc1ce req-b50aa768-0b12-4e4e-9094-50207621bbfa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828807 Jan 28 13:20:00.804105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6adf-6f43-48f7-8988-8750e6994cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.868291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb6adf-6f43-48f7-8988-8750e6994cab None None] Pushing event updated for resources: {'Port': ['ID=fceced42-9152-4d0f-8cd2-50d64e9f47ea,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:00.873431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d2340f-67ea-490e-b00d-00203cab2c17 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:00.884073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Publish callbacks [] for port (00d2340f-67ea-490e-b00d-00203cab2c17), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.885332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b5ca-7f7b-4233-a007-9ffa74da97c1 req-4179ee61-2ea4-41b1-9267-60d1a3996fa5 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:00.887029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ff26b5ca-7f7b-4233-a007-9ffa74da97c1 req-4179ee61-2ea4-41b1-9267-60d1a3996fa5 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1097 time: 0.0841744 Jan 28 13:20:00.903529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Transition to ACTIVE for port object 00d2340f-67ea-490e-b00d-00203cab2c17 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:00.912789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.938182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6b8b1cf5-cd75-4bd1-8d98-d54ec56b319d None None] Provisioning complete for port fceced42-9152-4d0f-8cd2-50d64e9f47ea triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:00.938721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1cf5-cd75-4bd1-8d98-d54ec56b319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:00.963488 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ff26b5ca-7f7b-4233-a007-9ffa74da97c1 req-9c444c2c-7d9d-434a-994a-0654f1a98f8c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694928 Jan 28 13:20:00.985813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 113b6099-09ad-4f51-92f8-76b4e6c022fe up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:00.997317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:19:55Z', 'revision_number': 4, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fceced42-9152-4d0f-8cd2-50d64e9f47ea', 'name': '', 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'e1fd7214-3cc5-4128-bc62-88664ec5c653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:53Z', 'updated_at': '2022-01-28T13:20:00Z', 'revision_number': 4, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'subnets': [{'id': 'e1fd7214-3cc5-4128-bc62-88664ec5c653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:01.066464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:01.077932 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-863206e8-a6e5-4220-89f2-272c9177d340 req-27549007-abd6-403b-8bc9-1511ffbcb867 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips/900a23bf-21d2-48b8-b4e1-c67ec307e70b HTTP/1.1" status: 200 len: 693 time: 0.0486901 Jan 28 13:20:01.080626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8831b-7a52-4b5a-8a8c-412db11b9f16 None None] The sync data for ids ['c830914d-dbe8-47be-9af7-36c6f53f8549'] in n-d-822748-2 is: [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:19:55Z', 'revision_number': 4, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fceced42-9152-4d0f-8cd2-50d64e9f47ea', 'name': '', 'network_id': 'c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'mac_address': 'fa:16:3e:10:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'e1fd7214-3cc5-4128-bc62-88664ec5c653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:53Z', 'updated_at': '2022-01-28T13:20:00Z', 'revision_number': 4, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'subnets': [{'id': 'e1fd7214-3cc5-4128-bc62-88664ec5c653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:20:01.083580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Attempting to bind port 00d2340f-67ea-490e-b00d-00203cab2c17 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:01.083932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Attempting to bind port 00d2340f-67ea-490e-b00d-00203cab2c17 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:01.084296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Attempting to bind port 00d2340f-67ea-490e-b00d-00203cab2c17 on network 33c68f03-a51e-4083-901c-48e999472125 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:01.091037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Port 00d2340f-67ea-490e-b00d-00203cab2c17 on network 33c68f03-a51e-4083-901c-48e999472125 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:01.091372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Attempting to bind port 00d2340f-67ea-490e-b00d-00203cab2c17 on network 33c68f03-a51e-4083-901c-48e999472125 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:01.104336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:01.104710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Checking segment: {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:01.105291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Bound using segment: {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:01.105744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Bound port: 00d2340f-67ea-490e-b00d-00203cab2c17, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:01.106106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.128147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300efaa-f706-495f-9139-30dadc3acc4a req-2f2e42b3-d100-4074-80b6-41ecb449dacd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.129723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a300efaa-f706-495f-9139-30dadc3acc4a req-2f2e42b3-d100-4074-80b6-41ecb449dacd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 944 time: 0.1984649 Jan 28 13:20:01.185856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 113b6099-09ad-4f51-92f8-76b4e6c022fe completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:01.197946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 113b6099-09ad-4f51-92f8-76b4e6c022fe triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:01.198324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.251201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:01.270842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a300efaa-f706-495f-9139-30dadc3acc4a req-f04c73d0-6a06-4c2f-886d-e566467ecea9 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128638 Jan 28 13:20:01.272741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:01.276088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b1cf5-cd75-4bd1-8d98-d54ec56b319d None None] Current status of the port fceced42-9152-4d0f-8cd2-50d64e9f47ea is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:01.279549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.323532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863206e8-a6e5-4220-89f2-272c9177d340 req-df8ce17d-f82e-4a9d-88ec-e1cd3cc9ea16 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.327509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-863206e8-a6e5-4220-89f2-272c9177d340 req-df8ce17d-f82e-4a9d-88ec-e1cd3cc9ea16 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.2325385 Jan 28 13:20:01.344075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 113b6099-09ad-4f51-92f8-76b4e6c022fe is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:01.344635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.345606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-863206e8-a6e5-4220-89f2-272c9177d340 req-f4630463-a466-4128-9811-4a836a420bec tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:20:01.346789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-863206e8-a6e5-4220-89f2-272c9177d340 req-f4630463-a466-4128-9811-4a836a420bec tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142639 Jan 28 13:20:01.380298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:01.393255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:01.396275 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab8313-b40d-4c06-9d1e-55aef52d7c31" -d '{"events": [{"server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "name": "network-vif-plugged", "status": "completed", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:01.400081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.401819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.404829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-5908eb62-a565-4fa1-94ae-93ff57b6eff9 service neutron] 10.222.0.60 "PUT /v2.0/ports/00d2340f-67ea-490e-b00d-00203cab2c17 HTTP/1.1" status: 200 len: 1092 time: 1.2385323 Jan 28 13:20:01.405323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:01.412169 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:01.419491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:01.430668 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.519871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:01.559285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024861-c71f-4571-b921-37785a7777e8 req-d7897a55-47ef-4377-bceb-d6f0776b5f90 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.560894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89024861-c71f-4571-b921-37785a7777e8 req-d7897a55-47ef-4377-bceb-d6f0776b5f90 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 949 time: 0.1064250 Jan 28 13:20:01.571540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:01.581629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-0bb195bd-57be-4145-a081-09b77049ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.583102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-0bb195bd-57be-4145-a081-09b77049ed1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 1095 time: 0.0931737 Jan 28 13:20:01.646996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-95077eb2-8661-4b75-933a-c10d2b0ebc03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d2340f-67ea-490e-b00d-00203cab2c17 HTTP/1.1" status: 200 len: 217 time: 0.0411875 Jan 28 13:20:01.676021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89024861-c71f-4571-b921-37785a7777e8 req-f876d8bf-a5a7-4f1d-8b0f-b4156a359ea8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972753 Jan 28 13:20:01.701204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:01.714864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:01.715840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.726114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-678cd699-b916-44eb-b09f-2199c5de4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.727781 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-678cd699-b916-44eb-b09f-2199c5de4c88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e HTTP/1.1" status: 200 len: 862 time: 0.0703220 Jan 28 13:20:01.779262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-80b1276b-0a85-4531-be71-f5b41671747f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c68f03-a51e-4083-901c-48e999472125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420003 Jan 28 13:20:01.848467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:01.849111 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.920462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:01.929556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:01.954301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e069-e8c4-4f54-aaac-3cb95fedaa98 req-4179a81d-ae24-4b6d-a0f4-f00b65c9c514 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:01.956024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db05e069-e8c4-4f54-aaac-3cb95fedaa98 req-4179a81d-ae24-4b6d-a0f4-f00b65c9c514 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1473324 Jan 28 13:20:02.010147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-e4a5faa7-e783-4617-a270-c5e0431ab7cf service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144828 Jan 28 13:20:02.030630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:02.051979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db05e069-e8c4-4f54-aaac-3cb95fedaa98 req-29c26dd6-e4ea-4d87-afe6-41633c19c582 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886412 Jan 28 13:20:02.188732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f801dbf-3aa6-454b-8622-e3abb17b789b req-a0887d84-eb74-41d7-afc9-f5ee7b9f9b21 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=0ffcc75172d84db3b32dfb29271102a2 HTTP/1.1" status: 200 len: 696 time: 0.0768607 Jan 28 13:20:02.196376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a57781d-2aab-4e9b-a506-3fa1f21b0643 req-4efdebc4-4d65-483a-8f09-55596c2d3092 service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790078 Jan 28 13:20:02.334113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f801dbf-3aa6-454b-8622-e3abb17b789b req-16fca2da-7860-4b6c-90f3-17849a426439 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.341841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f801dbf-3aa6-454b-8622-e3abb17b789b req-16fca2da-7860-4b6c-90f3-17849a426439 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks?id=d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 787 time: 0.1411026 Jan 28 13:20:02.349901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-4f801dbf-3aa6-454b-8622-e3abb17b789b req-20ebbc8f-a72c-40b3-a90c-d297395d5df5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:20:02.356693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f801dbf-3aa6-454b-8622-e3abb17b789b req-20ebbc8f-a72c-40b3-a90c-d297395d5df5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138781 Jan 28 13:20:02.414658 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4168ae0-9d22-4d50-b157-e313ab3fd78f x-openstack-request-id: req-c4168ae0-9d22-4d50-b157-e313ab3fd78f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:02.414958 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "name": "network-vif-plugged", "status": "completed", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:02.415223 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4168ae0-9d22-4d50-b157-e313ab3fd78f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:02.415626 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'code': 200} Jan 28 13:20:02.495330 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa796844-fb49-4bb8-9daa-2a5ada727437 x-openstack-request-id: req-fa796844-fb49-4bb8-9daa-2a5ada727437 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:02.495843 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:02.496736 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa796844-fb49-4bb8-9daa-2a5ada727437 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:02.497409 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17', 'status': 'completed', 'code': 200} Jan 28 13:20:02.620940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-82e6d7e4-aab5-453a-a5f9-be0dac994965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.623432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-82e6d7e4-aab5-453a-a5f9-be0dac994965 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 1095 time: 0.0903819 Jan 28 13:20:02.636952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03f21-b3f8-4a36-ae65-e4afcdbfe0cc req-2c7e0d93-762c-4c8e-866f-1ae7bb368d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.638926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75d03f21-b3f8-4a36-ae65-e4afcdbfe0cc req-2c7e0d93-762c-4c8e-866f-1ae7bb368d68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.1254838 Jan 28 13:20:02.698781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b9098-df9f-4cd6-adc6-d018cffbbeba req-ac5e9fdd-f819-4ecb-8b9d-5bc1f1a9163a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.700697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b4b9098-df9f-4cd6-adc6-d018cffbbeba req-ac5e9fdd-f819-4ecb-8b9d-5bc1f1a9163a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.1094980 Jan 28 13:20:02.759637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75d03f21-b3f8-4a36-ae65-e4afcdbfe0cc req-d3ac8599-ce25-4077-9a27-bfd9a2beca67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086934 Jan 28 13:20:02.774096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-a8e8f6f3-bef7-4ad8-bacf-b794e0e5f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:02.775690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-a8e8f6f3-bef7-4ad8-bacf-b794e0e5f236 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 923 time: 0.1417563 Jan 28 13:20:02.800068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b4b9098-df9f-4cd6-adc6-d018cffbbeba req-9a5ce4d3-d8e3-4247-bc4e-e135de78b3c4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869951 Jan 28 13:20:03.084232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-c5186899-7ff9-4998-9b78-5f36402508fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d2340f-67ea-490e-b00d-00203cab2c17 HTTP/1.1" status: 200 len: 217 time: 0.0420876 Jan 28 13:20:03.087295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3837b0d-72bf-4f0f-961c-37949103062c req-fc6ec662-4cff-40ef-89ba-d1877a06276e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.092906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3837b0d-72bf-4f0f-961c-37949103062c req-fc6ec662-4cff-40ef-89ba-d1877a06276e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.094508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3837b0d-72bf-4f0f-961c-37949103062c req-fc6ec662-4cff-40ef-89ba-d1877a06276e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4&device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 1689 time: 0.0707829 Jan 28 13:20:03.152574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3837b0d-72bf-4f0f-961c-37949103062c req-02058164-b78e-4df9-a94f-bf334bfba94e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Jan 28 13:20:03.229277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fceced42-9152-4d0f-8cd2-50d64e9f47ea up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:03.249182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-7d6be61b-62f9-483a-9192-ab177e6bfc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.251086 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-7d6be61b-62f9-483a-9192-ab177e6bfc89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e HTTP/1.1" status: 200 len: 862 time: 0.1094029 Jan 28 13:20:03.285835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fceced42-9152-4d0f-8cd2-50d64e9f47ea triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:03.286217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.299582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8a57a-1259-46a6-b026-2b5dfc2f72dc req-a86283ae-98d5-4db4-a391-6dd54799b314 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.302669 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6e8a57a-1259-46a6-b026-2b5dfc2f72dc req-a86283ae-98d5-4db4-a391-6dd54799b314 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 944 time: 0.0748558 Jan 28 13:20:03.306612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-ddc7200f-bd88-4613-9651-3ef1e0759a66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c68f03-a51e-4083-901c-48e999472125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415263 Jan 28 13:20:03.354825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-d7b5f772-b4ae-4531-94a1-2d18a53aac08 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:20:03.366107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-d7b5f772-b4ae-4531-94a1-2d18a53aac08 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161934 Jan 28 13:20:03.411986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-204f28e0-9c1c-4b2f-b79c-896f03230353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:03.418917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-204f28e0-9c1c-4b2f-b79c-896f03230353 service neutron] 10.222.0.45 "GET /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 1094 time: 0.0516713 Jan 28 13:20:03.425557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Request body: {'binding': {'host': 'n-h2-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:03.426107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:20:03.433100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6e8a57a-1259-46a6-b026-2b5dfc2f72dc req-4e568883-b4a0-4561-a36c-423b90794fbb tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248481 Jan 28 13:20:03.481800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fceced42-9152-4d0f-8cd2-50d64e9f47ea is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:03.738109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on host n-h2-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:03.738669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:03.738764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:03.747558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:03.747912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:03.761122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:03.761495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:03.761839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:03.762269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Bound port: d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:03.829246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:03.841531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:03.842379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-21121569-e1bc-4189-ba7c-1b92fed5026d service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035210 Jan 28 13:20:03.843383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-43f3389d-c15c-4623-b51a-7731dfb007a7 service neutron] 10.222.0.45 "POST /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca/bindings HTTP/1.1" status: 201 len: 389 time: 0.4232275 Jan 28 13:20:03.987419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33cec9b8-877d-4e7d-8d3b-005dc4a56a5c req-a7cc9e52-be29-4826-a0d6-94bc59b51582 service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314850 Jan 28 13:20:04.036389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-6f602301-e904-403e-8e82-63eea5592948 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips/900a23bf-21d2-48b8-b4e1-c67ec307e70b HTTP/1.1" status: 200 len: 693 time: 0.0586557 Jan 28 13:20:04.060330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ae89-9ead-4fb2-8818-64aeb043c4fa req-39c63244-b5f6-466f-9fbc-c027154b1efa tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.062433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb34ae89-9ead-4fb2-8818-64aeb043c4fa req-39c63244-b5f6-466f-9fbc-c027154b1efa tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.0627272 Jan 28 13:20:04.127644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb34ae89-9ead-4fb2-8818-64aeb043c4fa req-6d833f8b-4864-4087-8211-aa816c3d5d06 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558920 Jan 28 13:20:04.169716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-48309246-88f4-43f5-bc0b-b51024b87844 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.172394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-48309246-88f4-43f5-bc0b-b51024b87844 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1281512 Jan 28 13:20:04.242445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-423f7bdb-6a09-4b8e-a5b6-002a42d7e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.243984 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-423f7bdb-6a09-4b8e-a5b6-002a42d7e377 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1097 time: 0.0784841 Jan 28 13:20:04.317229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2f0d5-050e-4283-8b5b-507f1b0141c9 req-1d6f2903-bb4f-4938-97cd-7bdb9792cabb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.318806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78b2f0d5-050e-4283-8b5b-507f1b0141c9 req-1d6f2903-bb4f-4938-97cd-7bdb9792cabb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1070046 Jan 28 13:20:04.395244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-6df1c0a5-b8c3-4a71-9065-56d1aeeb3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.396751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-6df1c0a5-b8c3-4a71-9065-56d1aeeb3670 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.1419692 Jan 28 13:20:04.417287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:04.420720 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec40a903-efa7-4cfa-915c-b0841f9a6516" -d '{"events": [{"server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:04.443753 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78b2f0d5-050e-4283-8b5b-507f1b0141c9 req-c27bec3d-828d-4608-9569-77cc7cf7d36b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059093 Jan 28 13:20:04.445439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-33317b63-e829-4230-9ba4-6f8795673568 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 217 time: 0.0405161 Jan 28 13:20:04.530941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-c977de4a-cf91-4833-a4fa-eddcf03c750e tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.3501351 Jan 28 13:20:04.547957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-4365fd7b-baa3-4019-a092-a37ce392505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.553257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-4365fd7b-baa3-4019-a092-a37ce392505a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0931053 Jan 28 13:20:04.594808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-f3c60d6b-02a1-472c-9cc7-e4e7cba1b14c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321434 Jan 28 13:20:04.612156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-02066430-14de-4d3f-98ce-33ee8a1b032c tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0802143 Jan 28 13:20:04.722409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d66ec-56e8-4466-8287-5995c8cd09eb req-19f7a183-aea6-4197-a634-4507584ded6d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.724408 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1d66ec-56e8-4466-8287-5995c8cd09eb req-19f7a183-aea6-4197-a634-4507584ded6d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.1278944 Jan 28 13:20:04.750128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Deleting port 1de61ec9-d230-4332-bed3-db904f8e0012 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:04.750700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1de61ec9-d230-4332-bed3-db904f8e0012), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.759160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-0d79b685-0167-4435-97a9-410beb33cff6 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514740 Jan 28 13:20:04.780977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fbc95434-26de-4dad-8b4f-1d1d90e1c980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.807615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1d66ec-56e8-4466-8287-5995c8cd09eb req-d6bce723-0a3d-4304-ab29-85cd4aaf17c1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666428 Jan 28 13:20:04.874020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1de61ec9-d230-4332-bed3-db904f8e0012), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.874672 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (1de61ec9-d230-4332-bed3-db904f8e0012), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:04.886463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-e32b8846-6355-4f73-8ff6-6893b6b4f1f2 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112893 Jan 28 13:20:04.890307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Calling delete_port for 1de61ec9-d230-4332-bed3-db904f8e0012 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:04.946887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedc00a-8374-488e-a2d7-5ff7a1e8ac2d req-86babf0d-825a-4137-824d-6ba42ac64fb4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:04.948532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7eedc00a-8374-488e-a2d7-5ff7a1e8ac2d req-86babf0d-825a-4137-824d-6ba42ac64fb4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0595715 Jan 28 13:20:05.012628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 00d2340f-67ea-490e-b00d-00203cab2c17 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:05.036612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7eedc00a-8374-488e-a2d7-5ff7a1e8ac2d req-2d8752e7-99db-49f9-9df8-f5f662b1754e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704880 Jan 28 13:20:05.069591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1de61ec9-d230-4332-bed3-db904f8e0012), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:05.141360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Pushing event deleted for resources: {'Port': ['ID=1de61ec9-d230-4332-bed3-db904f8e0012,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:05.186597 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b14e20-08c7-4823-8774-4964d43b00a6 x-openstack-request-id: req-a0b14e20-08c7-4823-8774-4964d43b00a6 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:05.186942 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:05.187158 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0b14e20-08c7-4823-8774-4964d43b00a6 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:05.187554 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'code': 200} Jan 28 13:20:05.196915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:05.226943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '00d2340f-67ea-490e-b00d-00203cab2c17', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'port_id': '00d2340f-67ea-490e-b00d-00203cab2c17', 'mac_address': 'fa:16:3e:47:b3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf93836-27c0-4f97-bcc4-f44af5d1ee4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:05.285171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (900a23bf-21d2-48b8-b4e1-c67ec307e70b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:05.287933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:05.289131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6984b3d-8ed4-434e-9965-aaf0d3f25a30 req-99a43450-1eee-4822-bbab-7a5481100db4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "DELETE /v2.0/floatingips/900a23bf-21d2-48b8-b4e1-c67ec307e70b HTTP/1.1" status: 204 len: 173 time: 0.6715961 Jan 28 13:20:05.301000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 00d2340f-67ea-490e-b00d-00203cab2c17 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:05.301249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:05.317387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d2340f-67ea-490e-b00d-00203cab2c17 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:05.343019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:05.356129 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:05.377346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56cb4b-9364-4744-a5bd-3b6db60fc83c req-4244956c-0585-4a03-807b-630e6dd93a4a tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.385839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7c56cb4b-9364-4744-a5bd-3b6db60fc83c req-4244956c-0585-4a03-807b-630e6dd93a4a tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 944 time: 0.1429467 Jan 28 13:20:05.408838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325e9a1-d825-4344-9dc7-cc44c8436cd1 req-77ec70b3-3be1-41fb-bd81-6e5632faa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.411002 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9325e9a1-d825-4344-9dc7-cc44c8436cd1 req-77ec70b3-3be1-41fb-bd81-6e5632faa0aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 1096 time: 0.1401324 Jan 28 13:20:05.413809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:05.436096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2d33-4d0e-47ab-b88b-268e9ef4c614 req-19447fbb-e3cc-40dd-b310-84ffa29de30a tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.437633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3aba2d33-4d0e-47ab-b88b-268e9ef4c614 req-19447fbb-e3cc-40dd-b310-84ffa29de30a tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 1100 time: 0.0731530 Jan 28 13:20:05.454212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7c56cb4b-9364-4744-a5bd-3b6db60fc83c req-60e5c7cd-516f-4c0a-b97c-1bf5472678e9 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671329 Jan 28 13:20:05.493575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3aba2d33-4d0e-47ab-b88b-268e9ef4c614 req-21d23d9c-f514-4fd8-bf26-193baa57ba08 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495794 Jan 28 13:20:05.507078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9325e9a1-d825-4344-9dc7-cc44c8436cd1 req-e79bbd22-3680-4cb1-a8a9-a509df9baf4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800128 Jan 28 13:20:05.628198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372afbd-a13b-47ca-a28d-29282aa203bc req-1091e03e-fe75-4c09-b86b-eddc83d0ba67 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:05.629714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d372afbd-a13b-47ca-a28d-29282aa203bc req-1091e03e-fe75-4c09-b86b-eddc83d0ba67 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.0630093 Jan 28 13:20:05.691840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d372afbd-a13b-47ca-a28d-29282aa203bc req-743d5b8a-703a-4a43-b382-b83ba6b0f589 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525775 Jan 28 13:20:05.699599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['00d2340f-67ea-490e-b00d-00203cab2c17'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:05.884564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-e74f9a1a-fadb-4a67-9cef-6deda69bfe7a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1616788 Jan 28 13:20:05.895898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:05.922975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.030754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.038635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b0f96-92a4-4570-a60a-41eb591c94f1 req-8610e431-7257-40bf-88b5-8fe7fe8998dd tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:06.040353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be9b0f96-92a4-4570-a60a-41eb591c94f1 req-8610e431-7257-40bf-88b5-8fe7fe8998dd tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Jan 28 13:20:06.098869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be9b0f96-92a4-4570-a60a-41eb591c94f1 req-f4478482-344d-4e76-ab84-375e046820fc tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479362 Jan 28 13:20:06.149224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Allocated IP 172.25.4.37 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ed6fcf2b-f75f-4dd0-bbe9-81043deff7df) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:06.207669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9cda3-74d5-488f-87b1-aba88c4e4655 req-4294704e-5267-499e-824d-bd22067202cb tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:06.209524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6bc9cda3-74d5-488f-87b1-aba88c4e4655 req-4294704e-5267-499e-824d-bd22067202cb tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 1100 time: 0.0516059 Jan 28 13:20:06.259082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6bc9cda3-74d5-488f-87b1-aba88c4e4655 req-1905f407-2d09-4969-bf7e-100a1d36e885 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 Jan 28 13:20:06.291033 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.328476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.368436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:06.371822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:06.375648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:06.389686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a2a99-2f6e-453e-be5b-f36678a4e0f7 req-7cc368da-2021-4b30-868e-b2ce969ceed4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:06.398812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-067a2a99-2f6e-453e-be5b-f36678a4e0f7 req-7cc368da-2021-4b30-868e-b2ce969ceed4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0677617 Jan 28 13:20:06.425246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Pushing event updated for resources: {'Port': ['ID=ed6fcf2b-f75f-4dd0-bbe9-81043deff7df,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:06.452333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-067a2a99-2f6e-453e-be5b-f36678a4e0f7 req-736f408a-054f-4b87-a5b0-c1c1f4ab4a28 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525064 Jan 28 13:20:06.499409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (1211dfaf-595c-4dc8-b2a0-78401019386d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.540363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.628503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0de01-ffb8-4634-a64e-ce5cebbe483b req-d0ea829a-73c4-4e7a-a62a-ccb4f690ae7e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:06.629930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84f0de01-ffb8-4634-a64e-ce5cebbe483b req-d0ea829a-73c4-4e7a-a62a-ccb4f690ae7e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0537970 Jan 28 13:20:06.684562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84f0de01-ffb8-4634-a64e-ce5cebbe483b req-7ed0fa38-04f4-4c3c-9fea-0f25d45a869c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Jan 28 13:20:06.722895 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.729429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.810368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Pushing event updated for resources: {'Port': ['ID=ed6fcf2b-f75f-4dd0-bbe9-81043deff7df,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:06.822350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (1211dfaf-595c-4dc8-b2a0-78401019386d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.839816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:06.847875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-c615cbd2-4a2e-44bd-8c91-848b5ea231a5 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9561343 Jan 28 13:20:06.926645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-af83edb0-ddd1-4cce-be21-be94046bd264 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0778401 Jan 28 13:20:06.980665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-f1e4dab1-7fda-40fc-ad01-89589c0ed337 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333869 Jan 28 13:20:07.022391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 00d2340f-67ea-490e-b00d-00203cab2c17 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:07.024279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d5c73-bede-408d-97ba-dac54acc25de req-ee20dcff-3a25-4318-b5b7-ef827a80dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.026410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-867d5c73-bede-408d-97ba-dac54acc25de req-ee20dcff-3a25-4318-b5b7-ef827a80dca4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.1057711 Jan 28 13:20:07.083930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 00d2340f-67ea-490e-b00d-00203cab2c17 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:07.087441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-10877991-831a-4508-b6da-c5e83771ac57 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.089067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24e9862d-5e21-4ee9-9f50-7508e0cc59f5 req-10877991-831a-4508-b6da-c5e83771ac57 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1563067 Jan 28 13:20:07.091342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 00d2340f-67ea-490e-b00d-00203cab2c17 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:07.100712 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.202842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43904be0-cbe6-4cc6-86df-f96eba7e6026 req-44beae83-06ff-44df-aa46-4afb3ce3157d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.204480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43904be0-cbe6-4cc6-86df-f96eba7e6026 req-44beae83-06ff-44df-aa46-4afb3ce3157d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 945 time: 0.0550640 Jan 28 13:20:07.207593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-f864036d-2382-4f8b-a39a-64e50d14976e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.210879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-f864036d-2382-4f8b-a39a-64e50d14976e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234473 Jan 28 13:20:07.233329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 00d2340f-67ea-490e-b00d-00203cab2c17 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:07.233884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.234515 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:20:07.242878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d5c73-bede-408d-97ba-dac54acc25de req-bcf97f42-6aa4-4035-85f4-cd5df9cfe4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.244493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-867d5c73-bede-408d-97ba-dac54acc25de req-bcf97f42-6aa4-4035-85f4-cd5df9cfe4e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.1660910 Jan 28 13:20:07.261069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:07.263576 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5a9671-9623-4db8-8599-0b48ad5f9d92" -d '{"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-plugged", "status": "completed", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:07.265662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-ff3bba9d-1424-4667-933f-99ddc95e7252 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/quotas/26e78d53ad6248fcb128766aa2dd0adb HTTP/1.1" status: 200 len: 375 time: 0.0244448 Jan 28 13:20:07.276600 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69a07a58-e577-4601-8be1-d58f98a77286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.282056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43904be0-cbe6-4cc6-86df-f96eba7e6026 req-7f97e463-6c87-41fd-915c-655bbf10b383 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674939 Jan 28 13:20:07.285840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:07.293894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:07.335505 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-867d5c73-bede-408d-97ba-dac54acc25de req-018ecb33-94ec-4ed2-9089-98cec726df99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 217 time: 0.0824399 Jan 28 13:20:07.355473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:07.397194 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-0055e060-4a97-44a9-8107-6df1aaadd29b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1306684 Jan 28 13:20:07.409017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d5c73-bede-408d-97ba-dac54acc25de req-19476cd6-0198-47dc-bd07-80e03f97c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.411023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-867d5c73-bede-408d-97ba-dac54acc25de req-19476cd6-0198-47dc-bd07-80e03f97c039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.0646861 Jan 28 13:20:07.449878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-867d5c73-bede-408d-97ba-dac54acc25de req-19182811-8f8b-48a8-be95-74f04e94a135 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285521 Jan 28 13:20:07.588769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-867d5c73-bede-408d-97ba-dac54acc25de req-7c8bac7c-24be-4d11-ac74-07317669e1ce service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306558 Jan 28 13:20:07.740261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-867d5c73-bede-408d-97ba-dac54acc25de req-35ce79ce-8cfb-4f51-b0bb-c181ce9aab13 service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359470 Jan 28 13:20:07.802680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7ccfd-b326-47bd-b518-9b59f762402e req-34f455d7-1eeb-4219-b0a2-bd5b8186543a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.804658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91c7ccfd-b326-47bd-b518-9b59f762402e req-34f455d7-1eeb-4219-b0a2-bd5b8186543a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0668654 Jan 28 13:20:07.845597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e93876-b7d3-4e85-8bb1-6dc94d3a719d req-360f660e-8c6a-4b85-8a1a-6cb2078ac668 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:07.847506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9e93876-b7d3-4e85-8bb1-6dc94d3a719d req-360f660e-8c6a-4b85-8a1a-6cb2078ac668 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.1059070 Jan 28 13:20:07.893881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91c7ccfd-b326-47bd-b518-9b59f762402e req-268dac1d-355f-4174-b078-b6a23db3a1ee tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797126 Jan 28 13:20:07.909750 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9e93876-b7d3-4e85-8bb1-6dc94d3a719d req-168a3d9d-45a6-4d15-97dd-2a3c7a51e731 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554869 Jan 28 13:20:07.957045 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfafd9c-7312-40eb-91f3-f5cec584d201 x-openstack-request-id: req-ecfafd9c-7312-40eb-91f3-f5cec584d201 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:07.957560 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-plugged", "status": "completed", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:07.957979 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ecfafd9c-7312-40eb-91f3-f5cec584d201 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:07.958599 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17', 'code': 200} Jan 28 13:20:07.987881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-e73edd4d-a0d1-4609-84c9-10c3b1ae57cc tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips/1211dfaf-595c-4dc8-b2a0-78401019386d HTTP/1.1" status: 200 len: 692 time: 0.0716450 Jan 28 13:20:08.107754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-d454858b-2447-4e7d-8436-a0dcab100b25 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.109293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-d454858b-2447-4e7d-8436-a0dcab100b25 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1202517 Jan 28 13:20:08.115522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ba159-d1f1-4ba4-aa09-2e93468de439 req-eb427156-985b-4b27-9613-cc6dde5c0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.117599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d5ba159-d1f1-4ba4-aa09-2e93468de439 req-eb427156-985b-4b27-9613-cc6dde5c0aa2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 1097 time: 0.0594840 Jan 28 13:20:08.130298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b93b4-ae50-44bb-95aa-08c7f8e0bb0a req-adbf94f1-8053-4a61-b073-af151e4a0ede tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.132865 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae1b93b4-ae50-44bb-95aa-08c7f8e0bb0a req-adbf94f1-8053-4a61-b073-af151e4a0ede tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.1176708 Jan 28 13:20:08.193458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-9f005bce-2121-4f32-a13c-d2b45b246ce2 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0697453 Jan 28 13:20:08.222466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae1b93b4-ae50-44bb-95aa-08c7f8e0bb0a req-4a524eb0-dd81-452b-81ac-0e1d3a9e2644 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825977 Jan 28 13:20:08.260180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-bb8097a4-0224-4552-aa7e-ad8213507dc4 tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0657616 Jan 28 13:20:08.260756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d5ba159-d1f1-4ba4-aa09-2e93468de439 req-2ec8283f-c6b5-4d42-9e06-50ab988eb62d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267707 Jan 28 13:20:08.344962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eaebde5c-1468-4459-a17e-17deef941f83 req-b1097b45-c596-495e-a657-775c528275ab tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 210 time: 0.0334399 Jan 28 13:20:08.419260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Deleting port ed6fcf2b-f75f-4dd0-bbe9-81043deff7df {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:08.419710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.507456 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.514228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.514567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.526823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Calling delete_port for ed6fcf2b-f75f-4dd0-bbe9-81043deff7df owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:08.551446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c624c2a-9601-45f2-bdcc-ded0d599267c req-fc52dea4-3224-49f1-95e6-9c5b88dcfa95 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.553070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c624c2a-9601-45f2-bdcc-ded0d599267c req-fc52dea4-3224-49f1-95e6-9c5b88dcfa95 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0573487 Jan 28 13:20:08.603451 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c624c2a-9601-45f2-bdcc-ded0d599267c req-6b33b228-f37a-4639-aa46-e6ea90033411 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Jan 28 13:20:08.685373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ed6fcf2b-f75f-4dd0-bbe9-81043deff7df), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.711213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Pushing event deleted for resources: {'Port': ['ID=ed6fcf2b-f75f-4dd0-bbe9-81043deff7df,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:08.715428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124c3b-7a1f-46c0-a812-1642c7239191 req-e3e0704b-677e-4d18-87da-8f514bc1aedf tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.717033 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29124c3b-7a1f-46c0-a812-1642c7239191 req-e3e0704b-677e-4d18-87da-8f514bc1aedf tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.0487657 Jan 28 13:20:08.728678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39382) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:08.735268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Request body: {'floatingip': {'port_id': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:08.802464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.807449 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks [] for floatingip (1211dfaf-595c-4dc8-b2a0-78401019386d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.811527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:08.813276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ebf860b-1c18-4cba-b537-2aed4015cf6d req-88d6d02c-d868-4e53-b383-ccafcf7b716a tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "DELETE /v2.0/floatingips/1211dfaf-595c-4dc8-b2a0-78401019386d HTTP/1.1" status: 204 len: 173 time: 0.5522890 Jan 28 13:20:08.927398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-cf700a3c-4d5d-47ca-92ff-fe4fc38dd9bb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390761 Jan 28 13:20:08.974918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34140ad-1b94-4d09-9ce6-85c1878860a9 req-5e40c6c2-9a66-4f0f-859a-4fe4602d1aa9 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:08.982006 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e34140ad-1b94-4d09-9ce6-85c1878860a9 req-5e40c6c2-9a66-4f0f-859a-4fe4602d1aa9 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.1970921 Jan 28 13:20:09.151299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e34140ad-1b94-4d09-9ce6-85c1878860a9 req-bac4a631-fa96-475c-b5e5-4be136be41d4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682286 Jan 28 13:20:09.236214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-fcdb86c3-23d9-4f04-9150-8a9da5f82b71 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:09.237918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-fcdb86c3-23d9-4f04-9150-8a9da5f82b71 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834737 Jan 28 13:20:09.274734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:09.294450 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-050e3997-4fdb-481e-9897-dad242230666 req-be690ec8-73ca-4ac8-8c05-e980e518c3ae tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] show failed (client error): The resource could not be found. Jan 28 13:20:09.295474 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-050e3997-4fdb-481e-9897-dad242230666 req-be690ec8-73ca-4ac8-8c05-e980e518c3ae tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips/1211dfaf-595c-4dc8-b2a0-78401019386d HTTP/1.1" status: 404 len: 350 time: 0.1127996 Jan 28 13:20:09.352319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95c80f-6e22-4be9-9786-f1c5fe289780 req-3523797f-8f6a-4faf-8203-edd7f3b4d9d5 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:09.353977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c95c80f-6e22-4be9-9786-f1c5fe289780 req-3523797f-8f6a-4faf-8203-edd7f3b4d9d5 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0828300 Jan 28 13:20:09.416156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c95c80f-6e22-4be9-9786-f1c5fe289780 req-7bb8d636-5bc9-4876-9372-b879aaf0cf7f tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510774 Jan 28 13:20:09.555262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:09.559443 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:09.569282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224c2d0-86b4-4c50-9bfb-7fb5f2857954 req-f90faa71-2355-4dca-95cf-8061a8ab3f3c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:09.578381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f224c2d0-86b4-4c50-9bfb-7fb5f2857954 req-f90faa71-2355-4dca-95cf-8061a8ab3f3c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.0867140 Jan 28 13:20:09.637008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f224c2d0-86b4-4c50-9bfb-7fb5f2857954 req-b1e4a0f3-eb7b-46f7-93de-0bcbebe33d85 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574408 Jan 28 13:20:09.711924 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-331c4797-1725-41ea-9cb9-34c638dfec5e req-9596e638-f76e-43da-938c-72d57dde920f tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] show failed (client error): The resource could not be found. Jan 28 13:20:09.716596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-331c4797-1725-41ea-9cb9-34c638dfec5e req-9596e638-f76e-43da-938c-72d57dde920f tempest-FloatingIPsTestJSON-802070131 tempest-FloatingIPsTestJSON-802070131-project] 10.222.0.45 "GET /v2.0/floatingips/1211dfaf-595c-4dc8-b2a0-78401019386d HTTP/1.1" status: 404 len: 350 time: 0.0551734 Jan 28 13:20:09.725242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:09.760145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:09.773157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:09.842767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.55 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/2a0a7013-db22-44e5-a735-0c499735a274) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:09.894326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c60519d7-9237-4af1-b7ca-1860f74a092e req-ee3e6003-f0e5-44e2-ab29-e9176bad6e89 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 210 time: 0.0444713 Jan 28 13:20:10.281464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (c830914d-dbe8-47be-9af7-36c6f53f8549), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.371270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.375532 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4 associated. External IP: 172.25.4.67, port: d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0. Jan 28 13:20:10.471708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dcf3f-5251-4aad-a06a-643c71a6dc34 req-285115f9-4ac8-4441-8e80-6b5fcf33ea9f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.473244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d41dcf3f-5251-4aad-a06a-643c71a6dc34 req-285115f9-4ac8-4441-8e80-6b5fcf33ea9f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.5494008 Jan 28 13:20:10.550222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bb04d-65f2-488e-8b5c-42e317da315d req-8a262cf1-6cb9-4863-90db-2534e9c05452 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.552438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e16bb04d-65f2-488e-8b5c-42e317da315d req-8a262cf1-6cb9-4863-90db-2534e9c05452 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0619392 Jan 28 13:20:10.601365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d41dcf3f-5251-4aad-a06a-643c71a6dc34 req-f787a3b4-c54d-40b6-ba9e-db142e3f2020 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202116 Jan 28 13:20:10.625975 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (2a0a7013-db22-44e5-a735-0c499735a274), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.661385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e16bb04d-65f2-488e-8b5c-42e317da315d req-f3a7f35f-8288-4715-9c44-d2e0c4af9de0 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949676 Jan 28 13:20:10.689215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Deleting port fceced42-9152-4d0f-8cd2-50d64e9f47ea {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:10.689215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.814253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] For port fceced42-9152-4d0f-8cd2-50d64e9f47ea, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fceced42-9152-4d0f-8cd2-50d64e9f47ea,segment=NetworkSegment(b50680ed-9752-435f-9249-b898a4775ee5),segment_id=b50680ed-9752-435f-9249-b898a4775ee5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:10.814852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.817490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2a0a7013-db22-44e5-a735-0c499735a274), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.829203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Calling delete_port for fceced42-9152-4d0f-8cd2-50d64e9f47ea owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:10.833531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49', '275e228a-d937-4274-8fa0-758b9ba65828'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:10.885014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Router 2eda5e88-7547-480d-865f-6ca1876455ed has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:20:10.886855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:10.899511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:10.902644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:10.928187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec', 'ade47e22-f733-4b6b-b409-2e1317d8aa27'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:10.967521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:10.968256 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:10.978700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=2a0a7013-db22-44e5-a735-0c499735a274,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:11.039031 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c23e1600-8057-4cd8-b112-ceda272e2bc5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7698240 Jan 28 13:20:11.061502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Request body: {'port': {'device_id': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:11.230912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:20:11.232993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2a0a7013-db22-44e5-a735-0c499735a274), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.242697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.244820 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] Sync routers for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:20:11.261415 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:11.262060 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:20:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:11.318630 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52d48c35-e5c9-4c90-80bb-9550cde562f0 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "PUT /v2.0/floatingips/9048d410-80ad-477c-bb50-d608f9b5d6e4 HTTP/1.1" status: 200 len: 990 time: 2.5888386 Jan 28 13:20:11.323196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fceced42-9152-4d0f-8cd2-50d64e9f47ea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.337747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:11.340996 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ade521-dbb6-4271-8550-90078177148a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:11.376865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b637fb7-3069-40a8-a1bc-f9b3af4497df req-2f4e6546-b447-4b5e-8397-b62e2427f697 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:11.387774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b637fb7-3069-40a8-a1bc-f9b3af4497df req-2f4e6546-b447-4b5e-8397-b62e2427f697 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.2185643 Jan 28 13:20:11.432279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Pushing event deleted for resources: {'Port': ['ID=fceced42-9152-4d0f-8cd2-50d64e9f47ea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:11.436479 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:11.579090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c6158704-ea93-43fd-87db-5b469708e16d None None] Provisioning complete for port 2a0a7013-db22-44e5-a735-0c499735a274 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:11.580973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6158704-ea93-43fd-87db-5b469708e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2a0a7013-db22-44e5-a735-0c499735a274), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.733805 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.747872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65d5e8-1d97-412c-832c-f5283ec24032 req-a3a25ce9-aa11-4a8a-89dc-6e4c3f0cfbf1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:11.752840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f65d5e8-1d97-412c-832c-f5283ec24032 req-a3a25ce9-aa11-4a8a-89dc-6e4c3f0cfbf1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.4208686 Jan 28 13:20:11.868759 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '9048d410-80ad-477c-bb50-d608f9b5d6e4', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'port_id': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'mac_address': 'fa:16:3e:1a:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:17:34Z', 'updated_at': '2022-01-28T13:20:09Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:11.872374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0a7013-db22-44e5-a735-0c499735a274 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:11.886408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c6158704-ea93-43fd-87db-5b469708e16d None None] Port 2a0a7013-db22-44e5-a735-0c499735a274 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:20:11.900495 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Publish callbacks [] for port (2a0a7013-db22-44e5-a735-0c499735a274), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.929336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Transition to ACTIVE for port object 2a0a7013-db22-44e5-a735-0c499735a274 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:11.940123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f65d5e8-1d97-412c-832c-f5283ec24032 req-b49e2de0-7335-4fc5-9246-d5154f2a7c9c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375785 Jan 28 13:20:11.945897 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] Checking router: 2eda5e88-7547-480d-865f-6ca1876455ed for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:20:11.946302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2a0a7013-db22-44e5-a735-0c499735a274), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:11.957864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:11.958755 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:20:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:12.058209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0a7013-db22-44e5-a735-0c499735a274,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:12.138137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b637fb7-3069-40a8-a1bc-f9b3af4497df req-da38ecb0-9327-42d7-a5ca-4675867ac1d1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491002 Jan 28 13:20:12.192445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b4100-c07b-4a78-88bb-c189b65271da req-d152699a-9a94-4b73-8bf2-ed229d089089 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.203902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-934b4100-c07b-4a78-88bb-c189b65271da req-d152699a-9a94-4b73-8bf2-ed229d089089 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.1684306 Jan 28 13:20:12.258393 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:12.269828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Attempting to bind port 2a0a7013-db22-44e5-a735-0c499735a274 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:12.270292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Attempting to bind port 2a0a7013-db22-44e5-a735-0c499735a274 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:12.270629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Attempting to bind port 2a0a7013-db22-44e5-a735-0c499735a274 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:12.318768 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-934b4100-c07b-4a78-88bb-c189b65271da req-3dd80a98-ad1a-4fc6-af9d-e47f04c98a6b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134791 Jan 28 13:20:12.330361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Port 2a0a7013-db22-44e5-a735-0c499735a274 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:12.330690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Attempting to bind port 2a0a7013-db22-44e5-a735-0c499735a274 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:12.338771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:12.339105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:12.339432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:12.339869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Bound port: 2a0a7013-db22-44e5-a735-0c499735a274, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:12.340264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2a0a7013-db22-44e5-a735-0c499735a274), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.371881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c76f-0d6d-4a37-8474-260ee67a1d0e req-0749155f-5d5a-418e-9022-cb7393ba7c78 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.380892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0bb0c76f-0d6d-4a37-8474-260ee67a1d0e req-0749155f-5d5a-418e-9022-cb7393ba7c78 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 947 time: 0.1365073 Jan 28 13:20:12.455737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0bb0c76f-0d6d-4a37-8474-260ee67a1d0e req-34309ee6-69d5-48fb-b642-4c43d7394031 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734069 Jan 28 13:20:12.484846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] For port 2a0a7013-db22-44e5-a735-0c499735a274, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:12.490287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] For port 2a0a7013-db22-44e5-a735-0c499735a274, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2a0a7013-db22-44e5-a735-0c499735a274,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:12.502329 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2a0a7013-db22-44e5-a735-0c499735a274), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.540468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (c830914d-dbe8-47be-9af7-36c6f53f8549), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.554024 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d75280-fc3d-4d89-b232-b64f2de3a751 x-openstack-request-id: req-e2d75280-fc3d-4d89-b232-b64f2de3a751 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:12.554575 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:12.555241 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2d75280-fc3d-4d89-b232-b64f2de3a751 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:12.555804 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'status': 'completed', 'code': 200} Jan 28 13:20:12.581693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.582703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:12.584311 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a0a7013-db22-44e5-a735-0c499735a274 HTTP/1.1" status: 200 len: 1095 time: 1.5333292 Jan 28 13:20:12.631646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb03d52-047e-442b-95d3-f451a9545b84 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0a7013-db22-44e5-a735-0c499735a274,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:12.650002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ade521-dbb6-4271-8550-90078177148a req-959788ee-88d1-4f32-b335-182e4e46eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.654361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31ade521-dbb6-4271-8550-90078177148a req-959788ee-88d1-4f32-b335-182e4e46eee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=139355f65bb249d39228ce5774b744fc&device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 1096 time: 0.0886586 Jan 28 13:20:12.749005 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '9048d410-80ad-477c-bb50-d608f9b5d6e4', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'port_id': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'mac_address': 'fa:16:3e:1a:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:17:34Z', 'updated_at': '2022-01-28T13:20:09Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:12.756601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-8951915b-24ee-462b-a536-27a5d24a3ff7 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.758469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-8951915b-24ee-462b-a536-27a5d24a3ff7 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.3959639 Jan 28 13:20:12.805705 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b0c459-8cf2-4c70-85bc-deb50294fafa None None] The sync data for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 is: [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '9048d410-80ad-477c-bb50-d608f9b5d6e4', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'port_id': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'mac_address': 'fa:16:3e:1a:a6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:17:34Z', 'updated_at': '2022-01-28T13:20:09Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:20:12.814419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822748-2'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:12.940641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-a9771998-cd7d-47bf-8270-c40122f68e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.942904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-a9771998-cd7d-47bf-8270-c40122f68e49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 1098 time: 0.2809849 Jan 28 13:20:12.962334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546291-eddc-4a41-ac20-4e4f690cce49 req-7ca6935c-283b-4696-b6fd-442687c65616 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:12.974590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76546291-eddc-4a41-ac20-4e4f690cce49 req-7ca6935c-283b-4696-b6fd-442687c65616 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.3017550 Jan 28 13:20:13.016309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.034245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Router c830914d-dbe8-47be-9af7-36c6f53f8549 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:20:13.062331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-93662b66-64ca-4832-a1c4-45890dd550cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=2a0a7013-db22-44e5-a735-0c499735a274 HTTP/1.1" status: 200 len: 217 time: 0.0846562 Jan 28 13:20:13.133369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c02da8ba-0195-46b3-94ed-9b4fccaa81db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.137422 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-c02da8ba-0195-46b3-94ed-9b4fccaa81db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0542021 Jan 28 13:20:13.144283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ade521-dbb6-4271-8550-90078177148a req-d712862d-654d-4bf3-a5c4-e3741110d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.145950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31ade521-dbb6-4271-8550-90078177148a req-d712862d-654d-4bf3-a5c4-e3741110d2ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 200 len: 925 time: 0.4589062 Jan 28 13:20:13.184741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f4583-8fb0-4b33-969b-95f2d722fab7 None None] New status for floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:20:13.275190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76546291-eddc-4a41-ac20-4e4f690cce49 req-001cd3e9-13ac-41b0-bb8c-60900c70871d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994645 Jan 28 13:20:13.357751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:13.374391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:20:13.385571 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] Sync routers for ids ['c830914d-dbe8-47be-9af7-36c6f53f8549'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:20:13.404351 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] Routers {'c830914d-dbe8-47be-9af7-36c6f53f8549'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:13.404995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4f444634-5575-4154-a690-56b1f6e05311 admin admin] 10.222.0.45 "PUT /v2.0/routers/c830914d-dbe8-47be-9af7-36c6f53f8549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6779482 Jan 28 13:20:13.405122 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:20:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c830914d-dbe8-47be-9af7-36c6f53f8549'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:13.406098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39632) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:13.506443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:13.526238 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31ade521-dbb6-4271-8550-90078177148a req-625cb7aa-d48b-4e75-b029-4dadd7c1031a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 HTTP/1.1" status: 200 len: 998 time: 0.2812703 Jan 28 13:20:13.541470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] Set router c830914d-dbe8-47be-9af7-36c6f53f8549 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:13.556798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Publish callbacks [] for port (d1f92a01-1701-40c3-9462-902548a6ecef), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.560767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:13.562752 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a09709-fe2c-4208-943c-3e8906d53d84" -d '{"events": [{"server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:13.582404 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.620209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1f92a01-1701-40c3-9462-902548a6ecef details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:13.633452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492979d-1aac-4626-b3a2-7d86dafd7231 req-e2a134d6-fd91-469d-9bb2-68993deeb6c8 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.634968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6492979d-1aac-4626-b3a2-7d86dafd7231 req-e2a134d6-fd91-469d-9bb2-68993deeb6c8 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.2948382 Jan 28 13:20:13.665213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf6f3-da86-4820-a5e1-d70df95edc28 req-b29b33d7-4a62-406b-b91e-a4eb85f7d525 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.669168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72edf6f3-da86-4820-a5e1-d70df95edc28 req-b29b33d7-4a62-406b-b91e-a4eb85f7d525 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 945 time: 0.2908535 Jan 28 13:20:13.671721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ade521-dbb6-4271-8550-90078177148a req-6f25fd0f-ef6b-4c2d-89e3-ff72640a876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.674487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31ade521-dbb6-4271-8550-90078177148a req-6f25fd0f-ef6b-4c2d-89e3-ff72640a876e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 200 len: 863 time: 0.1271400 Jan 28 13:20:13.679687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-274b9809-31e8-42bc-9c60-5628a5c1fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.682467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-274b9809-31e8-42bc-9c60-5628a5c1fcb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4257948 Jan 28 13:20:13.698906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on host n-h2-822748-2 for vnic_type normal with profile {"migrating_to": "n-h1-822748-2"} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:13.699249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:13.699966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:13.795154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:13.801318 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:20:11Z', 'revision_number': 5, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:13.803195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:13.803437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:13.833615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:13.833990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:13.834352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:13.834783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Bound port: d1f92a01-1701-40c3-9462-902548a6ecef, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:13.835149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.850008 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] Checking router: c830914d-dbe8-47be-9af7-36c6f53f8549 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:20:13.854337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on host n-h2-822748-2 for vnic_type normal with profile {"migrating_to": "n-h1-822748-2"} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:13.854881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:13.855250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:13.855942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72edf6f3-da86-4820-a5e1-d70df95edc28 req-2e8b201b-7cc5-4915-b0ab-1c2cec0eb7db tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711631 Jan 28 13:20:13.865321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:13.866367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ade521-dbb6-4271-8550-90078177148a req-de096a4a-9fb0-4715-b854-39420acb753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:13.867859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31ade521-dbb6-4271-8550-90078177148a req-de096a4a-9fb0-4715-b854-39420acb753a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=086c3db1-7a9a-4894-8acc-74310a4a913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624324 Jan 28 13:20:13.868640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:13.877834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:13.878215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:13.878828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:13.879296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Bound port: d1f92a01-1701-40c3-9462-902548a6ecef, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:13.879689 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:13.884215 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] Routers {'c830914d-dbe8-47be-9af7-36c6f53f8549'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:20:13.884852 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:20:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c830914d-dbe8-47be-9af7-36c6f53f8549'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:13.973559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:13.977115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:13.981521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:13.990905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6492979d-1aac-4626-b3a2-7d86dafd7231 req-8c0b2934-fdc8-4ee2-8938-69af7b31da4b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121371 Jan 28 13:20:13.992076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks [] for router (c830914d-dbe8-47be-9af7-36c6f53f8549), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.002660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.006553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:14.027942 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d1f92a01-1701-40c3-9462-902548a6ecef-n-h2-822748-2-0 {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:20:14.030765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-fa804b52-1e59-48e8-a993-06d3e36eede9 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854877 Jan 28 13:20:14.042644 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:20:14.114012 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] Set router c830914d-dbe8-47be-9af7-36c6f53f8549 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:20:14.133168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=8']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:14.167674 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7f1efc1-3290-4b1c-998f-ec115bbd91cb req-f2557250-67ec-4419-8270-bbc3509b0140 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282229 Jan 28 13:20:14.178142 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31ade521-dbb6-4271-8550-90078177148a req-d11e106b-8af2-458c-b8ab-27ecfcee65b4 service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933564 Jan 28 13:20:14.210299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf217b1-1cfb-4449-a2e8-0300379c00c2 req-b6d5abd8-c065-4f06-b9f3-834d61c426fb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:14.217500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eaf217b1-1cfb-4449-a2e8-0300379c00c2 req-b6d5abd8-c065-4f06-b9f3-834d61c426fb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.2344151 Jan 28 13:20:14.337648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks [] for router_gateway (c830914d-dbe8-47be-9af7-36c6f53f8549), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.348526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eaf217b1-1cfb-4449-a2e8-0300379c00c2 req-066c73b0-9458-4f4c-9831-a7d61de4f6a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250103 Jan 28 13:20:14.351880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:14.353060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.362217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-fdd102c7-178a-4753-a563-ab5c144eaef5 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 1121 time: 1.5577796 Jan 28 13:20:14.421435 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:20:11Z', 'revision_number': 5, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:14.427567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31ade521-dbb6-4271-8550-90078177148a req-4f66e3e0-44c3-4560-8e0e-b6b06901400b service neutron] 10.222.0.36 "GET /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387800 Jan 28 13:20:14.471324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Deleting port 91646591-9406-446f-aaa7-8c098650208d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:14.471836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (91646591-9406-446f-aaa7-8c098650208d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.484846 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3edcb8-be4a-4e9b-b28d-dbfdaeeea92a None None] The sync data for ids ['c830914d-dbe8-47be-9af7-36c6f53f8549'] in n-d-822748-2 is: [{'id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'name': 'tempest-FloatingIPsTestJSON-347773781-router', 'tenant_id': '0ffcc75172d84db3b32dfb29271102a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '91646591-9406-446f-aaa7-8c098650208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:39Z', 'updated_at': '2022-01-28T13:20:11Z', 'revision_number': 5, 'project_id': '0ffcc75172d84db3b32dfb29271102a2', 'gw_port': {'id': '91646591-9406-446f-aaa7-8c098650208d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c830914d-dbe8-47be-9af7-36c6f53f8549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:42Z', 'updated_at': '2022-01-28T13:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:20:14.488951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d1f92a01-1701-40c3-9462-902548a6ecef'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:14.502827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bebdb-002e-49cf-99a2-aa1f3fc543aa req-0059408a-9d61-492e-b10c-0bee8909cebc tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:14.510971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8e5bebdb-002e-49cf-99a2-aa1f3fc543aa req-0059408a-9d61-492e-b10c-0bee8909cebc tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 947 time: 0.0652733 Jan 28 13:20:14.562218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:14.564133 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990aa458-38b7-4897-ba9b-17225d04d2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "tag": "2a0a7013-db22-44e5-a735-0c499735a274"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:14.579746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d1f92a01-1701-40c3-9462-902548a6ecef'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:14.604689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8e5bebdb-002e-49cf-99a2-aa1f3fc543aa req-a376069e-801b-4e52-a375-21bbe6216aef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926762 Jan 28 13:20:14.668828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on host n-h2-822748-2 for vnic_type normal with profile {"migrating_to": "n-h1-822748-2"} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:14.669254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:14.669565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:14.676386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] For port 91646591-9406-446f-aaa7-8c098650208d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=91646591-9406-446f-aaa7-8c098650208d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:14.676763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (91646591-9406-446f-aaa7-8c098650208d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.693376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:14.693756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempting to bind port d1f92a01-1701-40c3-9462-902548a6ecef on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:14.705508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Calling delete_port for 91646591-9406-446f-aaa7-8c098650208d owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:14.712644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:14.713021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:14.713434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:14.713961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Bound port: d1f92a01-1701-40c3-9462-902548a6ecef, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:14.714291 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:14.797580 n-d-822748-2 neutron-server[103375]: WARNING neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Concurrent port binding operations failed on port d1f92a01-1701-40c3-9462-902548a6ecef Jan 28 13:20:14.802251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:14.808484 n-d-822748-2 neutron-server[103375]: INFO neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Attempt 2 to bind port d1f92a01-1701-40c3-9462-902548a6ecef Jan 28 13:20:14.808886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1f92a01-1701-40c3-9462-902548a6ecef has no active binding in host n-h1-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:20:14.821956 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b7556-226b-4084-8e53-2214ab10e228 req-d7ef1939-cf7d-4b49-8bed-82942669c1ae tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:14.832751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e32b7556-226b-4084-8e53-2214ab10e228 req-d7ef1939-cf7d-4b49-8bed-82942669c1ae tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0662065 Jan 28 13:20:14.839377 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802af828-71fb-4040-b7b6-0753b5223dd0 x-openstack-request-id: req-802af828-71fb-4040-b7b6-0753b5223dd0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:14.840019 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:14.840364 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-802af828-71fb-4040-b7b6-0753b5223dd0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:14.844431 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef', 'code': 200} Jan 28 13:20:14.942948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e32b7556-226b-4084-8e53-2214ab10e228 req-2bb614b3-896b-40f8-8c66-640988ee1567 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087875 Jan 28 13:20:14.987396 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0831580-ee24-4f0a-9ebb-c291f32ac628 x-openstack-request-id: req-b0831580-ee24-4f0a-9ebb-c291f32ac628 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:14.987707 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "tag": "2a0a7013-db22-44e5-a735-0c499735a274", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:14.987971 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0831580-ee24-4f0a-9ebb-c291f32ac628 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:14.988408 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274', 'status': 'completed', 'code': 200} Jan 28 13:20:15.118840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-82929204-5222-45eb-b57e-fb4a5f523c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.122521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-82929204-5222-45eb-b57e-fb4a5f523c78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 1098 time: 0.1080258 Jan 28 13:20:15.127986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ba59-3037-4d41-a201-aea841c44f06 req-635f350b-1712-454e-bd1a-a11f88e2b434 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.140715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fceced42-9152-4d0f-8cd2-50d64e9f47ea no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:15.145061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ae5ba59-3037-4d41-a201-aea841c44f06 req-635f350b-1712-454e-bd1a-a11f88e2b434 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.2470675 Jan 28 13:20:15.152379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (91646591-9406-446f-aaa7-8c098650208d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:15.168635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: fceced42-9152-4d0f-8cd2-50d64e9f47ea {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:15.168987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fceced42-9152-4d0f-8cd2-50d64e9f47ea not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:15.277202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ae5ba59-3037-4d41-a201-aea841c44f06 req-a276f65a-7967-4549-ac3c-d026c5f365b0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257715 Jan 28 13:20:15.289820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91646591-9406-446f-aaa7-8c098650208d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:15.316940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d9fa3-daec-46ab-83ec-993b236e2fe0 req-5f0e9e0f-8895-4b2d-8ad1-87267432b91f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.324593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-186d9fa3-daec-46ab-83ec-993b236e2fe0 req-5f0e9e0f-8895-4b2d-8ad1-87267432b91f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.1399274 Jan 28 13:20:15.392159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (c830914d-dbe8-47be-9af7-36c6f53f8549), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:15.392935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-53083fbd-b1cb-4744-983d-8c2b086bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.394463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-53083fbd-b1cb-4744-983d-8c2b086bc802 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2593594 Jan 28 13:20:15.467212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-186d9fa3-daec-46ab-83ec-993b236e2fe0 req-a55170fa-3e92-4fd6-bd84-6e4d9d02b8fb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412203 Jan 28 13:20:15.472968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-8526d1d5-9330-475f-9a99-ce04803c8704 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=2a0a7013-db22-44e5-a735-0c499735a274 HTTP/1.1" status: 200 len: 217 time: 0.0539315 Jan 28 13:20:15.578457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-1442bb5c-674f-4a28-ae66-f23a163ad4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.582016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-1442bb5c-674f-4a28-ae66-f23a163ad4d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0989623 Jan 28 13:20:15.638080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f23d3-e2da-4477-ba5c-645a87a34266 req-2b783979-fe19-4967-8d4f-bbec9ea15d6b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.645189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b7f23d3-e2da-4477-ba5c-645a87a34266 req-2b783979-fe19-4967-8d4f-bbec9ea15d6b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1067600 Jan 28 13:20:15.696849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-3c42e3a5-1b2a-4d24-9450-848fcee0ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.698622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-3c42e3a5-1b2a-4d24-9450-848fcee0ba63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091220 Jan 28 13:20:15.711267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b7f23d3-e2da-4477-ba5c-645a87a34266 req-10ae0074-e0be-46a3-9652-7b7e3becd5f5 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651801 Jan 28 13:20:15.843939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39726) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:15.852929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (c830914d-dbe8-47be-9af7-36c6f53f8549), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:15.855708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks [] for router_controller (c830914d-dbe8-47be-9af7-36c6f53f8549), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:15.869535 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-78086e24-f6f9-4af9-ad6e-65007c82309c service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572444 Jan 28 13:20:15.870010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbe13b-d48a-4828-9f8b-249a70424693 req-8a74968e-cd68-4ae9-80b9-92850a6daa13 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.877367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52cbe13b-d48a-4828-9f8b-249a70424693 req-8a74968e-cd68-4ae9-80b9-92850a6daa13 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.4615026 Jan 28 13:20:15.920304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc164a0-f850-46dc-be15-438cc372a5df req-57844a3c-f77f-404e-9a11-ee8cc6a13e9d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:15.922168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfc164a0-f850-46dc-be15-438cc372a5df req-57844a3c-f77f-404e-9a11-ee8cc6a13e9d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 947 time: 0.0886755 Jan 28 13:20:15.992601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52cbe13b-d48a-4828-9f8b-249a70424693 req-4c50afaf-f157-488b-adf9-392cef0cc79e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142964 Jan 28 13:20:15.994291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (c830914d-dbe8-47be-9af7-36c6f53f8549), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:15.994602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c830914d-dbe8-47be-9af7-36c6f53f8549 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:20:16.011768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.016176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8f34edba-94fc-42a7-bf7b-cad404d60fe2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c830914d-dbe8-47be-9af7-36c6f53f8549 HTTP/1.1" status: 204 len: 168 time: 2.6038544 Jan 28 13:20:16.017505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39730) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:16.028858 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d69c570-e01f-46e9-8af7-79734b000ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.057277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfc164a0-f850-46dc-be15-438cc372a5df req-dddda76a-25dc-4a08-b4f4-8c6353dc57d1 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037407 Jan 28 13:20:16.099038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] Deleting subnet e1fd7214-3cc5-4128-bc62-88664ec5c653 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:20:16.106885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] Publish callbacks [] for subnet (e1fd7214-3cc5-4128-bc62-88664ec5c653), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.118247 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-990aa458-38b7-4897-ba9b-17225d04d2fb req-9f3213eb-ee5d-43fb-96b7-8f8b23ea5915 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338152 Jan 28 13:20:16.142978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (e1fd7214-3cc5-4128-bc62-88664ec5c653), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.214489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d69c570-e01f-46e9-8af7-79734b000ef1 admin admin] Publish callbacks [] for security_group (13821ea8-b69b-4631-a017-66dd43566f35), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.227094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d69c570-e01f-46e9-8af7-79734b000ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (13821ea8-b69b-4631-a017-66dd43566f35), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.269191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab7ba3-ec67-40ec-b3ac-a7bfa6e9f0bf req-43c5cc77-2472-495f-b1a1-f7c751f58e14 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.270683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8aab7ba3-ec67-40ec-b3ac-a7bfa6e9f0bf req-43c5cc77-2472-495f-b1a1-f7c751f58e14 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0992408 Jan 28 13:20:16.277073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e1fd7214-3cc5-4128-bc62-88664ec5c653), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.278600 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2d69c570-e01f-46e9-8af7-79734b000ef1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3403a7e08c0c4b0d97a75cedfa6f5a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315865 Jan 28 13:20:16.284340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39734) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:16.311418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69c570-e01f-46e9-8af7-79734b000ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13821ea8-b69b-4631-a017-66dd43566f35,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:16.347359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (e1fd7214-3cc5-4128-bc62-88664ec5c653), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.398331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1fd7214-3cc5-4128-bc62-88664ec5c653,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:16.401093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83b46a-3afa-48f1-869d-34485b4060e2 None None] Network c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:16.402115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.408850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-18c8efde-fcb2-497c-b56c-92979e11f959 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e1fd7214-3cc5-4128-bc62-88664ec5c653 HTTP/1.1" status: 204 len: 168 time: 0.3899360 Jan 28 13:20:16.411884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39738) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:16.515056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.536743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4efa1-48e9-45fe-ae1b-df27bb714ecf req-f3e48acd-df20-4e2b-b749-3e0552eef448 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.538325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6b4efa1-48e9-45fe-ae1b-df27bb714ecf req-f3e48acd-df20-4e2b-b749-3e0552eef448 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.1182158 Jan 28 13:20:16.685377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6b4efa1-48e9-45fe-ae1b-df27bb714ecf req-4d054b84-8283-4983-b9e5-f6518ad1fe17 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278572 Jan 28 13:20:16.695218 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8aab7ba3-ec67-40ec-b3ac-a7bfa6e9f0bf req-c8d11f24-0ea3-4d0a-a41f-b254ba334e02 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151294 Jan 28 13:20:16.703146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Deleting port f100d6eb-a946-4a1c-8710-5389523df8e7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:16.703756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.768835 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5671f53-e097-4cba-95c4-2d06cd3a8185 admin admin] Publish callbacks [] for security_group (13821ea8-b69b-4631-a017-66dd43566f35), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.837467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5671f53-e097-4cba-95c4-2d06cd3a8185 admin admin] Publish callbacks [] for security_group (13821ea8-b69b-4631-a017-66dd43566f35), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.846224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:16.848841 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb1188a-0c3e-4164-8cb8-87614a7f57df" -d '{"events": [{"name": "network-changed", "server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:16.857934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] For port f100d6eb-a946-4a1c-8710-5389523df8e7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f100d6eb-a946-4a1c-8710-5389523df8e7,segment=NetworkSegment(b50680ed-9752-435f-9249-b898a4775ee5),segment_id=b50680ed-9752-435f-9249-b898a4775ee5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:16.858444 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.875576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Calling delete_port for f100d6eb-a946-4a1c-8710-5389523df8e7 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:16.882842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] DHCP port deletion for c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:20:16.899771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0332d-3519-423a-9e01-40b6b1dc44fd req-08b5a4b2-c526-497b-b503-8d21d4124cfc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.909908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eed0332d-3519-423a-9e01-40b6b1dc44fd req-08b5a4b2-c526-497b-b503-8d21d4124cfc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.1057110 Jan 28 13:20:16.928397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923bab0-d77a-4438-b42c-212c39db5a40 req-eac5a0ed-cb54-4771-8361-ad9140d23ad6 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:16.930347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f923bab0-d77a-4438-b42c-212c39db5a40 req-eac5a0ed-cb54-4771-8361-ad9140d23ad6 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.1335402 Jan 28 13:20:16.946365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] Deleting port f100d6eb-a946-4a1c-8710-5389523df8e7 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:16.946996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5671f53-e097-4cba-95c4-2d06cd3a8185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (13821ea8-b69b-4631-a017-66dd43566f35), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.947457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.951919 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5671f53-e097-4cba-95c4-2d06cd3a8185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:16.953353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a5671f53-e097-4cba-95c4-2d06cd3a8185 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13821ea8-b69b-4631-a017-66dd43566f35 HTTP/1.1" status: 204 len: 168 time: 0.6673021 Jan 28 13:20:16.999324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5671f53-e097-4cba-95c4-2d06cd3a8185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13821ea8-b69b-4631-a017-66dd43566f35,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:17.029884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eed0332d-3519-423a-9e01-40b6b1dc44fd req-374092ec-5190-40bc-a14b-811404083594 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145544 Jan 28 13:20:17.071742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.076695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f923bab0-d77a-4438-b42c-212c39db5a40 req-d3b0528c-3733-4b46-a082-1d26dff3a21a tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388783 Jan 28 13:20:17.177706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] For port f100d6eb-a946-4a1c-8710-5389523df8e7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f100d6eb-a946-4a1c-8710-5389523df8e7,segment=NetworkSegment(b50680ed-9752-435f-9249-b898a4775ee5),segment_id=b50680ed-9752-435f-9249-b898a4775ee5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:17.178505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.178621 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ce134-a114-4347-aa38-012fccc4e688 x-openstack-request-id: req-5e8ce134-a114-4347-aa38-012fccc4e688 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:17.178975 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:17.179375 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e8ce134-a114-4347-aa38-012fccc4e688 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:17.179989 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef', 'status': 'completed', 'code': 200} Jan 28 13:20:17.183804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Pushing event deleted for resources: {'Port': ['ID=f100d6eb-a946-4a1c-8710-5389523df8e7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:17.186403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] No DVR routers for this DVR port f100d6eb-a946-4a1c-8710-5389523df8e7 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:17.245791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] Calling delete_port for f100d6eb-a946-4a1c-8710-5389523df8e7 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:17.262031 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-ef25dee6-5d0d-488b-916b-377c5e640a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:17.264993 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-ef25dee6-5d0d-488b-916b-377c5e640a02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1124 time: 0.0833142 Jan 28 13:20:17.300474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 91646591-9406-446f-aaa7-8c098650208d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:17.320768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.338646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86c1ef-7671-4467-8f7c-27e4ad19a957 req-2e1e8342-7e24-4497-80f3-3c4e637d376a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:17.346696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be86c1ef-7671-4467-8f7c-27e4ad19a957 req-2e1e8342-7e24-4497-80f3-3c4e637d376a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1634934 Jan 28 13:20:17.371383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 91646591-9406-446f-aaa7-8c098650208d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:17.371723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 91646591-9406-446f-aaa7-8c098650208d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:17.372172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f100d6eb-a946-4a1c-8710-5389523df8e7 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:17.394057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:17.419730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f100d6eb-a946-4a1c-8710-5389523df8e7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:17.423559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f100d6eb-a946-4a1c-8710-5389523df8e7 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:17.430363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50680ed-9752-435f-9249-b898a4775ee5') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:17.431102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50680ed-9752-435f-9249-b898a4775ee5') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:17.452309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (b50680ed-9752-435f-9249-b898a4775ee5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.476624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be86c1ef-7671-4467-8f7c-27e4ad19a957 req-d7fb761d-9b62-4fcc-8b37-87ca48b0d651 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291072 Jan 28 13:20:17.492235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaec38c-ba4f-4f09-87fb-d982a17fae22 req-3c71debe-5f1b-4a45-8bb8-93e07a80816b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:17.493195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b50680ed-9752-435f-9249-b898a4775ee5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.503832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:20:17.506929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (b50680ed-9752-435f-9249-b898a4775ee5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.507525 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0eaec38c-ba4f-4f09-87fb-d982a17fae22 req-3c71debe-5f1b-4a45-8bb8-93e07a80816b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 947 time: 0.1958883 Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:20:17.508447 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:20:17.533129 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (f100d6eb-a946-4a1c-8710-5389523df8e7), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.581243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-8f00981f-c42c-43f5-bca4-205b9ca7e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:17.583130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-8f00981f-c42c-43f5-bca4-205b9ca7e65d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.3063767 Jan 28 13:20:17.612056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] Pushing event deleted for resources: {'Port': ['ID=f100d6eb-a946-4a1c-8710-5389523df8e7,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:17.628303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be3441-c1fb-4074-b06f-72a2a4f48057 None None] No DVR routers for this DVR port f100d6eb-a946-4a1c-8710-5389523df8e7 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:17.632428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0eaec38c-ba4f-4f09-87fb-d982a17fae22 req-af0bf7a7-d059-43a5-9840-e83128ff8628 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235096 Jan 28 13:20:17.654553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2a0a7013-db22-44e5-a735-0c499735a274 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:17.717855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79409b13-8f0d-4d73-98ea-4c621ffbd1bb req-34799cda-e32d-4c01-83c2-8ab712142869 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:17.724097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79409b13-8f0d-4d73-98ea-4c621ffbd1bb req-34799cda-e32d-4c01-83c2-8ab712142869 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.1247399 Jan 28 13:20:17.748263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-c181fa91-26f1-4ff0-b699-1e65d8f0fed6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 217 time: 0.1476929 Jan 28 13:20:17.801110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2a0a7013-db22-44e5-a735-0c499735a274, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2a0a7013-db22-44e5-a735-0c499735a274,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:17.817026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '2a0a7013-db22-44e5-a735-0c499735a274', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '2a0a7013-db22-44e5-a735-0c499735a274', 'mac_address': 'fa:16:3e:4c:60:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:17.860810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-77fbcf60-5e88-4dc9-bebc-93edcd9d0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:17.862088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79409b13-8f0d-4d73-98ea-4c621ffbd1bb req-618e8d64-d8ab-47b8-ae28-cc23b02467c1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317756 Jan 28 13:20:17.862270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-77fbcf60-5e88-4dc9-bebc-93edcd9d0df2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0985227 Jan 28 13:20:17.864626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.915709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2a0a7013-db22-44e5-a735-0c499735a274 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:17.916887 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2a0a7013-db22-44e5-a735-0c499735a274), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.925695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:17.946668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] 10.222.0.45 "DELETE /v2.0/networks/c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca HTTP/1.1" status: 204 len: 168 time: 1.5335588 Jan 28 13:20:17.947651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd9992-9281-414a-8ac3-92d92881784c admin admin] Pushing event deleted for resources: {'Network': ['ID=c91ef84a-4a1c-4a17-86bc-be3a2e96a8ca,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:17.951118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0a7013-db22-44e5-a735-0c499735a274 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:17.970146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-d6d646e4-344b-4733-9d60-7efc77fea04b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869305 Jan 28 13:20:18.009302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2a0a7013-db22-44e5-a735-0c499735a274, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2a0a7013-db22-44e5-a735-0c499735a274,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:18.016921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2a0a7013-db22-44e5-a735-0c499735a274), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.153881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2a0a7013-db22-44e5-a735-0c499735a274,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:18.200324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-85913018-e8eb-40ff-a702-f737d55dad81 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915181 Jan 28 13:20:18.200797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39790) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:18.324784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35076401-6043-43cf-83be-8dbf34883c62 req-04e8843b-1406-432b-8818-04f166f8bb41 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:18.332392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35076401-6043-43cf-83be-8dbf34883c62 req-04e8843b-1406-432b-8818-04f166f8bb41 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.4407291 Jan 28 13:20:18.409028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['2a0a7013-db22-44e5-a735-0c499735a274'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:18.418718 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-134a8b52-f037-4230-8fc6-7b7c600e0448 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ffcc75172d84db3b32dfb29271102a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151730 Jan 28 13:20:18.421672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39796) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:18.441744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edb1188a-0c3e-4164-8cb8-87614a7f57df req-f6ac0647-24d7-4ba6-9685-e278ce874c11 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126145 Jan 28 13:20:18.455800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35076401-6043-43cf-83be-8dbf34883c62 req-1ee1fef9-08d6-4347-ae37-f115dab4929f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195695 Jan 28 13:20:18.669507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705c091-76ba-4577-a440-6dbc5db982a6 req-c743c2a7-0d6d-4e59-a3e1-d58355e920b8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:18.671048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0705c091-76ba-4577-a440-6dbc5db982a6 req-c743c2a7-0d6d-4e59-a3e1-d58355e920b8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.1301935 Jan 28 13:20:18.671916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5165b6ef-96ac-427f-bd2a-fb473d41921e admin admin] Publish callbacks [] for security_group (ae593fdc-cd78-47e7-a84c-512a15d22c41), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.677718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910444-f2b1-4321-a1f0-38568431a642 req-8887601e-2db2-4529-b96b-9c789c134a87 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:18.684832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a910444-f2b1-4321-a1f0-38568431a642 req-8887601e-2db2-4529-b96b-9c789c134a87 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0691199 Jan 28 13:20:18.730710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a910444-f2b1-4321-a1f0-38568431a642 req-c275601f-4c3f-4278-8906-f59bb5813f49 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Jan 28 13:20:18.767569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0705c091-76ba-4577-a440-6dbc5db982a6 req-acb916cd-db2b-4915-b34a-66ee705bffbc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754509 Jan 28 13:20:18.774068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5165b6ef-96ac-427f-bd2a-fb473d41921e admin admin] Publish callbacks [] for security_group (ae593fdc-cd78-47e7-a84c-512a15d22c41), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.847074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5165b6ef-96ac-427f-bd2a-fb473d41921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae593fdc-cd78-47e7-a84c-512a15d22c41), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.852583 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5165b6ef-96ac-427f-bd2a-fb473d41921e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:18.856736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5165b6ef-96ac-427f-bd2a-fb473d41921e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae593fdc-cd78-47e7-a84c-512a15d22c41 HTTP/1.1" status: 204 len: 168 time: 0.4324031 Jan 28 13:20:18.878860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165b6ef-96ac-427f-bd2a-fb473d41921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae593fdc-cd78-47e7-a84c-512a15d22c41,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:19.107455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4452c-0e8d-433b-8e32-143e1c087225 req-09f63bce-7644-45a8-940c-6be47d889000 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:19.110191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9e4452c-0e8d-433b-8e32-143e1c087225 req-09f63bce-7644-45a8-940c-6be47d889000 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 948 time: 0.0870521 Jan 28 13:20:19.171102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9e4452c-0e8d-433b-8e32-143e1c087225 req-4dabe1a7-e393-4369-9d71-869816d68dea tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543234 Jan 28 13:20:19.207029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d91f-baa0-4537-a185-d40985f5c136 req-b5a64584-d9c6-4b96-b29a-c55931426234 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:19.208633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e27d91f-baa0-4537-a185-d40985f5c136 req-b5a64584-d9c6-4b96-b29a-c55931426234 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0570920 Jan 28 13:20:19.293812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e27d91f-baa0-4537-a185-d40985f5c136 req-b3ff9613-c2f1-49b4-8ba9-55ba11ec8918 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778079 Jan 28 13:20:19.601991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696d868-0bd3-4dad-9c30-7a2648d15bb5 req-f8e3ed15-a70a-4ea6-b827-64014540a66f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:19.609590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1696d868-0bd3-4dad-9c30-7a2648d15bb5 req-f8e3ed15-a70a-4ea6-b827-64014540a66f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0741255 Jan 28 13:20:19.678503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1696d868-0bd3-4dad-9c30-7a2648d15bb5 req-41f346d7-a4f6-4391-853a-3b1bc04f6d8c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624990 Jan 28 13:20:19.713074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39870) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:19.912724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de02f05-4eca-44f9-a3ad-54e4461b2808 req-00ecef9c-18d5-4507-b165-5143fb17e993 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:19.915203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2de02f05-4eca-44f9-a3ad-54e4461b2808 req-00ecef9c-18d5-4507-b165-5143fb17e993 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.0607786 Jan 28 13:20:19.921103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bb356-0b9a-4907-b064-801aac4ebb32 req-5bfe687f-b1bd-49a7-b1ea-5859a917c8dc tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:19.923793 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c84bb356-0b9a-4907-b064-801aac4ebb32 req-5bfe687f-b1bd-49a7-b1ea-5859a917c8dc tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0566742 Jan 28 13:20:19.982025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2de02f05-4eca-44f9-a3ad-54e4461b2808 req-5ee960c4-2bf6-404a-8881-018c27436a88 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612242 Jan 28 13:20:20.002546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c84bb356-0b9a-4907-b064-801aac4ebb32 req-cca889f6-615d-49aa-bcf0-b8f79a1ce614 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725436 Jan 28 13:20:20.015371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9318bab-6cc3-409a-8708-c8c324b9ce73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.092416 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9318bab-6cc3-409a-8708-c8c324b9ce73 admin admin] Publish callbacks [] for security_group (40599f9c-be5e-4cb2-819f-c9f39050db00), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.101285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9318bab-6cc3-409a-8708-c8c324b9ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (40599f9c-be5e-4cb2-819f-c9f39050db00), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.158448 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b9318bab-6cc3-409a-8708-c8c324b9ce73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8fc6bdda141346d2bafac6750e409e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432325 Jan 28 13:20:20.161369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:20.175966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9318bab-6cc3-409a-8708-c8c324b9ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40599f9c-be5e-4cb2-819f-c9f39050db00,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:20.230971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca37f517-242a-4085-a94c-ceb6f0157f05 admin admin] Publish callbacks [] for security_group (40599f9c-be5e-4cb2-819f-c9f39050db00), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.255624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca37f517-242a-4085-a94c-ceb6f0157f05 admin admin] Publish callbacks [] for security_group (40599f9c-be5e-4cb2-819f-c9f39050db00), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.324535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca37f517-242a-4085-a94c-ceb6f0157f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (40599f9c-be5e-4cb2-819f-c9f39050db00), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.326994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca37f517-242a-4085-a94c-ceb6f0157f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:20.331320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ca37f517-242a-4085-a94c-ceb6f0157f05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40599f9c-be5e-4cb2-819f-c9f39050db00 HTTP/1.1" status: 204 len: 168 time: 0.1655736 Jan 28 13:20:20.336992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37f517-242a-4085-a94c-ceb6f0157f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40599f9c-be5e-4cb2-819f-c9f39050db00,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:20.342175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f21fb-5bc7-469e-b2e0-df8ff1c3a6de req-214937fa-7ea3-429e-b7ef-c8b6f431ab02 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:20.350523 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-467f21fb-5bc7-469e-b2e0-df8ff1c3a6de req-214937fa-7ea3-429e-b7ef-c8b6f431ab02 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 948 time: 0.0893590 Jan 28 13:20:20.404420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-664b6f42-3eb6-4d27-b4e1-5624a9bfc06a req-5ce2ed06-aa21-4537-907b-a323bc3ef680 tempest-AbsoluteLimitsNegativeTestJSON-2039911511 tempest-AbsoluteLimitsNegativeTestJSON-2039911511-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=07e29983f1fb488ab423651c3c0f20a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324113 Jan 28 13:20:20.415703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-467f21fb-5bc7-469e-b2e0-df8ff1c3a6de req-de74ca79-64d1-46e5-90bb-2abb3b91a149 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572820 Jan 28 13:20:20.512431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b6f42-3eb6-4d27-b4e1-5624a9bfc06a req-9c9c96e8-19e6-41ae-821b-1beb82652b85 tempest-AbsoluteLimitsNegativeTestJSON-2039911511 tempest-AbsoluteLimitsNegativeTestJSON-2039911511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:20.514039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-664b6f42-3eb6-4d27-b4e1-5624a9bfc06a req-9c9c96e8-19e6-41ae-821b-1beb82652b85 tempest-AbsoluteLimitsNegativeTestJSON-2039911511 tempest-AbsoluteLimitsNegativeTestJSON-2039911511-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087816 Jan 28 13:20:20.529727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-664b6f42-3eb6-4d27-b4e1-5624a9bfc06a req-498d6a34-117b-4725-9bf9-2d9cd2f5cae8 tempest-AbsoluteLimitsNegativeTestJSON-2039911511 tempest-AbsoluteLimitsNegativeTestJSON-2039911511-project] 10.222.0.45 "GET /v2.0/quotas/07e29983f1fb488ab423651c3c0f20a8 HTTP/1.1" status: 200 len: 375 time: 0.0099225 Jan 28 13:20:20.544713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168eacc-79a1-470a-a8b8-c6338b3aaf77 req-00ae7e85-4d56-47f5-ac56-d9b189aaa3e7 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:20.546225 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a168eacc-79a1-470a-a8b8-c6338b3aaf77 req-00ae7e85-4d56-47f5-ac56-d9b189aaa3e7 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0551951 Jan 28 13:20:20.566998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-664b6f42-3eb6-4d27-b4e1-5624a9bfc06a req-7886f9d9-cd66-4f27-81d5-5c5a68c755d7 tempest-AbsoluteLimitsNegativeTestJSON-2039911511 tempest-AbsoluteLimitsNegativeTestJSON-2039911511-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07e29983f1fb488ab423651c3c0f20a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287120 Jan 28 13:20:20.600448 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a168eacc-79a1-470a-a8b8-c6338b3aaf77 req-a89a909e-53fc-455e-8048-e517baf407c5 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478358 Jan 28 13:20:20.803950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20b17b-0dd6-4058-b552-4f347a940dd4 req-401735e3-aa87-4941-92e8-6a33e09086ea tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:20.805467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c20b17b-0dd6-4058-b552-4f347a940dd4 req-401735e3-aa87-4941-92e8-6a33e09086ea tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0538399 Jan 28 13:20:20.844752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39922) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:20.869137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c20b17b-0dd6-4058-b552-4f347a940dd4 req-b9b7f637-4499-4272-8fb4-183a522a5a02 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569572 Jan 28 13:20:20.959026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aee4164-d994-4c85-b8e2-50ab3159595b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.043720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aee4164-d994-4c85-b8e2-50ab3159595b admin admin] Publish callbacks [] for security_group (1c568a37-dd35-4d43-914a-9d9438de96cb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.049842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aee4164-d994-4c85-b8e2-50ab3159595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c568a37-dd35-4d43-914a-9d9438de96cb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.050901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 00d2340f-67ea-490e-b00d-00203cab2c17 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:21.096961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5aee4164-d994-4c85-b8e2-50ab3159595b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07e29983f1fb488ab423651c3c0f20a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510178 Jan 28 13:20:21.099435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee4164-d994-4c85-b8e2-50ab3159595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c568a37-dd35-4d43-914a-9d9438de96cb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:21.100262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39938) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:21.163340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd62e4-3721-4b9b-950c-d038f8293ff1 req-e8e4e06d-9327-40fb-99d0-96b3d7ea0960 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:21.165372 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3dd62e4-3721-4b9b-950c-d038f8293ff1 req-e8e4e06d-9327-40fb-99d0-96b3d7ea0960 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.0563157 Jan 28 13:20:21.204978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:21.214008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10232964-605f-42e7-abb2-3f4939cabf9c req-002df9eb-ed92-454d-8860-4c8101803ce1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:21.215516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10232964-605f-42e7-abb2-3f4939cabf9c req-002df9eb-ed92-454d-8860-4c8101803ce1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0993295 Jan 28 13:20:21.218101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '00d2340f-67ea-490e-b00d-00203cab2c17', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'port_id': '00d2340f-67ea-490e-b00d-00203cab2c17', 'mac_address': 'fa:16:3e:47:b3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf93836-27c0-4f97-bcc4-f44af5d1ee4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:21.223460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-033cf433-4d1a-421a-9b5a-ada5b9556a64 admin admin] Publish callbacks [] for security_group (1c568a37-dd35-4d43-914a-9d9438de96cb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.223719 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3dd62e4-3721-4b9b-950c-d038f8293ff1 req-2ec9ec72-a7aa-4f2c-9ff8-2439a0946a82 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Jan 28 13:20:21.260279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 00d2340f-67ea-490e-b00d-00203cab2c17 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:21.260680 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.273355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-033cf433-4d1a-421a-9b5a-ada5b9556a64 admin admin] Publish callbacks [] for security_group (1c568a37-dd35-4d43-914a-9d9438de96cb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.273803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00d2340f-67ea-490e-b00d-00203cab2c17 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:21.294033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:21.298664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10232964-605f-42e7-abb2-3f4939cabf9c req-1ebc4e17-1c68-4320-8d44-90144ed8f087 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755992 Jan 28 13:20:21.298992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.343398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-033cf433-4d1a-421a-9b5a-ada5b9556a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c568a37-dd35-4d43-914a-9d9438de96cb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.347494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-033cf433-4d1a-421a-9b5a-ada5b9556a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.352554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-033cf433-4d1a-421a-9b5a-ada5b9556a64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c568a37-dd35-4d43-914a-9d9438de96cb HTTP/1.1" status: 204 len: 168 time: 0.2495768 Jan 28 13:20:21.363570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cf433-4d1a-421a-9b5a-ada5b9556a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c568a37-dd35-4d43-914a-9d9438de96cb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:21.373812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:21.402204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.402563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.402926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.403278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.403622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.403952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.404306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.404636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.404964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.405291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.405616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.405939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.406263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:21.517159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['00d2340f-67ea-490e-b00d-00203cab2c17'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:21.579520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb45c7-780c-41c2-8712-5c0aa1881650 req-2839172b-3ce1-446e-9f7f-6c5aa5958fb9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:21.582097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20fb45c7-780c-41c2-8712-5c0aa1881650 req-2839172b-3ce1-446e-9f7f-6c5aa5958fb9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 948 time: 0.0813708 Jan 28 13:20:21.650346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20fb45c7-780c-41c2-8712-5c0aa1881650 req-12535e49-688b-4c62-aa6d-4c384544eaa2 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566258 Jan 28 13:20:21.708343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1f92a01-1701-40c3-9462-902548a6ecef details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:21.747142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2a0a7013-db22-44e5-a735-0c499735a274 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:21.779024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dbe8e-c860-48fd-b434-7494d5eebe89 req-08894c6c-4ddb-4057-96b2-70420f8778cd tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:21.786772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-239dbe8e-c860-48fd-b434-7494d5eebe89 req-08894c6c-4ddb-4057-96b2-70420f8778cd tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 945 time: 0.0689733 Jan 28 13:20:21.849127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-239dbe8e-c860-48fd-b434-7494d5eebe89 req-b25ca92d-2126-46c7-91a2-e27f931b989e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555196 Jan 28 13:20:21.909374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:21.912679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 2a0a7013-db22-44e5-a735-0c499735a274 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:21.924802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 2a0a7013-db22-44e5-a735-0c499735a274 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:21.925191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2a0a7013-db22-44e5-a735-0c499735a274), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:21.955643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1f92a01-1701-40c3-9462-902548a6ecef has no active binding in host n-h1-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:20:22.034719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7dd56-e295-4001-8f12-2ddc3bbc09fd req-f1034e83-30c2-47ed-aa2e-a9bb93f30c9b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:22.042177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6cf7dd56-e295-4001-8f12-2ddc3bbc09fd req-f1034e83-30c2-47ed-aa2e-a9bb93f30c9b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0840971 Jan 28 13:20:22.064701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2a0a7013-db22-44e5-a735-0c499735a274 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:22.066196 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2a0a7013-db22-44e5-a735-0c499735a274), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.105503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:22.108561 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00a7017-00b7-4706-bed2-6cf9a2d0fd4a" -d '{"events": [{"server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "name": "network-vif-plugged", "status": "completed", "tag": "2a0a7013-db22-44e5-a735-0c499735a274"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:22.113784 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6cf7dd56-e295-4001-8f12-2ddc3bbc09fd req-bcaab0ac-6915-4e97-bcd6-029a1339c9e7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695908 Jan 28 13:20:22.124226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2a0a7013-db22-44e5-a735-0c499735a274, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2a0a7013-db22-44e5-a735-0c499735a274,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:22.134018 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2a0a7013-db22-44e5-a735-0c499735a274), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.211629 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb13fef-0b95-4d5c-899d-64ebb17b40f5 x-openstack-request-id: req-fdb13fef-0b95-4d5c-899d-64ebb17b40f5 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:22.212072 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "name": "network-vif-plugged", "status": "completed", "tag": "2a0a7013-db22-44e5-a735-0c499735a274", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:22.212430 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdb13fef-0b95-4d5c-899d-64ebb17b40f5 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:22.212913 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274', 'code': 200} Jan 28 13:20:22.220517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2a0a7013-db22-44e5-a735-0c499735a274,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:22.324583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39992) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:22.397744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195744-7a72-4beb-9636-454731f521f2 req-2933813a-9fad-4bd8-97e7-55765a8db93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:22.400473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c195744-7a72-4beb-9636-454731f521f2 req-2933813a-9fad-4bd8-97e7-55765a8db93a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 1100 time: 0.1134479 Jan 28 13:20:22.411660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876982c-e1c2-4bec-bef9-f01a701f869f req-b1b4ae96-27a5-4783-b558-4f0380734ca2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:22.413547 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a876982c-e1c2-4bec-bef9-f01a701f869f req-b1b4ae96-27a5-4783-b558-4f0380734ca2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.0821903 Jan 28 13:20:22.437980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2102061153-network', 'tenant_id': '0d3e9292d79045909978311c0f08352b'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:22.460143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Made reservation on behalf of 0d3e9292d79045909978311c0f08352b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:22.462900 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.479539 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.507494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c195744-7a72-4beb-9636-454731f521f2 req-d263b315-b25e-4585-8744-c0a93f5a0f2a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926633 Jan 28 13:20:22.511809 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a876982c-e1c2-4bec-bef9-f01a701f869f req-79076538-3206-4d3c-bf85-3b97bbfb9648 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747449 Jan 28 13:20:22.583100 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks [] for security_group (0b74c96b-b7c3-4476-b363-b763abcadc4d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.587346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b74c96b-b7c3-4476-b363-b763abcadc4d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.620476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:20:22.630386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b74c96b-b7c3-4476-b363-b763abcadc4d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:22.638529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d28ed34d-033a-4056-b049-c17534cb34ed), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.638529 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Added segment d28ed34d-033a-4056-b049-c17534cb34ed of type vlan for network bddf2213-e795-4080-94b5-82eaab1091bd Jan 28 13:20:22.645649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fd472-2a07-45dc-8e0f-42624046333b req-c989b26a-d1a6-4553-b8ed-fcb1f1e05de1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:22.648201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad7fd472-2a07-45dc-8e0f-42624046333b req-c989b26a-d1a6-4553-b8ed-fcb1f1e05de1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0634742 Jan 28 13:20:22.689341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (bddf2213-e795-4080-94b5-82eaab1091bd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.711750 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad7fd472-2a07-45dc-8e0f-42624046333b req-32b0efbb-0536-44fc-af89-1415ba7d001b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568914 Jan 28 13:20:22.718592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (bddf2213-e795-4080-94b5-82eaab1091bd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.724483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:22.725289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.825208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4994900 Jan 28 13:20:22.829252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40004) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:22.835004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Request body: {'subnet': {'network_id': 'bddf2213-e795-4080-94b5-82eaab1091bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2102061153-subnet', 'tenant_id': '0d3e9292d79045909978311c0f08352b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:22.840148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826d9ce-0d53-47c2-952f-c585e50d0185 admin admin] Pushing event updated for resources: {'Network': ['ID=bddf2213-e795-4080-94b5-82eaab1091bd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:22.853762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network bddf2213-e795-4080-94b5-82eaab1091bd details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:20:22.870561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e14f9-8623-4799-82a2-8c1e9dac28a2 req-c3c2255b-6c6b-42e5-8ba8-0ec380e47f29 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:22.879195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Made reservation on behalf of 0d3e9292d79045909978311c0f08352b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:22.879901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-525e14f9-8623-4799-82a2-8c1e9dac28a2 req-c3c2255b-6c6b-42e5-8ba8-0ec380e47f29 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 949 time: 0.0725682 Jan 28 13:20:22.887322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:22.943974 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-525e14f9-8623-4799-82a2-8c1e9dac28a2 req-fa484991-a663-453e-b94d-2cf9a12e509a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592325 Jan 28 13:20:23.067148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 00d2340f-67ea-490e-b00d-00203cab2c17 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:23.143365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b7b76-11b1-4326-b9b8-7cfa4d7126cf req-badfc393-67ab-4bb6-b2e4-7e181520924b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:23.145570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a77b7b76-11b1-4326-b9b8-7cfa4d7126cf req-badfc393-67ab-4bb6-b2e4-7e181520924b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 945 time: 0.1149123 Jan 28 13:20:23.166669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 00d2340f-67ea-490e-b00d-00203cab2c17 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:23.166915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (6da59f47-5a7a-4e13-b559-965cfe1ed3c1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:23.167214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:23.237931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da59f47-5a7a-4e13-b559-965cfe1ed3c1,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:23.248747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a77b7b76-11b1-4326-b9b8-7cfa4d7126cf req-fe4b5a9f-4904-4370-9508-ae492bac6578 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969481 Jan 28 13:20:23.265073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Checking segment: {'id': 'd28ed34d-033a-4056-b049-c17534cb34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bddf2213-e795-4080-94b5-82eaab1091bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:23.265073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Network hostable DHCP agents. Network: bddf2213-e795-4080-94b5-82eaab1091bd, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:20:23.315516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Network bddf2213-e795-4080-94b5-82eaab1091bd is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:20:23.338845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, bddf2213-e795-4080-94b5-82eaab1091bd) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:23.343542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:23.347602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:23.360872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 00d2340f-67ea-490e-b00d-00203cab2c17 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:23.361357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:23.363387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab79c1c-22b3-4e8b-9b4c-fc771373edf8 None None] Network bddf2213-e795-4080-94b5-82eaab1091bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:23.386111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-03ffba26-be41-4f1c-a3a2-8a28a308af08 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5551810 Jan 28 13:20:23.400352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15c4b-5903-4789-952e-f9ea76bd00d5 req-cdcc06bf-823e-4cc7-a65a-20f47dd8bd89 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:23.409101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-96a15c4b-5903-4789-952e-f9ea76bd00d5 req-cdcc06bf-823e-4cc7-a65a-20f47dd8bd89 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0766363 Jan 28 13:20:23.462390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:23.477698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:23.478618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d1f92a01-1701-40c3-9462-902548a6ecef no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:23.492056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-96a15c4b-5903-4789-952e-f9ea76bd00d5 req-dfcbcd04-5b22-401c-afa8-fabfa0ed51ec tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759988 Jan 28 13:20:23.580078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f3e53-77bc-4bdb-965b-e426109a5868 None None] Network bddf2213-e795-4080-94b5-82eaab1091bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:23.643685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:23.701260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d1f92a01-1701-40c3-9462-902548a6ecef is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:23.727583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990f7e8-5a98-4826-bdec-a1522fe6c60b req-0bf668b2-64be-4d18-a24f-d1c7dba4c7ff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:23.729362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b990f7e8-5a98-4826-bdec-a1522fe6c60b req-0bf668b2-64be-4d18-a24f-d1c7dba4c7ff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.0954001 Jan 28 13:20:23.781711 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b990f7e8-5a98-4826-bdec-a1522fe6c60b req-0bd238f8-06aa-4d47-8841-1d5049706649 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440817 Jan 28 13:20:23.938202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096211ec-6a78-4aa1-b7b3-bb7d53a8680c req-c6eae3ff-58df-483c-aa59-a92dcdfd6202 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:23.940593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-096211ec-6a78-4aa1-b7b3-bb7d53a8680c req-c6eae3ff-58df-483c-aa59-a92dcdfd6202 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0594380 Jan 28 13:20:23.965735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ef527051-a628-4611-adb8-b33392f1a0ea req-501e106d-5be2-4173-a0cd-c6a8775526a5 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1802350101', 'description': 'tempest-description-110343318'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:23.989434 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef527051-a628-4611-adb8-b33392f1a0ea req-501e106d-5be2-4173-a0cd-c6a8775526a5 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.000090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-096211ec-6a78-4aa1-b7b3-bb7d53a8680c req-37185f3d-acb6-4f5c-9213-d0888b398ee1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529654 Jan 28 13:20:24.066483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef527051-a628-4611-adb8-b33392f1a0ea req-501e106d-5be2-4173-a0cd-c6a8775526a5 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (35201760-7460-4b5d-8e67-1d526eb0d017), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.070646 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef527051-a628-4611-adb8-b33392f1a0ea req-501e106d-5be2-4173-a0cd-c6a8775526a5 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (35201760-7460-4b5d-8e67-1d526eb0d017), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.114018 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef527051-a628-4611-adb8-b33392f1a0ea req-501e106d-5be2-4173-a0cd-c6a8775526a5 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.127291 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef527051-a628-4611-adb8-b33392f1a0ea req-501e106d-5be2-4173-a0cd-c6a8775526a5 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1673884 Jan 28 13:20:24.128555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e106d-5be2-4173-a0cd-c6a8775526a5 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35201760-7460-4b5d-8e67-1d526eb0d017,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:24.213722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0c843-f9cd-41e4-b81a-6e69301d325a req-913f30c7-3356-4b4a-8dc4-1f5f8fb2b6f8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:24.214588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:24.218479 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e389bf6e-087b-4e44-91bd-a9614b8f1a02" -d '{"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-plugged", "status": "completed", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:24.222334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0b0c843-f9cd-41e4-b81a-6e69301d325a req-913f30c7-3356-4b4a-8dc4-1f5f8fb2b6f8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 949 time: 0.0673532 Jan 28 13:20:24.228573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-fe9a2968-18b0-4f17-901e-4a05f2d04466 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/35201760-7460-4b5d-8e67-1d526eb0d017 HTTP/1.1" status: 200 len: 1829 time: 0.0503635 Jan 28 13:20:24.237308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35201760-7460-4b5d-8e67-1d526eb0d017', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:24.237698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35201760-7460-4b5d-8e67-1d526eb0d017', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:24.272403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0b0c843-f9cd-41e4-b81a-6e69301d325a req-7bd0fb4c-3720-4f36-a48d-bc86fcca8724 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491874 Jan 28 13:20:24.301675 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group_rule (78e889dc-3510-4831-971a-debf9649a7f0), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.332408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group_rule (78e889dc-3510-4831-971a-debf9649a7f0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.337885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (78e889dc-3510-4831-971a-debf9649a7f0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.357467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e889dc-3510-4831-971a-debf9649a7f0,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:24.368964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.371158 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc816207-97f3-4af4-9673-a1e9632d249c x-openstack-request-id: req-bc816207-97f3-4af4-9673-a1e9632d249c {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:24.371476 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-plugged", "status": "completed", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:24.371735 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc816207-97f3-4af4-9673-a1e9632d249c {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:24.372147 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17', 'code': 200} Jan 28 13:20:24.373091 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5d1dca2-85af-4525-93a7-fccf6bec8865 req-3d175fe0-69d1-4884-b8ae-a021e2ea89d8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1417952 Jan 28 13:20:24.472064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9125eff-28b5-48d1-92d3-ca38b4c01606 req-e42513f2-49ed-4d11-84fe-8cfc80585e1c tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:24.472909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916be6c-591e-4f57-a44d-7f9e4437c9bc req-3db1bc9e-ec9f-42ab-a91e-aa3e1dd3edf7 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:24.473767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9125eff-28b5-48d1-92d3-ca38b4c01606 req-e42513f2-49ed-4d11-84fe-8cfc80585e1c tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 1100 time: 0.0436721 Jan 28 13:20:24.476473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9916be6c-591e-4f57-a44d-7f9e4437c9bc req-3db1bc9e-ec9f-42ab-a91e-aa3e1dd3edf7 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0527220 Jan 28 13:20:24.524422 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9125eff-28b5-48d1-92d3-ca38b4c01606 req-2406e483-29d5-47b9-b994-d0efc2eea1a9 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Jan 28 13:20:24.526595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9916be6c-591e-4f57-a44d-7f9e4437c9bc req-1dc43455-f566-4fcc-9728-f2c790366fec tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462806 Jan 28 13:20:24.621099 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99cf2d1f-3ee5-47f4-99c0-3ee21cdc12ce req-0039c7fc-8de1-40d8-8eaf-8d6b207d1373 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/35201760-7460-4b5d-8e67-1d526eb0d017 HTTP/1.1" status: 200 len: 2422 time: 0.0633886 Jan 28 13:20:24.733852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431735e6-f873-4ec6-8af2-bf1c72d181c9 req-7df39e6b-8b32-4cab-acfd-f33a2e80a8cd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:24.736316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-431735e6-f873-4ec6-8af2-bf1c72d181c9 req-7df39e6b-8b32-4cab-acfd-f33a2e80a8cd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.0613153 Jan 28 13:20:24.792838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-431735e6-f873-4ec6-8af2-bf1c72d181c9 req-6ef27e69-7ac9-403d-b3c2-3af8b0d39962 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507591 Jan 28 13:20:24.852543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3481dc94-a58f-4837-8f20-003099622e63 req-b7d0784b-6a3f-4494-ba5f-13bc8bc664ce tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-group-rules/78e889dc-3510-4831-971a-debf9649a7f0 HTTP/1.1" status: 200 len: 778 time: 0.0276983 Jan 28 13:20:24.910022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3481dc94-a58f-4837-8f20-003099622e63 req-3d59dead-ef73-46dd-a0ab-c86e8603365d tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/35201760-7460-4b5d-8e67-1d526eb0d017 HTTP/1.1" status: 200 len: 2422 time: 0.0505183 Jan 28 13:20:24.928906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-e504b88c-dde6-434d-a5c4-c804ae5a247a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342038 Jan 28 13:20:24.952843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3481dc94-a58f-4837-8f20-003099622e63 req-b77ae173-f7c5-453e-af70-3687ca1d6979 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group_rule (78e889dc-3510-4831-971a-debf9649a7f0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:24.969799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3481dc94-a58f-4837-8f20-003099622e63 req-b77ae173-f7c5-453e-af70-3687ca1d6979 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group_rule (78e889dc-3510-4831-971a-debf9649a7f0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.009018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3481dc94-a58f-4837-8f20-003099622e63 req-b77ae173-f7c5-453e-af70-3687ca1d6979 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (78e889dc-3510-4831-971a-debf9649a7f0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.023954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3481dc94-a58f-4837-8f20-003099622e63 req-b77ae173-f7c5-453e-af70-3687ca1d6979 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.026498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3481dc94-a58f-4837-8f20-003099622e63 req-b77ae173-f7c5-453e-af70-3687ca1d6979 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/78e889dc-3510-4831-971a-debf9649a7f0 HTTP/1.1" status: 204 len: 173 time: 0.1108074 Jan 28 13:20:25.027645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ae173-f7c5-453e-af70-3687ca1d6979 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78e889dc-3510-4831-971a-debf9649a7f0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:25.072806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40074) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:25.088587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-9ff9343d-1da7-45d8-a422-15637f78c717 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:25.090463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-9ff9343d-1da7-45d8-a422-15637f78c717 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584222 Jan 28 13:20:25.130193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-f94b74cc-dec4-431c-86cd-c762835455c9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/quotas/26e78d53ad6248fcb128766aa2dd0adb HTTP/1.1" status: 200 len: 375 time: 0.0329118 Jan 28 13:20:25.153639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24daac-83a1-4fa2-af86-28811b2f8121 req-a77453a7-af77-4537-a569-87a8ca8edcac tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:25.159160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d24daac-83a1-4fa2-af86-28811b2f8121 req-a77453a7-af77-4537-a569-87a8ca8edcac tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0648832 Jan 28 13:20:25.209616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-a2dfce24-a160-4616-b5c7-c9e789221ca1 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0764802 Jan 28 13:20:25.221326 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a076eaa-49e9-40cf-8021-d2b153f1d4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.236398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d24daac-83a1-4fa2-af86-28811b2f8121 req-705ac81b-d43e-450d-9c54-e0d31795371b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708025 Jan 28 13:20:25.323171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a076eaa-49e9-40cf-8021-d2b153f1d4e3 admin admin] Publish callbacks [] for security_group (e4f7a598-5cc9-414b-a716-fbe1e26bcd92), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.337877 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a076eaa-49e9-40cf-8021-d2b153f1d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e4f7a598-5cc9-414b-a716-fbe1e26bcd92), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.398261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a076eaa-49e9-40cf-8021-d2b153f1d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f7a598-5cc9-414b-a716-fbe1e26bcd92,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:25.444839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9a076eaa-49e9-40cf-8021-d2b153f1d4e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c60be5a6eb1479b994d03196e6e592e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713005 Jan 28 13:20:25.446357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:25.456927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd042f2-0857-4b93-84d4-ba0613259c42 req-ccc53228-bad2-43d9-85e4-899caadbb19d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:25.459352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0bd042f2-0857-4b93-84d4-ba0613259c42 req-ccc53228-bad2-43d9-85e4-899caadbb19d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.1347237 Jan 28 13:20:25.486963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3ac1c-938c-46db-b8eb-35484ab10fd8 req-d39a352c-aa71-4fc9-9071-5da840c439e9 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:25.488637 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cce3ac1c-938c-46db-b8eb-35484ab10fd8 req-d39a352c-aa71-4fc9-9071-5da840c439e9 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0649085 Jan 28 13:20:25.563999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cce3ac1c-938c-46db-b8eb-35484ab10fd8 req-2be49f9e-cd7c-4503-aa89-e8e88611767e tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682943 Jan 28 13:20:25.566918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0bd042f2-0857-4b93-84d4-ba0613259c42 req-49465fb1-923f-4943-8967-57877467f616 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988076 Jan 28 13:20:25.567410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22646216-b29b-46c4-b522-4dd4dee04774 admin admin] Publish callbacks [] for security_group (e4f7a598-5cc9-414b-a716-fbe1e26bcd92), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.602694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-dfc2a1fd-33ce-42e8-b5fb-dd7610b19ae9 req-0805b5c9-a998-45af-ae10-236d71f0f6ed tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1437130553', 'description': 'tempest-description-1906774318'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:25.616542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-1d29da8a-69fd-4249-bbd0-a2ebd36310fa tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:25.618542 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-1d29da8a-69fd-4249-bbd0-a2ebd36310fa tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1097 time: 0.0717108 Jan 28 13:20:25.626893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22646216-b29b-46c4-b522-4dd4dee04774 admin admin] Publish callbacks [] for security_group (e4f7a598-5cc9-414b-a716-fbe1e26bcd92), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.648250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfc2a1fd-33ce-42e8-b5fb-dd7610b19ae9 req-0805b5c9-a998-45af-ae10-236d71f0f6ed tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.653865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822748-2'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:25.705554 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22646216-b29b-46c4-b522-4dd4dee04774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e4f7a598-5cc9-414b-a716-fbe1e26bcd92), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.708480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22646216-b29b-46c4-b522-4dd4dee04774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.711372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-22646216-b29b-46c4-b522-4dd4dee04774 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4f7a598-5cc9-414b-a716-fbe1e26bcd92 HTTP/1.1" status: 204 len: 168 time: 0.2507625 Jan 28 13:20:25.741586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22646216-b29b-46c4-b522-4dd4dee04774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f7a598-5cc9-414b-a716-fbe1e26bcd92,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:25.806849 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfc2a1fd-33ce-42e8-b5fb-dd7610b19ae9 req-0805b5c9-a998-45af-ae10-236d71f0f6ed tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (f5bc6ced-311a-40f9-968c-2e34105f5cb3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.814305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.817190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfc2a1fd-33ce-42e8-b5fb-dd7610b19ae9 req-0805b5c9-a998-45af-ae10-236d71f0f6ed tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f5bc6ced-311a-40f9-968c-2e34105f5cb3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.854738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43ced55b-ce96-4ced-b07e-498ce567aa8a req-f5019b88-2d71-4121-a221-199e612b5e22 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 210 time: 0.0762932 Jan 28 13:20:25.862338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805b5c9-a998-45af-ae10-236d71f0f6ed tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc6ced-311a-40f9-968c-2e34105f5cb3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:25.868217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfc2a1fd-33ce-42e8-b5fb-dd7610b19ae9 req-0805b5c9-a998-45af-ae10-236d71f0f6ed tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:25.879836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfc2a1fd-33ce-42e8-b5fb-dd7610b19ae9 req-0805b5c9-a998-45af-ae10-236d71f0f6ed tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2812459 Jan 28 13:20:25.952645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8860d92-083d-4fe3-b936-f488160ec118 req-879c7129-7438-40fb-bf19-bf7a92f25ada tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/f5bc6ced-311a-40f9-968c-2e34105f5cb3 HTTP/1.1" status: 200 len: 1830 time: 0.0585294 Jan 28 13:20:26.003319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-49511def-e8b5-463e-a63b-17873a9d8c47 req-f866e236-4e15-47d1-a062-c5f284515b80 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-697218030', 'description': 'tempest-description-419607621'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:26.048776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49511def-e8b5-463e-a63b-17873a9d8c47 req-f866e236-4e15-47d1-a062-c5f284515b80 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.147097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0d8ac-58fd-4b0e-9c99-27fe518037e2 req-db71b9cb-2016-408e-acae-1a81a9b227bd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:26.154161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9a0d8ac-58fd-4b0e-9c99-27fe518037e2 req-db71b9cb-2016-408e-acae-1a81a9b227bd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 946 time: 0.1624386 Jan 28 13:20:26.169660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:26.170378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49511def-e8b5-463e-a63b-17873a9d8c47 req-f866e236-4e15-47d1-a062-c5f284515b80 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (5bf5e372-9602-46df-ab98-0ce4859a9425), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.175321 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49511def-e8b5-463e-a63b-17873a9d8c47 req-f866e236-4e15-47d1-a062-c5f284515b80 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5bf5e372-9602-46df-ab98-0ce4859a9425), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.245877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:26.246418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866e236-4e15-47d1-a062-c5f284515b80 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5e372-9602-46df-ab98-0ce4859a9425,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:26.263566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49511def-e8b5-463e-a63b-17873a9d8c47 req-f866e236-4e15-47d1-a062-c5f284515b80 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.265199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9a0d8ac-58fd-4b0e-9c99-27fe518037e2 req-dcd02cdc-c3d6-4a0f-887e-292b4dae6f33 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094344 Jan 28 13:20:26.277497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49511def-e8b5-463e-a63b-17873a9d8c47 req-f866e236-4e15-47d1-a062-c5f284515b80 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2785206 Jan 28 13:20:26.338712 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.348276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:26.350673 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a4ba5-7e46-4bd5-941c-50a98a139dcf" -d '{"events": [{"server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:26.354201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-ac86be1f-d277-4458-9a40-11c06a001f57 service neutron] 10.222.0.60 "GET /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.1527171 Jan 28 13:20:26.357704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Publish callbacks [] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.371278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.418090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0bc44392-66a7-4ac3-a41c-09b8c9c3ea62 req-812d11e1-f626-4019-8b8e-1aeae41dda75 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/5bf5e372-9602-46df-ab98-0ce4859a9425 HTTP/1.1" status: 200 len: 1828 time: 0.1177022 Jan 28 13:20:26.457272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:26.478009 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dda51e-7f2a-4604-ac88-bf64fdfd1067 x-openstack-request-id: req-e9dda51e-7f2a-4604-ac88-bf64fdfd1067 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:26.478316 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:26.478579 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9dda51e-7f2a-4604-ac88-bf64fdfd1067 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:26.479588 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca', 'code': 200} Jan 28 13:20:26.497806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on host n-h1-822748-2 for vnic_type normal with profile {"migrating_to": "n-h2-822748-2"} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:26.498474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:26.498581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:26.503813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-87bd8c0f-baa2-40b1-a899-69abe6648d0d req-8da35092-015d-4db0-938e-b4ad05b71a51 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1614902180', 'description': 'tempest-description-2029419155'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:26.509221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5239940-5148-410c-b455-8662c3aa8418 req-22fee9dc-5e1c-4146-80f6-e8a9e3f904ae tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:26.510754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5239940-5148-410c-b455-8662c3aa8418 req-22fee9dc-5e1c-4146-80f6-e8a9e3f904ae tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 946 time: 0.0932393 Jan 28 13:20:26.513844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:26.514260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Attempting to bind port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:26.528837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:26.529297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:26.530178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:26.530313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Bound port: d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:26.530817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.551720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87bd8c0f-baa2-40b1-a899-69abe6648d0d req-8da35092-015d-4db0-938e-b4ad05b71a51 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.628388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5239940-5148-410c-b455-8662c3aa8418 req-57413a33-8583-450a-ac24-b82aee9010ea tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017349 Jan 28 13:20:26.645269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:26.653489 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:26.660686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:26.674043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.676068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:26.712720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f92a01-1701-40c3-9462-902548a6ecef {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:26.724262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:26.736439 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87bd8c0f-baa2-40b1-a899-69abe6648d0d req-8da35092-015d-4db0-938e-b4ad05b71a51 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (07f50ff4-de7c-48df-b883-ebd9dc594312), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.747546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87bd8c0f-baa2-40b1-a899-69abe6648d0d req-8da35092-015d-4db0-938e-b4ad05b71a51 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (07f50ff4-de7c-48df-b883-ebd9dc594312), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.752988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.822760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:26.823397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.825624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] 10.222.0.60 "PUT /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 1122 time: 1.1789358 Jan 28 13:20:26.829457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87bd8c0f-baa2-40b1-a899-69abe6648d0d req-8da35092-015d-4db0-938e-b4ad05b71a51 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:26.836396 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-87bd8c0f-baa2-40b1-a899-69abe6648d0d req-8da35092-015d-4db0-938e-b4ad05b71a51 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3392863 Jan 28 13:20:26.865715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf1374-f69f-4988-a1b8-bcf8d94162de req-3b6685f3-8318-4e95-865e-0aacd06927d6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:26.879872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97bf1374-f69f-4988-a1b8-bcf8d94162de req-3b6685f3-8318-4e95-865e-0aacd06927d6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 943 time: 0.1301527 Jan 28 13:20:26.881252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf3719-646f-4d79-9f70-72da6f318a53 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:26.917862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-91bb2966-a80c-4804-ba00-704debcbf1fe tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681593 Jan 28 13:20:26.918272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da35092-015d-4db0-938e-b4ad05b71a51 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f50ff4-de7c-48df-b883-ebd9dc594312,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:26.958012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d7c1cf1f-218f-4dfc-a5e5-b455983dcfca'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:26.979485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97bf1374-f69f-4988-a1b8-bcf8d94162de req-7e37964d-9de4-4cf1-8e6e-03fc9bfb0682 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984454 Jan 28 13:20:27.024775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] Transition to ACTIVE for port object d1f92a01-1701-40c3-9462-902548a6ecef will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:27.033119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.044592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d7c1cf1f-218f-4dfc-a5e5-b455983dcfca'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:27.084108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d7c1cf1f-218f-4dfc-a5e5-b455983dcfca details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:27.086003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 00d2340f-67ea-490e-b00d-00203cab2c17 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:27.102821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-a6305225-0aba-4918-bf83-5228d726db86 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.104376 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-a6305225-0aba-4918-bf83-5228d726db86 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771264 Jan 28 13:20:27.112947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dadf90-05ac-4782-a06d-ad8fa336b5d6 req-59bd103f-c921-4f4b-956b-15cf6cce82b0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.122241 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44dadf90-05ac-4782-a06d-ad8fa336b5d6 req-59bd103f-c921-4f4b-956b-15cf6cce82b0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1586487 Jan 28 13:20:27.130963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': 'dd187447-54e3-4efb-878c-a9925d6de311', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:27.134536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] No DVR routers for this DVR port d1f92a01-1701-40c3-9462-902548a6ecef on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:27.140563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:27.211667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a77fe076-e6b4-4015-9e2b-683a940c5797 service neutron] 10.222.0.60 "PUT /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef/bindings/n-h1-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8490231 Jan 28 13:20:27.232433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80a1cece-e848-4e6f-97bd-43a6c2b6d2c0 req-46165aa8-b0b7-447c-989b-e3999cd4a11f tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/07f50ff4-de7c-48df-b883-ebd9dc594312 HTTP/1.1" status: 200 len: 1830 time: 0.0554256 Jan 28 13:20:27.266901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44dadf90-05ac-4782-a06d-ad8fa336b5d6 req-c78167cf-12fd-4364-b43b-e509b92053e6 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431265 Jan 28 13:20:27.343748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:27.348677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.359495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a28cb1d7-a82b-44f1-9c9b-014ac9a00912 req-714a230b-0a43-4514-91f9-00009d14e25a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 210 time: 0.0618126 Jan 28 13:20:27.388817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-dd1878ab-a7c9-4213-b941-a0abcc1a6f2e tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.390956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-dd1878ab-a7c9-4213-b941-a0abcc1a6f2e tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1052418 Jan 28 13:20:27.440994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-52e7c40e-1b1d-414e-be1f-09dbd31ad9b7 req-4b76126e-b802-4d30-a47a-367e8c8a9a1a tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-164854851', 'description': 'tempest-description-1320174978'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:27.475808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf6d56c4-1b38-412f-ab95-0cfbd027e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.477908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-cf6d56c4-1b38-412f-ab95-0cfbd027e426 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a&tenant_id=b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 1095 time: 0.0770793 Jan 28 13:20:27.481602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52e7c40e-1b1d-414e-be1f-09dbd31ad9b7 req-4b76126e-b802-4d30-a47a-367e8c8a9a1a tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.535065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.86 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/edeb6598-d979-40a4-878d-ef0fe28187f0) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:27.581031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-aaa1c132-5d16-4f4e-a644-1b7654c31980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.582556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-aaa1c132-5d16-4f4e-a644-1b7654c31980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1095 time: 0.0707979 Jan 28 13:20:27.589400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:27.591789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 00d2340f-67ea-490e-b00d-00203cab2c17 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:27.592219 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.637966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d7c1cf1f-218f-4dfc-a5e5-b455983dcfca has no active binding in host n-h2-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:20:27.641973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52e7c40e-1b1d-414e-be1f-09dbd31ad9b7 req-4b76126e-b802-4d30-a47a-367e8c8a9a1a tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (2ea14928-a4bd-4bb5-b422-1a6035aece05), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.658736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52e7c40e-1b1d-414e-be1f-09dbd31ad9b7 req-4b76126e-b802-4d30-a47a-367e8c8a9a1a tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2ea14928-a4bd-4bb5-b422-1a6035aece05), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.670718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:27.673498 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe8c2bb-9b61-4557-895f-e8f1257ff113" -d '{"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-unplugged", "status": "completed", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:27.704446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:27.716006 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.739817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.746012 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.747570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52e7c40e-1b1d-414e-be1f-09dbd31ad9b7 req-4b76126e-b802-4d30-a47a-367e8c8a9a1a tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.749517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52e7c40e-1b1d-414e-be1f-09dbd31ad9b7 req-4b76126e-b802-4d30-a47a-367e8c8a9a1a tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3151813 Jan 28 13:20:27.792804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:27.815272 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:27.828055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49', '275e228a-d937-4274-8fa0-758b9ba65828', '2a0a7013-db22-44e5-a735-0c499735a274'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:27.833469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec', 'ade47e22-f733-4b6b-b409-2e1317d8aa27'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:27.838351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76126e-b802-4d30-a47a-367e8c8a9a1a tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea14928-a4bd-4bb5-b422-1a6035aece05,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:27.881905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:27.887705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:27.892630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:27.928882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-bb3497fb-275b-4926-9658-52a216088dfb tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.930706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-bb3497fb-275b-4926-9658-52a216088dfb tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 944 time: 0.1626852 Jan 28 13:20:27.938741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=edeb6598-d979-40a4-878d-ef0fe28187f0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:27.944853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03c4b8-c678-412f-8b4d-0cd9bc794dea req-66bb0c57-d249-4d8d-913e-72bf4bf83f8c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.947024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac03c4b8-c678-412f-8b4d-0cd9bc794dea req-66bb0c57-d249-4d8d-913e-72bf4bf83f8c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1110590 Jan 28 13:20:27.951141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-f5da71fa-76ad-4ada-bcc6-64af6a5555f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.952504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-f5da71fa-76ad-4ada-bcc6-64af6a5555f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.3086820 Jan 28 13:20:27.964875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:27.965798 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.003175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-1ad19485-ba23-485d-aff0-e5e28cacbf24 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8779418 Jan 28 13:20:28.022151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Request body: {'port': {'device_id': 'dd187447-54e3-4efb-878c-a9925d6de311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:28.056614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-88dacb86-bb77-4c6a-b584-69733b42b6cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 200 len: 217 time: 0.0940785 Jan 28 13:20:28.112261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc5615-c838-4b03-917a-bbce85fa5ac0 req-a5cd3a05-69a5-41b3-b46a-2d7e469a4634 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:28.113812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06bc5615-c838-4b03-917a-bbce85fa5ac0 req-a5cd3a05-69a5-41b3-b46a-2d7e469a4634 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 944 time: 0.1093090 Jan 28 13:20:28.122845 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.159085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac03c4b8-c678-412f-8b4d-0cd9bc794dea req-c1c69aaf-47af-4de5-89fd-2c043b1688b3 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055025 Jan 28 13:20:28.192508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-c3879027-8a7a-4c71-a658-7de9fabc397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:28.197670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-c3879027-8a7a-4c71-a658-7de9fabc397b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1268387 Jan 28 13:20:28.227157 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06bc5615-c838-4b03-917a-bbce85fa5ac0 req-789cd382-f90d-4afd-a7c4-c6157e2bd646 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993140 Jan 28 13:20:28.246708 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72b9652-da43-41db-bd18-3d7040b7c6b4 x-openstack-request-id: req-a72b9652-da43-41db-bd18-3d7040b7c6b4 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:28.247003 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-unplugged", "status": "completed", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:28.247261 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a72b9652-da43-41db-bd18-3d7040b7c6b4 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:28.247657 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17', 'code': 200} Jan 28 13:20:28.290693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-39d67d5d-3a17-4327-aeba-efbc75f4d7e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804346 Jan 28 13:20:28.296076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Deleting port 00d2340f-67ea-490e-b00d-00203cab2c17 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:20:28.298288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.368837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f7b43174-6fe5-4dea-91cc-aeb094040f47 None None] Provisioning complete for port edeb6598-d979-40a4-878d-ef0fe28187f0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:28.369384 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f7b43174-6fe5-4dea-91cc-aeb094040f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.428806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1717cdee-3393-4814-bf02-8ee18ac88255 req-7767a0a4-dbcc-40b2-8829-f1f5a59ea57b tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/2ea14928-a4bd-4bb5-b422-1a6035aece05 HTTP/1.1" status: 200 len: 1829 time: 0.1012471 Jan 28 13:20:28.431903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f7b43174-6fe5-4dea-91cc-aeb094040f47 None None] Port edeb6598-d979-40a4-878d-ef0fe28187f0 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:20:28.480562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:28.483318 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:28.572885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edeb6598-d979-40a4-878d-ef0fe28187f0 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:28.584165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Publish callbacks [] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.608441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Transition to ACTIVE for port object edeb6598-d979-40a4-878d-ef0fe28187f0 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:28.633146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.740623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b86df-688c-4f07-beea-aeca365c8c03 req-6a307459-6769-4b26-8c7b-5d48ccf07321 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:28.742466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f56b86df-688c-4f07-beea-aeca365c8c03 req-6a307459-6769-4b26-8c7b-5d48ccf07321 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1506062 Jan 28 13:20:28.746311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=edeb6598-d979-40a4-878d-ef0fe28187f0,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:28.805046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bdc03-f545-4000-83d3-b0d8892cb2f9 req-0f941eaf-ec7c-40b4-bf68-aaf943669a57 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:28.806572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-088bdc03-f545-4000-83d3-b0d8892cb2f9 req-0f941eaf-ec7c-40b4-bf68-aaf943669a57 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 944 time: 0.4760268 Jan 28 13:20:28.811880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] For port 00d2340f-67ea-490e-b00d-00203cab2c17, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=00d2340f-67ea-490e-b00d-00203cab2c17,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:28.812288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.841983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-45270975-63ca-4a68-93b6-15b6124f037d service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400896 Jan 28 13:20:28.842875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Calling delete_port for 00d2340f-67ea-490e-b00d-00203cab2c17 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:20:28.843293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Attempting to bind port edeb6598-d979-40a4-878d-ef0fe28187f0 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:28.843645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Attempting to bind port edeb6598-d979-40a4-878d-ef0fe28187f0 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:28.844316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Attempting to bind port edeb6598-d979-40a4-878d-ef0fe28187f0 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:28.853165 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f56b86df-688c-4f07-beea-aeca365c8c03 req-03ca15dc-1e8f-4c5a-8be7-907aa9ff6319 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740488 Jan 28 13:20:28.854737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Port edeb6598-d979-40a4-878d-ef0fe28187f0 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:28.855071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Attempting to bind port edeb6598-d979-40a4-878d-ef0fe28187f0 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:28.876431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:28.877044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:28.877538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:28.878010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Bound port: edeb6598-d979-40a4-878d-ef0fe28187f0, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:28.878388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:28.980510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-088bdc03-f545-4000-83d3-b0d8892cb2f9 req-2e15f9bb-4423-4fe9-907c-dbdfce592069 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602812 Jan 28 13:20:28.990779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b3df-3df0-4403-8d5e-b96279bf7458 req-7e74b287-27f6-4662-a67d-8c73d52fac2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:28.992380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34a1b3df-3df0-4403-8d5e-b96279bf7458 req-7e74b287-27f6-4662-a67d-8c73d52fac2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 947 time: 0.0754924 Jan 28 13:20:28.993542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] For port edeb6598-d979-40a4-878d-ef0fe28187f0, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:29.003278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] For port edeb6598-d979-40a4-878d-ef0fe28187f0, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=edeb6598-d979-40a4-878d-ef0fe28187f0,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:29.015795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.029989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-31cbac5e-c23c-42d8-95a9-a8e03bdafa2d service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795983 Jan 28 13:20:29.045223 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-ccd8a08b-5f83-4328-aabc-132b064658af req-472e1b2d-3db6-49d5-83e3-d50c9f488f1c tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] show failed (client error): The resource could not be found. Jan 28 13:20:29.046268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccd8a08b-5f83-4328-aabc-132b064658af req-472e1b2d-3db6-49d5-83e3-d50c9f488f1c tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/a0635425-3e39-414e-b2d7-9b032193b2c8 HTTP/1.1" status: 404 len: 352 time: 0.0263760 Jan 28 13:20:29.071885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.072596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.074004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/edeb6598-d979-40a4-878d-ef0fe28187f0 HTTP/1.1" status: 200 len: 1095 time: 1.0586505 Jan 28 13:20:29.101187 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8e1153-7f5a-4461-a0c5-e2694d11441d x-openstack-request-id: req-3f8e1153-7f5a-4461-a0c5-e2694d11441d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:29.101525 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:29.101787 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f8e1153-7f5a-4461-a0c5-e2694d11441d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:29.102189 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca', 'status': 'completed', 'code': 200} Jan 28 13:20:29.105507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34a1b3df-3df0-4403-8d5e-b96279bf7458 req-b26e3ad3-00e7-4a1a-8bb2-7df68009648b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044006 Jan 28 13:20:29.111326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f3e45-7fc4-43b4-bc7d-e6d4902ed2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=edeb6598-d979-40a4-878d-ef0fe28187f0,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:29.181013 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-30124606-886b-4820-becf-b883a50ed2ed req-c64d2de6-8ddf-45b6-b55c-cd9367c6c4f8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] show failed (client error): The resource could not be found. Jan 28 13:20:29.188170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-30124606-886b-4820-becf-b883a50ed2ed req-c64d2de6-8ddf-45b6-b55c-cd9367c6c4f8 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-group-rules/580150e5-5bc3-4dbd-bd99-19f03c7537a4 HTTP/1.1" status: 404 len: 361 time: 0.0360277 Jan 28 13:20:29.222959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (00d2340f-67ea-490e-b00d-00203cab2c17), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.265403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event deleted for resources: {'Port': ['ID=00d2340f-67ea-490e-b00d-00203cab2c17,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:29.296872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-84df1deb-39bd-4db9-92e0-36f976c6cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.307069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-84df1deb-39bd-4db9-92e0-36f976c6cd4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 1098 time: 0.1364217 Jan 28 13:20:29.320746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-6bef6b9b-6de7-4b64-b856-60880a7c556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.322737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-6bef6b9b-6de7-4b64-b856-60880a7c556c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1125 time: 0.1607087 Jan 28 13:20:29.344318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] No DVR routers for this DVR port 00d2340f-67ea-490e-b00d-00203cab2c17 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:29.353139 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.356503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-159b2fc7-bcf3-4194-924e-9d2420ffbb9f req-9fa3a58c-fc46-40f0-a725-1d48c6f39faa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "DELETE /v2.0/ports/00d2340f-67ea-490e-b00d-00203cab2c17 HTTP/1.1" status: 204 len: 173 time: 1.4014201 Jan 28 13:20:29.356949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-deleted', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:29.359163 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc236bc-cd5b-4734-b64b-0862859bbfd5" -d '{"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-deleted", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:29.448208 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-88142782-11cf-4fff-9288-d3ebd2ff1106 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=edeb6598-d979-40a4-878d-ef0fe28187f0 HTTP/1.1" status: 200 len: 217 time: 0.1386964 Jan 28 13:20:29.457280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-afbf2e18-b29a-4b11-96e2-97521eb17d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.458916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-afbf2e18-b29a-4b11-96e2-97521eb17d5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.1163974 Jan 28 13:20:29.507050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-3997b840-4291-438b-b205-2cec227bffdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 217 time: 0.0414615 Jan 28 13:20:29.516330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f2521-eef7-4431-b741-3efbe0ed83a3 req-40fc4adf-13ae-4168-aed3-b611102e707c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.518557 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f2f2521-eef7-4431-b741-3efbe0ed83a3 req-40fc4adf-13ae-4168-aed3-b611102e707c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.2103686 Jan 28 13:20:29.529808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-25415977-f26b-4211-9236-c412c27b1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.531193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-25415977-f26b-4211-9236-c412c27b1b16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0712376 Jan 28 13:20:29.552376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a6cace1f-e5b7-4e6f-adff-358760b99e4f tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.554666 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-a6cace1f-e5b7-4e6f-adff-358760b99e4f tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1467068 Jan 28 13:20:29.572678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-a3dc96f2-9e72-447d-a376-c72a71a0f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.572678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-a3dc96f2-9e72-447d-a376-c72a71a0f2df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0592461 Jan 28 13:20:29.606307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-00b4ffea-9884-43ac-95d9-4749b450c5a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263762 Jan 28 13:20:29.654048 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f2f2521-eef7-4431-b741-3efbe0ed83a3 req-937d37cf-fe31-433e-b0c8-8e28083d2044 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276407 Jan 28 13:20:29.672089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-71a06aeb-9e2a-4c74-8f05-0a66d55df27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:29.673700 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-71a06aeb-9e2a-4c74-8f05-0a66d55df27a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241200 Jan 28 13:20:29.732586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04cb0b3-db62-421f-bf32-96ec5ee76109 req-c262d673-c381-4fb5-8c42-ecfd37d5e599 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/2ea14928-a4bd-4bb5-b422-1a6035aece05 HTTP/1.1" status: 200 len: 1829 time: 0.1123750 Jan 28 13:20:29.751855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-b27cc381-4e20-4f1f-a158-5c194f5596e1 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388886 Jan 28 13:20:29.800786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c36a87cb-3409-4043-971c-6fef2284acf6 req-ba47a42b-2b16-4c08-aad0-b67de7dba819 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=9afd9cda-5518-410e-be4c-12306a929a73 HTTP/1.1" status: 200 len: 210 time: 0.0389163 Jan 28 13:20:29.808553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-68de2df8-a926-4bf0-9df4-7492443750b4 service neutron] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:29.814704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-68de2df8-a926-4bf0-9df4-7492443750b4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.815837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b390d43c-c35b-4287-ab15-e6bae043e46d req-68de2df8-a926-4bf0-9df4-7492443750b4 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef/bindings/n-h2-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.2467077 Jan 28 13:20:29.848757 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-d7110183-1828-414f-b4d0-066912cac734 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447620 Jan 28 13:20:29.877889 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca68d16-b7eb-4563-ab9c-7d198af396d0 x-openstack-request-id: req-8ca68d16-b7eb-4563-ab9c-7d198af396d0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:29.878181 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afd9cda-5518-410e-be4c-12306a929a73", "name": "network-vif-deleted", "tag": "00d2340f-67ea-490e-b00d-00203cab2c17", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:29.881579 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ca68d16-b7eb-4563-ab9c-7d198af396d0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:29.881579 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afd9cda-5518-410e-be4c-12306a929a73', 'name': 'network-vif-deleted', 'tag': '00d2340f-67ea-490e-b00d-00203cab2c17', 'status': 'completed', 'code': 200} Jan 28 13:20:29.881808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c04cb0b3-db62-421f-bf32-96ec5ee76109 req-403f1019-a406-4383-91bf-c7f3fcec6a4b tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (2ea14928-a4bd-4bb5-b422-1a6035aece05), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.911274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7bfdbd5-4624-40d9-a700-7bc2f5cb80f9 req-a451043f-5f02-42f0-93a0-f3ae9e21d133 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515391 Jan 28 13:20:29.919269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c04cb0b3-db62-421f-bf32-96ec5ee76109 req-403f1019-a406-4383-91bf-c7f3fcec6a4b tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (2ea14928-a4bd-4bb5-b422-1a6035aece05), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.969776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eac624da-9aa7-4a80-a5b4-ecae50a8e838 req-75009d6f-18e3-4546-8ee3-6e3383d696d7 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102962 Jan 28 13:20:29.972546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c04cb0b3-db62-421f-bf32-96ec5ee76109 req-403f1019-a406-4383-91bf-c7f3fcec6a4b tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2ea14928-a4bd-4bb5-b422-1a6035aece05), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.975674 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c04cb0b3-db62-421f-bf32-96ec5ee76109 req-403f1019-a406-4383-91bf-c7f3fcec6a4b tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:29.977056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04cb0b3-db62-421f-bf32-96ec5ee76109 req-403f1019-a406-4383-91bf-c7f3fcec6a4b tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "DELETE /v2.0/security-groups/2ea14928-a4bd-4bb5-b422-1a6035aece05 HTTP/1.1" status: 204 len: 173 time: 0.2381375 Jan 28 13:20:29.988387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f1019-a406-4383-91bf-c7f3fcec6a4b tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea14928-a4bd-4bb5-b422-1a6035aece05,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:30.074673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376b7a-92eb-4f55-9710-e27a81d71b33 req-a3697dec-221f-49ad-aadd-3c7ccb9b29c9 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:30.076600 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd376b7a-92eb-4f55-9710-e27a81d71b33 req-a3697dec-221f-49ad-aadd-3c7ccb9b29c9 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0650640 Jan 28 13:20:30.115269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b4f3c5a-234c-4cf7-a3c2-14f45795576d req-7bcb185a-cc28-43a7-8b95-932d74a123cf tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/07f50ff4-de7c-48df-b883-ebd9dc594312 HTTP/1.1" status: 200 len: 1830 time: 0.0458624 Jan 28 13:20:30.179501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0b4f3c5a-234c-4cf7-a3c2-14f45795576d req-d592b0fc-918b-469c-823c-3f9c062cf737 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (07f50ff4-de7c-48df-b883-ebd9dc594312), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.206154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0b4f3c5a-234c-4cf7-a3c2-14f45795576d req-d592b0fc-918b-469c-823c-3f9c062cf737 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (07f50ff4-de7c-48df-b883-ebd9dc594312), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.251561 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0b4f3c5a-234c-4cf7-a3c2-14f45795576d req-d592b0fc-918b-469c-823c-3f9c062cf737 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (07f50ff4-de7c-48df-b883-ebd9dc594312), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.254279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0b4f3c5a-234c-4cf7-a3c2-14f45795576d req-d592b0fc-918b-469c-823c-3f9c062cf737 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.255596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b4f3c5a-234c-4cf7-a3c2-14f45795576d req-d592b0fc-918b-469c-823c-3f9c062cf737 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "DELETE /v2.0/security-groups/07f50ff4-de7c-48df-b883-ebd9dc594312 HTTP/1.1" status: 204 len: 173 time: 0.1346736 Jan 28 13:20:30.265756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592b0fc-918b-469c-823c-3f9c062cf737 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f50ff4-de7c-48df-b883-ebd9dc594312,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:30.370788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5a0aa-797b-466a-b849-4d77220fd198 req-8cd07e54-099f-44ec-bc7a-c0167f360249 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:30.372408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09b5a0aa-797b-466a-b849-4d77220fd198 req-8cd07e54-099f-44ec-bc7a-c0167f360249 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 944 time: 0.0551198 Jan 28 13:20:30.424559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09b5a0aa-797b-466a-b849-4d77220fd198 req-3dfd2ef5-93a0-49b2-83bc-29d2095744bb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455048 Jan 28 13:20:30.424779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd376b7a-92eb-4f55-9710-e27a81d71b33 req-b76e1cc9-56c7-4f1e-92a5-ed6dbe12cdcb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399489 Jan 28 13:20:30.517882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91dd2b64-0eb5-47cd-84be-06f9bed8ffdd req-6303e9e7-91da-4ddc-a4fd-5a142480322f tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/5bf5e372-9602-46df-ab98-0ce4859a9425 HTTP/1.1" status: 200 len: 1828 time: 0.0416880 Jan 28 13:20:30.547655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6e81-4a04-407e-bf48-0ad23b4c194c req-1c1b5545-dca1-45e0-b471-b460c70f2230 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:30.549935 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-258b6e81-4a04-407e-bf48-0ad23b4c194c req-1c1b5545-dca1-45e0-b471-b460c70f2230 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 947 time: 0.0515788 Jan 28 13:20:30.579872 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-91dd2b64-0eb5-47cd-84be-06f9bed8ffdd req-cb9a7dd4-d534-4011-9f47-57ca661b6681 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (5bf5e372-9602-46df-ab98-0ce4859a9425), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.602400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-258b6e81-4a04-407e-bf48-0ad23b4c194c req-2f050286-ba36-4f06-b7ce-4c6720ebc57e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470128 Jan 28 13:20:30.603197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-91dd2b64-0eb5-47cd-84be-06f9bed8ffdd req-cb9a7dd4-d534-4011-9f47-57ca661b6681 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (5bf5e372-9602-46df-ab98-0ce4859a9425), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.647899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-91dd2b64-0eb5-47cd-84be-06f9bed8ffdd req-cb9a7dd4-d534-4011-9f47-57ca661b6681 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5bf5e372-9602-46df-ab98-0ce4859a9425), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.650896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-91dd2b64-0eb5-47cd-84be-06f9bed8ffdd req-cb9a7dd4-d534-4011-9f47-57ca661b6681 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.652301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91dd2b64-0eb5-47cd-84be-06f9bed8ffdd req-cb9a7dd4-d534-4011-9f47-57ca661b6681 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "DELETE /v2.0/security-groups/5bf5e372-9602-46df-ab98-0ce4859a9425 HTTP/1.1" status: 204 len: 173 time: 0.1284564 Jan 28 13:20:30.666552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a7dd4-d534-4011-9f47-57ca661b6681 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5e372-9602-46df-ab98-0ce4859a9425,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:30.755642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471863d8-e28d-436b-b1c7-075eae21118c req-16885a94-1695-4d5f-99fc-923397069140 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:30.757567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-471863d8-e28d-436b-b1c7-075eae21118c req-16885a94-1695-4d5f-99fc-923397069140 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1095 time: 0.0435996 Jan 28 13:20:30.802512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-471863d8-e28d-436b-b1c7-075eae21118c req-2cba7bd1-1bce-4139-af45-b8d589c98826 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Jan 28 13:20:30.865701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd22f40a-6992-40c4-b378-47c423e58047 req-07a86105-94fa-4712-b1a8-f755f5bc1698 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/f5bc6ced-311a-40f9-968c-2e34105f5cb3 HTTP/1.1" status: 200 len: 1830 time: 0.0409987 Jan 28 13:20:30.921001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dd22f40a-6992-40c4-b378-47c423e58047 req-f48001fb-308c-4ed2-9406-98c2dba81b28 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (f5bc6ced-311a-40f9-968c-2e34105f5cb3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.943105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dd22f40a-6992-40c4-b378-47c423e58047 req-f48001fb-308c-4ed2-9406-98c2dba81b28 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (f5bc6ced-311a-40f9-968c-2e34105f5cb3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.983636 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dd22f40a-6992-40c4-b378-47c423e58047 req-f48001fb-308c-4ed2-9406-98c2dba81b28 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f5bc6ced-311a-40f9-968c-2e34105f5cb3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.986428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dd22f40a-6992-40c4-b378-47c423e58047 req-f48001fb-308c-4ed2-9406-98c2dba81b28 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:30.987574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd22f40a-6992-40c4-b378-47c423e58047 req-f48001fb-308c-4ed2-9406-98c2dba81b28 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5bc6ced-311a-40f9-968c-2e34105f5cb3 HTTP/1.1" status: 204 len: 173 time: 0.1162319 Jan 28 13:20:30.996818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48001fb-308c-4ed2-9406-98c2dba81b28 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc6ced-311a-40f9-968c-2e34105f5cb3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:31.085221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f3e3a-1a4e-4624-a7a6-95941e692e5f req-ae555f21-4e6f-41e8-a801-6666a822b2a0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:31.087149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-373f3e3a-1a4e-4624-a7a6-95941e692e5f req-ae555f21-4e6f-41e8-a801-6666a822b2a0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.0501549 Jan 28 13:20:31.096370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 00d2340f-67ea-490e-b00d-00203cab2c17 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:31.103345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd187447-54e3-4efb-878c-a9925d6de311', 'tag': 'edeb6598-d979-40a4-878d-ef0fe28187f0'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:31.106221 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54011872-ad36-4906-8b37-94c2f457eb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd187447-54e3-4efb-878c-a9925d6de311", "tag": "edeb6598-d979-40a4-878d-ef0fe28187f0"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:31.118647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 00d2340f-67ea-490e-b00d-00203cab2c17 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:20:31.119051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 00d2340f-67ea-490e-b00d-00203cab2c17 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:20:31.149244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-373f3e3a-1a4e-4624-a7a6-95941e692e5f req-031ed849-5e49-4f1f-908b-67f60e8f72e6 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557089 Jan 28 13:20:31.273012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40157f07-a066-4d40-afba-d3906bbda660 req-76fcf159-a1b3-49da-b79c-17a9c182bdd8 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:31.274565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40157f07-a066-4d40-afba-d3906bbda660 req-76fcf159-a1b3-49da-b79c-17a9c182bdd8 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 1095 time: 0.0449827 Jan 28 13:20:31.324852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40157f07-a066-4d40-afba-d3906bbda660 req-c3d8d064-7034-4e99-91c1-7d7dd257cc19 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Jan 28 13:20:31.346018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5806ad1f-aaa5-4117-9a60-cabe4713b526 req-81eb5313-3a2c-4e3d-a4a4-ab6726823269 tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "GET /v2.0/security-groups/35201760-7460-4b5d-8e67-1d526eb0d017 HTTP/1.1" status: 200 len: 1829 time: 0.0433955 Jan 28 13:20:31.376514 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a0a9a1-9297-4848-aef7-21585b8cd380 x-openstack-request-id: req-14a0a9a1-9297-4848-aef7-21585b8cd380 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:31.377032 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd187447-54e3-4efb-878c-a9925d6de311", "tag": "edeb6598-d979-40a4-878d-ef0fe28187f0", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:31.377564 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14a0a9a1-9297-4848-aef7-21585b8cd380 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:31.378149 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd187447-54e3-4efb-878c-a9925d6de311', 'tag': 'edeb6598-d979-40a4-878d-ef0fe28187f0', 'status': 'completed', 'code': 200} Jan 28 13:20:31.471328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54011872-ad36-4906-8b37-94c2f457eb0e req-022d58c5-9991-4951-bb06-9882d3e6fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:31.472812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54011872-ad36-4906-8b37-94c2f457eb0e req-022d58c5-9991-4951-bb06-9882d3e6fb0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 1098 time: 0.0755811 Jan 28 13:20:31.473765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5806ad1f-aaa5-4117-9a60-cabe4713b526 req-55b8ea92-0edb-4089-ad27-790ebaf4656e tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (35201760-7460-4b5d-8e67-1d526eb0d017), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.511212 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5806ad1f-aaa5-4117-9a60-cabe4713b526 req-55b8ea92-0edb-4089-ad27-790ebaf4656e tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (35201760-7460-4b5d-8e67-1d526eb0d017), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.597315 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5806ad1f-aaa5-4117-9a60-cabe4713b526 req-55b8ea92-0edb-4089-ad27-790ebaf4656e tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (35201760-7460-4b5d-8e67-1d526eb0d017), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.599820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5806ad1f-aaa5-4117-9a60-cabe4713b526 req-55b8ea92-0edb-4089-ad27-790ebaf4656e tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.600969 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5806ad1f-aaa5-4117-9a60-cabe4713b526 req-55b8ea92-0edb-4089-ad27-790ebaf4656e tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] 10.222.0.45 "DELETE /v2.0/security-groups/35201760-7460-4b5d-8e67-1d526eb0d017 HTTP/1.1" status: 204 len: 173 time: 0.2438695 Jan 28 13:20:31.607430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54011872-ad36-4906-8b37-94c2f457eb0e req-c9336caf-4fac-40bb-ad5a-81b7828ad8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:31.607751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40228) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:31.608871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54011872-ad36-4906-8b37-94c2f457eb0e req-c9336caf-4fac-40bb-ad5a-81b7828ad8f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1251757 Jan 28 13:20:31.615901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8ea92-0edb-4089-ad27-790ebaf4656e tempest-SecurityGroupRulesNegativeTestJSON-1925544492 tempest-SecurityGroupRulesNegativeTestJSON-1925544492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35201760-7460-4b5d-8e67-1d526eb0d017,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:31.654531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] Deleting subnet 6da59f47-5a7a-4e13-b559-965cfe1ed3c1 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:20:31.658745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] Publish callbacks [] for subnet (6da59f47-5a7a-4e13-b559-965cfe1ed3c1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.670044 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54011872-ad36-4906-8b37-94c2f457eb0e req-5164b388-d89a-4b2c-98fd-97b40b56bdae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=edeb6598-d979-40a4-878d-ef0fe28187f0 HTTP/1.1" status: 200 len: 217 time: 0.0519707 Jan 28 13:20:31.705457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (6da59f47-5a7a-4e13-b559-965cfe1ed3c1), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.733485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54011872-ad36-4906-8b37-94c2f457eb0e req-fe17feb2-94c0-4ac0-9a4a-8acffe71aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:31.735525 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54011872-ad36-4906-8b37-94c2f457eb0e req-fe17feb2-94c0-4ac0-9a4a-8acffe71aafb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0568204 Jan 28 13:20:31.743941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device edeb6598-d979-40a4-878d-ef0fe28187f0 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:31.793362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54011872-ad36-4906-8b37-94c2f457eb0e req-af53dee8-83aa-4459-a7e3-30778ade2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:31.795393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54011872-ad36-4906-8b37-94c2f457eb0e req-af53dee8-83aa-4459-a7e3-30778ade2b12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516326 Jan 28 13:20:31.804508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6da59f47-5a7a-4e13-b559-965cfe1ed3c1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.882562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (6da59f47-5a7a-4e13-b559-965cfe1ed3c1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.917085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port edeb6598-d979-40a4-878d-ef0fe28187f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=edeb6598-d979-40a4-878d-ef0fe28187f0,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:31.924789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.931687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'edeb6598-d979-40a4-878d-ef0fe28187f0', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'edeb6598-d979-40a4-878d-ef0fe28187f0', 'mac_address': 'fa:16:3e:c3:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:31.938205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6da59f47-5a7a-4e13-b559-965cfe1ed3c1 HTTP/1.1" status: 204 len: 168 time: 0.3290768 Jan 28 13:20:31.940559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40236) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:31.948692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223310c-005c-4c43-b56b-d7ce3956484f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da59f47-5a7a-4e13-b559-965cfe1ed3c1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:31.971390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54011872-ad36-4906-8b37-94c2f457eb0e req-65ede9e2-0008-42da-8dc6-77ceb0b47bc0 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636295 Jan 28 13:20:31.975953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port edeb6598-d979-40a4-878d-ef0fe28187f0 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:31.976378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:31.991561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edeb6598-d979-40a4-878d-ef0fe28187f0 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:32.013649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port edeb6598-d979-40a4-878d-ef0fe28187f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=edeb6598-d979-40a4-878d-ef0fe28187f0,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:32.019413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.060184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (bddf2213-e795-4080-94b5-82eaab1091bd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.089240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=edeb6598-d979-40a4-878d-ef0fe28187f0,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:32.177545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54011872-ad36-4906-8b37-94c2f457eb0e req-185dec59-4840-4757-adc6-efafda0820fb service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966267 Jan 28 13:20:32.178894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (bddf2213-e795-4080-94b5-82eaab1091bd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.203662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddf2213-e795-4080-94b5-82eaab1091bd']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:32.216391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28ed34d-033a-4056-b049-c17534cb34ed') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:32.216696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28ed34d-033a-4056-b049-c17534cb34ed') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:20:32.228335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d28ed34d-033a-4056-b049-c17534cb34ed), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.257710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40244) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:32.262607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1a85bda2-bfdd-4847-b07e-925f61618772 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557022046', 'description': 'tempest-description--1727408554'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:32.269032 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d28ed34d-033a-4056-b049-c17534cb34ed), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.283255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:20:32.284203 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d28ed34d-033a-4056-b049-c17534cb34ed), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:20:32.287289 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:20:32.293935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a85bda2-bfdd-4847-b07e-925f61618772 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.314650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1683d-f452-4dc2-8b6a-1ea817f17442 req-98f7c46e-4ae8-4152-8e04-2019a6e00f26 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.316161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bf1683d-f452-4dc2-8b6a-1ea817f17442 req-98f7c46e-4ae8-4152-8e04-2019a6e00f26 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0902388 Jan 28 13:20:32.367549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20853-5d07-4063-af49-1b7692f383c7 req-106f360f-06bc-402b-b142-3ef804a2fac8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.369197 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41f20853-5d07-4063-af49-1b7692f383c7 req-106f360f-06bc-402b-b142-3ef804a2fac8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 948 time: 0.0564654 Jan 28 13:20:32.403279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (bddf2213-e795-4080-94b5-82eaab1091bd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.410755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.414284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bddf2213-e795-4080-94b5-82eaab1091bd HTTP/1.1" status: 204 len: 168 time: 0.4726467 Jan 28 13:20:32.418405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bf1683d-f452-4dc2-8b6a-1ea817f17442 req-f9dc079b-7bb3-426c-b2f9-553e8ad0c87a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723913 Jan 28 13:20:32.432213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6a75f-5e0a-49b8-ac11-0039cc815322 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddf2213-e795-4080-94b5-82eaab1091bd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:32.471651 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a85bda2-bfdd-4847-b07e-925f61618772 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group (83f9bc29-e453-4777-bb81-7a9233ae5100), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.476187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41f20853-5d07-4063-af49-1b7692f383c7 req-4e536ca2-4bd8-46cb-ac68-e6825a5373d2 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997066 Jan 28 13:20:32.478614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a85bda2-bfdd-4847-b07e-925f61618772 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (83f9bc29-e453-4777-bb81-7a9233ae5100), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.526850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a85bda2-bfdd-4847-b07e-925f61618772 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.528425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a85bda2-bfdd-4847-b07e-925f61618772 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2695551 Jan 28 13:20:32.529540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85bda2-bfdd-4847-b07e-925f61618772 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f9bc29-e453-4777-bb81-7a9233ae5100,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:32.533628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40250) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:32.539575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7b9a0a1d-2d2b-42ce-b041-39ad70681d5c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Request body: {'security_group_rule': {'security_group_id': '83f9bc29-e453-4777-bb81-7a9233ae5100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:32.561820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['edeb6598-d979-40a4-878d-ef0fe28187f0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:32.600253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0a1d-2d2b-42ce-b041-39ad70681d5c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group_rule (2888511c-9e3b-4c42-b849-e12ccf19b7b2), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.684636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40252) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:32.718683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1466a-c5da-4cfe-8fea-8c989bcc920a req-c82480e1-2968-4d2d-8b8a-853540969a4f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:32.727378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0dd1466a-c5da-4cfe-8fea-8c989bcc920a req-c82480e1-2968-4d2d-8b8a-853540969a4f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.0796959 Jan 28 13:20:32.729830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0a1d-2d2b-42ce-b041-39ad70681d5c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group_rule (2888511c-9e3b-4c42-b849-e12ccf19b7b2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.761406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0a1d-2d2b-42ce-b041-39ad70681d5c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (2888511c-9e3b-4c42-b849-e12ccf19b7b2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.784822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0b733956-fade-47f6-b72d-80f946ebf999 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d3e9292d79045909978311c0f08352b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0963197 Jan 28 13:20:32.786881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40254) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:32.799911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a0a1d-2d2b-42ce-b041-39ad70681d5c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2888511c-9e3b-4c42-b849-e12ccf19b7b2,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:32.810627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0a1d-2d2b-42ce-b041-39ad70681d5c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.811859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7b9a0a1d-2d2b-42ce-b041-39ad70681d5c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2769296 Jan 28 13:20:32.818088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40256) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:32.818555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0dd1466a-c5da-4cfe-8fea-8c989bcc920a req-a09839dd-1240-4d35-861c-decc83749fb3 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Jan 28 13:20:32.830307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-50c1740e-1a31-4c18-8140-dda444155862 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Request body: {'security_group_rule': {'security_group_id': '83f9bc29-e453-4777-bb81-7a9233ae5100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:32.866821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c39314-f3fb-44d4-a257-a5991bf8f4fa admin admin] Publish callbacks [] for security_group (0b74c96b-b7c3-4476-b363-b763abcadc4d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.890278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50c1740e-1a31-4c18-8140-dda444155862 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group_rule (88c196c3-50c9-4b94-9ce4-abd82ebdb08e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.912517 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c39314-f3fb-44d4-a257-a5991bf8f4fa admin admin] Publish callbacks [] for security_group (0b74c96b-b7c3-4476-b363-b763abcadc4d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.972333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50c1740e-1a31-4c18-8140-dda444155862 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group_rule (88c196c3-50c9-4b94-9ce4-abd82ebdb08e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.976404 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50c1740e-1a31-4c18-8140-dda444155862 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (88c196c3-50c9-4b94-9ce4-abd82ebdb08e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.988994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c39314-f3fb-44d4-a257-a5991bf8f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b74c96b-b7c3-4476-b363-b763abcadc4d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.992233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c39314-f3fb-44d4-a257-a5991bf8f4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:32.996380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1740e-1a31-4c18-8140-dda444155862 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c196c3-50c9-4b94-9ce4-abd82ebdb08e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:33.004463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c4c39314-f3fb-44d4-a257-a5991bf8f4fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b74c96b-b7c3-4476-b363-b763abcadc4d HTTP/1.1" status: 204 len: 168 time: 0.2165027 Jan 28 13:20:33.012117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50c1740e-1a31-4c18-8140-dda444155862 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.013506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-50c1740e-1a31-4c18-8140-dda444155862 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939116 Jan 28 13:20:33.017260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39314-f3fb-44d4-a257-a5991bf8f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b74c96b-b7c3-4476-b363-b763abcadc4d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:33.017807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40268) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:33.023847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:33.049426 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.253978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.445070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Allocated IP 172.25.4.183 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f873d865-52f8-4d6a-88ad-9d274cc3936c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:33.644709 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b17b1-4fb4-49e8-a50e-55c494af4787 req-30cc4735-d32a-43e3-84a8-62c4d7c8648a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:33.654140 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4d2b17b1-4fb4-49e8-a50e-55c494af4787 req-30cc4735-d32a-43e3-84a8-62c4d7c8648a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1236038 Jan 28 13:20:33.672592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.717376 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.733828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4d2b17b1-4fb4-49e8-a50e-55c494af4787 req-2b20f1a1-2e61-48f8-8f9e-82d59b38f717 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787685 Jan 28 13:20:33.760755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:33.762613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:33.768111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:33.834059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'Port': ['ID=f873d865-52f8-4d6a-88ad-9d274cc3936c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:33.910610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for floatingip (d1d34c5c-012e-4819-adb7-8dd44cde3826), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:33.951067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d63636-76a9-4358-8210-9136e388f825 req-1f3d0c97-a974-4fee-8a67-5b893466f989 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:33.956186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-91d63636-76a9-4358-8210-9136e388f825 req-1f3d0c97-a974-4fee-8a67-5b893466f989 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 948 time: 0.1009927 Jan 28 13:20:33.966160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.037838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-91d63636-76a9-4358-8210-9136e388f825 req-3aa751be-047a-44e8-b34c-78f57e1a6d50 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747395 Jan 28 13:20:34.105500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40314) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:34.180722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790d64d-9096-430d-a8ec-5923e75d9a5b req-c7670ec9-8848-4f7e-81bd-909d6acaadb7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.182295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2790d64d-9096-430d-a8ec-5923e75d9a5b req-c7670ec9-8848-4f7e-81bd-909d6acaadb7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1086020 Jan 28 13:20:34.230438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2048572560-network', 'tenant_id': '741d584aa1e7452990bb2d5cd6f02abf'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:34.259766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Made reservation on behalf of 741d584aa1e7452990bb2d5cd6f02abf for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:34.263359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.283115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2790d64d-9096-430d-a8ec-5923e75d9a5b req-9dca90c5-9334-4fa5-9187-0ab76d72badb tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801749 Jan 28 13:20:34.285089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.320469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.329046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.414856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks [] for security_group (1edce42f-5c3b-41d2-9e6f-f717c7ee60ad), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.420287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1edce42f-5c3b-41d2-9e6f-f717c7ee60ad), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.436156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (d1d34c5c-012e-4819-adb7-8dd44cde3826), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.440948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40322) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:34.450371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:20:34.469335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.477861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cfdba369-5cc4-4bfb-b6a3-4986f6f3a748), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.478053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4520674 Jan 28 13:20:34.478154 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Added segment cfdba369-5cc4-4bfb-b6a3-4986f6f3a748 of type vlan for network e43c788c-2ace-4fbb-a01c-e831ee8133b0 Jan 28 13:20:34.478154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:34.478427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d1fb7-af36-4f9e-8ac8-f6f960007d98 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'Port': ['ID=f873d865-52f8-4d6a-88ad-9d274cc3936c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:34.478427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-0a60c4ac-2d2f-4ea1-b9fd-8c8b7dfab125 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988817 Jan 28 13:20:34.535586 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e43c788c-2ace-4fbb-a01c-e831ee8133b0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.577720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e43c788c-2ace-4fbb-a01c-e831ee8133b0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.580663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.581384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.642775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-f91aecef-1b1d-402d-830f-234b4bcda175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.650704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-f91aecef-1b1d-402d-830f-234b4bcda175 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1095 time: 0.0890071 Jan 28 13:20:34.678988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40330) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:34.679928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5732512 Jan 28 13:20:34.684672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Request body: {'subnet': {'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2048572560-subnet', 'tenant_id': '741d584aa1e7452990bb2d5cd6f02abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:34.695690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-915a60b7-98dd-44c9-808c-c681a62b05e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.702267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e1df6-a101-4836-b4dd-a90dc60917e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e43c788c-2ace-4fbb-a01c-e831ee8133b0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:34.718136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e43c788c-2ace-4fbb-a01c-e831ee8133b0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:20:34.726501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Made reservation on behalf of 741d584aa1e7452990bb2d5cd6f02abf for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:34.729418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.876916 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-44582624-3fbf-4fd4-ab65-1ba76d22139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.896270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-2090e6dd-56b0-46b0-b297-b166d321831a tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:34.900584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-2090e6dd-56b0-46b0-b297-b166d321831a tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 822 time: 0.1350985 Jan 28 13:20:34.930756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-955ba282-5726-46ae-b724-b77e2e79a97d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/quotas/f505091993ca46ccb0258a7c0ce948bd HTTP/1.1" status: 200 len: 375 time: 0.0212779 Jan 28 13:20:34.973717 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-57ea30e0-4dc1-4ddc-a9fb-cd3bca00109a tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420787 Jan 28 13:20:34.978741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-915a60b7-98dd-44c9-808c-c681a62b05e3 admin admin] Publish callbacks [] for security_group (b2b5a019-9557-42c3-9bc6-727d3322bca9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.982864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-915a60b7-98dd-44c9-808c-c681a62b05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2b5a019-9557-42c3-9bc6-727d3322bca9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:34.993618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:35.075032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf20a7-6b84-4993-b2bc-5893f2195210 req-4ccd77c4-8c78-4bc4-8114-e2a13638b5eb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.076667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3acf20a7-6b84-4993-b2bc-5893f2195210 req-4ccd77c4-8c78-4bc4-8114-e2a13638b5eb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1588972 Jan 28 13:20:35.081786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-915a60b7-98dd-44c9-808c-c681a62b05e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=737742f4721d4849a82723a880430922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6390052 Jan 28 13:20:35.083829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40346) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:35.084407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a60b7-98dd-44c9-808c-c681a62b05e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b5a019-9557-42c3-9bc6-727d3322bca9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:35.113329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:35.125815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Checking segment: {'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:35.126265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Network hostable DHCP agents. Network: e43c788c-2ace-4fbb-a01c-e831ee8133b0, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:20:35.151939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-edda5491-debd-4ad2-9bea-14146acef9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.153557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-edda5491-debd-4ad2-9bea-14146acef9aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.4400020 Jan 28 13:20:35.162933 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c48fa128-ef49-4156-87dc-2635e5438fef admin admin] Publish callbacks [] for security_group (b2b5a019-9557-42c3-9bc6-727d3322bca9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:35.177096 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-c870c5a5-f0f1-48b8-81a0-4686cc6b6354 service neutron] 10.222.0.45 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890240 Jan 28 13:20:35.193100 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c48fa128-ef49-4156-87dc-2635e5438fef admin admin] Publish callbacks [] for security_group (b2b5a019-9557-42c3-9bc6-727d3322bca9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:35.213728 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-62fe289f-ce66-4605-ada2-f95d735b4b8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.0469236 Jan 28 13:20:35.221912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Network e43c788c-2ace-4fbb-a01c-e831ee8133b0 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:20:35.242555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3acf20a7-6b84-4993-b2bc-5893f2195210 req-92dc6e1c-1d30-4010-9f1b-76ff79955920 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352601 Jan 28 13:20:35.271275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e43c788c-2ace-4fbb-a01c-e831ee8133b0) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:35.280176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1451fa-66d4-4a07-84b9-c824a64168c3 None None] Network e43c788c-2ace-4fbb-a01c-e831ee8133b0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:35.292533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.294376 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:35.337379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ecb75c9c-ce34-468a-ae54-ed73471766ca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6572258 Jan 28 13:20:35.340155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-d1a9daa0-e794-44ff-b889-c836a622f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.342475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-d1a9daa0-e794-44ff-b889-c836a622f132 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1182687 Jan 28 13:20:35.398265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-100a92da-dc14-46ff-af03-e1e499d8458a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448594 Jan 28 13:20:35.428077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c48fa128-ef49-4156-87dc-2635e5438fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2b5a019-9557-42c3-9bc6-727d3322bca9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:35.428077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c48fa128-ef49-4156-87dc-2635e5438fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:35.439983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c48fa128-ef49-4156-87dc-2635e5438fef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2b5a019-9557-42c3-9bc6-727d3322bca9 HTTP/1.1" status: 204 len: 168 time: 0.3495934 Jan 28 13:20:35.442117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b423efc7-7c5d-45a8-a648-3387d62b1e05 None None] Network e43c788c-2ace-4fbb-a01c-e831ee8133b0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:35.458180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-cabacbd8-1baf-4176-9248-d93db6357a87 service neutron] 10.222.0.45 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670453 Jan 28 13:20:35.471523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fa128-ef49-4156-87dc-2635e5438fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b5a019-9557-42c3-9bc6-727d3322bca9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:35.571980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79df26-4d86-4845-bef8-94d716b1d7b2 req-73e5add2-eab9-46a0-99eb-2db36b4a54fe tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.573602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b79df26-4d86-4845-bef8-94d716b1d7b2 req-73e5add2-eab9-46a0-99eb-2db36b4a54fe tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 948 time: 0.1260796 Jan 28 13:20:35.595414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-43d04b82-a518-4ad1-b26b-8b022ea55d5a service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773553 Jan 28 13:20:35.707225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b79df26-4d86-4845-bef8-94d716b1d7b2 req-84c97503-8f87-4898-aaae-5afe2a3a4c4d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136496 Jan 28 13:20:35.763441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device edeb6598-d979-40a4-878d-ef0fe28187f0 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:35.782162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5914020-3cd9-408a-a3c0-f6bf9e460dd4 req-f1263c34-8308-4700-a792-61a5351d97f6 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768882 Jan 28 13:20:35.877272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port edeb6598-d979-40a4-878d-ef0fe28187f0 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:35.888216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port edeb6598-d979-40a4-878d-ef0fe28187f0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:35.888692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:35.948865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e16de6-35ea-41b8-87ff-3fa7de355256 req-4a90a340-b30b-4708-82b0-ad15b8b7f868 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:35.963903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e16de6-35ea-41b8-87ff-3fa7de355256 req-4a90a340-b30b-4708-82b0-ad15b8b7f868 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1257317 Jan 28 13:20:36.069696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e16de6-35ea-41b8-87ff-3fa7de355256 req-ae2646de-59e7-485d-a171-bb951b6f5131 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017430 Jan 28 13:20:36.093970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port edeb6598-d979-40a4-878d-ef0fe28187f0 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:36.094372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.120319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-fbaee712-e6d6-4b95-b158-01078336133a req-061ccae4-90c4-4c45-a2b0-7522a563e18d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-926445761', 'description': 'tempest-description-2128509240'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:36.149224 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fbaee712-e6d6-4b95-b158-01078336133a req-061ccae4-90c4-4c45-a2b0-7522a563e18d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.179009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd187447-54e3-4efb-878c-a9925d6de311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeb6598-d979-40a4-878d-ef0fe28187f0'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:36.185937 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d0aa88-c6bc-40a8-a98f-272d52a6909f" -d '{"events": [{"server_uuid": "dd187447-54e3-4efb-878c-a9925d6de311", "name": "network-vif-plugged", "status": "completed", "tag": "edeb6598-d979-40a4-878d-ef0fe28187f0"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:36.214904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c95b0dd-7e98-41b6-af8d-10ac8198d7e4 req-a90c4793-9841-4612-8246-74453c0a6195 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 210 time: 0.0543139 Jan 28 13:20:36.223604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port edeb6598-d979-40a4-878d-ef0fe28187f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=edeb6598-d979-40a4-878d-ef0fe28187f0,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:36.240755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.240755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d7c1cf1f-218f-4dfc-a5e5-b455983dcfca no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:20:36.281885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fbaee712-e6d6-4b95-b158-01078336133a req-061ccae4-90c4-4c45-a2b0-7522a563e18d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f78e2dd2-6570-4312-bd96-8e489d1a5feb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.296808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fbaee712-e6d6-4b95-b158-01078336133a req-061ccae4-90c4-4c45-a2b0-7522a563e18d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f78e2dd2-6570-4312-bd96-8e489d1a5feb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.315809 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ebfaa-b0d7-43e8-be90-6e1d5d7539b0 x-openstack-request-id: req-999ebfaa-b0d7-43e8-be90-6e1d5d7539b0 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:36.316180 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd187447-54e3-4efb-878c-a9925d6de311", "name": "network-vif-plugged", "status": "completed", "tag": "edeb6598-d979-40a4-878d-ef0fe28187f0", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:36.316391 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-999ebfaa-b0d7-43e8-be90-6e1d5d7539b0 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:36.316785 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd187447-54e3-4efb-878c-a9925d6de311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeb6598-d979-40a4-878d-ef0fe28187f0', 'code': 200} Jan 28 13:20:36.372571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ccae4-90c4-4c45-a2b0-7522a563e18d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78e2dd2-6570-4312-bd96-8e489d1a5feb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:36.461099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fbaee712-e6d6-4b95-b158-01078336133a req-061ccae4-90c4-4c45-a2b0-7522a563e18d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.475620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fbaee712-e6d6-4b95-b158-01078336133a req-061ccae4-90c4-4c45-a2b0-7522a563e18d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3608449 Jan 28 13:20:36.491390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c161e-b243-41d0-8724-a240a92196d7 req-297fe568-e791-4a72-bd0a-b397986a7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:36.496100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-089c161e-b243-41d0-8724-a240a92196d7 req-297fe568-e791-4a72-bd0a-b397986a7f6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 1100 time: 0.1193376 Jan 28 13:20:36.503670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=edeb6598-d979-40a4-878d-ef0fe28187f0,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:36.530206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:36.551176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275705-dbc4-4977-909a-66db52dee5c4 req-23408005-9ba1-464c-a2cc-938e4019f5fb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:36.553053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e275705-dbc4-4977-909a-66db52dee5c4 req-23408005-9ba1-464c-a2cc-938e4019f5fb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1429675 Jan 28 13:20:36.608366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-089c161e-b243-41d0-8724-a240a92196d7 req-0bbfeea2-4772-4b1c-a1b6-97662f3af2cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052933 Jan 28 13:20:36.635462 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-e3de7759-e086-4f23-a75b-a04219407d05 req-5a7395db-270f-4ba4-ae52-d9de7dcfc620 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-528603766', 'description': 'tempest-description-22003576'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:36.636545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e275705-dbc4-4977-909a-66db52dee5c4 req-56e93bd6-51b9-4a4b-ba82-cf90c164c1eb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742433 Jan 28 13:20:36.672020 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e3de7759-e086-4f23-a75b-a04219407d05 req-5a7395db-270f-4ba4-ae52-d9de7dcfc620 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.689840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40396) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:36.749992 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e3de7759-e086-4f23-a75b-a04219407d05 req-5a7395db-270f-4ba4-ae52-d9de7dcfc620 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f1ba99b7-e7f4-4609-b54f-a547ac196a90), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.755859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e3de7759-e086-4f23-a75b-a04219407d05 req-5a7395db-270f-4ba4-ae52-d9de7dcfc620 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1ba99b7-e7f4-4609-b54f-a547ac196a90), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.793460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e3de7759-e086-4f23-a75b-a04219407d05 req-5a7395db-270f-4ba4-ae52-d9de7dcfc620 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.795116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3de7759-e086-4f23-a75b-a04219407d05 req-5a7395db-270f-4ba4-ae52-d9de7dcfc620 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1648378 Jan 28 13:20:36.814996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7395db-270f-4ba4-ae52-d9de7dcfc620 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba99b7-e7f4-4609-b54f-a547ac196a90,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:36.879817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240fdac-e174-4792-b927-47fc313d37e8 req-344ad48c-2df7-4b4f-b8d8-e5bbdbc88b28 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:36.881611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6240fdac-e174-4792-b927-47fc313d37e8 req-344ad48c-2df7-4b4f-b8d8-e5bbdbc88b28 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 949 time: 0.1039200 Jan 28 13:20:36.892988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1763998016-network', 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:36.939269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:36.941565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.960882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:36.976347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6240fdac-e174-4792-b927-47fc313d37e8 req-f15f289c-97fb-42a2-a6bd-e5db32495efb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795383 Jan 28 13:20:37.051762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks [] for security_group (7685f0eb-0c36-4ee9-b897-1094c8496967), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.056347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7685f0eb-0c36-4ee9-b897-1094c8496967), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.083339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:20:37.094685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7685f0eb-0c36-4ee9-b897-1094c8496967,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:37.100725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (08ba3235-c179-4917-bf0b-106d602d693e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.101156 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Added segment 08ba3235-c179-4917-bf0b-106d602d693e of type vlan for network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c Jan 28 13:20:37.159931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1640b80b-ba6a-499b-a8ff-ce94a5c4372c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.165300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-53a55df8-f471-4855-81ba-b03af9df5073 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.169839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-53a55df8-f471-4855-81ba-b03af9df5073 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 813 time: 0.1432157 Jan 28 13:20:37.186334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-37d82f28-478b-4817-868e-8ed2f2538b43 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/quotas/741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 375 time: 0.0099795 Jan 28 13:20:37.220492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1640b80b-ba6a-499b-a8ff-ce94a5c4372c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.221943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.222839 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.238604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-764fbe42-bffd-428d-a934-6ec60f048c80 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384781 Jan 28 13:20:37.243284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80362783-0c3a-4911-adde-6db24b4c7b39 req-10f6d068-bacf-4898-bb06-b63a211a23b8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.245382 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12427dfe-8cf3-43bb-a460-415d9a206fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.252558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80362783-0c3a-4911-adde-6db24b4c7b39 req-10f6d068-bacf-4898-bb06-b63a211a23b8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1055708 Jan 28 13:20:37.332546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] Pushing event updated for resources: {'Network': ['ID=1640b80b-ba6a-499b-a8ff-ce94a5c4372c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:37.345389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:20:37.357593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ed65397-1698-468b-80b2-7a2548114600 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6647272 Jan 28 13:20:37.361393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40420) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:20:37.374515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Request body: {'subnet': {'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1763998016-subnet', 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:37.418947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-8e9da059-e0d7-4b80-b6f5-161452823587 service neutron] 10.222.0.45 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792209 Jan 28 13:20:37.420453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:37.424841 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.450790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80362783-0c3a-4911-adde-6db24b4c7b39 req-fe1e98f0-2d44-4d33-8142-49580293d28b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970828 Jan 28 13:20:37.530281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-1e9ab79b-5069-4e7c-9d6e-01b409c4d26d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.533093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-1e9ab79b-5069-4e7c-9d6e-01b409c4d26d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 822 time: 0.1857119 Jan 28 13:20:37.555854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Request body: {'port': {'device_id': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'admin_state_up': True, 'tenant_id': 'f505091993ca46ccb0258a7c0ce948bd'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:37.629192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-34d56781-8682-40df-adab-d4d6ef371513 service neutron] 10.222.0.45 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391766 Jan 28 13:20:37.631965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59a60bea-dfc0-419c-9269-702207c164b1 req-a36be793-0aad-4f47-b2ab-94bdcf9d6475 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 210 time: 0.0694647 Jan 28 13:20:37.713097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Made reservation on behalf of f505091993ca46ccb0258a7c0ce948bd for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:37.718668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.790057 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (15a2379a-2b88-4b66-b8db-bd90ff534cdc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:37.844867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a2379a-2b88-4b66-b8db-bd90ff534cdc,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:37.903514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-462e881e-adbc-400a-a79a-942b19b8f50b req-2ed33a2c-cdb6-45d4-abc6-fda20e7d8bf9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 210 time: 0.0432703 Jan 28 13:20:37.927313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620b026-2036-4ba1-b5a8-7772d22f982b req-fedad626-7834-4729-8713-082e384fb0ad tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:37.934314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2620b026-2036-4ba1-b5a8-7772d22f982b req-fedad626-7834-4729-8713-082e384fb0ad tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1438510 Jan 28 13:20:37.962035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Allocated IP 172.20.0.10 (33c68f03-a51e-4083-901c-48e999472125/9bf93836-27c0-4f97-bcc4-f44af5d1ee4e/000e4bed-b59c-4539-82ba-8f2d23959723) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:37.966581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:37.968689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Network hostable DHCP agents. Network: 1640b80b-ba6a-499b-a8ff-ce94a5c4372c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:20:37.996096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:20:38.045457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2620b026-2036-4ba1-b5a8-7772d22f982b req-c1b8eba8-ad46-4009-b706-49b905d9aeb1 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103022 Jan 28 13:20:38.049536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1640b80b-ba6a-499b-a8ff-ce94a5c4372c) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:38.065397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ddff4b-85df-4b18-905a-9199aaf399d6 None None] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:38.107073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:38.107675 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.202428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1f438c3d-dbcd-4591-9dcb-ca2bdd23158a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8390253 Jan 28 13:20:38.239570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for port (000e4bed-b59c-4539-82ba-8f2d23959723), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.272227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e46e26-68ca-4f41-8c51-71914177a7a9 req-245266d4-4688-4d46-9c79-46309be893cd tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:38.284692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70e46e26-68ca-4f41-8c51-71914177a7a9 req-245266d4-4688-4d46-9c79-46309be893cd tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 949 time: 0.1795723 Jan 28 13:20:38.290111 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.325359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df069f41-0fec-488c-a4a2-124cf3bbcfdc None None] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:20:38.387712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Network 33c68f03-a51e-4083-901c-48e999472125 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:38.412690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70e46e26-68ca-4f41-8c51-71914177a7a9 req-ba1ea100-ef12-44d5-909e-096a3d146f65 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168232 Jan 28 13:20:38.413010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:38.423344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:38.474224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:38.520969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:38.522716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.546741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-e2ccb867-1f3b-44b5-a585-7c20bdc20f57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9962397 Jan 28 13:20:38.554449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.570570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Request body: {'port': {'device_id': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:38.690909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad6665-4d2d-4579-80f3-e16aafa7f379 req-0bd18e36-47f6-4e01-9c79-0f59c5c94caf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:38.692617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5ad6665-4d2d-4579-80f3-e16aafa7f379 req-0bd18e36-47f6-4e01-9c79-0f59c5c94caf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1177201 Jan 28 13:20:38.693575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:38.783188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5ad6665-4d2d-4579-80f3-e16aafa7f379 req-93380ce5-1c73-4431-8942-34a719f7effa tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775082 Jan 28 13:20:38.878834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-96b2237c-bacb-4dfa-9331-6ff0d1e6b4a1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:38.883330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-96b2237c-bacb-4dfa-9331-6ff0d1e6b4a1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.1541243 Jan 28 13:20:38.902537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-2832a6fd-05b5-4e79-bbef-9473a85a6624 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/quotas/cbee30dbae8d48dc947a8e2bfa956e90 HTTP/1.1" status: 200 len: 375 time: 0.0132387 Jan 28 13:20:38.944611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-20c33ae5-8165-4bb0-95a5-1870a7be4be8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358074 Jan 28 13:20:39.003859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b2536-0c0f-445f-9740-bc89f2ac1721 req-b81e469f-ea68-4026-ac37-93293f71f6ad tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.005610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db9b2536-0c0f-445f-9740-bc89f2ac1721 req-b81e469f-ea68-4026-ac37-93293f71f6ad tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 932 time: 0.1077874 Jan 28 13:20:39.044682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-41914784-fe87-420f-a867-96e766e905d9 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964062 Jan 28 13:20:39.101457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db9b2536-0c0f-445f-9740-bc89f2ac1721 req-28ad6bfb-7b49-43a2-a8f5-7ee3d9d9d6d5 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828626 Jan 28 13:20:39.109983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000e4bed-b59c-4539-82ba-8f2d23959723 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:39.122309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Publish callbacks [] for port (000e4bed-b59c-4539-82ba-8f2d23959723), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.131703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Transition to ACTIVE for port object 000e4bed-b59c-4539-82ba-8f2d23959723 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:39.135445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.153169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-6d6a0ded-9988-40eb-9e8f-fcb7ddc874b7 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016273 Jan 28 13:20:39.241858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:39.287322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Attempting to bind port 000e4bed-b59c-4539-82ba-8f2d23959723 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:39.288059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Attempting to bind port 000e4bed-b59c-4539-82ba-8f2d23959723 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:39.288782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Attempting to bind port 000e4bed-b59c-4539-82ba-8f2d23959723 on network 33c68f03-a51e-4083-901c-48e999472125 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:39.295698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Port 000e4bed-b59c-4539-82ba-8f2d23959723 on network 33c68f03-a51e-4083-901c-48e999472125 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:39.296120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Attempting to bind port 000e4bed-b59c-4539-82ba-8f2d23959723 on network 33c68f03-a51e-4083-901c-48e999472125 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:39.307601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:39.308211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Checking segment: {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:39.308981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Bound using segment: {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:39.309614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Bound port: 000e4bed-b59c-4539-82ba-8f2d23959723, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:39.310270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.487432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:39.503753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:39.514796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.630453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-9e0a359b-506e-441d-b305-c77d27ef6bc0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.632336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-9e0a359b-506e-441d-b305-c77d27ef6bc0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 813 time: 0.3177273 Jan 28 13:20:39.645651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9b9a2-4142-45a5-a08f-cdcc6fb057bd req-23139d34-b8e6-45d6-9375-951d2c766aee tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.647500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1a9b9a2-4142-45a5-a08f-cdcc6fb057bd req-23139d34-b8e6-45d6-9375-951d2c766aee tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1215322 Jan 28 13:20:39.656971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'port': {'device_id': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0', 'admin_state_up': True, 'tenant_id': '741d584aa1e7452990bb2d5cd6f02abf'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:39.788829 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1a9b9a2-4142-45a5-a08f-cdcc6fb057bd req-e6cdd691-29f7-4647-b1d0-918ae669085a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267352 Jan 28 13:20:39.832819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Made reservation on behalf of 741d584aa1e7452990bb2d5cd6f02abf for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:39.838142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.885045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f90482bb-6b71-4884-9b98-53c159b94da7 req-58227f6e-4549-4c37-acbc-bdee0d6448ae tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 210 time: 0.0424349 Jan 28 13:20:39.924688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d93ac119-35e5-4556-b5bd-e4c7416cb256 req-2de667da-d0d5-4e49-bc7f-67f8dd027aa1 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 210 time: 0.4167445 Jan 28 13:20:39.960193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:39.960662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:39.962421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] 10.222.0.60 "PUT /v2.0/ports/000e4bed-b59c-4539-82ba-8f2d23959723 HTTP/1.1" status: 200 len: 1092 time: 1.4003270 Jan 28 13:20:39.969877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:39.975095 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3261da-7276-427c-9b2c-4e94bb8fc338" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:40.008649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54dcb-553e-4231-a6a9-0b453db06abc service neutron] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:40.095736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Allocated IP 172.20.0.9 (e43c788c-2ace-4fbb-a01c-e831ee8133b0/4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a/5aae08cc-904d-4c61-900c-93058b3ec1f7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:40.112355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d4bab-217b-4c53-ab0f-b0dd4045913d req-b32001da-daac-4d0e-b726-d7b090ba9857 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.114254 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f4d4bab-217b-4c53-ab0f-b0dd4045913d req-b32001da-daac-4d0e-b726-d7b090ba9857 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 949 time: 0.0910316 Jan 28 13:20:40.119190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d05b47-6c4a-4a1e-bab4-639aa2774a85 req-ebd93575-80ce-4570-89cf-e75ee49937a4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.126568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29d05b47-6c4a-4a1e-bab4-639aa2774a85 req-ebd93575-80ce-4570-89cf-e75ee49937a4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1030560 Jan 28 13:20:40.144583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-2bc01ef6-5ddc-44e6-a393-4e39e251bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.145970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-2bc01ef6-5ddc-44e6-a393-4e39e251bd65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 1095 time: 0.0944085 Jan 28 13:20:40.197246 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f4d4bab-217b-4c53-ab0f-b0dd4045913d req-0ea1b910-5448-4268-8270-0f7caa8f3046 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738552 Jan 28 13:20:40.231266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-4e45804a-52c0-4ebb-be36-969408bc75ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=000e4bed-b59c-4539-82ba-8f2d23959723 HTTP/1.1" status: 200 len: 217 time: 0.0679493 Jan 28 13:20:40.241680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29d05b47-6c4a-4a1e-bab4-639aa2774a85 req-1e75c0c6-7583-4f56-b5bc-b4004b828254 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142786 Jan 28 13:20:40.245727 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc0ec2e-d581-453a-9ad7-ec4add1bffd0 x-openstack-request-id: req-6fc0ec2e-d581-453a-9ad7-ec4add1bffd0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:40.246012 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:40.246512 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6fc0ec2e-d581-453a-9ad7-ec4add1bffd0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:40.246968 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723', 'status': 'completed', 'code': 200} Jan 28 13:20:40.315397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-04ddad3f-5bca-4726-ad8c-d96261810d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.317028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-04ddad3f-5bca-4726-ad8c-d96261810d07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e HTTP/1.1" status: 200 len: 862 time: 0.0692074 Jan 28 13:20:40.352623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:40.367553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-95165c70-7f30-4300-a59e-d4c84a2f70b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c68f03-a51e-4083-901c-48e999472125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412626 Jan 28 13:20:40.402173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:40.435595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e86d97-4d3f-456d-a8d4-58c1522d8c7f req-277363f1-2ffb-48e0-9286-e77f0e42b6d4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.437430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3e86d97-4d3f-456d-a8d4-58c1522d8c7f req-277363f1-2ffb-48e0-9286-e77f0e42b6d4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 944 time: 0.0792093 Jan 28 13:20:40.456971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d0d24-6883-4d0c-beea-bd680caa77f8 req-db493ad2-202d-4bea-bd90-60982c7d6489 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.458590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd1d0d24-6883-4d0c-beea-bd680caa77f8 req-db493ad2-202d-4bea-bd90-60982c7d6489 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 1100 time: 0.1183925 Jan 28 13:20:40.480905 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:40.496340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-5d4467fd-82e2-4e2e-b820-c74d46a67728 service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118071 Jan 28 13:20:40.530842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3e86d97-4d3f-456d-a8d4-58c1522d8c7f req-81b3803b-903b-4fa0-9dc0-43af0162b9b6 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877333 Jan 28 13:20:40.539730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Network e43c788c-2ace-4fbb-a01c-e831ee8133b0 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:40.542789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:40.547412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:40.592373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:40.631426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.633408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:40.654928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-540cf6f3-c49e-49bb-a5df-caafdcbf9ae7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0024753 Jan 28 13:20:40.660141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63aeec7-dc5d-44dc-ac52-640471e4eefd req-db57b6f1-cc9d-4c8b-82ee-e5c799dbf69e service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466620 Jan 28 13:20:40.671257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Request body: {'port': {'device_id': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:40.676977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd1d0d24-6883-4d0c-beea-bd680caa77f8 req-a65e8ca3-f0d9-4695-aa25-cb85e8052ba8 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789374 Jan 28 13:20:40.738606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:40.805816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-d9330f4b-8a7e-4509-94fd-2d997de541df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:40.808357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-d9330f4b-8a7e-4509-94fd-2d997de541df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 1095 time: 0.0502396 Jan 28 13:20:41.028144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-5cdee8c2-a7e5-4073-86c8-3bf10db5418b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623696 Jan 28 13:20:41.103777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-5144c9a6-dc0d-4d26-9414-ad367d482c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.105558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-5144c9a6-dc0d-4d26-9414-ad367d482c99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 923 time: 0.2868361 Jan 28 13:20:41.113275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144054f0-de35-43d3-a14a-dcd78bafc673 req-2c2946c2-0ce7-48a8-84b6-d8267cb721e3 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.114754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-144054f0-de35-43d3-a14a-dcd78bafc673 req-2c2946c2-0ce7-48a8-84b6-d8267cb721e3 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1821091 Jan 28 13:20:41.125015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-6b6c5a30-0a62-4323-9e7c-39a0cfa733d9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.126475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-6b6c5a30-0a62-4323-9e7c-39a0cfa733d9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.2200246 Jan 28 13:20:41.171475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Request body: {'port': {'device_id': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'admin_state_up': True, 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:41.171684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-3fe493e7-3374-447d-8a50-6b56e460e1ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=000e4bed-b59c-4539-82ba-8f2d23959723 HTTP/1.1" status: 200 len: 217 time: 0.0480952 Jan 28 13:20:41.222716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-f9a079ec-822a-4ff8-b711-101fc9e555cf tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.226739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-f9a079ec-822a-4ff8-b711-101fc9e555cf tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959307 Jan 28 13:20:41.248726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-92c795a0-27d0-40d2-ab66-5008db010d7c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/quotas/26e78d53ad6248fcb128766aa2dd0adb HTTP/1.1" status: 200 len: 375 time: 0.0165892 Jan 28 13:20:41.252940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-e09c9b6a-9606-4ce5-bb05-e95329255eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.254743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-e09c9b6a-9606-4ce5-bb05-e95329255eb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e HTTP/1.1" status: 200 len: 862 time: 0.0737832 Jan 28 13:20:41.258905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-144054f0-de35-43d3-a14a-dcd78bafc673 req-be559c6b-6374-4d8d-8be7-5457ae652e7b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314905 Jan 28 13:20:41.328664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-532df8bb-717f-4aa2-a4e7-7f634feb6240 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c68f03-a51e-4083-901c-48e999472125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327060 Jan 28 13:20:41.364622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aae08cc-904d-4c61-900c-93058b3ec1f7 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:41.382589 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Publish callbacks [] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.409263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3aa437f-7472-4b89-95ab-999b1e5c6f07 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1515501 Jan 28 13:20:41.466945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-c97e01a5-656e-47ac-bad3-6a8d231f955d service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280024 Jan 28 13:20:41.618801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.692200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c4790-3659-4eb9-8e8c-f4d34812259c req-7a8f2e50-3fec-454d-8983-efba1975ad91 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.702045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-528c4790-3659-4eb9-8e8c-f4d34812259c req-7a8f2e50-3fec-454d-8983-efba1975ad91 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 931 time: 0.1033421 Jan 28 13:20:41.708387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3261da-7276-427c-9b2c-4e94bb8fc338 req-dacd8e52-fd9d-4a35-a825-b9dff4333d9a service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205696 Jan 28 13:20:41.767110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-528c4790-3659-4eb9-8e8c-f4d34812259c req-6c959dd8-cd6b-46ce-85c1-f73613716680 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637355 Jan 28 13:20:41.776842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ac9559e-f321-49d0-a1b1-3ca0f8116e3e req-e81fab7d-a454-4c64-bf04-27431ac20709 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 210 time: 0.4254775 Jan 28 13:20:41.789817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Transition to ACTIVE for port object 5aae08cc-904d-4c61-900c-93058b3ec1f7 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:41.791274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:41.795085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.819840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:41.925089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a203a3e-d447-44c0-8ba0-88eef4f0b956 req-0c4fb994-7530-41bb-8983-5e54a1341160 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:41.939491 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a203a3e-d447-44c0-8ba0-88eef4f0b956 req-0c4fb994-7530-41bb-8983-5e54a1341160 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.0787261 Jan 28 13:20:41.966864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ff00671-8611-4828-a283-4d11b4ee664a req-fb8d33c2-21ab-46a2-9a89-bc291a14ce00 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 210 time: 0.1278310 Jan 28 13:20:42.006389 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Pushing event updated for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:42.056175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a203a3e-d447-44c0-8ba0-88eef4f0b956 req-1cc9f9f0-c2ad-4d64-8010-161345a0c3ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154094 Jan 28 13:20:42.131584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Allocated IP 172.20.0.5 (1640b80b-ba6a-499b-a8ff-ce94a5c4372c/15a2379a-2b88-4b66-b8db-bd90ff534cdc/25a23125-93ea-42f9-8af6-a837d262cd4a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:42.183255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Attempting to bind port 5aae08cc-904d-4c61-900c-93058b3ec1f7 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:42.184172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Attempting to bind port 5aae08cc-904d-4c61-900c-93058b3ec1f7 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:42.184172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Attempting to bind port 5aae08cc-904d-4c61-900c-93058b3ec1f7 on network e43c788c-2ace-4fbb-a01c-e831ee8133b0 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:42.196172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd67a-92e0-4777-8f77-a0b1aaaca456 req-231441ff-77bc-45d1-aff6-41e5f358bd4e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.198627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02cfd67a-92e0-4777-8f77-a0b1aaaca456 req-231441ff-77bc-45d1-aff6-41e5f358bd4e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 944 time: 0.1260388 Jan 28 13:20:42.211398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Port 5aae08cc-904d-4c61-900c-93058b3ec1f7 on network e43c788c-2ace-4fbb-a01c-e831ee8133b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:42.211702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Attempting to bind port 5aae08cc-904d-4c61-900c-93058b3ec1f7 on network e43c788c-2ace-4fbb-a01c-e831ee8133b0 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:42.241620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:42.241967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Checking segment: {'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:42.242360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Bound using segment: {'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:42.242817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Bound port: 5aae08cc-904d-4c61-900c-93058b3ec1f7, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:42.243183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.387954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02cfd67a-92e0-4777-8f77-a0b1aaaca456 req-0e3dd5a1-1642-4a55-8e16-d73e6aab0147 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653731 Jan 28 13:20:42.424874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3982d-26a5-40be-87b6-629c385cde82 req-593d9fd6-3ff0-4718-a037-f60196544708 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.426786 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84c3982d-26a5-40be-87b6-629c385cde82 req-593d9fd6-3ff0-4718-a037-f60196544708 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0688336 Jan 28 13:20:42.476017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:42.485288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks [] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.496368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:42.497907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84c3982d-26a5-40be-87b6-629c385cde82 req-b8936a8f-5df0-4d23-aede-7a197a067933 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640824 Jan 28 13:20:42.507463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.549157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.549902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.551386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] 10.222.0.36 "PUT /v2.0/ports/5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 200 len: 1091 time: 1.8850012 Jan 28 13:20:42.551924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:42.554206 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:42.600212 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed41ae4-c7de-4723-894f-5d416030a19c x-openstack-request-id: req-2ed41ae4-c7de-4723-894f-5d416030a19c {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:42.600503 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:42.600822 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ed41ae4-c7de-4723-894f-5d416030a19c {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:42.601221 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7', 'status': 'completed', 'code': 200} Jan 28 13:20:42.604159 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.627848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a04ec7-978a-4bb3-be1c-c58706fd2429 service neutron] Pushing event updated for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:42.679263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:42.687238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:42.690954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:42.739832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b08253ad-8602-49ac-937f-9dde84605d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.742062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-b08253ad-8602-49ac-937f-9dde84605d10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1094 time: 0.1286597 Jan 28 13:20:42.744835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event updated for resources: {'Port': ['ID=25a23125-93ea-42f9-8af6-a837d262cd4a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:42.798106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.798825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:42.802059 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-ceabd394-aa8e-4f4c-b110-4c3634dffa16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 200 len: 217 time: 0.0508280 Jan 28 13:20:42.841723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-3e548a53-48d4-4727-a657-9f5d5318ef59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6760917 Jan 28 13:20:42.860984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Request body: {'port': {'device_id': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:42.886376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-3f0a45db-fb89-4a7f-b1e9-f295fd77efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.894118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-3f0a45db-fb89-4a7f-b1e9-f295fd77efd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.0770202 Jan 28 13:20:42.944555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6611e-db4e-489d-86b3-37eae89f3c4f req-be10da88-5407-422b-912b-351a7e8c4a0b tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:42.946769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdd6611e-db4e-489d-86b3-37eae89f3c4f req-be10da88-5407-422b-912b-351a7e8c4a0b tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 943 time: 0.0996842 Jan 28 13:20:42.972488 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-78aafa9a-4328-4fd6-b571-26c132701e16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735300 Jan 28 13:20:43.025549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdd6611e-db4e-489d-86b3-37eae89f3c4f req-7c0323b1-29c1-4b2b-af48-6d5e6a85bd03 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Jan 28 13:20:43.059635 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.114349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-6e34f3d3-3d2d-41e3-ad5d-0a1a42997219 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281060 Jan 28 13:20:43.199565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00965e-8234-4c91-a83e-3131798381ea req-c9648c1c-8e5d-40aa-a189-8b5f193b880f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.201184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e00965e-8234-4c91-a83e-3131798381ea req-c9648c1c-8e5d-40aa-a189-8b5f193b880f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 931 time: 0.2336364 Jan 28 13:20:43.254317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d220d2b6-7e4e-40d7-bdde-f1e19975c213 req-88efd712-edd9-482f-986e-d8e50f57d25d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 210 time: 0.0966351 Jan 28 13:20:43.337646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-41557e81-8a61-4555-820c-55c90e062f27 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.339035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-41557e81-8a61-4555-820c-55c90e062f27 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068069 Jan 28 13:20:43.339174 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-42ebe046-2b4e-4478-817b-22b3638e4f11 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427494 Jan 28 13:20:43.374206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Request body: {'port': {'device_id': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '26e78d53ad6248fcb128766aa2dd0adb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:43.389936 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e00965e-8234-4c91-a83e-3131798381ea req-003d2374-26c8-4e03-b6c1-98fdd57d6b08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726408 Jan 28 13:20:43.463771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa864f7-8068-45f4-945a-ee47038d43fc req-ade14c94-6e32-4298-ab43-19e151c7d491 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.471973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fa864f7-8068-45f4-945a-ee47038d43fc req-ade14c94-6e32-4298-ab43-19e151c7d491 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1409411 Jan 28 13:20:43.536686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac16248d-e387-43dd-92cf-01e92c4d0ccb req-16de5e8c-e9cc-476c-a325-95b1b82d64ec service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822677 Jan 28 13:20:43.559177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fa864f7-8068-45f4-945a-ee47038d43fc req-859b449d-12e5-4fb2-9cd2-61062dd0ae03 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862856 Jan 28 13:20:43.592264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Made reservation on behalf of 26e78d53ad6248fcb128766aa2dd0adb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:20:43.596116 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.646751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a23125-93ea-42f9-8af6-a837d262cd4a {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:43.656923 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Publish callbacks [] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.675388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Transition to ACTIVE for port object 25a23125-93ea-42f9-8af6-a837d262cd4a will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:43.691527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:43.794648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Allocated IP 192.168.233.85 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/915d3b68-b1cd-4de2-91f1-22fb7a9102c1) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:20:43.802908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5d1fe-0162-44f9-8ecd-02c08770bb65 req-9f186639-0aef-4056-b77d-86088f45bc2c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.804523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f5d1fe-0162-44f9-8ecd-02c08770bb65 req-9f186639-0aef-4056-b77d-86088f45bc2c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 944 time: 0.1061463 Jan 28 13:20:43.860985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a23125-93ea-42f9-8af6-a837d262cd4a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:43.878501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-d1cedb39-8d8c-4bae-bae0-3061b6a14e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.880361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-d1cedb39-8d8c-4bae-bae0-3061b6a14e49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1094 time: 0.2032681 Jan 28 13:20:43.909534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7193d-8eee-47b7-8160-55580a95f43a req-6841bc1b-38f0-457d-8d20-41e29898393c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:43.932644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-99b7193d-8eee-47b7-8160-55580a95f43a req-6841bc1b-38f0-457d-8d20-41e29898393c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.2298985 Jan 28 13:20:44.013018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f5d1fe-0162-44f9-8ecd-02c08770bb65 req-e8f927cc-dd11-4051-aa7b-f9f596b55bc3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944036 Jan 28 13:20:44.107469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks [] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.123497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Attempting to bind port 25a23125-93ea-42f9-8af6-a837d262cd4a on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:44.123497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Attempting to bind port 25a23125-93ea-42f9-8af6-a837d262cd4a by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:44.123497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Attempting to bind port 25a23125-93ea-42f9-8af6-a837d262cd4a on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:44.131736 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-99b7193d-8eee-47b7-8160-55580a95f43a req-21295807-4b5e-4df7-8c5d-65364de1da3c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951840 Jan 28 13:20:44.143668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Port 25a23125-93ea-42f9-8af6-a837d262cd4a on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:44.144007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Attempting to bind port 25a23125-93ea-42f9-8af6-a837d262cd4a on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:44.163381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-f8fd1a2a-d222-4208-824c-7d0ed071abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.164909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-f8fd1a2a-d222-4208-824c-7d0ed071abb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 914 time: 0.2687843 Jan 28 13:20:44.165978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:44.166328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:44.166715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Bound using segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:44.167424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Bound port: 25a23125-93ea-42f9-8af6-a837d262cd4a, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:44.167561 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.202035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.215244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49', '275e228a-d937-4274-8fa0-758b9ba65828', '2a0a7013-db22-44e5-a735-0c499735a274', 'edeb6598-d979-40a4-878d-ef0fe28187f0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:44.222801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec', 'ade47e22-f733-4b6b-b409-2e1317d8aa27'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:44.224361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-a3c179d3-0a1d-48a7-b929-f401beff933e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 200 len: 217 time: 0.0470555 Jan 28 13:20:44.229663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a27dd-1c55-4ef3-af63-1b85727fcd06 req-0f8ab72f-ceeb-481c-8e62-c2177cf99993 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.236320 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:20:44.238069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-504a27dd-1c55-4ef3-af63-1b85727fcd06 req-0f8ab72f-ceeb-481c-8e62-c2177cf99993 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 943 time: 0.0849817 Jan 28 13:20:44.276626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:20:44.309501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:20:44.315106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:20:44.358636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-688ebe10-a2d2-486c-b615-314f311e0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.362921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-688ebe10-a2d2-486c-b615-314f311e0ff2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.1135108 Jan 28 13:20:44.364392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] For port 25a23125-93ea-42f9-8af6-a837d262cd4a, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:44.371665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] For port 25a23125-93ea-42f9-8af6-a837d262cd4a, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=25a23125-93ea-42f9-8af6-a837d262cd4a,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:44.430271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event updated for resources: {'Port': ['ID=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:44.431852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.448347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-b57b24f8-bf2d-4f45-962b-1ecf1647392d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732906 Jan 28 13:20:44.467335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.467966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.501997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-504a27dd-1c55-4ef3-af63-1b85727fcd06 req-066d9c75-d964-4e27-aca3-edab7fb9d333 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333052 Jan 28 13:20:44.538173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bea87418-031f-4021-925f-62983f49a04c tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1725945 Jan 28 13:20:44.555105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Request body: {'port': {'device_id': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:44.630872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.631497 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.632933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] 10.222.0.60 "PUT /v2.0/ports/25a23125-93ea-42f9-8af6-a837d262cd4a HTTP/1.1" status: 200 len: 1091 time: 1.7766793 Jan 28 13:20:44.633388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'tag': '25a23125-93ea-42f9-8af6-a837d262cd4a'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:44.635756 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21929c5e-e53a-4aa2-a473-cf85e824a62f" -d '{"events": [{"name": "network-changed", "server_uuid": "60d47cb8-430c-40fb-b8e6-d363224543f2", "tag": "25a23125-93ea-42f9-8af6-a837d262cd4a"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:44.669893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.714063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a586c8d-09aa-4599-8bef-94e0ae9fdf27 req-38e4fa21-7727-4f47-b912-8a6d3853a55b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.721161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a586c8d-09aa-4599-8bef-94e0ae9fdf27 req-38e4fa21-7727-4f47-b912-8a6d3853a55b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 935 time: 0.3192253 Jan 28 13:20:44.739517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8163d-81ea-46a7-b69d-6e8703d027c0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a23125-93ea-42f9-8af6-a837d262cd4a,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:44.770131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-62f87324-8da1-42ec-99e0-afda24d1c721 None None] Provisioning complete for port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:44.770514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-62f87324-8da1-42ec-99e0-afda24d1c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:44.806023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-93f1b1ec-9219-4a54-865b-9afbaa78b73c service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371575 Jan 28 13:20:44.867658 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a586c8d-09aa-4599-8bef-94e0ae9fdf27 req-105e6b82-25f0-47c9-bcbf-7a4743a449f7 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455238 Jan 28 13:20:44.904445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-62f87324-8da1-42ec-99e0-afda24d1c721 None None] Port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:20:44.926765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf23f2-9b0f-4a18-a63b-024178b90340 req-c7f9bb63-fc3f-4db4-b389-44334d28f33e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:44.933730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06cf23f2-9b0f-4a18-a63b-024178b90340 req-c7f9bb63-fc3f-4db4-b389-44334d28f33e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 943 time: 0.2647502 Jan 28 13:20:45.012823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06cf23f2-9b0f-4a18-a63b-024178b90340 req-6ac45b61-e06d-4fc1-bea8-88b85aabf200 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780096 Jan 28 13:20:45.109016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b53eb37-e3c3-4ff5-8fc8-a843f91124bf req-4c91ee2f-2cbc-49e5-9409-d2d3b01e3ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621901 Jan 28 13:20:45.132098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-ae0d23c8-56ea-4d7c-bd21-eb92532ca340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.132098 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-ae0d23c8-56ea-4d7c-bd21-eb92532ca340 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 1094 time: 0.3966353 Jan 28 13:20:45.168279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:45.183963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 000e4bed-b59c-4539-82ba-8f2d23959723 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:45.186060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Publish callbacks [] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.206925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Transition to ACTIVE for port object 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:45.225355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.252939 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa09fc4-773b-4dba-84ff-7d16d0603a18 x-openstack-request-id: req-1aa09fc4-773b-4dba-84ff-7d16d0603a18 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:45.253246 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d47cb8-430c-40fb-b8e6-d363224543f2", "tag": "25a23125-93ea-42f9-8af6-a837d262cd4a", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:45.253529 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aa09fc4-773b-4dba-84ff-7d16d0603a18 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:45.253920 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'tag': '25a23125-93ea-42f9-8af6-a837d262cd4a', 'status': 'completed', 'code': 200} Jan 28 13:20:45.271912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-2af0c5e5-dd7a-4af5-802d-be26c251b006 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25a23125-93ea-42f9-8af6-a837d262cd4a HTTP/1.1" status: 200 len: 217 time: 0.0711346 Jan 28 13:20:45.299171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b81251-2a63-48d6-8856-d1156b90b1bf req-f8df8ffd-b7fc-49f0-aa36-587cb4878305 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.306232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89b81251-2a63-48d6-8856-d1156b90b1bf req-f8df8ffd-b7fc-49f0-aa36-587cb4878305 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.1729851 Jan 28 13:20:45.387187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-05ffee35-2317-4f13-a0a5-37b2bab277a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.388721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-05ffee35-2317-4f13-a0a5-37b2bab277a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0815623 Jan 28 13:20:45.405788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Pushing event updated for resources: {'Port': ['ID=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:45.476531 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-84bbdf78-31cb-442d-939e-09612767584f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662138 Jan 28 13:20:45.482187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89b81251-2a63-48d6-8856-d1156b90b1bf req-8e057e3d-f58d-4b7b-9075-d817c3281205 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585321 Jan 28 13:20:45.526704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22eeca-1783-441e-a1ae-a0e2c087f9bc req-f6df865c-b738-4658-b43f-5e0d4f82ed46 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.534155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e22eeca-1783-441e-a1ae-a0e2c087f9bc req-f6df865c-b738-4658-b43f-5e0d4f82ed46 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 944 time: 0.1643059 Jan 28 13:20:45.542434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Attempting to bind port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:20:45.542795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Attempting to bind port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:20:45.543135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Attempting to bind port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:45.555180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:45.557227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:20:45.557568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Attempting to bind port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:20:45.565261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:20:45.565508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:20:45.565908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:20:45.566360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Bound port: 915d3b68-b1cd-4de2-91f1-22fb7a9102c1, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:20:45.566729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.571617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '000e4bed-b59c-4539-82ba-8f2d23959723', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'port_id': '000e4bed-b59c-4539-82ba-8f2d23959723', 'mac_address': 'fa:16:3e:71:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf93836-27c0-4f97-bcc4-f44af5d1ee4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:45.674556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 000e4bed-b59c-4539-82ba-8f2d23959723 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:45.675169 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.692599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e22eeca-1783-441e-a1ae-a0e2c087f9bc req-a70eaf37-0556-406a-9029-36bfec5715ba tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574757 Jan 28 13:20:45.697494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000e4bed-b59c-4539-82ba-8f2d23959723 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:45.726745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-e4454d85-a146-4eae-9d92-d6622368f852 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304020 Jan 28 13:20:45.740195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:45.758496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] For port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:45.763545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] For port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:20:45.775863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.789131 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.797701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5aae08cc-904d-4c61-900c-93058b3ec1f7 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:45.871135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.871962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:45.873796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] 10.222.0.60 "PUT /v2.0/ports/915d3b68-b1cd-4de2-91f1-22fb7a9102c1 HTTP/1.1" status: 200 len: 1095 time: 1.3235831 Jan 28 13:20:45.874409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'tag': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:45.878327 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa418ca9-debc-4e42-95e5-faa25bbc962e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf274dd5-ba63-4b41-a34e-3a2122884c28", "tag": "915d3b68-b1cd-4de2-91f1-22fb7a9102c1"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:45.946662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa40ee-4dcc-4115-8961-37ad75907beb req-d2f7f257-c6c0-443c-bfe5-1bbacc50ad2a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:45.951014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09fa40ee-4dcc-4115-8961-37ad75907beb req-d2f7f257-c6c0-443c-bfe5-1bbacc50ad2a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 943 time: 0.1332235 Jan 28 13:20:45.984644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4933c234-476d-4197-b52e-55bc4b7ed543 req-79d393a1-3cfd-4f98-abab-e2d07554d4f6 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250173 Jan 28 13:20:46.026643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fa377-619d-40ae-9dd0-d6bc852761ee req-42a9c298-41f5-4f4d-bb07-8c3e1b2e8341 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.027548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3894c8b-5502-4caf-b9f7-ff3a7f784307 service neutron] Pushing event updated for resources: {'Port': ['ID=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:46.033863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b50fa377-619d-40ae-9dd0-d6bc852761ee req-42a9c298-41f5-4f4d-bb07-8c3e1b2e8341 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.3406796 Jan 28 13:20:46.121107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-cb7b407c-370b-4ffe-b467-036504da7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.122721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-cb7b407c-370b-4ffe-b467-036504da7977 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 1098 time: 0.1608510 Jan 28 13:20:46.205989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b50fa377-619d-40ae-9dd0-d6bc852761ee req-2bf31e90-da65-44cc-80f0-16c81f6799b2 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712184 Jan 28 13:20:46.219146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09fa40ee-4dcc-4115-8961-37ad75907beb req-748a7ec1-c008-426f-bdea-8a5d4f6e97fc tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575378 Jan 28 13:20:46.220811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-a2626e06-eb73-4cf7-a897-648c4cbea7d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=915d3b68-b1cd-4de2-91f1-22fb7a9102c1 HTTP/1.1" status: 200 len: 217 time: 0.0869000 Jan 28 13:20:46.229361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-a7f053eb-bda9-45c2-a594-88ceb69bd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.232834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-a7f053eb-bda9-45c2-a594-88ceb69bd862 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 1094 time: 0.1726058 Jan 28 13:20:46.306466 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc6f18-9753-4eb2-ab1f-975f32e4ca54 x-openstack-request-id: req-69cc6f18-9753-4eb2-ab1f-975f32e4ca54 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:46.306771 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf274dd5-ba63-4b41-a34e-3a2122884c28", "tag": "915d3b68-b1cd-4de2-91f1-22fb7a9102c1", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:46.307037 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69cc6f18-9753-4eb2-ab1f-975f32e4ca54 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:46.310000 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'tag': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1', 'status': 'completed', 'code': 200} Jan 28 13:20:46.347814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['000e4bed-b59c-4539-82ba-8f2d23959723'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:46.358543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b02860c4-812c-464e-8d1e-f78943b6817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.360597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-b02860c4-812c-464e-8d1e-f78943b6817e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1284947 Jan 28 13:20:46.398543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:46.470288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f65d42-f03c-4e72-aa8c-deef03385323 req-a88b98c4-3029-451e-870a-d24f81ada874 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.478420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7f65d42-f03c-4e72-aa8c-deef03385323 req-a88b98c4-3029-451e-870a-d24f81ada874 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 947 time: 0.1232083 Jan 28 13:20:46.501767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-352f5199-7a5f-482f-8654-1caca2da037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.503910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-352f5199-7a5f-482f-8654-1caca2da037d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.2634962 Jan 28 13:20:46.505049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-15f4845f-9108-4328-8f47-23f0cfbd9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.511385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-15f4845f-9108-4328-8f47-23f0cfbd9262 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385875 Jan 28 13:20:46.524214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:46.540674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aac15-c9ac-4a19-ab3c-ce17700a5a00 req-0435084f-dc8b-41de-9da8-18ae94c0a971 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.549890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f18aac15-c9ac-4a19-ab3c-ce17700a5a00 req-0435084f-dc8b-41de-9da8-18ae94c0a971 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 943 time: 0.1659908 Jan 28 13:20:46.567028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '5aae08cc-904d-4c61-900c-93058b3ec1f7', 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0', 'port_id': '5aae08cc-904d-4c61-900c-93058b3ec1f7', 'mac_address': 'fa:16:3e:01:3a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:46.576615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7f65d42-f03c-4e72-aa8c-deef03385323 req-cb78bad5-a3fe-45ff-a6f4-db3ef943a40f tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969577 Jan 28 13:20:46.635445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-fce5f1ed-61da-423e-88a4-4c51155873ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25a23125-93ea-42f9-8af6-a837d262cd4a HTTP/1.1" status: 200 len: 217 time: 0.1216533 Jan 28 13:20:46.695656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 5aae08cc-904d-4c61-900c-93058b3ec1f7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:46.696323 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.704472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-f4cf770c-24d0-46fc-a9af-ec8199cbe807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.706090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-f4cf770c-24d0-46fc-a9af-ec8199cbe807 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0633118 Jan 28 13:20:46.739211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aae08cc-904d-4c61-900c-93058b3ec1f7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:46.743538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-bd19ea83-437b-461b-97a9-bf393f369f95 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923537 Jan 28 13:20:46.757604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-1bfda9ae-c86e-4c64-9792-a215f241039e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339968 Jan 28 13:20:46.759081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f18aac15-c9ac-4a19-ab3c-ce17700a5a00 req-27908c86-5ff6-4677-b837-360a72b88011 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005484 Jan 28 13:20:46.801853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:46.827419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:46.857154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5555dd3-c7a3-4e99-920c-b4d6b9d3a9f0 req-aa93167b-e26c-49f6-82e4-e1760c31cb49 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967529 Jan 28 13:20:46.935855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:46.989755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fc39b-de25-421f-954e-5efeeafcd842 req-abf8f715-900b-404d-9426-22ee04ec622f tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:46.999558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e56fc39b-de25-421f-954e-5efeeafcd842 req-abf8f715-900b-404d-9426-22ee04ec622f tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 945 time: 0.1203489 Jan 28 13:20:47.035402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-da6208a7-b883-4fdb-bcab-813dd90295ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.036944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-da6208a7-b883-4fdb-bcab-813dd90295ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 1098 time: 0.1042345 Jan 28 13:20:47.144368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e56fc39b-de25-421f-954e-5efeeafcd842 req-d4558465-fa65-402b-9eab-7f172a2ccbe5 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435490 Jan 28 13:20:47.206743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-576d0ad2-b341-4756-9a3a-2e18ba994c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.208253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-576d0ad2-b341-4756-9a3a-2e18ba994c5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1567793 Jan 28 13:20:47.240178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:47.313576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0774a-d249-412b-9765-c6c45ab25e16 req-b137c05c-2b69-4060-a9d7-56ecd0591f68 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.318197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-e8f32004-19f6-45e7-adc9-8ca79de16949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=915d3b68-b1cd-4de2-91f1-22fb7a9102c1 HTTP/1.1" status: 200 len: 217 time: 0.0929873 Jan 28 13:20:47.320412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aec0774a-d249-412b-9765-c6c45ab25e16 req-b137c05c-2b69-4060-a9d7-56ecd0591f68 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.5511718 Jan 28 13:20:47.381818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-1f405125-1b85-4e9c-a2af-6f266c6fc130 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811720 Jan 28 13:20:47.435362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aec0774a-d249-412b-9765-c6c45ab25e16 req-4b949b9a-b59e-4f00-bdde-3a9224b01d91 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139817 Jan 28 13:20:47.449908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-9f369d96-6cbb-450d-b7cc-eb05af1d3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.451584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-9f369d96-6cbb-450d-b7cc-eb05af1d3c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1220665 Jan 28 13:20:47.478404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091cd3-a01e-49a0-b5f0-774acaefb062 req-c07c67ce-af7f-4061-b588-2750a3dfe929 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.486700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8091cd3-a01e-49a0-b5f0-774acaefb062 req-c07c67ce-af7f-4061-b588-2750a3dfe929 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1340368 Jan 28 13:20:47.594147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8091cd3-a01e-49a0-b5f0-774acaefb062 req-67ca2483-7255-4731-9e6a-ad62908a7b0d tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044707 Jan 28 13:20:47.608859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21929c5e-e53a-4aa2-a473-cf85e824a62f req-2b29ae1c-831c-47f9-94d9-98f71a2d7850 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145686 Jan 28 13:20:47.634412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-1ee01173-e7bb-46e8-bec2-8b0f978413b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.635900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-1ee01173-e7bb-46e8-bec2-8b0f978413b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465414 Jan 28 13:20:47.636707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf2baf-9651-41b8-b6d4-24a4e4010669 req-4f7d80dc-d0d2-45bc-96a1-fa48078f3c4a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.640054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c2cf2baf-9651-41b8-b6d4-24a4e4010669 req-4f7d80dc-d0d2-45bc-96a1-fa48078f3c4a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 944 time: 0.1053016 Jan 28 13:20:47.703063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c2cf2baf-9651-41b8-b6d4-24a4e4010669 req-1ba97014-1206-40be-a343-af3965404a91 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583053 Jan 28 13:20:47.804805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-dd5c55a0-c97c-469d-9844-0e279f4367b2 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521575 Jan 28 13:20:47.819324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462f7d8-a34d-4942-a6c9-b817350fe3b5 req-2487611b-6bae-43c0-bf6d-9c7c5e08c043 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.821397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c462f7d8-a34d-4942-a6c9-b817350fe3b5 req-2487611b-6bae-43c0-bf6d-9c7c5e08c043 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 947 time: 0.0904202 Jan 28 13:20:47.909204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf6ba3-e05e-45a4-9078-70ce0f528e21 req-167bd207-63bb-479d-bb5c-0c4a4c7f2cd0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:47.911109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bdf6ba3-e05e-45a4-9078-70ce0f528e21 req-167bd207-63bb-479d-bb5c-0c4a4c7f2cd0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 943 time: 0.0563772 Jan 28 13:20:47.956294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c462f7d8-a34d-4942-a6c9-b817350fe3b5 req-be5cf602-483a-487c-bdf5-1edea4901018 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127815 Jan 28 13:20:47.972145 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bdf6ba3-e05e-45a4-9078-70ce0f528e21 req-de75a998-279a-4ec2-a2c0-cfc136b00ed7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500815 Jan 28 13:20:47.979670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa418ca9-debc-4e42-95e5-faa25bbc962e req-f3096527-a352-4991-b9d1-50ff67ac75ec service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566153 Jan 28 13:20:48.284844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c25f5-7c94-40fe-b0c0-6c59c9e7444f req-18c47782-65b2-40c5-a116-e4cf07ec5458 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.286675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da3c25f5-7c94-40fe-b0c0-6c59c9e7444f req-18c47782-65b2-40c5-a116-e4cf07ec5458 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 945 time: 0.0626147 Jan 28 13:20:48.347368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da3c25f5-7c94-40fe-b0c0-6c59c9e7444f req-1e1febad-733d-415e-9ef8-3cc44a03cfbf tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519915 Jan 28 13:20:48.610131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfae27-e557-4eca-a9fa-1b2191c12d4f req-96e21140-3364-4fc5-9935-5c9b8dd93e74 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.611869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cdfae27-e557-4eca-a9fa-1b2191c12d4f req-96e21140-3364-4fc5-9935-5c9b8dd93e74 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 944 time: 0.0845447 Jan 28 13:20:48.674393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cdfae27-e557-4eca-a9fa-1b2191c12d4f req-faacfa1a-6396-4773-bfcc-d033a68278d4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560110 Jan 28 13:20:48.728757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79327980-9054-4105-b997-e61def839e26 req-44d1d3d4-b992-4c71-859b-044ffc332676 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.736567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79327980-9054-4105-b997-e61def839e26 req-44d1d3d4-b992-4c71-859b-044ffc332676 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0679739 Jan 28 13:20:48.795237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79327980-9054-4105-b997-e61def839e26 req-58393e03-e31e-4f99-8c3c-5d3d19fc63af tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573742 Jan 28 13:20:48.874335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b146da-a498-4805-9155-e59239e40667 req-d8e4cac7-de41-442f-914f-341dbd65d2b1 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:48.875971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b146da-a498-4805-9155-e59239e40667 req-d8e4cac7-de41-442f-914f-341dbd65d2b1 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 944 time: 0.0980730 Jan 28 13:20:48.893651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-7a6aefec-6e9f-4800-8483-d311d85b08fb service neutron] 10.222.0.36 "GET /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca/bindings/n-h2-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.0841725 Jan 28 13:20:48.963887 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b146da-a498-4805-9155-e59239e40667 req-89e210fd-01c1-42c3-81bf-78068614130b tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813243 Jan 28 13:20:49.097555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46af64f-88e3-47c5-8e7b-9c421d2d2f60 req-684cf69f-1706-4e1d-94ac-7af45e919839 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.099130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c46af64f-88e3-47c5-8e7b-9c421d2d2f60 req-684cf69f-1706-4e1d-94ac-7af45e919839 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 947 time: 0.0555851 Jan 28 13:20:49.147064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9151-3517-42bb-937b-51a238d13c44 req-40fc7bbc-dcdd-4007-9d3a-b41677e98595 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.148553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbea9151-3517-42bb-937b-51a238d13c44 req-40fc7bbc-dcdd-4007-9d3a-b41677e98595 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 943 time: 0.0775414 Jan 28 13:20:49.166498 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:49.178725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c46af64f-88e3-47c5-8e7b-9c421d2d2f60 req-8e33c021-3ccf-4792-ba3b-dccfb2045d03 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735688 Jan 28 13:20:49.200363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 000e4bed-b59c-4539-82ba-8f2d23959723 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:49.205385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:49.247492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbea9151-3517-42bb-937b-51a238d13c44 req-9d789a4c-417d-4dad-9d38-6477181a1721 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916274 Jan 28 13:20:49.258394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c1cf1f-218f-4dfc-a5e5-b455983dcfca {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:49.273287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:49.277417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 000e4bed-b59c-4539-82ba-8f2d23959723 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:49.282449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 000e4bed-b59c-4539-82ba-8f2d23959723 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:49.282449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.289913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.374907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] Transition to ACTIVE for port object d7c1cf1f-218f-4dfc-a5e5-b455983dcfca will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:20:49.376605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 000e4bed-b59c-4539-82ba-8f2d23959723 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:49.377010 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.380326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.406909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:49.409899 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9300dbd4-2189-4d5c-bf73-e505993d1c5e" -d '{"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-plugged", "status": "completed", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:49.426269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:49.430924 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.483120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] No DVR routers for this DVR port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:20:49.486284 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ef4d2-d549-45b5-b489-214711bae77b x-openstack-request-id: req-a44ef4d2-d549-45b5-b489-214711bae77b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:49.486284 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-plugged", "status": "completed", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:49.488315 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a44ef4d2-d549-45b5-b489-214711bae77b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:49.488866 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723', 'code': 200} Jan 28 13:20:49.512383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:49.519716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=10']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:49.530656 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-be55ed85-1a42-405f-afe9-fd65a4231935 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca/bindings/n-h2-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6281526 Jan 28 13:20:49.542074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14641f9-f0a8-4a5b-bca7-b62119206bac req-d2c81121-4aa1-4f56-9568-6359490e000e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.550779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d14641f9-f0a8-4a5b-bca7-b62119206bac req-d2c81121-4aa1-4f56-9568-6359490e000e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0992868 Jan 28 13:20:49.627312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d14641f9-f0a8-4a5b-bca7-b62119206bac req-5da816c1-a332-4dfa-89fb-fd800574ce4c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753322 Jan 28 13:20:49.633966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a575-e07d-46f3-8ee5-0676dc24f64e req-a8ce9e46-489f-467d-9e4e-82ecd3ab247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.635725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14d5a575-e07d-46f3-8ee5-0676dc24f64e req-a8ce9e46-489f-467d-9e4e-82ecd3ab247f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 1097 time: 0.0694032 Jan 28 13:20:49.644776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-92a49d73-9d4f-4eec-ba8c-93af9b856dac tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.646289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-92a49d73-9d4f-4eec-ba8c-93af9b856dac tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0477908 Jan 28 13:20:49.688355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14d5a575-e07d-46f3-8ee5-0676dc24f64e req-746f402d-9ae7-4d4c-9075-66c3fd3ceef9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Jan 28 13:20:49.701002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-7870f188-d555-4da8-aec2-23447af46aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.702492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-7870f188-d555-4da8-aec2-23447af46aa3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e&tenant_id=c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 1096 time: 0.0450697 Jan 28 13:20:49.804133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef2297-5822-45d4-a258-0587b9183b01 req-c3f629dc-9046-4abd-a0f5-8c6f28e616e1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.805760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdef2297-5822-45d4-a258-0587b9183b01 req-c3f629dc-9046-4abd-a0f5-8c6f28e616e1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.0532198 Jan 28 13:20:49.820772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5aae08cc-904d-4c61-900c-93058b3ec1f7 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:49.884341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 5aae08cc-904d-4c61-900c-93058b3ec1f7 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:49.886096 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdef2297-5822-45d4-a258-0587b9183b01 req-1192491c-e38a-4f2d-b143-6cde5c14e550 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712013 Jan 28 13:20:49.890107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 5aae08cc-904d-4c61-900c-93058b3ec1f7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:49.891120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:49.943682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5d579-ba76-4793-af53-c5cec3b998e4 req-85ca7d54-2945-4f00-a805-7eeae9e1fc5f tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:49.945109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44b5d579-ba76-4793-af53-c5cec3b998e4 req-85ca7d54-2945-4f00-a805-7eeae9e1fc5f tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0696347 Jan 28 13:20:50.001372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44b5d579-ba76-4793-af53-c5cec3b998e4 req-bec4bdec-0cbd-4127-8da2-038c0f6af0c0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Jan 28 13:20:50.003924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 5aae08cc-904d-4c61-900c-93058b3ec1f7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:50.005173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.055521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:50.063909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:50.118854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:50.135066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-33240293-469d-4f49-9f2f-c92579a52897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.136576 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-33240293-469d-4f49-9f2f-c92579a52897 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1096 time: 0.0979643 Jan 28 13:20:50.151066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d44c20-ccbf-49a1-8425-ee927c1ce421 req-3df9913d-9616-4054-8b63-cff2757f256e tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.152558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43d44c20-ccbf-49a1-8425-ee927c1ce421 req-3df9913d-9616-4054-8b63-cff2757f256e tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 945 time: 0.0640817 Jan 28 13:20:50.272614 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43d44c20-ccbf-49a1-8425-ee927c1ce421 req-d8a022b1-7d6d-4baa-8e88-76ce93fe0a9e tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109991 Jan 28 13:20:50.303300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-15b73f2c-f1ba-4ed7-ae90-bbcb58c424e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.306222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-15b73f2c-f1ba-4ed7-ae90-bbcb58c424e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.1525419 Jan 28 13:20:50.310591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1558-7b53-4728-bcbf-b20e414c93a3 req-5b9a63c3-13b7-4afc-aca6-f97993591578 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.312149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec7b1558-7b53-4728-bcbf-b20e414c93a3 req-5b9a63c3-13b7-4afc-aca6-f97993591578 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 947 time: 0.0623634 Jan 28 13:20:50.368073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec7b1558-7b53-4728-bcbf-b20e414c93a3 req-d9bafc64-7741-43ab-8e3e-8c6ff0580a7f tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497320 Jan 28 13:20:50.412543 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-30da9cb3-2ce6-4598-a095-a33189fb9b37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 200 len: 217 time: 0.0603209 Jan 28 13:20:50.428249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9426560-feb9-4e2b-b9ac-8301c9bdf356 req-9792bda8-bbe5-46b7-86ca-c098a53082cb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.430233 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9426560-feb9-4e2b-b9ac-8301c9bdf356 req-9792bda8-bbe5-46b7-86ca-c098a53082cb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 943 time: 0.0886984 Jan 28 13:20:50.500569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-01be874e-6cc4-4834-8c78-03d77478e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.502118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-01be874e-6cc4-4834-8c78-03d77478e0ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0709903 Jan 28 13:20:50.521906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9426560-feb9-4e2b-b9ac-8301c9bdf356 req-7461f07b-96ba-4d85-83ad-c6bf2d9d38ce tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824478 Jan 28 13:20:50.541790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-38aa69ed-2f6a-4c12-98d4-37ab9b62e1ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281875 Jan 28 13:20:50.637172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-795714cb-7ff2-4c8c-ba06-4c7f7d27f87b service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889919 Jan 28 13:20:50.738491 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-b5b3b664-7909-4b0a-aa7e-ed47c70c2073 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924618 Jan 28 13:20:50.758563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565d147-a814-453b-8c32-27dcb74565b4 req-aba69433-44b9-4a29-ba1b-e7c7a20a79e8 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:50.758563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8565d147-a814-453b-8c32-27dcb74565b4 req-aba69433-44b9-4a29-ba1b-e7c7a20a79e8 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0566473 Jan 28 13:20:50.810815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8565d147-a814-453b-8c32-27dcb74565b4 req-2e498ee4-a0e5-4487-ae39-4fd7fe9398c3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467591 Jan 28 13:20:51.033386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c01ce6-e73d-4e54-aa09-796c949b25f2 req-1ef36803-cc23-491e-8f8c-3b744fa286ef tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.034877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1c01ce6-e73d-4e54-aa09-796c949b25f2 req-1ef36803-cc23-491e-8f8c-3b744fa286ef tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.0749841 Jan 28 13:20:51.120448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-f882ff11-1057-47b5-a895-91b278a37fa9 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.124069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-f882ff11-1057-47b5-a895-91b278a37fa9 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0865881 Jan 28 13:20:51.132069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1c01ce6-e73d-4e54-aa09-796c949b25f2 req-d80c3dbd-b6ca-4b08-950e-e94064db281a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879138 Jan 28 13:20:51.195373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd1a9c-db78-4513-9769-1416b9015ccf req-7e6929c9-eacd-456d-99b7-757ec6f716fb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.196882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06fd1a9c-db78-4513-9769-1416b9015ccf req-7e6929c9-eacd-456d-99b7-757ec6f716fb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0721879 Jan 28 13:20:51.222432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 25a23125-93ea-42f9-8af6-a837d262cd4a details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:51.265238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06fd1a9c-db78-4513-9769-1416b9015ccf req-a95ed205-1737-4950-96d7-5acdcaad2c64 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626814 Jan 28 13:20:51.266048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-1bed28b2-8b37-49f5-a596-a6c5b74f9dec service neutron] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:20:51.269703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-1bed28b2-8b37-49f5-a596-a6c5b74f9dec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.270909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3e176e-f2b2-42e8-bbfb-a6ba88ad7a2a req-1bed28b2-8b37-49f5-a596-a6c5b74f9dec service neutron] 10.222.0.60 "DELETE /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca/bindings/n-h1-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.1364613 Jan 28 13:20:51.388547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 25a23125-93ea-42f9-8af6-a837d262cd4a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=25a23125-93ea-42f9-8af6-a837d262cd4a,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:51.409586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '25a23125-93ea-42f9-8af6-a837d262cd4a', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': '25a23125-93ea-42f9-8af6-a837d262cd4a', 'mac_address': 'fa:16:3e:9c:44:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:51.421084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64a8db-6427-43bf-a904-e996c3b2d0e7 req-d0e7d691-728d-42b2-bd83-e0b9cf445e95 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.423674 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e64a8db-6427-43bf-a904-e996c3b2d0e7 req-d0e7d691-728d-42b2-bd83-e0b9cf445e95 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 945 time: 0.0581133 Jan 28 13:20:51.458772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 25a23125-93ea-42f9-8af6-a837d262cd4a is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:51.461692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.493035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:51.502926 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e64a8db-6427-43bf-a904-e996c3b2d0e7 req-c313b772-2492-4d49-a01d-9e3e9a23e13d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Jan 28 13:20:51.503295 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ad404-d746-4d54-a349-7f2e6dea7616" -d '{"events": [{"server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "name": "network-vif-plugged", "status": "completed", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:51.507757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a23125-93ea-42f9-8af6-a837d262cd4a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:51.539183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 25a23125-93ea-42f9-8af6-a837d262cd4a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=25a23125-93ea-42f9-8af6-a837d262cd4a,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:51.541625 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8714e4b7-8435-4698-bd30-d8007899944b x-openstack-request-id: req-8714e4b7-8435-4698-bd30-d8007899944b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:51.541979 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "name": "network-vif-plugged", "status": "completed", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:51.542426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb543d-7920-4fe1-839e-2182ff3288a6 req-089baf3d-693f-45e9-b08f-3b07b317b9d2 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.543077 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8714e4b7-8435-4698-bd30-d8007899944b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:51.543475 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7', 'code': 200} Jan 28 13:20:51.547685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.549714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:51.555958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21cb543d-7920-4fe1-839e-2182ff3288a6 req-089baf3d-693f-45e9-b08f-3b07b317b9d2 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 947 time: 0.1051197 Jan 28 13:20:51.627725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21cb543d-7920-4fe1-839e-2182ff3288a6 req-cef47965-7b99-40ad-90b9-ee507c908252 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703821 Jan 28 13:20:51.698280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=25a23125-93ea-42f9-8af6-a837d262cd4a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:51.750441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:51.754923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262beb5-37f8-45f9-90da-4f651a3585ce req-3ec85136-a76f-4032-b1b3-81a1b3ae8fe8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.762143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1', 'mac_address': 'fa:16:3e:8a:d2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:51.763603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b262beb5-37f8-45f9-90da-4f651a3585ce req-3ec85136-a76f-4032-b1b3-81a1b3ae8fe8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 944 time: 0.1400437 Jan 28 13:20:51.776254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e3a5b-eb4c-40db-afd2-95ccf832b4f7 req-02539f38-233d-49b8-8a0c-faee738368e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.777909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-710e3a5b-eb4c-40db-afd2-95ccf832b4f7 req-02539f38-233d-49b8-8a0c-faee738368e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1096 time: 0.1090691 Jan 28 13:20:51.823413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:51.823806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.840988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:51.855970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b262beb5-37f8-45f9-90da-4f651a3585ce req-8a165aa0-0271-4c30-8cb0-2fcaccca4523 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878327 Jan 28 13:20:51.869193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-710e3a5b-eb4c-40db-afd2-95ccf832b4f7 req-d43518d3-8e71-40b5-8a30-df6830b86988 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839944 Jan 28 13:20:51.876970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:51.883111 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:51.943073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:51.964170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa3fa1-bc1c-47ed-a3f6-3515001600dd req-7d520d06-f2e9-4775-8a60-fe502cf72930 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:51.964170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8aa3fa1-bc1c-47ed-a3f6-3515001600dd req-7d520d06-f2e9-4775-8a60-fe502cf72930 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0508742 Jan 28 13:20:52.014827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8aa3fa1-bc1c-47ed-a3f6-3515001600dd req-a3d4412b-a2c4-40b4-a1c4-32d9981beb43 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434914 Jan 28 13:20:52.150986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050477d-592d-4c8c-a190-384ff28d8ff8 req-8d47d6a5-da1b-4f91-805f-5e45a5892730 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.152535 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2050477d-592d-4c8c-a190-384ff28d8ff8 req-8d47d6a5-da1b-4f91-805f-5e45a5892730 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0591745 Jan 28 13:20:52.218804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2050477d-592d-4c8c-a190-384ff28d8ff8 req-2ffcb081-8430-4666-bacb-1d7dda51cd43 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537021 Jan 28 13:20:52.272187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e0e3e-c9f2-44e4-b0f4-e7eb5e1f55c0 req-11568e45-e406-4072-b25a-415c2fb3928a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.274064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-516e0e3e-c9f2-44e4-b0f4-e7eb5e1f55c0 req-11568e45-e406-4072-b25a-415c2fb3928a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.0523160 Jan 28 13:20:52.332583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-516e0e3e-c9f2-44e4-b0f4-e7eb5e1f55c0 req-b5a7fa37-0531-474c-b612-1962b17d3aee tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516338 Jan 28 13:20:52.415553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['25a23125-93ea-42f9-8af6-a837d262cd4a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:52.445281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['915d3b68-b1cd-4de2-91f1-22fb7a9102c1'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:52.494138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f67d6e-6a7d-49f8-b3e4-304d7b4811bf req-5868349d-8812-4287-a18e-81d98bbfaf1c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.495607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97f67d6e-6a7d-49f8-b3e4-304d7b4811bf req-5868349d-8812-4287-a18e-81d98bbfaf1c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0771604 Jan 28 13:20:52.582085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97f67d6e-6a7d-49f8-b3e4-304d7b4811bf req-109487d2-1cdb-4af5-9985-b682e68452be tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755756 Jan 28 13:20:52.713129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75c21a-458d-413e-876a-3bb45de9d3e9 req-f952c5d0-bd72-4367-b7f2-fc0133af5372 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.723599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed75c21a-458d-413e-876a-3bb45de9d3e9 req-f952c5d0-bd72-4367-b7f2-fc0133af5372 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 945 time: 0.0721080 Jan 28 13:20:52.789198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed75c21a-458d-413e-876a-3bb45de9d3e9 req-edff632a-4afb-466c-8cd0-5d345166addb tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644016 Jan 28 13:20:52.912953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bbb93-8f7d-4c7d-bb32-f872beaa8fe0 req-495b2c05-d7fc-48bb-b654-9ceb9628921c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.914610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c8bbb93-8f7d-4c7d-bb32-f872beaa8fe0 req-495b2c05-d7fc-48bb-b654-9ceb9628921c tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1096 time: 0.0466294 Jan 28 13:20:52.943823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96679713-660c-487d-978b-0e8d651d948c req-da4babc0-9b25-4d54-8740-0e3de99a42da tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:52.945482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96679713-660c-487d-978b-0e8d651d948c req-da4babc0-9b25-4d54-8740-0e3de99a42da tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 948 time: 0.0574417 Jan 28 13:20:52.965281 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c8bbb93-8f7d-4c7d-bb32-f872beaa8fe0 req-6b490ecb-43a4-40d9-8192-b751ecc6b856 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Jan 28 13:20:52.997389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96679713-660c-487d-978b-0e8d651d948c req-b20bbe93-9bb1-4767-aa63-237f2e84cab9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460968 Jan 28 13:20:53.121931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e92b6-604f-49e1-97ec-4f2a58421ac2 req-60558929-4ec1-4b1e-99d5-0488d74327b0 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:53.123466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-069e92b6-604f-49e1-97ec-4f2a58421ac2 req-60558929-4ec1-4b1e-99d5-0488d74327b0 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 1096 time: 0.0464914 Jan 28 13:20:53.131729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68118407-2a52-433e-a96c-3cf7bdef792f req-0ef98a3c-ade0-4763-8877-9452c6bcfe67 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:53.133774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68118407-2a52-433e-a96c-3cf7bdef792f req-0ef98a3c-ade0-4763-8877-9452c6bcfe67 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 944 time: 0.0623512 Jan 28 13:20:53.206522 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-069e92b6-604f-49e1-97ec-4f2a58421ac2 req-6e69c270-40dc-4f08-86d0-81b9ad6266a5 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Jan 28 13:20:53.224833 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68118407-2a52-433e-a96c-3cf7bdef792f req-0172be51-ba53-4ca1-a153-7da618955a19 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821018 Jan 28 13:20:53.351309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3a6fc-4ee5-42dc-8209-02a4795c05ef req-8a82eee5-4391-4ec2-af71-0814c5efb1cd tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:53.358201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9e3a6fc-4ee5-42dc-8209-02a4795c05ef req-8a82eee5-4391-4ec2-af71-0814c5efb1cd tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0711825 Jan 28 13:20:53.414365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9e3a6fc-4ee5-42dc-8209-02a4795c05ef req-bd1ffa59-b3ba-479e-b1e7-4c2653a0ee57 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551436 Jan 28 13:20:53.717541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f478-3978-4648-bf4a-7a140745182e req-2aa0e9ef-7125-44bb-a0db-f93850f9aba7 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:53.719073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c49f478-3978-4648-bf4a-7a140745182e req-2aa0e9ef-7125-44bb-a0db-f93850f9aba7 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0529451 Jan 28 13:20:53.768733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c49f478-3978-4648-bf4a-7a140745182e req-a77663b2-1894-42bb-a68b-f2da5996ecdb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439970 Jan 28 13:20:53.911794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14057-b80f-4efa-bbd8-446ff8284280 req-8018ae23-9a03-4582-ba3f-d5663fd54343 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:53.913814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0af14057-b80f-4efa-bbd8-446ff8284280 req-8018ae23-9a03-4582-ba3f-d5663fd54343 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Jan 28 13:20:53.964094 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0af14057-b80f-4efa-bbd8-446ff8284280 req-163887ea-9806-403e-998a-99234f3f87b4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Jan 28 13:20:54.081971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-d607c13d-a232-49eb-bf51-d6664de4e613 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-926445761&fields=id&tenant_id=741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 267 time: 0.0513899 Jan 28 13:20:54.133588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-c41f14c3-1153-4726-8825-d638b0bb9ec3 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.136827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42578e-91b4-47df-8a9b-74d8da867d9f req-58d3fc24-22ce-4c6c-bb61-e29ad829bbc1 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.137108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-c41f14c3-1153-4726-8825-d638b0bb9ec3 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 945 time: 0.0537772 Jan 28 13:20:54.138465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a42578e-91b4-47df-8a9b-74d8da867d9f req-58d3fc24-22ce-4c6c-bb61-e29ad829bbc1 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 948 time: 0.0619645 Jan 28 13:20:54.147401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'port': {'security_groups': ['1edce42f-5c3b-41d2-9e6f-f717c7ee60ad', 'f78e2dd2-6570-4312-bd96-8e489d1a5feb']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:54.194122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a42578e-91b4-47df-8a9b-74d8da867d9f req-6e1817c7-9c1e-4fd6-b9b1-5b3ee716b1f6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 Jan 28 13:20:54.349325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5f2b4-15c9-4e94-8680-6e94ba4b40a1 req-032edbc5-b9af-48ac-bba9-d8d08dcb19b9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.352677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7cb5f2b4-15c9-4e94-8680-6e94ba4b40a1 req-032edbc5-b9af-48ac-bba9-d8d08dcb19b9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 944 time: 0.0537543 Jan 28 13:20:54.416680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7cb5f2b4-15c9-4e94-8680-6e94ba4b40a1 req-29ab997c-122c-47cc-a195-77efc50c54eb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590823 Jan 28 13:20:54.484415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.612605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b07fb-46f6-48c3-85c8-6e31cf4dc3f7 req-79adbe2b-7906-4567-bc32-a34acc3eb861 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.614162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-665b07fb-46f6-48c3-85c8-6e31cf4dc3f7 req-79adbe2b-7906-4567-bc32-a34acc3eb861 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0556982 Jan 28 13:20:54.673469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-665b07fb-46f6-48c3-85c8-6e31cf4dc3f7 req-73abcd40-31c1-4bf4-be7c-1abf467bdc24 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528395 Jan 28 13:20:54.698364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:54.730802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.736861 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.751354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:54.804629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:54.827206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.828236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:54.834422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16861806-1fc8-4b3d-bfd9-bb9ac91d1674 req-ec25476f-82cb-4e0c-84b6-ed28d637e9b5 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "PUT /v2.0/ports/5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 200 len: 981 time: 0.6918845 Jan 28 13:20:54.835023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:54.849608 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26572747-bce8-42dc-9c13-60ae5b93f1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:54.908817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abc6ba-c13b-4aef-879e-f8ff4080761d req-86592a4c-5fcb-45e2-856c-f28d9ee0a18c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:54.917483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2abc6ba-c13b-4aef-879e-f8ff4080761d req-86592a4c-5fcb-45e2-856c-f28d9ee0a18c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0703282 Jan 28 13:20:54.960670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-125500f4-2756-4542-8391-03bc6b4a295f tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-528603766&fields=id&tenant_id=741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 267 time: 0.0731540 Jan 28 13:20:54.988729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:55.020228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2abc6ba-c13b-4aef-879e-f8ff4080761d req-9c48895d-c533-4434-a830-e7161c3367a6 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963316 Jan 28 13:20:55.036630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-cbc8decb-fb7e-4f83-bf8c-e98e916d1869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.038791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-cbc8decb-fb7e-4f83-bf8c-e98e916d1869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 984 time: 0.0773330 Jan 28 13:20:55.052127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'port': {'security_groups': ['1edce42f-5c3b-41d2-9e6f-f717c7ee60ad', 'f78e2dd2-6570-4312-bd96-8e489d1a5feb', 'f1ba99b7-e7f4-4609-b54f-a547ac196a90']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:55.081571 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3832f855-1ce2-47db-b1de-358686c2e431 x-openstack-request-id: req-3832f855-1ce2-47db-b1de-358686c2e431 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:55.082158 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:55.083045 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3832f855-1ce2-47db-b1de-358686c2e431 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:55.083769 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7', 'status': 'completed', 'code': 200} Jan 28 13:20:55.159973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-fd5d759b-255f-4b51-8a7a-1482e43863fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.165393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-fd5d759b-255f-4b51-8a7a-1482e43863fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1135 time: 0.0567141 Jan 28 13:20:55.182266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.235854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 25a23125-93ea-42f9-8af6-a837d262cd4a up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:55.354585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 25a23125-93ea-42f9-8af6-a837d262cd4a completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:55.374879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 25a23125-93ea-42f9-8af6-a837d262cd4a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:55.376529 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.411520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29170d2d-1341-465f-8a2d-f3c1a74935e9 req-dc7b92e1-2f9b-4bd3-8c1f-aaa7dc1fbd11 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.413231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29170d2d-1341-465f-8a2d-f3c1a74935e9 req-dc7b92e1-2f9b-4bd3-8c1f-aaa7dc1fbd11 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 948 time: 0.0968411 Jan 28 13:20:55.418370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-54524f7d-cdae-415d-8a3c-d580d7f7e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.419865 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-54524f7d-cdae-415d-8a3c-d580d7f7e181 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 914 time: 0.2488222 Jan 28 13:20:55.491283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-4fc0a94f-50ee-4b02-9644-03a0ded36d28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 200 len: 217 time: 0.0623598 Jan 28 13:20:55.544130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:55.561323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 25a23125-93ea-42f9-8af6-a837d262cd4a is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:55.561959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.592701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a23125-93ea-42f9-8af6-a837d262cd4a'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:55.601270 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7923e536-58ef-40e0-b0c8-1a804bed615f" -d '{"events": [{"server_uuid": "60d47cb8-430c-40fb-b8e6-d363224543f2", "name": "network-vif-plugged", "status": "completed", "tag": "25a23125-93ea-42f9-8af6-a837d262cd4a"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:55.623451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-f5b18a99-8a2f-4363-860e-721c43412b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.625494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-f5b18a99-8a2f-4363-860e-721c43412b2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.1178911 Jan 28 13:20:55.628094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.629596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 25a23125-93ea-42f9-8af6-a837d262cd4a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=25a23125-93ea-42f9-8af6-a837d262cd4a,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:55.635384 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.644257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:55.647514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.706038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.706761 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:55.710042 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-669e9db2-bed4-4ce1-8c84-c97f74157769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671415 Jan 28 13:20:55.720717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0ab6cc8-9c2f-4d72-bec7-bbd8bae4dfdc req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "PUT /v2.0/ports/5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 200 len: 1020 time: 0.6745980 Jan 28 13:20:55.722369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29170d2d-1341-465f-8a2d-f3c1a74935e9 req-407735a9-bab8-42ba-ac3b-d4e6477353ae tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014278 Jan 28 13:20:55.781911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=25a23125-93ea-42f9-8af6-a837d262cd4a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:55.800594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:55.813398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778da2cd-585e-4b45-82ed-9a1267c526b7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:55.895609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:55.939857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-24a0236a-1810-47cc-a312-c9010a8953a4 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135293 Jan 28 13:20:55.940850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83923b64-cb41-4ee7-a68f-bc5b74308a84 req-f1ebf5e6-6f52-4acc-b8ff-70f97bf30e32 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:55.945714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83923b64-cb41-4ee7-a68f-bc5b74308a84 req-f1ebf5e6-6f52-4acc-b8ff-70f97bf30e32 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.1128249 Jan 28 13:20:55.949034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:20:55.954572 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd5ce82-a593-4fae-9b06-9e5229275964 x-openstack-request-id: req-5dd5ce82-a593-4fae-9b06-9e5229275964 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:55.954889 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d47cb8-430c-40fb-b8e6-d363224543f2", "name": "network-vif-plugged", "status": "completed", "tag": "25a23125-93ea-42f9-8af6-a837d262cd4a", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:55.955390 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dd5ce82-a593-4fae-9b06-9e5229275964 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:55.955795 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a23125-93ea-42f9-8af6-a837d262cd4a', 'code': 200} Jan 28 13:20:55.991677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:55.992095 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.052946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83923b64-cb41-4ee7-a68f-bc5b74308a84 req-5f9649ae-3b5c-4603-a59f-e5368a6c4bc9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005065 Jan 28 13:20:56.218289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395a76c-480a-4382-92c6-a250737f3c3b req-1f5101ff-6380-4b8f-b6d5-14ebd4bee168 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.231205 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2395a76c-480a-4382-92c6-a250737f3c3b req-1f5101ff-6380-4b8f-b6d5-14ebd4bee168 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.1622396 Jan 28 13:20:56.235604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a54ce4-7ae7-4719-9b90-6fbb3f479889 req-1775ade7-d28d-466c-95b6-85c3dbccf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.240976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85a54ce4-7ae7-4719-9b90-6fbb3f479889 req-1775ade7-d28d-466c-95b6-85c3dbccf977 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 1096 time: 0.1614454 Jan 28 13:20:56.274365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:56.274765 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.286023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26572747-bce8-42dc-9c13-60ae5b93f1e5 req-46fe1ca5-a388-4ad3-9034-c873db2ba371 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352115 Jan 28 13:20:56.329574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fef662-5543-468a-a5b6-ddc342609f8f req-039da7db-ce55-4bef-918f-483de03e5215 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.331709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88fef662-5543-468a-a5b6-ddc342609f8f req-039da7db-ce55-4bef-918f-483de03e5215 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1023 time: 0.1181927 Jan 28 13:20:56.405296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85a54ce4-7ae7-4719-9b90-6fbb3f479889 req-5320d289-3433-48cb-998c-f52a41c6b36d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254683 Jan 28 13:20:56.427663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2395a76c-480a-4382-92c6-a250737f3c3b req-c64ef060-18f2-4a38-ae6d-64e493da9e54 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953609 Jan 28 13:20:56.448384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:56.482372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.488663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88fef662-5543-468a-a5b6-ddc342609f8f req-c4380b2b-fa53-4588-99a4-72ceb7a448d7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=f78e2dd2-6570-4312-bd96-8e489d1a5feb&id=f1ba99b7-e7f4-4609-b54f-a547ac196a90 HTTP/1.1" status: 200 len: 6197 time: 0.1497700 Jan 28 13:20:56.493658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.534797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-593d0c71-b152-46c8-95f8-b5c1f8fe4b3f req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': ' tempest-securitygroup -784747023 ', 'description': 'tempest-description-726718701'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:56.570577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-593d0c71-b152-46c8-95f8-b5c1f8fe4b3f req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.576011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:56.619174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf06809-871a-471b-8a37-75d2b3801840 req-08a0a5c8-2230-4309-af92-030ad53747e8 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.622542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdf06809-871a-471b-8a37-75d2b3801840 req-08a0a5c8-2230-4309-af92-030ad53747e8 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0718284 Jan 28 13:20:56.725002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-593d0c71-b152-46c8-95f8-b5c1f8fe4b3f req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.734602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-593d0c71-b152-46c8-95f8-b5c1f8fe4b3f req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.752112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdf06809-871a-471b-8a37-75d2b3801840 req-9903a4b0-8c81-4a03-b1ad-c20b282e37eb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205585 Jan 28 13:20:56.779529 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-593d0c71-b152-46c8-95f8-b5c1f8fe4b3f req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:56.783812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-593d0c71-b152-46c8-95f8-b5c1f8fe4b3f req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2551217 Jan 28 13:20:56.788585 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:56.808250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.808893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.809342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.809786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.810227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.810893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.811447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.812616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.813056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.813492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.813924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.814354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.814866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f852724-fa83-41ca-b900-cae55efd63af tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:56.890918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11676ba0-0d52-4590-99fc-d6352298ac92 req-f9ac6228-4c23-410c-afe9-286cd2112445 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea HTTP/1.1" status: 200 len: 1796 time: 0.0849047 Jan 28 13:20:56.894505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1153f-2bb7-4126-acb2-fcc770adcee5 req-36bb7d70-5804-4016-ae3a-021c3845b550 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.895974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84a1153f-2bb7-4126-acb2-fcc770adcee5 req-36bb7d70-5804-4016-ae3a-021c3845b550 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.0723164 Jan 28 13:20:56.900543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a6daf-371d-476a-a377-4497c6b0e8fb req-00d99a82-b191-4211-bf19-7b20a86ee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:56.902013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f5a6daf-371d-476a-a377-4497c6b0e8fb req-00d99a82-b191-4211-bf19-7b20a86ee4d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.0688367 Jan 28 13:20:56.993738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f5a6daf-371d-476a-a377-4497c6b0e8fb req-9b72007e-f9c4-45d9-b20f-e636f325192d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595305 Jan 28 13:20:57.000895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84a1153f-2bb7-4126-acb2-fcc770adcee5 req-b4e18732-dfe7-4bdc-8669-7fe0b83b5367 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978150 Jan 28 13:20:57.061300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edc7f5cd-3851-44bd-9f34-ef470c8ffd58 req-34fe9772-1382-44b8-a56d-48e8753c6fb4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea HTTP/1.1" status: 200 len: 1796 time: 0.0467036 Jan 28 13:20:57.088546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:57.091201 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eac787-8818-4053-8412-0ecd9522acf8" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:57.148797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-edc7f5cd-3851-44bd-9f34-ef470c8ffd58 req-c2fc7a52-30d6-4fe3-81d9-c835121d9111 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.186489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-edc7f5cd-3851-44bd-9f34-ef470c8ffd58 req-c2fc7a52-30d6-4fe3-81d9-c835121d9111 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.201704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038f13-f30a-47e8-9962-4d4219f79e69 req-9d8f39ce-e8bb-4829-ad5f-cf6cd16ed6d8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.204438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16038f13-f30a-47e8-9962-4d4219f79e69 req-9d8f39ce-e8bb-4829-ad5f-cf6cd16ed6d8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.0583718 Jan 28 13:20:57.237354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 000e4bed-b59c-4539-82ba-8f2d23959723 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:20:57.252925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-edc7f5cd-3851-44bd-9f34-ef470c8ffd58 req-c2fc7a52-30d6-4fe3-81d9-c835121d9111 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.257959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-edc7f5cd-3851-44bd-9f34-ef470c8ffd58 req-c2fc7a52-30d6-4fe3-81d9-c835121d9111 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.259772 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edc7f5cd-3851-44bd-9f34-ef470c8ffd58 req-c2fc7a52-30d6-4fe3-81d9-c835121d9111 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea HTTP/1.1" status: 204 len: 173 time: 0.1918099 Jan 28 13:20:57.275283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16038f13-f30a-47e8-9962-4d4219f79e69 req-d42d1738-db74-4741-a48b-9525ee0bd56e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631530 Jan 28 13:20:57.282345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc7a52-30d6-4fe3-81d9-c835121d9111 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:57.345062 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-122a9300-a0c6-4edc-b16e-2b5f2aa691fb req-aaad0428-6595-41e9-8981-f86b1e475127 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:20:57.348396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122a9300-a0c6-4edc-b16e-2b5f2aa691fb req-aaad0428-6595-41e9-8981-f86b1e475127 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea HTTP/1.1" status: 404 len: 352 time: 0.0208709 Jan 28 13:20:57.381924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-202f0581-eedc-45a7-9b49-fbef96bf5952 req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1670122212', 'description': 'tempest-description-284037098'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:57.392965 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218fee0c-efe0-481a-8f90-9974af078443 x-openstack-request-id: req-218fee0c-efe0-481a-8f90-9974af078443 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:57.393266 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:57.393659 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-218fee0c-efe0-481a-8f90-9974af078443 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:57.395548 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7', 'status': 'completed', 'code': 200} Jan 28 13:20:57.416973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-202f0581-eedc-45a7-9b49-fbef96bf5952 req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.471908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-cdb92a89-521d-45e1-a65a-ff4653716f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.474600 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-cdb92a89-521d-45e1-a65a-ff4653716f64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1174 time: 0.0725861 Jan 28 13:20:57.557182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:57.580782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-202f0581-eedc-45a7-9b49-fbef96bf5952 req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (bb548d8b-047a-427f-a669-ef93b90e4a7d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.584905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '000e4bed-b59c-4539-82ba-8f2d23959723', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'port_id': '000e4bed-b59c-4539-82ba-8f2d23959723', 'mac_address': 'fa:16:3e:71:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf93836-27c0-4f97-bcc4-f44af5d1ee4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:20:57.593236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-202f0581-eedc-45a7-9b49-fbef96bf5952 req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bb548d8b-047a-427f-a669-ef93b90e4a7d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.651081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-202f0581-eedc-45a7-9b49-fbef96bf5952 req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.653092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-202f0581-eedc-45a7-9b49-fbef96bf5952 req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2756083 Jan 28 13:20:57.664071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb548d8b-047a-427f-a669-ef93b90e4a7d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:57.685451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.686510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.686510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.686510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.687451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.690155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.692082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.693275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.695467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.700188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.702193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.703566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.704453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c593317-4fb9-488b-8e23-3355b3ac7600 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:20:57.713369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-ce6e022f-59d1-4765-be96-c06fcaf50d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.715030 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-ce6e022f-59d1-4765-be96-c06fcaf50d1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 914 time: 0.2321742 Jan 28 13:20:57.737035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 000e4bed-b59c-4539-82ba-8f2d23959723 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:57.737528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.769110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 000e4bed-b59c-4539-82ba-8f2d23959723 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:20:57.777241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-96007430-8bd2-4460-b92c-49895ec7aecd req-2d5f04ba-8857-4699-831c-b406ec2ac4db tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-264359708', 'description': 'tempest-description-1794159461'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:57.779366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.821861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:57.823916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-96007430-8bd2-4460-b92c-49895ec7aecd req-2d5f04ba-8857-4699-831c-b406ec2ac4db tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.829236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.829869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-a9d36c9b-d9fa-4c95-a136-a25e3f0a1a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 200 len: 217 time: 0.0979397 Jan 28 13:20:57.895780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930422-d655-4588-a347-367cd1f23b81 req-e5559d37-1325-4305-9136-80f6165fa4e1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.902809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:57.905108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e930422-d655-4588-a347-367cd1f23b81 req-e5559d37-1325-4305-9136-80f6165fa4e1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.1881406 Jan 28 13:20:57.945636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-a30923e1-b950-42e5-b3e4-3db902ebe4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:57.947479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-a30923e1-b950-42e5-b3e4-3db902ebe4a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.1086640 Jan 28 13:20:57.955696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-96007430-8bd2-4460-b92c-49895ec7aecd req-2d5f04ba-8857-4699-831c-b406ec2ac4db tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (e290a115-afd3-4aae-a3c5-f2dc8ff478bf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.959739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:20:57.962049 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89398be6-9ee2-4004-8e2a-42937992b3b1" -d '{"events": [{"server_uuid": "cf274dd5-ba63-4b41-a34e-3a2122884c28", "name": "network-vif-plugged", "status": "completed", "tag": "915d3b68-b1cd-4de2-91f1-22fb7a9102c1"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:20:57.965463 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-96007430-8bd2-4460-b92c-49895ec7aecd req-2d5f04ba-8857-4699-831c-b406ec2ac4db tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e290a115-afd3-4aae-a3c5-f2dc8ff478bf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:57.989645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-96007430-8bd2-4460-b92c-49895ec7aecd req-2d5f04ba-8857-4699-831c-b406ec2ac4db tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.002056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96007430-8bd2-4460-b92c-49895ec7aecd req-2d5f04ba-8857-4699-831c-b406ec2ac4db tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2298574 Jan 28 13:20:58.035553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f04ba-8857-4699-831c-b406ec2ac4db tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e290a115-afd3-4aae-a3c5-f2dc8ff478bf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:58.037220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-53633902-8e08-43c7-a742-af0fa2cc7fb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693996 Jan 28 13:20:58.078348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e930422-d655-4588-a347-367cd1f23b81 req-acf0c144-405d-4631-92fb-fce293e3a7a1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547573 Jan 28 13:20:58.149776 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176cb31d-9f0a-4965-8055-e5c7e5d17f38 x-openstack-request-id: req-176cb31d-9f0a-4965-8055-e5c7e5d17f38 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:20:58.150089 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf274dd5-ba63-4b41-a34e-3a2122884c28", "name": "network-vif-plugged", "status": "completed", "tag": "915d3b68-b1cd-4de2-91f1-22fb7a9102c1", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:20:58.150346 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-176cb31d-9f0a-4965-8055-e5c7e5d17f38 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:20:58.150762 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1', 'code': 200} Jan 28 13:20:58.177905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa7065-b4c2-42ea-965a-8420ff4d6a5e req-8d76c67e-fce0-4c2d-80b7-e3789ac3f677 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.180790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73aa7065-b4c2-42ea-965a-8420ff4d6a5e req-8d76c67e-fce0-4c2d-80b7-e3789ac3f677 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1081955 Jan 28 13:20:58.205805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['000e4bed-b59c-4539-82ba-8f2d23959723'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:20:58.297289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73aa7065-b4c2-42ea-965a-8420ff4d6a5e req-f391f79d-b944-45c3-a249-5ba5c23df24e tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095061 Jan 28 13:20:58.331110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a7f7d14f-2839-4d17-92e0-05ee2da75c79 req-8eecdebf-262a-4587-974d-73f23e146869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-177949605', 'description': 'tempest-description-1119886162'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:58.348751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-3ebdeb65-79ae-4171-b0cd-05f7eb38247c service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004878 Jan 28 13:20:58.373112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfccfa-787f-46ea-8c1c-b45ec7bfb759 req-bad50692-69b6-4d9f-822c-395791428a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.375279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63bfccfa-787f-46ea-8c1c-b45ec7bfb759 req-bad50692-69b6-4d9f-822c-395791428a1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 1100 time: 0.1183324 Jan 28 13:20:58.387670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7f7d14f-2839-4d17-92e0-05ee2da75c79 req-8eecdebf-262a-4587-974d-73f23e146869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.451433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c328cb-0624-41cc-bc87-73b7e8180ef8 req-d1a1fd34-178f-454b-869b-5f23e7085926 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.461855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80c328cb-0624-41cc-bc87-73b7e8180ef8 req-d1a1fd34-178f-454b-869b-5f23e7085926 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.0651665 Jan 28 13:20:58.538722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63bfccfa-787f-46ea-8c1c-b45ec7bfb759 req-e27edb25-2da8-4157-83c4-5a62b3af09db service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045048 Jan 28 13:20:58.542282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80c328cb-0624-41cc-bc87-73b7e8180ef8 req-d00a35ab-c7f8-4f1a-abfe-ac7cd4e087c7 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789495 Jan 28 13:20:58.544784 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4eac787-8818-4053-8412-0ecd9522acf8 req-636c6691-3f80-4aec-92db-032841063d85 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825967 Jan 28 13:20:58.589728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7f7d14f-2839-4d17-92e0-05ee2da75c79 req-8eecdebf-262a-4587-974d-73f23e146869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (374bd62e-a1b1-4cae-b628-95a25e3b18e9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.595361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7f7d14f-2839-4d17-92e0-05ee2da75c79 req-8eecdebf-262a-4587-974d-73f23e146869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (374bd62e-a1b1-4cae-b628-95a25e3b18e9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.635977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecdebf-262a-4587-974d-73f23e146869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374bd62e-a1b1-4cae-b628-95a25e3b18e9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:58.640461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7f7d14f-2839-4d17-92e0-05ee2da75c79 req-8eecdebf-262a-4587-974d-73f23e146869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:58.644524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7f7d14f-2839-4d17-92e0-05ee2da75c79 req-8eecdebf-262a-4587-974d-73f23e146869 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3188419 Jan 28 13:20:58.672428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f2cab-12ac-4bcb-a659-47fc17ef3f59 req-cc948c78-910d-472a-b85c-d422e27a87b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:58.674177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d96f2cab-12ac-4bcb-a659-47fc17ef3f59 req-cc948c78-910d-472a-b85c-d422e27a87b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.0683701 Jan 28 13:20:58.756370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d96f2cab-12ac-4bcb-a659-47fc17ef3f59 req-3f1943d7-491b-48b5-afb9-77a9d9d8ef3b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679872 Jan 28 13:20:58.800742 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b08e1c0c-9c46-4fbe-9581-b26eb9a345e9 req-dcb14753-2a5c-41b5-95d9-5d6bf3a7189d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 10995 time: 0.1367443 Jan 28 13:20:58.851216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b08e1c0c-9c46-4fbe-9581-b26eb9a345e9 req-26818932-56a8-454c-9625-0d238203e393 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/1edce42f-5c3b-41d2-9e6f-f717c7ee60ad HTTP/1.1" status: 200 len: 2998 time: 0.0494397 Jan 28 13:20:58.907457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b08e1c0c-9c46-4fbe-9581-b26eb9a345e9 req-7a232d6d-8c21-4a05-a71d-3dce160340a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/1edce42f-5c3b-41d2-9e6f-f717c7ee60ad HTTP/1.1" status: 200 len: 2998 time: 0.0503724 Jan 28 13:20:58.985956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94a6a18c-409f-42a1-a971-86392d2974d1 req-d723f7dd-358e-48c1-be10-310391dcc1c4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/bb548d8b-047a-427f-a669-ef93b90e4a7d HTTP/1.1" status: 200 len: 1817 time: 0.0560536 Jan 28 13:20:59.069083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-94a6a18c-409f-42a1-a971-86392d2974d1 req-79567606-f19c-42fd-9487-3ee35747dc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (bb548d8b-047a-427f-a669-ef93b90e4a7d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.096753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-94a6a18c-409f-42a1-a971-86392d2974d1 req-79567606-f19c-42fd-9487-3ee35747dc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (bb548d8b-047a-427f-a669-ef93b90e4a7d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.162749 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-94a6a18c-409f-42a1-a971-86392d2974d1 req-79567606-f19c-42fd-9487-3ee35747dc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bb548d8b-047a-427f-a669-ef93b90e4a7d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.165638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-94a6a18c-409f-42a1-a971-86392d2974d1 req-79567606-f19c-42fd-9487-3ee35747dc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.169593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94a6a18c-409f-42a1-a971-86392d2974d1 req-79567606-f19c-42fd-9487-3ee35747dc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/bb548d8b-047a-427f-a669-ef93b90e4a7d HTTP/1.1" status: 204 len: 173 time: 0.1782176 Jan 28 13:20:59.181136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79567606-f19c-42fd-9487-3ee35747dc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb548d8b-047a-427f-a669-ef93b90e4a7d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:59.221136 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-8b7cb0cb-a4db-45d5-bd09-73c8c452a234 req-ee6b3baf-6656-4944-97ba-eaccafa9eee0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:20:59.222191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b7cb0cb-a4db-45d5-bd09-73c8c452a234 req-ee6b3baf-6656-4944-97ba-eaccafa9eee0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/bb548d8b-047a-427f-a669-ef93b90e4a7d HTTP/1.1" status: 404 len: 352 time: 0.0329721 Jan 28 13:20:59.247448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 000e4bed-b59c-4539-82ba-8f2d23959723 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:20:59.251523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ecab2-39b6-4ff2-bf6d-f38c83bc7a2d req-56900b0c-7469-4ce9-b87e-8c563c117ffa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:59.256613 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-445ecab2-39b6-4ff2-bf6d-f38c83bc7a2d req-56900b0c-7469-4ce9-b87e-8c563c117ffa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 945 time: 0.0950377 Jan 28 13:20:59.322406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 000e4bed-b59c-4539-82ba-8f2d23959723 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:20:59.322934 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.325453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af351723-7442-4cd8-865d-4471294f4e33 req-beb1c382-29c2-407d-94e4-ab98bcdbc11a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/e290a115-afd3-4aae-a3c5-f2dc8ff478bf HTTP/1.1" status: 200 len: 1817 time: 0.0712895 Jan 28 13:20:59.341807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-445ecab2-39b6-4ff2-bf6d-f38c83bc7a2d req-a65236c4-994f-49e6-9a60-fb24fcda5ae5 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776381 Jan 28 13:20:59.398089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af351723-7442-4cd8-865d-4471294f4e33 req-cc9a86b1-0507-4767-83bf-5434f053b6c8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (e290a115-afd3-4aae-a3c5-f2dc8ff478bf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.429635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af351723-7442-4cd8-865d-4471294f4e33 req-cc9a86b1-0507-4767-83bf-5434f053b6c8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (e290a115-afd3-4aae-a3c5-f2dc8ff478bf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.497872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 000e4bed-b59c-4539-82ba-8f2d23959723 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:20:59.499993 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.539438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af351723-7442-4cd8-865d-4471294f4e33 req-cc9a86b1-0507-4767-83bf-5434f053b6c8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e290a115-afd3-4aae-a3c5-f2dc8ff478bf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.542649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af351723-7442-4cd8-865d-4471294f4e33 req-cc9a86b1-0507-4767-83bf-5434f053b6c8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.543793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af351723-7442-4cd8-865d-4471294f4e33 req-cc9a86b1-0507-4767-83bf-5434f053b6c8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/e290a115-afd3-4aae-a3c5-f2dc8ff478bf HTTP/1.1" status: 204 len: 173 time: 0.2174582 Jan 28 13:20:59.564768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:20:59.570290 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.576549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a86b1-0507-4767-83bf-5434f053b6c8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290a115-afd3-4aae-a3c5-f2dc8ff478bf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:59.638441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc32d4-88d6-43b6-b699-5913294ea786 req-334d2a2a-4fa9-4eb1-b09d-29b5bda8537f tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:59.641695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdcc32d4-88d6-43b6-b699-5913294ea786 req-334d2a2a-4fa9-4eb1-b09d-29b5bda8537f tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1077569 Jan 28 13:20:59.658285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:59.711191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdcc32d4-88d6-43b6-b699-5913294ea786 req-94ea5459-2a8e-4815-90c6-5c86cd3ebe50 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630987 Jan 28 13:20:59.768458 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-ab95b346-2217-40bb-bdc4-7aaa32b2cf22 req-af35a7d7-74b2-4e1f-8a6d-548de2485d55 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:20:59.776824 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab95b346-2217-40bb-bdc4-7aaa32b2cf22 req-af35a7d7-74b2-4e1f-8a6d-548de2485d55 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/e290a115-afd3-4aae-a3c5-f2dc8ff478bf HTTP/1.1" status: 404 len: 352 time: 0.0259726 Jan 28 13:20:59.794470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-560e9f65-410c-46c6-a2bd-bbe7f17647a8 req-1808c8e4-853a-4aa0-9959-ce32585598a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1693646071', 'description': 'tempest-description-1865646802'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:20:59.822246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-560e9f65-410c-46c6-a2bd-bbe7f17647a8 req-1808c8e4-853a-4aa0-9959-ce32585598a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.875691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620ac85-9169-4264-a357-f120517948e5 req-ba4ebf57-837a-40c5-93d2-c1c6c91c70e8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:20:59.877345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6620ac85-9169-4264-a357-f120517948e5 req-ba4ebf57-837a-40c5-93d2-c1c6c91c70e8 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.0595803 Jan 28 13:20:59.916089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-560e9f65-410c-46c6-a2bd-bbe7f17647a8 req-1808c8e4-853a-4aa0-9959-ce32585598a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for security_group (37adadec-8924-4ea5-af83-77704b00d4a5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.922140 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-560e9f65-410c-46c6-a2bd-bbe7f17647a8 req-1808c8e4-853a-4aa0-9959-ce32585598a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (37adadec-8924-4ea5-af83-77704b00d4a5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.960832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-560e9f65-410c-46c6-a2bd-bbe7f17647a8 req-1808c8e4-853a-4aa0-9959-ce32585598a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:20:59.973295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-560e9f65-410c-46c6-a2bd-bbe7f17647a8 req-1808c8e4-853a-4aa0-9959-ce32585598a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.1835666 Jan 28 13:20:59.979884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808c8e4-853a-4aa0-9959-ce32585598a0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37adadec-8924-4ea5-af83-77704b00d4a5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:20:59.986883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6620ac85-9169-4264-a357-f120517948e5 req-5dbfeef8-3d97-4c60-bd5c-b7933b6321c5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986619 Jan 28 13:21:00.085144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd79e0-a004-4f88-a426-b855db04a178 req-f9768169-5947-4cff-a8f2-5395d46bf0c6 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.088568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6dbd79e0-a004-4f88-a426-b855db04a178 req-f9768169-5947-4cff-a8f2-5395d46bf0c6 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0621912 Jan 28 13:21:00.110317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf0a65-c5c8-4967-aabf-52a67f9f965b req-fd423f2d-4a5b-474c-b20a-07abc219aff2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.112368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dbf0a65-c5c8-4967-aabf-52a67f9f965b req-fd423f2d-4a5b-474c-b20a-07abc219aff2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Jan 28 13:21:00.152147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:00.161260 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa44778-5e4a-4686-a7c4-bc6a0a794c7c" -d '{"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-plugged", "status": "completed", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:00.166987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6dbd79e0-a004-4f88-a426-b855db04a178 req-7f2df766-d639-4289-9949-fab42c5c340b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711617 Jan 28 13:21:00.184590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dbf0a65-c5c8-4967-aabf-52a67f9f965b req-c2dead78-a6fc-44d8-b70f-dd4b334fea0d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652373 Jan 28 13:21:00.236609 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4436d5c6-a618-4b53-a329-df2a4f47e864 req-de585037-6df8-48e4-9a3d-95878934a983 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/374bd62e-a1b1-4cae-b628-95a25e3b18e9 HTTP/1.1" status: 200 len: 1817 time: 0.0549548 Jan 28 13:21:00.312144 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4436d5c6-a618-4b53-a329-df2a4f47e864 req-35aaa876-6e7a-4793-985f-6b293aa1b93a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (374bd62e-a1b1-4cae-b628-95a25e3b18e9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.344176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4436d5c6-a618-4b53-a329-df2a4f47e864 req-35aaa876-6e7a-4793-985f-6b293aa1b93a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (374bd62e-a1b1-4cae-b628-95a25e3b18e9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.352847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-1475bcd1-03fa-4d03-9937-5f40de8169c9 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1693646071&fields=id&tenant_id=5a22fa0792404718a2f2adc35678d50c HTTP/1.1" status: 200 len: 267 time: 0.0491824 Jan 28 13:21:00.399233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4436d5c6-a618-4b53-a329-df2a4f47e864 req-35aaa876-6e7a-4793-985f-6b293aa1b93a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (374bd62e-a1b1-4cae-b628-95a25e3b18e9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.403372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4436d5c6-a618-4b53-a329-df2a4f47e864 req-35aaa876-6e7a-4793-985f-6b293aa1b93a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.415781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4436d5c6-a618-4b53-a329-df2a4f47e864 req-35aaa876-6e7a-4793-985f-6b293aa1b93a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/374bd62e-a1b1-4cae-b628-95a25e3b18e9 HTTP/1.1" status: 204 len: 173 time: 0.1731095 Jan 28 13:21:00.433436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-a912c2de-6d3f-44b8-a5b5-d23ef8a85011 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.435347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-a912c2de-6d3f-44b8-a5b5-d23ef8a85011 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0773046 Jan 28 13:21:00.440626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaa876-6e7a-4793-985f-6b293aa1b93a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374bd62e-a1b1-4cae-b628-95a25e3b18e9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:00.448522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Request body: {'port': {'security_groups': ['39dcc786-4f61-487d-ae14-79f53f2da77d', '37adadec-8924-4ea5-af83-77704b00d4a5']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:00.462502 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9d2f4-d21d-40f0-8262-a813c9c36032 x-openstack-request-id: req-c8b9d2f4-d21d-40f0-8262-a813c9c36032 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:00.463031 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-plugged", "status": "completed", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:00.463031 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8b9d2f4-d21d-40f0-8262-a813c9c36032 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:00.463490 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723', 'code': 200} Jan 28 13:21:00.553094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.696972 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-4e81920a-5273-43cc-a800-b87c1ca3cbb4 req-ea212e60-43bb-4a60-b81c-bfa306f7aae9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:21:00.698148 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e81920a-5273-43cc-a800-b87c1ca3cbb4 req-ea212e60-43bb-4a60-b81c-bfa306f7aae9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/374bd62e-a1b1-4cae-b628-95a25e3b18e9 HTTP/1.1" status: 404 len: 352 time: 0.0160909 Jan 28 13:21:00.808567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:00.857287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.866428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.896015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['113b6099-09ad-4f51-92f8-76b4e6c022fe'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:00.915746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea9bc4-2eeb-4c42-8056-91775ba730ea req-79be6c41-281c-446e-af43-f81139109159 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.917689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57ea9bc4-2eeb-4c42-8056-91775ba730ea req-79be6c41-281c-446e-af43-f81139109159 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.0726695 Jan 28 13:21:00.960956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event updated for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:00.980265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:00.981195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:00.997170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a427ddfe-c852-4b27-8648-d7b17175f0bf req-76b6106b-4625-40a0-b6ab-2c77d828c541 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "PUT /v2.0/ports/113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 981 time: 0.5536866 Jan 28 13:21:00.997795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:01.007083 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46786e5f-c5d9-41cc-8758-287c5770d217" -d '{"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:01.051314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57ea9bc4-2eeb-4c42-8056-91775ba730ea req-64e53d6e-3374-4235-9ed4-d8264bc62ac7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266685 Jan 28 13:21:01.116802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f6d4c27-4ad6-4c3e-8151-09fddfe5db7a req-50cba818-a162-4872-a003-42d6c3d17930 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 6197 time: 0.1017845 Jan 28 13:21:01.202193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f6d4c27-4ad6-4c3e-8151-09fddfe5db7a req-d58047f6-d6d9-4523-8ede-e036644e3c7b tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/1edce42f-5c3b-41d2-9e6f-f717c7ee60ad HTTP/1.1" status: 200 len: 2998 time: 0.0803528 Jan 28 13:21:01.266723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ae2d352-f202-4315-8713-2ff9225288cf req-5161d79c-b0a5-4ad5-935f-947a5c880fdf tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1693646071&fields=id&tenant_id=5a22fa0792404718a2f2adc35678d50c HTTP/1.1" status: 200 len: 267 time: 0.0757430 Jan 28 13:21:01.270176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f6d4c27-4ad6-4c3e-8151-09fddfe5db7a req-eb3ea661-a732-4df0-bab9-a000b2ac51be tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/1edce42f-5c3b-41d2-9e6f-f717c7ee60ad HTTP/1.1" status: 200 len: 2998 time: 0.0668530 Jan 28 13:21:01.342092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2d352-f202-4315-8713-2ff9225288cf req-bbe8bb52-0273-4faa-95c0-b93fa1d865b7 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.351533 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ae2d352-f202-4315-8713-2ff9225288cf req-bbe8bb52-0273-4faa-95c0-b93fa1d865b7 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 984 time: 0.0805659 Jan 28 13:21:01.357044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Request body: {'port': {'security_groups': ['39dcc786-4f61-487d-ae14-79f53f2da77d']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:01.383656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['113b6099-09ad-4f51-92f8-76b4e6c022fe'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:01.430219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf442e1-99fe-4736-9324-821080a75c75 req-6a3a20d0-4263-4eb9-80b6-ad8048e955bb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.431719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3cf442e1-99fe-4736-9324-821080a75c75 req-6a3a20d0-4263-4eb9-80b6-ad8048e955bb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.0919759 Jan 28 13:21:01.458055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:01.510116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3cf442e1-99fe-4736-9324-821080a75c75 req-35dffcce-2c70-47ca-889a-e09193c8d791 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698426 Jan 28 13:21:01.568691 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c598840-3438-4764-aa0c-3bfc29d25542 x-openstack-request-id: req-4c598840-3438-4764-aa0c-3bfc29d25542 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:01.569338 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:01.569338 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c598840-3438-4764-aa0c-3bfc29d25542 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:01.569759 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'status': 'completed', 'code': 200} Jan 28 13:21:01.732618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08150e-a4b9-4bb2-9f75-391eb8c19e2a req-946c17d6-2165-4bac-88cb-acd5e1f8c8d3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.741783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb08150e-a4b9-4bb2-9f75-391eb8c19e2a req-946c17d6-2165-4bac-88cb-acd5e1f8c8d3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 946 time: 0.0929441 Jan 28 13:21:01.776934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-6c04b035-99f0-4765-bff9-9706dcb2c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:01.781641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-6c04b035-99f0-4765-bff9-9706dcb2c72a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1135 time: 0.0918908 Jan 28 13:21:01.804640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb08150e-a4b9-4bb2-9f75-391eb8c19e2a req-5bf4a0ca-d624-4378-8f35-b6f9b14479f3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618875 Jan 28 13:21:01.824789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:01.899308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-76fc6a7c-9173-4277-aca2-f7ddff726cb8 req-1aaa8119-882b-465e-a497-93a425d2b3a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1746706509', 'description': 'tempest-description-889124088'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:01.923022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:01.932928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-76fc6a7c-9173-4277-aca2-f7ddff726cb8 req-1aaa8119-882b-465e-a497-93a425d2b3a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:01.939197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:01.961511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['113b6099-09ad-4f51-92f8-76b4e6c022fe'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:02.002993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-13715e34-9bff-4d20-a57c-8fcbc5d070cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.004853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-13715e34-9bff-4d20-a57c-8fcbc5d070cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.2023754 Jan 28 13:21:02.030037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.033386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.035925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ae2d352-f202-4315-8713-2ff9225288cf req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "PUT /v2.0/ports/113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 942 time: 0.6837153 Jan 28 13:21:02.050931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:02.054234 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:02.061903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-76fc6a7c-9173-4277-aca2-f7ddff726cb8 req-1aaa8119-882b-465e-a497-93a425d2b3a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (d6c1b2a6-7463-4143-bd27-af547d9a15d0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.074038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-76fc6a7c-9173-4277-aca2-f7ddff726cb8 req-1aaa8119-882b-465e-a497-93a425d2b3a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d6c1b2a6-7463-4143-bd27-af547d9a15d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.112133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-f5dabfc8-cb93-4379-891b-56180b097ef3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 217 time: 0.0749452 Jan 28 13:21:02.113384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e7272-3247-467f-87a9-00966463d339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event updated for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:02.136956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-76fc6a7c-9173-4277-aca2-f7ddff726cb8 req-1aaa8119-882b-465e-a497-93a425d2b3a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.152490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76fc6a7c-9173-4277-aca2-f7ddff726cb8 req-1aaa8119-882b-465e-a497-93a425d2b3a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2595329 Jan 28 13:21:02.166262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa8119-882b-465e-a497-93a425d2b3a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1b2a6-7463-4143-bd27-af547d9a15d0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:02.198731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-372db85e-0cfd-40b8-8df4-a5aa9d9aaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.200538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-372db85e-0cfd-40b8-8df4-a5aa9d9aaf6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.0693395 Jan 28 13:21:02.271150 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-af357394-a000-49a7-8b25-29e544d234a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599229 Jan 28 13:21:02.284834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['113b6099-09ad-4f51-92f8-76b4e6c022fe'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:02.289349 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3891a-a8ef-436e-83ce-8cfd80e2e843 req-8a1244ba-d0c6-4996-a86a-238069a3b703 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.300737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79a3891a-a8ef-436e-83ce-8cfd80e2e843 req-8a1244ba-d0c6-4996-a86a-238069a3b703 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 1100 time: 0.0990520 Jan 28 13:21:02.402792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-193f97ae-7205-4321-b263-32e41b3504da req-13b19561-0373-44f1-ac3a-5c6ccaf7ca17 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1448803 Jan 28 13:21:02.408249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:02.424653 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79a3891a-a8ef-436e-83ce-8cfd80e2e843 req-b5628a2d-3cf3-4840-9af9-b04ee68f7164 tempest-ServersOnMultiNodesTest-1048630669 tempest-ServersOnMultiNodesTest-1048630669-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215684 Jan 28 13:21:02.434569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.507540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-70a4461e-3410-4fb5-bb18-d6d00ad3d7e2 service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009947 Jan 28 13:21:02.509178 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e30f0d-413f-4650-913e-4a5e408edc62 x-openstack-request-id: req-c4e30f0d-413f-4650-913e-4a5e408edc62 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:02.509474 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:02.509736 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4e30f0d-413f-4650-913e-4a5e408edc62 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:02.510129 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'status': 'completed', 'code': 200} Jan 28 13:21:02.603411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.666557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa42d4-d837-4db7-8f08-cfb39727a38f req-13ffbad3-5bda-45e2-b795-85d13d295194 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.668682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b8fa42d4-d837-4db7-8f08-cfb39727a38f req-13ffbad3-5bda-45e2-b795-85d13d295194 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.0794826 Jan 28 13:21:02.669984 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46786e5f-c5d9-41cc-8758-287c5770d217 req-0fb3631c-bda3-4380-aa7e-74439fb5baaa service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401315 Jan 28 13:21:02.757406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Allocated IP 172.25.4.39 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/9122db81-2781-4ee5-bfa6-224585d5d7e7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:02.796054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b8fa42d4-d837-4db7-8f08-cfb39727a38f req-f9d667a4-d30b-4b7c-b589-f56ff0c454a1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189194 Jan 28 13:21:02.827124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ae39c819-38bd-452c-8cc4-b2de9cf2ac00 req-db8de3ae-99f5-4956-af19-21aa3347dd07 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-214457694', 'description': 'tempest-description-1179396052'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:02.843680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-79279687-92ee-427f-93fc-50aeee4ce7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:02.845781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-79279687-92ee-427f-93fc-50aeee4ce7c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.1041420 Jan 28 13:21:02.859871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ae39c819-38bd-452c-8cc4-b2de9cf2ac00 req-db8de3ae-99f5-4956-af19-21aa3347dd07 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.879799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.920663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:02.976316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event updated for resources: {'Port': ['ID=9122db81-2781-4ee5-bfa6-224585d5d7e7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:02.999364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:03.001097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:03.008624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:03.009471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-100b9326-db45-441c-9fea-077e5c58994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.011298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-100b9326-db45-441c-9fea-077e5c58994d service neutron] 10.222.0.60 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.1404893 Jan 28 13:21:03.050389 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ae39c819-38bd-452c-8cc4-b2de9cf2ac00 req-db8de3ae-99f5-4956-af19-21aa3347dd07 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f9399948-fc14-4cdc-9bdd-d3a43c50850a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.123707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (e267dc9f-6370-4552-bc64-9c0193057b6f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.184265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.284182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 000e4bed-b59c-4539-82ba-8f2d23959723 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:03.417372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 000e4bed-b59c-4539-82ba-8f2d23959723 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:03.417770 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.421728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.428507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.452548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:03.456343 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f524885f-1852-4bc0-8ba4-e3181abed5a9" -d '{"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-unplugged", "status": "completed", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:03.474029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:03.486675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-97994431-84bf-4a41-8c27-d52acbc7fbfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 217 time: 0.4491632 Jan 28 13:21:03.487332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ae39c819-38bd-452c-8cc4-b2de9cf2ac00 req-db8de3ae-99f5-4956-af19-21aa3347dd07 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f9399948-fc14-4cdc-9bdd-d3a43c50850a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.492349 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.543712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event updated for resources: {'Port': ['ID=9122db81-2781-4ee5-bfa6-224585d5d7e7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:03.549252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ae39c819-38bd-452c-8cc4-b2de9cf2ac00 req-db8de3ae-99f5-4956-af19-21aa3347dd07 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.567822 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae39c819-38bd-452c-8cc4-b2de9cf2ac00 req-db8de3ae-99f5-4956-af19-21aa3347dd07 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7442422 Jan 28 13:21:03.589201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8de3ae-99f5-4956-af19-21aa3347dd07 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9399948-fc14-4cdc-9bdd-d3a43c50850a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:03.592440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:03.625031 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-46a50402-5e42-4ce7-8f23-2d3a8a3e3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.626513 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-46a50402-5e42-4ce7-8f23-2d3a8a3e3fa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.1196733 Jan 28 13:21:03.628290 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (e267dc9f-6370-4552-bc64-9c0193057b6f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.652159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:03.653997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-193f97ae-7205-4321-b263-32e41b3504da req-bf8eaa68-a848-42b6-af1d-18cf6bf77802 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2501659 Jan 28 13:21:03.708936 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-a52799db-d639-4a29-b121-28e10ff97b61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556848 Jan 28 13:21:03.777375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-93afa1b1-7254-4af2-bf85-d20b1ba3ec46 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.781153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-93afa1b1-7254-4af2-bf85-d20b1ba3ec46 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 944 time: 0.1249437 Jan 28 13:21:03.784213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-193f97ae-7205-4321-b263-32e41b3504da req-d0b7319d-e5f3-4a90-ba1d-626d738d5be5 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.0838962 Jan 28 13:21:03.854431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-99d33c97-d612-49fd-8628-2b740214cd1b service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344662 Jan 28 13:21:03.984305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f97ae-7205-4321-b263-32e41b3504da req-e40a37eb-05c1-4693-af08-4986e05a63bb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:03.986068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-193f97ae-7205-4321-b263-32e41b3504da req-e40a37eb-05c1-4693-af08-4986e05a63bb tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1962748 Jan 28 13:21:04.004859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Deleting port 000e4bed-b59c-4539-82ba-8f2d23959723 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:04.005505 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.015446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abfeac9a-ff00-466f-b45f-d8eff8cf3fa3 req-0e6126e5-e555-44a5-ba8a-248adac38aa2 service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417902 Jan 28 13:21:04.078791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f773c950-5c8d-489c-b47a-716e6f9d774a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.080323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f773c950-5c8d-489c-b47a-716e6f9d774a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.2249928 Jan 28 13:21:04.107904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] For port 000e4bed-b59c-4539-82ba-8f2d23959723, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=000e4bed-b59c-4539-82ba-8f2d23959723,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:04.108454 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.122612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Calling delete_port for 000e4bed-b59c-4539-82ba-8f2d23959723 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:04.215368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1208d8-b3e6-4d60-a820-574a634fdc9d req-c0783dfe-daa6-4623-9744-6201244b5d91 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.220512 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe6891a-c0d7-4ea3-a8d9-497359d953ce x-openstack-request-id: req-bfe6891a-c0d7-4ea3-a8d9-497359d953ce {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:04.220831 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-unplugged", "status": "completed", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:04.221118 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfe6891a-c0d7-4ea3-a8d9-497359d953ce {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:04.221509 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723', 'code': 200} Jan 28 13:21:04.229381 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de1208d8-b3e6-4d60-a820-574a634fdc9d req-c0783dfe-daa6-4623-9744-6201244b5d91 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe9cb40-989a-48da-87fe-8332f25cbfa6 HTTP/1.1" status: 200 len: 944 time: 0.2346880 Jan 28 13:21:04.321857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (000e4bed-b59c-4539-82ba-8f2d23959723), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.340569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de1208d8-b3e6-4d60-a820-574a634fdc9d req-52fb6934-d908-4f2f-ad95-e61cadbc20a8 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099031 Jan 28 13:21:04.377082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Deleting port 25a23125-93ea-42f9-8af6-a837d262cd4a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:04.377459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.394400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event deleted for resources: {'Port': ['ID=000e4bed-b59c-4539-82ba-8f2d23959723,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:04.518625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde8e57-2d88-4334-b215-cfb40a285aa7 req-eabc9ee3-47f2-4e75-8941-219eccba22a9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.520946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffde8e57-2d88-4334-b215-cfb40a285aa7 req-eabc9ee3-47f2-4e75-8941-219eccba22a9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.0823786 Jan 28 13:21:04.527649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-58779d6b-9010-4e24-bb77-df8b6c28f7a2 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.529186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-58779d6b-9010-4e24-bb77-df8b6c28f7a2 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 813 time: 0.1384025 Jan 28 13:21:04.554627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-1db5f89a-e8fa-451b-b075-82853b0a6bbe tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/quotas/741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 375 time: 0.0107508 Jan 28 13:21:04.569056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] For port 25a23125-93ea-42f9-8af6-a837d262cd4a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=25a23125-93ea-42f9-8af6-a837d262cd4a,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:04.569955 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.597487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Calling delete_port for 25a23125-93ea-42f9-8af6-a837d262cd4a owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:04.627537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] No DVR routers for this DVR port 000e4bed-b59c-4539-82ba-8f2d23959723 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:04.630589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.634005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74c2efc6-cf60-4551-9a6e-3d506cfcd74f req-ec9cca2a-ff0c-42a8-8357-c0cbc5ce9a0e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "DELETE /v2.0/ports/000e4bed-b59c-4539-82ba-8f2d23959723 HTTP/1.1" status: 204 len: 173 time: 0.8322918 Jan 28 13:21:04.638689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-deleted', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:04.645550 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1706d641-9df5-4aee-8af2-a4729a7ebc15" -d '{"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-deleted", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:04.652520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffde8e57-2d88-4334-b215-cfb40a285aa7 req-dad1007b-b678-44bc-9bdf-9a66d9d3062f tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015937 Jan 28 13:21:04.699204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-07426b2f-8ec0-4a28-b2f1-c87e8b13f9cb tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257539 Jan 28 13:21:04.800073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-57da1fcb-7f60-4828-9910-46ab98017ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.891061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-b15ed622-7440-4a83-bb71-cbab54996ac8 service neutron] 10.222.0.45 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833639 Jan 28 13:21:04.900526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78629850-f9bd-4c90-8d8f-e47534229828 req-8dbbe0b7-7fff-474d-bb35-7f828935be8a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:04.902069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78629850-f9bd-4c90-8d8f-e47534229828 req-8dbbe0b7-7fff-474d-bb35-7f828935be8a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=60d47cb8-430c-40fb-b8e6-d363224543f2 HTTP/1.1" status: 200 len: 945 time: 0.1314123 Jan 28 13:21:04.935573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (25a23125-93ea-42f9-8af6-a837d262cd4a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:04.960462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['25a23125-93ea-42f9-8af6-a837d262cd4a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:04.985016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event deleted for resources: {'Port': ['ID=25a23125-93ea-42f9-8af6-a837d262cd4a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:05.017282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-e5f92888-2a84-4e90-af50-df96cdadf1a2 service neutron] 10.222.0.45 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157351 Jan 28 13:21:05.061032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] No DVR routers for this DVR port 25a23125-93ea-42f9-8af6-a837d262cd4a on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:05.067433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78629850-f9bd-4c90-8d8f-e47534229828 req-72f1695e-9e19-448b-bf82-351e641f5cca tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513693 Jan 28 13:21:05.068644 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.072297 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa6c8968-a510-4af1-87b7-e9a2339d3664 req-f4ef0c87-6e52-43e0-9eb4-3e26af48fb49 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "DELETE /v2.0/ports/25a23125-93ea-42f9-8af6-a837d262cd4a HTTP/1.1" status: 204 len: 173 time: 0.9824831 Jan 28 13:21:05.072860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'name': 'network-vif-deleted', 'tag': '25a23125-93ea-42f9-8af6-a837d262cd4a'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:05.075523 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b60c93-1c5f-4a40-bb50-1cd1f0e32061" -d '{"events": [{"server_uuid": "60d47cb8-430c-40fb-b8e6-d363224543f2", "name": "network-vif-deleted", "tag": "25a23125-93ea-42f9-8af6-a837d262cd4a"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:05.333331 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d779889-2b67-465d-929a-afa294d8db7c x-openstack-request-id: req-8d779889-2b67-465d-929a-afa294d8db7c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:05.333740 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe9cb40-989a-48da-87fe-8332f25cbfa6", "name": "network-vif-deleted", "tag": "000e4bed-b59c-4539-82ba-8f2d23959723", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:05.334095 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d779889-2b67-465d-929a-afa294d8db7c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:05.334789 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe9cb40-989a-48da-87fe-8332f25cbfa6', 'name': 'network-vif-deleted', 'tag': '000e4bed-b59c-4539-82ba-8f2d23959723', 'status': 'completed', 'code': 200} Jan 28 13:21:05.428831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-79d57bca-4f62-435a-b473-81ea7765ee70 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:05.433070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-79d57bca-4f62-435a-b473-81ea7765ee70 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1763904 Jan 28 13:21:05.434873 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3df8c-a3ed-422a-bd3e-2051a9fc4516 x-openstack-request-id: req-e8b3df8c-a3ed-422a-bd3e-2051a9fc4516 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:05.438100 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d47cb8-430c-40fb-b8e6-d363224543f2", "name": "network-vif-deleted", "tag": "25a23125-93ea-42f9-8af6-a837d262cd4a", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:05.438472 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8b3df8c-a3ed-422a-bd3e-2051a9fc4516 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:05.438984 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d47cb8-430c-40fb-b8e6-d363224543f2', 'name': 'network-vif-deleted', 'tag': '25a23125-93ea-42f9-8af6-a837d262cd4a', 'status': 'completed', 'code': 200} Jan 28 13:21:05.556772 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-88c9d3d1-4603-47a9-9b8c-bd6a86b6b4be tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 695 time: 0.1167545 Jan 28 13:21:05.572236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Request body: {'floatingip': {'port_id': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:05.662615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-555e54d8-1dcc-4b8e-a31c-828050ddddd0 req-e1950d29-a93f-4f83-bedb-8caa4970f838 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 210 time: 0.0576117 Jan 28 13:21:05.675836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (e267dc9f-6370-4552-bc64-9c0193057b6f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:05.923803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc47715-e0c6-4711-bdf9-80f1d1c1843f req-93ce692e-b689-4ccd-9079-f845b963f4fa tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:05.925952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5dc47715-e0c6-4711-bdf9-80f1d1c1843f req-93ce692e-b689-4ccd-9079-f845b963f4fa tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.1149523 Jan 28 13:21:06.018592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5dc47715-e0c6-4711-bdf9-80f1d1c1843f req-05694595-45cb-4f85-947b-8749ff022709 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842972 Jan 28 13:21:06.318219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-91ad4992-28e7-43a6-9308-0bf94ea8db3d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:06.327559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-91ad4992-28e7-43a6-9308-0bf94ea8db3d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 822 time: 0.1824834 Jan 28 13:21:06.348344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-eeb9bfd7-7972-4a8d-a584-53c355341fb4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/quotas/f505091993ca46ccb0258a7c0ce948bd HTTP/1.1" status: 200 len: 375 time: 0.0194907 Jan 28 13:21:06.381991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-0be3c6fc-429e-4739-879a-99e6944e1414 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328181 Jan 28 13:21:06.438600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.467102 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (e267dc9f-6370-4552-bc64-9c0193057b6f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:06.480719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-6676690a-64d7-4dc6-a76f-b48b1cb6c8ab service neutron] 10.222.0.45 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921292 Jan 28 13:21:06.541609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-d5a60cdb-93e3-40e6-b1f6-b4004957460b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:06.543126 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-d5a60cdb-93e3-40e6-b1f6-b4004957460b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.1030862 Jan 28 13:21:06.581758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-cd805259-1b48-43aa-a396-7e15d91d4d86 service neutron] 10.222.0.45 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944715 Jan 28 13:21:06.654674 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Floating IP e267dc9f-6370-4552-bc64-9c0193057b6f associated. External IP: 172.25.4.39, port: 113b6099-09ad-4f51-92f8-76b4e6c022fe. Jan 28 13:21:06.927968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:06.928365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.041928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-a3dc52b6-0efd-4d90-8b99-df8fb78d0413 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:07.046391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-a3dc52b6-0efd-4d90-8b99-df8fb78d0413 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 813 time: 0.2896719 Jan 28 13:21:07.052607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7fd9b08-8a16-4cdf-bdf0-0a3963cad475 req-a8c617bf-c0b4-40d4-bc73-40e78fb341df tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 210 time: 0.0469806 Jan 28 13:21:07.101145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'port': {'device_id': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0', 'admin_state_up': True, 'tenant_id': '741d584aa1e7452990bb2d5cd6f02abf'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:07.179075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72f337c8-2f2c-4fe0-aa04-6a63aadfb53e req-37efeec5-5b26-4364-813d-d7763cd9e5ff tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 210 time: 0.0352769 Jan 28 13:21:07.239289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-641dee91-70ad-453b-97c6-b3dc1c58bb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.464780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-186d8e15-cb02-4e64-b6d0-a1fd3614c1f2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:07.474205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:07.474205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.475078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-186d8e15-cb02-4e64-b6d0-a1fd3614c1f2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.1971598 Jan 28 13:21:07.516608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-11bca5bc-2b4d-4e3b-9e87-dbdf602ca0df tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/quotas/cbee30dbae8d48dc947a8e2bfa956e90 HTTP/1.1" status: 200 len: 375 time: 0.0404832 Jan 28 13:21:07.549574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:07.581667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Router eeffb38e-4b98-45e5-8959-1d06832ef27b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:07.596281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-212ee9e8-e238-4b5d-adee-5bee58f9ef0e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784798 Jan 28 13:21:07.619895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Made reservation on behalf of 741d584aa1e7452990bb2d5cd6f02abf for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:07.623445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:07.782919 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2cf14a1f-d81c-469a-ac66-82204c77b57f service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853733 Jan 28 13:21:07.810166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Allocated IP 172.20.0.4 (e43c788c-2ace-4fbb-a01c-e831ee8133b0/4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a/81255cf4-c5ab-4cb8-bb0c-9426dd9ee456) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:07.924356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ba01df9b-5428-413b-9522-cd605bfa01c1 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404614 Jan 28 13:21:08.224392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:08.231836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.237013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314771-37af-4df0-a688-a590f4d4d888 req-f5411b0a-9e4c-4581-a914-e23eb15d3503 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:08.240233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (915d3b68-b1cd-4de2-91f1-22fb7a9102c1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.244209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] Sync routers for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:08.246410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a314771-37af-4df0-a688-a590f4d4d888 req-f5411b0a-9e4c-4581-a914-e23eb15d3503 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 949 time: 0.0751259 Jan 28 13:21:08.279055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49', '275e228a-d937-4274-8fa0-758b9ba65828', '2a0a7013-db22-44e5-a735-0c499735a274', 'edeb6598-d979-40a4-878d-ef0fe28187f0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:08.294232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec', 'ade47e22-f733-4b6b-b409-2e1317d8aa27', '915d3b68-b1cd-4de2-91f1-22fb7a9102c1'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:08.354245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a314771-37af-4df0-a688-a590f4d4d888 req-9467273d-fb40-4f6f-9c00-359aab87aaf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066706 Jan 28 13:21:08.497348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:08.498345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:08.714465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-adb5b516-b307-48a0-8c65-b1dda562079d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:08.716344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-adb5b516-b307-48a0-8c65-b1dda562079d tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 822 time: 0.2759752 Jan 28 13:21:08.783629 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83c338fc-91e7-449c-a07d-0aea03b02bd2 req-ddaa281a-f4b1-4cc1-a60a-a9328761bbbe tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 210 time: 0.0658309 Jan 28 13:21:08.806588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Request body: {'port': {'device_id': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'admin_state_up': True, 'tenant_id': 'f505091993ca46ccb0258a7c0ce948bd'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:08.860423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=915d3b68-b1cd-4de2-91f1-22fb7a9102c1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:08.878562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-26b846e5-4cfa-4589-b5db-fb47abf68354 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "PUT /v2.0/floatingips/e267dc9f-6370-4552-bc64-9c0193057b6f HTTP/1.1" status: 200 len: 995 time: 3.3142159 Jan 28 13:21:08.882914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.884172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:08.886427 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16992cf-9985-457b-ba32-25ffcbd750a0" -d '{"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:08.888374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:08.937739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:08.942705 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:08.948756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a89f1623-0c1a-4bf5-ba8e-4e16ad24ba90 req-8f919d39-1b5c-423c-a04b-4319090834d4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "DELETE /v2.0/ports/915d3b68-b1cd-4de2-91f1-22fb7a9102c1 HTTP/1.1" status: 204 len: 173 time: 2.3780134 Jan 28 13:21:09.025482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-2c5c5903-8975-440f-b8b5-4e3688013c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:09.027764 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-2c5c5903-8975-440f-b8b5-4e3688013c16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.0760324 Jan 28 13:21:09.030203 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.107097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:09.150506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Network e43c788c-2ace-4fbb-a01c-e831ee8133b0 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:09.160878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:09.166958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:09.173824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:09.263881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.300548 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a13f2c99-d7e0-41ba-a21d-cea0aa275f32 req-2e611c5a-a4b8-403f-8db0-ce14e5e3d4a4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.1575389 Jan 28 13:21:09.303133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Made reservation on behalf of f505091993ca46ccb0258a7c0ce948bd for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:09.304535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-0b457094-cfbf-4622-ae0e-3397f5cc2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:09.306346 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-0b457094-cfbf-4622-ae0e-3397f5cc2277 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.2641788 Jan 28 13:21:09.313572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:09.313934 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.314216 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.340460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-ebd9c484-7557-4149-9665-d5b53a4f37a8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2441564 Jan 28 13:21:09.414005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 25a23125-93ea-42f9-8af6-a837d262cd4a no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:09.429010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Request body: {'port': {'device_id': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:09.512965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3a5c40b-ef6f-4599-b34b-5a899030a5b6 req-971a85e5-8552-40d1-a2b3-bd1861e1915c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 210 time: 0.0333457 Jan 28 13:21:09.579562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Allocated IP 172.20.0.12 (33c68f03-a51e-4083-901c-48e999472125/9bf93836-27c0-4f97-bcc4-f44af5d1ee4e/8add2f4a-e328-4aa3-94dd-9b17e61b198a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:09.580930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 25a23125-93ea-42f9-8af6-a837d262cd4a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:09.581474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 25a23125-93ea-42f9-8af6-a837d262cd4a not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:09.582056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:09.637053 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33aa490-1f9c-445f-a8b0-b3cc4658d03a x-openstack-request-id: req-e33aa490-1f9c-445f-a8b0-b3cc4658d03a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:09.637351 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:09.637611 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e33aa490-1f9c-445f-a8b0-b3cc4658d03a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:09.638019 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'status': 'completed', 'code': 200} Jan 28 13:21:09.638590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.699115 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-889086f9-f5b2-4ff9-8a00-bfb819d302e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 998 time: 0.3709083 Jan 28 13:21:09.808222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.862134 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:09.897418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Network 33c68f03-a51e-4083-901c-48e999472125 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:09.921463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:09.924944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:09.976987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:09.978041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 915d3b68-b1cd-4de2-91f1-22fb7a9102c1 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:09.980837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 000e4bed-b59c-4539-82ba-8f2d23959723 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:10.000851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45f3cfbb-161e-4ee0-b64b-44219ed90a8d req-9216b082-4c5a-4ea4-ad93-2b91e673d3c9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf274dd5-ba63-4b41-a34e-3a2122884c28 HTTP/1.1" status: 200 len: 210 time: 0.1468015 Jan 28 13:21:10.015228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-b6a79883-806e-4176-ab00-00da8bc102e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.025447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-b6a79883-806e-4176-ab00-00da8bc102e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.3704362 Jan 28 13:21:10.037758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-3f3878f2-977a-446e-85eb-71fc6821d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.041394 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-3f3878f2-977a-446e-85eb-71fc6821d44c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.2897632 Jan 28 13:21:10.095003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event updated for resources: {'Port': ['ID=8add2f4a-e328-4aa3-94dd-9b17e61b198a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:10.132506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.133233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.153975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 000e4bed-b59c-4539-82ba-8f2d23959723 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:10.154725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 000e4bed-b59c-4539-82ba-8f2d23959723 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:10.177112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-339a1d9f-7725-4f5e-8a57-08e16cbd71da tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3909156 Jan 28 13:21:10.205421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Request body: {'port': {'device_id': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:10.284745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.343603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-654de45e-c32e-4280-9947-4d4a7b025680 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359980 Jan 28 13:21:10.405874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-ccdff4ad-11b3-4f26-ab62-0c97d69ed8bb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:21:10.407109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-ccdff4ad-11b3-4f26-ab62-0c97d69ed8bb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074792 Jan 28 13:21:10.435353 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:10.471735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'e267dc9f-6370-4552-bc64-9c0193057b6f', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'port_id': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'mac_address': 'fa:16:3e:6b:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aea360-af73-4939-82e0-6159cc9a4836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:21:03Z', 'updated_at': '2022-01-28T13:21:06Z', 'revision_number': 1, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:43Z', 'revision_number': 5, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:10.585715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] Checking router: eeffb38e-4b98-45e5-8959-1d06832ef27b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:10.598819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:10.599605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:10.866518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-fc7b8adc-b984-4d55-80d1-f88ccfa815c3 service neutron] 10.222.0.45 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468749 Jan 28 13:21:10.876177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-128f7106-f753-45d4-966f-f7ac28dc72b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.878750 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-128f7106-f753-45d4-966f-f7ac28dc72b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.5700912 Jan 28 13:21:10.880732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-172404eb-ee4b-4f9b-83ae-3acf6babb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.883131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-172404eb-ee4b-4f9b-83ae-3acf6babb0ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.6992958 Jan 28 13:21:10.903885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Request body: {'port': {'device_id': '45649bf8-e4de-416d-af39-01268ff53298', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'admin_state_up': True, 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:10.942140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:10.945675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e4e1-8de6-463c-bdcc-43a4220a25d6 req-535e7ab1-9556-4e31-839a-9be7d4e8780d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:10.953569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4f2e4e1-8de6-463c-bdcc-43a4220a25d6 req-535e7ab1-9556-4e31-839a-9be7d4e8780d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 931 time: 0.2786021 Jan 28 13:21:10.980635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-206c4d37-bb76-4cf3-8a24-45467721d309 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 998 time: 0.0715055 Jan 28 13:21:11.093594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4f2e4e1-8de6-463c-bdcc-43a4220a25d6 req-82d821d1-8000-4815-bf25-7082c63be5e1 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330621 Jan 28 13:21:11.264309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-c68e2e2e-d455-4723-b3b9-8dc76a0b93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:11.268225 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-c68e2e2e-d455-4723-b3b9-8dc76a0b93ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.2577651 Jan 28 13:21:11.290413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb9368a-2079-40b2-9ebd-b5ce80eb7ee8 req-1a605834-09e6-486b-84be-1ccdf3234fd8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0683162 Jan 28 13:21:11.408217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-e7bb046a-cdbe-4bfd-87c2-1fd9b0dcf36e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018872 Jan 28 13:21:11.492002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8add2f4a-e328-4aa3-94dd-9b17e61b198a {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:11.510008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'e267dc9f-6370-4552-bc64-9c0193057b6f', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'port_id': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'mac_address': 'fa:16:3e:6b:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aea360-af73-4939-82e0-6159cc9a4836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:21:03Z', 'updated_at': '2022-01-28T13:21:06Z', 'revision_number': 1, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:43Z', 'revision_number': 5, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:11.517246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:11.521030 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.527662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab92ee-268a-4ea3-8f35-a7619f444bcc req-d5719988-06c1-4665-b8f9-cadc1c30ace3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:11.534804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e1d9da4-d962-49c8-ac66-bbc8bf061b33 req-5c21a110-9fe3-41ad-bba0-70c59c065452 service neutron] 10.222.0.45 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500738 Jan 28 13:21:11.535717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8aab92ee-268a-4ea3-8f35-a7619f444bcc req-d5719988-06c1-4665-b8f9-cadc1c30ace3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 932 time: 0.1426666 Jan 28 13:21:11.539016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:11.564411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Publish callbacks [] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.575981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Publish callbacks [] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.638146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Transition to ACTIVE for port object 8add2f4a-e328-4aa3-94dd-9b17e61b198a will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:11.667565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.667947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c2cab-6305-4211-9be9-ab38d1cde44b None None] The sync data for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 is: [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'e267dc9f-6370-4552-bc64-9c0193057b6f', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'port_id': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'mac_address': 'fa:16:3e:6b:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aea360-af73-4939-82e0-6159cc9a4836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:21:03Z', 'updated_at': '2022-01-28T13:21:06Z', 'revision_number': 1, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:43Z', 'revision_number': 5, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:11.682163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.695519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'name': 'network-vif-deleted', 'tag': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:11.701871 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd79c3-959e-4b1f-ab5a-96b77a4dd7ee" -d '{"events": [{"server_uuid": "cf274dd5-ba63-4b41-a34e-3a2122884c28", "name": "network-vif-deleted", "tag": "915d3b68-b1cd-4de2-91f1-22fb7a9102c1"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:11.750326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Transition to ACTIVE for port object 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:11.781901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:11.867304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8aab92ee-268a-4ea3-8f35-a7619f444bcc req-b2254467-b4c0-47c8-b8a5-6039e7fb6741 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255413 Jan 28 13:21:11.998123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Pushing event updated for resources: {'Port': ['ID=8add2f4a-e328-4aa3-94dd-9b17e61b198a,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:11.998961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-48516cc5-696a-40fd-aadf-a77723a51b5b service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653718 Jan 28 13:21:12.125141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Attempting to bind port 8add2f4a-e328-4aa3-94dd-9b17e61b198a on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:12.125754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Attempting to bind port 8add2f4a-e328-4aa3-94dd-9b17e61b198a by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:12.127212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Attempting to bind port 8add2f4a-e328-4aa3-94dd-9b17e61b198a on network 33c68f03-a51e-4083-901c-48e999472125 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:12.145585 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45074e62-e9bd-4018-aff5-fd31850f9aaf None None] New status for floating IP e267dc9f-6370-4552-bc64-9c0193057b6f: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:21:12.169012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Port 8add2f4a-e328-4aa3-94dd-9b17e61b198a on network 33c68f03-a51e-4083-901c-48e999472125 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:12.171296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Attempting to bind port 8add2f4a-e328-4aa3-94dd-9b17e61b198a on network 33c68f03-a51e-4083-901c-48e999472125 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:12.183539 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-5d5c98bb-c250-4788-91db-4726c6a52c59 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 998 time: 0.3846912 Jan 28 13:21:12.184149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:12.184902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Checking segment: {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:12.185452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Bound using segment: {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:12.186981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Bound port: 8add2f4a-e328-4aa3-94dd-9b17e61b198a, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '33c68f03-a51e-4083-901c-48e999472125'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:12.187948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.191106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Pushing event updated for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:12.356908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] For port 8add2f4a-e328-4aa3-94dd-9b17e61b198a, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:12.371640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] For port 8add2f4a-e328-4aa3-94dd-9b17e61b198a, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8add2f4a-e328-4aa3-94dd-9b17e61b198a,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:12.376894 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ab44d9-f928-4648-8538-0d55f69deea2 x-openstack-request-id: req-82ab44d9-f928-4648-8538-0d55f69deea2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:12.379533 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf274dd5-ba63-4b41-a34e-3a2122884c28", "name": "network-vif-deleted", "tag": "915d3b68-b1cd-4de2-91f1-22fb7a9102c1", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:12.379801 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82ab44d9-f928-4648-8538-0d55f69deea2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:12.381210 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf274dd5-ba63-4b41-a34e-3a2122884c28', 'name': 'network-vif-deleted', 'tag': '915d3b68-b1cd-4de2-91f1-22fb7a9102c1', 'status': 'completed', 'code': 200} Jan 28 13:21:12.382231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.422399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Allocated IP 172.20.0.14 (1640b80b-ba6a-499b-a8ff-ce94a5c4372c/15a2379a-2b88-4b66-b8db-bd90ff534cdc/0399da22-8e47-41a6-ac1a-e8f0cef9436f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:12.466269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-7a1af60a-9f02-466f-b363-973859a0c8b5 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.467808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-7a1af60a-9f02-466f-b363-973859a0c8b5 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports/113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 942 time: 0.2718787 Jan 28 13:21:12.501803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Attempting to bind port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:12.502277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Attempting to bind port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:12.502576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Attempting to bind port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 on network e43c788c-2ace-4fbb-a01c-e831ee8133b0 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:12.522325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 on network e43c788c-2ace-4fbb-a01c-e831ee8133b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:12.522558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Pushing event updated for resources: {'Port': ['ID=8add2f4a-e328-4aa3-94dd-9b17e61b198a,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:12.522818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Attempting to bind port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 on network e43c788c-2ace-4fbb-a01c-e831ee8133b0 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:12.560281 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16992cf-9985-457b-ba32-25ffcbd750a0 req-1f01b905-fa55-4753-b638-e8eac290555a service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266557 Jan 28 13:21:12.578761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:12.579082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Checking segment: {'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:12.579495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Bound using segment: {'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:12.579978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Bound port: 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:12.580386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.589735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.590318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.591827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-e8aac986-4ffa-48ac-b7a8-6d1b1898794d service neutron] 10.222.0.60 "PUT /v2.0/ports/8add2f4a-e328-4aa3-94dd-9b17e61b198a HTTP/1.1" status: 200 len: 1092 time: 2.3937902 Jan 28 13:21:12.592368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'tag': '8add2f4a-e328-4aa3-94dd-9b17e61b198a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:12.595779 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b" -d '{"events": [{"name": "network-changed", "server_uuid": "bec57ae8-bbd7-4c6a-b339-59b232c72206", "tag": "8add2f4a-e328-4aa3-94dd-9b17e61b198a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:12.656973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc7875-19ce-4677-adb0-c87bdc1120cf req-9f4368d4-b71c-49c9-ae21-08483b2ae48f tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.660642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5dc7875-19ce-4677-adb0-c87bdc1120cf req-9f4368d4-b71c-49c9-ae21-08483b2ae48f tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 943 time: 0.2457843 Jan 28 13:21:12.766201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5dc7875-19ce-4677-adb0-c87bdc1120cf req-f4e15436-d88f-4cfb-893e-ef700b9f7a84 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924869 Jan 28 13:21:12.768993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-7c9a7039-4926-464d-b830-506e5196ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:12.771713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-7c9a7039-4926-464d-b830-506e5196ae3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 1095 time: 0.1097705 Jan 28 13:21:12.782692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ceada1d8-be78-46be-9e19-83fa6af150b0 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 1000 time: 0.1946857 Jan 28 13:21:12.852894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:12.854245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-0aaa1a00-6076-4a0a-8600-38c50ebe528f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8add2f4a-e328-4aa3-94dd-9b17e61b198a HTTP/1.1" status: 200 len: 217 time: 0.0649939 Jan 28 13:21:12.926344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:12.932278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks [] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:12.940678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.011724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.012452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.013885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] 10.222.0.36 "PUT /v2.0/ports/81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 1091 time: 3.5989094 Jan 28 13:21:13.053932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84019ad-9724-4032-8dff-4aa084263cde req-cb6712fc-86c7-4e93-8337-8e03159f5892 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.055609 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d84019ad-9724-4032-8dff-4aa084263cde req-cb6712fc-86c7-4e93-8337-8e03159f5892 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 949 time: 0.1744149 Jan 28 13:21:13.063848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-b4958bbf-0745-41ff-84a6-9cb0c62e672b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.069033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-57b3c710-c5df-45ce-b8de-90cceb2a4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.070918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-57b3c710-c5df-45ce-b8de-90cceb2a4dc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e HTTP/1.1" status: 200 len: 862 time: 0.2062142 Jan 28 13:21:13.075267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-b4958bbf-0745-41ff-84a6-9cb0c62e672b tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.2769563 Jan 28 13:21:13.101769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eba9a-670c-4bb3-8fed-dc73c3324a2e service neutron] Pushing event updated for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:13.129619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-bc9b40a2-8e36-4847-8149-e77d41836808 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c68f03-a51e-4083-901c-48e999472125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435538 Jan 28 13:21:13.174193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.199886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d84019ad-9724-4032-8dff-4aa084263cde req-628273a1-e043-4636-a94d-7af932d3f05d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278224 Jan 28 13:21:13.212851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:13.241664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:13.407234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-475f271b-6dfe-41c6-99e7-9cb254257051 service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277477 Jan 28 13:21:13.490146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bf15d-4631-48d1-82fb-051fc6113ae0 req-feef5dd6-2301-4128-b269-45a4b18f6173 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.492662 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e2bf15d-4631-48d1-82fb-051fc6113ae0 req-feef5dd6-2301-4128-b269-45a4b18f6173 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 932 time: 0.1771176 Jan 28 13:21:13.575354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e2bf15d-4631-48d1-82fb-051fc6113ae0 req-1b4ea7c4-a743-4daa-8695-17648c29d4a2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Jan 28 13:21:13.578234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:13.587982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-d464ffb5-1bf4-474a-944f-6a81f2da8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.589791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-d464ffb5-1bf4-474a-944f-6a81f2da8c4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1094 time: 0.5079436 Jan 28 13:21:13.616281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e49f1ec-de61-4ede-adba-a8406babaa33 req-051b9e22-c118-42c0-9ccd-40093db4a960 service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992559 Jan 28 13:21:13.638574 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbab458-b0ad-4759-8349-b7aca1e6bad2 x-openstack-request-id: req-8cbab458-b0ad-4759-8349-b7aca1e6bad2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:13.640268 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec57ae8-bbd7-4c6a-b339-59b232c72206", "tag": "8add2f4a-e328-4aa3-94dd-9b17e61b198a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:13.640788 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cbab458-b0ad-4759-8349-b7aca1e6bad2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:13.641537 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'tag': '8add2f4a-e328-4aa3-94dd-9b17e61b198a', 'status': 'completed', 'code': 200} Jan 28 13:21:13.656837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-e392bbd3-8672-4390-bc07-99772ec41dc8 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 1000 time: 0.5803077 Jan 28 13:21:13.657872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-b11ea2a6-5772-4aaa-82d8-e7d0816fa3f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 217 time: 0.0424523 Jan 28 13:21:13.668888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:13.738837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-e67a07ac-e9c0-4453-9a0d-44a3d65852c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.741661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-e67a07ac-e9c0-4453-9a0d-44a3d65852c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f505091993ca46ccb0258a7c0ce948bd&device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 1095 time: 0.0637562 Jan 28 13:21:13.772287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event updated for resources: {'Port': ['ID=0399da22-8e47-41a6-ac1a-e8f0cef9436f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:13.798947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.799610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.810438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (e267dc9f-6370-4552-bc64-9c0193057b6f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:13.859952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-457fe10b-f226-44c5-81aa-90edca50ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.861382 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-457fe10b-f226-44c5-81aa-90edca50ccd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.1440115 Jan 28 13:21:13.866801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ad3a7dd2-6056-4346-9cd3-4747f98912a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9671013 Jan 28 13:21:13.899676 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-d1a9c13f-36de-4888-8ec9-c70f6e7e1698 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305500 Jan 28 13:21:13.904688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Request body: {'port': {'device_id': '45649bf8-e4de-416d-af39-01268ff53298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:13.955475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881ad4-1d3d-4592-8c2b-e70a83af255f req-e76d6235-d291-471c-9029-1c73a585057b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:13.956488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69881ad4-1d3d-4592-8c2b-e70a83af255f req-e76d6235-d291-471c-9029-1c73a585057b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 944 time: 0.0886273 Jan 28 13:21:14.017515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-d2d14249-d189-43f8-b10c-575b4022b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.019961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-d2d14249-d189-43f8-b10c-575b4022b758 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 200 len: 923 time: 0.2688606 Jan 28 13:21:14.092127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-08672592-a477-4846-a786-f57696e428d9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.094890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-08672592-a477-4846-a786-f57696e428d9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 949 time: 0.1376543 Jan 28 13:21:14.111935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-14b27fea-6815-4c44-a797-a5094e151cba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8add2f4a-e328-4aa3-94dd-9b17e61b198a HTTP/1.1" status: 200 len: 217 time: 0.0802436 Jan 28 13:21:14.118504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69881ad4-1d3d-4592-8c2b-e70a83af255f req-8bd95169-b776-42d5-a712-479b39ca1b79 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463289 Jan 28 13:21:14.143526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.258662 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.271423 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (e267dc9f-6370-4552-bc64-9c0193057b6f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.273427 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Floating IP e267dc9f-6370-4552-bc64-9c0193057b6f disassociated. External IP: 172.25.4.39, port: 113b6099-09ad-4f51-92f8-76b4e6c022fe. Jan 28 13:21:14.283586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-16053d72-2feb-475f-8999-229b914693fe service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719492 Jan 28 13:21:14.304447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-5713394b-16b0-4382-abad-34c7a79a2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.306047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-5713394b-16b0-4382-abad-34c7a79a2740 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e HTTP/1.1" status: 200 len: 862 time: 0.1449003 Jan 28 13:21:14.321498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c9f15-2dd7-4e42-a9e4-ee1e0d758d00 req-4fb56e34-fd7f-4c34-b680-08b0e762ff4d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.323265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea4c9f15-2dd7-4e42-a9e4-ee1e0d758d00 req-4fb56e34-fd7f-4c34-b680-08b0e762ff4d tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 943 time: 0.1039944 Jan 28 13:21:14.368751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-4009dcd5-f9fa-4026-9dd5-f7c1adefafe4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33c68f03-a51e-4083-901c-48e999472125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430410 Jan 28 13:21:14.390391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:14.393039 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1605f289-721f-4f34-8bcc-6abdcb827736" -d '{"events": [{"name": "network-changed", "server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:14.464836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea4c9f15-2dd7-4e42-a9e4-ee1e0d758d00 req-be84dafb-11dc-47de-9a3a-765ba23050c3 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300426 Jan 28 13:21:14.471052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port edeb6598-d979-40a4-878d-ef0fe28187f0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:14.472394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.558057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-c547667b-6e3b-4f7b-aa79-daffc67ee18e service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700397 Jan 28 13:21:14.601804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4aad7973-32cd-44ab-926d-4ed72711f8f0 req-a49ab97d-19eb-467b-a0ad-71de3f57ae18 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804551 Jan 28 13:21:14.724528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d1cd-1912-4b72-a3a4-76cb0917aaa7 req-452fcd87-6aa5-401e-9ba9-468f1d490a73 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:14.728958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb57d1cd-1912-4b72-a3a4-76cb0917aaa7 req-452fcd87-6aa5-401e-9ba9-468f1d490a73 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd187447-54e3-4efb-878c-a9925d6de311 HTTP/1.1" status: 200 len: 949 time: 0.1989231 Jan 28 13:21:14.750803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port edeb6598-d979-40a4-878d-ef0fe28187f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=edeb6598-d979-40a4-878d-ef0fe28187f0,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:14.751181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.785307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0399da22-8e47-41a6-ac1a-e8f0cef9436f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:14.787287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for edeb6598-d979-40a4-878d-ef0fe28187f0 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:14.790556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffeb5a1b-2144-4ca1-82d1-7ab2fee5e52b req-d4f0c236-8354-4e11-89fe-445a0b0b1c77 service neutron] 10.222.0.60 "GET /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887996 Jan 28 13:21:14.790863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Router eeffb38e-4b98-45e5-8959-1d06832ef27b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:14.795070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Publish callbacks [] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.812373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Transition to ACTIVE for port object 0399da22-8e47-41a6-ac1a-e8f0cef9436f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:14.817639 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.862777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb57d1cd-1912-4b72-a3a4-76cb0917aaa7 req-21e6673c-047b-46b3-8908-6132f8b924e0 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186485 Jan 28 13:21:14.950339 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3824db42-5f70-4e09-a90f-1e7b6387db17 x-openstack-request-id: req-3824db42-5f70-4e09-a90f-1e7b6387db17 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:14.950806 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:14.950992 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3824db42-5f70-4e09-a90f-1e7b6387db17 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:14.951501 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456', 'status': 'completed', 'code': 200} Jan 28 13:21:14.963906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Pushing event updated for resources: {'Port': ['ID=0399da22-8e47-41a6-ac1a-e8f0cef9436f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:14.983299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (edeb6598-d979-40a4-878d-ef0fe28187f0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:14.995776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49', '275e228a-d937-4274-8fa0-758b9ba65828', '2a0a7013-db22-44e5-a735-0c499735a274', 'edeb6598-d979-40a4-878d-ef0fe28187f0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:15.001192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec', 'ade47e22-f733-4b6b-b409-2e1317d8aa27'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:15.040527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=edeb6598-d979-40a4-878d-ef0fe28187f0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:15.085247 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:15.102759 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.103756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port edeb6598-d979-40a4-878d-ef0fe28187f0 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:15.110860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.115928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d86cbebf-4494-4492-bb6e-cb8fc295e3bb req-9284afbf-fa75-4728-97dc-188d2071dcf5 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "DELETE /v2.0/ports/edeb6598-d979-40a4-878d-ef0fe28187f0 HTTP/1.1" status: 204 len: 173 time: 1.0132940 Jan 28 13:21:15.118602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] Sync routers for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:15.124976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba9f2a-cf62-4c73-af80-2662d2b5ff1d req-0feec530-0d2a-49a5-afd8-2b04d42bb7c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.127069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ba9f2a-cf62-4c73-af80-2662d2b5ff1d req-0feec530-0d2a-49a5-afd8-2b04d42bb7c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 944 time: 0.1149869 Jan 28 13:21:15.144869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-a8dbc81d-5f87-4c12-8fd2-641ea5420e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.147158 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-a8dbc81d-5f87-4c12-8fd2-641ea5420e1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1094 time: 0.1792545 Jan 28 13:21:15.213235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:15.214379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:15.226962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-ab8b9390-6635-4412-b715-85c24378d633 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "PUT /v2.0/floatingips/e267dc9f-6370-4552-bc64-9c0193057b6f HTTP/1.1" status: 200 len: 694 time: 1.5620236 Jan 28 13:21:15.251235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ba9f2a-cf62-4c73-af80-2662d2b5ff1d req-873c2ddd-e985-4183-bdb4-e4480d60ff2b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160390 Jan 28 13:21:15.262080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Attempting to bind port 0399da22-8e47-41a6-ac1a-e8f0cef9436f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:15.262451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Attempting to bind port 0399da22-8e47-41a6-ac1a-e8f0cef9436f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:15.262791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Attempting to bind port 0399da22-8e47-41a6-ac1a-e8f0cef9436f on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:15.305896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Port 0399da22-8e47-41a6-ac1a-e8f0cef9436f on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:15.306271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Attempting to bind port 0399da22-8e47-41a6-ac1a-e8f0cef9436f on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:15.322436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:15.322781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:15.323176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Bound using segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:15.323621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Bound port: 0399da22-8e47-41a6-ac1a-e8f0cef9436f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:15.323988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.367184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-58b80eb5-ac62-409a-bff9-9be890c689fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.368662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-58b80eb5-ac62-409a-bff9-9be890c689fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.0990820 Jan 28 13:21:15.397752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-a7b4ca37-0c1f-4ce6-a16d-1e9cb52b1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.400602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-a7b4ca37-0c1f-4ce6-a16d-1e9cb52b1512 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 914 time: 0.2397084 Jan 28 13:21:15.479157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe121c52-9625-491b-a717-858ad03cef0d req-7dcb02bb-e32c-4238-88f9-b5e2944723f3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.486784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe121c52-9625-491b-a717-858ad03cef0d req-7dcb02bb-e32c-4238-88f9-b5e2944723f3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 944 time: 0.0973928 Jan 28 13:21:15.528411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:15.542234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe121c52-9625-491b-a717-858ad03cef0d req-3ecb0986-9d28-47ec-8900-e0e2b0bc265b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Jan 28 13:21:15.600417 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-82506df6-ab96-4d50-81c9-1bf73a4239dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 217 time: 0.1862545 Jan 28 13:21:15.601639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-524a69ab-4a0e-4096-b370-31d20c29718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.611350 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-524a69ab-4a0e-4096-b370-31d20c29718a service neutron] 10.222.0.45 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.2218492 Jan 28 13:21:15.643252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd187447-54e3-4efb-878c-a9925d6de311', 'name': 'network-vif-deleted', 'tag': 'edeb6598-d979-40a4-878d-ef0fe28187f0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:15.645851 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5101263f-dba6-4662-ae22-b3be3e247c37" -d '{"events": [{"server_uuid": "dd187447-54e3-4efb-878c-a9925d6de311", "name": "network-vif-deleted", "tag": "edeb6598-d979-40a4-878d-ef0fe28187f0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:15.684453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-cce0c6a7-4ff4-4615-9a43-06c12c86519d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 217 time: 0.0718598 Jan 28 13:21:15.798027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] For port 0399da22-8e47-41a6-ac1a-e8f0cef9436f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:15.803510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] For port 0399da22-8e47-41a6-ac1a-e8f0cef9436f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0399da22-8e47-41a6-ac1a-e8f0cef9436f,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:15.841419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-a9e26c5c-01ad-4a5d-bf08-fefcc4034b00 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.843530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-a9e26c5c-01ad-4a5d-bf08-fefcc4034b00 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.2016995 Jan 28 13:21:15.858746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.868857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-0441c497-05db-4dae-b13c-c35cbf4f8d42 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/quotas/b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 375 time: 0.0193336 Jan 28 13:21:15.924734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.925613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:15.927270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] 10.222.0.60 "PUT /v2.0/ports/0399da22-8e47-41a6-ac1a-e8f0cef9436f HTTP/1.1" status: 200 len: 1092 time: 2.0266459 Jan 28 13:21:15.929073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-1fe1ea79-91a0-4d4d-9ba6-6e7390ee2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.930588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-1fe1ea79-91a0-4d4d-9ba6-6e7390ee2b77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.2441504 Jan 28 13:21:15.951601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-3614594c-0055-4c20-8a58-f2d235752ff6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817976 Jan 28 13:21:15.956908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:15.989067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-2ecd73f2-63ce-4b1f-afea-a633b37a1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:15.996265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-2ecd73f2-63ce-4b1f-afea-a633b37a1787 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.3109460 Jan 28 13:21:16.006459 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-76b30fe6-7959-42b8-b790-9b05e613dcdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626030 Jan 28 13:21:16.012312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb4111-f78d-4523-8c7c-7039783afd99 service neutron] Pushing event updated for resources: {'Port': ['ID=0399da22-8e47-41a6-ac1a-e8f0cef9436f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:16.062147 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-8fddadc9-253e-4b13-9f32-02da02d3a483 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637975 Jan 28 13:21:16.065867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-e7a77711-754c-4db0-9608-cd92440abea8 service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048498 Jan 28 13:21:16.180871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-9ffa57e4-1331-458e-a325-094b47e0cfa1 service neutron] 10.222.0.45 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066425 Jan 28 13:21:16.248184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ff47b619-37b6-4476-a0aa-f9e3e3feb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:16.250180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-ff47b619-37b6-4476-a0aa-f9e3e3feb9d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 1095 time: 0.2730494 Jan 28 13:21:16.270886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:43Z', 'revision_number': 5, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:16.324909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:16.328434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] Checking router: eeffb38e-4b98-45e5-8959-1d06832ef27b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:16.333170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-00f765c6-81e6-46f7-9bc3-ac536cad7c6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0399da22-8e47-41a6-ac1a-e8f0cef9436f HTTP/1.1" status: 200 len: 217 time: 0.0714390 Jan 28 13:21:16.352435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:16.353067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:16.356582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456', 'network_id': 'e43c788c-2ace-4fbb-a01c-e831ee8133b0', 'port_id': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456', 'mac_address': 'fa:16:3e:43:95:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:16.391612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-04b07abb-818e-4bf6-a0f6-cda89cbcd94b service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443258 Jan 28 13:21:16.395431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-39ec7c8b-cae9-402d-8fb0-14de9f32a4c7 service neutron] 10.222.0.45 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780943 Jan 28 13:21:16.574772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:16.575149 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.664487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:16.666471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:16.675317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c15bf-fea0-41cc-b807-35de4e0b4553 req-849952d5-b36f-40eb-acb6-af8f6bd5c6e9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:16.676934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-501c15bf-fea0-41cc-b807-35de4e0b4553 req-849952d5-b36f-40eb-acb6-af8f6bd5c6e9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 943 time: 0.0855093 Jan 28 13:21:16.733312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:16.756297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:16.795050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-501c15bf-fea0-41cc-b807-35de4e0b4553 req-f7e2dcbc-3d35-4622-8dee-393625324478 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099310 Jan 28 13:21:16.846175 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993c7ba5-9bf6-499d-9280-17c78a82db57 x-openstack-request-id: req-993c7ba5-9bf6-499d-9280-17c78a82db57 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:16.846500 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd187447-54e3-4efb-878c-a9925d6de311", "name": "network-vif-deleted", "tag": "edeb6598-d979-40a4-878d-ef0fe28187f0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:16.846765 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-993c7ba5-9bf6-499d-9280-17c78a82db57 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:16.847338 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd187447-54e3-4efb-878c-a9925d6de311', 'name': 'network-vif-deleted', 'tag': 'edeb6598-d979-40a4-878d-ef0fe28187f0', 'status': 'completed', 'code': 200} Jan 28 13:21:16.857758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-8b7b957a-94d6-4dba-87c7-1656eb828f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:16.859445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-8b7b957a-94d6-4dba-87c7-1656eb828f6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.5105035 Jan 28 13:21:16.895028 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-f17ef112-0eea-4415-a1a5-6285b8b55e65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261738 Jan 28 13:21:16.973884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe'}, {'name': 'network-changed', 'server_uuid': '45649bf8-e4de-416d-af39-01268ff53298', 'tag': '0399da22-8e47-41a6-ac1a-e8f0cef9436f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:16.976698 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe"}, {"name": "network-changed", "server_uuid": "45649bf8-e4de-416d-af39-01268ff53298", "tag": "0399da22-8e47-41a6-ac1a-e8f0cef9436f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:17.021605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40d3d-4ead-4841-aa45-95a8ab7ceb4f req-f4d74fd9-bb88-4f97-928d-da4cd5d19a65 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.023563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9a40d3d-4ead-4841-aa45-95a8ab7ceb4f req-f4d74fd9-bb88-4f97-928d-da4cd5d19a65 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 944 time: 0.0689392 Jan 28 13:21:17.026481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1605f289-721f-4f34-8bcc-6abdcb827736 req-b9fc18ff-7e7c-4a48-b27f-eb10417e0274 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280692 Jan 28 13:21:17.030610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c352431a-f76c-44c1-a5d0-38e458dbae63 req-86af9341-7aa7-4182-8b54-793aa8ce6ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235754 Jan 28 13:21:17.076131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-e6dd434c-ec98-47a2-9012-ecc4143e6e1a service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731284 Jan 28 13:21:17.142882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9a40d3d-4ead-4841-aa45-95a8ab7ceb4f req-72c88873-e762-4f2c-abad-e2bb0106f39d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129177 Jan 28 13:21:17.264690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f4d670b-6508-4d35-b6fd-f2b5c709732b req-537d1c8b-07b2-4287-bbd3-b42fba305def service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751699 Jan 28 13:21:17.279824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52591fd2-a6fe-4cf6-b72e-0ce75867b290 req-c947cb5e-657f-439e-9579-f7d357db4882 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0430987 Jan 28 13:21:17.327297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8add2f4a-e328-4aa3-94dd-9b17e61b198a details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:17.361567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:17.371083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e17f5-3329-4bed-964a-4389f7a13bda req-40df9761-9b62-4b6b-b0ec-8a0a07c3007c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.373402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e3e17f5-3329-4bed-964a-4389f7a13bda req-40df9761-9b62-4b6b-b0ec-8a0a07c3007c tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 944 time: 0.0823882 Jan 28 13:21:17.440012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:17.482562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e3e17f5-3329-4bed-964a-4389f7a13bda req-b1bd7b4f-a3f5-4d9a-b020-d9cb6dc30c97 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021981 Jan 28 13:21:17.626392 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb25ae31-fefb-4bb8-911c-fc719a297bc3 x-openstack-request-id: req-eb25ae31-fefb-4bb8-911c-fc719a297bc3 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:17.626704 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45649bf8-e4de-416d-af39-01268ff53298", "tag": "0399da22-8e47-41a6-ac1a-e8f0cef9436f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:17.626964 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb25ae31-fefb-4bb8-911c-fc719a297bc3 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:17.627369 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'status': 'completed', 'code': 200} Jan 28 13:21:17.627635 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45649bf8-e4de-416d-af39-01268ff53298', 'tag': '0399da22-8e47-41a6-ac1a-e8f0cef9436f', 'status': 'completed', 'code': 200} Jan 28 13:21:17.664973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-0ad58e07-7c6b-4702-9587-57b80816c339 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips/e267dc9f-6370-4552-bc64-9c0193057b6f HTTP/1.1" status: 200 len: 694 time: 0.1334560 Jan 28 13:21:17.672055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a813a-7bf2-455e-9939-44fcadb053dd req-079821d9-c2c4-4718-ba8f-df5be5717e28 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.679567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce9a813a-7bf2-455e-9939-44fcadb053dd req-079821d9-c2c4-4718-ba8f-df5be5717e28 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 949 time: 0.0791054 Jan 28 13:21:17.698302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-ba1d35bf-3336-4518-952a-bb06486c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.700173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-ba1d35bf-3336-4518-952a-bb06486c480a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a22fa0792404718a2f2adc35678d50c&device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 1096 time: 0.0711417 Jan 28 13:21:17.737894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce9a813a-7bf2-455e-9939-44fcadb053dd req-aa079e28-f8d3-4d2a-bdfc-08f430cb078f tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573854 Jan 28 13:21:17.840866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8add2f4a-e328-4aa3-94dd-9b17e61b198a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8add2f4a-e328-4aa3-94dd-9b17e61b198a,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:17.867098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '8add2f4a-e328-4aa3-94dd-9b17e61b198a', 'network_id': '33c68f03-a51e-4083-901c-48e999472125', 'port_id': '8add2f4a-e328-4aa3-94dd-9b17e61b198a', 'mac_address': 'fa:16:3e:4a:45:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf93836-27c0-4f97-bcc4-f44af5d1ee4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:17.876278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-325131ef-88b6-42bd-a596-821350892a07 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.877700 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-325131ef-88b6-42bd-a596-821350892a07 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.2029729 Jan 28 13:21:17.883138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-bbdd7101-eb39-4196-b0b1-ea03b223ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:17.884602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-bbdd7101-eb39-4196-b0b1-ea03b223ed0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 200 len: 921 time: 0.1504536 Jan 28 13:21:17.937904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-704dac61-d906-48d2-8179-29e9e67adb07 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 697 time: 0.0523276 Jan 28 13:21:17.944306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 8add2f4a-e328-4aa3-94dd-9b17e61b198a is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:17.944948 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:17.963866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8add2f4a-e328-4aa3-94dd-9b17e61b198a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:17.969251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device edeb6598-d979-40a4-878d-ef0fe28187f0 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:18.002509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa251a-7857-4179-b465-f4f4332d13de req-f5351ef3-e70d-434b-b902-6175ccf214fb tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.004740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aaa251a-7857-4179-b465-f4f4332d13de req-f5351ef3-e70d-434b-b902-6175ccf214fb tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 944 time: 0.1098726 Jan 28 13:21:18.013267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: edeb6598-d979-40a4-878d-ef0fe28187f0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:18.013865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device edeb6598-d979-40a4-878d-ef0fe28187f0 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:18.022856 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-b4ba17f6-3cee-466c-a4f4-161ccfc90175 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 200 len: 217 time: 0.0839591 Jan 28 13:21:18.024396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:43Z', 'revision_number': 5, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:18.058911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8add2f4a-e328-4aa3-94dd-9b17e61b198a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8add2f4a-e328-4aa3-94dd-9b17e61b198a,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:18.061009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7720d-cbc3-4510-b9e9-19c53cd97824 None None] The sync data for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 is: [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:19:34Z', 'revision_number': 4, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7694d85e-cd02-4540-a781-d1c935a13104', 'name': '', 'network_id': '93f31c07-c541-43f8-83c7-473a54f0bfbb', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'mac_address': 'fa:16:3e:86:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '02690206-ddc6-464a-b831-7536d943d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:32Z', 'updated_at': '2022-01-28T13:19:43Z', 'revision_number': 5, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'subnets': [{'id': '02690206-ddc6-464a-b831-7536d943d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:18.066191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.110565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-9f22ceff-16e5-46d3-a484-db939928f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.115964 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-9f22ceff-16e5-46d3-a484-db939928f37b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 200 len: 860 time: 0.0727201 Jan 28 13:21:18.119446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-2863d832-09aa-4870-ac61-305a6f039221 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.39 HTTP/1.1" status: 200 len: 697 time: 0.1732116 Jan 28 13:21:18.168959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=8add2f4a-e328-4aa3-94dd-9b17e61b198a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:18.254213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-4397a399-061c-41f9-b830-b52af9b79492 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93f31c07-c541-43f8-83c7-473a54f0bfbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273820 Jan 28 13:21:18.256333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aaa251a-7857-4179-b465-f4f4332d13de req-ab2d5f0d-4ab3-4204-b2c1-3a66772e8982 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318504 Jan 28 13:21:18.347812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-e4a583fc-eeab-4c5e-af92-0421610d6ade tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.363350 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-e4a583fc-eeab-4c5e-af92-0421610d6ade tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 808 time: 0.2798522 Jan 28 13:21:18.379586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Request body: {'port': {'device_id': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'admin_state_up': True, 'tenant_id': 'b115d140cb40435fb930757ee5b680da'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:18.505909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['8add2f4a-e328-4aa3-94dd-9b17e61b198a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:18.518967 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02106fc8-1453-458a-a9f1-a71992227340 None None] New status for floating IP e267dc9f-6370-4552-bc64-9c0193057b6f: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:21:18.526690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-af88a202-ae89-4b95-b3c2-3e1789132cce service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634604 Jan 28 13:21:18.569761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Deleting port 9122db81-2781-4ee5-bfa6-224585d5d7e7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:18.569761 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.605305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24317-9913-4344-9930-6763b5558757 req-be4f437b-3d11-4907-874c-8b635db20d69 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:18.614148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfd24317-9913-4344-9930-6763b5558757 req-be4f437b-3d11-4907-874c-8b635db20d69 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 944 time: 0.2496352 Jan 28 13:21:18.711153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfd24317-9913-4344-9930-6763b5558757 req-57f1f939-c269-4c33-8934-5dec863de3d8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959976 Jan 28 13:21:18.772204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Made reservation on behalf of b115d140cb40435fb930757ee5b680da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:18.775746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.828088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.828856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (9122db81-2781-4ee5-bfa6-224585d5d7e7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:18.855949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Calling delete_port for 9122db81-2781-4ee5-bfa6-224585d5d7e7 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:18.917670 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-6d715422-3c17-44c2-8c94-7430d1584529 service neutron] 10.222.0.60 "GET /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753440 Jan 28 13:21:19.101076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-9519864f-5a00-485c-b87b-c08fa391ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.103053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-9519864f-5a00-485c-b87b-c08fa391ecd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 1095 time: 0.1235247 Jan 28 13:21:19.133263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31cfc0a1-02ab-43f6-bb3a-58782d3fb63e req-806b38ac-1b63-4be7-8091-5aed507e89c6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0859041 Jan 28 13:21:19.340777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Allocated IP 172.20.0.10 (f3fb992b-1362-43a5-8b1e-e0c90e279122/664c1211-028e-47e9-98b9-009ca7425fff/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:19.367325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-4d4f3980-e55c-4c54-ad39-e24409c50661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.369049 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-4d4f3980-e55c-4c54-ad39-e24409c50661 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.2416260 Jan 28 13:21:19.419308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-719ad0cd-b229-4758-a8db-a658f821fcdb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.420858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-719ad0cd-b229-4758-a8db-a658f821fcdb tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 949 time: 0.3352592 Jan 28 13:21:19.437792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9700-e8c4-408c-9bb4-f192227fe053 req-1ef84214-d7e3-422f-b59a-e5c058b8fd01 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.439351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-271d9700-e8c4-408c-9bb4-f192227fe053 req-1ef84214-d7e3-422f-b59a-e5c058b8fd01 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 945 time: 0.1425722 Jan 28 13:21:19.486853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-6063deb6-0997-44af-94af-68efde435919 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0399da22-8e47-41a6-ac1a-e8f0cef9436f HTTP/1.1" status: 200 len: 217 time: 0.0853467 Jan 28 13:21:19.579377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-271d9700-e8c4-408c-9bb4-f192227fe053 req-0e956c02-681b-4571-866c-7cbf7b9a0bc2 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258216 Jan 28 13:21:19.669968 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks [] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.678983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9122db81-2781-4ee5-bfa6-224585d5d7e7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.738536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event deleted for resources: {'Port': ['ID=9122db81-2781-4ee5-bfa6-224585d5d7e7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:19.774020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-b55cc3d0-6319-40c9-a174-f2e26e58b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.775570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-b55cc3d0-6319-40c9-a174-f2e26e58b4a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.2656300 Jan 28 13:21:19.785177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:19.801740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d1f92a01-1701-40c3-9462-902548a6ecef'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:19.841064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0f3f0-105e-4c99-9172-f3460214ccb8 req-86128345-3898-4278-a487-769969c23c40 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:19.842882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2d0f3f0-105e-4c99-9172-f3460214ccb8 req-86128345-3898-4278-a487-769969c23c40 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 949 time: 0.1234202 Jan 28 13:21:19.897224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Network f3fb992b-1362-43a5-8b1e-e0c90e279122 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:19.909811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:19.913697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:19.916588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:19.959803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:19.960190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-89055b6d-a3f9-4f59-a66c-819daa78ed4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384881 Jan 28 13:21:19.998360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2d0f3f0-105e-4c99-9172-f3460214ccb8 req-700ffe7b-53b2-4f18-b945-c006695df818 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346152 Jan 28 13:21:20.027161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:20.031863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.071859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-16794799-86fd-4665-885d-a65fb3126fd8 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6975329 Jan 28 13:21:20.091345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Request body: {'port': {'device_id': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:20.122875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for floatingip (e267dc9f-6370-4552-bc64-9c0193057b6f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.131361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.132583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55a0efe3-0f34-40bd-8999-4cf8636767ef req-16bf76dc-4c76-4098-9169-d0779d8df71a tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "DELETE /v2.0/floatingips/e267dc9f-6370-4552-bc64-9c0193057b6f HTTP/1.1" status: 204 len: 173 time: 1.9978046 Jan 28 13:21:20.197314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port 2a0a7013-db22-44e5-a735-0c499735a274 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:20.197668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2a0a7013-db22-44e5-a735-0c499735a274), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.206226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:20.240305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:20.240694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.251806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b34b63-88e0-490e-a6e0-62895211cc7d req-a10152ce-aa74-4507-87bd-cac23fa6a2d6 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:20.261382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90b34b63-88e0-490e-a6e0-62895211cc7d req-a10152ce-aa74-4507-87bd-cac23fa6a2d6 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 944 time: 0.1112394 Jan 28 13:21:20.338912 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90b34b63-88e0-490e-a6e0-62895211cc7d req-06a08053-3ab3-41da-8466-e4a578aba9f9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765350 Jan 28 13:21:20.343995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.391955 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-89d29b1e-339a-4f22-83c5-a3882bda93a3 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018583 Jan 28 13:21:20.447777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:20.448146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.485956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:20.487043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:20.490718 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1e22d6-b1ad-4e76-aaa2-93c9f537ac25" -d '{"events": [{"server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "name": "network-vif-plugged", "status": "completed", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:20.495622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.496514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2a0a7013-db22-44e5-a735-0c499735a274 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:20.497359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba9a1e-beef-4d3b-88a4-cf6ee6bf4031 req-7626efee-f1c0-4735-a69b-4b87a1f20fd6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:20.503477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebba9a1e-beef-4d3b-88a4-cf6ee6bf4031 req-7626efee-f1c0-4735-a69b-4b87a1f20fd6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 944 time: 0.1893480 Jan 28 13:21:20.547865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port 2a0a7013-db22-44e5-a735-0c499735a274, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2a0a7013-db22-44e5-a735-0c499735a274,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:20.551925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2a0a7013-db22-44e5-a735-0c499735a274), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.591900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:20.642556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for 2a0a7013-db22-44e5-a735-0c499735a274 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:20.665617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2a0a7013-db22-44e5-a735-0c499735a274 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:20.666014 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2a0a7013-db22-44e5-a735-0c499735a274), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.731083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebba9a1e-beef-4d3b-88a4-cf6ee6bf4031 req-77d0a727-a83b-4abc-9082-3a2755a8729e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095058 Jan 28 13:21:20.733023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2a0a7013-db22-44e5-a735-0c499735a274, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2a0a7013-db22-44e5-a735-0c499735a274,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:20.740625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2a0a7013-db22-44e5-a735-0c499735a274), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:20.845742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2a0a7013-db22-44e5-a735-0c499735a274,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:20.853476 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e6d7fbc-b43d-446e-b15b-abaedcb37dd1 req-3ae1f2e2-f08e-44ca-b6ed-7c9c53fd94e2 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470911 Jan 28 13:21:20.934991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:20.946103 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Publish callbacks [] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.020595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7a038e5-c831-42cb-9b04-5d8b0ffd53e2 req-79f8ea5b-52a1-47f3-96e7-58efaad0863c tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups/37adadec-8924-4ea5-af83-77704b00d4a5 HTTP/1.1" status: 200 len: 1825 time: 0.4060655 Jan 28 13:21:21.070796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2a0a7013-db22-44e5-a735-0c499735a274), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.082596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49', '275e228a-d937-4274-8fa0-758b9ba65828'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:21.086098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec', 'ade47e22-f733-4b6b-b409-2e1317d8aa27'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:21.090479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Transition to ACTIVE for port object 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:21.107042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.111903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=2a0a7013-db22-44e5-a735-0c499735a274,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:21.141711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516955-945b-47c1-8b3a-8a626487f1f0 req-2e85ba1a-c5cb-4f2f-abed-1a47f92bad74 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:21.152537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d2516955-945b-47c1-8b3a-8a626487f1f0 req-2e85ba1a-c5cb-4f2f-abed-1a47f92bad74 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 932 time: 0.2268369 Jan 28 13:21:21.239247 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:21:21.251159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:21.265513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port 2a0a7013-db22-44e5-a735-0c499735a274 on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:21.282443 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.291987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9ebad9bf-5720-44fc-ba7f-eb2593863848 req-0aaa3f3a-e183-482a-afc8-6c944b66be8e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "DELETE /v2.0/ports/2a0a7013-db22-44e5-a735-0c499735a274 HTTP/1.1" status: 204 len: 173 time: 1.8358514 Jan 28 13:21:21.294991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'name': 'network-vif-deleted', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:21.303004 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996cc938-6271-4d90-8899-32072d1abfef" -d '{"events": [{"server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "name": "network-vif-deleted", "tag": "2a0a7013-db22-44e5-a735-0c499735a274"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:21.303513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c7a038e5-c831-42cb-9b04-5d8b0ffd53e2 req-45226634-e98e-40eb-8fab-3275f6322957 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for security_group (37adadec-8924-4ea5-af83-77704b00d4a5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.358545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d2516955-945b-47c1-8b3a-8a626487f1f0 req-f1d507b0-f00d-4991-bb5a-52fbaece4038 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043400 Jan 28 13:21:21.373754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0399da22-8e47-41a6-ac1a-e8f0cef9436f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:21.378110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8add2f4a-e328-4aa3-94dd-9b17e61b198a up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:21.402526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c7a038e5-c831-42cb-9b04-5d8b0ffd53e2 req-45226634-e98e-40eb-8fab-3275f6322957 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for security_group (37adadec-8924-4ea5-af83-77704b00d4a5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.501811 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8dd75-4f45-4841-873a-221913be179b x-openstack-request-id: req-6ff8dd75-4f45-4841-873a-221913be179b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:21.502019 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "name": "network-vif-plugged", "status": "completed", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:21.502283 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ff8dd75-4f45-4841-873a-221913be179b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:21.504347 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456', 'code': 200} Jan 28 13:21:21.662045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484d34a-45ec-4c42-9cf2-20c06658b42b req-0e8f7da1-92c9-46fc-aacb-4860e733adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:21.664050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4484d34a-45ec-4c42-9cf2-20c06658b42b req-0e8f7da1-92c9-46fc-aacb-4860e733adad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1096 time: 0.0768688 Jan 28 13:21:21.673892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28543983-7bec-48ff-99ce-fef5f22c55d3 req-83dda613-30cf-473b-b5fb-dd7ec1b27079 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:21.683564 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28543983-7bec-48ff-99ce-fef5f22c55d3 req-83dda613-30cf-473b-b5fb-dd7ec1b27079 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 945 time: 0.1829588 Jan 28 13:21:21.759421 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:21:21.806948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4484d34a-45ec-4c42-9cf2-20c06658b42b req-c97feb23-fc6f-41a8-9d9f-d47abbb83c97 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986083 Jan 28 13:21:21.824692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28543983-7bec-48ff-99ce-fef5f22c55d3 req-fb14a857-57af-49ed-a1de-ab4aea3797aa tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360517 Jan 28 13:21:21.903361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:21.903887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:21.904401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:21.918527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:21.919106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:21.926567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:21.927377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:21.927943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:21.928605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Bound port: 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:21.928975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.970937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c7a038e5-c831-42cb-9b04-5d8b0ffd53e2 req-45226634-e98e-40eb-8fab-3275f6322957 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (37adadec-8924-4ea5-af83-77704b00d4a5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.973751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c7a038e5-c831-42cb-9b04-5d8b0ffd53e2 req-45226634-e98e-40eb-8fab-3275f6322957 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:21.974975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7a038e5-c831-42cb-9b04-5d8b0ffd53e2 req-45226634-e98e-40eb-8fab-3275f6322957 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "DELETE /v2.0/security-groups/37adadec-8924-4ea5-af83-77704b00d4a5 HTTP/1.1" status: 204 len: 173 time: 0.9535890 Jan 28 13:21:21.982114 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3102dca4-9ca3-469c-8b8b-f03a2e4c9970 req-25b750b7-3257-4f7a-be00-038a0019afa1 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc6fe73-8d09-44b4-ae1d-5b03653e0dde HTTP/1.1" status: 200 len: 210 time: 0.0618358 Jan 28 13:21:22.020435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 8add2f4a-e328-4aa3-94dd-9b17e61b198a completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:22.036952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45226634-e98e-40eb-8fab-3275f6322957 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37adadec-8924-4ea5-af83-77704b00d4a5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:22.055896 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c071387c-3151-45af-b529-938162518ead x-openstack-request-id: req-c071387c-3151-45af-b529-938162518ead {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:22.056229 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "name": "network-vif-deleted", "tag": "2a0a7013-db22-44e5-a735-0c499735a274", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:22.056496 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c071387c-3151-45af-b529-938162518ead {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:22.056929 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'name': 'network-vif-deleted', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274', 'status': 'completed', 'code': 200} Jan 28 13:21:22.090639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:22.095597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:22.101806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.114902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 8add2f4a-e328-4aa3-94dd-9b17e61b198a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:22.115548 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.150544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.151188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.152783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] 10.222.0.60 "PUT /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 1092 time: 2.0740044 Jan 28 13:21:22.156683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:22.165971 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350d68ef-08a7-44fd-ace9-64d5b433ccdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:22.213988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d4420-ac4a-45a9-9ccc-498787a577e2 service neutron] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:22.281983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-3cefde7f-74af-47f6-b439-777e4e6a8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.285763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-3cefde7f-74af-47f6-b439-777e4e6a8266 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1095 time: 0.0638268 Jan 28 13:21:22.291566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ffb10-22f3-47ee-8574-440cb6469f3a req-0cabadd5-66b6-4d25-8249-0b7b28c8faee tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.307130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df5ffb10-22f3-47ee-8574-440cb6469f3a req-0cabadd5-66b6-4d25-8249-0b7b28c8faee tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 945 time: 0.1268439 Jan 28 13:21:22.363710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-a0761df2-71bd-41b5-9840-13635e1d4319 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 217 time: 0.0663378 Jan 28 13:21:22.416219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df5ffb10-22f3-47ee-8574-440cb6469f3a req-2584ec0c-b4e6-42f6-b4bd-11618ab6377e tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031597 Jan 28 13:21:22.442026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0399da22-8e47-41a6-ac1a-e8f0cef9436f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0399da22-8e47-41a6-ac1a-e8f0cef9436f,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:22.472990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '0399da22-8e47-41a6-ac1a-e8f0cef9436f', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': '0399da22-8e47-41a6-ac1a-e8f0cef9436f', 'mac_address': 'fa:16:3e:57:21:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:22.517752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-2a2d3682-b4f1-4573-a4b3-92666aa17f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.522112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-2a2d3682-b4f1-4573-a4b3-92666aa17f8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1502638 Jan 28 13:21:22.569023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d913d32-1b80-48d8-b0a6-dbb640817956 req-599595a0-6b6e-4e00-90ce-a977bf73f315 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.570685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d913d32-1b80-48d8-b0a6-dbb640817956 req-599595a0-6b6e-4e00-90ce-a977bf73f315 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 944 time: 0.1457789 Jan 28 13:21:22.597127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-2cb0ac66-e1a4-4a50-93cb-723187a7960f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609701 Jan 28 13:21:22.624454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 8add2f4a-e328-4aa3-94dd-9b17e61b198a is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:22.625016 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.668001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0399da22-8e47-41a6-ac1a-e8f0cef9436f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:22.668435 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.710078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8add2f4a-e328-4aa3-94dd-9b17e61b198a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8add2f4a-e328-4aa3-94dd-9b17e61b198a,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:22.724588 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.738087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0399da22-8e47-41a6-ac1a-e8f0cef9436f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:22.793936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-8586c07a-9706-4f76-8502-c25a950139a2 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430564 Jan 28 13:21:22.796876 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b3558-429b-44a8-95f0-92bc8d58e5ad x-openstack-request-id: req-ac3b3558-429b-44a8-95f0-92bc8d58e5ad {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:22.797179 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:22.797439 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac3b3558-429b-44a8-95f0-92bc8d58e5ad {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:22.798571 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c', 'status': 'completed', 'code': 200} Jan 28 13:21:22.803236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0399da22-8e47-41a6-ac1a-e8f0cef9436f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0399da22-8e47-41a6-ac1a-e8f0cef9436f,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:22.830376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:22.869692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=8add2f4a-e328-4aa3-94dd-9b17e61b198a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:22.913339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.913339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.913339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.913339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.913339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.914240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.914505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.914852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.915342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.915686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.916021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.916375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.916704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:22.945844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8de60ad-c4b0-4332-bb27-0afd1baa1e9a req-822f4c51-4baf-498e-b368-f70110f06b4d service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374633 Jan 28 13:21:22.950986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac732a9-34b0-444a-9bba-4018c4a2aa2d req-23f18b65-9f87-4ea4-ae22-819b473bacd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:22.955885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cac732a9-34b0-444a-9bba-4018c4a2aa2d req-23f18b65-9f87-4ea4-ae22-819b473bacd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.1143241 Jan 28 13:21:22.990411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0399da22-8e47-41a6-ac1a-e8f0cef9436f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:23.008254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d913d32-1b80-48d8-b0a6-dbb640817956 req-436920a9-00aa-4800-bb18-0d0f1203da1d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164331 Jan 28 13:21:23.086849 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cac732a9-34b0-444a-9bba-4018c4a2aa2d req-c5faec86-a61f-4524-8cd1-ca1cb2a7cbbb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213207 Jan 28 13:21:23.093893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-9fa1d8f8-d02a-4d4b-a2f5-78d17eb65388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.110265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-9fa1d8f8-d02a-4d4b-a2f5-78d17eb65388 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1095 time: 0.0816669 Jan 28 13:21:23.240598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['0399da22-8e47-41a6-ac1a-e8f0cef9436f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:23.285698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-ad45320b-6f0b-480c-887a-746bac60108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.287665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-ad45320b-6f0b-480c-887a-746bac60108d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.1676908 Jan 28 13:21:23.327600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06c868-467f-456c-938a-e829759267a4 req-c6d1a794-97e3-49dc-9de0-21efc86c4456 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.335415 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de06c868-467f-456c-938a-e829759267a4 req-c6d1a794-97e3-49dc-9de0-21efc86c4456 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 946 time: 0.1149769 Jan 28 13:21:23.405649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-59c07004-f496-4064-acc9-473a874bc412 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 217 time: 0.1028178 Jan 28 13:21:23.425376 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de06c868-467f-456c-938a-e829759267a4 req-c5b6429d-63d8-44c4-80ab-3179d6f23556 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Jan 28 13:21:23.483795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43468b20-e395-47cd-9ecd-bd60e15310c5 req-e0f27f75-3927-4edb-bcfe-4151d3eb5800 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.486308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43468b20-e395-47cd-9ecd-bd60e15310c5 req-e0f27f75-3927-4edb-bcfe-4151d3eb5800 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1970928 Jan 28 13:21:23.487447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-8ab257de-3026-4057-8f8b-4b3c537a8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.488850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-8ab257de-3026-4057-8f8b-4b3c537a8b07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0671215 Jan 28 13:21:23.509449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274'}, {'server_uuid': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8add2f4a-e328-4aa3-94dd-9b17e61b198a'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:23.512896 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597123ed-2b7f-475d-84c7-295306ca00a9" -d '{"events": [{"server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0a7013-db22-44e5-a735-0c499735a274"}, {"server_uuid": "bec57ae8-bbd7-4c6a-b339-59b232c72206", "name": "network-vif-plugged", "status": "completed", "tag": "8add2f4a-e328-4aa3-94dd-9b17e61b198a"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:23.582784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-9a4ec698-2230-41fa-b264-322fc43652ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744183 Jan 28 13:21:23.724585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-4b5da36b-d55d-457d-986a-bfbb5b6da8b0 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265764 Jan 28 13:21:23.769958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43468b20-e395-47cd-9ecd-bd60e15310c5 req-b031102f-14e0-4635-bb65-03a6b8a090ab tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777112 Jan 28 13:21:23.832862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a9d28-5077-4cbe-9bc1-22e69c3610fe req-17c6f1e2-8858-4eb0-8f10-6883d900a750 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:23.834927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a68a9d28-5077-4cbe-9bc1-22e69c3610fe req-17c6f1e2-8858-4eb0-8f10-6883d900a750 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 945 time: 0.0918856 Jan 28 13:21:23.879752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-350d68ef-08a7-44fd-ace9-64d5b433ccdf req-2d4e0ee8-c890-45cb-b25d-f7fbc577c33c service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444116 Jan 28 13:21:23.924378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a68a9d28-5077-4cbe-9bc1-22e69c3610fe req-212b1b99-252c-4b03-9e73-971fab6dd40a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785491 Jan 28 13:21:23.998714 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c5a9e-89f5-4c5c-a16d-1b994edaf03d x-openstack-request-id: req-6d9c5a9e-89f5-4c5c-a16d-1b994edaf03d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:24.002570 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc6fe73-8d09-44b4-ae1d-5b03653e0dde", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0a7013-db22-44e5-a735-0c499735a274", "code": 200}, {"server_uuid": "bec57ae8-bbd7-4c6a-b339-59b232c72206", "name": "network-vif-plugged", "status": "completed", "tag": "8add2f4a-e328-4aa3-94dd-9b17e61b198a", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:24.002846 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d9c5a9e-89f5-4c5c-a16d-1b994edaf03d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:24.003273 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc6fe73-8d09-44b4-ae1d-5b03653e0dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0a7013-db22-44e5-a735-0c499735a274', 'code': 200} Jan 28 13:21:24.003613 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8add2f4a-e328-4aa3-94dd-9b17e61b198a', 'code': 200} Jan 28 13:21:24.097150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-48d05794-9f80-4599-b5d7-88148df09671 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1746706509&fields=id&tenant_id=741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 267 time: 0.0573599 Jan 28 13:21:24.216860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-63dd3c04-d3fd-4e6e-90ab-bd87899e48df tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.227877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-63dd3c04-d3fd-4e6e-90ab-bd87899e48df tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 945 time: 0.1291325 Jan 28 13:21:24.237214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'port': {'security_groups': ['1edce42f-5c3b-41d2-9e6f-f717c7ee60ad', 'd6c1b2a6-7463-4143-bd27-af547d9a15d0']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:24.244319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4684858-dd3f-423e-9263-ac5239c579ad req-47b6c777-bae4-4c1d-ad2f-f5b75c8058dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.246416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4684858-dd3f-423e-9263-ac5239c579ad req-47b6c777-bae4-4c1d-ad2f-f5b75c8058dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 1097 time: 0.1341503 Jan 28 13:21:24.265486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f90a6-1715-4435-907c-6cbc75d6114c req-cef88efe-2fb9-4db3-bb37-b02ed16c3c94 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.274890 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-376f90a6-1715-4435-907c-6cbc75d6114c req-cef88efe-2fb9-4db3-bb37-b02ed16c3c94 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 945 time: 0.0825081 Jan 28 13:21:24.326698 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-376f90a6-1715-4435-907c-6cbc75d6114c req-c7a97bf5-4dba-43c6-93b2-d1592f33105b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506558 Jan 28 13:21:24.361514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:24.385093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4684858-dd3f-423e-9263-ac5239c579ad req-0f58fb69-a367-4358-badd-eafa7aa6a988 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153948 Jan 28 13:21:24.481623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348640a-5b8b-4548-a2b1-cdf8060601b7 req-0f8f3751-3053-465d-88c0-5de297a61d96 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.484212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9348640a-5b8b-4548-a2b1-cdf8060601b7 req-0f8f3751-3053-465d-88c0-5de297a61d96 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.0799158 Jan 28 13:21:24.561648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9348640a-5b8b-4548-a2b1-cdf8060601b7 req-4d534b6b-6839-493d-9848-39029a56a9eb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651283 Jan 28 13:21:24.613250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:24.655926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:24.664284 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:24.678527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7', '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:24.722275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9e7d4-c191-4b85-9e98-186f537c5bf1 req-dbd4fea3-1210-4de6-ac1d-185e1bec6916 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.722519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.723540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:24.730158 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b9e7d4-c191-4b85-9e98-186f537c5bf1 req-dbd4fea3-1210-4de6-ac1d-185e1bec6916 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 949 time: 0.0917962 Jan 28 13:21:24.738138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bd98335-f472-4087-a6e8-8dbb9f4d408b req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "PUT /v2.0/ports/81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 981 time: 0.5090015 Jan 28 13:21:24.791451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e455f57-4f57-4c52-8450-85a1b318b9b9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:24.799547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:24.803839 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aed11f-70e9-49de-9a14-1c3e52ced133" -d '{"events": [{"name": "network-changed", "server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:24.820980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b9e7d4-c191-4b85-9e98-186f537c5bf1 req-579dc5c4-3cae-44cc-b752-3a34f53eddca tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898211 Jan 28 13:21:24.879501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:24.884187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58b76c-3e92-495f-81e5-48fcdb720113 req-0b487cb8-e310-4e1d-83b9-674b9d1eaa70 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:24.892152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c58b76c-3e92-495f-81e5-48fcdb720113 req-0b487cb8-e310-4e1d-83b9-674b9d1eaa70 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 946 time: 0.0692525 Jan 28 13:21:24.966359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c58b76c-3e92-495f-81e5-48fcdb720113 req-aea7ba83-d629-496f-bf88-c8302ecf09f6 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731833 Jan 28 13:21:25.065356 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5b4ca88-da73-4568-8bcd-1e824aba4330 req-1af92cb0-c1fa-49e9-9c90-4fefeea0bbf7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/d6c1b2a6-7463-4143-bd27-af547d9a15d0 HTTP/1.1" status: 200 len: 1817 time: 0.1029551 Jan 28 13:21:25.169625 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-c5b4ca88-da73-4568-8bcd-1e824aba4330 req-5aced43a-9ed9-42b3-89eb-6780e9391685 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:21:25.171520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5b4ca88-da73-4568-8bcd-1e824aba4330 req-5aced43a-9ed9-42b3-89eb-6780e9391685 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/d6c1b2a6-7463-4143-bd27-af547d9a15d0 HTTP/1.1" status: 409 len: 341 time: 0.0976677 Jan 28 13:21:25.185536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555862ac-c2e7-4359-bceb-49541cfdd24c req-52ee9441-e7e4-4233-a924-7ac2f079d738 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.187779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-555862ac-c2e7-4359-bceb-49541cfdd24c req-52ee9441-e7e4-4233-a924-7ac2f079d738 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.0796382 Jan 28 13:21:25.243900 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78ea3b-a664-472f-aa86-3dc5ea426992 x-openstack-request-id: req-fd78ea3b-a664-472f-aa86-3dc5ea426992 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:25.246351 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:25.246351 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd78ea3b-a664-472f-aa86-3dc5ea426992 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:25.246351 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456', 'status': 'completed', 'code': 200} Jan 28 13:21:25.266950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-555862ac-c2e7-4359-bceb-49541cfdd24c req-706189f8-529b-48a9-969d-5650f35f5edf tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688827 Jan 28 13:21:25.355461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-447a72c7-190f-42a9-9c17-5ba695a3d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.357011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-447a72c7-190f-42a9-9c17-5ba695a3d45d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1135 time: 0.0842021 Jan 28 13:21:25.426235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0399da22-8e47-41a6-ac1a-e8f0cef9436f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:25.507152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09280048-cf39-4e0c-b507-3ae6ab9fc2f2 req-5527c3f7-294b-4bbf-a86a-c5680f4697e3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.516255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09280048-cf39-4e0c-b507-3ae6ab9fc2f2 req-5527c3f7-294b-4bbf-a86a-c5680f4697e3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 945 time: 0.0946996 Jan 28 13:21:25.561573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-ae00456c-ccc6-470f-a47c-e2a94b8364ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.563222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-ae00456c-ccc6-470f-a47c-e2a94b8364ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 914 time: 0.1979458 Jan 28 13:21:25.588689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09280048-cf39-4e0c-b507-3ae6ab9fc2f2 req-3d40ecb7-4de5-4c2f-b6ba-559df3bab516 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707498 Jan 28 13:21:25.630633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-c3f2e9ce-7a75-4b72-8f0f-525b8edcc4f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 217 time: 0.0591075 Jan 28 13:21:25.644580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d2e0-c849-411c-92ca-e52eddb672b3 req-a73bdcf1-7e45-4db9-a366-a09cba183d0a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.654687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 0399da22-8e47-41a6-ac1a-e8f0cef9436f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:25.658725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 0399da22-8e47-41a6-ac1a-e8f0cef9436f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:25.659105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.660585 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d053d2e0-c849-411c-92ca-e52eddb672b3 req-a73bdcf1-7e45-4db9-a366-a09cba183d0a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 984 time: 0.1456270 Jan 28 13:21:25.720473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-18405651-70bd-48db-af4a-54a64bdbb190 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.721945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-18405651-70bd-48db-af4a-54a64bdbb190 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bbfcea2-66d6-4107-93d1-c17fffe840a4 HTTP/1.1" status: 200 len: 949 time: 0.1221995 Jan 28 13:21:25.773525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0399da22-8e47-41a6-ac1a-e8f0cef9436f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:25.774729 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.833297 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d053d2e0-c849-411c-92ca-e52eddb672b3 req-72e54769-e983-4077-a815-a37c0ee9ceaf tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=d6c1b2a6-7463-4143-bd27-af547d9a15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1714396 Jan 28 13:21:25.845492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-c0667108-db89-4f23-9de4-a564dc00027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.846952 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-c0667108-db89-4f23-9de4-a564dc00027f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.1839497 Jan 28 13:21:25.858073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18871-dd4d-4ecd-9a07-cd8422e7945a req-15f629dc-7e90-40ae-885b-ce1f4da89e73 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:25.859589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0399da22-8e47-41a6-ac1a-e8f0cef9436f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0399da22-8e47-41a6-ac1a-e8f0cef9436f,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:25.867434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be18871-dd4d-4ecd-9a07-cd8422e7945a req-15f629dc-7e90-40ae-885b-ce1f4da89e73 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.1424179 Jan 28 13:21:25.868989 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:25.958510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be18871-dd4d-4ecd-9a07-cd8422e7945a req-55772457-28d5-426d-addd-44ad174f3702 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900099 Jan 28 13:21:25.969360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-681c7e94-16e7-45ab-810f-4d4e1293fe26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143379 Jan 28 13:21:25.977208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port 275e228a-d937-4274-8fa0-758b9ba65828 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:25.977543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (275e228a-d937-4274-8fa0-758b9ba65828), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.198608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45649bf8-e4de-416d-af39-01268ff53298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0399da22-8e47-41a6-ac1a-e8f0cef9436f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:26.206453 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434d6f40-b40c-4f22-bc3c-e0a28b006a78" -d '{"events": [{"server_uuid": "45649bf8-e4de-416d-af39-01268ff53298", "name": "network-vif-plugged", "status": "completed", "tag": "0399da22-8e47-41a6-ac1a-e8f0cef9436f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:26.226986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port 275e228a-d937-4274-8fa0-758b9ba65828, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=275e228a-d937-4274-8fa0-758b9ba65828,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:26.227564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (275e228a-d937-4274-8fa0-758b9ba65828), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.256347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0399da22-8e47-41a6-ac1a-e8f0cef9436f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:26.256585 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f64e2-5cce-41d7-8edf-3733aaecf65c req-312325e3-7064-4149-ad8e-75743373d318 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.267575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e04f64e2-5cce-41d7-8edf-3733aaecf65c req-312325e3-7064-4149-ad8e-75743373d318 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 949 time: 0.2968402 Jan 28 13:21:26.349548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for 275e228a-d937-4274-8fa0-758b9ba65828 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:26.397141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.427240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e04f64e2-5cce-41d7-8edf-3733aaecf65c req-5a8f9272-c44c-4287-a967-762e49ffe55b tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587737 Jan 28 13:21:26.430336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-1edf9aa9-c231-4ffa-a68b-454ab1c50cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385459 Jan 28 13:21:26.462273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93d4c-1ae1-48cf-9ac3-1e00ecef7eae req-5ca0b1de-edc6-48ef-96aa-2e7d0789d908 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.470208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9f93d4c-1ae1-48cf-9ac3-1e00ecef7eae req-5ca0b1de-edc6-48ef-96aa-2e7d0789d908 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 946 time: 0.1890156 Jan 28 13:21:26.486011 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf275275-bcc6-4064-8e8a-a0ea6a035688 x-openstack-request-id: req-bf275275-bcc6-4064-8e8a-a0ea6a035688 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:26.486682 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45649bf8-e4de-416d-af39-01268ff53298", "name": "network-vif-plugged", "status": "completed", "tag": "0399da22-8e47-41a6-ac1a-e8f0cef9436f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:26.486944 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf275275-bcc6-4064-8e8a-a0ea6a035688 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:26.487351 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45649bf8-e4de-416d-af39-01268ff53298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0399da22-8e47-41a6-ac1a-e8f0cef9436f', 'code': 200} Jan 28 13:21:26.505931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-3a98850c-24a4-42de-825b-23be3ee9a632 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.506620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-3a98850c-24a4-42de-825b-23be3ee9a632 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.60 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.2606094 Jan 28 13:21:26.642754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9f93d4c-1ae1-48cf-9ac3-1e00ecef7eae req-3eeda253-707b-4894-b79f-e296f93acbf5 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713321 Jan 28 13:21:26.722623 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1aed11f-70e9-49de-9a14-1c3e52ced133 req-3a1711e4-bbde-43e1-b1fc-d014185a39a6 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832384 Jan 28 13:21:26.762152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec781-e510-4276-a63d-d42096c6a33d req-c940cbbf-a88b-44ee-af9b-102ae52a21c2 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.768956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Deleting port 113b6099-09ad-4f51-92f8-76b4e6c022fe {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:26.769708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.770574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85eec781-e510-4276-a63d-d42096c6a33d req-c940cbbf-a88b-44ee-af9b-102ae52a21c2 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 945 time: 0.1423624 Jan 28 13:21:26.772892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (275e228a-d937-4274-8fa0-758b9ba65828), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.786359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53180dca-9244-4adb-8893-73fd821d5587 req-f2e92923-3b3b-47ba-86bf-e0a6b3021f91 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.788520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53180dca-9244-4adb-8893-73fd821d5587 req-f2e92923-3b3b-47ba-86bf-e0a6b3021f91 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 949 time: 0.3502128 Jan 28 13:21:26.788909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:26.791682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec', 'ade47e22-f733-4b6b-b409-2e1317d8aa27'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:26.803862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733494-9332-407c-b2be-9c8e14ce3153 req-ed85dd88-8f2b-4431-90fe-4c6334631108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:26.806169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88733494-9332-407c-b2be-9c8e14ce3153 req-ed85dd88-8f2b-4431-90fe-4c6334631108 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 1097 time: 0.1649227 Jan 28 13:21:26.941626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] For port 113b6099-09ad-4f51-92f8-76b4e6c022fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=113b6099-09ad-4f51-92f8-76b4e6c022fe,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:26.942421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:26.957505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Calling delete_port for 113b6099-09ad-4f51-92f8-76b4e6c022fe owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:27.117716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=275e228a-d937-4274-8fa0-758b9ba65828,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:27.157734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (113b6099-09ad-4f51-92f8-76b4e6c022fe), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.174524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['113b6099-09ad-4f51-92f8-76b4e6c022fe'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:27.220374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Pushing event deleted for resources: {'Port': ['ID=113b6099-09ad-4f51-92f8-76b4e6c022fe,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:27.248942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port 275e228a-d937-4274-8fa0-758b9ba65828 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:27.253491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.258416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b4d4a9dd-b45b-49b8-be2f-5aeda2855e2f req-78d28dd8-83da-4650-a55f-0870417c89e3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "DELETE /v2.0/ports/275e228a-d937-4274-8fa0-758b9ba65828 HTTP/1.1" status: 204 len: 173 time: 1.5224795 Jan 28 13:21:27.276592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'name': 'network-vif-deleted', 'tag': '275e228a-d937-4274-8fa0-758b9ba65828'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:27.293299 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b411edca-6c71-461f-99f9-81fe6fda9295" -d '{"events": [{"server_uuid": "0bbfcea2-66d6-4107-93d1-c17fffe840a4", "name": "network-vif-deleted", "tag": "275e228a-d937-4274-8fa0-758b9ba65828"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:27.416228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] No DVR routers for this DVR port 113b6099-09ad-4f51-92f8-76b4e6c022fe on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:27.424635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.439463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37e188fb-2e7a-4175-8d3c-ccb576a09698 req-8799f2c6-56fe-436b-9cbb-d95b14c53509 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.60 "DELETE /v2.0/ports/113b6099-09ad-4f51-92f8-76b4e6c022fe HTTP/1.1" status: 204 len: 173 time: 0.9225771 Jan 28 13:21:27.465814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-b33b50c1-5a34-43cd-9245-842068d284ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:27.467771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-b33b50c1-5a34-43cd-9245-842068d284ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1135 time: 0.6761127 Jan 28 13:21:27.492172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85eec781-e510-4276-a63d-d42096c6a33d req-e378e1d2-942a-48c6-a773-0589457205fa tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/security-groups?id=39dcc786-4f61-487d-ae14-79f53f2da77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147300 Jan 28 13:21:27.497191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88733494-9332-407c-b2be-9c8e14ce3153 req-3020f08d-c6b4-422d-963b-b2322d15ccba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653177 Jan 28 13:21:27.507374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eadff-fe3b-4cd0-ba68-26df1d579b6d req-f94cfff0-6f51-4225-b40f-fbc73656a1c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:27.516367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b0eadff-fe3b-4cd0-ba68-26df1d579b6d req-f94cfff0-6f51-4225-b40f-fbc73656a1c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 946 time: 0.7387121 Jan 28 13:21:27.604277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b0eadff-fe3b-4cd0-ba68-26df1d579b6d req-e6f462fd-45d5-449e-a617-b7cc620454c9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826397 Jan 28 13:21:27.690269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port ade47e22-f733-4b6b-b409-2e1317d8aa27 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:27.690613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.727588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3c60c-7cad-4c61-92ae-c0248d770148 req-e57d8dbc-b098-476d-a969-5e1fceb37506 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:27.742316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:27.749830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fb3c60c-7cad-4c61-92ae-c0248d770148 req-e57d8dbc-b098-476d-a969-5e1fceb37506 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 984 time: 0.0894909 Jan 28 13:21:27.905307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-339248fb-fce1-48b6-8b5d-a762bef8fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:27.914253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fb3c60c-7cad-4c61-92ae-c0248d770148 req-97c95855-eda3-4f9a-a6fd-aeda8e46950a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=d6c1b2a6-7463-4143-bd27-af547d9a15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1630390 Jan 28 13:21:27.915512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-339248fb-fce1-48b6-8b5d-a762bef8fc87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 914 time: 0.4171002 Jan 28 13:21:27.958209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 275e228a-d937-4274-8fa0-758b9ba65828 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:27.962908 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-1bb95c6e-05de-4138-b40b-1d230e7f5d47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 217 time: 0.0359406 Jan 28 13:21:27.992169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 275e228a-d937-4274-8fa0-758b9ba65828 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:27.992672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 275e228a-d937-4274-8fa0-758b9ba65828 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:28.095286 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a53ebd-d5b6-4fe5-9480-a70af9772a29 x-openstack-request-id: req-59a53ebd-d5b6-4fe5-9480-a70af9772a29 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:28.095580 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbfcea2-66d6-4107-93d1-c17fffe840a4", "name": "network-vif-deleted", "tag": "275e228a-d937-4274-8fa0-758b9ba65828", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:28.095836 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59a53ebd-d5b6-4fe5-9480-a70af9772a29 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:28.096258 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbfcea2-66d6-4107-93d1-c17fffe840a4', 'name': 'network-vif-deleted', 'tag': '275e228a-d937-4274-8fa0-758b9ba65828', 'status': 'completed', 'code': 200} Jan 28 13:21:28.116060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33558ac-5506-47ee-bec0-4a9cfc1376ad req-aee6db75-fd06-4929-bae0-1e6be4a2cb43 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.123492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d33558ac-5506-47ee-bec0-4a9cfc1376ad req-aee6db75-fd06-4929-bae0-1e6be4a2cb43 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.2228243 Jan 28 13:21:28.134554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-9c5e5388-8d6b-4420-9b35-ef58613f4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.136115 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-9c5e5388-8d6b-4420-9b35-ef58613f4975 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.1405673 Jan 28 13:21:28.139340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port ade47e22-f733-4b6b-b409-2e1317d8aa27, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ade47e22-f733-4b6b-b409-2e1317d8aa27,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:28.139718 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.201749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for ade47e22-f733-4b6b-b409-2e1317d8aa27 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:28.205497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-75b716cf-cded-451c-aead-540fb91ba283 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572360 Jan 28 13:21:28.213857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5bec3-e0d6-469e-b7fd-73ac7040efd9 req-30f0c39c-d489-4afa-bd7d-5e071d4f066d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.215399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7a5bec3-e0d6-469e-b7fd-73ac7040efd9 req-30f0c39c-d489-4afa-bd7d-5e071d4f066d tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 949 time: 0.0613072 Jan 28 13:21:28.279928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7a5bec3-e0d6-469e-b7fd-73ac7040efd9 req-5996be6a-3200-42d8-914b-2a916e2288a9 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Jan 28 13:21:28.339022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d33558ac-5506-47ee-bec0-4a9cfc1376ad req-f2946cbf-5c24-4c27-ba6e-6ecf7750b8cf tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114153 Jan 28 13:21:28.406808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-c23284d7-c075-476e-b80a-54d37201f330 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932080 Jan 28 13:21:28.451228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67bdb3-4dea-49b7-8632-2d2587d5445f req-570eeb7b-c007-4a78-bfa2-29c7b92988e4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.455711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e67bdb3-4dea-49b7-8632-2d2587d5445f req-570eeb7b-c007-4a78-bfa2-29c7b92988e4 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 946 time: 0.0937462 Jan 28 13:21:28.543800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e67bdb3-4dea-49b7-8632-2d2587d5445f req-735078c4-73a6-4a72-b6b8-08333719fda3 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765657 Jan 28 13:21:28.672629 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac6b07a1-86b1-47bb-b790-f8d95f113634 req-2e2d73bb-d6b6-4408-8742-df5872752425 tempest-ServerRescueTestJSONUnderV235-601087161 tempest-ServerRescueTestJSONUnderV235-601087161-project] 10.222.0.45 "GET /v2.0/ports?device_id=33aea360-af73-4939-82e0-6159cc9a4836 HTTP/1.1" status: 200 len: 210 time: 0.0459416 Jan 28 13:21:28.676473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ade47e22-f733-4b6b-b409-2e1317d8aa27), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.690086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a2657e83-5f67-4006-b6b3-b709c4f02a70', 'b4d92859-6f3e-426b-8ebf-c10556abef49'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:28.694534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:28.719193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-519f7f96-eb02-47c7-aa4e-137a28f28c6a req-111b8c88-a848-4ada-8284-8acfbe6b3d1d service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953990 Jan 28 13:21:28.722152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=ade47e22-f733-4b6b-b409-2e1317d8aa27,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:28.804852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port ade47e22-f733-4b6b-b409-2e1317d8aa27 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:28.809037 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:28.814686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53180dca-9244-4adb-8893-73fd821d5587 req-bd2aa4f8-10b6-441d-adb0-2648aff0d752 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "DELETE /v2.0/ports/ade47e22-f733-4b6b-b409-2e1317d8aa27 HTTP/1.1" status: 204 len: 173 time: 2.0081954 Jan 28 13:21:28.815750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'name': 'network-vif-deleted', 'tag': 'ade47e22-f733-4b6b-b409-2e1317d8aa27'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:28.818773 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa0ce2-4131-4e52-8167-f36d74ada05e" -d '{"events": [{"server_uuid": "7fcc8cb5-6488-4be7-ad89-25419c3ccee2", "name": "network-vif-deleted", "tag": "ade47e22-f733-4b6b-b409-2e1317d8aa27"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:28.823929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a79a6d-c94b-49fd-8ac1-6058cf21b2e0 req-692c8afe-231d-4ec1-83af-59dcf55b2357 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:28.825541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80a79a6d-c94b-49fd-8ac1-6058cf21b2e0 req-692c8afe-231d-4ec1-83af-59dcf55b2357 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 946 time: 0.1008589 Jan 28 13:21:28.918183 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1657fe-57ed-4098-ae5b-c3eab1c463d5 x-openstack-request-id: req-9e1657fe-57ed-4098-ae5b-c3eab1c463d5 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:28.918715 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcc8cb5-6488-4be7-ad89-25419c3ccee2", "name": "network-vif-deleted", "tag": "ade47e22-f733-4b6b-b409-2e1317d8aa27", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:28.918715 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e1657fe-57ed-4098-ae5b-c3eab1c463d5 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:28.919190 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcc8cb5-6488-4be7-ad89-25419c3ccee2', 'name': 'network-vif-deleted', 'tag': 'ade47e22-f733-4b6b-b409-2e1317d8aa27', 'status': 'completed', 'code': 200} Jan 28 13:21:28.926513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80a79a6d-c94b-49fd-8ac1-6058cf21b2e0 req-a8e7b28f-0710-4202-9171-08a40574a460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930455 Jan 28 13:21:29.091541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93443c2f-b1b3-4ce5-a5c4-2671824ace88 req-9ec0ee7a-b69c-4f95-9d5d-52c72c68518e tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:29.102062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93443c2f-b1b3-4ce5-a5c4-2671824ace88 req-9ec0ee7a-b69c-4f95-9d5d-52c72c68518e tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 984 time: 0.0962467 Jan 28 13:21:29.230718 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93443c2f-b1b3-4ce5-a5c4-2671824ace88 req-995262dc-40a9-4236-9ffb-efc2ce5f7002 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=d6c1b2a6-7463-4143-bd27-af547d9a15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1247950 Jan 28 13:21:29.464841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7152ba18-a4b4-48bb-bbba-428373dfde64 req-cf02bb75-f65f-4243-a3c1-fc8d5a834ec0 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fcc8cb5-6488-4be7-ad89-25419c3ccee2 HTTP/1.1" status: 200 len: 210 time: 0.0369492 Jan 28 13:21:29.534179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0685-2ca8-41e0-8730-90c7b0a3dbdf req-8ef98808-59c9-46ba-af10-504b22700237 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:29.543121 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-660f0685-2ca8-41e0-8730-90c7b0a3dbdf req-8ef98808-59c9-46ba-af10-504b22700237 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.0828152 Jan 28 13:21:29.665595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-660f0685-2ca8-41e0-8730-90c7b0a3dbdf req-e1226713-dd9d-44ec-9c1d-5f90d6776adc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199586 Jan 28 13:21:29.718649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41448) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:29.729592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c84ee-67c9-4770-a866-cc063ea20fb1 req-882e0a3c-c2d8-4286-83ff-f000dc467e67 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:29.731186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f95c84ee-67c9-4770-a866-cc063ea20fb1 req-882e0a3c-c2d8-4286-83ff-f000dc467e67 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 946 time: 0.0995374 Jan 28 13:21:29.822188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f95c84ee-67c9-4770-a866-cc063ea20fb1 req-69d6606b-da40-4149-94cc-09d722ed0d04 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edd50e5-c93f-4982-9926-3ed58333ed4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825548 Jan 28 13:21:30.036311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-f3ea9343-7b6e-4fd3-a0a7-7e72ca3a7f8e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.037731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-f3ea9343-7b6e-4fd3-a0a7-7e72ca3a7f8e tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 946 time: 0.0953605 Jan 28 13:21:30.098236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'name': 'network-vif-deleted', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:30.101443 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e31c588-a01f-4885-9665-9edf2f9f33ef" -d '{"events": [{"server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "name": "network-vif-deleted", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:30.139153 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6b01d-277b-43d5-ae6b-7743b6e103f5 x-openstack-request-id: req-7cb6b01d-277b-43d5-ae6b-7743b6e103f5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:30.140519 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aea360-af73-4939-82e0-6159cc9a4836", "name": "network-vif-deleted", "tag": "113b6099-09ad-4f51-92f8-76b4e6c022fe", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:30.140519 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cb6b01d-277b-43d5-ae6b-7743b6e103f5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:30.140759 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aea360-af73-4939-82e0-6159cc9a4836', 'name': 'network-vif-deleted', 'tag': '113b6099-09ad-4f51-92f8-76b4e6c022fe', 'status': 'completed', 'code': 200} Jan 28 13:21:30.203594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91de0b-268d-4948-b956-0dfd166cf2f1 req-1b0498cf-9802-4c84-a985-d9a43ae952a0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.205380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d91de0b-268d-4948-b956-0dfd166cf2f1 req-1b0498cf-9802-4c84-a985-d9a43ae952a0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 946 time: 0.1904018 Jan 28 13:21:30.317101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d91de0b-268d-4948-b956-0dfd166cf2f1 req-ca81e783-72b2-4cb0-a1e0-248fed4be0f8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052663 Jan 28 13:21:30.328923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Deleting port 8add2f4a-e328-4aa3-94dd-9b17e61b198a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:30.330670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:30.382498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624e792-4768-4470-928e-e39d868758dd req-580f52ae-22e1-48ba-9658-f3fddb1c2fa1 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.384306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3624e792-4768-4470-928e-e39d868758dd req-580f52ae-22e1-48ba-9658-f3fddb1c2fa1 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 984 time: 0.0831807 Jan 28 13:21:30.488638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] For port 8add2f4a-e328-4aa3-94dd-9b17e61b198a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8add2f4a-e328-4aa3-94dd-9b17e61b198a,segment=NetworkSegment(d6781c0c-219f-47a0-9ddd-e7314cc24e0b),segment_id=d6781c0c-219f-47a0-9ddd-e7314cc24e0b)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:30.489048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:30.512272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3624e792-4768-4470-928e-e39d868758dd req-45439f99-597e-4740-a05c-d994c67132e9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=d6c1b2a6-7463-4143-bd27-af547d9a15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1171012 Jan 28 13:21:30.551472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Calling delete_port for 8add2f4a-e328-4aa3-94dd-9b17e61b198a owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:30.571438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (eeffb38e-4b98-45e5-8959-1d06832ef27b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:30.710546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-104f6e4b-cf91-4830-935f-ee22b20853a9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-214457694&fields=id&tenant_id=741d584aa1e7452990bb2d5cd6f02abf HTTP/1.1" status: 200 len: 267 time: 0.0997679 Jan 28 13:21:30.810629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-db30e747-31a0-4913-8995-add0a8332452 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:30.812586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-db30e747-31a0-4913-8995-add0a8332452 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 984 time: 0.0932252 Jan 28 13:21:30.825386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'port': {'security_groups': ['1edce42f-5c3b-41d2-9e6f-f717c7ee60ad', 'd6c1b2a6-7463-4143-bd27-af547d9a15d0', 'f9399948-fc14-4cdc-9bdd-d3a43c50850a']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:30.971451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.030082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8add2f4a-e328-4aa3-94dd-9b17e61b198a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.043632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['8add2f4a-e328-4aa3-94dd-9b17e61b198a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:31.186043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event deleted for resources: {'Port': ['ID=8add2f4a-e328-4aa3-94dd-9b17e61b198a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:31.229822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cb8e5-860d-4184-be4d-7baa95df2bc8 req-5c5d1b09-39ee-4207-a3b0-1a7ad8ecfc31 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:31.237919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d91cb8e5-860d-4184-be4d-7baa95df2bc8 req-5c5d1b09-39ee-4207-a3b0-1a7ad8ecfc31 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.2392311 Jan 28 13:21:31.284387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] No DVR routers for this DVR port 8add2f4a-e328-4aa3-94dd-9b17e61b198a on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:31.292602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.296108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e86505ce-459e-4c7f-8c78-e6e6cfae694b req-e739d932-3baa-4de2-8ab2-7d188a57aef1 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.60 "DELETE /v2.0/ports/8add2f4a-e328-4aa3-94dd-9b17e61b198a HTTP/1.1" status: 204 len: 173 time: 1.2356400 Jan 28 13:21:31.308370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'name': 'network-vif-deleted', 'tag': '8add2f4a-e328-4aa3-94dd-9b17e61b198a'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:31.311161 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f479827-f26f-4d79-9598-7de476fdca66" -d '{"events": [{"server_uuid": "bec57ae8-bbd7-4c6a-b339-59b232c72206", "name": "network-vif-deleted", "tag": "8add2f4a-e328-4aa3-94dd-9b17e61b198a"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:31.317690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:31.367590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.375532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.389604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7', '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:31.416618 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d91cb8e5-860d-4184-be4d-7baa95df2bc8 req-3da5df9d-f663-4599-961e-f23a26798577 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774657 Jan 28 13:21:31.446686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:31.448543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.461616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd7af328-2575-46e3-a1e3-78393b7a6fc7 req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "PUT /v2.0/ports/81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 1020 time: 0.6418576 Jan 28 13:21:31.493031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 113b6099-09ad-4f51-92f8-76b4e6c022fe no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:31.549072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7643c-3e34-4218-aaf6-a4aa1563fbe7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:31.610353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 113b6099-09ad-4f51-92f8-76b4e6c022fe {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:31.610699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 113b6099-09ad-4f51-92f8-76b4e6c022fe not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:31.611129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ade47e22-f733-4b6b-b409-2e1317d8aa27 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:31.619727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62fd6846-2943-4fd2-859c-ac815933f259 req-c867a6d7-0538-4a30-9b32-5af936fd2551 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec57ae8-bbd7-4c6a-b339-59b232c72206 HTTP/1.1" status: 200 len: 210 time: 0.0597453 Jan 28 13:21:31.671005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: ade47e22-f733-4b6b-b409-2e1317d8aa27 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:31.671759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ade47e22-f733-4b6b-b409-2e1317d8aa27 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:31.698785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:31.711375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Deleting port 7694d85e-cd02-4540-a781-d1c935a13104 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:31.711739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7694d85e-cd02-4540-a781-d1c935a13104), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.848181 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5cd386-a1e2-4c92-9f84-f88d63fba75e x-openstack-request-id: req-6a5cd386-a1e2-4c92-9f84-f88d63fba75e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:31.848481 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec57ae8-bbd7-4c6a-b339-59b232c72206", "name": "network-vif-deleted", "tag": "8add2f4a-e328-4aa3-94dd-9b17e61b198a", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:31.848740 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a5cd386-a1e2-4c92-9f84-f88d63fba75e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:31.849192 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec57ae8-bbd7-4c6a-b339-59b232c72206', 'name': 'network-vif-deleted', 'tag': '8add2f4a-e328-4aa3-94dd-9b17e61b198a', 'status': 'completed', 'code': 200} Jan 28 13:21:31.903898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db514ffc-2af6-4e68-bf4b-dfee301d4d57 req-017edac6-6909-4411-870a-beca1b9a336f tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/f9399948-fc14-4cdc-9bdd-d3a43c50850a HTTP/1.1" status: 200 len: 1817 time: 0.0993428 Jan 28 13:21:31.938679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] For port 7694d85e-cd02-4540-a781-d1c935a13104, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7694d85e-cd02-4540-a781-d1c935a13104,segment=NetworkSegment(355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb),segment_id=355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:31.939054 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7694d85e-cd02-4540-a781-d1c935a13104), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:31.969063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Calling delete_port for 7694d85e-cd02-4540-a781-d1c935a13104 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:32.015870 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-db514ffc-2af6-4e68-bf4b-dfee301d4d57 req-af811181-0171-4ca2-94c8-7ebf573e8bd6 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:21:32.019124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db514ffc-2af6-4e68-bf4b-dfee301d4d57 req-af811181-0171-4ca2-94c8-7ebf573e8bd6 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/f9399948-fc14-4cdc-9bdd-d3a43c50850a HTTP/1.1" status: 409 len: 341 time: 0.1065729 Jan 28 13:21:32.142033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:32.144600 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8193b7-a633-4a12-8a02-f08429a00848" -d '{"events": [{"name": "network-changed", "server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:32.220930 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b04cc69-2d78-472a-8e07-68c4779148d7 x-openstack-request-id: req-1b04cc69-2d78-472a-8e07-68c4779148d7 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:32.221214 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:32.221464 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b04cc69-2d78-472a-8e07-68c4779148d7 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:32.222273 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456', 'status': 'completed', 'code': 200} Jan 28 13:21:32.485108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8193b7-a633-4a12-8a02-f08429a00848 req-43e274dd-8073-4984-9ca6-e450394804a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.486694 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8193b7-a633-4a12-8a02-f08429a00848 req-43e274dd-8073-4984-9ca6-e450394804a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1174 time: 0.2289276 Jan 28 13:21:32.512452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34ac7-1acb-44e4-bd1a-e36a0822aab4 req-229f85ae-628b-4e89-bcaa-390aef6af96e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.514064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1b34ac7-1acb-44e4-bd1a-e36a0822aab4 req-229f85ae-628b-4e89-bcaa-390aef6af96e tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 950 time: 0.2258601 Jan 28 13:21:32.551095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1d1e3-3152-4d04-943f-23a1b359b7e2 req-c0c91d1a-db9e-41a4-8df5-0c3b9851c69a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.556922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96c1d1e3-3152-4d04-943f-23a1b359b7e2 req-c0c91d1a-db9e-41a4-8df5-0c3b9851c69a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1023 time: 0.1094027 Jan 28 13:21:32.717627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96c1d1e3-3152-4d04-943f-23a1b359b7e2 req-fcdc9c9c-90b9-40d5-993e-93bff75d0a20 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=f9399948-fc14-4cdc-9bdd-d3a43c50850a&id=d6c1b2a6-7463-4143-bd27-af547d9a15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1538453 Jan 28 13:21:32.854945 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1b34ac7-1acb-44e4-bd1a-e36a0822aab4 req-ea2fb380-0205-4a78-94e7-fc0c2cb983d3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143804 Jan 28 13:21:32.898605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8193b7-a633-4a12-8a02-f08429a00848 req-7e907afa-7268-481c-98f4-98792f990f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.901797 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8193b7-a633-4a12-8a02-f08429a00848 req-7e907afa-7268-481c-98f4-98792f990f5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 200 len: 914 time: 0.3865521 Jan 28 13:21:32.902847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7694d85e-cd02-4540-a781-d1c935a13104), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:32.952011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb60cdd-3973-4519-aa8c-f8cd9f4692fd req-db01c7cb-3a89-4399-ada9-f49608aee5f7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:32.958328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7694d85e-cd02-4540-a781-d1c935a13104,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:32.970156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2eb60cdd-3973-4519-aa8c-f8cd9f4692fd req-db01c7cb-3a89-4399-ada9-f49608aee5f7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.1375451 Jan 28 13:21:33.084936 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8193b7-a633-4a12-8a02-f08429a00848 req-6911a111-3113-48c1-803d-1f2295b6622d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 200 len: 217 time: 0.1327968 Jan 28 13:21:33.184586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2eb60cdd-3973-4519-aa8c-f8cd9f4692fd req-96d8c10c-5cfd-4f90-993b-79e6538a1b2f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112453 Jan 28 13:21:33.328825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41532) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:33.417915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8add2f4a-e328-4aa3-94dd-9b17e61b198a no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:33.448477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-9fac25d9-02b8-4542-b40c-7a660db5a56a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:33.450020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-9fac25d9-02b8-4542-b40c-7a660db5a56a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 950 time: 0.0861967 Jan 28 13:21:33.450868 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8d2bd62-9074-4349-8ca4-026176a63c7b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group (83f9bc29-e453-4777-bb81-7a9233ae5100), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.459713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 8add2f4a-e328-4aa3-94dd-9b17e61b198a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:33.460011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8add2f4a-e328-4aa3-94dd-9b17e61b198a not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:33.506703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8d2bd62-9074-4349-8ca4-026176a63c7b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group (83f9bc29-e453-4777-bb81-7a9233ae5100), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.616239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port a2657e83-5f67-4006-b6b3-b709c4f02a70 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:33.616889 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.714036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port a2657e83-5f67-4006-b6b3-b709c4f02a70, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a2657e83-5f67-4006-b6b3-b709c4f02a70,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:33.714415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.728342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for a2657e83-5f67-4006-b6b3-b709c4f02a70 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:33.731715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8193b7-a633-4a12-8a02-f08429a00848 req-6c9d6101-199c-4a60-bf87-851d752574ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:33.733375 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8193b7-a633-4a12-8a02-f08429a00848 req-6c9d6101-199c-4a60-bf87-851d752574ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 200 len: 853 time: 0.0893772 Jan 28 13:21:33.777959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8193b7-a633-4a12-8a02-f08429a00848 req-d5d7ce45-2513-4812-b06b-39d3fa258ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e43c788c-2ace-4fbb-a01c-e831ee8133b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362349 Jan 28 13:21:33.784536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8d2bd62-9074-4349-8ca4-026176a63c7b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (83f9bc29-e453-4777-bb81-7a9233ae5100), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.787567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8d2bd62-9074-4349-8ca4-026176a63c7b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:33.788739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b8d2bd62-9074-4349-8ca4-026176a63c7b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "DELETE /v2.0/security-groups/83f9bc29-e453-4777-bb81-7a9233ae5100 HTTP/1.1" status: 204 len: 168 time: 0.4588079 Jan 28 13:21:33.793428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41536) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:33.816720 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-b42ffaae-644e-4b24-906a-f81075bc5cd5 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] show failed (client error): The resource could not be found. Jan 28 13:21:33.817763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b42ffaae-644e-4b24-906a-f81075bc5cd5 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "GET /v2.0/security-groups/83f9bc29-e453-4777-bb81-7a9233ae5100 HTTP/1.1" status: 404 len: 347 time: 0.0208089 Jan 28 13:21:33.818529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2bd62-9074-4349-8ca4-026176a63c7b tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f9bc29-e453-4777-bb81-7a9233ae5100,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:33.821929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41538) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:33.890820 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8193b7-a633-4a12-8a02-f08429a00848 req-96937d3d-6b46-4e3d-b022-111447e16e16 service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038251 Jan 28 13:21:33.973342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (eeffb38e-4b98-45e5-8959-1d06832ef27b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:34.070842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b98d6c-7337-4ae7-9481-26dd74a8cae9 req-98028374-a223-496e-845e-1b29c31c02de tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.078841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00b98d6c-7337-4ae7-9481-26dd74a8cae9 req-98028374-a223-496e-845e-1b29c31c02de tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1023 time: 0.2118585 Jan 28 13:21:34.127311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-525ef4d4-bc39-4fbb-8052-c89de3e8ccb4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.129166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-525ef4d4-bc39-4fbb-8052-c89de3e8ccb4 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 950 time: 0.2372770 Jan 28 13:21:34.255333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff24ff-dddb-4576-bf4d-5fe31aaac32a req-a7a1d4d6-3a20-456e-92e7-91e934f873d3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.257730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41ff24ff-dddb-4576-bf4d-5fe31aaac32a req-a7a1d4d6-3a20-456e-92e7-91e934f873d3 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 950 time: 0.2713103 Jan 28 13:21:34.344592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00b98d6c-7337-4ae7-9481-26dd74a8cae9 req-29a92661-b7f3-4d92-ae4b-734f62812be6 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=f9399948-fc14-4cdc-9bdd-d3a43c50850a&id=d6c1b2a6-7463-4143-bd27-af547d9a15d0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2489901 Jan 28 13:21:34.349892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Deleting port f873d865-52f8-4d6a-88ad-9d274cc3936c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:34.350239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:34.350812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41ff24ff-dddb-4576-bf4d-5fe31aaac32a req-dfe4d149-4f48-43cd-9ad7-2314a0d55f4f tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738301 Jan 28 13:21:34.410312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a2657e83-5f67-4006-b6b3-b709c4f02a70), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:34.423161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b4d92859-6f3e-426b-8ebf-c10556abef49'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:34.451918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8193b7-a633-4a12-8a02-f08429a00848 req-24f547ac-7b9b-4790-922c-43faddab1b3d service neutron] 10.222.0.36 "GET /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341187 Jan 28 13:21:34.504948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port b4d92859-6f3e-426b-8ebf-c10556abef49 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:34.505290 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:34.508919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:34.525733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-e60233e4-972a-4807-82bc-18f35a6abc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.527600 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-e60233e4-972a-4807-82bc-18f35a6abc54 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 1023 time: 0.3790333 Jan 28 13:21:34.805707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7fbb4-15d6-462d-bda4-6c7359c490cf req-f1bf4503-d7e3-48ff-ae0d-80da9e14c34d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:34.808554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-add7fbb4-15d6-462d-bda4-6c7359c490cf req-f1bf4503-d7e3-48ff-ae0d-80da9e14c34d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.2948706 Jan 28 13:21:34.813166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Router eeffb38e-4b98-45e5-8959-1d06832ef27b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:34.937050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-add7fbb4-15d6-462d-bda4-6c7359c490cf req-7298fb43-63da-4c03-91ab-bc92ffbf9f48 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995357 Jan 28 13:21:34.952573 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5f938c37-6278-4fae-b899-53726c7507f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.035598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=a2657e83-5f67-4006-b6b3-b709c4f02a70,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:35.104121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port b4d92859-6f3e-426b-8ebf-c10556abef49, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b4d92859-6f3e-426b-8ebf-c10556abef49,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:35.104505 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.132024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port a2657e83-5f67-4006-b6b3-b709c4f02a70 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:35.132911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-f84ab856-55e5-4ee3-a9dd-85c0c2d81db5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3186157 Jan 28 13:21:35.139158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for b4d92859-6f3e-426b-8ebf-c10556abef49 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:35.172352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.177408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-727da2e4-e5cc-4660-89bb-51c3b881e4bb req-252ebf1b-4ea2-43a0-9f57-c37e1e076f2a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "DELETE /v2.0/ports/a2657e83-5f67-4006-b6b3-b709c4f02a70 HTTP/1.1" status: 204 len: 173 time: 1.7074201 Jan 28 13:21:35.178296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'name': 'network-vif-deleted', 'tag': 'a2657e83-5f67-4006-b6b3-b709c4f02a70'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:35.182804 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6104a766-9462-4e85-a38c-310e4d3ab743" -d '{"events": [{"server_uuid": "2157d10d-f83e-45a1-8789-8f2d332376ca", "name": "network-vif-deleted", "tag": "a2657e83-5f67-4006-b6b3-b709c4f02a70"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:35.217405 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.217835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for floatingip (f873d865-52f8-4d6a-88ad-9d274cc3936c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.236749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Calling delete_port for f873d865-52f8-4d6a-88ad-9d274cc3936c owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:35.314573 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b04252e-c341-4150-adb0-627591afcca9 x-openstack-request-id: req-0b04252e-c341-4150-adb0-627591afcca9 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:35.314865 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157d10d-f83e-45a1-8789-8f2d332376ca", "name": "network-vif-deleted", "tag": "a2657e83-5f67-4006-b6b3-b709c4f02a70", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:35.315122 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b04252e-c341-4150-adb0-627591afcca9 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:35.315512 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157d10d-f83e-45a1-8789-8f2d332376ca', 'name': 'network-vif-deleted', 'tag': 'a2657e83-5f67-4006-b6b3-b709c4f02a70', 'status': 'completed', 'code': 200} Jan 28 13:21:35.331320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:35.340321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Deleting port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:35.341093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.341238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] Sync routers for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:35.367339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b538d0a1-85a1-4106-a78e-865822339ff8 admin admin] 10.222.0.45 "PUT /v2.0/routers/eeffb38e-4b98-45e5-8959-1d06832ef27b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6471314 Jan 28 13:21:35.374275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:35.399194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:35.399854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:35.516958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-c818e38f-689a-40cc-88a4-f7fd59224733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:35.518407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-c818e38f-689a-40cc-88a4-f7fd59224733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 1095 time: 0.1914830 Jan 28 13:21:35.567154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] For port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:35.567937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.584976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Calling delete_port for 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:35.596837 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks [] for router (eeffb38e-4b98-45e5-8959-1d06832ef27b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.674149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c64d386c-f81a-4440-aeee-71b8689f42e6 req-6b67a9b1-b9ca-4abd-a5c6-d6b858de6384 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2157d10d-f83e-45a1-8789-8f2d332376ca HTTP/1.1" status: 200 len: 210 time: 0.0674393 Jan 28 13:21:35.679319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:35.910994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks [] for router_gateway (eeffb38e-4b98-45e5-8959-1d06832ef27b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.959353 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (81255cf4-c5ab-4cb8-bb0c-9426dd9ee456), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:35.994249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7', '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:36.004914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b4d92859-6f3e-426b-8ebf-c10556abef49), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.033529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7867baf-7ca4-49fa-8223-43e0c1fb6f01 req-d8f1ca43-0efd-4264-8bec-e7e61ff0f5b6 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed022141-a24b-4a62-9b7e-d09e5781c83a HTTP/1.1" status: 200 len: 210 time: 0.5126441 Jan 28 13:21:36.103775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'Port': ['ID=81255cf4-c5ab-4cb8-bb0c-9426dd9ee456,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:36.135128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=b4d92859-6f3e-426b-8ebf-c10556abef49,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:36.152394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a2657e83-5f67-4006-b6b3-b709c4f02a70 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:36.161786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:36.178178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f873d865-52f8-4d6a-88ad-9d274cc3936c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.242416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: a2657e83-5f67-4006-b6b3-b709c4f02a70 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:36.242877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a2657e83-5f67-4006-b6b3-b709c4f02a70 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:36.247659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Pushing event deleted for resources: {'Port': ['ID=f873d865-52f8-4d6a-88ad-9d274cc3936c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:36.252134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] No DVR routers for this DVR port 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:36.255472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.261666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7090284-bbed-4fb2-9be0-91dba0b4ed36 req-2703372a-f98b-40c2-87cd-8f0d1f5cf5e0 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "DELETE /v2.0/ports/81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 HTTP/1.1" status: 204 len: 173 time: 1.6957099 Jan 28 13:21:36.459334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-474d345f-6692-4f41-a93e-03925d242465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.464228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-474d345f-6692-4f41-a93e-03925d242465 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.5243340 Jan 28 13:21:36.468480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks [] for floatingip (d1d34c5c-012e-4819-adb7-8dd44cde3826), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.475511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.477422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-28a2d012-9a00-455e-85ed-f6e8b5930783 tempest-ImagesOneServerNegativeTestJSON-2011829913 tempest-ImagesOneServerNegativeTestJSON-2011829913-project] 10.222.0.45 "DELETE /v2.0/floatingips/d1d34c5c-012e-4819-adb7-8dd44cde3826 HTTP/1.1" status: 204 len: 168 time: 2.6545568 Jan 28 13:21:36.481093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port b4d92859-6f3e-426b-8ebf-c10556abef49 on host n-h1-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:36.493500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.503857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce9e7d0a-3774-45cc-9665-80eb98a19f76 req-398e0a5f-8374-4c85-af62-1ad938bd6be6 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.36 "DELETE /v2.0/ports/b4d92859-6f3e-426b-8ebf-c10556abef49 HTTP/1.1" status: 204 len: 173 time: 2.3574755 Jan 28 13:21:36.515872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'name': 'network-vif-deleted', 'tag': 'b4d92859-6f3e-426b-8ebf-c10556abef49'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:36.527283 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250ecef6-1857-43c1-a589-755003a9320b" -d '{"events": [{"server_uuid": "2912be0c-5168-40a6-8190-ec512c97e2e5", "name": "network-vif-deleted", "tag": "b4d92859-6f3e-426b-8ebf-c10556abef49"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:36.553043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Deleting port 8046c50c-f2eb-4961-b958-4a01d87d4f4e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:36.553424 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.629804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-9419adca-7e37-4cf2-af06-6b4f1dc6fa55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 200 len: 217 time: 0.1512060 Jan 28 13:21:36.659105 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d012cd3-53b1-4a7b-abb4-fa38460fb3d1 x-openstack-request-id: req-2d012cd3-53b1-4a7b-abb4-fa38460fb3d1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:36.659671 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2912be0c-5168-40a6-8190-ec512c97e2e5", "name": "network-vif-deleted", "tag": "b4d92859-6f3e-426b-8ebf-c10556abef49", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:36.660324 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d012cd3-53b1-4a7b-abb4-fa38460fb3d1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:36.660813 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2912be0c-5168-40a6-8190-ec512c97e2e5', 'name': 'network-vif-deleted', 'tag': 'b4d92859-6f3e-426b-8ebf-c10556abef49', 'status': 'completed', 'code': 200} Jan 28 13:21:36.679505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c3f18-3bdd-4033-9514-57e5f41eec7a req-080a2fa6-8a6f-412d-9bb1-81b8feec7dde tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.687009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-383c3f18-3bdd-4033-9514-57e5f41eec7a req-080a2fa6-8a6f-412d-9bb1-81b8feec7dde tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.5186288 Jan 28 13:21:36.744121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74'}], 'enable_snat': True}, 'gw_port_id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:21:32Z', 'revision_number': 5, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port': {'id': '8046c50c-f2eb-4961-b958-4a01d87d4f4e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:19:27Z', 'updated_at': '2022-01-28T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:36.750915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-383c3f18-3bdd-4033-9514-57e5f41eec7a req-3f6559a8-fe7c-4cf9-826b-a897d5a21e22 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627956 Jan 28 13:21:36.775511 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-6e415eb0-46ac-4a87-b945-0a8afb4efa51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5329075 Jan 28 13:21:36.822663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-07acb594-1f36-46d0-8860-3e0dbd9b4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.824151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-07acb594-1f36-46d0-8860-3e0dbd9b4a96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1861005 Jan 28 13:21:36.854979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] Checking router: eeffb38e-4b98-45e5-8959-1d06832ef27b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:36.863027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41594) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:36.935146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-ab649448-d54d-4209-8a67-f46741ab5cfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987315 Jan 28 13:21:36.955597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] For port 8046c50c-f2eb-4961-b958-4a01d87d4f4e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8046c50c-f2eb-4961-b958-4a01d87d4f4e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:36.956134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:36.959975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-ebeb3b2b-1604-46e2-a0b4-d0e8c289e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:36.961683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-ebeb3b2b-1604-46e2-a0b4-d0e8c289e71d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1653118 Jan 28 13:21:36.982567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Calling delete_port for 8046c50c-f2eb-4961-b958-4a01d87d4f4e owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:37.033299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] Routers {'eeffb38e-4b98-45e5-8959-1d06832ef27b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:37.035037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eeffb38e-4b98-45e5-8959-1d06832ef27b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:37.137885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5582b731-132d-492c-a1b5-b1cf5d39760a req-d65d9aef-cc17-4969-a56b-792b8b389623 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2912be0c-5168-40a6-8190-ec512c97e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0561402 Jan 28 13:21:37.263295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] Set router eeffb38e-4b98-45e5-8959-1d06832ef27b gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:37.285520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] Deleting subnet 9bf93836-27c0-4f97-bcc4-f44af5d1ee4e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:21:37.307034 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] Publish callbacks [] for subnet (9bf93836-27c0-4f97-bcc4-f44af5d1ee4e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.347952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-82cfab9b-8168-4210-ac18-669c45bc509c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.349914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'name': 'network-vif-deleted', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:37.353925 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c932002-ed85-493a-b99c-1552b8182599" -d '{"events": [{"server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "name": "network-vif-deleted", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:37.377040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-05f1a5db-12be-4cd1-a542-3dfe3adf6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:37.378784 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-05f1a5db-12be-4cd1-a542-3dfe3adf6705 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.3911796 Jan 28 13:21:37.379729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78e59ba8-1201-4d3b-8d5f-8e723bd5cfe9 req-c92e3a69-8dc3-434b-85d6-d40e9d8fc16a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/d6c1b2a6-7463-4143-bd27-af547d9a15d0 HTTP/1.1" status: 200 len: 1817 time: 0.1429522 Jan 28 13:21:37.442034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-a9e2ef0e-3d04-4886-8212-5d0af0fff154 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025630 Jan 28 13:21:37.457366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:21:35Z', 'revision_number': 6, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:37.460064 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d6c55a-847b-4d89-af34-dbddbe5b176e x-openstack-request-id: req-49d6c55a-847b-4d89-af34-dbddbe5b176e {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:37.460359 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed022141-a24b-4a62-9b7e-d09e5781c83a", "name": "network-vif-deleted", "tag": "81255cf4-c5ab-4cb8-bb0c-9426dd9ee456", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:37.462049 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49d6c55a-847b-4d89-af34-dbddbe5b176e {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:37.462049 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed022141-a24b-4a62-9b7e-d09e5781c83a', 'name': 'network-vif-deleted', 'tag': '81255cf4-c5ab-4cb8-bb0c-9426dd9ee456', 'status': 'completed', 'code': 200} Jan 28 13:21:37.489429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c956ce-d86e-40fb-85d3-d8a27619c970 None None] The sync data for ids ['eeffb38e-4b98-45e5-8959-1d06832ef27b'] in n-d-822748-2 is: [{'id': 'eeffb38e-4b98-45e5-8959-1d06832ef27b', 'name': 'tempest-ServerRescueTestJSONUnderV235-2025711178-router', 'tenant_id': '5a22fa0792404718a2f2adc35678d50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:19:26Z', 'updated_at': '2022-01-28T13:21:35Z', 'revision_number': 6, 'project_id': '5a22fa0792404718a2f2adc35678d50c', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:37.493125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-ea4c15ef-fc60-4a0e-9a02-87c4b33d2419 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 200 len: 217 time: 0.1069646 Jan 28 13:21:37.500016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (9bf93836-27c0-4f97-bcc4-f44af5d1ee4e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.595593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-e8f6abd0-fed8-4fb3-98de-46db9ef2b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:37.597715 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-e8f6abd0-fed8-4fb3-98de-46db9ef2b9bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0552933 Jan 28 13:21:37.602964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-84b5e7f8-f960-4519-bb64-4de2adebd8df service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408815 Jan 28 13:21:37.631219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-78e59ba8-1201-4d3b-8d5f-8e723bd5cfe9 req-de5bd16b-9e96-43a3-8111-4c3224dc1392 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (d6c1b2a6-7463-4143-bd27-af547d9a15d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.640359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-84d0438d-34f1-4a6f-bfa6-dfb248e9e522 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342789 Jan 28 13:21:37.676458 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8046c50c-f2eb-4961-b958-4a01d87d4f4e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.689140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-78e59ba8-1201-4d3b-8d5f-8e723bd5cfe9 req-de5bd16b-9e96-43a3-8111-4c3224dc1392 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (d6c1b2a6-7463-4143-bd27-af547d9a15d0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.704285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9bf93836-27c0-4f97-bcc4-f44af5d1ee4e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.740290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8046c50c-f2eb-4961-b958-4a01d87d4f4e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:37.791282 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (9bf93836-27c0-4f97-bcc4-f44af5d1ee4e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.833293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf93836-27c0-4f97-bcc4-f44af5d1ee4e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:37.845472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.851690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fb8e58b0-2c8b-48cd-8c18-ada2a181cf91 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9bf93836-27c0-4f97-bcc4-f44af5d1ee4e HTTP/1.1" status: 204 len: 168 time: 0.9799213 Jan 28 13:21:37.859508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41610) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:37.869029 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-78e59ba8-1201-4d3b-8d5f-8e723bd5cfe9 req-de5bd16b-9e96-43a3-8111-4c3224dc1392 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d6c1b2a6-7463-4143-bd27-af547d9a15d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.871907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-78e59ba8-1201-4d3b-8d5f-8e723bd5cfe9 req-de5bd16b-9e96-43a3-8111-4c3224dc1392 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.873478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78e59ba8-1201-4d3b-8d5f-8e723bd5cfe9 req-de5bd16b-9e96-43a3-8111-4c3224dc1392 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/d6c1b2a6-7463-4143-bd27-af547d9a15d0 HTTP/1.1" status: 204 len: 173 time: 0.4924903 Jan 28 13:21:37.892811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (eeffb38e-4b98-45e5-8959-1d06832ef27b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:37.898947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd16b-9e96-43a3-8111-4c3224dc1392 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1b2a6-7463-4143-bd27-af547d9a15d0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:37.979674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b4d92859-6f3e-426b-8ebf-c10556abef49 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:38.015556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a2469b-9bcb-4cc9-8a20-bc0aa8d258ae req-a5777b68-a408-4a6b-a306-cace99cb5e2a tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/f9399948-fc14-4cdc-9bdd-d3a43c50850a HTTP/1.1" status: 200 len: 1817 time: 0.1117132 Jan 28 13:21:38.022409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (33c68f03-a51e-4083-901c-48e999472125), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.039671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: b4d92859-6f3e-426b-8ebf-c10556abef49 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:38.040058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b4d92859-6f3e-426b-8ebf-c10556abef49 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:38.040537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:38.102466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:38.102820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 81255cf4-c5ab-4cb8-bb0c-9426dd9ee456 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:38.167971 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (eeffb38e-4b98-45e5-8959-1d06832ef27b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.171286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks [] for router_controller (eeffb38e-4b98-45e5-8959-1d06832ef27b), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.188087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-f6245a73-2f2f-4ef7-8b3a-b31a8043f257 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371187 Jan 28 13:21:38.249488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (33c68f03-a51e-4083-901c-48e999472125), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.263636 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a2469b-9bcb-4cc9-8a20-bc0aa8d258ae req-3bc06a6c-1c07-40ef-9d90-db04ded70f44 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f9399948-fc14-4cdc-9bdd-d3a43c50850a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.286970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c68f03-a51e-4083-901c-48e999472125']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:38.311016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:38.312218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6781c0c-219f-47a0-9ddd-e7314cc24e0b') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:38.323843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a2469b-9bcb-4cc9-8a20-bc0aa8d258ae req-3bc06a6c-1c07-40ef-9d90-db04ded70f44 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f9399948-fc14-4cdc-9bdd-d3a43c50850a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.341093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d6781c0c-219f-47a0-9ddd-e7314cc24e0b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.369851 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d6781c0c-219f-47a0-9ddd-e7314cc24e0b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.385069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:21:38.385860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d6781c0c-219f-47a0-9ddd-e7314cc24e0b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:21:38.387925 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:21:38.474986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a2469b-9bcb-4cc9-8a20-bc0aa8d258ae req-3bc06a6c-1c07-40ef-9d90-db04ded70f44 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f9399948-fc14-4cdc-9bdd-d3a43c50850a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.479408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a2469b-9bcb-4cc9-8a20-bc0aa8d258ae req-3bc06a6c-1c07-40ef-9d90-db04ded70f44 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.480766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a2469b-9bcb-4cc9-8a20-bc0aa8d258ae req-3bc06a6c-1c07-40ef-9d90-db04ded70f44 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/f9399948-fc14-4cdc-9bdd-d3a43c50850a HTTP/1.1" status: 204 len: 173 time: 0.4552221 Jan 28 13:21:38.503704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc06a6c-1c07-40ef-9d90-db04ded70f44 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9399948-fc14-4cdc-9bdd-d3a43c50850a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:38.507450 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (33c68f03-a51e-4083-901c-48e999472125), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.513516 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.519984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] 10.222.0.45 "DELETE /v2.0/networks/33c68f03-a51e-4083-901c-48e999472125 HTTP/1.1" status: 204 len: 168 time: 0.6567228 Jan 28 13:21:38.532851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4acd7-36a6-4ce2-8f09-5db0b54fcf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=33c68f03-a51e-4083-901c-48e999472125,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:38.601332 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.679882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e12fc-386c-4537-89e6-0903fe77a41e req-ff335219-10bf-4498-a76c-46f5d6b03d27 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:38.682314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb6e12fc-386c-4537-89e6-0903fe77a41e req-ff335219-10bf-4498-a76c-46f5d6b03d27 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.7028296 Jan 28 13:21:38.730701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (eeffb38e-4b98-45e5-8959-1d06832ef27b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.731827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeffb38e-4b98-45e5-8959-1d06832ef27b {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:21:38.741660 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:38.742815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76fdfde8-9701-4304-8eba-7206de2527ef admin admin] 10.222.0.45 "DELETE /v2.0/routers/eeffb38e-4b98-45e5-8959-1d06832ef27b HTTP/1.1" status: 204 len: 168 time: 3.3558547 Jan 28 13:21:38.745515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41626) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:38.835888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41628) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:38.889382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-cabfb631-2822-4036-a969-12be5adff564 req-57a036c0-5259-4a52-a5d8-b09fb38013e7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1241577644', 'description': 'tempest-description-1739561298'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:38.915115 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb6e12fc-386c-4537-89e6-0903fe77a41e req-ae8df97e-f168-4c5f-bfca-33aa03737825 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102399 Jan 28 13:21:38.968419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0396c25-5f86-46e5-87b4-3bf95f315303 req-b08959e6-f3fb-418d-9e66-5d001d3816d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827938 Jan 28 13:21:38.987761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d759daa5-eba0-44e9-8857-71c3a18dcaff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f505091993ca46ccb0258a7c0ce948bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471691 Jan 28 13:21:38.987978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41632) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:38.996321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] Deleting subnet 02690206-ddc6-464a-b831-7536d943d940 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:21:39.000301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cabfb631-2822-4036-a969-12be5adff564 req-57a036c0-5259-4a52-a5d8-b09fb38013e7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.005068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] Publish callbacks [] for subnet (02690206-ddc6-464a-b831-7536d943d940), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.074052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (02690206-ddc6-464a-b831-7536d943d940), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.125879 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13efe7cd-8176-4083-8651-7b7cfb184917 admin admin] Publish callbacks [] for security_group (1edd50e5-c93f-4982-9926-3ed58333ed4b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.207917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13efe7cd-8176-4083-8651-7b7cfb184917 admin admin] Publish callbacks [] for security_group (1edd50e5-c93f-4982-9926-3ed58333ed4b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.213773 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (02690206-ddc6-464a-b831-7536d943d940), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.275826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cabfb631-2822-4036-a969-12be5adff564 req-57a036c0-5259-4a52-a5d8-b09fb38013e7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.302909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cabfb631-2822-4036-a969-12be5adff564 req-57a036c0-5259-4a52-a5d8-b09fb38013e7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.354520 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cabfb631-2822-4036-a969-12be5adff564 req-57a036c0-5259-4a52-a5d8-b09fb38013e7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.360843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cabfb631-2822-4036-a969-12be5adff564 req-57a036c0-5259-4a52-a5d8-b09fb38013e7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4958148 Jan 28 13:21:39.361461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13efe7cd-8176-4083-8651-7b7cfb184917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1edd50e5-c93f-4982-9926-3ed58333ed4b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.364127 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13efe7cd-8176-4083-8651-7b7cfb184917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.367968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-13efe7cd-8176-4083-8651-7b7cfb184917 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1edd50e5-c93f-4982-9926-3ed58333ed4b HTTP/1.1" status: 204 len: 168 time: 0.3783352 Jan 28 13:21:39.406823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a036c0-5259-4a52-a5d8-b09fb38013e7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2fabb3-1f3d-4d82-9347-9a89bb4e0400,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:39.409312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe7cd-8176-4083-8651-7b7cfb184917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd50e5-c93f-4982-9926-3ed58333ed4b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:39.417448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (02690206-ddc6-464a-b831-7536d943d940), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.443136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8046c50c-f2eb-4961-b958-4a01d87d4f4e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:39.486393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 8046c50c-f2eb-4961-b958-4a01d87d4f4e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:39.487489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8046c50c-f2eb-4961-b958-4a01d87d4f4e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:39.489917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7694d85e-cd02-4540-a781-d1c935a13104 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:39.541662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.545825 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/02690206-ddc6-464a-b831-7536d943d940 HTTP/1.1" status: 204 len: 168 time: 0.7992613 Jan 28 13:21:39.547044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40649f09-9607-4f9a-aac4-0e31c8d95b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02690206-ddc6-464a-b831-7536d943d940,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:39.548363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41644) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:39.564238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e25cc94-cea6-4201-a76b-bf5737546ac9 req-755c28a2-452a-4fc7-b82b-5257fe32ac8f tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/8c2fabb3-1f3d-4d82-9347-9a89bb4e0400 HTTP/1.1" status: 200 len: 1818 time: 0.1692939 Jan 28 13:21:39.570388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-6e25cc94-cea6-4201-a76b-bf5737546ac9 req-2355e2a9-c701-42f4-9fb9-a8ef8e2c49f7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1751658158', 'description': 'tempest-description-hth-1475298204'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:39.577711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7694d85e-cd02-4540-a781-d1c935a13104 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:39.578875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7694d85e-cd02-4540-a781-d1c935a13104 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:39.681199 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e25cc94-cea6-4201-a76b-bf5737546ac9 req-2355e2a9-c701-42f4-9fb9-a8ef8e2c49f7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.688545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (93f31c07-c541-43f8-83c7-473a54f0bfbb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.705302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c39cf-667d-49be-9b86-f3a8d8064fd9 req-e118d501-74d5-411a-ad4c-8e9b763a730a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:39.706956 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-807c39cf-667d-49be-9b86-f3a8d8064fd9 req-e118d501-74d5-411a-ad4c-8e9b763a730a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 950 time: 0.1236298 Jan 28 13:21:39.758481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e25cc94-cea6-4201-a76b-bf5737546ac9 req-2355e2a9-c701-42f4-9fb9-a8ef8e2c49f7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.763250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e25cc94-cea6-4201-a76b-bf5737546ac9 req-2355e2a9-c701-42f4-9fb9-a8ef8e2c49f7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.766584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e25cc94-cea6-4201-a76b-bf5737546ac9 req-2355e2a9-c701-42f4-9fb9-a8ef8e2c49f7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.767743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e25cc94-cea6-4201-a76b-bf5737546ac9 req-2355e2a9-c701-42f4-9fb9-a8ef8e2c49f7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "PUT /v2.0/security-groups/8c2fabb3-1f3d-4d82-9347-9a89bb4e0400 HTTP/1.1" status: 200 len: 1792 time: 0.2026553 Jan 28 13:21:39.837167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355e2a9-c701-42f4-9fb9-a8ef8e2c49f7 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2fabb3-1f3d-4d82-9347-9a89bb4e0400,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:39.875069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (93f31c07-c541-43f8-83c7-473a54f0bfbb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.915828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-807c39cf-667d-49be-9b86-f3a8d8064fd9 req-cc3d5bf8-c47c-44eb-87ab-528f9f3b5c03 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843231 Jan 28 13:21:39.941717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f31c07-c541-43f8-83c7-473a54f0bfbb']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:39.962822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:39.963321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:39.975496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:39.992100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05d5e9bd-80a3-41ca-aa28-9b0b3741dd60 req-67491b99-71bc-4f59-993a-1354a21ef165 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/8c2fabb3-1f3d-4d82-9347-9a89bb4e0400 HTTP/1.1" status: 200 len: 1792 time: 0.1078792 Jan 28 13:21:40.008989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.017998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:21:40.018404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (355f5d31-c5c6-45ed-b6c9-4c5d23dc42cb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:21:40.020423 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:21:40.093866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd79aab5-5420-4210-8fb9-4f0b01206ff1 req-2ea92f78-64b0-47e1-9715-c4bc48c63243 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/8c2fabb3-1f3d-4d82-9347-9a89bb4e0400 HTTP/1.1" status: 200 len: 1792 time: 0.0637581 Jan 28 13:21:40.167972 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03db-5f36-4291-8ca2-249170353bf8 req-1d8df3fb-ae14-4ccf-a368-eecdcde184d7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:40.170990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c3ed03db-5f36-4291-8ca2-249170353bf8 req-1d8df3fb-ae14-4ccf-a368-eecdcde184d7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.0844381 Jan 28 13:21:40.176455 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (93f31c07-c541-43f8-83c7-473a54f0bfbb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.179691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.183205 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] 10.222.0.45 "DELETE /v2.0/networks/93f31c07-c541-43f8-83c7-473a54f0bfbb HTTP/1.1" status: 204 len: 168 time: 0.6335771 Jan 28 13:21:40.212000 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd79aab5-5420-4210-8fb9-4f0b01206ff1 req-23f92356-d21f-4c73-a620-41fb1e07e6d4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.226746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d7645-0b3b-4b7b-a290-383312003249 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f31c07-c541-43f8-83c7-473a54f0bfbb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:40.241197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd79aab5-5420-4210-8fb9-4f0b01206ff1 req-23f92356-d21f-4c73-a620-41fb1e07e6d4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.298290 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd79aab5-5420-4210-8fb9-4f0b01206ff1 req-23f92356-d21f-4c73-a620-41fb1e07e6d4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8c2fabb3-1f3d-4d82-9347-9a89bb4e0400), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.302900 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd79aab5-5420-4210-8fb9-4f0b01206ff1 req-23f92356-d21f-4c73-a620-41fb1e07e6d4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.320505 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c3ed03db-5f36-4291-8ca2-249170353bf8 req-c9719e8b-8dff-434e-b9e6-2140eb78d6a5 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040881 Jan 28 13:21:40.321203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd79aab5-5420-4210-8fb9-4f0b01206ff1 req-23f92356-d21f-4c73-a620-41fb1e07e6d4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c2fabb3-1f3d-4d82-9347-9a89bb4e0400 HTTP/1.1" status: 204 len: 173 time: 0.2187808 Jan 28 13:21:40.349537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92356-d21f-4c73-a620-41fb1e07e6d4 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2fabb3-1f3d-4d82-9347-9a89bb4e0400,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:40.465564 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-eb70227c-2103-4113-9abc-2604ac74c490 req-526c378f-236c-4ac0-91df-a20672c6f681 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:21:40.479644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb70227c-2103-4113-9abc-2604ac74c490 req-526c378f-236c-4ac0-91df-a20672c6f681 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/f9399948-fc14-4cdc-9bdd-d3a43c50850a HTTP/1.1" status: 404 len: 352 time: 0.0337176 Jan 28 13:21:40.524587 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-f8271f22-b4c5-428a-a1f1-29a8f7fdbac8 req-aa00e376-47d5-4a37-aec8-c56b5ce39cb8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:21:40.536626 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8271f22-b4c5-428a-a1f1-29a8f7fdbac8 req-aa00e376-47d5-4a37-aec8-c56b5ce39cb8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/d6c1b2a6-7463-4143-bd27-af547d9a15d0 HTTP/1.1" status: 404 len: 352 time: 0.0344987 Jan 28 13:21:40.541827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41684) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:40.585604 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-6266cd26-314d-4858-97c2-57affb60b40d req-ed2849bc-2ec3-42b9-a855-b21a3045afa8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:21:40.590160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6266cd26-314d-4858-97c2-57affb60b40d req-ed2849bc-2ec3-42b9-a855-b21a3045afa8 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/374bd62e-a1b1-4cae-b628-95a25e3b18e9 HTTP/1.1" status: 404 len: 352 time: 0.0285451 Jan 28 13:21:40.607983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b22c207c-855c-4d82-8746-5286157ebf32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a22fa0792404718a2f2adc35678d50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640836 Jan 28 13:21:40.610568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41690) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:40.650038 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-e9aefe13-3583-4b3e-b448-f29b7a1e2fd7 req-33636a84-6415-463d-8090-7daaa31a3463 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:21:40.651445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9aefe13-3583-4b3e-b448-f29b7a1e2fd7 req-33636a84-6415-463d-8090-7daaa31a3463 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/e290a115-afd3-4aae-a3c5-f2dc8ff478bf HTTP/1.1" status: 404 len: 352 time: 0.0271175 Jan 28 13:21:40.694715 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-dd6c39b2-306b-4ff2-80eb-0922c17926af req-469fded4-2fc7-43f3-a617-2f747f48feef tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:21:40.695677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd6c39b2-306b-4ff2-80eb-0922c17926af req-469fded4-2fc7-43f3-a617-2f747f48feef tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/bb548d8b-047a-427f-a669-ef93b90e4a7d HTTP/1.1" status: 404 len: 352 time: 0.0220063 Jan 28 13:21:40.701208 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d14e7d6d-a29d-42b2-8457-d46079940c5d admin admin] Publish callbacks [] for security_group (39dcc786-4f61-487d-ae14-79f53f2da77d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.724813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.732548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d14e7d6d-a29d-42b2-8457-d46079940c5d admin admin] Publish callbacks [] for security_group (39dcc786-4f61-487d-ae14-79f53f2da77d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.746611 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-8f70b277-440d-48f1-a05e-7ceb421be45f req-6ab48b00-f62f-4c51-8645-22835a5b0bd9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] show failed (client error): The resource could not be found. Jan 28 13:21:40.748533 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8f70b277-440d-48f1-a05e-7ceb421be45f req-6ab48b00-f62f-4c51-8645-22835a5b0bd9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/c56d2b58-b73f-4d39-8d6f-0f7e0d9d99ea HTTP/1.1" status: 404 len: 352 time: 0.0225928 Jan 28 13:21:40.821599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d14e7d6d-a29d-42b2-8457-d46079940c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (39dcc786-4f61-487d-ae14-79f53f2da77d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.824510 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d14e7d6d-a29d-42b2-8457-d46079940c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:40.825798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d14e7d6d-a29d-42b2-8457-d46079940c5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39dcc786-4f61-487d-ae14-79f53f2da77d HTTP/1.1" status: 204 len: 168 time: 0.2138336 Jan 28 13:21:40.835767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e7d6d-a29d-42b2-8457-d46079940c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dcc786-4f61-487d-ae14-79f53f2da77d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:41.155681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a322171-1bb3-4f56-acc0-b5d2f732ce48 req-0438fd98-9a2e-4f7c-8122-b4a02ff94271 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.162642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a322171-1bb3-4f56-acc0-b5d2f732ce48 req-0438fd98-9a2e-4f7c-8122-b4a02ff94271 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 950 time: 0.0603397 Jan 28 13:21:41.168656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770f21a-cba0-461a-b042-f27fb40c49b3 req-d318b76b-23cf-4edb-8692-e33ca51a0ecc tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.170915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5770f21a-cba0-461a-b042-f27fb40c49b3 req-d318b76b-23cf-4edb-8692-e33ca51a0ecc tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1023 time: 0.1106238 Jan 28 13:21:41.262045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a322171-1bb3-4f56-acc0-b5d2f732ce48 req-3bafcb55-f44c-468e-8ab9-923318e1d230 tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb0aec79-cb53-497d-92f7-31ab6300d562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888424 Jan 28 13:21:41.289285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5770f21a-cba0-461a-b042-f27fb40c49b3 req-296d1b35-2e17-449c-b6f6-5546c78bad4b tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=f78e2dd2-6570-4312-bd96-8e489d1a5feb&id=f1ba99b7-e7f4-4609-b54f-a547ac196a90&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1077814 Jan 28 13:21:41.377816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-c2b25016-1b5e-4956-a111-8043d91b165a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.379671 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-c2b25016-1b5e-4956-a111-8043d91b165a tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 950 time: 0.0828605 Jan 28 13:21:41.522207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd94c2-8ddd-4c1d-9d5a-e90eecb7cc18 req-91ac59b0-d5fd-47fd-93b7-2520335be195 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:41.536704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61bd94c2-8ddd-4c1d-9d5a-e90eecb7cc18 req-91ac59b0-d5fd-47fd-93b7-2520335be195 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.0920079 Jan 28 13:21:41.540367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Deleting port 81d712e2-782d-49a2-975b-705b882ad5ec {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:41.541135 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.617390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61bd94c2-8ddd-4c1d-9d5a-e90eecb7cc18 req-5cae4fee-ec21-42d3-8999-8f2157a299ae tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788412 Jan 28 13:21:41.632532 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.685856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] For port 81d712e2-782d-49a2-975b-705b882ad5ec, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=81d712e2-782d-49a2-975b-705b882ad5ec,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:41.686187 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.703362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Calling delete_port for 81d712e2-782d-49a2-975b-705b882ad5ec owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:41.890494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (81d712e2-782d-49a2-975b-705b882ad5ec), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:41.910302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['81d712e2-782d-49a2-975b-705b882ad5ec'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:41.942902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Pushing event deleted for resources: {'Port': ['ID=81d712e2-782d-49a2-975b-705b882ad5ec,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:41.996317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] No DVR routers for this DVR port 81d712e2-782d-49a2-975b-705b882ad5ec on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:42.000357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.005096 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b00e355-ea44-42a9-bebf-c77364bb2dbe req-147a28b4-3d67-4f36-a51c-31ad7bf8c5ef tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.60 "DELETE /v2.0/ports/81d712e2-782d-49a2-975b-705b882ad5ec HTTP/1.1" status: 204 len: 173 time: 0.6187298 Jan 28 13:21:42.005641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'name': 'network-vif-deleted', 'tag': '81d712e2-782d-49a2-975b-705b882ad5ec'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:42.009259 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2d8b56-dc74-4d36-bd1f-212af4c2ac11" -d '{"events": [{"server_uuid": "7ed6747e-1d6d-49ee-921c-23513c426d0b", "name": "network-vif-deleted", "tag": "81d712e2-782d-49a2-975b-705b882ad5ec"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:42.080017 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89c04c-6890-4f16-b920-8f7bee45889f x-openstack-request-id: req-da89c04c-6890-4f16-b920-8f7bee45889f {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:42.080465 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed6747e-1d6d-49ee-921c-23513c426d0b", "name": "network-vif-deleted", "tag": "81d712e2-782d-49a2-975b-705b882ad5ec", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:42.083555 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da89c04c-6890-4f16-b920-8f7bee45889f {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:42.084136 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed6747e-1d6d-49ee-921c-23513c426d0b', 'name': 'network-vif-deleted', 'tag': '81d712e2-782d-49a2-975b-705b882ad5ec', 'status': 'completed', 'code': 200} Jan 28 13:21:42.182412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41780) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:42.289298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41784) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:42.378777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-cb66830c-ab2b-47c5-812d-7b173a04313b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.387002 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-cb66830c-ab2b-47c5-812d-7b173a04313b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.1509488 Jan 28 13:21:42.426496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-2aef74f7-1d91-4544-b280-9f800b603fd6 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/quotas/c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 375 time: 0.0356896 Jan 28 13:21:42.452997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b97f91e6-446f-4184-beb9-937ae0c54d98 req-99c8867d-caa0-4010-8a35-ff33df418aff tempest-ServersOnMultiNodesTest-943292531 tempest-ServersOnMultiNodesTest-943292531-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ed6747e-1d6d-49ee-921c-23513c426d0b HTTP/1.1" status: 200 len: 210 time: 0.0468214 Jan 28 13:21:42.472587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-343805705-network', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:42.488226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e89fe03c-1648-4677-b1d7-08c96fa1dd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.548129 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-d9ec11d8-2edc-45ed-8969-576c41a070e7 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199439 Jan 28 13:21:42.552589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Made reservation on behalf of bab0987d1a824cc59943b58d0fe7549c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:42.555306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.588019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.678300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c765-454a-4767-95aa-8d141c09c6a6 req-f4d27d2b-1cc0-484a-b3d5-7612631eca79 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.686932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad04c765-454a-4767-95aa-8d141c09c6a6 req-f4d27d2b-1cc0-484a-b3d5-7612631eca79 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1023 time: 0.1212654 Jan 28 13:21:42.703584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee52c5-829c-4225-b012-b08ac362160f req-f4bcac59-0ee4-4438-a1b3-f14b2f72fd19 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:42.705395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4dee52c5-829c-4225-b012-b08ac362160f req-f4bcac59-0ee4-4438-a1b3-f14b2f72fd19 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 1023 time: 0.1349604 Jan 28 13:21:42.715207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks [] for security_group (0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.727121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.789145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:42.803362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-c1c22d27-e908-48d2-9b53-d3f171470e14 service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540183 Jan 28 13:21:42.837704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1d751116-67c9-439d-a550-a3be7158441b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.838144 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Added segment 1d751116-67c9-439d-a550-a3be7158441b of type vlan for network 374434f9-4641-4e35-9e4a-748c02162f64 Jan 28 13:21:42.845641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e89fe03c-1648-4677-b1d7-08c96fa1dd4a admin admin] Publish callbacks [] for security_group (a52a3d32-6cfb-4719-beb5-ca256be8a935), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.853461 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e89fe03c-1648-4677-b1d7-08c96fa1dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a52a3d32-6cfb-4719-beb5-ca256be8a935), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.878949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:42.900511 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad04c765-454a-4767-95aa-8d141c09c6a6 req-414f4eed-0e31-4259-8a41-d437f3b037fa tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups?id=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad&id=f78e2dd2-6570-4312-bd96-8e489d1a5feb&id=f1ba99b7-e7f4-4609-b54f-a547ac196a90&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2123122 Jan 28 13:21:42.953575 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (374434f9-4641-4e35-9e4a-748c02162f64), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:42.955864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e89fe03c-1648-4677-b1d7-08c96fa1dd4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e20e5ae994e84b718c598803807e3990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6654749 Jan 28 13:21:42.958973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fe03c-1648-4677-b1d7-08c96fa1dd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a3d32-6cfb-4719-beb5-ca256be8a935,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:42.962643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41796) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:43.000207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-8a0b3902-35cd-45fd-9f4d-b119367f4115 service neutron] 10.222.0.45 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958015 Jan 28 13:21:43.000690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Deleting port 5aae08cc-904d-4c61-900c-93058b3ec1f7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:21:43.001048 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.036373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (374434f9-4641-4e35-9e4a-748c02162f64), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.037648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:43.038088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.062392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8782163 Jan 28 13:21:43.072704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:43.079124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Request body: {'subnet': {'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-subnet', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:43.128849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] For port 5aae08cc-904d-4c61-900c-93058b3ec1f7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=5aae08cc-904d-4c61-900c-93058b3ec1f7,segment=NetworkSegment(cfdba369-5cc4-4bfb-b6a3-4986f6f3a748),segment_id=cfdba369-5cc4-4bfb-b6a3-4986f6f3a748)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:43.129228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.147945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Calling delete_port for 5aae08cc-904d-4c61-900c-93058b3ec1f7 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:21:43.157091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66df-f532-4b22-a2c1-34cbc2d34272 admin admin] Publish callbacks [] for security_group (a52a3d32-6cfb-4719-beb5-ca256be8a935), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.159044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39092119-1888-42c2-b383-759db6b7c385 admin admin] Pushing event updated for resources: {'Network': ['ID=374434f9-4641-4e35-9e4a-748c02162f64,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:43.172242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 374434f9-4641-4e35-9e4a-748c02162f64 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:43.208245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Made reservation on behalf of bab0987d1a824cc59943b58d0fe7549c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:43.210809 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.218754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66df-f532-4b22-a2c1-34cbc2d34272 admin admin] Publish callbacks [] for security_group (a52a3d32-6cfb-4719-beb5-ca256be8a935), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.282419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c023f0-e312-4472-adaf-cedd6050c016 req-fa1436a0-2266-4ccc-af54-c2a2ac2183a9 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:43.283971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6c023f0-e312-4472-adaf-cedd6050c016 req-fa1436a0-2266-4ccc-af54-c2a2ac2183a9 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.0714068 Jan 28 13:21:43.384727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6c023f0-e312-4472-adaf-cedd6050c016 req-f72b48c9-582a-4161-96db-f075f0da043b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936174 Jan 28 13:21:43.414350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66df-f532-4b22-a2c1-34cbc2d34272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a52a3d32-6cfb-4719-beb5-ca256be8a935), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.424791 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66df-f532-4b22-a2c1-34cbc2d34272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.426777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f2bd66df-f532-4b22-a2c1-34cbc2d34272 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a52a3d32-6cfb-4719-beb5-ca256be8a935 HTTP/1.1" status: 204 len: 168 time: 0.4628773 Jan 28 13:21:43.446780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd66df-f532-4b22-a2c1-34cbc2d34272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a3d32-6cfb-4719-beb5-ca256be8a935,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:43.475791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:21:43.564084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46f20517-21d9-4697-bc74-1f276df4b007 req-57e58193-af69-43be-8dfe-159086b3351f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0744669 Jan 28 13:21:43.575649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5aae08cc-904d-4c61-900c-93058b3ec1f7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.674221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'Port': ['ID=5aae08cc-904d-4c61-900c-93058b3ec1f7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:43.746920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['5aae08cc-904d-4c61-900c-93058b3ec1f7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:43.768887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] No DVR routers for this DVR port 5aae08cc-904d-4c61-900c-93058b3ec1f7 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:21:43.773557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.774034 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e4c0bcb5-7e06-4560-9009-1690744a9e03), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:43.776972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4dee52c5-829c-4225-b012-b08ac362160f req-fcae08fe-bb32-4ee5-b4e1-2f5f76c57d09 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.36 "DELETE /v2.0/ports/5aae08cc-904d-4c61-900c-93058b3ec1f7 HTTP/1.1" status: 204 len: 173 time: 1.0592182 Jan 28 13:21:43.786192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'name': 'network-vif-deleted', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:43.798453 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc705d0-ed1f-44c2-bcc7-6b73a3385b88" -d '{"events": [{"server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "name": "network-vif-deleted", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:43.871256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:43.878122 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698aaa79-2cc2-4864-829c-adf9e8876ecb x-openstack-request-id: req-698aaa79-2cc2-4864-829c-adf9e8876ecb {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:43.878523 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd7941-94da-4b9b-b61f-482e6dc477e2", "name": "network-vif-deleted", "tag": "5aae08cc-904d-4c61-900c-93058b3ec1f7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:43.878875 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-698aaa79-2cc2-4864-829c-adf9e8876ecb {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:43.879365 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd7941-94da-4b9b-b61f-482e6dc477e2', 'name': 'network-vif-deleted', 'tag': '5aae08cc-904d-4c61-900c-93058b3ec1f7', 'status': 'completed', 'code': 200} Jan 28 13:21:43.913347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c', 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122', 'port_id': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c', 'mac_address': 'fa:16:3e:7d:c8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664c1211-028e-47e9-98b9-009ca7425fff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:21:43.932232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c0bcb5-7e06-4560-9009-1690744a9e03,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:43.957704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41834) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:43.963213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Checking segment: {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:43.963652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Network hostable DHCP agents. Network: 374434f9-4641-4e35-9e4a-748c02162f64, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:44.022449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Network 374434f9-4641-4e35-9e4a-748c02162f64 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:44.036016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:44.037596 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.047619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 374434f9-4641-4e35-9e4a-748c02162f64) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:44.053333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:44.056905 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.084819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a016f-698c-441c-b72c-b6143d473b5a None None] Network 374434f9-4641-4e35-9e4a-748c02162f64 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:44.103122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:44.104570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:44.107722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:44.112693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0f5c6583-be61-4d67-a867-6dc84df6e5c2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0386429 Jan 28 13:21:44.137570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:44.165847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (5d845462-58cf-470f-b197-569b9fb5794f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.167989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (5d845462-58cf-470f-b197-569b9fb5794f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.177314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.208175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f7d4521-df9d-4f19-b7bd-e189fb92addd req-668ce542-660e-4c20-a638-0312f21a1b99 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/ports?device_id=25bd7941-94da-4b9b-b61f-482e6dc477e2 HTTP/1.1" status: 200 len: 210 time: 0.0925775 Jan 28 13:21:44.261655 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks [] for router_controller (5d845462-58cf-470f-b197-569b9fb5794f), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.467342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-92a66318-f407-4383-ac79-dedc48181296 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26e78d53ad6248fcb128766aa2dd0adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084543 Jan 28 13:21:44.471156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41856) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:44.514641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417db5a-b40b-44e7-8cbd-4a81c2222949 None None] Network 374434f9-4641-4e35-9e4a-748c02162f64 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:44.532315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:44.664431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:44.667334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks [] for router_gateway (5d845462-58cf-470f-b197-569b9fb5794f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.703110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3b100-876b-437f-9585-6fe2a8527424 req-00e89c3f-3cd8-4530-bd0e-da9d8ce01353 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:44.705444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ca3b100-876b-437f-9585-6fe2a8527424 req-00e89c3f-3cd8-4530-bd0e-da9d8ce01353 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 945 time: 0.1058211 Jan 28 13:21:44.706818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71518bd7-b4f3-4831-a0ae-dec574296616 admin admin] Publish callbacks [] for security_group (eb0aec79-cb53-497d-92f7-31ab6300d562), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.757036 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71518bd7-b4f3-4831-a0ae-dec574296616 admin admin] Publish callbacks [] for security_group (eb0aec79-cb53-497d-92f7-31ab6300d562), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.886547 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ca3b100-876b-437f-9585-6fe2a8527424 req-65d0fc82-5c2d-48ab-9a03-b467b7e6eed3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669505 Jan 28 13:21:44.921415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72ce35ed-eb4a-4551-9bfe-77c8de40a524 req-e0ea34fa-46f0-4b02-8a10-83fb6029fb74 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0332365 Jan 28 13:21:44.941547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71518bd7-b4f3-4831-a0ae-dec574296616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eb0aec79-cb53-497d-92f7-31ab6300d562), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.943300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71518bd7-b4f3-4831-a0ae-dec574296616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:44.944435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71518bd7-b4f3-4831-a0ae-dec574296616 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb0aec79-cb53-497d-92f7-31ab6300d562 HTTP/1.1" status: 204 len: 168 time: 0.4723122 Jan 28 13:21:44.978671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71518bd7-b4f3-4831-a0ae-dec574296616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0aec79-cb53-497d-92f7-31ab6300d562,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:45.079384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks [] for router_gateway (5d845462-58cf-470f-b197-569b9fb5794f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.104609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.390991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Allocated IP 172.25.4.227 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/651e9639-d0be-4740-82f7-a97aeca50015) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:45.469023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90c533ff-5892-43cd-9349-966a573c2711 req-6cf8fe34-5d49-402a-8ed6-9d7c5f4d0527 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/f1ba99b7-e7f4-4609-b54f-a547ac196a90 HTTP/1.1" status: 200 len: 1815 time: 0.0834787 Jan 28 13:21:45.491506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 81d712e2-782d-49a2-975b-705b882ad5ec no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:45.501690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-9b0ef25e-7fe2-4e2a-bac7-2aa55f7373f1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:45.503367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-9b0ef25e-7fe2-4e2a-bac7-2aa55f7373f1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 820 time: 0.2545967 Jan 28 13:21:45.504079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:45.535483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Request body: {'port': {'device_id': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'admin_state_up': True, 'tenant_id': 'c0bfc9605ed140948b36ede1db3531db'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:45.543254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 81d712e2-782d-49a2-975b-705b882ad5ec {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:45.546076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 81d712e2-782d-49a2-975b-705b882ad5ec not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:45.569635 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-90c533ff-5892-43cd-9349-966a573c2711 req-26e5f39a-28d7-44d5-a848-c78143c967f9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f1ba99b7-e7f4-4609-b54f-a547ac196a90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.602015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-90c533ff-5892-43cd-9349-966a573c2711 req-26e5f39a-28d7-44d5-a848-c78143c967f9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f1ba99b7-e7f4-4609-b54f-a547ac196a90), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.660574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-90c533ff-5892-43cd-9349-966a573c2711 req-26e5f39a-28d7-44d5-a848-c78143c967f9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1ba99b7-e7f4-4609-b54f-a547ac196a90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.663914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-90c533ff-5892-43cd-9349-966a573c2711 req-26e5f39a-28d7-44d5-a848-c78143c967f9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.665187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90c533ff-5892-43cd-9349-966a573c2711 req-26e5f39a-28d7-44d5-a848-c78143c967f9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/f1ba99b7-e7f4-4609-b54f-a547ac196a90 HTTP/1.1" status: 204 len: 173 time: 0.1880872 Jan 28 13:21:45.688468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5f39a-28d7-44d5-a848-c78143c967f9 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba99b7-e7f4-4609-b54f-a547ac196a90,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:45.828965 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ff8ef10-fd69-4a51-b3bb-d287d2e8b5dc req-f4e59437-7eee-4f78-bea7-2af6993e6fee tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "GET /v2.0/security-groups/f78e2dd2-6570-4312-bd96-8e489d1a5feb HTTP/1.1" status: 200 len: 1817 time: 0.0448511 Jan 28 13:21:45.895262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ff8ef10-fd69-4a51-b3bb-d287d2e8b5dc req-c195ba08-fd61-48e8-9e49-31949d283012 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f78e2dd2-6570-4312-bd96-8e489d1a5feb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.926762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ff8ef10-fd69-4a51-b3bb-d287d2e8b5dc req-c195ba08-fd61-48e8-9e49-31949d283012 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (f78e2dd2-6570-4312-bd96-8e489d1a5feb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.947970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks [] for port (651e9639-d0be-4740-82f7-a97aeca50015), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.980337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ff8ef10-fd69-4a51-b3bb-d287d2e8b5dc req-c195ba08-fd61-48e8-9e49-31949d283012 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f78e2dd2-6570-4312-bd96-8e489d1a5feb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.987312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ff8ef10-fd69-4a51-b3bb-d287d2e8b5dc req-c195ba08-fd61-48e8-9e49-31949d283012 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:45.992299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ff8ef10-fd69-4a51-b3bb-d287d2e8b5dc req-c195ba08-fd61-48e8-9e49-31949d283012 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] 10.222.0.45 "DELETE /v2.0/security-groups/f78e2dd2-6570-4312-bd96-8e489d1a5feb HTTP/1.1" status: 204 len: 173 time: 0.1557193 Jan 28 13:21:46.015425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41896) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:46.016577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195ba08-fd61-48e8-9e49-31949d283012 tempest-SecurityGroupsTestJSON-1260977737 tempest-SecurityGroupsTestJSON-1260977737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78e2dd2-6570-4312-bd96-8e489d1a5feb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:46.071663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8c0f3266-5888-4764-b866-09d0a70b072f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75feac81ea5a4513891e4b2fb780e96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5622890 Jan 28 13:21:46.076612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (651e9639-d0be-4740-82f7-a97aeca50015), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.078709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41898) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:46.170854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5203e9b-a5d0-476c-91bb-d39841626da9 req-0e28db03-fff8-49b0-a91c-a2a259d1a93b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0469418 Jan 28 13:21:46.178436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] Deleting subnet 4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:21:46.189954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] Publish callbacks [] for subnet (4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.224964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:46.266471 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.267671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:46.270901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:46.282906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Made reservation on behalf of c0bfc9605ed140948b36ede1db3531db for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:46.286342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.345824 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2ea85af-d46a-4107-9369-b08c03169af6 admin admin] Publish callbacks [] for security_group (7f0ad63f-6576-4f0e-9cb5-8b7055abb12a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.347755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Pushing event updated for resources: {'Port': ['ID=651e9639-d0be-4740-82f7-a97aeca50015,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:46.380215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.420791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3872d-2dee-4566-847d-c1e241ed7c55 req-b3760539-da12-42b7-8864-2b449767633e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:46.422876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aeb3872d-2dee-4566-847d-c1e241ed7c55 req-b3760539-da12-42b7-8864-2b449767633e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 945 time: 0.2885160 Jan 28 13:21:46.462804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.496006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:46.501676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.505204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-00f295d6-eef9-484b-8e00-0d72955097bb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4ca251ca-1a5c-4fea-a1f7-8bf90bdd748a HTTP/1.1" status: 204 len: 168 time: 0.4794047 Jan 28 13:21:46.511003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41914) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:46.554483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2ea85af-d46a-4107-9369-b08c03169af6 admin admin] Publish callbacks [] for security_group (7f0ad63f-6576-4f0e-9cb5-8b7055abb12a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.752611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aeb3872d-2dee-4566-847d-c1e241ed7c55 req-d7c6194e-bdd9-4f92-a760-3d44cb33b8d2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165877 Jan 28 13:21:46.813216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41920) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:46.835776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e43c788c-2ace-4fbb-a01c-e831ee8133b0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.933171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Allocated IP 172.20.0.10 (4f65c7fb-9372-4e91-ab81-99b5e248ca4e/b6211d08-f1a5-4f55-bdd5-2f7d1a189800/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:46.944699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2ea85af-d46a-4107-9369-b08c03169af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7f0ad63f-6576-4f0e-9cb5-8b7055abb12a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.946958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2ea85af-d46a-4107-9369-b08c03169af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:46.950580 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e2ea85af-d46a-4107-9369-b08c03169af6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f0ad63f-6576-4f0e-9cb5-8b7055abb12a HTTP/1.1" status: 204 len: 168 time: 0.8601096 Jan 28 13:21:46.963731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f399b481-3798-496c-9a25-290650e7a8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.046700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea85af-d46a-4107-9369-b08c03169af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ad63f-6576-4f0e-9cb5-8b7055abb12a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:47.053974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f399b481-3798-496c-9a25-290650e7a8ce admin admin] Publish callbacks [] for security_group (7fd6b1c7-87e8-43ad-a444-b55fd4f40f87), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.066415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f399b481-3798-496c-9a25-290650e7a8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7fd6b1c7-87e8-43ad-a444-b55fd4f40f87), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.124722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f399b481-3798-496c-9a25-290650e7a8ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0953d929a65e4b09a7eb0f7ad5b1ea1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102870 Jan 28 13:21:47.127488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41926) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:47.129842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399b481-3798-496c-9a25-290650e7a8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd6b1c7-87e8-43ad-a444-b55fd4f40f87,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:47.182222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e43c788c-2ace-4fbb-a01c-e831ee8133b0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.195170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks [] for router_gateway (5d845462-58cf-470f-b197-569b9fb5794f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.205720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65406cd2-d7be-4c11-96cc-999f8e53739e admin admin] Publish callbacks [] for security_group (7fd6b1c7-87e8-43ad-a444-b55fd4f40f87), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.236163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65406cd2-d7be-4c11-96cc-999f8e53739e admin admin] Publish callbacks [] for security_group (7fd6b1c7-87e8-43ad-a444-b55fd4f40f87), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.312956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43c788c-2ace-4fbb-a01c-e831ee8133b0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:47.314069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65406cd2-d7be-4c11-96cc-999f8e53739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7fd6b1c7-87e8-43ad-a444-b55fd4f40f87), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.316722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65406cd2-d7be-4c11-96cc-999f8e53739e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.318226 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-65406cd2-d7be-4c11-96cc-999f8e53739e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fd6b1c7-87e8-43ad-a444-b55fd4f40f87 HTTP/1.1" status: 204 len: 168 time: 0.1892877 Jan 28 13:21:47.327925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65406cd2-d7be-4c11-96cc-999f8e53739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd6b1c7-87e8-43ad-a444-b55fd4f40f87,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:47.347841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2817ede9-3acc-4ca3-9741-563fc139d747 req-0a7ce51e-5623-4572-80cf-1d2b9ea85d85 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0592268 Jan 28 13:21:47.366572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:47.366884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdba369-5cc4-4bfb-b6a3-4986f6f3a748') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:47.427394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (cfdba369-5cc4-4bfb-b6a3-4986f6f3a748), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.473691 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cfdba369-5cc4-4bfb-b6a3-4986f6f3a748), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.495736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:21:47.496068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (cfdba369-5cc4-4bfb-b6a3-4986f6f3a748), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:21:47.497964 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:21:47.505373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:47.514599 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks [] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.623235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:21:47.630800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:47.631488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.662469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e43c788c-2ace-4fbb-a01c-e831ee8133b0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.705016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.719322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e43c788c-2ace-4fbb-a01c-e831ee8133b0 HTTP/1.1" status: 204 len: 168 time: 1.2016892 Jan 28 13:21:47.745527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:47.745928 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.786118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:47.790751 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bcf0f9-068d-4d25-9985-9c30d7bc6079" -d '{"events": [{"server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "name": "network-vif-plugged", "status": "completed", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:47.820789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ae4be-a76c-4058-a9c1-4100e945d7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43c788c-2ace-4fbb-a01c-e831ee8133b0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:47.824393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:47.833702 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.867480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.895363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d7c1cf1f-218f-4dfc-a5e5-b455983dcfca'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:21:47.948572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (5d845462-58cf-470f-b197-569b9fb5794f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:47.964086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7a69-827e-42af-9572-ea393ec3568f req-25c19cd2-806f-4f3f-a25b-1bda24a34ce4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:47.973388 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9bcf7a69-827e-42af-9572-ea393ec3568f req-25c19cd2-806f-4f3f-a25b-1bda24a34ce4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1014094 Jan 28 13:21:47.976247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:48.009847 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e60776-96dc-48fc-9c9a-0d9790d9d2d2 x-openstack-request-id: req-14e60776-96dc-48fc-9c9a-0d9790d9d2d2 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:48.010634 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "name": "network-vif-plugged", "status": "completed", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:48.011133 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14e60776-96dc-48fc-9c9a-0d9790d9d2d2 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:48.011798 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c', 'code': 200} Jan 28 13:21:48.031048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41958) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:48.045274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5aae08cc-904d-4c61-900c-93058b3ec1f7 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:21:48.081454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:48.084445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:48.134540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 5aae08cc-904d-4c61-900c-93058b3ec1f7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:21:48.134890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 5aae08cc-904d-4c61-900c-93058b3ec1f7 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:21:48.141706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9bcf7a69-827e-42af-9572-ea393ec3568f req-3ccd140a-13fe-445c-8cb7-56796ce6ea1c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495240 Jan 28 13:21:48.159466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:48.172699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cf123-2c9a-4b26-9a53-570db853e461 req-f9b0c4eb-1bb0-43d6-a0e8-9280d5378738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.174854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.175522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.176662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-977cf123-2c9a-4b26-9a53-570db853e461 req-f9b0c4eb-1bb0-43d6-a0e8-9280d5378738 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1097 time: 0.1999266 Jan 28 13:21:48.183751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:48.202060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-098b2af9-c186-4206-9179-33bb31520306 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=741d584aa1e7452990bb2d5cd6f02abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695378 Jan 28 13:21:48.208332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41962) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:48.254533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-196371aa-ccf4-4031-9676-94fbe74530cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7271187 Jan 28 13:21:48.279797 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-977cf123-2c9a-4b26-9a53-570db853e461 req-b4a279f8-b812-42e1-bc61-c6e040a40450 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723133 Jan 28 13:21:48.327129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Request body: {'port': {'device_id': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:48.426380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.489231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec834e51-16ba-4b4c-aa32-495fe56982d5 admin admin] Publish callbacks [] for security_group (1edce42f-5c3b-41d2-9e6f-f717c7ee60ad), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.568471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec834e51-16ba-4b4c-aa32-495fe56982d5 admin admin] Publish callbacks [] for security_group (1edce42f-5c3b-41d2-9e6f-f717c7ee60ad), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:48.570546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Router 5d845462-58cf-470f-b197-569b9fb5794f is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:21:48.753408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b526-bbc0-406e-994c-801d74483b6f req-91392eab-4135-465b-af29-d0235cd65aa6 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:48.754932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a60b526-bbc0-406e-994c-801d74483b6f req-91392eab-4135-465b-af29-d0235cd65aa6 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 932 time: 0.2452753 Jan 28 13:21:48.863755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41996) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:48.980792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2141987954-network', 'tenant_id': '03c5e4c9bd4841cdadb2c4d81e994735'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:49.004020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Made reservation on behalf of 03c5e4c9bd4841cdadb2c4d81e994735 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:49.007068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.019187 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.164769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks [] for security_group (741b196f-2c8c-4031-8c49-f37a16388adf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.175366 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec834e51-16ba-4b4c-aa32-495fe56982d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1edce42f-5c3b-41d2-9e6f-f717c7ee60ad), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.178411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec834e51-16ba-4b4c-aa32-495fe56982d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.179656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec834e51-16ba-4b4c-aa32-495fe56982d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1edce42f-5c3b-41d2-9e6f-f717c7ee60ad HTTP/1.1" status: 204 len: 168 time: 0.9658027 Jan 28 13:21:49.189294 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (741b196f-2c8c-4031-8c49-f37a16388adf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.230611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a60b526-bbc0-406e-994c-801d74483b6f req-304dc146-651e-46b1-94c9-d7da0b147e5a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646595 Jan 28 13:21:49.234350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec834e51-16ba-4b4c-aa32-495fe56982d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edce42f-5c3b-41d2-9e6f-f717c7ee60ad,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:49.239151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:49.253457 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Sync routers for ids ['5d845462-58cf-470f-b197-569b9fb5794f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:49.300548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:49.301034 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Routers {'5d845462-58cf-470f-b197-569b9fb5794f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:49.303042 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['5d845462-58cf-470f-b197-569b9fb5794f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:49.330308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741b196f-2c8c-4031-8c49-f37a16388adf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:49.360178 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (faf1f624-cb23-43fa-b660-8dde9ff15f8d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.360556 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Added segment faf1f624-cb23-43fa-b660-8dde9ff15f8d of type vlan for network a096bc61-0525-49ed-bcd8-63df36ffb262 Jan 28 13:21:49.395283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:21:49.412436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Publish callbacks [] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.429374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Transition to ACTIVE for port object 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:21:49.437360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.438875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-067d3992-83cf-41d1-bcd1-70bc2d41547c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3346744 Jan 28 13:21:49.440342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.445053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42024) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:49.501398 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Set router 5d845462-58cf-470f-b197-569b9fb5794f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:49.566492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:49.597849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a096bc61-0525-49ed-bcd8-63df36ffb262), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.673695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c115d-f3b8-401d-8214-f4293e090b75 req-16d15b6a-2b95-4c1d-86b5-e9a8949a7314 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:49.681220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab5c115d-f3b8-401d-8214-f4293e090b75 req-16d15b6a-2b95-4c1d-86b5-e9a8949a7314 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.3249950 Jan 28 13:21:49.719059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a096bc61-0525-49ed-bcd8-63df36ffb262), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.720321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:49.720920 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.753842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1dbf519-1f41-423b-aaa1-3e37c540ad22 req-b4d5dab4-4e10-4a7b-9a2d-b6f7df283985 tempest-FlavorsV2NegativeTest-2089069201 tempest-FlavorsV2NegativeTest-2089069201-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ca05624ac9764418ba3f2c388322d30c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513713 Jan 28 13:21:49.754565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:49.754969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:49.755362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:49.780514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:49.780514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:49.799742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:49.800507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:49.800507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:49.801000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Bound port: 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:49.801357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.895109 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:21:46Z', 'revision_number': 3, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:49.921107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0558796 Jan 28 13:21:49.930637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:49.938830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Request body: {'subnet': {'network_id': 'a096bc61-0525-49ed-bcd8-63df36ffb262', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2141987954-subnet', 'tenant_id': '03c5e4c9bd4841cdadb2c4d81e994735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:49.958475 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Checking router: 5d845462-58cf-470f-b197-569b9fb5794f for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:49.959151 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Updating router 5d845462-58cf-470f-b197-569b9fb5794f port 651e9639-d0be-4740-82f7-a97aeca50015 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:21:49.981037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab5c115d-f3b8-401d-8214-f4293e090b75 req-d4f55ca4-d338-4bab-8335-fa93c14a30e0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987869 Jan 28 13:21:49.985131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6648973-6dbf-4a1d-88de-0502fbe4da19 admin admin] Pushing event updated for resources: {'Network': ['ID=a096bc61-0525-49ed-bcd8-63df36ffb262,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:49.987981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Made reservation on behalf of 03c5e4c9bd4841cdadb2c4d81e994735 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:49.990472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:49.998103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a096bc61-0525-49ed-bcd8-63df36ffb262 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:49.999493 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (651e9639-d0be-4740-82f7-a97aeca50015), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.143204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf519-1f41-423b-aaa1-3e37c540ad22 req-d289f183-ee98-4c5f-9c22-d8a4b3898eee tempest-FlavorsV2NegativeTest-2089069201 tempest-FlavorsV2NegativeTest-2089069201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.153036 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1dbf519-1f41-423b-aaa1-3e37c540ad22 req-d289f183-ee98-4c5f-9c22-d8a4b3898eee tempest-FlavorsV2NegativeTest-2089069201 tempest-FlavorsV2NegativeTest-2089069201-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3873553 Jan 28 13:21:50.157027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:50.163005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:50.208413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.226052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1dbf519-1f41-423b-aaa1-3e37c540ad22 req-3419f173-9f22-4440-890e-394ade05f0d4 tempest-FlavorsV2NegativeTest-2089069201 tempest-FlavorsV2NegativeTest-2089069201-project] 10.222.0.45 "GET /v2.0/quotas/ca05624ac9764418ba3f2c388322d30c HTTP/1.1" status: 200 len: 375 time: 0.0613430 Jan 28 13:21:50.304922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.306346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.308420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] 10.222.0.36 "PUT /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 1092 time: 1.9879432 Jan 28 13:21:50.316921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:21:50.319610 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2385213-e206-4772-9051-c5549dedbfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:21:50.352226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1dbf519-1f41-423b-aaa1-3e37c540ad22 req-d362f695-baf5-4e46-a84e-f42f1b2b479f tempest-FlavorsV2NegativeTest-2089069201 tempest-FlavorsV2NegativeTest-2089069201-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca05624ac9764418ba3f2c388322d30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774636 Jan 28 13:21:50.426217 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (1932450e-0b26-4c84-9f32-32181981e543), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.479443 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2727daa4-5aa3-4fe0-a620-53a2d4bfe609 x-openstack-request-id: req-2727daa4-5aa3-4fe0-a620-53a2d4bfe609 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:21:50.479850 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:21:50.480254 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2727daa4-5aa3-4fe0-a620-53a2d4bfe609 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:21:50.480759 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf', 'status': 'completed', 'code': 200} Jan 28 13:21:50.490532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d321fa8-4d4e-4f5c-b726-f5574d1eca5a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:50.545957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-116feddb-8ab2-4339-8e35-ab84e980601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.547114 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Publish callbacks [] for port (651e9639-d0be-4740-82f7-a97aeca50015), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.547828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-116feddb-8ab2-4339-8e35-ab84e980601c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1095 time: 0.1850185 Jan 28 13:21:50.556593 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (651e9639-d0be-4740-82f7-a97aeca50015), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.618521 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Pushing event updated for resources: {'Port': ['ID=651e9639-d0be-4740-82f7-a97aeca50015,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:50.621346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-a6a9c30d-5ed3-45c3-8901-e121430883d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 217 time: 0.0563428 Jan 28 13:21:50.659345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1932450e-0b26-4c84-9f32-32181981e543,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:50.665174 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.665526 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.668409 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.668864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.669168 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.672170 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.675472 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.675821 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.678024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42072) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:50.678988 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.679348 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.679697 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.680055 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.680412 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:50.680934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Checking segment: {'id': 'faf1f624-cb23-43fa-b660-8dde9ff15f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a096bc61-0525-49ed-bcd8-63df36ffb262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:50.681312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Network hostable DHCP agents. Network: a096bc61-0525-49ed-bcd8-63df36ffb262, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:50.704240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28599a8-da93-49d6-b2c6-38631e867d23 req-c612e509-3576-4c3c-8dd2-0f7b1e23362b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.711406 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c28599a8-da93-49d6-b2c6-38631e867d23 req-c612e509-3576-4c3c-8dd2-0f7b1e23362b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2026110 Jan 28 13:21:50.715055 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Attempting to bind port 651e9639-d0be-4740-82f7-a97aeca50015 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:50.717977 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Attempting to bind port 651e9639-d0be-4740-82f7-a97aeca50015 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:50.718470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Attempting to bind port 651e9639-d0be-4740-82f7-a97aeca50015 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:50.733286 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:50.734633 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:50.735076 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.735488 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:50.735992 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Bound port: 651e9639-d0be-4740-82f7-a97aeca50015, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:50.736413 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (651e9639-d0be-4740-82f7-a97aeca50015), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.762334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Network a096bc61-0525-49ed-bcd8-63df36ffb262 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:50.774175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-d629b1d5-bdc4-42eb-be00-addfb1b934d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.775881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-d629b1d5-bdc4-42eb-be00-addfb1b934d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1488931 Jan 28 13:21:50.788849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a096bc61-0525-49ed-bcd8-63df36ffb262) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:50.799978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b938b2-1b59-426d-bf3d-7efaaf288133 None None] Network a096bc61-0525-49ed-bcd8-63df36ffb262 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:50.800380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:50.801026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.830278 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c28599a8-da93-49d6-b2c6-38631e867d23 req-f08d2a50-b475-4433-a29c-e9858a755b14 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157207 Jan 28 13:21:50.838496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-0386e3a3-df6e-41b7-bed9-a35a13823683 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501006 Jan 28 13:21:50.847125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.848399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52f999f2-6454-4f0f-8cce-c692cc89b285 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9158998 Jan 28 13:21:50.924469 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] For port 651e9639-d0be-4740-82f7-a97aeca50015, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:50.929189 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] For port 651e9639-d0be-4740-82f7-a97aeca50015, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=651e9639-d0be-4740-82f7-a97aeca50015,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:50.943532 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (651e9639-d0be-4740-82f7-a97aeca50015), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:50.980335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1392936589-network', 'tenant_id': '27dd08af341f42918759491886a80b4d'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:51.008249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a3466-3a7e-4408-ad54-f83771d926ef None None] Network a096bc61-0525-49ed-bcd8-63df36ffb262 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:51.093474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:51.096110 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.122885 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd3a24-0bc4-4be0-bc98-b283e9bb35a8 None None] Pushing event updated for resources: {'Port': ['ID=651e9639-d0be-4740-82f7-a97aeca50015,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:51.154893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Routers {'5d845462-58cf-470f-b197-569b9fb5794f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:51.155984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['5d845462-58cf-470f-b197-569b9fb5794f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:51.165801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-a133ff51-06f9-4487-a203-1a4e81430afe service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034947 Jan 28 13:21:51.189240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.333884 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] Set router 5d845462-58cf-470f-b197-569b9fb5794f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:51.390469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927fd2a-a59d-40e0-94cf-0146198f29da req-7d2513a9-8afc-40e6-8771-574bb993e870 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:51.392231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4927fd2a-a59d-40e0-94cf-0146198f29da req-7d2513a9-8afc-40e6-8771-574bb993e870 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.2892661 Jan 28 13:21:51.414856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Allocated IP 172.20.0.1 (374434f9-4641-4e35-9e4a-748c02162f64/e4c0bcb5-7e06-4560-9009-1690744a9e03/a22532d1-1132-47eb-bd10-5f3fab940e01) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:51.490785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3b50d32-5ecf-4f1d-89fc-b75fc8280561 req-fa07050b-b3ee-42f5-80c5-dd580ea1c947 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915857 Jan 28 13:21:51.535894 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:21:46Z', 'revision_number': 3, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:51.572402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42096) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:51.586439 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e8807-77d2-47a7-a558-a517c895bd90 None None] The sync data for ids ['5d845462-58cf-470f-b197-569b9fb5794f'] in n-d-822748-2 is: [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:21:46Z', 'revision_number': 3, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:21:51.635854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4927fd2a-a59d-40e0-94cf-0146198f29da req-51208d40-6813-4ea5-959e-21b101e4bd89 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296166 Jan 28 13:21:51.683441 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks [] for security_group (959c0191-881a-43e7-8bda-bad58ad32dc8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.719292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-64738cf6-11ea-4ca0-97e0-a680461399fc req-2effc65a-2e71-4f4e-ab62-c547ce2d8b65 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-571429963', 'description': 'tempest-description-960285793'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:51.719867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (959c0191-881a-43e7-8bda-bad58ad32dc8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.754834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92dcfaed-d163-49fc-9b55-ded68a984bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.790662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:51.800856 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (67ae3d01-5160-41ce-90d8-ce4d3f712f07), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.801373 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Added segment 67ae3d01-5160-41ce-90d8-ce4d3f712f07 of type vlan for network d851e8dd-4248-45c2-9e39-3c87874d52ed Jan 28 13:21:51.849151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385213-e206-4772-9051-c5549dedbfb9 req-d55ea3fa-248e-45f4-9502-dea7461c16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:51.850829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2385213-e206-4772-9051-c5549dedbfb9 req-d55ea3fa-248e-45f4-9502-dea7461c16d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1095 time: 0.2688096 Jan 28 13:21:51.851601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959c0191-881a-43e7-8bda-bad58ad32dc8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:51.852764 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64738cf6-11ea-4ca0-97e0-a680461399fc req-2effc65a-2e71-4f4e-ab62-c547ce2d8b65 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.856546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d851e8dd-4248-45c2-9e39-3c87874d52ed), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.900550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92dcfaed-d163-49fc-9b55-ded68a984bff admin admin] Publish callbacks [] for security_group (3ded0bfa-d2dd-4de3-9074-1b2119515616), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.944691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92dcfaed-d163-49fc-9b55-ded68a984bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3ded0bfa-d2dd-4de3-9074-1b2119515616), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:51.984128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks [] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.005960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64738cf6-11ea-4ca0-97e0-a680461399fc req-2effc65a-2e71-4f4e-ab62-c547ce2d8b65 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (e10f728b-71a6-473f-9716-d6bbf9729484), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.015366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-92dcfaed-d163-49fc-9b55-ded68a984bff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca05624ac9764418ba3f2c388322d30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414608 Jan 28 13:21:52.019202 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42104) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:52.028019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64738cf6-11ea-4ca0-97e0-a680461399fc req-2effc65a-2e71-4f4e-ab62-c547ce2d8b65 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e10f728b-71a6-473f-9716-d6bbf9729484), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.045989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcfaed-d163-49fc-9b55-ded68a984bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded0bfa-d2dd-4de3-9074-1b2119515616,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:52.094182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2ba1-8a62-42d3-8d07-e62c5de5fc29 req-4ca0d68f-7d93-4cb8-813a-d132377ac100 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.095991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fce2ba1-8a62-42d3-8d07-e62c5de5fc29 req-4ca0d68f-7d93-4cb8-813a-d132377ac100 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1097 time: 0.2413566 Jan 28 13:21:52.102235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d851e8dd-4248-45c2-9e39-3c87874d52ed), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.103255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.103906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.104296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64738cf6-11ea-4ca0-97e0-a680461399fc req-2effc65a-2e71-4f4e-ab62-c547ce2d8b65 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.105684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64738cf6-11ea-4ca0-97e0-a680461399fc req-2effc65a-2e71-4f4e-ab62-c547ce2d8b65 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3921344 Jan 28 13:21:52.114397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effc65a-2e71-4f4e-ab62-c547ce2d8b65 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f728b-71a6-473f-9716-d6bbf9729484,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:52.137091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-294af9cc-3338-465b-a5ae-ca43766ea8c2 admin admin] Publish callbacks [] for security_group (3ded0bfa-d2dd-4de3-9074-1b2119515616), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.171498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-294af9cc-3338-465b-a5ae-ca43766ea8c2 admin admin] Publish callbacks [] for security_group (3ded0bfa-d2dd-4de3-9074-1b2119515616), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.243172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-294af9cc-3338-465b-a5ae-ca43766ea8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3ded0bfa-d2dd-4de3-9074-1b2119515616), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.251354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-294af9cc-3338-465b-a5ae-ca43766ea8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.253021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-294af9cc-3338-465b-a5ae-ca43766ea8c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ded0bfa-d2dd-4de3-9074-1b2119515616 HTTP/1.1" status: 204 len: 168 time: 0.2326736 Jan 28 13:21:52.288483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af9cc-3338-465b-a5ae-ca43766ea8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded0bfa-d2dd-4de3-9074-1b2119515616,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:52.291581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6062369 Jan 28 13:21:52.292779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385213-e206-4772-9051-c5549dedbfb9 req-ac7f4b0c-440f-46a0-8ac8-27d2ee1048d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.294800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2385213-e206-4772-9051-c5549dedbfb9 req-ac7f4b0c-440f-46a0-8ac8-27d2ee1048d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.4267116 Jan 28 13:21:52.298919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42110) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:52.307332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Request body: {'subnet': {'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1392936589-subnet', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:52.346306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381af297-adb2-4147-aa24-e8b5e47e9ee6 req-7940b364-e114-4790-a3f5-25d8de4c1407 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.350428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-381af297-adb2-4147-aa24-e8b5e47e9ee6 req-7940b364-e114-4790-a3f5-25d8de4c1407 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1220820 Jan 28 13:21:52.386892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936375-089a-47ae-9eb8-9abdf378d864 admin admin] Pushing event updated for resources: {'Network': ['ID=d851e8dd-4248-45c2-9e39-3c87874d52ed,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:52.395399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2385213-e206-4772-9051-c5549dedbfb9 req-c5f0ba86-f4fc-4591-a4f4-82d59af10bb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 217 time: 0.0833006 Jan 28 13:21:52.396543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.400147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d851e8dd-4248-45c2-9e39-3c87874d52ed details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:52.428750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fce2ba1-8a62-42d3-8d07-e62c5de5fc29 req-f02e880c-02ac-4f20-bc85-a0732df63b1a tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872119 Jan 28 13:21:52.433275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-381af297-adb2-4147-aa24-e8b5e47e9ee6 req-4445f216-6e13-477f-80ad-49ac3c385b37 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748706 Jan 28 13:21:52.433819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:52.438131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.681065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Network 374434f9-4641-4e35-9e4a-748c02162f64 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:52.698220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-375bf6af-642c-4201-b01c-71147c826df5 req-d93e4e2d-b219-42f6-b3ec-436936b3d92c tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/e10f728b-71a6-473f-9716-d6bbf9729484 HTTP/1.1" status: 200 len: 1820 time: 0.1911006 Jan 28 13:21:52.700363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:52.705428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Pushing event updated for resources: {'Port': ['ID=a22532d1-1132-47eb-bd10-5f3fab940e01,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:52.708224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:52.712777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-375bf6af-642c-4201-b01c-71147c826df5 req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e10f728b-71a6-473f-9716-d6bbf9729484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:52.713104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-375bf6af-642c-4201-b01c-71147c826df5 req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e10f728b-71a6-473f-9716-d6bbf9729484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:52.733208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb708a-731c-4c76-a6d9-3dd595a00374 req-739ffc1c-28bd-49aa-84e6-de6998ff9a2c tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.744421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdbb708a-731c-4c76-a6d9-3dd595a00374 req-739ffc1c-28bd-49aa-84e6-de6998ff9a2c tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1097 time: 0.1671152 Jan 28 13:21:52.773550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385213-e206-4772-9051-c5549dedbfb9 req-e16d0d70-1570-41c1-a359-5688b614f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:52.774754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2385213-e206-4772-9051-c5549dedbfb9 req-e16d0d70-1570-41c1-a359-5688b614f92a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.3375299 Jan 28 13:21:52.890605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (7fbb0b8c-8bea-4f64-9dd2-93bf442992e0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.897330 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (5d845462-58cf-470f-b197-569b9fb5794f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:52.902889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2385213-e206-4772-9051-c5549dedbfb9 req-14fcd408-4ab6-41f7-9b7f-5ff40503ca39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145627 Jan 28 13:21:52.964101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdbb708a-731c-4c76-a6d9-3dd595a00374 req-023a707d-63bc-4f3f-9ac5-65d4059aa585 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181056 Jan 28 13:21:52.987657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbb0b8c-8bea-4f64-9dd2-93bf442992e0,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:53.033302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Checking segment: {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:53.033752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Network hostable DHCP agents. Network: d851e8dd-4248-45c2-9e39-3c87874d52ed, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:53.080105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Network d851e8dd-4248-45c2-9e39-3c87874d52ed is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:53.097605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d851e8dd-4248-45c2-9e39-3c87874d52ed) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:53.103301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:53.104219 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.109049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc515a9-f559-4b43-bf86-3a287deb1930 None None] Network d851e8dd-4248-45c2-9e39-3c87874d52ed requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:53.147867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-375bf6af-642c-4201-b01c-71147c826df5 req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (2e64ed1a-b338-4aea-87b5-f2eaf40b11c4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.178522 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-66e4f305-1138-46c2-bc60-63de2c334bf2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8732612 Jan 28 13:21:53.181457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42132) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:53.197702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:53.240667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2385213-e206-4772-9051-c5549dedbfb9 req-d03984bb-89e2-48e5-ad63-2e468420c95c service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921174 Jan 28 13:21:53.248096 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.265397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-375bf6af-642c-4201-b01c-71147c826df5 req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (2e64ed1a-b338-4aea-87b5-f2eaf40b11c4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.266055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (262456eb-361e-4170-bcd0-81c39d2370e1), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.267254 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (262456eb-361e-4170-bcd0-81c39d2370e1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.360380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-d851e8dd-4248-45c2-9e39-3c87874d52ed', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'project_id': '27dd08af341f42918759491886a80b4d', 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:21:53.364612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.365915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-375bf6af-642c-4201-b01c-71147c826df5 req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (2e64ed1a-b338-4aea-87b5-f2eaf40b11c4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.382406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks [] for router_controller (262456eb-361e-4170-bcd0-81c39d2370e1), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.392989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e64ed1a-b338-4aea-87b5-f2eaf40b11c4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:53.498649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-375bf6af-642c-4201-b01c-71147c826df5 req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.515374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-375bf6af-642c-4201-b01c-71147c826df5 req-58945f62-5857-450b-a7a7-95cab00b6908 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8139594 Jan 28 13:21:53.622024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 651e9639-d0be-4740-82f7-a97aeca50015 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:53.649275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2385213-e206-4772-9051-c5549dedbfb9 req-d8931ec5-cf1a-44a6-8560-4ce48591249f service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842912 Jan 28 13:21:53.709969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42150) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:53.786422 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks [] for router_gateway (262456eb-361e-4170-bcd0-81c39d2370e1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.800316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 651e9639-d0be-4740-82f7-a97aeca50015 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:53.801023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (651e9639-d0be-4740-82f7-a97aeca50015), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.811452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Allocated IP 172.20.0.2 (d851e8dd-4248-45c2-9e39-3c87874d52ed/7fbb0b8c-8bea-4f64-9dd2-93bf442992e0/484ce7b4-2e20-4a54-9302-41b403f18520) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:53.831729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4771c25-7554-4e03-a810-63731defcf99 req-acf2eb80-2738-4073-8cf1-b6106dc1ce23 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:53.843897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4771c25-7554-4e03-a810-63731defcf99 req-acf2eb80-2738-4073-8cf1-b6106dc1ce23 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1918721 Jan 28 13:21:53.890858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks [] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.905961 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.924676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-network', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:53.972935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Made reservation on behalf of 1c43521b079d4bc79ce74f4312863fd9 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:53.976129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:53.988677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4771c25-7554-4e03-a810-63731defcf99 req-db430af1-2b27-4fcb-bb83-b5552108326a tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421163 Jan 28 13:21:53.989769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.053942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8c0edf42-2b4e-4b8c-bb68-f58ce60ae099 req-ceb1716a-a73b-48d1-a1f8-276e31a4158f tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-324869637', 'description': 'tempest-description-1757182883'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:54.092733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 651e9639-d0be-4740-82f7-a97aeca50015 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:54.093402 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (651e9639-d0be-4740-82f7-a97aeca50015), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.105541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c0edf42-2b4e-4b8c-bb68-f58ce60ae099 req-ceb1716a-a73b-48d1-a1f8-276e31a4158f tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.174041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 651e9639-d0be-4740-82f7-a97aeca50015, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=651e9639-d0be-4740-82f7-a97aeca50015,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:54.193903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (651e9639-d0be-4740-82f7-a97aeca50015), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.272854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Publish callbacks [] for port (484ce7b4-2e20-4a54-9302-41b403f18520), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.303203 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.335558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=651e9639-d0be-4740-82f7-a97aeca50015,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.351140 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks [] for router_gateway (262456eb-361e-4170-bcd0-81c39d2370e1), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.384451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Pushing event updated for resources: {'Port': ['ID=484ce7b4-2e20-4a54-9302-41b403f18520,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.395284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Network d851e8dd-4248-45c2-9e39-3c87874d52ed is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:54.399781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:54.400394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.411071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:54.478079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (5d845462-58cf-470f-b197-569b9fb5794f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.482184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Pushing event updated for resources: {'Port': ['ID=a22532d1-1132-47eb-bd10-5f3fab940e01,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.503668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Attempting to bind port 484ce7b4-2e20-4a54-9302-41b403f18520 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:54.504435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Attempting to bind port 484ce7b4-2e20-4a54-9302-41b403f18520 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:54.505015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Attempting to bind port 484ce7b4-2e20-4a54-9302-41b403f18520 on network d851e8dd-4248-45c2-9e39-3c87874d52ed {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:54.514242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:54.514636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Checking segment: {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:54.515096 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.515501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Bound using segment: {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:54.516041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Bound port: 484ce7b4-2e20-4a54-9302-41b403f18520, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:54.516518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.566679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Allocated IP 172.25.4.77 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/80330c8d-fe0f-4d2f-a7f4-7557296ad1b1) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:54.583887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Network 374434f9-4641-4e35-9e4a-748c02162f64 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:54.586449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:54.612255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] For port 484ce7b4-2e20-4a54-9302-41b403f18520, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:54.616792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] For port 484ce7b4-2e20-4a54-9302-41b403f18520, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=484ce7b4-2e20-4a54-9302-41b403f18520,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:54.626686 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.684391 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks [] for security_group (ca9813a1-449b-4615-ae69-a1787a29a8b6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.722946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ca9813a1-449b-4615-ae69-a1787a29a8b6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.770645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c0edf42-2b4e-4b8c-bb68-f58ce60ae099 req-ceb1716a-a73b-48d1-a1f8-276e31a4158f tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (310ae99c-de04-4074-86d0-15e6bc6814a6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.781137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fd14e-ad26-406e-8579-d1999cd87c97 None None] Pushing event updated for resources: {'Port': ['ID=484ce7b4-2e20-4a54-9302-41b403f18520,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.781348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c0edf42-2b4e-4b8c-bb68-f58ce60ae099 req-ceb1716a-a73b-48d1-a1f8-276e31a4158f tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (310ae99c-de04-4074-86d0-15e6bc6814a6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.792161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Router 5d845462-58cf-470f-b197-569b9fb5794f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:21:54.800275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:21:54.815508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c9304a14-72c7-4232-8a49-4e5162222cb9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.816156 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Added segment c9304a14-72c7-4232-8a49-4e5162222cb9 of type vlan for network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e Jan 28 13:21:54.855894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c0edf42-2b4e-4b8c-bb68-f58ce60ae099 req-ceb1716a-a73b-48d1-a1f8-276e31a4158f tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.862222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c0edf42-2b4e-4b8c-bb68-f58ce60ae099 req-ceb1716a-a73b-48d1-a1f8-276e31a4158f tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8175175 Jan 28 13:21:54.867094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1716a-a73b-48d1-a1f8-276e31a4158f tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310ae99c-de04-4074-86d0-15e6bc6814a6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:54.868858 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.948899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks [] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.979114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:54.980212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:54.982162 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.037429 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3263669 Jan 28 13:21:55.039907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-5263fe3b-8b5a-4009-9702-ef4000594a78 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:21:55.041180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-5263fe3b-8b5a-4009-9702-ef4000594a78 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068052 Jan 28 13:21:55.041880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42182) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:55.048830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Request body: {'subnet': {'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-subnet', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:55.101413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:55.112170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9813a1-449b-4615-ae69-a1787a29a8b6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:55.113896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf1a4d25-4ee4-44b6-b696-87a6ed9008ea admin admin] 10.222.0.45 "PUT /v2.0/routers/5d845462-58cf-470f-b197-569b9fb5794f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6654203 Jan 28 13:21:55.139797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Sync routers for ids ['5d845462-58cf-470f-b197-569b9fb5794f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:55.161085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Routers {'5d845462-58cf-470f-b197-569b9fb5794f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:55.161731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['5d845462-58cf-470f-b197-569b9fb5794f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:55.174707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-c01d8bad-6920-42da-984d-a7da83fd9e40 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/310ae99c-de04-4074-86d0-15e6bc6814a6 HTTP/1.1" status: 200 len: 1821 time: 0.1570504 Jan 28 13:21:55.194335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.205862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '310ae99c-de04-4074-86d0-15e6bc6814a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:55.208799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '310ae99c-de04-4074-86d0-15e6bc6814a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:55.229842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-a534cae6-2f38-4e5b-8ded-2569333452ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:55.233814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-a534cae6-2f38-4e5b-8ded-2569333452ac service neutron] 10.222.0.45 "GET /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 1094 time: 0.1824265 Jan 28 13:21:55.259992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Request body: {'binding': {'host': 'n-h1-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:55.261124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:21:55.305873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:55.322635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd3179-0497-4c17-8d70-b7e4a2b145da admin admin] Pushing event updated for resources: {'Network': ['ID=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:55.326214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Made reservation on behalf of 1c43521b079d4bc79ce74f4312863fd9 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:21:55.333282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.539512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (a4f4c9c1-6f06-40e7-a696-9f36f9747c6b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.570746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:21:55.572949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 651e9639-d0be-4740-82f7-a97aeca50015 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:55.630724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on host n-h1-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:55.631732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:55.632385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:55.639666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (a4f4c9c1-6f06-40e7-a696-9f36f9747c6b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.641228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:21:55.641750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:55.648205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:55.648938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:55.649542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:55.651241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Bound port: 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:55.723184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:55.725224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a4f4c9c1-6f06-40e7-a696-9f36f9747c6b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.751733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.766529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-41ee5234-a703-4a52-a550-bd90d091d37c service neutron] 10.222.0.45 "POST /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5180066 Jan 28 13:21:55.788652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.793268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Set router 5d845462-58cf-470f-b197-569b9fb5794f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:55.796419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 651e9639-d0be-4740-82f7-a97aeca50015 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:55.796991 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (651e9639-d0be-4740-82f7-a97aeca50015), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:55.809074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afa9662d-3182-46e0-a0e3-1ea8e51c6f77 req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6135888 Jan 28 13:21:55.814922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8f6d2-df17-4950-b684-b9c57c30ff33 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f4c9c1-6f06-40e7-a696-9f36f9747c6b,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:55.897134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:55.903162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:55.915331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:56.087791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5d5d6-9006-4b34-9ba0-a926c901c537 req-77899a84-2b13-4d0b-98ae-a9e7620b6c4c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.090294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4f5d5d6-9006-4b34-9ba0-a926c901c537 req-77899a84-2b13-4d0b-98ae-a9e7620b6c4c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.0933907 Jan 28 13:21:56.119075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 651e9639-d0be-4740-82f7-a97aeca50015 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:56.120348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 484ce7b4-2e20-4a54-9302-41b403f18520 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:56.218425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4f5d5d6-9006-4b34-9ba0-a926c901c537 req-4d2f0e01-2bcc-449a-acb8-8183ffead543 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147726 Jan 28 13:21:56.222263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-f8925b02-3dd2-4127-866e-14a4fc006668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.223737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-f8925b02-3dd2-4127-866e-14a4fc006668 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1097 time: 0.1320965 Jan 28 13:21:56.295325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 484ce7b4-2e20-4a54-9302-41b403f18520 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:56.300189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.385534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-902f5a18-796a-4748-85b6-d99571b75fbc req-3bd53296-6888-441e-b824-8f74a09278af tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-521492908', 'description': 'tempest-description-550283863'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:56.422932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.432815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:21:53Z', 'revision_number': 4, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'a22532d1-1132-47eb-bd10-5f3fab940e01', 'name': '', 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:50Z', 'updated_at': '2022-01-28T13:21:53Z', 'revision_number': 2, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'subnets': [{'id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:56.452609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-902f5a18-796a-4748-85b6-d99571b75fbc req-3bd53296-6888-441e-b824-8f74a09278af tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.499474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Checking router: 5d845462-58cf-470f-b197-569b9fb5794f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:56.500436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Updating router 5d845462-58cf-470f-b197-569b9fb5794f port a22532d1-1132-47eb-bd10-5f3fab940e01 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:21:56.522857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e968ade8-3f61-4de4-9cd5-b83c67edaaed None None] Network d851e8dd-4248-45c2-9e39-3c87874d52ed requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:56.562548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 484ce7b4-2e20-4a54-9302-41b403f18520 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:56.563486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.574515 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-902f5a18-796a-4748-85b6-d99571b75fbc req-3bd53296-6888-441e-b824-8f74a09278af tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.590259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-902f5a18-796a-4748-85b6-d99571b75fbc req-3bd53296-6888-441e-b824-8f74a09278af tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.600845 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (d5378a9e-8e14-4293-a35d-797dc1ef947c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.619092 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.650519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-902f5a18-796a-4748-85b6-d99571b75fbc req-3bd53296-6888-441e-b824-8f74a09278af tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.651789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-902f5a18-796a-4748-85b6-d99571b75fbc req-3bd53296-6888-441e-b824-8f74a09278af tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2784326 Jan 28 13:21:56.652027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7fcbda3f-ab74-4274-9a49-221f176c8b47 None None] Provisioning complete for port 484ce7b4-2e20-4a54-9302-41b403f18520 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:56.652564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7fcbda3f-ab74-4274-9a49-221f176c8b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.657434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd53296-6888-441e-b824-8f74a09278af tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:56.685532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-e6eec853-e3c6-4c76-b586-6680ccaed3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.687333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-e6eec853-e3c6-4c76-b586-6680ccaed3a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.4540813 Jan 28 13:21:56.697064 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks [] for router_gateway (262456eb-361e-4170-bcd0-81c39d2370e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.741629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 484ce7b4-2e20-4a54-9302-41b403f18520, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=484ce7b4-2e20-4a54-9302-41b403f18520,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:21:56.759534 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:56.773992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-12948162-b94e-40a0-8213-898be23eb1e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 217 time: 0.0752244 Jan 28 13:21:56.834789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=484ce7b4-2e20-4a54-9302-41b403f18520,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:56.851402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5378a9e-8e14-4293-a35d-797dc1ef947c,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:56.875279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-f35c26fd-048c-4a56-b25e-5dc9c8896b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.878311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-f35c26fd-048c-4a56-b25e-5dc9c8896b51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0938611 Jan 28 13:21:56.890596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.890943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.891289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.891629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.891962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.892325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.892660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.892986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.893312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.893638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.893963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.894285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.894612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:56.958775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-a84ec922-5b62-477f-85af-587f9736a53c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:56.961327 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-a84ec922-5b62-477f-85af-587f9736a53c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 818 time: 0.3143713 Jan 28 13:21:56.964335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Checking segment: {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:56.964580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Network hostable DHCP agents. Network: 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:21:57.011167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-8d3c7c23-8056-4a34-a1cd-6d0709670e0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892043 Jan 28 13:21:57.011311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbda3f-ab74-4274-9a49-221f176c8b47 None None] Current status of the port 484ce7b4-2e20-4a54-9302-41b403f18520 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:57.013378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-6e9461c0-1d33-4d6a-9099-5ca6002d51e1 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/quotas/bab0987d1a824cc59943b58d0fe7549c HTTP/1.1" status: 200 len: 375 time: 0.0261879 Jan 28 13:21:57.058238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3cfae-b5c6-4609-a95d-3f3c20b31eb9 req-889d149d-c401-4331-9582-88e1704d9c07 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:57.074601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46e3cfae-b5c6-4609-a95d-3f3c20b31eb9 req-889d149d-c401-4331-9582-88e1704d9c07 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.3088441 Jan 28 13:21:57.184076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:21:57.247770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46e3cfae-b5c6-4609-a95d-3f3c20b31eb9 req-e2c0a811-f3ad-4442-a9ee-e54cac82685d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714947 Jan 28 13:21:57.261816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:57.273959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2908599-c8b0-49d7-a650-479aaeecda2f None None] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:21:57.274793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-e3a295bc-9b50-4bce-8631-63a00242211f service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486176 Jan 28 13:21:57.287103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-67d270bd-be14-4a96-bca9-66b4aee00383 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2713742 Jan 28 13:21:57.306727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:57.307382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.404506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 484ce7b4-2e20-4a54-9302-41b403f18520 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:21:57.453341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-3fd065d1-9a7a-494c-950d-0913be64048a req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-775565485', 'description': 'tempest-description-1906863009'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:57.463845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Publish callbacks [] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.495082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2bed105d-acbe-48f5-9f21-2cb3600c4497 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4520426 Jan 28 13:21:57.498835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.505072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42218) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:57.510032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:57.512528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7b14af0b-43d8-4442-9d5c-9e5fefa5ebe6 None None] Provisioning complete for port 484ce7b4-2e20-4a54-9302-41b403f18520 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:57.513470 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b14af0b-43d8-4442-9d5c-9e5fefa5ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.522197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-f01ec161-dc11-48c4-8d0e-f1b4bf83899e service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353060 Jan 28 13:21:57.523576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3fd065d1-9a7a-494c-950d-0913be64048a req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.537898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (262456eb-361e-4170-bcd0-81c39d2370e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.581228 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (2477698c-3b05-4b30-ac3c-b5d932cce80a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.584105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (2477698c-3b05-4b30-ac3c-b5d932cce80a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.637222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 484ce7b4-2e20-4a54-9302-41b403f18520 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:21:57.637637 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.663805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks [] for router_controller (2477698c-3b05-4b30-ac3c-b5d932cce80a), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.692769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:21:57.693629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.697464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3fd065d1-9a7a-494c-950d-0913be64048a req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (92438125-6ee7-4b68-b8d1-2726a93ab85b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.703368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3fd065d1-9a7a-494c-950d-0913be64048a req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (92438125-6ee7-4b68-b8d1-2726a93ab85b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.709188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41f730-e461-488a-b7df-d5ca04c8a370 None None] Pushing event updated for resources: {'Port': ['ID=a22532d1-1132-47eb-bd10-5f3fab940e01,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:57.753754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3fd065d1-9a7a-494c-950d-0913be64048a req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:57.766438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fd065d1-9a7a-494c-950d-0913be64048a req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3256223 Jan 28 13:21:57.769299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92438125-6ee7-4b68-b8d1-2726a93ab85b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:57.790761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.791915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.792856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.794623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 484ce7b4-2e20-4a54-9302-41b403f18520 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:57.795295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.795983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.798016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.800217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.800937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.802689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.804104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.806761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.807301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.807820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665394e3-39c6-4fb6-8b4c-b0eae4e50679 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:21:57.899703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-66118c27-34a1-4f89-9686-07142871c70f service neutron] 10.222.0.45 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987270 Jan 28 13:21:57.945708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12307c5-abcf-4afc-8c23-761e3816eee8 req-655b3838-8718-49f2-a371-00cd8f6ed586 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:57.956234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a12307c5-abcf-4afc-8c23-761e3816eee8 req-655b3838-8718-49f2-a371-00cd8f6ed586 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1079485 Jan 28 13:21:58.020837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a12307c5-abcf-4afc-8c23-761e3816eee8 req-2a557657-c09d-42fe-b729-8af8a5510ac8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634415 Jan 28 13:21:58.126014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-75486ee5-b452-4287-8a19-8bf1c55170c1 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35 HTTP/1.1" status: 200 len: 1820 time: 0.0585666 Jan 28 13:21:58.164310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-8e749b0a-a1ac-4009-9edc-edf136251f67 service neutron] 10.222.0.45 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247045 Jan 28 13:21:58.208446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks [] for router_gateway (2477698c-3b05-4b30-ac3c-b5d932cce80a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.217645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-0677d30b-9d7d-45f5-a2fe-993b5284b9e9 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/92438125-6ee7-4b68-b8d1-2726a93ab85b HTTP/1.1" status: 200 len: 1821 time: 0.0854361 Jan 28 13:21:58.230816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35', 'remote_group_id': '92438125-6ee7-4b68-b8d1-2726a93ab85b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:58.231423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35', 'remote_group_id': '92438125-6ee7-4b68-b8d1-2726a93ab85b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:58.238256 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:21:58.295983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Allocated IP 172.20.0.2 (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e/d5378a9e-8e14-4293-a35d-797dc1ef947c/58dce224-fd21-4eec-a3d4-2b7755a35ddc) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:58.379542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (8693c2cc-9c0a-4b87-8732-07e029452302), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.423537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Router 262456eb-361e-4170-bcd0-81c39d2370e1 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:21:58.480574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (8693c2cc-9c0a-4b87-8732-07e029452302), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.490125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (8693c2cc-9c0a-4b87-8732-07e029452302), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.533850 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.535190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2556e91c-3ded-4d15-8415-3c4564f27583 req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3095164 Jan 28 13:21:58.544919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b429d-0e73-4a78-a226-d64ca7c082aa tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8693c2cc-9c0a-4b87-8732-07e029452302,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:58.575348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:21:58.586475 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Sync routers for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:21:58.609622 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:58.610533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:58.617719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Publish callbacks [] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.659446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7b14af0b-43d8-4442-9d5c-9e5fefa5ebe6 None None] Current status of the port 484ce7b4-2e20-4a54-9302-41b403f18520 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:21:58.666295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Attempting to bind port a22532d1-1132-47eb-bd10-5f3fab940e01 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:58.666678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Attempting to bind port a22532d1-1132-47eb-bd10-5f3fab940e01 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:58.667048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Attempting to bind port a22532d1-1132-47eb-bd10-5f3fab940e01 on network 374434f9-4641-4e35-9e4a-748c02162f64 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:58.675690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:58.676151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Checking segment: {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:58.676642 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.677201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Bound using segment: {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:58.677740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Bound port: a22532d1-1132-47eb-bd10-5f3fab940e01, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:58.678256 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.680957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.691966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0be266a6-668f-446d-9d47-ef93de494090 req-fd206d49-6208-4415-984e-332839d00dfb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 210 time: 0.0475287 Jan 28 13:21:58.787525 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.838634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:58.839895 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec47f81e-7ad4-4ef1-bd6b-63578803b7b8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6568973 Jan 28 13:21:58.844147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42240) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:21:58.853627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:21:58.864257 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:21:58.906632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:21:58.950982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:21:58.960233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Pushing event updated for resources: {'Port': ['ID=58dce224-fd21-4eec-a3d4-2b7755a35ddc,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:58.963969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13b4b7-bc22-4305-9197-2e8042b80cb5 req-b4825e6d-33be-47f9-8f08-5dfdeb4f7c77 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:58.966244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee13b4b7-bc22-4305-9197-2e8042b80cb5 req-b4825e6d-33be-47f9-8f08-5dfdeb4f7c77 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.3925741 Jan 28 13:21:58.984450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks [] for router_gateway (2477698c-3b05-4b30-ac3c-b5d932cce80a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.015740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.129471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] For port a22532d1-1132-47eb-bd10-5f3fab940e01, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:59.164066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Attempting to bind port 58dce224-fd21-4eec-a3d4-2b7755a35ddc on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:21:59.168861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Attempting to bind port 58dce224-fd21-4eec-a3d4-2b7755a35ddc by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:21:59.171158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Attempting to bind port 58dce224-fd21-4eec-a3d4-2b7755a35ddc on network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:21:59.173392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f48947a3-1ed5-4498-9cbd-4656ec254782 req-9329d261-8d30-4dd7-ae81-dff9640f73c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1979817481', 'description': 'tempest-description-2001397525'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:21:59.182796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] For port a22532d1-1132-47eb-bd10-5f3fab940e01, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a22532d1-1132-47eb-bd10-5f3fab940e01,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:59.195112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:21:59.195821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Checking segment: {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:21:59.196440 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.196996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Bound using segment: {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:21:59.198223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Bound port: 58dce224-fd21-4eec-a3d4-2b7755a35ddc, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:21:59.198914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.217959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.274943 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:21:56Z', 'revision_number': 3, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:59.307824 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f48947a3-1ed5-4498-9cbd-4656ec254782 req-9329d261-8d30-4dd7-ae81-dff9640f73c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.332675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee13b4b7-bc22-4305-9197-2e8042b80cb5 req-30287351-70e3-47de-9cfd-3621e52c4e0b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575976 Jan 28 13:21:59.521905 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Checking router: 262456eb-361e-4170-bcd0-81c39d2370e1 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:21:59.522676 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Updating router 262456eb-361e-4170-bcd0-81c39d2370e1 port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:21:59.529190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Allocated IP 172.25.4.51 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f7dc81a1-943f-458a-820a-e704b15fc724) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:21:59.562517 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.580595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Routers {'5d845462-58cf-470f-b197-569b9fb5794f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:21:59.582408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['5d845462-58cf-470f-b197-569b9fb5794f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:21:59.721823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-79eeaddc-88a1-40d0-b352-337ef208af2e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:21:59.723305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41f730-e461-488a-b7df-d5ca04c8a370 None None] Pushing event updated for resources: {'Port': ['ID=a22532d1-1132-47eb-bd10-5f3fab940e01,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:59.723446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-79eeaddc-88a1-40d0-b352-337ef208af2e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 818 time: 0.2185118 Jan 28 13:21:59.744308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f48947a3-1ed5-4498-9cbd-4656ec254782 req-9329d261-8d30-4dd7-ae81-dff9640f73c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (765581ae-23ff-4040-af60-8939c8b81df6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.758017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f48947a3-1ed5-4498-9cbd-4656ec254782 req-9329d261-8d30-4dd7-ae81-dff9640f73c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (765581ae-23ff-4040-af60-8939c8b81df6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.762251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-7cd8ff12-bcef-4ed0-b88a-fc5446b2670e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/quotas/bab0987d1a824cc59943b58d0fe7549c HTTP/1.1" status: 200 len: 375 time: 0.0314021 Jan 28 13:21:59.767212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] For port 58dce224-fd21-4eec-a3d4-2b7755a35ddc, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:21:59.784979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] For port 58dce224-fd21-4eec-a3d4-2b7755a35ddc, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=58dce224-fd21-4eec-a3d4-2b7755a35ddc,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:21:59.818006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d261-8d30-4dd7-ae81-dff9640f73c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765581ae-23ff-4040-af60-8939c8b81df6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:59.833344 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.868479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f48947a3-1ed5-4498-9cbd-4656ec254782 req-9329d261-8d30-4dd7-ae81-dff9640f73c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:21:59.871054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f48947a3-1ed5-4498-9cbd-4656ec254782 req-9329d261-8d30-4dd7-ae81-dff9640f73c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7194695 Jan 28 13:21:59.912936 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-6f98c230-6001-498b-a0be-0b705c05dcee tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1431148 Jan 28 13:21:59.955605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512db3e-b176-4df4-ae7c-6c5912f0f9b7 None None] Pushing event updated for resources: {'Port': ['ID=58dce224-fd21-4eec-a3d4-2b7755a35ddc,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:21:59.970920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] Set router 5d845462-58cf-470f-b197-569b9fb5794f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:00.061992 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks [] for port (f7dc81a1-943f-458a-820a-e704b15fc724), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.121614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa0540-92cd-4098-9526-e54fdc5ba66e req-ef689cce-bfec-447a-9333-6b2d3882a72d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:00.125468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-4c68cfbd-bf21-41a9-8d76-582af5cf0ea3 service neutron] 10.222.0.45 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026567 Jan 28 13:22:00.135530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0faa0540-92cd-4098-9526-e54fdc5ba66e req-ef689cce-bfec-447a-9333-6b2d3882a72d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1393316 Jan 28 13:22:00.316660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0faa0540-92cd-4098-9526-e54fdc5ba66e req-4ddd361b-e837-42d1-b68d-49c80aaf5ea1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801460 Jan 28 13:22:00.322107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-6ac7964c-8f43-4e6e-9d1a-a67f71e8122a service neutron] 10.222.0.45 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891141 Jan 28 13:22:00.333176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.365409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:21:53Z', 'revision_number': 4, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'a22532d1-1132-47eb-bd10-5f3fab940e01', 'name': '', 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:50Z', 'updated_at': '2022-01-28T13:21:59Z', 'revision_number': 4, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'subnets': [{'id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:00.369381 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.436961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a06a55-ab2f-4d9d-b0b0-ef7ebd539c66 None None] The sync data for ids ['5d845462-58cf-470f-b197-569b9fb5794f'] in n-d-822748-2 is: [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:21:53Z', 'revision_number': 4, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'a22532d1-1132-47eb-bd10-5f3fab940e01', 'name': '', 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:50Z', 'updated_at': '2022-01-28T13:21:59Z', 'revision_number': 4, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'subnets': [{'id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:00.456622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Pushing event updated for resources: {'Port': ['ID=f7dc81a1-943f-458a-820a-e704b15fc724,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:00.490638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:00.492077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:00.494903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:00.554567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f3c854f1-1e77-4d6c-9264-2a8688aef9fe req-8d11c227-ed47-4a73-adf4-d1039d534db2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2129214151', 'description': 'tempest-description-621837255'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:00.595982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3c854f1-1e77-4d6c-9264-2a8688aef9fe req-8d11c227-ed47-4a73-adf4-d1039d534db2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.624488 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Publish callbacks [] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.648079 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.780277 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9887b5-c5fb-4227-9f56-cdd99812a76f None None] Pushing event updated for resources: {'Port': ['ID=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:00.801465 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Attempting to bind port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:00.805192 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Attempting to bind port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:00.805773 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Attempting to bind port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:00.818836 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:00.819530 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:00.819935 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.820368 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:00.821120 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Bound port: 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:00.825800 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:00.903670 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] For port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:00.907813 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] For port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:00.921823 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.029197 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:01.030183 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:01.180218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3c854f1-1e77-4d6c-9264-2a8688aef9fe req-8d11c227-ed47-4a73-adf4-d1039d534db2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (6355e133-a474-4c1c-95d8-bcd9cdbca420), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.229648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Allocated IP 172.20.0.1 (d851e8dd-4248-45c2-9e39-3c87874d52ed/7fbb0b8c-8bea-4f64-9dd2-93bf442992e0/1e463b2b-9732-4132-a5ab-9071eff469f7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:01.241546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3c854f1-1e77-4d6c-9264-2a8688aef9fe req-8d11c227-ed47-4a73-adf4-d1039d534db2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6355e133-a474-4c1c-95d8-bcd9cdbca420), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.312130 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:01.318233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-16d6fea5-6a1e-44ef-b3ac-6386a05a45bf tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:01.328739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-16d6fea5-6a1e-44ef-b3ac-6386a05a45bf tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.36 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 818 time: 0.7041414 Jan 28 13:22:01.376793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f3c854f1-1e77-4d6c-9264-2a8688aef9fe req-8d11c227-ed47-4a73-adf4-d1039d534db2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.401073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3c854f1-1e77-4d6c-9264-2a8688aef9fe req-8d11c227-ed47-4a73-adf4-d1039d534db2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9167485 Jan 28 13:22:01.427383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Request body: {'port': {'device_id': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'admin_state_up': True, 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:01.591443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11c227-ed47-4a73-adf4-d1039d534db2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6355e133-a474-4c1c-95d8-bcd9cdbca420,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:01.599618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a22532d1-1132-47eb-bd10-5f3fab940e01 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:01.680879 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9887b5-c5fb-4227-9f56-cdd99812a76f None None] Pushing event updated for resources: {'Port': ['ID=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:01.720482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b9e9d79-f18d-4a67-951a-b117c103644b req-fb903ba0-cbc3-406c-b82e-14ff5b026c15 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 210 time: 0.1524127 Jan 28 13:22:01.794881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a22532d1-1132-47eb-bd10-5f3fab940e01 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:01.799891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:01.804198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45599a39-ed4d-4961-8f1a-640e1eb3f7e3 None None] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:01.822091 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:21:56Z', 'revision_number': 3, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:01.887318 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852af0-5a74-412e-9ea6-bb53d3b020af None None] The sync data for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 is: [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:21:56Z', 'revision_number': 3, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:01.997237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-473209a7-1805-451d-b791-5fda9c469041 None None] Provisioning complete for port 58dce224-fd21-4eec-a3d4-2b7755a35ddc triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:01.997795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-473209a7-1805-451d-b791-5fda9c469041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.046322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks [] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.061059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Made reservation on behalf of bab0987d1a824cc59943b58d0fe7549c for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:02.065064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.081978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bd5bf-948f-4523-862f-8d81c83c196d req-d0e0afeb-2c9e-4a6c-a90b-19bb3b04221f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:02.085329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa3bd5bf-948f-4523-862f-8d81c83c196d req-d0e0afeb-2c9e-4a6c-a90b-19bb3b04221f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1867261 Jan 28 13:22:02.163159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721e9a-9122-4444-b15a-02a75c934c1d req-27095681-de92-44bd-93f6-4cfb0a4cdde5 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:02.171431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9721e9a-9122-4444-b15a-02a75c934c1d req-27095681-de92-44bd-93f6-4cfb0a4cdde5 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.3799827 Jan 28 13:22:02.263927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Allocated IP 172.20.0.5 (374434f9-4641-4e35-9e4a-748c02162f64/e4c0bcb5-7e06-4560-9009-1690744a9e03/9a0f1e49-63f6-4594-94dc-e0819f862dc3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:02.268121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a22532d1-1132-47eb-bd10-5f3fab940e01 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:02.268748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.325418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-473209a7-1805-451d-b791-5fda9c469041 None None] Current status of the port 58dce224-fd21-4eec-a3d4-2b7755a35ddc is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:02.330339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-473209a7-1805-451d-b791-5fda9c469041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.431958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9721e9a-9122-4444-b15a-02a75c934c1d req-5331c5de-bb04-4e85-a34d-36e45c18abb6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240381 Jan 28 13:22:02.436909 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks [] for router_gateway (2477698c-3b05-4b30-ac3c-b5d932cce80a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.444561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port a22532d1-1132-47eb-bd10-5f3fab940e01, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a22532d1-1132-47eb-bd10-5f3fab940e01,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:02.486194 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.487183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 58dce224-fd21-4eec-a3d4-2b7755a35ddc up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:02.511575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa3bd5bf-948f-4523-862f-8d81c83c196d req-fe79691c-c0a2-45a1-8418-60cdd23171cb tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152379 Jan 28 13:22:02.614880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.623670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-473209a7-1805-451d-b791-5fda9c469041 None None] For port 58dce224-fd21-4eec-a3d4-2b7755a35ddc, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=58dce224-fd21-4eec-a3d4-2b7755a35ddc,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:02.660998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-473209a7-1805-451d-b791-5fda9c469041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.708365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 58dce224-fd21-4eec-a3d4-2b7755a35ddc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:02.711825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.713829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=a22532d1-1132-47eb-bd10-5f3fab940e01,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:02.747843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-7eb88562-6f92-4f4a-a3a7-fd4a778b0b69 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/765581ae-23ff-4040-af60-8939c8b81df6 HTTP/1.1" status: 200 len: 1822 time: 0.2030680 Jan 28 13:22:02.810679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks [] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:02.897915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Network d851e8dd-4248-45c2-9e39-3c87874d52ed is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:02.904927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Pushing event updated for resources: {'Port': ['ID=1e463b2b-9732-4132-a5ab-9071eff469f7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:02.911070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:02.923986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:02.986848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a852795d-e233-4941-91e8-c8457a0aae8b None None] Provisioning complete for port 58dce224-fd21-4eec-a3d4-2b7755a35ddc triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:02.987343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a852795d-e233-4941-91e8-c8457a0aae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.000606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473209a7-1805-451d-b791-5fda9c469041 None None] Pushing event updated for resources: {'Port': ['ID=58dce224-fd21-4eec-a3d4-2b7755a35ddc,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:03.020526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-354d1af1-2c55-456c-be43-899540f2b9b4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/6355e133-a474-4c1c-95d8-bcd9cdbca420 HTTP/1.1" status: 200 len: 1821 time: 0.2716641 Jan 28 13:22:03.047693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de236360-9045-4ee3-9b95-c4d4ffd71469 req-5343e33a-5b38-4ae4-a033-f833d0eda584 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 210 time: 0.1399617 Jan 28 13:22:03.056967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '765581ae-23ff-4040-af60-8939c8b81df6', 'remote_group_id': '6355e133-a474-4c1c-95d8-bcd9cdbca420', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:03.057601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '765581ae-23ff-4040-af60-8939c8b81df6', 'remote_group_id': '6355e133-a474-4c1c-95d8-bcd9cdbca420', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:03.118967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (262456eb-361e-4170-bcd0-81c39d2370e1), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.127315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.181527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 58dce224-fd21-4eec-a3d4-2b7755a35ddc is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:03.259995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Network 374434f9-4641-4e35-9e4a-748c02162f64 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:03.271596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:03.279242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:03.285580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Pushing event updated for resources: {'Port': ['ID=9a0f1e49-63f6-4594-94dc-e0819f862dc3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:03.324114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a852795d-e233-4941-91e8-c8457a0aae8b None None] Current status of the port 58dce224-fd21-4eec-a3d4-2b7755a35ddc is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:03.353503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-f7030e8d-0f3f-4ceb-9e33-7b013435d02e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:03.355540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-f7030e8d-0f3f-4ceb-9e33-7b013435d02e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.60 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 818 time: 0.5225830 Jan 28 13:22:03.387261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Request body: {'port': {'device_id': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'admin_state_up': True, 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:03.389319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:03.389982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.392426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (2477698c-3b05-4b30-ac3c-b5d932cce80a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.415235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-607ee42a-d0fa-46d2-b172-4e41cafabf59 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0420206 Jan 28 13:22:03.499886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.554509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Request body: {'port': {'device_id': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:03.569131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4ddd28ec-685a-4932-80e7-876d45bf6465 None None] Provisioning complete for port 1e463b2b-9732-4132-a5ab-9071eff469f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:03.569809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4ddd28ec-685a-4932-80e7-876d45bf6465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.655357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (46cac208-2f2d-461a-974b-32a4d6d62caf), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.656086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd28ec-685a-4932-80e7-876d45bf6465 None None] Port 1e463b2b-9732-4132-a5ab-9071eff469f7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:03.687726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a22532d1-1132-47eb-bd10-5f3fab940e01 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:03.822621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a22532d1-1132-47eb-bd10-5f3fab940e01 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:03.823001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.867218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (46cac208-2f2d-461a-974b-32a4d6d62caf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.883265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (46cac208-2f2d-461a-974b-32a4d6d62caf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.883540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.943074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cac208-2f2d-461a-974b-32a4d6d62caf,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:03.973569 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:03.980894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2673bd4-f423-45e0-a2cf-00263cbf65e1 req-9b06b0fe-1e16-4f00-a765-543b03090dbb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9594145 Jan 28 13:22:03.982379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Made reservation on behalf of bab0987d1a824cc59943b58d0fe7549c for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:04.004730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.126197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a22532d1-1132-47eb-bd10-5f3fab940e01 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:04.127614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:04.185383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Router 2477698c-3b05-4b30-ac3c-b5d932cce80a is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:22:04.188906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:04.189305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.279303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0f1e49-63f6-4594-94dc-e0819f862dc3 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:04.288683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Publish callbacks [] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.298126 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d7ec7-3c9b-4d04-8001-0b69883cae00 req-a9bb4973-aa09-4800-b354-3170b6388a79 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:04.300238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:04.300819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.303864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Transition to ACTIVE for port object 9a0f1e49-63f6-4594-94dc-e0819f862dc3 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:04.306868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b00d7ec7-3c9b-4d04-8001-0b69883cae00 req-a9bb4973-aa09-4800-b354-3170b6388a79 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2027853 Jan 28 13:22:04.318977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.326487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:04.334156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.335089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 58dce224-fd21-4eec-a3d4-2b7755a35ddc up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:04.368816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9abf52-393d-418d-b401-153db2dadbc8 req-fdfd7924-9b12-4082-bbb5-ff5e12f50c99 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:04.370577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c9abf52-393d-418d-b401-153db2dadbc8 req-fdfd7924-9b12-4082-bbb5-ff5e12f50c99 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.6220789 Jan 28 13:22:04.469164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 58dce224-fd21-4eec-a3d4-2b7755a35ddc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:04.469365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Allocated IP 172.20.0.2 (374434f9-4641-4e35-9e4a-748c02162f64/e4c0bcb5-7e06-4560-9009-1690744a9e03/e5ff9578-362d-4378-ad3c-b0f348189618) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:04.469817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.474450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:04.503793 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b00d7ec7-3c9b-4d04-8001-0b69883cae00 req-f2d63194-aac3-4bd1-ae90-237c60ca7d5c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957376 Jan 28 13:22:04.528893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:04.551276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Sync routers for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:04.585906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0f1e49-63f6-4594-94dc-e0819f862dc3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:04.592661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks [] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.595150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Attempting to bind port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:04.595495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Attempting to bind port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:04.595997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Attempting to bind port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 on network 374434f9-4641-4e35-9e4a-748c02162f64 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:04.605081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c9abf52-393d-418d-b401-153db2dadbc8 req-98357410-0214-4a71-a98f-1e780cc2459f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224050 Jan 28 13:22:04.608102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.614853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:04.616169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:04.631990 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.633291 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2182e46-c7d6-4d50-a0c0-81c6347d5e7a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.1266830 Jan 28 13:22:04.636690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42294) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:04.665427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 on network 374434f9-4641-4e35-9e4a-748c02162f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:04.665427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Attempting to bind port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 on network 374434f9-4641-4e35-9e4a-748c02162f64 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:04.753364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:04.753886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Checking segment: {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:04.754282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Bound using segment: {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:04.754737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Bound port: 9a0f1e49-63f6-4594-94dc-e0819f862dc3, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:04.755411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.791695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a0179ca-9601-4d87-afbd-c87531c57fab req-6571cf80-d68e-4885-aebb-06770a1bf464 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/6355e133-a474-4c1c-95d8-bcd9cdbca420 HTTP/1.1" status: 200 len: 1821 time: 0.1319182 Jan 28 13:22:04.803660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (262456eb-361e-4170-bcd0-81c39d2370e1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.828928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Pushing event updated for resources: {'Port': ['ID=1e463b2b-9732-4132-a5ab-9071eff469f7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:04.835452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 58dce224-fd21-4eec-a3d4-2b7755a35ddc is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:04.860778 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fabf3cd6-00ab-4ad3-bac3-4b8d78b12416 req-0bd707e1-0049-451a-930a-56175996cbbf tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 210 time: 0.0584204 Jan 28 13:22:04.891275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4f54c2bd-4ed3-4e6a-8282-62cf3a2a9e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:04.926133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:04.950857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] For port 9a0f1e49-63f6-4594-94dc-e0819f862dc3, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:04.956275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] For port 9a0f1e49-63f6-4594-94dc-e0819f862dc3, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:04.970155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.071865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.072713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.076309 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 1091 time: 1.6196926 Jan 28 13:22:05.103319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'tag': '9a0f1e49-63f6-4594-94dc-e0819f862dc3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:05.105930 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436162b1-9056-4ab7-93d0-0a9a32dc6cde" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7a46ec-b6b7-4f33-8905-7064ceac00a5", "tag": "9a0f1e49-63f6-4594-94dc-e0819f862dc3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:05.120902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a0179ca-9601-4d87-afbd-c87531c57fab req-1b2d2bdf-a188-4a7d-a59f-efff8098f091 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (6355e133-a474-4c1c-95d8-bcd9cdbca420), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.153823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks [] for port (e5ff9578-362d-4378-ad3c-b0f348189618), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.198586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:01Z', 'revision_number': 3, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:05.210730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f90dac-c308-484f-94a3-d0f21ece69ae req-d10182ee-2edb-4115-9645-1cf47eac5e2f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.212651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94f90dac-c308-484f-94a3-d0f21ece69ae req-d10182ee-2edb-4115-9645-1cf47eac5e2f tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.2244377 Jan 28 13:22:05.241126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Checking router: 2477698c-3b05-4b30-ac3c-b5d932cce80a for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:05.241514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Updating router 2477698c-3b05-4b30-ac3c-b5d932cce80a port f7dc81a1-943f-458a-820a-e704b15fc724 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:05.295650 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.324595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:05.351170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.406532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94f90dac-c308-484f-94a3-d0f21ece69ae req-6f13697a-095a-4c97-8f5c-ed11bccd3160 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840219 Jan 28 13:22:05.429587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Network 374434f9-4641-4e35-9e4a-748c02162f64 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:05.447184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:05.447184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:05.460870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:05.460870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.615344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:05.636564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Pushing event updated for resources: {'Port': ['ID=e5ff9578-362d-4378-ad3c-b0f348189618,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:05.699391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.700080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.707377 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e668f28-d0e3-4715-8439-ea20fc4eb4e0 x-openstack-request-id: req-8e668f28-d0e3-4715-8439-ea20fc4eb4e0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:05.707915 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7a46ec-b6b7-4f33-8905-7064ceac00a5", "tag": "9a0f1e49-63f6-4594-94dc-e0819f862dc3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:05.707915 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e668f28-d0e3-4715-8439-ea20fc4eb4e0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:05.708338 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'tag': '9a0f1e49-63f6-4594-94dc-e0819f862dc3', 'status': 'completed', 'code': 200} Jan 28 13:22:05.714270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7cb2f-2979-4334-a22c-d44edcef4572 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0f1e49-63f6-4594-94dc-e0819f862dc3,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:05.738360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Network d851e8dd-4248-45c2-9e39-3c87874d52ed is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:05.742781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:05.752199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-42e5ce91-6982-4fa6-8be8-45a03086eb62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3712838 Jan 28 13:22:05.756781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a0179ca-9601-4d87-afbd-c87531c57fab req-1b2d2bdf-a188-4a7d-a59f-efff8098f091 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (6355e133-a474-4c1c-95d8-bcd9cdbca420), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.768782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e465df-407f-4b6f-bd2b-904f7aff2084 req-24380f0c-5230-426a-8f9e-f31008fae202 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.770344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57e465df-407f-4b6f-bd2b-904f7aff2084 req-24380f0c-5230-426a-8f9e-f31008fae202 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1234906 Jan 28 13:22:05.778969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Request body: {'port': {'device_id': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:05.787075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-9ea3f300-3441-48bf-ad22-fc3533798447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:05.788782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-9ea3f300-3441-48bf-ad22-fc3533798447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1094 time: 0.6626077 Jan 28 13:22:05.794755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Publish callbacks [] for port (f7dc81a1-943f-458a-820a-e704b15fc724), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.803021 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.892005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Attempting to bind port f7dc81a1-943f-458a-820a-e704b15fc724 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:05.893837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Attempting to bind port f7dc81a1-943f-458a-820a-e704b15fc724 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:05.894479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Attempting to bind port f7dc81a1-943f-458a-820a-e704b15fc724 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:05.899804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c176-afc7-4461-936a-3bab9f96ed89 None None] Pushing event updated for resources: {'Port': ['ID=f7dc81a1-943f-458a-820a-e704b15fc724,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:05.906403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.910419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:05.911010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:05.912002 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.912579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:05.913244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Bound port: f7dc81a1-943f-458a-820a-e704b15fc724, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:05.914075 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:05.966709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-0e6b9a53-7c35-4d38-8f5e-feefe60d051e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 217 time: 0.1224086 Jan 28 13:22:06.009724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] For port f7dc81a1-943f-458a-820a-e704b15fc724, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:06.025533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] For port f7dc81a1-943f-458a-820a-e704b15fc724, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f7dc81a1-943f-458a-820a-e704b15fc724,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:06.040471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.109230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-e5719042-2066-4b42-add5-5267e371fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:06.111137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-e5719042-2066-4b42-add5-5267e371fe58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.1340795 Jan 28 13:22:06.115385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c176-afc7-4461-936a-3bab9f96ed89 None None] Pushing event updated for resources: {'Port': ['ID=f7dc81a1-943f-458a-820a-e704b15fc724,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:06.151067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-07957069-2836-448c-822d-4a65739d21a0 None None] Provisioning complete for port 1e463b2b-9732-4132-a5ab-9071eff469f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:06.151452 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07957069-2836-448c-822d-4a65739d21a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.152692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a0179ca-9601-4d87-afbd-c87531c57fab req-1b2d2bdf-a188-4a7d-a59f-efff8098f091 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6355e133-a474-4c1c-95d8-bcd9cdbca420), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.158158 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a0179ca-9601-4d87-afbd-c87531c57fab req-1b2d2bdf-a188-4a7d-a59f-efff8098f091 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.158911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57e465df-407f-4b6f-bd2b-904f7aff2084 req-dda7da4d-c876-45e4-8d3b-151596e9fdca tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720140 Jan 28 13:22:06.159359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a0179ca-9601-4d87-afbd-c87531c57fab req-1b2d2bdf-a188-4a7d-a59f-efff8098f091 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-groups/6355e133-a474-4c1c-95d8-bcd9cdbca420 HTTP/1.1" status: 204 len: 173 time: 1.3532090 Jan 28 13:22:06.166918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-d6196703-34ad-4ca2-9533-5ec89cb393ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477831 Jan 28 13:22:06.171222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Router 262456eb-361e-4170-bcd0-81c39d2370e1 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:06.199634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d2bdf-a188-4a7d-a59f-efff8098f091 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6355e133-a474-4c1c-95d8-bcd9cdbca420,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:06.201784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:06.202265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.202466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:06.310209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07957069-2836-448c-822d-4a65739d21a0 None None] Port 1e463b2b-9732-4132-a5ab-9071eff469f7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:06.403672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:06.427486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e28ac-f815-4aef-8718-76912ccefd6b req-23a334f4-2d82-4ded-9c65-2bea7afec26a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:06.429103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f3e28ac-f815-4aef-8718-76912ccefd6b req-23a334f4-2d82-4ded-9c65-2bea7afec26a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1438131 Jan 28 13:22:06.446466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-51a269a5-17d8-4842-baed-966125abc738 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709517 Jan 28 13:22:06.472440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:06.485999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dfd17713-9f6f-4459-a81b-45dc84567318 admin admin] 10.222.0.45 "PUT /v2.0/routers/262456eb-361e-4170-bcd0-81c39d2370e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6325266 Jan 28 13:22:06.486122 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Sync routers for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:06.502054 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:06.502692 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:21:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:06.530076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226c33-ed5d-4b22-a676-95ddcddcb6cb req-8f7461fc-2db6-495e-b84a-639b1fa0e42e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:06.533449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19226c33-ed5d-4b22-a676-95ddcddcb6cb req-8f7461fc-2db6-495e-b84a-639b1fa0e42e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 931 time: 0.1535168 Jan 28 13:22:06.538494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Allocated IP 172.20.0.1 (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e/d5378a9e-8e14-4293-a35d-797dc1ef947c/7f6493d5-c41e-4c80-a287-35e90ce09775) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:06.551591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f3e28ac-f815-4aef-8718-76912ccefd6b req-5d152616-bab8-4689-82b5-0102fe24c21b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113973 Jan 28 13:22:06.730370 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:06.730638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449825ff-f9f4-4f5b-bfdc-c5ffe79f9a24 req-42476b96-08c6-4948-b460-3d67f64f11ff service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767432 Jan 28 13:22:06.751062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:01Z', 'revision_number': 3, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:06.755219 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d58be95-562d-436a-aea5-862c56b2eec8 req-8c13f818-c033-4d0c-9de8-4cc2b8086c56 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/765581ae-23ff-4040-af60-8939c8b81df6 HTTP/1.1" status: 200 len: 1822 time: 0.1575646 Jan 28 13:22:06.810806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ff9578-362d-4378-ad3c-b0f348189618 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:06.815034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04da0e-f848-4dca-8272-6d085bfe6a4d None None] The sync data for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 is: [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:01Z', 'revision_number': 3, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:06.859050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-af7f016c-c04f-4f06-ad96-4ba0c36bbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:06.863243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-af7f016c-c04f-4f06-ad96-4ba0c36bbeb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1094 time: 0.0680485 Jan 28 13:22:06.877110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Publish callbacks [] for port (e5ff9578-362d-4378-ad3c-b0f348189618), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:06.908846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Transition to ACTIVE for port object e5ff9578-362d-4378-ad3c-b0f348189618 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:06.977657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19226c33-ed5d-4b22-a676-95ddcddcb6cb req-75c32422-2e72-4774-8cf1-e2f6a98ca033 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181435 Jan 28 13:22:06.978445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.010928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-d7356add-8ccb-4ecc-bcee-bb91db5a63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.012561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-d7356add-8ccb-4ecc-bcee-bb91db5a63ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.1431801 Jan 28 13:22:07.082272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff9578-362d-4378-ad3c-b0f348189618,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:07.095587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-e9ac1ba8-97c8-46fe-bba9-5216cce53737 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 217 time: 0.0755670 Jan 28 13:22:07.097468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a5b09ca5-98c6-495a-9ceb-18dbf20727b8 req-57722b55-588d-4bcd-b0e5-8f0707d84732 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-538324394', 'description': 'tempest-description-871208564'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:07.169618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks [] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.171142 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 2, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:07.179258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-f43a754f-b42a-42da-a70d-f0b33cde33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.184382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-f43a754f-b42a-42da-a70d-f0b33cde33cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.0818019 Jan 28 13:22:07.266702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-24f9c813-6351-46db-84d4-cc4706dd9565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755081 Jan 28 13:22:07.276596 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-886d2031-3b54-4cad-b781-6f52a07e3a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.298729 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Checking router: 262456eb-361e-4170-bcd0-81c39d2370e1 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:07.299074 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Updating router 262456eb-361e-4170-bcd0-81c39d2370e1 port 1e463b2b-9732-4132-a5ab-9071eff469f7 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:07.323762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.356220 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.480559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4177e2-eb56-4bd3-87ce-53a0361623f9 req-697b2381-1c93-4eeb-be39-b4e699c92257 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.490578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e4177e2-eb56-4bd3-87ce-53a0361623f9 req-697b2381-1c93-4eeb-be39-b4e699c92257 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.1629810 Jan 28 13:22:07.541990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-4df841ba-686d-4bcd-89fe-06531a0a0d71 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679219 Jan 28 13:22:07.575525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6493d5-c41e-4c80-a287-35e90ce09775,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:07.586836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42332) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:07.593524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1392347577-network', 'tenant_id': 'b3165732b7a44bb09abca40483704316'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:07.600491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a5b09ca5-98c6-495a-9ceb-18dbf20727b8 req-57722b55-588d-4bcd-b0e5-8f0707d84732 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.607073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e4177e2-eb56-4bd3-87ce-53a0361623f9 req-b09a76b0-4c23-419a-9a87-19b8f75bc97a tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154542 Jan 28 13:22:07.633439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:07.643954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:07.680273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Attempting to bind port e5ff9578-362d-4378-ad3c-b0f348189618 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:07.680616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Attempting to bind port e5ff9578-362d-4378-ad3c-b0f348189618 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:07.680966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Attempting to bind port e5ff9578-362d-4378-ad3c-b0f348189618 on network 374434f9-4641-4e35-9e4a-748c02162f64 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:07.690997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:07.697029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Port e5ff9578-362d-4378-ad3c-b0f348189618 on network 374434f9-4641-4e35-9e4a-748c02162f64 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:07.697523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Attempting to bind port e5ff9578-362d-4378-ad3c-b0f348189618 on network 374434f9-4641-4e35-9e4a-748c02162f64 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:07.780299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:07.780650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Checking segment: {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:07.781058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Bound using segment: {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:07.787340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Bound port: e5ff9578-362d-4378-ad3c-b0f348189618, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d751116-67c9-439d-a550-a3be7158441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:07.787745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.926370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3acf90-7a67-474b-9203-d20da3f6f505 req-79a13c42-b69b-4865-8f88-7d397474759f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:07.928841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d3acf90-7a67-474b-9203-d20da3f6f505 req-79a13c42-b69b-4865-8f88-7d397474759f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1397901 Jan 28 13:22:07.932557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f7dc81a1-943f-458a-820a-e704b15fc724 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:07.958638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436162b1-9056-4ab7-93d0-0a9a32dc6cde req-1eefa8d9-720b-4641-9119-ec5e0cdb66e8 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683903 Jan 28 13:22:07.964956 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Publish callbacks [] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.978845 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.980865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a5b09ca5-98c6-495a-9ceb-18dbf20727b8 req-57722b55-588d-4bcd-b0e5-8f0707d84732 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (2f1db45d-c5c7-4848-a66e-e7a4fe46f238), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:07.990256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Made reservation on behalf of b3165732b7a44bb09abca40483704316 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:07.993291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.009904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a5b09ca5-98c6-495a-9ceb-18dbf20727b8 req-57722b55-588d-4bcd-b0e5-8f0707d84732 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2f1db45d-c5c7-4848-a66e-e7a4fe46f238), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.059445 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e89a7-954d-4115-92fa-39d8c795f004 None None] Pushing event updated for resources: {'Port': ['ID=1e463b2b-9732-4132-a5ab-9071eff469f7,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:08.067904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f7dc81a1-943f-458a-820a-e704b15fc724 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:08.068423 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.084485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d3acf90-7a67-474b-9203-d20da3f6f505 req-e9268f45-f30c-4839-9c92-107da835442f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467168 Jan 28 13:22:08.109223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722b55-588d-4bcd-b0e5-8f0707d84732 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1db45d-c5c7-4848-a66e-e7a4fe46f238,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:08.123099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a5b09ca5-98c6-495a-9ceb-18dbf20727b8 req-57722b55-588d-4bcd-b0e5-8f0707d84732 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.127664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5b09ca5-98c6-495a-9ceb-18dbf20727b8 req-57722b55-588d-4bcd-b0e5-8f0707d84732 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0537813 Jan 28 13:22:08.128454 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.236870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7342ffef-4a67-48a6-999a-8e19981e2f9d None None] Provisioning complete for port 7f6493d5-c41e-4c80-a287-35e90ce09775 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:08.238392 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7342ffef-4a67-48a6-999a-8e19981e2f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.246313 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Attempting to bind port 1e463b2b-9732-4132-a5ab-9071eff469f7 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:08.249058 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Attempting to bind port 1e463b2b-9732-4132-a5ab-9071eff469f7 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:08.249599 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Attempting to bind port 1e463b2b-9732-4132-a5ab-9071eff469f7 on network d851e8dd-4248-45c2-9e39-3c87874d52ed {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:08.267788 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:08.271692 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Checking segment: {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:08.272325 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.272733 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Bound using segment: {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:08.273239 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Bound port: 1e463b2b-9732-4132-a5ab-9071eff469f7, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:08.273626 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.298720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks [] for security_group (e53af2cf-ef33-4f67-af9a-8da366ab90be), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.323115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (2477698c-3b05-4b30-ac3c-b5d932cce80a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.339639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97fc90-5451-4ccc-80bd-3e432ab3f1dc req-828618fd-18ca-4832-a5be-20ee68b19587 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:08.356514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea97fc90-5451-4ccc-80bd-3e432ab3f1dc req-828618fd-18ca-4832-a5be-20ee68b19587 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1116469 Jan 28 13:22:08.384972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7342ffef-4a67-48a6-999a-8e19981e2f9d None None] Port 7f6493d5-c41e-4c80-a287-35e90ce09775 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:08.425003 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] For port 1e463b2b-9732-4132-a5ab-9071eff469f7, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:08.430624 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] For port 1e463b2b-9732-4132-a5ab-9071eff469f7, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e463b2b-9732-4132-a5ab-9071eff469f7,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:08.443573 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.458563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f7dc81a1-943f-458a-820a-e704b15fc724 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:08.458973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.475486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea97fc90-5451-4ccc-80bd-3e432ab3f1dc req-4e9927ce-d908-4516-8361-02f347dab9e1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102464 Jan 28 13:22:08.527540 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e53af2cf-ef33-4f67-af9a-8da366ab90be), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.544724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port f7dc81a1-943f-458a-820a-e704b15fc724, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f7dc81a1-943f-458a-820a-e704b15fc724,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:08.563177 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.568592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0ff38043-00d9-4230-b87c-e47692c4f7ff None None] Provisioning complete for port 1e463b2b-9732-4132-a5ab-9071eff469f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:08.569303 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0ff38043-00d9-4230-b87c-e47692c4f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.584817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:22:08.597793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-265b619f-7cbf-445c-9185-86aad7eed34d req-75d6575f-f905-4be9-a0ea-371378e8e77a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/2f1db45d-c5c7-4848-a66e-e7a4fe46f238 HTTP/1.1" status: 200 len: 1820 time: 0.0867701 Jan 28 13:22:08.598774 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.611952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-265b619f-7cbf-445c-9185-86aad7eed34d req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f1db45d-c5c7-4848-a66e-e7a4fe46f238', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:08.612320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-265b619f-7cbf-445c-9185-86aad7eed34d req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f1db45d-c5c7-4848-a66e-e7a4fe46f238', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:08.624384 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e89a7-954d-4115-92fa-39d8c795f004 None None] Pushing event updated for resources: {'Port': ['ID=1e463b2b-9732-4132-a5ab-9071eff469f7,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:08.633434 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:08.634427 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:08.691103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53af2cf-ef33-4f67-af9a-8da366ab90be,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:08.693411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=f7dc81a1-943f-458a-820a-e704b15fc724,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:08.783011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0ff38043-00d9-4230-b87c-e47692c4f7ff None None] Current status of the port 1e463b2b-9732-4132-a5ab-9071eff469f7 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:08.783344 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0ff38043-00d9-4230-b87c-e47692c4f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.788197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-265b619f-7cbf-445c-9185-86aad7eed34d req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (a540e88d-0c9f-4ae0-afe4-a600456483a0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.849390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0ff38043-00d9-4230-b87c-e47692c4f7ff None None] For port 1e463b2b-9732-4132-a5ab-9071eff469f7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e463b2b-9732-4132-a5ab-9071eff469f7,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:08.856461 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-265b619f-7cbf-445c-9185-86aad7eed34d req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (a540e88d-0c9f-4ae0-afe4-a600456483a0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.859553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0ff38043-00d9-4230-b87c-e47692c4f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.874808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-265b619f-7cbf-445c-9185-86aad7eed34d req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a540e88d-0c9f-4ae0-afe4-a600456483a0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.937643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-11bc4b3c-9ed1-438f-ab9a-4098cced294e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:08.939209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-11bc4b3c-9ed1-438f-ab9a-4098cced294e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.2170959 Jan 28 13:22:08.942530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a540e88d-0c9f-4ae0-afe4-a600456483a0,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:08.954086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff38043-00d9-4230-b87c-e47692c4f7ff None None] Pushing event updated for resources: {'Port': ['ID=1e463b2b-9732-4132-a5ab-9071eff469f7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:08.957441 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:08.968519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-265b619f-7cbf-445c-9185-86aad7eed34d req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:08.969671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-265b619f-7cbf-445c-9185-86aad7eed34d req-4677e675-f7d0-4093-96f7-1c6556ab019e tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3627400 Jan 28 13:22:09.035692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8413e42a-a19a-4264-8a3c-95473cae2563 None None] Provisioning complete for port 1e463b2b-9732-4132-a5ab-9071eff469f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:09.037404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8413e42a-a19a-4264-8a3c-95473cae2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.171602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8413e42a-a19a-4264-8a3c-95473cae2563 None None] Current status of the port 1e463b2b-9732-4132-a5ab-9071eff469f7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:09.238353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Deleting port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:09.238727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.256382 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:09.263030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1d04a-af3f-47ba-9098-580113ee8f00 req-7c5fc5d6-6bb6-4c90-abde-37d7302c8db1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:09.271150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73d1d04a-af3f-47ba-9098-580113ee8f00 req-7c5fc5d6-6bb6-4c90-abde-37d7302c8db1 tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 945 time: 0.1571372 Jan 28 13:22:09.290297 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a633e-ee87-493f-aaaf-a1e4bdd57c08 None None] The sync data for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 is: [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:09.331956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f7dc81a1-943f-458a-820a-e704b15fc724 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:09.415808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73d1d04a-af3f-47ba-9098-580113ee8f00 req-f1e2e754-c9eb-4804-a725-322ff0770bfd tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups?id=182f3bc7-58a2-4eab-b362-7afbaa2978b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437519 Jan 28 13:22:09.453858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] For port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:09.454243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.483042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f7dc81a1-943f-458a-820a-e704b15fc724 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:09.483557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.485601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1dca669a-16fc-4d0e-835c-e3bcf58de84b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.486083 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Added segment 1dca669a-16fc-4d0e-835c-e3bcf58de84b of type vlan for network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 Jan 28 13:22:09.519839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] For port e5ff9578-362d-4378-ad3c-b0f348189618, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:09.562942 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.618204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] For port e5ff9578-362d-4378-ad3c-b0f348189618, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e5ff9578-362d-4378-ad3c-b0f348189618,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:09.628310 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.634871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.720792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff9578-362d-4378-ad3c-b0f348189618,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:09.755710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-58440a60-f0d7-4064-9ded-8d40cab97335 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/2f1db45d-c5c7-4848-a66e-e7a4fe46f238 HTTP/1.1" status: 200 len: 2413 time: 0.2208338 Jan 28 13:22:09.781122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f1db45d-c5c7-4848-a66e-e7a4fe46f238', 'remote_group_id': None}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:09.781602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f1db45d-c5c7-4848-a66e-e7a4fe46f238', 'remote_group_id': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:09.810843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f7dc81a1-943f-458a-820a-e704b15fc724 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:09.828130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:22:09.837415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c3df8-c892-4f35-a33b-97a4004e8db1 req-ab2b90fb-95d6-47ad-9c34-d8466de2a5d5 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:09.839024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-736c3df8-c892-4f35-a33b-97a4004e8db1 req-ab2b90fb-95d6-47ad-9c34-d8466de2a5d5 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 943 time: 1.5355775 Jan 28 13:22:09.878312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:09.879113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.880538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-3920e0a1-69da-48da-bb86-9cca369d53e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5ff9578-362d-4378-ad3c-b0f348189618 HTTP/1.1" status: 200 len: 1091 time: 4.1092167 Jan 28 13:22:09.883081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'tag': 'e5ff9578-362d-4378-ad3c-b0f348189618'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:09.884974 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db032570-134d-4fbf-a169-bd33f78b4b08" -d '{"events": [{"name": "network-changed", "server_uuid": "8f17c854-16fd-4989-86f4-5bd015f03e75", "tag": "e5ff9578-362d-4378-ad3c-b0f348189618"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:09.963153 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (2cc7804b-a772-4067-97c0-b4932debcd0f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.986296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks [] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.994830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.995716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.996046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:09.996187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:09.997138 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4 disassociated. External IP: 172.25.4.67, port: d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0. Jan 28 13:22:09.997502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Calling delete_port for d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:09.998437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.006065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (2cc7804b-a772-4067-97c0-b4932debcd0f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.017694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (2cc7804b-a772-4067-97c0-b4932debcd0f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.037119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.063526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4752967 Jan 28 13:22:10.068940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42350) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:10.076365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Request body: {'subnet': {'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1392347577-subnet', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:10.088098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9a0f1e49-63f6-4594-94dc-e0819f862dc3 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:10.091086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.092140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73b40e4d-1148-4ae3-9bef-967b84e90d35 req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3283820 Jan 28 13:22:10.101775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006631a-df94-4bef-8cf4-268b28dd8f07 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc7804b-a772-4067-97c0-b4932debcd0f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.136831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Made reservation on behalf of b3165732b7a44bb09abca40483704316 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:10.139717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.199276 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-736c3df8-c892-4f35-a33b-97a4004e8db1 req-599cd16f-6aa9-4177-9a5f-a3037d76a5d0 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494799 Jan 28 13:22:10.251470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31476d-b032-48f1-8973-306bc8999ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.269611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:22:10.280106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6493d5-c41e-4c80-a287-35e90ce09775,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.298640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-60bdc029-21cf-4d4e-a9a5-2b2c40b66f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.300306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-60bdc029-21cf-4d4e-a9a5-2b2c40b66f67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 1094 time: 0.3085451 Jan 28 13:22:10.301358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (2477698c-3b05-4b30-ac3c-b5d932cce80a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.449987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:10.454571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9a0f1e49-63f6-4594-94dc-e0819f862dc3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:10.455161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (75d563ca-54b7-48b2-87e2-93dca15e4199), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.464481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.495873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '9a0f1e49-63f6-4594-94dc-e0819f862dc3', 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'port_id': '9a0f1e49-63f6-4594-94dc-e0819f862dc3', 'mac_address': 'fa:16:3e:51:82:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:10.502962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-8525781f-49a7-43d2-a081-a786b60c6e55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5ff9578-362d-4378-ad3c-b0f348189618 HTTP/1.1" status: 200 len: 217 time: 0.0821383 Jan 28 13:22:10.503826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:10.569816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Checking segment: {'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:10.569816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Network hostable DHCP agents. Network: d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:22:10.597383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:10.598149 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.598598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc5746-10b2-4947-8e9a-41df84c070f9 req-d092bcef-aa6f-45ce-868d-5076be0da8f4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.600224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36bc5746-10b2-4947-8e9a-41df84c070f9 req-d092bcef-aa6f-45ce-868d-5076be0da8f4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1857545 Jan 28 13:22:10.627640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0f1e49-63f6-4594-94dc-e0819f862dc3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:10.655262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70d403-35ff-440b-8e47-22de80b5c50a req-ab4e7e5b-99c1-407e-ad14-13b2b990772f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.657671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9a0f1e49-63f6-4594-94dc-e0819f862dc3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:10.665214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.665449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d70d403-35ff-440b-8e47-22de80b5c50a req-ab4e7e5b-99c1-407e-ad14-13b2b990772f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.2464886 Jan 28 13:22:10.726555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-eaca5aa3-30f2-4250-b073-1c820177bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.728097 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-eaca5aa3-30f2-4250-b073-1c820177bb06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.2079055 Jan 28 13:22:10.741808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36bc5746-10b2-4947-8e9a-41df84c070f9 req-60272542-9de1-4516-9b93-14d9704becf4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300757 Jan 28 13:22:10.742383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:22:10.760356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d563ca-54b7-48b2-87e2-93dca15e4199,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.782128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:10.784792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=9a0f1e49-63f6-4594-94dc-e0819f862dc3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.790616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:10.791235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.814891 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-0c16b129-cb09-4fa4-90c4-90f236672f6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721245 Jan 28 13:22:10.818843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62389d78-e41a-4681-8944-efd3ee828fbc None None] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:10.823229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.843697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d473f69d-9ae3-4655-b6ad-d92e25817a90 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7680640 Jan 28 13:22:10.874040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42358) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:10.879125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:10.890151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Router 2477698c-3b05-4b30-ac3c-b5d932cce80a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:10.926690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event deleted for resources: {'Port': ['ID=d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:10.938334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d70d403-35ff-440b-8e47-22de80b5c50a req-31446f9f-9cc4-47d8-a20d-77fbd0a82cfc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619600 Jan 28 13:22:10.985380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (bbabced8-40be-4818-85fb-68b4ca7f438a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:10.986488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (bbabced8-40be-4818-85fb-68b4ca7f438a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.005660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['9a0f1e49-63f6-4594-94dc-e0819f862dc3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:11.100161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-41fb516e-0a4b-4d37-8f8b-2fc5ea1daa79 service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706628 Jan 28 13:22:11.209063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3', 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3', 'project_id': 'b3165732b7a44bb09abca40483704316', 'fixed_ips': [{'subnet_id': '75d563ca-54b7-48b2-87e2-93dca15e4199'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:22:11.210172 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.248247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fb4495fa-d860-47f9-b1fc-a1c4d0185d62 None None] Provisioning complete for port 7f6493d5-c41e-4c80-a287-35e90ce09775 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:11.249732 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb4495fa-d860-47f9-b1fc-a1c4d0185d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.287094 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c72c12-6152-41f9-9c83-e62e0b572c65 req-9bf25d05-0a2b-47e8-a45b-12177482f2ed service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665773 Jan 28 13:22:11.288916 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cfdb8f-bea3-4028-b009-2b065aeb23f9 x-openstack-request-id: req-b0cfdb8f-bea3-4028-b009-2b065aeb23f9 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:11.289072 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f17c854-16fd-4989-86f4-5bd015f03e75", "tag": "e5ff9578-362d-4378-ad3c-b0f348189618", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:11.289309 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0cfdb8f-bea3-4028-b009-2b065aeb23f9 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:11.289709 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'tag': 'e5ff9578-362d-4378-ad3c-b0f348189618', 'status': 'completed', 'code': 200} Jan 28 13:22:11.354114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks [] for router_controller (bbabced8-40be-4818-85fb-68b4ca7f438a), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.358092 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6340f47a-680b-4fa9-9034-d9fe472d2199 req-3b672982-4745-48fc-884d-fdeba7324f3a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/2f1db45d-c5c7-4848-a66e-e7a4fe46f238 HTTP/1.1" status: 200 len: 3011 time: 0.3316319 Jan 28 13:22:11.490640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:11.510168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-05c9380b-747d-40ed-9d39-51c1bb60c166 admin admin] 10.222.0.45 "PUT /v2.0/routers/2477698c-3b05-4b30-ac3c-b5d932cce80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8698809 Jan 28 13:22:11.680581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-820c45e3-b4d3-4fad-b117-58563338d2e2 req-ac745739-e029-4146-be02-7ab7985e61fc tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7742afe-3d6f-408c-9831-251d7aa57b1d HTTP/1.1" status: 200 len: 210 time: 0.0335031 Jan 28 13:22:11.697457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-95e8596f-a2ab-449e-8ed3-5c34094405ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:11.699003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-95e8596f-a2ab-449e-8ed3-5c34094405ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 1094 time: 0.2464190 Jan 28 13:22:11.742926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Router 2eda5e88-7547-480d-865f-6ca1876455ed has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:11.760291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks [] for router_gateway (bbabced8-40be-4818-85fb-68b4ca7f438a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.760971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Allocated IP 172.20.0.2 (d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3/75d563ca-54b7-48b2-87e2-93dca15e4199/7eb6192e-57a6-4944-bb8d-f093cb878ba6) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:11.781473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b189-acc7-4896-a8ad-e1f7dc9812ec req-cef7219c-f818-4141-8107-1158b0d3dc9a tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:11.783120 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c86b189-acc7-4896-a8ad-e1f7dc9812ec req-cef7219c-f818-4141-8107-1158b0d3dc9a tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 943 time: 0.3030210 Jan 28 13:22:11.810593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c6417ef-0b22-4c5a-92e1-853d6883b964 req-f7ca7843-9e89-491b-a3f3-ed9730d37df9 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-group-rules/2cc7804b-a772-4067-97c0-b4932debcd0f HTTP/1.1" status: 200 len: 783 time: 0.0475934 Jan 28 13:22:11.940788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c86b189-acc7-4896-a8ad-e1f7dc9812ec req-7d81c83c-0169-4b05-9967-8544d6d5701f tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122987 Jan 28 13:22:11.953710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Publish callbacks [] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:11.957270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e463b2b-9732-4132-a5ab-9071eff469f7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:11.962952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Sync routers for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:11.986804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c6417ef-0b22-4c5a-92e1-853d6883b964 req-a1039a3a-1ec5-41dc-b27e-b3e141e9503c tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/2f1db45d-c5c7-4848-a66e-e7a4fe46f238 HTTP/1.1" status: 200 len: 3011 time: 0.1731710 Jan 28 13:22:12.005603 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.055316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-fab5c282-ee3a-49e7-bf48-8ca7b7b75456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.056998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-fab5c282-ee3a-49e7-bf48-8ca7b7b75456 service neutron] 10.222.0.60 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.3152170 Jan 28 13:22:12.069351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:12.081826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] Sync routers for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:12.083838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Pushing event updated for resources: {'Port': ['ID=7eb6192e-57a6-4944-bb8d-f093cb878ba6,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:12.100334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:12.101305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:12.114078 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:12.114719 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:12.124089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-b2af6ec7-4e56-4fc6-b108-9c10d6768a17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5ff9578-362d-4378-ad3c-b0f348189618 HTTP/1.1" status: 200 len: 217 time: 0.0544534 Jan 28 13:22:12.147555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c6417ef-0b22-4c5a-92e1-853d6883b964 req-2d9f2b1b-5b96-4eea-bd32-b9562965d9b2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (2cc7804b-a772-4067-97c0-b4932debcd0f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.150036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] No DVR routers for this DVR port d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:12.153949 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.158196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fdc775f-85d6-4698-9053-cce3d3a7afd9 req-e4f72097-13f6-4907-9364-3cf5299e94fe tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.36 "DELETE /v2.0/ports/d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 HTTP/1.1" status: 204 len: 173 time: 3.2020986 Jan 28 13:22:12.160369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'name': 'network-vif-deleted', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:12.165155 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c655753-db4f-43c2-9327-0b3e245e0d44" -d '{"events": [{"server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "name": "network-vif-deleted", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:12.179370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c6417ef-0b22-4c5a-92e1-853d6883b964 req-2d9f2b1b-5b96-4eea-bd32-b9562965d9b2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (2cc7804b-a772-4067-97c0-b4932debcd0f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.226526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c6417ef-0b22-4c5a-92e1-853d6883b964 req-2d9f2b1b-5b96-4eea-bd32-b9562965d9b2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (2cc7804b-a772-4067-97c0-b4932debcd0f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.233975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a2ba2-b276-4098-b1ce-7d1659170f6c req-488dc375-4452-4815-a406-816ce6ccdf8e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.235998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee5a2ba2-b276-4098-b1ce-7d1659170f6c req-488dc375-4452-4815-a406-816ce6ccdf8e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1582346 Jan 28 13:22:12.243644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-801d3019-64d7-440c-a5b6-66e9e5c971e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.245155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-801d3019-64d7-440c-a5b6-66e9e5c971e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.0930660 Jan 28 13:22:12.253117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c6417ef-0b22-4c5a-92e1-853d6883b964 req-2d9f2b1b-5b96-4eea-bd32-b9562965d9b2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.255224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c6417ef-0b22-4c5a-92e1-853d6883b964 req-2d9f2b1b-5b96-4eea-bd32-b9562965d9b2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2cc7804b-a772-4067-97c0-b4932debcd0f HTTP/1.1" status: 204 len: 173 time: 0.2550230 Jan 28 13:22:12.276672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f2b1b-5b96-4eea-bd32-b9562965d9b2 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cc7804b-a772-4067-97c0-b4932debcd0f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:12.328580 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:12.337119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:12.419646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fb4495fa-d860-47f9-b1fc-a1c4d0185d62 None None] Port 7f6493d5-c41e-4c80-a287-35e90ce09775 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:12.429910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:12.432015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.459592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-7ad22a9b-4248-43a0-a27c-f4d8d60f8119 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235719 Jan 28 13:22:12.536123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:12.537435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:12.537908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:12.557943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:12.562594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:12.572180 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:12.595954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks [] for router_gateway (bbabced8-40be-4818-85fb-68b4ca7f438a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.606642 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] Checking router: 2eda5e88-7547-480d-865f-6ca1876455ed for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:12.616442 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:12.617073 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:12.631266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1e463b2b-9732-4132-a5ab-9071eff469f7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:12.632610 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.656856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-981c7050-f0be-4a3c-a836-493cb99efad4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:12.660671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.674080 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-981c7050-f0be-4a3c-a836-493cb99efad4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks?id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 200 len: 829 time: 0.2155702 Jan 28 13:22:12.702319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-b6f8827a-cad6-400a-beba-8bb1e81bc02e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/quotas/1c43521b079d4bc79ce74f4312863fd9 HTTP/1.1" status: 200 len: 375 time: 0.0271988 Jan 28 13:22:12.741832 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:12.810890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-b5fd0fcb-17f3-402e-a6d9-4bee5cabed3b tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c43521b079d4bc79ce74f4312863fd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076081 Jan 28 13:22:12.815791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Attempting to bind port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:12.816809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Attempting to bind port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:12.817400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Attempting to bind port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 on network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:12.824194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:12.825884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Checking segment: {'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:12.826527 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.827145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Bound using segment: {'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:12.828000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Bound port: 7eb6192e-57a6-4944-bb8d-f093cb878ba6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:12.828800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:12.884717 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee5a2ba2-b276-4098-b1ce-7d1659170f6c req-3258ec77-11e9-4193-a28f-f6eef8a1b9de tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423378 Jan 28 13:22:12.975171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-7cacd1d5-e2aa-4b82-ba79-fb444dac4495 service neutron] 10.222.0.45 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632788 Jan 28 13:22:13.015476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1e463b2b-9732-4132-a5ab-9071eff469f7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:13.030132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:09Z', 'revision_number': 2, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:13.034802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] For port 7eb6192e-57a6-4944-bb8d-f093cb878ba6, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:13.039640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] For port 7eb6192e-57a6-4944-bb8d-f093cb878ba6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7eb6192e-57a6-4944-bb8d-f093cb878ba6,segment=NetworkSegment(1dca669a-16fc-4d0e-835c-e3bcf58de84b),segment_id=1dca669a-16fc-4d0e-835c-e3bcf58de84b)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:13.061019 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:13.069523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Checking router: 2477698c-3b05-4b30-ac3c-b5d932cce80a for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:13.070052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Updating router 2477698c-3b05-4b30-ac3c-b5d932cce80a port 7f6493d5-c41e-4c80-a287-35e90ce09775 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:13.073980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Allocated IP 172.25.4.125 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/831c2d6f-3847-4a9f-ba60-3d303c501bfb) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:13.103518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.106730 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.141238 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26dc98-fa17-4f3b-a498-04090f94c056 None None] The sync data for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 is: [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:17:14Z', 'revision_number': 4, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd918a32b-7c69-44cb-aa1e-916baf38bd07', 'name': '', 'network_id': '086c3db1-7a9a-4894-8acc-74310a4a913b', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'mac_address': 'fa:16:3e:6d:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:13Z', 'updated_at': '2022-01-28T13:17:21Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'subnets': [{'id': '39f0590b-4b8c-4c0b-8916-747573e6517d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:13.171051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-b3e69e26-3417-47d0-81c3-f5f53937549d service neutron] 10.222.0.45 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948712 Jan 28 13:22:13.198615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-8a9dd13a-7513-4a72-b714-cdf87f9b4f49 service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270942 Jan 28 13:22:13.469889 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a5a72-31ec-4168-a3fc-211cb363a05a x-openstack-request-id: req-8f3a5a72-31ec-4168-a3fc-211cb363a05a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:13.470204 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7742afe-3d6f-408c-9831-251d7aa57b1d", "name": "network-vif-deleted", "tag": "d6cd6b65-8ba2-4e7a-9da8-abbbaac619f0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:13.470711 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f3a5a72-31ec-4168-a3fc-211cb363a05a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:13.471290 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7742afe-3d6f-408c-9831-251d7aa57b1d', 'name': 'network-vif-deleted', 'tag': 'd6cd6b65-8ba2-4e7a-9da8-abbbaac619f0', 'status': 'completed', 'code': 200} Jan 28 13:22:13.483703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5a396-d9d1-466e-8ab3-ed485a9be80b None None] Pushing event updated for resources: {'Port': ['ID=7eb6192e-57a6-4944-bb8d-f093cb878ba6,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:13.538624 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks [] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.571379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db032570-134d-4fbf-a169-bd33f78b4b08 req-f460c1d7-6117-4956-bb7c-d18709b94b6f service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131564 Jan 28 13:22:13.619130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc334260-cbfb-4098-8f4a-c39eb821d684 req-cf4b2d95-31bc-4446-b321-52a4a40626ea tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/2f1db45d-c5c7-4848-a66e-e7a4fe46f238 HTTP/1.1" status: 200 len: 2413 time: 0.1031005 Jan 28 13:22:13.645986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16a1f3-4af2-4423-979e-e5ff853b49cf req-9733fce0-a74a-4bf3-9e22-810614a0ba51 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:13.647566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a16a1f3-4af2-4423-979e-e5ff853b49cf req-9733fce0-a74a-4bf3-9e22-810614a0ba51 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1888719 Jan 28 13:22:13.694342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.728918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89b63a-c952-4aa8-be1e-660f717c6990 None None] New status for floating IP 9048d410-80ad-477c-bb50-d608f9b5d6e4: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:22:13.768005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dc334260-cbfb-4098-8f4a-c39eb821d684 req-9e6898ce-af28-44bc-9b34-bbf2169d8b19 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (2f1db45d-c5c7-4848-a66e-e7a4fe46f238), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.840414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:13.845986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dc334260-cbfb-4098-8f4a-c39eb821d684 req-9e6898ce-af28-44bc-9b34-bbf2169d8b19 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (2f1db45d-c5c7-4848-a66e-e7a4fe46f238), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.861621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:13.875698 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a16a1f3-4af2-4423-979e-e5ff853b49cf req-7bc5c3a0-f431-4612-b2e2-4da09ca7ccb9 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175286 Jan 28 13:22:13.877278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:13.879868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Pushing event updated for resources: {'Port': ['ID=831c2d6f-3847-4a9f-ba60-3d303c501bfb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:13.966927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dc334260-cbfb-4098-8f4a-c39eb821d684 req-9e6898ce-af28-44bc-9b34-bbf2169d8b19 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2f1db45d-c5c7-4848-a66e-e7a4fe46f238), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.969758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dc334260-cbfb-4098-8f4a-c39eb821d684 req-9e6898ce-af28-44bc-9b34-bbf2169d8b19 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:13.971115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc334260-cbfb-4098-8f4a-c39eb821d684 req-9e6898ce-af28-44bc-9b34-bbf2169d8b19 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-groups/2f1db45d-c5c7-4848-a66e-e7a4fe46f238 HTTP/1.1" status: 204 len: 173 time: 0.3492992 Jan 28 13:22:14.000476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6898ce-af28-44bc-9b34-bbf2169d8b19 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1db45d-c5c7-4848-a66e-e7a4fe46f238,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:14.155879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167519-ada3-4e1e-9f3e-70176010a1aa req-f780bef5-093f-4939-b8b1-724635259a55 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:14.164469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9a0f1e49-63f6-4594-94dc-e0819f862dc3 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:14.166227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51167519-ada3-4e1e-9f3e-70176010a1aa req-f780bef5-093f-4939-b8b1-724635259a55 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 943 time: 0.0704322 Jan 28 13:22:14.231898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51167519-ada3-4e1e-9f3e-70176010a1aa req-b61ce321-0c78-4148-9e3b-2de09ad04c96 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644493 Jan 28 13:22:14.341463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:14.348379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:14.348693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.359235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb075ea-f181-410e-9a5c-5c5c7ebfd2f3 req-cdf3a64b-96db-42f1-956e-7746cd183650 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:14.367184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eb075ea-f181-410e-9a5c-5c5c7ebfd2f3 req-cdf3a64b-96db-42f1-956e-7746cd183650 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.0673702 Jan 28 13:22:14.470069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eb075ea-f181-410e-9a5c-5c5c7ebfd2f3 req-a0b4836a-9dfc-4955-9b8c-b7e804958cde tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011622 Jan 28 13:22:14.517196 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-fb8bf8c2-6873-4cdd-b5ee-c145ee186eb7 req-befd241b-e080-48ad-a6ea-a17ac5bfdb28 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] show failed (client error): The resource could not be found. Jan 28 13:22:14.520179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb8bf8c2-6873-4cdd-b5ee-c145ee186eb7 req-befd241b-e080-48ad-a6ea-a17ac5bfdb28 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/6355e133-a474-4c1c-95d8-bcd9cdbca420 HTTP/1.1" status: 404 len: 352 time: 0.0251842 Jan 28 13:22:14.571227 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Publish callbacks [] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.625063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.692062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e79cfd76-d0a3-4b30-8d9f-68b6125eec87 req-d610c2f6-1206-4c79-973e-913c13aaaec8 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/765581ae-23ff-4040-af60-8939c8b81df6 HTTP/1.1" status: 200 len: 1822 time: 0.0925443 Jan 28 13:22:14.700810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:14.701310 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.726123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ae530-239a-4f72-84d7-ded7594e35d4 None None] Pushing event updated for resources: {'Port': ['ID=7f6493d5-c41e-4c80-a287-35e90ce09775,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:14.754729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0f1e49-63f6-4594-94dc-e0819f862dc3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:14.759884 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a7f1c8-b39a-4cf2-9b85-5d00f64fa593" -d '{"events": [{"server_uuid": "6d7a46ec-b6b7-4f33-8905-7064ceac00a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a0f1e49-63f6-4594-94dc-e0819f862dc3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:14.821196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e79cfd76-d0a3-4b30-8d9f-68b6125eec87 req-c4965f18-c202-4b94-910b-aab430bc5c45 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (765581ae-23ff-4040-af60-8939c8b81df6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.853470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e79cfd76-d0a3-4b30-8d9f-68b6125eec87 req-c4965f18-c202-4b94-910b-aab430bc5c45 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (765581ae-23ff-4040-af60-8939c8b81df6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.880958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Attempting to bind port 7f6493d5-c41e-4c80-a287-35e90ce09775 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:14.881615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Attempting to bind port 7f6493d5-c41e-4c80-a287-35e90ce09775 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:14.882144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Attempting to bind port 7f6493d5-c41e-4c80-a287-35e90ce09775 on network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:14.891055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9a0f1e49-63f6-4594-94dc-e0819f862dc3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:14.892508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:14.894649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Checking segment: {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:14.895273 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.896574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Bound using segment: {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:14.897176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Bound port: 7f6493d5-c41e-4c80-a287-35e90ce09775, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:14.897981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.914629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.972964 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f0dff8b-0df9-4753-bf16-a05721185f2e req-b17743d5-f7f0-4eee-99af-f7a00731316f tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 210 time: 0.1467161 Jan 28 13:22:14.978340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e79cfd76-d0a3-4b30-8d9f-68b6125eec87 req-c4965f18-c202-4b94-910b-aab430bc5c45 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (765581ae-23ff-4040-af60-8939c8b81df6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.982477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e79cfd76-d0a3-4b30-8d9f-68b6125eec87 req-c4965f18-c202-4b94-910b-aab430bc5c45 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:14.983811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e79cfd76-d0a3-4b30-8d9f-68b6125eec87 req-c4965f18-c202-4b94-910b-aab430bc5c45 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-groups/765581ae-23ff-4040-af60-8939c8b81df6 HTTP/1.1" status: 204 len: 173 time: 0.2862062 Jan 28 13:22:15.034873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4965f18-c202-4b94-910b-aab430bc5c45 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765581ae-23ff-4040-af60-8939c8b81df6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:15.109279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=9a0f1e49-63f6-4594-94dc-e0819f862dc3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:15.162021 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80180b0-36d8-4b47-8f03-7be76b040e9b x-openstack-request-id: req-e80180b0-36d8-4b47-8f03-7be76b040e9b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:15.162380 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7a46ec-b6b7-4f33-8905-7064ceac00a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a0f1e49-63f6-4594-94dc-e0819f862dc3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:15.162516 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e80180b0-36d8-4b47-8f03-7be76b040e9b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:15.162971 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0f1e49-63f6-4594-94dc-e0819f862dc3', 'code': 200} Jan 28 13:22:15.168512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] For port 7f6493d5-c41e-4c80-a287-35e90ce09775, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:15.173946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] For port 7f6493d5-c41e-4c80-a287-35e90ce09775, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7f6493d5-c41e-4c80-a287-35e90ce09775,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:15.185042 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.353257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca63ab-d531-4e57-b39b-b6476507a92c None None] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:15.374647 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks [] for router_gateway (bbabced8-40be-4818-85fb-68b4ca7f438a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.394059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-08bb2069-5618-40ac-87b7-c84491b461d2 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:15.397635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-741cffbe-e98f-42e1-95a0-62dc7a9e9b0d None None] Provisioning complete for port 7f6493d5-c41e-4c80-a287-35e90ce09775 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:15.398195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-741cffbe-e98f-42e1-95a0-62dc7a9e9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.404479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-08bb2069-5618-40ac-87b7-c84491b461d2 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.36 "GET /v2.0/networks?id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 200 len: 829 time: 0.3352973 Jan 28 13:22:15.410571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ae530-239a-4f72-84d7-ded7594e35d4 None None] Pushing event updated for resources: {'Port': ['ID=7f6493d5-c41e-4c80-a287-35e90ce09775,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:15.436731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Request body: {'port': {'device_id': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'admin_state_up': True, 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:15.490125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe9d8a-4a99-4fa6-bf13-ff6efc143e8a req-d1185a57-aa29-405e-b6dd-5105120b48bf tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:15.497535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38fe9d8a-4a99-4fa6-bf13-ff6efc143e8a req-d1185a57-aa29-405e-b6dd-5105120b48bf tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.2305903 Jan 28 13:22:15.544813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6dbb28c-7c56-4c25-9778-06463fb2eb5b req-b7d19250-cb63-4621-9e74-a0835ed536c4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/92438125-6ee7-4b68-b8d1-2726a93ab85b HTTP/1.1" status: 200 len: 1821 time: 0.1149378 Jan 28 13:22:15.549870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d8603-a978-4c10-be57-7656890b587d req-2956b620-3da7-4f05-96e5-499c23679487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:15.551283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c26d8603-a978-4c10-be57-7656890b587d req-2956b620-3da7-4f05-96e5-499c23679487 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 0.1702645 Jan 28 13:22:15.574199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7eb6192e-57a6-4944-bb8d-f093cb878ba6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:15.591407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:15.592081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:15.631021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38fe9d8a-4a99-4fa6-bf13-ff6efc143e8a req-daf95ca8-875b-4527-8ce2-d957e0f5b5c1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322458 Jan 28 13:22:15.695144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42424) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:15.717674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e5ff9578-362d-4378-ad3c-b0f348189618 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:15.723256 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b6dbb28c-7c56-4c25-9778-06463fb2eb5b req-2fb77563-21bb-48dc-aa4f-e326355ca6c8 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (92438125-6ee7-4b68-b8d1-2726a93ab85b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.747140 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b6dbb28c-7c56-4c25-9778-06463fb2eb5b req-2fb77563-21bb-48dc-aa4f-e326355ca6c8 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (92438125-6ee7-4b68-b8d1-2726a93ab85b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.785263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f59395f2-19b1-43ac-8e7c-c4569b79f6ed tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group (182f3bc7-58a2-4eab-b362-7afbaa2978b6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.787862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Made reservation on behalf of 1c43521b079d4bc79ce74f4312863fd9 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:15.791452 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.830150 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c26d8603-a978-4c10-be57-7656890b587d req-1a444f2e-ce7d-479c-8869-a31966329907 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642162 Jan 28 13:22:15.844885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e5ff9578-362d-4378-ad3c-b0f348189618, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e5ff9578-362d-4378-ad3c-b0f348189618,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:15.862976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b6dbb28c-7c56-4c25-9778-06463fb2eb5b req-2fb77563-21bb-48dc-aa4f-e326355ca6c8 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (92438125-6ee7-4b68-b8d1-2726a93ab85b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.866150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'e5ff9578-362d-4378-ad3c-b0f348189618', 'network_id': '374434f9-4641-4e35-9e4a-748c02162f64', 'port_id': 'e5ff9578-362d-4378-ad3c-b0f348189618', 'mac_address': 'fa:16:3e:a1:44:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c0bcb5-7e06-4560-9009-1690744a9e03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:15.866456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b6dbb28c-7c56-4c25-9778-06463fb2eb5b req-2fb77563-21bb-48dc-aa4f-e326355ca6c8 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:15.868553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6dbb28c-7c56-4c25-9778-06463fb2eb5b req-2fb77563-21bb-48dc-aa4f-e326355ca6c8 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-groups/92438125-6ee7-4b68-b8d1-2726a93ab85b HTTP/1.1" status: 204 len: 173 time: 0.3106194 Jan 28 13:22:15.884160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb77563-21bb-48dc-aa4f-e326355ca6c8 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92438125-6ee7-4b68-b8d1-2726a93ab85b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:15.992230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (bbabced8-40be-4818-85fb-68b4ca7f438a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.027601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Allocated IP 172.20.0.9 (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e/d5378a9e-8e14-4293-a35d-797dc1ef947c/05d91f6c-6dfd-43c4-a23c-9d1beb1551a9) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:16.080911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-741cffbe-e98f-42e1-95a0-62dc7a9e9b0d None None] Current status of the port 7f6493d5-c41e-4c80-a287-35e90ce09775 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:16.081598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-741cffbe-e98f-42e1-95a0-62dc7a9e9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.108661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e5ff9578-362d-4378-ad3c-b0f348189618 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:16.109343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.155816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:16.156478 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.166050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff9578-362d-4378-ad3c-b0f348189618 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:16.189089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e5ff9578-362d-4378-ad3c-b0f348189618, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e5ff9578-362d-4378-ad3c-b0f348189618,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:16.193439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.223171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:16.232563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36822e-0f35-4801-83c5-6e71eb5980bd req-82b8fb2e-41b6-4793-abaa-602a20a5f397 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:16.233069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-741cffbe-e98f-42e1-95a0-62dc7a9e9b0d None None] For port 7f6493d5-c41e-4c80-a287-35e90ce09775, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7f6493d5-c41e-4c80-a287-35e90ce09775,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:16.234200 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e36822e-0f35-4801-83c5-6e71eb5980bd req-82b8fb2e-41b6-4793-abaa-602a20a5f397 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2393436 Jan 28 13:22:16.234849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.258419 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.262384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f59395f2-19b1-43ac-8e7c-c4569b79f6ed tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group (182f3bc7-58a2-4eab-b362-7afbaa2978b6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.279228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-741cffbe-e98f-42e1-95a0-62dc7a9e9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.298839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Router bbabced8-40be-4818-85fb-68b4ca7f438a is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:22:16.352567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:16.368655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65132f-ac40-49e4-a8a2-057d5f2d7b4f req-e91d1c8d-4b81-45f4-95c4-dbfe95469870 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:16.370744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc65132f-ac40-49e4-a8a2-057d5f2d7b4f req-e91d1c8d-4b81-45f4-95c4-dbfe95469870 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 943 time: 0.5760736 Jan 28 13:22:16.378562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:16.380955 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e36822e-0f35-4801-83c5-6e71eb5980bd req-602da895-5df3-4afa-becf-f2218d325347 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385813 Jan 28 13:22:16.385091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:16.517171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event updated for resources: {'Port': ['ID=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:16.637666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:16.638734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.670227 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f59395f2-19b1-43ac-8e7c-c4569b79f6ed tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (182f3bc7-58a2-4eab-b362-7afbaa2978b6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.678177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f59395f2-19b1-43ac-8e7c-c4569b79f6ed tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.680492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f59395f2-19b1-43ac-8e7c-c4569b79f6ed tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "DELETE /v2.0/security-groups/182f3bc7-58a2-4eab-b362-7afbaa2978b6 HTTP/1.1" status: 204 len: 168 time: 0.9834208 Jan 28 13:22:16.686981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42434) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:16.690071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc65132f-ac40-49e4-a8a2-057d5f2d7b4f req-01d5f937-2ed8-4a9e-b751-22848257e711 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929509 Jan 28 13:22:16.719631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59395f2-19b1-43ac-8e7c-c4569b79f6ed tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182f3bc7-58a2-4eab-b362-7afbaa2978b6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:16.732330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-3cc435c1-bb17-4e4a-9fba-3eef72b5131e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3161852 Jan 28 13:22:16.747373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Request body: {'port': {'device_id': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:16.803023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ddf0e841-d126-4162-9c2f-3670fd83a6c8 req-42030363-54be-477b-a3b8-f0af3e960673 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35 HTTP/1.1" status: 200 len: 1820 time: 0.2844827 Jan 28 13:22:16.811460 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-fcaf3a38-aef3-4f93-bcaa-ebf2945d57ba tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] show failed (client error): The resource could not be found. Jan 28 13:22:16.812525 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fcaf3a38-aef3-4f93-bcaa-ebf2945d57ba tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "GET /v2.0/security-groups/182f3bc7-58a2-4eab-b362-7afbaa2978b6 HTTP/1.1" status: 404 len: 347 time: 0.1245716 Jan 28 13:22:16.817208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42438) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:16.831354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:16.844682 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Sync routers for ids ['bbabced8-40be-4818-85fb-68b4ca7f438a'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:16.894627 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Routers {'bbabced8-40be-4818-85fb-68b4ca7f438a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:16.895271 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['bbabced8-40be-4818-85fb-68b4ca7f438a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:16.898945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:16.900259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-514c065e-9877-4db0-a3f6-e0bdcb3ece10 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0251710 Jan 28 13:22:16.908606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42440) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:16.939202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e5ff9578-362d-4378-ad3c-b0f348189618'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:16.944547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e5ff9578-362d-4378-ad3c-b0f348189618,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:17.037863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0f9923d8-6f0b-412d-bae8-c29dbcdacaf1 None None] Provisioning complete for port 7f6493d5-c41e-4c80-a287-35e90ce09775 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:17.038356 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0f9923d8-6f0b-412d-bae8-c29dbcdacaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.090908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.119569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf639f9-b5aa-4ed9-b448-e915f0b2e255 req-b4fe19e5-60dc-4e27-9c57-cb154c24ba1c tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:17.126711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdf639f9-b5aa-4ed9-b448-e915f0b2e255 req-b4fe19e5-60dc-4e27-9c57-cb154c24ba1c tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 931 time: 0.1971123 Jan 28 13:22:17.185959 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Set router bbabced8-40be-4818-85fb-68b4ca7f438a gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:17.218792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:17.218792 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.223892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdf639f9-b5aa-4ed9-b448-e915f0b2e255 req-709773f1-a9c8-45ec-a73a-03fd3c119ed3 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963140 Jan 28 13:22:17.249551 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddf0e841-d126-4162-9c2f-3670fd83a6c8 req-6eeba19d-92b4-4604-8410-26d82aa0a42a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.287614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cffbe-e98f-42e1-95a0-62dc7a9e9b0d None None] Pushing event updated for resources: {'Port': ['ID=7f6493d5-c41e-4c80-a287-35e90ce09775,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:17.298627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Deleting port c987d7e0-1cd2-4b69-ae71-ac53e561ede8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:17.300572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.343081 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddf0e841-d126-4162-9c2f-3670fd83a6c8 req-6eeba19d-92b4-4604-8410-26d82aa0a42a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.450960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:15Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:17.517221 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:22:14Z', 'revision_number': 3, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port': {'id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:12Z', 'updated_at': '2022-01-28T13:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:17.521852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0d89b-9304-411c-a2ad-292fc90fad7f None None] The sync data for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 is: [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:15Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:17.580059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddf0e841-d126-4162-9c2f-3670fd83a6c8 req-6eeba19d-92b4-4604-8410-26d82aa0a42a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.582770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddf0e841-d126-4162-9c2f-3670fd83a6c8 req-6eeba19d-92b4-4604-8410-26d82aa0a42a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.598148 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ddf0e841-d126-4162-9c2f-3670fd83a6c8 req-6eeba19d-92b4-4604-8410-26d82aa0a42a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-groups/4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35 HTTP/1.1" status: 204 len: 173 time: 0.7941890 Jan 28 13:22:17.679413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 7eb6192e-57a6-4944-bb8d-f093cb878ba6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7eb6192e-57a6-4944-bb8d-f093cb878ba6,segment=NetworkSegment(1dca669a-16fc-4d0e-835c-e3bcf58de84b),segment_id=1dca669a-16fc-4d0e-835c-e3bcf58de84b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:17.705356 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Checking router: bbabced8-40be-4818-85fb-68b4ca7f438a for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:17.705713 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Updating router bbabced8-40be-4818-85fb-68b4ca7f438a port 831c2d6f-3847-4a9f-ba60-3d303c501bfb binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:17.717556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeba19d-92b4-4604-8410-26d82aa0a42a tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ffe8a-ab67-4ef1-8dfe-9dab0ddbad35,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:17.816505 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.868294 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.870080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.891271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:17.906815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Calling delete_port for c987d7e0-1cd2-4b69-ae71-ac53e561ede8 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:17.940121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.112246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=7eb6192e-57a6-4944-bb8d-f093cb878ba6,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:18.200346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0f9923d8-6f0b-412d-bae8-c29dbcdacaf1 None None] Current status of the port 7f6493d5-c41e-4c80-a287-35e90ce09775 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:18.257764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7f6493d5-c41e-4c80-a287-35e90ce09775 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:18.316760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f39f19-0b04-4759-9bb8-e133bf87bd34 req-3ea5a5b4-57e4-45b9-813c-4206ef20cb62 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:18.322975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f39f19-0b04-4759-9bb8-e133bf87bd34 req-3ea5a5b4-57e4-45b9-813c-4206ef20cb62 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.9804265 Jan 28 13:22:18.323447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Allocated IP 172.20.0.1 (d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3/75d563ca-54b7-48b2-87e2-93dca15e4199/5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:18.328471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c987d7e0-1cd2-4b69-ae71-ac53e561ede8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.366934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0f9923d8-6f0b-412d-bae8-c29dbcdacaf1 None None] Provisioning complete for port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:18.378659 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0f9923d8-6f0b-412d-bae8-c29dbcdacaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.393019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4663ba5-b824-41cf-9971-3419f139bcdb req-517d5687-53d5-4f4b-a036-3c14a08ab9a9 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:18.399470 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4663ba5-b824-41cf-9971-3419f139bcdb req-517d5687-53d5-4f4b-a036-3c14a08ab9a9 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.4200552 Jan 28 13:22:18.438165 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Publish callbacks [] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.452799 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.472445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Pushing event deleted for resources: {'Port': ['ID=c987d7e0-1cd2-4b69-ae71-ac53e561ede8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:18.547521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7f6493d5-c41e-4c80-a287-35e90ce09775 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:18.548073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.564228 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Attempting to bind port 831c2d6f-3847-4a9f-ba60-3d303c501bfb on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:18.564667 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Attempting to bind port 831c2d6f-3847-4a9f-ba60-3d303c501bfb by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:18.565203 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Attempting to bind port 831c2d6f-3847-4a9f-ba60-3d303c501bfb on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:18.583429 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:18.583819 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:18.585545 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.586441 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:18.586979 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Bound port: 831c2d6f-3847-4a9f-ba60-3d303c501bfb, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:18.587380 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.701494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks [] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.703252 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] For port 831c2d6f-3847-4a9f-ba60-3d303c501bfb, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:18.710723 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] For port 831c2d6f-3847-4a9f-ba60-3d303c501bfb, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=831c2d6f-3847-4a9f-ba60-3d303c501bfb,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:18.723309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0f9923d8-6f0b-412d-bae8-c29dbcdacaf1 None None] Current status of the port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:18.736228 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5d2d1-59cf-4152-927c-cc7e754fbd95 None None] Pushing event updated for resources: {'Port': ['ID=831c2d6f-3847-4a9f-ba60-3d303c501bfb,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:18.749229 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.787821 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4663ba5-b824-41cf-9971-3419f139bcdb req-6db4ed86-d14b-4620-9461-ef139d06e145 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664553 Jan 28 13:22:18.789093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f39f19-0b04-4759-9bb8-e133bf87bd34 req-6cd59e93-46ac-435b-a82e-1ade140c545c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539616 Jan 28 13:22:18.806279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.808277 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks [] for floatingip (9048d410-80ad-477c-bb50-d608f9b5d6e4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.816177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.829155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9798fd9c-49fe-48e2-8930-b291801d697e tempest-ServersWithSpecificFlavorTestJSON-1343678696 tempest-ServersWithSpecificFlavorTestJSON-1343678696-project] 10.222.0.45 "DELETE /v2.0/floatingips/9048d410-80ad-477c-bb50-d608f9b5d6e4 HTTP/1.1" status: 204 len: 168 time: 2.0109220 Jan 28 13:22:18.832599 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5d2d1-59cf-4152-927c-cc7e754fbd95 None None] Pushing event updated for resources: {'Port': ['ID=831c2d6f-3847-4a9f-ba60-3d303c501bfb,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:18.850914 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Routers {'bbabced8-40be-4818-85fb-68b4ca7f438a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:18.852775 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['bbabced8-40be-4818-85fb-68b4ca7f438a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:18.933447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7f6493d5-c41e-4c80-a287-35e90ce09775 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:18.965122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-51fdd785-7736-45a6-b3f3-f02b8a1dac9d None None] Provisioning complete for port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:18.966556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51fdd785-7736-45a6-b3f3-f02b8a1dac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:18.967544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Pushing event updated for resources: {'Port': ['ID=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:18.981068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:18.983479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:18.995824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:19.030816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:19.040745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Publish callbacks [] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.044072 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] Set router bbabced8-40be-4818-85fb-68b4ca7f438a gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:19.067119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51fdd785-7736-45a6-b3f3-f02b8a1dac9d None None] Port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:19.071872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Transition to ACTIVE for port object 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:19.085373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.093025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-51fdd785-7736-45a6-b3f3-f02b8a1dac9d None None] Provisioning complete for port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:19.093401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51fdd785-7736-45a6-b3f3-f02b8a1dac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.126438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a245b3e-8c31-4ad1-bfb2-5ef052eb877f req-99cd93f3-70c3-41bd-8e35-97abae371d8b tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/310ae99c-de04-4074-86d0-15e6bc6814a6 HTTP/1.1" status: 200 len: 2420 time: 0.2009752 Jan 28 13:22:19.254056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1d4b3-6753-4321-a251-83bed74352e3 req-476eb31d-1c5b-41f2-b161-63bc0da82c57 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:19.255102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55e1d4b3-6753-4321-a251-83bed74352e3 req-476eb31d-1c5b-41f2-b161-63bc0da82c57 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 944 time: 0.2534907 Jan 28 13:22:19.255904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (bbabced8-40be-4818-85fb-68b4ca7f438a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.298297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51fdd785-7736-45a6-b3f3-f02b8a1dac9d None None] Current status of the port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:19.420813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Pushing event updated for resources: {'Port': ['ID=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:19.424949 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3a245b3e-8c31-4ad1-bfb2-5ef052eb877f req-093b757e-1807-4a6f-a006-40c43d582ca1 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (310ae99c-de04-4074-86d0-15e6bc6814a6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.475534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3a245b3e-8c31-4ad1-bfb2-5ef052eb877f req-093b757e-1807-4a6f-a006-40c43d582ca1 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (310ae99c-de04-4074-86d0-15e6bc6814a6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.545187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ddc92b22-44fb-4814-a5c8-e0fd28a62818 None None] Provisioning complete for port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:19.545617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ddc92b22-44fb-4814-a5c8-e0fd28a62818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.563448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3a245b3e-8c31-4ad1-bfb2-5ef052eb877f req-093b757e-1807-4a6f-a006-40c43d582ca1 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (310ae99c-de04-4074-86d0-15e6bc6814a6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.566124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3a245b3e-8c31-4ad1-bfb2-5ef052eb877f req-093b757e-1807-4a6f-a006-40c43d582ca1 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.573464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a245b3e-8c31-4ad1-bfb2-5ef052eb877f req-093b757e-1807-4a6f-a006-40c43d582ca1 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-groups/310ae99c-de04-4074-86d0-15e6bc6814a6 HTTP/1.1" status: 204 len: 173 time: 0.4458888 Jan 28 13:22:19.590772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b757e-1807-4a6f-a006-40c43d582ca1 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ae99c-de04-4074-86d0-15e6bc6814a6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:19.654547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Attempting to bind port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:19.654547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Attempting to bind port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:19.654904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Attempting to bind port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 on network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:19.667263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 on network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:19.673263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Attempting to bind port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 on network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:19.686461 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:22:14Z', 'revision_number': 3, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port': {'id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:12Z', 'updated_at': '2022-01-28T13:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:19.687679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e5ff9578-362d-4378-ad3c-b0f348189618 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:19.688904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:19.689254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Checking segment: {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:19.689648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Bound using segment: {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:19.690098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Bound port: 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9304a14-72c7-4232-8a49-4e5162222cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:19.690461 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.728241 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e1634-10de-4227-86f0-adaa16589fa5 None None] The sync data for ids ['bbabced8-40be-4818-85fb-68b4ca7f438a'] in n-d-822748-2 is: [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:22:14Z', 'revision_number': 3, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port': {'id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:12Z', 'updated_at': '2022-01-28T13:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:19.731282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.766758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55e1d4b3-6753-4321-a251-83bed74352e3 req-0d52f4c5-c768-4fba-9587-0574fa549502 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879806 Jan 28 13:22:19.823411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ddc92b22-44fb-4814-a5c8-e0fd28a62818 None None] Port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:19.887411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] For port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:19.890447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] For port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:19.902192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port e5ff9578-362d-4378-ad3c-b0f348189618 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:19.907280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port e5ff9578-362d-4378-ad3c-b0f348189618 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:19.907855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:19.908547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183a2d6-c7fd-42f0-9a3e-caf5f437fd1b req-d63a56d4-99c7-41b5-9dd6-0e2e6d86eeba tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:19.915747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3183a2d6-c7fd-42f0-9a3e-caf5f437fd1b req-d63a56d4-99c7-41b5-9dd6-0e2e6d86eeba tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 946 time: 0.1761162 Jan 28 13:22:19.916972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.003016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.003637 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.012097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] 10.222.0.36 "PUT /v2.0/ports/05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 1091 time: 3.2631068 Jan 28 13:22:20.012657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:20.014981 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e72ed9-64cb-4844-b278-4f6e22bfb728" -d '{"events": [{"name": "network-changed", "server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:20.025828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4adb6e-7098-4f25-b7ec-dbb5920b5047 req-db1306fe-ba20-41cc-9165-6a5973ea8c0b tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.035000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e4adb6e-7098-4f25-b7ec-dbb5920b5047 req-db1306fe-ba20-41cc-9165-6a5973ea8c0b tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 943 time: 0.1359417 Jan 28 13:22:20.107504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7eb6192e-57a6-4944-bb8d-f093cb878ba6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:20.130037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3183a2d6-c7fd-42f0-9a3e-caf5f437fd1b req-b62f3291-1423-4653-83c0-490f15b6541d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964386 Jan 28 13:22:20.145431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks [] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.166550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.224214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e5ff9578-362d-4378-ad3c-b0f348189618 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:20.225436 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.234256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74632f2b-b68b-4432-8bec-a33747c93b0b service neutron] Pushing event updated for resources: {'Port': ['ID=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.273991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-c4d394a2-776e-4bb9-b912-2856bc65f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.279687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-c4d394a2-776e-4bb9-b912-2856bc65f8ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c43521b079d4bc79ce74f4312863fd9&device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 1094 time: 0.1917484 Jan 28 13:22:20.280442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:20.284781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.328778 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e4adb6e-7098-4f25-b7ec-dbb5920b5047 req-ff4a1dae-17df-465c-be6e-64ae17666a09 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919288 Jan 28 13:22:20.363591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-37b6e9c3-43d3-4e4c-a47e-2d3ee3804478 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 217 time: 0.0719972 Jan 28 13:22:20.387286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Pushing event updated for resources: {'Port': ['ID=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.398312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (bbabced8-40be-4818-85fb-68b4ca7f438a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.416225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff9578-362d-4378-ad3c-b0f348189618'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:20.419792 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a967c8-977d-43ee-9fef-f6ba6354e71c" -d '{"events": [{"server_uuid": "8f17c854-16fd-4989-86f4-5bd015f03e75", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff9578-362d-4378-ad3c-b0f348189618"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:20.443806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e5ff9578-362d-4378-ad3c-b0f348189618, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e5ff9578-362d-4378-ad3c-b0f348189618,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:20.470996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e92ca917-e330-4789-8902-d686054d7fe7 req-f82458ed-e232-4586-b1f0-6478159478e4 tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "GET /v2.0/security-groups/e10f728b-71a6-473f-9716-d6bbf9729484 HTTP/1.1" status: 200 len: 2413 time: 0.2119598 Jan 28 13:22:20.505750 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.508372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-d65c4f46-679b-49c6-9ea6-0404563346f1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.509972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-d65c4f46-679b-49c6-9ea6-0404563346f1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 946 time: 0.2958272 Jan 28 13:22:20.539839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-66b738db-1971-4cfd-bf80-1f61358482ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.542955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-66b738db-1971-4cfd-bf80-1f61358482ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5378a9e-8e14-4293-a35d-797dc1ef947c HTTP/1.1" status: 200 len: 868 time: 0.1645305 Jan 28 13:22:20.557666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:20.613158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e5ff9578-362d-4378-ad3c-b0f348189618,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.618136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e92ca917-e330-4789-8902-d686054d7fe7 req-3d841fbe-eab2-4409-98ed-61cc8d27c5eb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (e10f728b-71a6-473f-9716-d6bbf9729484), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.663952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-b46be146-1c68-4591-bd39-c2ab1ea2925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.666172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-b46be146-1c68-4591-bd39-c2ab1ea2925f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159761 Jan 28 13:22:20.673005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e92ca917-e330-4789-8902-d686054d7fe7 req-3d841fbe-eab2-4409-98ed-61cc8d27c5eb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (e10f728b-71a6-473f-9716-d6bbf9729484), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.769526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1375-ff01-4cd6-970f-6dd96d3f5f34 req-61819bf3-da37-4e24-8919-ed6f58589891 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:20.777119 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57aa1375-ff01-4cd6-970f-6dd96d3f5f34 req-61819bf3-da37-4e24-8919-ed6f58589891 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1363275 Jan 28 13:22:20.817328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:20.839469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:20.859543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e92ca917-e330-4789-8902-d686054d7fe7 req-3d841fbe-eab2-4409-98ed-61cc8d27c5eb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e10f728b-71a6-473f-9716-d6bbf9729484), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.870557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e92ca917-e330-4789-8902-d686054d7fe7 req-3d841fbe-eab2-4409-98ed-61cc8d27c5eb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:20.873498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e92ca917-e330-4789-8902-d686054d7fe7 req-3d841fbe-eab2-4409-98ed-61cc8d27c5eb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] 10.222.0.45 "DELETE /v2.0/security-groups/e10f728b-71a6-473f-9716-d6bbf9729484 HTTP/1.1" status: 204 len: 173 time: 0.4008899 Jan 28 13:22:20.890671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42472) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:20.903848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d841fbe-eab2-4409-98ed-61cc8d27c5eb tempest-SecurityGroupRulesTestJSON-2069248871 tempest-SecurityGroupRulesTestJSON-2069248871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f728b-71a6-473f-9716-d6bbf9729484,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:20.963792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-ff767f5d-3b20-4cca-80be-8fa50d33e44c service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866244 Jan 28 13:22:21.138057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687d5f84-7b62-448c-a3a3-f8c109e35db7 req-75f458a0-550f-4df0-886c-c4a868826576 service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636269 Jan 28 13:22:21.145254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Deleting port 0399da22-8e47-41a6-ac1a-e8f0cef9436f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:21.145909 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.206675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57aa1375-ff01-4cd6-970f-6dd96d3f5f34 req-74052a0b-83ed-4e52-8a8b-caf226679a5f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280393 Jan 28 13:22:21.314264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6dcc2-5b50-413e-8556-0d45b5645250 req-a63a89da-0835-4a33-a982-d1684cfeb9ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.317075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92e6dcc2-5b50-413e-8556-0d45b5645250 req-a63a89da-0835-4a33-a982-d1684cfeb9ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1781528 Jan 28 13:22:21.392891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ed9748e8-fe85-4b82-9a79-be80c7b2d6ec None None] Provisioning complete for port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:21.410091 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ed9748e8-fe85-4b82-9a79-be80c7b2d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.435233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92e6dcc2-5b50-413e-8556-0d45b5645250 req-1973be28-4cad-4d8e-8645-8b912d68410f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102064 Jan 28 13:22:21.493009 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd81554-3304-4078-91a4-72b19029eec1 x-openstack-request-id: req-0cd81554-3304-4078-91a4-72b19029eec1 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:21.493605 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:21.493605 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cd81554-3304-4078-91a4-72b19029eec1 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:21.497502 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'status': 'completed', 'code': 200} Jan 28 13:22:21.533874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ed9748e8-fe85-4b82-9a79-be80c7b2d6ec None None] Port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:21.535190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Router bbabced8-40be-4818-85fb-68b4ca7f438a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:21.575136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] Deleting subnet 1932450e-0b26-4c84-9f32-32181981e543 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:22:21.587071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] Publish callbacks [] for subnet (1932450e-0b26-4c84-9f32-32181981e543), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.612394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-a6c7bd80-2db2-4471-bd19-1ec6d30a3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.614400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-a6c7bd80-2db2-4471-bd19-1ec6d30a3625 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c43521b079d4bc79ce74f4312863fd9&device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 1094 time: 0.0771351 Jan 28 13:22:21.675184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (1932450e-0b26-4c84-9f32-32181981e543), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.736202 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8affb9b1-90d6-4e72-a808-f7a6f6383b22 x-openstack-request-id: req-8affb9b1-90d6-4e72-a808-f7a6f6383b22 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:21.736519 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f17c854-16fd-4989-86f4-5bd015f03e75", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff9578-362d-4378-ad3c-b0f348189618", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:21.736752 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8affb9b1-90d6-4e72-a808-f7a6f6383b22 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:21.737151 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff9578-362d-4378-ad3c-b0f348189618', 'code': 200} Jan 28 13:22:21.774404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (1932450e-0b26-4c84-9f32-32181981e543), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:21.828442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a5763-1d6c-4138-b145-0b53a9075912 req-491ad217-070a-4883-8b87-6bb50343f887 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.830443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-653a5763-1d6c-4138-b145-0b53a9075912 req-491ad217-070a-4883-8b87-6bb50343f887 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1708398 Jan 28 13:22:21.874030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-076d7612-eb45-49f8-9687-ce2038b410ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:21.876811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-076d7612-eb45-49f8-9687-ce2038b410ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 200 len: 930 time: 0.2556739 Jan 28 13:22:21.964570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-8a08a976-7427-46ff-87c8-53bb7898686b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 217 time: 0.0726910 Jan 28 13:22:22.130791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 831c2d6f-3847-4a9f-ba60-3d303c501bfb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:22.279466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 831c2d6f-3847-4a9f-ba60-3d303c501bfb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:22.279854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.385953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 831c2d6f-3847-4a9f-ba60-3d303c501bfb is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:22.386377 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.390399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-653a5763-1d6c-4138-b145-0b53a9075912 req-19c23799-224a-46ff-ad98-305ab1cf3532 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488493 Jan 28 13:22:22.412155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 831c2d6f-3847-4a9f-ba60-3d303c501bfb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=831c2d6f-3847-4a9f-ba60-3d303c501bfb,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:22.423077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.431950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-780e6bd3-1221-426b-b2cb-16f409b244bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.436967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-780e6bd3-1221-426b-b2cb-16f409b244bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5378a9e-8e14-4293-a35d-797dc1ef947c HTTP/1.1" status: 200 len: 868 time: 0.4643025 Jan 28 13:22:22.530490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=831c2d6f-3847-4a9f-ba60-3d303c501bfb,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:22.548913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc980da-51d1-4e58-a6e7-7f7642482eaf req-510dfbe2-5643-49ef-a8aa-a7006d75ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.550949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bc980da-51d1-4e58-a6e7-7f7642482eaf req-510dfbe2-5643-49ef-a8aa-a7006d75ce59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 1096 time: 0.2235363 Jan 28 13:22:22.568663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-7d196d63-eda9-40a6-97da-47fb601b4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.570183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-7d196d63-eda9-40a6-97da-47fb601b4e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267076 Jan 28 13:22:22.576432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] For port 0399da22-8e47-41a6-ac1a-e8f0cef9436f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0399da22-8e47-41a6-ac1a-e8f0cef9436f,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:22.576808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.583775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d938c-0ae0-4e90-8dbb-70a572ce43c4 req-1f6f422c-ad27-45d2-a619-72946dde65d3 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.591074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a9d938c-0ae0-4e90-8dbb-70a572ce43c4 req-1f6f422c-ad27-45d2-a619-72946dde65d3 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 943 time: 0.0784829 Jan 28 13:22:22.614783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Calling delete_port for 0399da22-8e47-41a6-ac1a-e8f0cef9436f owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:22.648991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ae6e3-8f67-4ad4-947b-bff4a58ba72d req-ded29b11-8731-4bfe-923d-978999afc8c0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:22.650733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e80ae6e3-8f67-4ad4-947b-bff4a58ba72d req-ded29b11-8731-4bfe-923d-978999afc8c0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 946 time: 0.2729909 Jan 28 13:22:22.657191 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (1932450e-0b26-4c84-9f32-32181981e543), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.708738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a9d938c-0ae0-4e90-8dbb-70a572ce43c4 req-5e1524ae-3529-485f-890a-bfe58df19590 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166809 Jan 28 13:22:22.745017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-73c63fd5-32ca-4834-b082-013d8f064ecb service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515155 Jan 28 13:22:22.761070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1932450e-0b26-4c84-9f32-32181981e543,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:22.817234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:22.820837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-09f7cb2e-5f11-4623-a9db-18dba043e9c6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1932450e-0b26-4c84-9f32-32181981e543 HTTP/1.1" status: 204 len: 168 time: 1.9091418 Jan 28 13:22:22.829173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42490) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:22.845384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bc980da-51d1-4e58-a6e7-7f7642482eaf req-084a340d-b8de-4137-b45b-b49587301cc6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850766 Jan 28 13:22:22.849701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:22.872521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0193f60c-17b5-4982-8a9a-f85729e8d67a admin admin] 10.222.0.45 "PUT /v2.0/routers/bbabced8-40be-4818-85fb-68b4ca7f438a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9523709 Jan 28 13:22:22.884136 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e80ae6e3-8f67-4ad4-947b-bff4a58ba72d req-1f2e2a02-5e75-4ef6-9817-c04ecb19fd2a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824665 Jan 28 13:22:22.944252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12e72ed9-64cb-4844-b278-4f6e22bfb728 req-4ab33cab-96c9-4c36-8811-29af16b712a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925461 Jan 28 13:22:22.985064 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0399da22-8e47-41a6-ac1a-e8f0cef9436f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.030816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event deleted for resources: {'Port': ['ID=0399da22-8e47-41a6-ac1a-e8f0cef9436f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:23.067600 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a096bc61-0525-49ed-bcd8-63df36ffb262), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.118296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] No DVR routers for this DVR port 0399da22-8e47-41a6-ac1a-e8f0cef9436f on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:23.122250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.122930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a98d0-e9da-4016-afaf-df7f751fb2a0 req-ae5a8997-fc8d-48b6-854f-cbe3c168d4ed tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.124871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d1a98d0-e9da-4016-afaf-df7f751fb2a0 req-ae5a8997-fc8d-48b6-854f-cbe3c168d4ed tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.2945051 Jan 28 13:22:23.130650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33d9ef9e-4fab-4187-94d0-47a7a0b7b935 req-07852665-d8f4-44c5-ada6-3ebfd96d4e08 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "DELETE /v2.0/ports/0399da22-8e47-41a6-ac1a-e8f0cef9436f HTTP/1.1" status: 204 len: 173 time: 2.5764446 Jan 28 13:22:23.131209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45649bf8-e4de-416d-af39-01268ff53298', 'name': 'network-vif-deleted', 'tag': '0399da22-8e47-41a6-ac1a-e8f0cef9436f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:23.133775 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ced8ae-ef2e-4877-9059-cdc4b1d37e68" -d '{"events": [{"server_uuid": "45649bf8-e4de-416d-af39-01268ff53298", "name": "network-vif-deleted", "tag": "0399da22-8e47-41a6-ac1a-e8f0cef9436f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:23.165255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5198-ca4f-4a4d-8daf-a07436428a49 req-7bd0b2c4-1ecc-4c65-9a72-e02f8bc8989e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.176054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f5f5198-ca4f-4a4d-8daf-a07436428a49 req-7bd0b2c4-1ecc-4c65-9a72-e02f8bc8989e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1106870 Jan 28 13:22:23.260659 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f5f5198-ca4f-4a4d-8daf-a07436428a49 req-de72a6a6-3df1-4c1b-b180-b6c8f5bd2f6e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759759 Jan 28 13:22:23.281288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a096bc61-0525-49ed-bcd8-63df36ffb262), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.312447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a096bc61-0525-49ed-bcd8-63df36ffb262']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:23.331480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf1f624-cb23-43fa-b660-8dde9ff15f8d') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:23.331480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf1f624-cb23-43fa-b660-8dde9ff15f8d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:23.338981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (faf1f624-cb23-43fa-b660-8dde9ff15f8d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.354339 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (faf1f624-cb23-43fa-b660-8dde9ff15f8d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.375273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:23.375686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (faf1f624-cb23-43fa-b660-8dde9ff15f8d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:23.377956 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:23.382479 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac472ea-ea34-40a8-8f5e-ed576e243c75 x-openstack-request-id: req-0ac472ea-ea34-40a8-8f5e-ed576e243c75 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:23.382979 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45649bf8-e4de-416d-af39-01268ff53298", "name": "network-vif-deleted", "tag": "0399da22-8e47-41a6-ac1a-e8f0cef9436f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:23.383546 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ac472ea-ea34-40a8-8f5e-ed576e243c75 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:23.384238 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45649bf8-e4de-416d-af39-01268ff53298', 'name': 'network-vif-deleted', 'tag': '0399da22-8e47-41a6-ac1a-e8f0cef9436f', 'status': 'completed', 'code': 200} Jan 28 13:22:23.397234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d1a98d0-e9da-4016-afaf-df7f751fb2a0 req-208b44d1-a77f-4d88-adfd-2ddb26daec60 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377908 Jan 28 13:22:23.463774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a096bc61-0525-49ed-bcd8-63df36ffb262), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.473812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:23.484562 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a096bc61-0525-49ed-bcd8-63df36ffb262 HTTP/1.1" status: 204 len: 168 time: 0.6189358 Jan 28 13:22:23.515451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de005a68-c511-42b4-9bfa-b09271c332e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a096bc61-0525-49ed-bcd8-63df36ffb262,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:23.588390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59fb94-4faa-4352-b446-ba00aebea62f req-fe819bd6-40b7-478c-b3ba-82bb892005ff tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.590696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf59fb94-4faa-4352-b446-ba00aebea62f req-fe819bd6-40b7-478c-b3ba-82bb892005ff tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0761189 Jan 28 13:22:23.626452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42524) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:23.672791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0399da22-8e47-41a6-ac1a-e8f0cef9436f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:23.709045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf59fb94-4faa-4352-b446-ba00aebea62f req-453435f2-a358-4e23-9deb-90826b1d3975 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126373 Jan 28 13:22:23.720935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 0399da22-8e47-41a6-ac1a-e8f0cef9436f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:23.721186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0399da22-8e47-41a6-ac1a-e8f0cef9436f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:23.862530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Sync routers for ids ['bbabced8-40be-4818-85fb-68b4ca7f438a'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:23.894926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Routers {'bbabced8-40be-4818-85fb-68b4ca7f438a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:23.896871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['bbabced8-40be-4818-85fb-68b4ca7f438a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:23.906149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42550) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:23.954467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-41fd89d0-53c0-4cf7-8cc3-e6741182c1d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03c5e4c9bd4841cdadb2c4d81e994735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467412 Jan 28 13:22:23.957032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42554) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:23.983110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df77c3-6113-4446-8e18-62a1bd75ca5b req-cedc127d-0654-4085-85fe-2d1f7a0c5297 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:23.985908 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92df77c3-6113-4446-8e18-62a1bd75ca5b req-cedc127d-0654-4085-85fe-2d1f7a0c5297 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 943 time: 0.1799276 Jan 28 13:22:24.118739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8537c78-cff2-478f-be81-d4dc3b65eb77 req-9352e91e-6736-494f-812f-ae6dbf29d402 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0702972 Jan 28 13:22:24.119703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Set router bbabced8-40be-4818-85fb-68b4ca7f438a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:24.122942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21165c08-8248-4a1b-b89c-26d0e451680d admin admin] Publish callbacks [] for security_group (741b196f-2c8c-4031-8c49-f37a16388adf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:24.149136 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92df77c3-6113-4446-8e18-62a1bd75ca5b req-28319c1e-752e-4304-a18a-6d1955e02a04 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872023 Jan 28 13:22:24.193884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21165c08-8248-4a1b-b89c-26d0e451680d admin admin] Publish callbacks [] for security_group (741b196f-2c8c-4031-8c49-f37a16388adf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:24.275423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21165c08-8248-4a1b-b89c-26d0e451680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (741b196f-2c8c-4031-8c49-f37a16388adf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:24.296207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21165c08-8248-4a1b-b89c-26d0e451680d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:24.297405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21165c08-8248-4a1b-b89c-26d0e451680d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/741b196f-2c8c-4031-8c49-f37a16388adf HTTP/1.1" status: 204 len: 168 time: 0.3397210 Jan 28 13:22:24.354342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21165c08-8248-4a1b-b89c-26d0e451680d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741b196f-2c8c-4031-8c49-f37a16388adf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:24.507834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eeda0-8f8b-4595-9a1b-3654a4536151 req-72d12933-158b-4501-8739-2bbb490c4c10 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.526230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb8eeda0-8f8b-4595-9a1b-3654a4536151 req-72d12933-158b-4501-8739-2bbb490c4c10 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1571226 Jan 28 13:22:24.550035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 831c2d6f-3847-4a9f-ba60-3d303c501bfb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:24.559825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:24.682612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb8eeda0-8f8b-4595-9a1b-3654a4536151 req-80ec7d5f-5eb1-4887-a3e5-0ec1f0f6ff74 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527596 Jan 28 13:22:24.726185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bde3e9-c44b-41e3-a95c-bf2e4d671b9c req-704a1b80-17ed-465a-a1d4-439b7096857b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:24.743414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8bde3e9-c44b-41e3-a95c-bf2e4d671b9c req-704a1b80-17ed-465a-a1d4-439b7096857b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1895359 Jan 28 13:22:24.813769 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:22:24.874987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8bde3e9-c44b-41e3-a95c-bf2e4d671b9c req-1274f173-c8b8-4da6-a1ec-c85d15d44e3b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270807 Jan 28 13:22:24.907625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (2eda5e88-7547-480d-865f-6ca1876455ed), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:24.993769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:25.030211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'port_id': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'mac_address': 'fa:16:3e:83:2f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:25.037794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e4565-b2bc-40df-b550-321c4fe00e5d req-0856bfa4-4127-42fe-a40f-2864aae24818 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.057521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-029e4565-b2bc-40df-b550-321c4fe00e5d req-0856bfa4-4127-42fe-a40f-2864aae24818 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1832311 Jan 28 13:22:25.082191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:25.082750 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:25.103242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:25.131240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:25.151847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:25.161644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 831c2d6f-3847-4a9f-ba60-3d303c501bfb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:25.162611 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:25.209645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-029e4565-b2bc-40df-b550-321c4fe00e5d req-bb669401-2d1a-4ae0-a6e8-8d50a0e767ee tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503019 Jan 28 13:22:25.322732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f9c97da-da45-440b-a4e7-c4ed04b4d9b7 req-e5bfde61-d7ed-4759-b137-e6d731cc3d39 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0455794 Jan 28 13:22:25.345810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:25.381227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:22:19Z', 'revision_number': 4, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port': {'id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:12Z', 'updated_at': '2022-01-28T13:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce', 'name': '', 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'mac_address': 'fa:16:3e:98:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '75d563ca-54b7-48b2-87e2-93dca15e4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:17Z', 'updated_at': '2022-01-28T13:22:19Z', 'revision_number': 2, 'project_id': 'b3165732b7a44bb09abca40483704316', 'subnets': [{'id': '75d563ca-54b7-48b2-87e2-93dca15e4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:25.388276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.388782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.389278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.389783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.390188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.390625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.391055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.391503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.391930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.392384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.392808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.393249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.394302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:25.461535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b9f6a-01a0-4d3d-a74f-19152705ca1a req-01ec0a31-d9c7-4266-83a0-e5989d9480e7 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.462454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['05d91f6c-6dfd-43c4-a23c-9d1beb1551a9'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:25.473961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb4b9f6a-01a0-4d3d-a74f-19152705ca1a req-01ec0a31-d9c7-4266-83a0-e5989d9480e7 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 944 time: 0.1090167 Jan 28 13:22:25.482592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Deleting port d918a32b-7c69-44cb-aa1e-916baf38bd07 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:25.483060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:25.565075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Checking router: bbabced8-40be-4818-85fb-68b4ca7f438a for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:25.565437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Updating router bbabced8-40be-4818-85fb-68b4ca7f438a port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:25.603395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb4b9f6a-01a0-4d3d-a74f-19152705ca1a req-0ed4a210-43ec-466b-bd17-2b9bcf8a1ed4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138897 Jan 28 13:22:25.666781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:25.676542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] For port d918a32b-7c69-44cb-aa1e-916baf38bd07, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d918a32b-7c69-44cb-aa1e-916baf38bd07,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:25.676962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:25.691650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 831c2d6f-3847-4a9f-ba60-3d303c501bfb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:25.725978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Calling delete_port for d918a32b-7c69-44cb-aa1e-916baf38bd07 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:25.884888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ebbf-3a67-47f0-99bb-e5675024bd62 req-f9e2d450-5d5c-4482-9e08-0cb7e64308a8 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:25.889614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9136ebbf-3a67-47f0-99bb-e5675024bd62 req-f9e2d450-5d5c-4482-9e08-0cb7e64308a8 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1127632 Jan 28 13:22:25.958330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42630) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:26.014489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fad6c-1c26-44de-9599-c3516ffe5c23 req-633211f3-343e-462d-bdd8-9640fe56949e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.014776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9136ebbf-3a67-47f0-99bb-e5675024bd62 req-fc5bfa78-743c-4151-a2a3-bcc2f3fdc6d0 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091616 Jan 28 13:22:26.022763 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7f5fad6c-1c26-44de-9599-c3516ffe5c23 req-633211f3-343e-462d-bdd8-9640fe56949e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1277246 Jan 28 13:22:26.038254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126a714-3856-4ce9-8095-8807cad1337d req-b7e9abe7-6848-4ba0-891a-ed28c77c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.039954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6126a714-3856-4ce9-8095-8807cad1337d req-b7e9abe7-6848-4ba0-891a-ed28c77c813e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 1096 time: 0.1560411 Jan 28 13:22:26.171899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:26.222421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7f5fad6c-1c26-44de-9599-c3516ffe5c23 req-9df40121-ca18-4921-bddc-7ed235a7ffc5 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984677 Jan 28 13:22:26.236664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25738a-9b24-4a26-8b5b-2afdd3420d2c req-59ada9ad-11a3-4b05-a542-673b6d59439f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.244146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb25738a-9b24-4a26-8b5b-2afdd3420d2c req-59ada9ad-11a3-4b05-a542-673b6d59439f tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1152945 Jan 28 13:22:26.262111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d918a32b-7c69-44cb-aa1e-916baf38bd07), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.288567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1253358146-network', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:26.315988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126a714-3856-4ce9-8095-8807cad1337d req-0dee6762-c789-4888-aa58-22d7b98b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.317573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6126a714-3856-4ce9-8095-8807cad1337d req-0dee6762-c789-4888-aa58-22d7b98b81bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.2677064 Jan 28 13:22:26.334474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Pushing event deleted for resources: {'Port': ['ID=d918a32b-7c69-44cb-aa1e-916baf38bd07,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:26.400506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb25738a-9b24-4a26-8b5b-2afdd3420d2c req-2fcfdb85-49a2-4442-a6d4-5e4e9577ddb4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434209 Jan 28 13:22:26.401332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Made reservation on behalf of 218ddf17cc5b4b46aecc465b8c8ec7a3 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:26.410396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.427256 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.430189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.440542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Publish callbacks [] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.458016 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.467187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:26.520650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf', 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e', 'port_id': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf', 'mac_address': 'fa:16:3e:99:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6211d08-f1a5-4f55-bdd5-2f7d1a189800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:22:26.542399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3349-aeee-4419-859a-c4ca5de84282 None None] Pushing event updated for resources: {'Port': ['ID=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:26.542807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6126a714-3856-4ce9-8095-8807cad1337d req-108cc77c-b25a-4d1d-bbea-4476335265ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5ff9578-362d-4378-ad3c-b0f348189618 HTTP/1.1" status: 200 len: 217 time: 0.2047741 Jan 28 13:22:26.601524 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks [] for security_group (4e0545f7-f6b6-4194-bcea-468a2a95ebcd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.616275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4e0545f7-f6b6-4194-bcea-468a2a95ebcd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.652903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:26.653521 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.658908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Attempting to bind port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:26.659584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Attempting to bind port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:26.659972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Attempting to bind port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce on network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:26.676823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:26.677243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Checking segment: {'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:26.677851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.678254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Bound using segment: {'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:26.678744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Bound port: 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca669a-16fc-4d0e-835c-e3bcf58de84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:26.679206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.691408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:26.700407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:22:26.744342 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63a4e0c0-70a2-4f1e-a464-d1cab9557f72 req-f3928a42-57ce-4e9f-8b45-a68b17f690ad tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.2502613 Jan 28 13:22:26.746672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126a714-3856-4ce9-8095-8807cad1337d req-4b9200f0-6e28-4705-89e8-68c5b6d482de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.749727 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6126a714-3856-4ce9-8095-8807cad1337d req-4b9200f0-6e28-4705-89e8-68c5b6d482de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.1662972 Jan 28 13:22:26.769291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0545f7-f6b6-4194-bcea-468a2a95ebcd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:26.772631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0f68f67c-9ade-4765-b76b-d48e6957bcb3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.775967 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Added segment 0f68f67c-9ade-4765-b76b-d48e6957bcb3 of type vlan for network e1929e24-99a7-4e6e-8787-1e63c6915ca3 Jan 28 13:22:26.800584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:26.806707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6126a714-3856-4ce9-8095-8807cad1337d req-7fa52e27-1312-473c-88a4-c842f31e39e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472128 Jan 28 13:22:26.821292 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.894429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] For port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:26.901478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] For port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,segment=NetworkSegment(1dca669a-16fc-4d0e-835c-e3bcf58de84b),segment_id=1dca669a-16fc-4d0e-835c-e3bcf58de84b)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:26.914223 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e1929e24-99a7-4e6e-8787-1e63c6915ca3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.915661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:26.924583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:26.952797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b23a4e-b5e1-4cf8-ac96-ea366f528ea2 req-ab15d9af-3e03-4d86-ba2b-b79a7185d23a tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:26.954521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4b23a4e-b5e1-4cf8-ac96-ea366f528ea2 req-ab15d9af-3e03-4d86-ba2b-b79a7185d23a tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 944 time: 0.1754558 Jan 28 13:22:27.012245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e1929e24-99a7-4e6e-8787-1e63c6915ca3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.013802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.014551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.017342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Routers {'bbabced8-40be-4818-85fb-68b4ca7f438a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:27.018002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['bbabced8-40be-4818-85fb-68b4ca7f438a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:27.076252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3349-aeee-4419-859a-c4ca5de84282 None None] Pushing event updated for resources: {'Port': ['ID=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:27.124271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5dd2fccd-bdd6-4660-9245-a01d51ad2c85 None None] Provisioning complete for port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:27.126621 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fccd-bdd6-4660-9245-a01d51ad2c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.139192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:27.154148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (2eda5e88-7547-480d-865f-6ca1876455ed), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.174229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4b23a4e-b5e1-4cf8-ac96-ea366f528ea2 req-c73d160c-348d-4459-a283-de67d4c46a0c tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121043 Jan 28 13:22:27.182671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2107439 Jan 28 13:22:27.184787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42642) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:27.195491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Request body: {'subnet': {'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-subnet', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:27.224833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3bd92-8937-47ae-8987-a4aad7045914 admin admin] Pushing event updated for resources: {'Network': ['ID=e1929e24-99a7-4e6e-8787-1e63c6915ca3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:27.253104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Made reservation on behalf of 218ddf17cc5b4b46aecc465b8c8ec7a3 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:27.256055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.352710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6126a714-3856-4ce9-8095-8807cad1337d req-cf495b4e-ac76-454e-becd-bcddc97d1a85 service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907057 Jan 28 13:22:27.376304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:22:27.389176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520366f4-6c90-41b4-aa60-723b9b522133 req-53f9ab2a-d857-4227-bef5-3186a1e89e77 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.398067 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-520366f4-6c90-41b4-aa60-723b9b522133 req-53f9ab2a-d857-4227-bef5-3186a1e89e77 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.2148123 Jan 28 13:22:27.499213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dccc0-9227-4d85-b000-67632df4d550 req-52edb5d7-2518-4030-b1da-8990dd9afa9b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.508758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-841dccc0-9227-4d85-b000-67632df4d550 req-52edb5d7-2518-4030-b1da-8990dd9afa9b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 945 time: 0.1423969 Jan 28 13:22:27.587393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-520366f4-6c90-41b4-aa60-723b9b522133 req-7f48c36e-e411-48f5-b221-c8f4f384fd7a tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884787 Jan 28 13:22:27.627256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-841dccc0-9227-4d85-b000-67632df4d550 req-94addb52-2dc5-47d2-b559-dc062722dd71 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172342 Jan 28 13:22:27.690202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6126a714-3856-4ce9-8095-8807cad1337d req-fb33e0af-ace1-412a-a214-bea15fcf819e service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204031 Jan 28 13:22:27.776859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (cc652f58-ca57-4023-997f-9038f01dd4bd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:27.881188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Router 2eda5e88-7547-480d-865f-6ca1876455ed has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:27.908380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8e017-cca2-41a7-a8f3-9a922ff2643a req-02f53b5c-7eb6-44a8-80b3-a85680b13b4e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:27.908944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc652f58-ca57-4023-997f-9038f01dd4bd,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:27.910591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9cf8e017-cca2-41a7-a8f3-9a922ff2643a req-02f53b5c-7eb6-44a8-80b3-a85680b13b4e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.1365111 Jan 28 13:22:27.934743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] Set router bbabced8-40be-4818-85fb-68b4ca7f438a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:27.987402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ea3054a-42b7-41f5-9299-2b30cce8f3bc req-39916db8-f3cc-45ff-80ea-978d0fcef982 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0737493 Jan 28 13:22:28.023940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Checking segment: {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:28.024553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Network hostable DHCP agents. Network: e1929e24-99a7-4e6e-8787-1e63c6915ca3, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:22:28.051912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:22:28.052383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.067982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e1929e24-99a7-4e6e-8787-1e63c6915ca3) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:28.106946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:28.108186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.134855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:28.144449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13add6a4-56b7-42b4-a6d0-29975d4442a7 None None] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:28.148524 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] Sync routers for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:28.150690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-78b20f3f-1fc7-4bfd-80ed-d1daacfbe90f admin admin] 10.222.0.45 "PUT /v2.0/routers/2eda5e88-7547-480d-865f-6ca1876455ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5228953 Jan 28 13:22:28.151649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42656) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:28.182803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86f8e304-1f9e-41ea-8653-b031acc66574 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9963253 Jan 28 13:22:28.185439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42658) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:28.188834 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:28.189600 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:28.201669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:28.254781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (9254190a-8cc3-4f82-9914-20abc91fd02d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.256628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (9254190a-8cc3-4f82-9914-20abc91fd02d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.260158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:28.305262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2fccd-bdd6-4660-9245-a01d51ad2c85 None None] Current status of the port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:28.305570 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fccd-bdd6-4660-9245-a01d51ad2c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.371757 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:28.419861 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks [] for router_controller (9254190a-8cc3-4f82-9914-20abc91fd02d), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.461060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5dd2fccd-bdd6-4660-9245-a01d51ad2c85 None None] For port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,segment=NetworkSegment(1dca669a-16fc-4d0e-835c-e3bcf58de84b),segment_id=1dca669a-16fc-4d0e-835c-e3bcf58de84b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:28.479773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fccd-bdd6-4660-9245-a01d51ad2c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.572221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:22:28.573106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.587139 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:22:26Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:28.674483 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] Checking router: 2eda5e88-7547-480d-865f-6ca1876455ed for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:28.700818 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] Routers {'2eda5e88-7547-480d-865f-6ca1876455ed'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:28.701821 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2eda5e88-7547-480d-865f-6ca1876455ed'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:28.747965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2fccd-bdd6-4660-9245-a01d51ad2c85 None None] Pushing event updated for resources: {'Port': ['ID=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:28.761171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:28.788837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:28.789257 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.812256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4afc5e-595f-4d83-8ab9-22193f89aff1 req-71e6e129-d7c6-4989-a83e-6814566313b3 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:28.835508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb4afc5e-595f-4d83-8ab9-22193f89aff1 req-71e6e129-d7c6-4989-a83e-6814566313b3 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 944 time: 0.4329793 Jan 28 13:22:28.839150 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] Set router 2eda5e88-7547-480d-865f-6ca1876455ed gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:28.922408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks [] for router_gateway (9254190a-8cc3-4f82-9914-20abc91fd02d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.923935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5fc230a7-f723-4717-8fa3-e34351a332f8 None None] Provisioning complete for port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:28.924372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5fc230a7-f723-4717-8fa3-e34351a332f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:28.995597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb4afc5e-595f-4d83-8ab9-22193f89aff1 req-e109e4f8-bb38-4c26-8185-07574266031b tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592815 Jan 28 13:22:29.151742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:22:26Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:29.233384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:22:19Z', 'revision_number': 4, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port': {'id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:12Z', 'updated_at': '2022-01-28T13:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce', 'name': '', 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'mac_address': 'fa:16:3e:98:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '75d563ca-54b7-48b2-87e2-93dca15e4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:17Z', 'updated_at': '2022-01-28T13:22:26Z', 'revision_number': 4, 'project_id': 'b3165732b7a44bb09abca40483704316', 'subnets': [{'id': '75d563ca-54b7-48b2-87e2-93dca15e4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:29.243193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a977de7-6323-4486-b7f3-b3657dbcf7b6 req-1a5ed8da-aa76-4194-81b1-2296f72b0215 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:29.245205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a977de7-6323-4486-b7f3-b3657dbcf7b6 req-1a5ed8da-aa76-4194-81b1-2296f72b0215 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1189945 Jan 28 13:22:29.250834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Allocated IP 172.20.0.2 (e1929e24-99a7-4e6e-8787-1e63c6915ca3/cc652f58-ca57-4023-997f-9038f01dd4bd/d03bc5a6-f156-44b9-87e4-e5f16914199d) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:29.253684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5fc230a7-f723-4717-8fa3-e34351a332f8 None None] Current status of the port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:29.291813 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96277439-e231-4f9b-bd53-9c8b9c463270 None None] The sync data for ids ['2eda5e88-7547-480d-865f-6ca1876455ed'] in n-d-822748-2 is: [{'id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1158187152-router', 'tenant_id': '139355f65bb249d39228ce5774b744fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:04Z', 'updated_at': '2022-01-28T13:22:26Z', 'revision_number': 5, 'project_id': '139355f65bb249d39228ce5774b744fc', 'gw_port': {'id': '5c1eaa8b-3369-4584-9923-92e1e1ae6a04', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda5e88-7547-480d-865f-6ca1876455ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:05Z', 'updated_at': '2022-01-28T13:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:29.297667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5119f9c-f4d1-45d9-af26-b3d12bbcb491 None None] The sync data for ids ['bbabced8-40be-4818-85fb-68b4ca7f438a'] in n-d-822748-2 is: [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:22:19Z', 'revision_number': 4, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port': {'id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:12Z', 'updated_at': '2022-01-28T13:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce', 'name': '', 'network_id': 'd4c15399-d60c-4e29-9ab9-d3b9ea96e2d3', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'mac_address': 'fa:16:3e:98:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '75d563ca-54b7-48b2-87e2-93dca15e4199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:17Z', 'updated_at': '2022-01-28T13:22:26Z', 'revision_number': 4, 'project_id': 'b3165732b7a44bb09abca40483704316', 'subnets': [{'id': '75d563ca-54b7-48b2-87e2-93dca15e4199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:29.330262 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9cf8e017-cca2-41a7-a8f3-9a922ff2643a req-3ebd6265-1497-4983-bbf4-1f261922e76c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4004376 Jan 28 13:22:29.426337 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a977de7-6323-4486-b7f3-b3657dbcf7b6 req-642d88cf-3632-41c6-8c3a-398cf39d517a tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734378 Jan 28 13:22:29.430893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks [] for router (2eda5e88-7547-480d-865f-6ca1876455ed), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.513243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks [] for router_gateway (9254190a-8cc3-4f82-9914-20abc91fd02d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.547299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.578541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e629f37e-9bd5-4f8e-be47-f96427a62127 req-d33f921e-e535-412c-8f53-58ef374ab6f2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0405259 Jan 28 13:22:29.613681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e5db5-f5a7-4ced-bb9e-3c1db27d1457 req-f0715485-c9c1-4686-8bec-663d59b894a2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:29.622745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-841e5db5-f5a7-4ced-bb9e-3c1db27d1457 req-f0715485-c9c1-4686-8bec-663d59b894a2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 945 time: 0.0929506 Jan 28 13:22:29.726799 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Publish callbacks [] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.745043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:29.745458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.756482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.848093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-841e5db5-f5a7-4ced-bb9e-3c1db27d1457 req-b23bc689-96e0-4053-b88d-6d9e8fc34234 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241151 Jan 28 13:22:29.851306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks [] for router_gateway (2eda5e88-7547-480d-865f-6ca1876455ed), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:29.858314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Allocated IP 172.25.4.230 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/4a341379-a536-494a-972d-130c0771ec3f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:29.868102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:29.884564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:29.913855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:29.913855 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e953d-b3ee-4406-9c63-652f35d4aa65" -d '{"events": [{"server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "name": "network-vif-plugged", "status": "completed", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:29.927701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:29.996899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:30.000673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Pushing event updated for resources: {'Port': ['ID=d03bc5a6-f156-44b9-87e4-e5f16914199d,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:30.015063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Deleting port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:30.016560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.087144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.103430 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d99e0-ebdf-458f-ac01-74f9ba60a055 x-openstack-request-id: req-7c5d99e0-ebdf-458f-ac01-74f9ba60a055 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:30.105346 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "name": "network-vif-plugged", "status": "completed", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:30.105346 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c5d99e0-ebdf-458f-ac01-74f9ba60a055 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:30.105346 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'code': 200} Jan 28 13:22:30.187930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Attempting to bind port d03bc5a6-f156-44b9-87e4-e5f16914199d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:30.192330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Attempting to bind port d03bc5a6-f156-44b9-87e4-e5f16914199d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:30.192857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Attempting to bind port d03bc5a6-f156-44b9-87e4-e5f16914199d on network e1929e24-99a7-4e6e-8787-1e63c6915ca3 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:30.204750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks [] for port (4a341379-a536-494a-972d-130c0771ec3f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.227779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:30.284075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:30.318976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4a341379-a536-494a-972d-130c0771ec3f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.341921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:30.350512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Checking segment: {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:30.351066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.351483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Bound using segment: {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:30.352264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Bound port: d03bc5a6-f156-44b9-87e4-e5f16914199d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:30.352666 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.365554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:30.370473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:30.374527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:30.386225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4cf9-821f-44fb-861d-cbe090241bbf req-00852fa9-b917-4b10-87b9-ac0b4db9656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.389900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] For port 5c1eaa8b-3369-4584-9923-92e1e1ae6a04, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:30.392127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-256a4cf9-821f-44fb-861d-cbe090241bbf req-00852fa9-b917-4b10-87b9-ac0b4db9656b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 1096 time: 0.1217105 Jan 28 13:22:30.392302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.447663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Calling delete_port for 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:30.463242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:30.486637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72280d-72cd-4432-b35e-901914974a35 req-ca9f8336-0846-4dd4-8c02-99f519582288 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.488396 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b72280d-72cd-4432-b35e-901914974a35 req-ca9f8336-0846-4dd4-8c02-99f519582288 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 945 time: 0.2490246 Jan 28 13:22:30.521332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Pushing event updated for resources: {'Port': ['ID=4a341379-a536-494a-972d-130c0771ec3f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:30.541587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] For port d03bc5a6-f156-44b9-87e4-e5f16914199d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:30.582518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] For port d03bc5a6-f156-44b9-87e4-e5f16914199d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d03bc5a6-f156-44b9-87e4-e5f16914199d,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:30.587797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:22:30.600605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:30.601083 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.602876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:30.603294 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.617057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-256a4cf9-821f-44fb-861d-cbe090241bbf req-f3112165-79ec-4a61-859f-c4f3b398c0e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622994 Jan 28 13:22:30.690081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b72280d-72cd-4432-b35e-901914974a35 req-f611ec32-e24a-4768-a374-a8f72c427cdb tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926625 Jan 28 13:22:30.695301 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:30.697863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-7d6db62f-421f-4b41-bce7-791a9de80220 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.699948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-7d6db62f-421f-4b41-bce7-791a9de80220 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1097 time: 0.1495793 Jan 28 13:22:30.882864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfb45-1d0d-4fc8-8813-5a777fc88d2f req-793b4fa6-5fb0-4c05-a0bc-f7dfd5e6014c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:30.884576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822748-2'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:30.896818 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef1dfb45-1d0d-4fc8-8813-5a777fc88d2f req-793b4fa6-5fb0-4c05-a0bc-f7dfd5e6014c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 946 time: 0.3629191 Jan 28 13:22:30.921684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:30.932517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b9e58-9a7f-48c0-b466-46d715dd9025 None None] Pushing event updated for resources: {'Port': ['ID=d03bc5a6-f156-44b9-87e4-e5f16914199d,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:31.024764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d918a32b-7c69-44cb-aa1e-916baf38bd07 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:31.054884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.091802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: d918a32b-7c69-44cb-aa1e-916baf38bd07 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:31.094864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d918a32b-7c69-44cb-aa1e-916baf38bd07 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:31.129508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800b2b-5e4a-47e2-b987-63a5859065d7 req-e79dfcf9-df84-4897-a045-14c40873c302 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:31.139912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3800b2b-5e4a-47e2-b987-63a5859065d7 req-e79dfcf9-df84-4897-a045-14c40873c302 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.2495265 Jan 28 13:22:31.149739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5c1eaa8b-3369-4584-9923-92e1e1ae6a04), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.165403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:31.166021 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.317108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1eaa8b-3369-4584-9923-92e1e1ae6a04,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:31.347067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:31.361097 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.391030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks [] for router_gateway (9254190a-8cc3-4f82-9914-20abc91fd02d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.400121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef1dfb45-1d0d-4fc8-8813-5a777fc88d2f req-7d2b7ea6-5534-421c-b9d4-d1f94a7f87f6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023220 Jan 28 13:22:31.529275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:31.598436 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3800b2b-5e4a-47e2-b987-63a5859065d7 req-c3794bd2-3075-4c27-932e-2ac08e14b10e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566505 Jan 28 13:22:31.618676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (2eda5e88-7547-480d-865f-6ca1876455ed), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.620512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d51ca1a5-d15f-41f6-ac71-e7dc70b61983 req-f31eeff2-8593-47d1-ab14-49a553803a00 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0448430 Jan 28 13:22:31.754319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:31.757181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (2eda5e88-7547-480d-865f-6ca1876455ed), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.765654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks [] for router_controller (2eda5e88-7547-480d-865f-6ca1876455ed), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.863154 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (2eda5e88-7547-480d-865f-6ca1876455ed), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.863726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eda5e88-7547-480d-865f-6ca1876455ed {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:22:31.870476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:31.882773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-10009ed2-ec7e-4dd3-969b-46e8277115cc admin admin] 10.222.0.45 "DELETE /v2.0/routers/2eda5e88-7547-480d-865f-6ca1876455ed HTTP/1.1" status: 204 len: 168 time: 3.7167842 Jan 28 13:22:31.885756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42688) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:32.073260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:32.079173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] Deleting subnet 39f0590b-4b8c-4c0b-8916-747573e6517d {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:22:32.087925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] Publish callbacks [] for subnet (39f0590b-4b8c-4c0b-8916-747573e6517d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.105427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:32.114288 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8143cc66-fd15-4296-8c8f-143933286df5" -d '{"events": [{"server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "name": "network-vif-plugged", "status": "completed", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:32.145251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (39f0590b-4b8c-4c0b-8916-747573e6517d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.229685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:22:32.285948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (39f0590b-4b8c-4c0b-8916-747573e6517d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.447154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed642bd-8ce6-47ca-9c97-6f3438a4a8b5 req-fe784342-d596-42f7-bdcb-a638306230ff tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.452658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fed642bd-8ce6-47ca-9c97-6f3438a4a8b5 req-fe784342-d596-42f7-bdcb-a638306230ff tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.7140548 Jan 28 13:22:32.495019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (9254190a-8cc3-4f82-9914-20abc91fd02d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.497544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (39f0590b-4b8c-4c0b-8916-747573e6517d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.581953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:32.586497 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4637d84-4eb3-4d51-9506-f2c38e0dbb1f" -d '{"events": [{"server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "name": "network-vif-unplugged", "status": "completed", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:32.605547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Publish callbacks [] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.656138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.662481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/39f0590b-4b8c-4c0b-8916-747573e6517d HTTP/1.1" status: 204 len: 168 time: 0.7755501 Jan 28 13:22:32.668703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42702) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:32.770825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:32.788695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c has no active binding in host n-h1-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:22:32.790279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d03bc5a6-f156-44b9-87e4-e5f16914199d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:32.800086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fed642bd-8ce6-47ca-9c97-6f3438a4a8b5 req-89b55a74-dc14-4112-9869-559b1b0930a9 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341618 Jan 28 13:22:32.821449 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (086c3db1-7a9a-4894-8acc-74310a4a913b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.823170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:32.825299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad6030f-e207-4abe-9fb9-1cbd49b3264a None None] Network 086c3db1-7a9a-4894-8acc-74310a4a913b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:32.826281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fd54f-ec8d-4028-b588-5d9974b19c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f0590b-4b8c-4c0b-8916-747573e6517d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:32.833833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c541d1b-bf6b-49c5-96ab-ca2d77339be4 None None] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:32.852187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Router 9254190a-8cc3-4f82-9914-20abc91fd02d is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:22:32.894387 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d67409-8581-4892-a882-cd08db30f06f x-openstack-request-id: req-e3d67409-8581-4892-a882-cd08db30f06f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:32.894839 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "name": "network-vif-plugged", "status": "completed", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:32.895207 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3d67409-8581-4892-a882-cd08db30f06f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:32.895717 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf', 'code': 200} Jan 28 13:22:32.966501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320ad1-0757-4160-ab39-efec44267219 req-f86975a8-4f1e-40d7-a564-5fb74c9dc573 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:32.981096 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a9320ad1-0757-4160-ab39-efec44267219 req-f86975a8-4f1e-40d7-a564-5fb74c9dc573 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 945 time: 1.0796928 Jan 28 13:22:33.032260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d03bc5a6-f156-44b9-87e4-e5f16914199d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:33.032666 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.038076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f35e2a13-9ebb-4e8b-9cfa-fa278ec491a2 None None] Provisioning complete for port d03bc5a6-f156-44b9-87e4-e5f16914199d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:33.038491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f35e2a13-9ebb-4e8b-9cfa-fa278ec491a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.084937 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a9320ad1-0757-4160-ab39-efec44267219 req-42124b41-3e07-4bb7-955b-84a0eab78d8a tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025372 Jan 28 13:22:33.151172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:33.169868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:33.173478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Sync routers for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:33.233510 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37331838-a338-4373-92ff-b1b0381de2f1 x-openstack-request-id: req-37331838-a338-4373-92ff-b1b0381de2f1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:33.233759 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "name": "network-vif-unplugged", "status": "completed", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:33.233986 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37331838-a338-4373-92ff-b1b0381de2f1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:33.236235 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c', 'code': 200} Jan 28 13:22:33.264914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:33.265571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:33.269198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.271328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-66895fbd-f161-45ab-803f-b29538b6da48 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0836661 Jan 28 13:22:33.274074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42704) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:33.301505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on host n-h2-822748-2 for vnic_type normal with profile {"migrating_to": "n-h1-822748-2"} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:33.301505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:33.301505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:33.352469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:33.352805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Attempting to bind port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on network f3fb992b-1362-43a5-8b1e-e0c90e279122 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:33.367258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b2819f1-ef56-4bc7-8c6a-ff188dbc7d5e req-6fb7b3fc-ce6f-4332-ad5d-16d93f797bad tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0792856 Jan 28 13:22:33.382995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:33.383346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Checking segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:33.383745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Bound using segment: {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:33.396627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9eb9e-5114-43b1-814c-2bc08f731a25 req-99ad9fbe-ed60-4aa7-8275-811aaf0ec6d3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.403006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Bound port: 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c991af-1984-4123-8a99-b75ec8484469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f3fb992b-1362-43a5-8b1e-e0c90e279122'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:33.403561 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.405999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6be9eb9e-5114-43b1-814c-2bc08f731a25 req-99ad9fbe-ed60-4aa7-8275-811aaf0ec6d3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.2449152 Jan 28 13:22:33.407743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] DHCP port deletion for 086c3db1-7a9a-4894-8acc-74310a4a913b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:22:33.412291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f126d4-062a-4e30-9c36-70d0977482e1 req-f0b8f17f-40f7-4f40-be4a-551346ce5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:33.413871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8f126d4-062a-4e30-9c36-70d0977482e1 req-f0b8f17f-40f7-4f40-be4a-551346ce5e1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1097 time: 0.2514515 Jan 28 13:22:33.613378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8f126d4-062a-4e30-9c36-70d0977482e1 req-00fbd223-0695-4d9c-a9b7-ce53cc508d82 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856873 Jan 28 13:22:33.624724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6be9eb9e-5114-43b1-814c-2bc08f731a25 req-149453b9-c587-4941-93a1-6993b365ca32 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910331 Jan 28 13:22:33.637914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f35e2a13-9ebb-4e8b-9cfa-fa278ec491a2 None None] Current status of the port d03bc5a6-f156-44b9-87e4-e5f16914199d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:33.638398 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f35e2a13-9ebb-4e8b-9cfa-fa278ec491a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.665235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d03bc5a6-f156-44b9-87e4-e5f16914199d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:33.665727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.722569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:33.746496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:33.751398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:33.780914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.798527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port d03bc5a6-f156-44b9-87e4-e5f16914199d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d03bc5a6-f156-44b9-87e4-e5f16914199d,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:33.804109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] Deleting port b8cee245-b043-4822-b72a-f3a0f8eda202 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:33.804581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.844661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.912347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Deleting port b8cee245-b043-4822-b72a-f3a0f8eda202 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:33.913072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:33.984273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:34.008129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a4768-63cf-43d8-b95b-b405d67cb56b req-79b8ebcc-78b2-406d-9ca6-8a3c12bc1fd2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.020666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e86a4768-63cf-43d8-b95b-b405d67cb56b req-79b8ebcc-78b2-406d-9ca6-8a3c12bc1fd2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.1068406 Jan 28 13:22:34.061634 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-f35e2a13-9ebb-4e8b-9cfa-fa278ec491a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:22:34.061999 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-f35e2a13-9ebb-4e8b-9cfa-fa278ec491a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:22:34.069203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:34.092468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e86a4768-63cf-43d8-b95b-b405d67cb56b req-ef53fe76-6d16-417f-b2bb-eeabd7f8fea9 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708532 Jan 28 13:22:34.157524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8a40e-4489-4630-9408-3aef19b58b90 req-11290ee1-06c2-49e7-a204-66f0c5996eb3 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.166733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ddd8a40e-4489-4630-9408-3aef19b58b90 req-11290ee1-06c2-49e7-a204-66f0c5996eb3 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.5647571 Jan 28 13:22:34.251074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:34.251654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c1eaa8b-3369-4584-9923-92e1e1ae6a04 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:34.252068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b8cee245-b043-4822-b72a-f3a0f8eda202 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:34.258134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] For port b8cee245-b043-4822-b72a-f3a0f8eda202, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b8cee245-b043-4822-b72a-f3a0f8eda202,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:34.258638 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.300004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea150b6c-0c78-47bc-9d22-552e178f3200 req-23a11e1e-47aa-4051-949d-1cdc1c793624 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.302205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea150b6c-0c78-47bc-9d22-552e178f3200 req-23a11e1e-47aa-4051-949d-1cdc1c793624 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 945 time: 0.1002715 Jan 28 13:22:34.337871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] Calling delete_port for b8cee245-b043-4822-b72a-f3a0f8eda202 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:34.342070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=d03bc5a6-f156-44b9-87e4-e5f16914199d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:34.381342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:34.382959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.384880 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-1a644d83-6e09-463c-8206-e4c43caa17e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 1122 time: 3.5141854 Jan 28 13:22:34.428311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea150b6c-0c78-47bc-9d22-552e178f3200 req-5d958349-2729-4388-bb67-18319e3ce2d4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162558 Jan 28 13:22:34.468510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] For port b8cee245-b043-4822-b72a-f3a0f8eda202, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b8cee245-b043-4822-b72a-f3a0f8eda202,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:34.468902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.523179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:31Z', 'revision_number': 3, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:34.564330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Checking router: 9254190a-8cc3-4f82-9914-20abc91fd02d for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:34.564853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Updating router 9254190a-8cc3-4f82-9914-20abc91fd02d port 4a341379-a536-494a-972d-130c0771ec3f binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:34.567164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:34.575448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Calling delete_port for b8cee245-b043-4822-b72a-f3a0f8eda202 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:34.604433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47db71b1-8e8f-4311-97c0-954f0695708b req-b3e2db36-91e6-4513-bdfc-162b05fc3e06 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0676172 Jan 28 13:22:34.617309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:22:34.677838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f35e2a13-9ebb-4e8b-9cfa-fa278ec491a2 None None] Current status of the port d03bc5a6-f156-44b9-87e4-e5f16914199d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:34.686319 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ddd8a40e-4489-4630-9408-3aef19b58b90 req-49f2b931-6e72-4368-9fc4-fbb33ea12839 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166180 Jan 28 13:22:34.741339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b8cee245-b043-4822-b72a-f3a0f8eda202 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:34.741755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.869619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port b8cee245-b043-4822-b72a-f3a0f8eda202, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b8cee245-b043-4822-b72a-f3a0f8eda202,segment=NetworkSegment(07e4f288-4767-4069-9768-d9c3ea701c25),segment_id=07e4f288-4767-4069-9768-d9c3ea701c25)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:34.920011 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.967677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2ab019a8-910f-4aef-a624-d469eee1097d None None] Provisioning complete for port d03bc5a6-f156-44b9-87e4-e5f16914199d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:34.968082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ab019a8-910f-4aef-a624-d469eee1097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.969778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-40f94616-aeee-4967-8966-fa462f3c1876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:34.983523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-3e866a6a-79a8-4dfa-b403-f326ce1a268c tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 258 time: 0.3273132 Jan 28 13:22:34.999301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:35.044926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.197799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f78f-9bfb-4cae-b343-df997d5ce599 req-48d7e596-5ff2-4f24-9e68-320f4a6dd825 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:35.200402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2ee8f78f-9bfb-4cae-b343-df997d5ce599 req-48d7e596-5ff2-4f24-9e68-320f4a6dd825 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.3049362 Jan 28 13:22:35.223368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.239732 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:22:35.258026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:35.260446 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:35.328853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.356286 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (b8cee245-b043-4822-b72a-f3a0f8eda202), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.362045 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a341379-a536-494a-972d-130c0771ec3f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.407492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2ee8f78f-9bfb-4cae-b343-df997d5ce599 req-7602beda-4245-400d-866b-35a58e7b54bc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982403 Jan 28 13:22:35.408156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Allocated IP 172.25.4.154 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/614edb7e-f8bb-4a2b-bcbd-aef13077d934) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:35.457810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] No DVR routers for this DVR port b8cee245-b043-4822-b72a-f3a0f8eda202 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:35.523860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=b8cee245-b043-4822-b72a-f3a0f8eda202,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:35.554072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] No DVR routers for this DVR port b8cee245-b043-4822-b72a-f3a0f8eda202 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:35.556783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cee245-b043-4822-b72a-f3a0f8eda202,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:35.605921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.670324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.757988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327706df-5100-45ff-97d4-4b414dda2292 None None] Pushing event deleted for resources: {'Port': ['ID=b8cee245-b043-4822-b72a-f3a0f8eda202,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:35.759296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:35.774449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:35.775891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:35.889584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event updated for resources: {'Port': ['ID=614edb7e-f8bb-4a2b-bcbd-aef13077d934,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:35.947615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.952198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (086c3db1-7a9a-4894-8acc-74310a4a913b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:35.999641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e8b4c-8d51-4459-9c7d-6fdf8dd28ea9 req-837f471b-e444-4193-932b-f5965518a198 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:36.001232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c35e8b4c-8d51-4459-9c7d-6fdf8dd28ea9 req-837f471b-e444-4193-932b-f5965518a198 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.3552790 Jan 28 13:22:36.008065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086c3db1-7a9a-4894-8acc-74310a4a913b']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:36.053837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (57b29a5b-1fa3-4f6d-ade8-550c3d0224a0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.064044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e4f288-4767-4069-9768-d9c3ea701c25') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:36.064623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e4f288-4767-4069-9768-d9c3ea701c25') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:36.086145 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-242bf4b8-06ff-43ea-86eb-a82b6b9b60b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2359977 Jan 28 13:22:36.092727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (07e4f288-4767-4069-9768-d9c3ea701c25), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.097752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d03bc5a6-f156-44b9-87e4-e5f16914199d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:36.131091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.208419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Publish callbacks [] for port (4a341379-a536-494a-972d-130c0771ec3f), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.237364 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (07e4f288-4767-4069-9768-d9c3ea701c25), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.247082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2ab019a8-910f-4aef-a624-d469eee1097d None None] Current status of the port d03bc5a6-f156-44b9-87e4-e5f16914199d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:36.256502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c35e8b4c-8d51-4459-9c7d-6fdf8dd28ea9 req-b3214c9b-994b-485f-9d51-5dbadd7cf652 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221942 Jan 28 13:22:36.267760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a341379-a536-494a-972d-130c0771ec3f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.295142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:36.298476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (07e4f288-4767-4069-9768-d9c3ea701c25), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:36.300560 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:36.346446 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2320c3ea-39ec-4b4d-8d7d-ed241d790cf5 x-openstack-request-id: req-2320c3ea-39ec-4b4d-8d7d-ed241d790cf5 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:36.346741 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:36.347000 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2320c3ea-39ec-4b4d-8d7d-ed241d790cf5 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:36.347399 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c', 'status': 'completed', 'code': 200} Jan 28 13:22:36.432175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e363ab4-82c5-47cf-b727-f52fbeb2aa52 None None] Pushing event updated for resources: {'Port': ['ID=4a341379-a536-494a-972d-130c0771ec3f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:36.454388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-dd71bcbf-e18e-45b5-a3fb-3b23dccf296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:36.456191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-dd71bcbf-e18e-45b5-a3fb-3b23dccf296f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 1096 time: 0.2776070 Jan 28 13:22:36.499302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.510240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.548017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d03bc5a6-f156-44b9-87e4-e5f16914199d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:36.548488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.602229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-88deeaec-be14-4450-9f9a-c3611835c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:36.603704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-88deeaec-be14-4450-9f9a-c3611835c7b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.1104283 Jan 28 13:22:36.607073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-110faa8b-75aa-464c-b47f-654258c3d343 req-dfc30467-996a-4d13-8f92-502520f4f139 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.1709611 Jan 28 13:22:36.673655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Attempting to bind port 4a341379-a536-494a-972d-130c0771ec3f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:36.674040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Attempting to bind port 4a341379-a536-494a-972d-130c0771ec3f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:36.674405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Attempting to bind port 4a341379-a536-494a-972d-130c0771ec3f on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:36.698361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:36.704475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:36.704905 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.705314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:36.705824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Bound port: 4a341379-a536-494a-972d-130c0771ec3f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:36.706214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a341379-a536-494a-972d-130c0771ec3f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.718045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event updated for resources: {'Port': ['ID=614edb7e-f8bb-4a2b-bcbd-aef13077d934,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:36.759086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (57b29a5b-1fa3-4f6d-ade8-550c3d0224a0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.787878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] For port 4a341379-a536-494a-972d-130c0771ec3f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:36.813175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:36.814540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-36909cd8-3394-47b5-a947-7e3b9007d45e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8206751 Jan 28 13:22:36.892664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d03bc5a6-f156-44b9-87e4-e5f16914199d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:36.916755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-b889b183-805e-4fa2-b707-1858f192f436 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.0943429 Jan 28 13:22:37.026033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] For port 4a341379-a536-494a-972d-130c0771ec3f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a341379-a536-494a-972d-130c0771ec3f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:37.036279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a341379-a536-494a-972d-130c0771ec3f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.059048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-94c2f5ce-fb2c-4ae5-bc12-d1db2f9ff27d tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.061338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c21170c-e248-442c-8b9a-38ed3249fd21 req-94c2f5ce-fb2c-4ae5-bc12-d1db2f9ff27d tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1378124 Jan 28 13:22:37.102910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e363ab4-82c5-47cf-b727-f52fbeb2aa52 None None] Pushing event updated for resources: {'Port': ['ID=4a341379-a536-494a-972d-130c0771ec3f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:37.111501 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-c99acf39-b5f4-4592-8474-525de1bd6262 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 200 len: 217 time: 0.4862471 Jan 28 13:22:37.111501 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (086c3db1-7a9a-4894-8acc-74310a4a913b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.144479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:37.145418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:37.175249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.184688 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] 10.222.0.45 "DELETE /v2.0/networks/086c3db1-7a9a-4894-8acc-74310a4a913b HTTP/1.1" status: 204 len: 168 time: 4.5147340 Jan 28 13:22:37.185627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146b0e2-a913-4775-aec2-2a367154b8de admin admin] Pushing event deleted for resources: {'Network': ['ID=086c3db1-7a9a-4894-8acc-74310a4a913b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:37.192113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42742) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:37.265015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-3afc839b-eaed-4ebb-970c-d84c8d8ecfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.266541 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-3afc839b-eaed-4ebb-970c-d84c8d8ecfe1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1125 time: 0.8407757 Jan 28 13:22:37.272025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Allocated IP 172.20.0.1 (e1929e24-99a7-4e6e-8787-1e63c6915ca3/cc652f58-ca57-4023-997f-9038f01dd4bd/3ae5ac18-7a2b-4104-a876-e00243210edb) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:37.274162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e56f4-30dd-4c2a-8f2b-8e8548813782 req-99e6cb65-4b35-408a-acc5-352275769567 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.288330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb2e56f4-30dd-4c2a-8f2b-8e8548813782 req-99e6cb65-4b35-408a-acc5-352275769567 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1097 time: 0.1496105 Jan 28 13:22:37.293821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944157e2-c10b-40d9-8e5e-793f3fe44c85 req-fa4c600e-56c2-44cf-94a9-2aacf0901fd5 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.301365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-944157e2-c10b-40d9-8e5e-793f3fe44c85 req-fa4c600e-56c2-44cf-94a9-2aacf0901fd5 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.3099391 Jan 28 13:22:37.335921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:37.344670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-40d10fb8-6c53-4942-9ebe-167d6ff71212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.346159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-40d10fb8-6c53-4942-9ebe-167d6ff71212 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1895766 Jan 28 13:22:37.417093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb2e56f4-30dd-4c2a-8f2b-8e8548813782 req-92b1486c-fd8e-4411-b803-95be29a6e77e tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245229 Jan 28 13:22:37.440990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-944157e2-c10b-40d9-8e5e-793f3fe44c85 req-5e4e58a2-3358-4ff2-9e1c-b671cba12927 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389430 Jan 28 13:22:37.510112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-734e20ae-81e1-4be6-ba13-aac022f103bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.613760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-84483806-0b07-4e7d-b012-2e4b7c98ba99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1949155 Jan 28 13:22:37.715478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:31Z', 'revision_number': 3, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:37.793488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d843b694-8feb-4d2a-9359-c705eb299721 None None] The sync data for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 is: [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:31Z', 'revision_number': 3, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:37.832631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-c207b577-e4ca-461b-9c60-44e5fa8dd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.834139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-c207b577-e4ca-461b-9c60-44e5fa8dd2d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.5225203 Jan 28 13:22:37.847106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-8752824b-d565-45ac-9a77-621e0696cc7e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.848824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-8752824b-d565-45ac-9a77-621e0696cc7e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1569595 Jan 28 13:22:37.888618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97718b3-6bf2-4600-a3dd-8462b50a6e65 req-dbb2b339-b3e8-4c8a-8dbe-4353e02e1654 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:37.894868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a97718b3-6bf2-4600-a3dd-8462b50a6e65 req-dbb2b339-b3e8-4c8a-8dbe-4353e02e1654 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.2896709 Jan 28 13:22:37.913523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-e7ddbedd-a303-45d4-b520-690d849561c7 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.0538647 Jan 28 13:22:37.931765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Request body: {'floatingip': {'port_id': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:37.943131 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (46231ab7-8709-4d51-ba20-5458e737ad6f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:37.983769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-8da44708-24f0-494d-b879-b2fb45db2ab9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 217 time: 0.1321027 Jan 28 13:22:37.997247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks [] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.000436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (57b29a5b-1fa3-4f6d-ade8-550c3d0224a0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.054429 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-da8212a8-8e44-4449-8344-a1f695b59652 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246666 Jan 28 13:22:38.167145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-78d6f4ba-4f7f-462c-9b73-285e59ca3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:38.169182 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-78d6f4ba-4f7f-462c-9b73-285e59ca3862 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.1763351 Jan 28 13:22:38.224657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a97718b3-6bf2-4600-a3dd-8462b50a6e65 req-dba6aff5-4cad-4a72-8951-2757e0a8ea5e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578967 Jan 28 13:22:38.230657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-f6928eed-b470-4c8a-a8d5-2b07458049d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507224 Jan 28 13:22:38.234820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.406005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:38.417220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585f3ffc-ab7c-471e-8dcd-6247bbd3e3ed req-efe44e81-10bb-4c96-a2db-9e7fd6b05c24 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488643 Jan 28 13:22:38.476427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:38.479298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:38.513365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.527807 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (9254190a-8cc3-4f82-9914-20abc91fd02d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.530626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae5ac18-7a2b-4104-a876-e00243210edb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:38.645451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3a12-1c1a-486e-8c77-d437c80a1222 req-3ddb3628-1756-47e3-b509-ee1677f60685 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:38.647359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9c5f3a12-1c1a-486e-8c77-d437c80a1222 req-3ddb3628-1756-47e3-b509-ee1677f60685 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1097 time: 0.2695239 Jan 28 13:22:38.652057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-4652ffa9-60bd-401f-9618-b7793adb24e8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134133 Jan 28 13:22:38.907289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1273cab8-a81a-4452-8b1a-f6a815bc0a10 None None] Provisioning complete for port 3ae5ac18-7a2b-4104-a876-e00243210edb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:38.907807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1273cab8-a81a-4452-8b1a-f6a815bc0a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.975757 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:38.986914 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9c5f3a12-1c1a-486e-8c77-d437c80a1222 req-04611cc6-891e-4ec7-a49e-6f10d77c2044 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117886 Jan 28 13:22:39.017532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3fe1050-dfcc-4193-a29e-259d6ef8bf0d req-315b904b-22f8-494d-9340-545a852345ea service neutron] 10.222.0.60 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436015 Jan 28 13:22:39.021154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1273cab8-a81a-4452-8b1a-f6a815bc0a10 None None] Port 3ae5ac18-7a2b-4104-a876-e00243210edb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:39.217033 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a0c09a4a-927f-4ff2-8dcc-2dc287ac2a5f req-8233298a-f22f-43aa-80d8-fb96e42feef5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=45649bf8-e4de-416d-af39-01268ff53298 HTTP/1.1" status: 200 len: 210 time: 0.0442858 Jan 28 13:22:39.364708 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks [] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.399159 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.488894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061ca48-d414-47e6-b8a4-b03285dda8ae req-e351c34e-83d8-48f9-9aee-c78805516f1c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:39.490942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9061ca48-d414-47e6-b8a4-b03285dda8ae req-e351c34e-83d8-48f9-9aee-c78805516f1c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1564193 Jan 28 13:22:39.498385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (9254190a-8cc3-4f82-9914-20abc91fd02d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.501254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae5ac18-7a2b-4104-a876-e00243210edb,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:39.587981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:22:39.608107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9061ca48-d414-47e6-b8a4-b03285dda8ae req-e5806776-48ff-4d08-a078-546f991f7038 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070721 Jan 28 13:22:39.674492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:39.677685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.680089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:39.695582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (57b29a5b-1fa3-4f6d-ade8-550c3d0224a0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:39.878029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Router 9254190a-8cc3-4f82-9914-20abc91fd02d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:39.906087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712e4ab-e178-41d6-8c6f-c983d44a40d9 req-94253cce-b286-4031-8fb7-8d912dbd00d3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:39.907927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7712e4ab-e178-41d6-8c6f-c983d44a40d9 req-94253cce-b286-4031-8fb7-8d912dbd00d3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.0868821 Jan 28 13:22:39.964673 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Floating IP 57b29a5b-1fa3-4f6d-ade8-550c3d0224a0 associated. External IP: 172.25.4.154, port: 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9. Jan 28 13:22:40.020062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Deleting port d3457788-5769-4f66-90e3-b5c2bd5a005d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:40.020588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.134999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a341379-a536-494a-972d-130c0771ec3f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:40.153625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7712e4ab-e178-41d6-8c6f-c983d44a40d9 req-35247ac3-34b5-4266-871c-993072b73b88 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143300 Jan 28 13:22:40.187665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:40.200682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-51b96743-7fad-4d58-a1b9-2fb859dc50f1 admin admin] 10.222.0.45 "PUT /v2.0/routers/9254190a-8cc3-4f82-9914-20abc91fd02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9249659 Jan 28 13:22:40.248643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8a14c45a-f6d4-43f0-be99-2e635b927b36 None None] Provisioning complete for port 3ae5ac18-7a2b-4104-a876-e00243210edb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:40.251267 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8a14c45a-f6d4-43f0-be99-2e635b927b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.301327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] For port d3457788-5769-4f66-90e3-b5c2bd5a005d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d3457788-5769-4f66-90e3-b5c2bd5a005d,segment=NetworkSegment(0190f15f-a982-4984-b3d0-1e1965535109),segment_id=0190f15f-a982-4984-b3d0-1e1965535109)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:40.301707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.325421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4a341379-a536-494a-972d-130c0771ec3f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:40.326077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a341379-a536-494a-972d-130c0771ec3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.327683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Calling delete_port for d3457788-5769-4f66-90e3-b5c2bd5a005d owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:40.331113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8a14c45a-f6d4-43f0-be99-2e635b927b36 None None] Port 3ae5ac18-7a2b-4104-a876-e00243210edb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:40.426713 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.529718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4a341379-a536-494a-972d-130c0771ec3f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:40.530121 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a341379-a536-494a-972d-130c0771ec3f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.542075 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Sync routers for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:40.558757 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:40.559756 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:40.577140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 4a341379-a536-494a-972d-130c0771ec3f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a341379-a536-494a-972d-130c0771ec3f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:40.585364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a341379-a536-494a-972d-130c0771ec3f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.678447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=4a341379-a536-494a-972d-130c0771ec3f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:40.768178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Router 2477698c-3b05-4b30-ac3c-b5d932cce80a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:40.846593 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d3457788-5769-4f66-90e3-b5c2bd5a005d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:40.875654 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:40.889876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3457788-5769-4f66-90e3-b5c2bd5a005d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:41.028396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:41.040138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82541841-e737-4f59-96f5-080b1d25217a None None] Sync routers for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:41.050428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.082858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:41.083511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:41.142852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-5f433f5f-6368-4c03-b04f-6fcabceb22f4 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "PUT /v2.0/floatingips/57b29a5b-1fa3-4f6d-ade8-550c3d0224a0 HTTP/1.1" status: 200 len: 996 time: 3.2120905 Jan 28 13:22:41.145487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:41.147821 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d003672-3a1d-4ac6-bc7c-9916651c7bff" -d '{"events": [{"name": "network-changed", "server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:41.380990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:41.487614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-dea94799-4b57-4b32-aa69-d6a692c50ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:41.489362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-dea94799-4b57-4b32-aa69-d6a692c50ac1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c43521b079d4bc79ce74f4312863fd9&device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 1096 time: 0.3159969 Jan 28 13:22:41.500577 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:39Z', 'revision_number': 2, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:41.522122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (46231ab7-8709-4d51-ba20-5458e737ad6f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.555588 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Checking router: 9254190a-8cc3-4f82-9914-20abc91fd02d for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:41.556698 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Updating router 9254190a-8cc3-4f82-9914-20abc91fd02d port 3ae5ac18-7a2b-4104-a876-e00243210edb binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:22:41.632911 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.671696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:41.724592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-6900c3de-5e4f-40f5-ae9f-a2df92865da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:41.731521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-6900c3de-5e4f-40f5-ae9f-a2df92865da9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 200 len: 930 time: 0.2362049 Jan 28 13:22:41.775537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:41.834588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-fafc984e-3776-4299-83a3-20dfd8473849 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:22:41.835667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-fafc984e-3776-4299-83a3-20dfd8473849 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146122 Jan 28 13:22:41.909395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-a0d9ac2d-9f3d-436f-887a-598c397f6e6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 999 time: 0.1707311 Jan 28 13:22:41.913972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-36c7a843-0597-4801-853c-0d4d88ed874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:41.913972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-36c7a843-0597-4801-853c-0d4d88ed874b service neutron] 10.222.0.45 "GET /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 1094 time: 0.0624046 Jan 28 13:22:41.982394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Request body: {'binding': {'host': 'n-h2-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:41.982980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Unknown quota resources ['binding']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:22:42.065424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:42.100390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '57b29a5b-1fa3-4f6d-ade8-550c3d0224a0', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'floating_ip_address': '172.25.4.154', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'port_id': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'mac_address': 'fa:16:3e:83:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:22:35Z', 'updated_at': '2022-01-28T13:22:39Z', 'revision_number': 1, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:16Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:42.119184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-8cceacf8-0625-4377-ae0e-410840355e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:42.121826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-8cceacf8-0625-4377-ae0e-410840355e77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5378a9e-8e14-4293-a35d-797dc1ef947c HTTP/1.1" status: 200 len: 868 time: 0.2066736 Jan 28 13:22:42.135316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82541841-e737-4f59-96f5-080b1d25217a None None] Checking router: 2477698c-3b05-4b30-ac3c-b5d932cce80a for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:42.144323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:42.144956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:42.171122 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Publish callbacks [] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.186664 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.238801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Router 46231ab7-8709-4d51-ba20-5458e737ad6f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:42.262809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a341379-a536-494a-972d-130c0771ec3f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:42.277359 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b4c60-6907-4ed1-ae86-b3e6712f09ba None None] Pushing event updated for resources: {'Port': ['ID=3ae5ac18-7a2b-4104-a876-e00243210edb,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:42.286447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-efa84359-79bf-47fc-8f8a-4959291b50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:42.308885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-efa84359-79bf-47fc-8f8a-4959291b50dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793282 Jan 28 13:22:42.324092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-252a15a3-3ef5-4fe6-96b5-9c8bf83295db service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:22:42.333850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-252a15a3-3ef5-4fe6-96b5-9c8bf83295db service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237951 Jan 28 13:22:42.337441 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Attempting to bind port 3ae5ac18-7a2b-4104-a876-e00243210edb on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:42.338194 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Attempting to bind port 3ae5ac18-7a2b-4104-a876-e00243210edb by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:42.340844 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Attempting to bind port 3ae5ac18-7a2b-4104-a876-e00243210edb on network e1929e24-99a7-4e6e-8787-1e63c6915ca3 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:42.349221 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:42.350624 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Checking segment: {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:42.351889 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.354342 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Bound using segment: {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:42.355186 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Bound port: 3ae5ac18-7a2b-4104-a876-e00243210edb, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:42.356508 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.538741 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] For port 3ae5ac18-7a2b-4104-a876-e00243210edb, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:42.545984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] For port 3ae5ac18-7a2b-4104-a876-e00243210edb, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3ae5ac18-7a2b-4104-a876-e00243210edb,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:42.556728 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.568790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on host n-h2-822748-2 for vnic_type normal with profile None {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:42.569135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:42.569474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:42.606647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:42.606934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:42.651270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:42.651831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:42.652007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:42.652375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Bound port: 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:42.707711 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:42.714847 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:42.726460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:42.749938 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:42.751122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-5889ae9b-5798-48a6-bb6c-a889b0099960 service neutron] 10.222.0.45 "POST /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7926211 Jan 28 13:22:42.783558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-90826cec-891f-41cf-987b-cd81e6b17f4c service neutron] 10.222.0.45 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487629 Jan 28 13:22:42.827019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:42.832076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:42.849818 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] Sync routers for ids ['46231ab7-8709-4d51-ba20-5458e737ad6f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:42.875576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b4c60-6907-4ed1-ae86-b3e6712f09ba None None] Pushing event updated for resources: {'Port': ['ID=3ae5ac18-7a2b-4104-a876-e00243210edb,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:42.890643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-90c70053-8eab-4c48-916b-45be2a5a75f3 admin admin] 10.222.0.45 "PUT /v2.0/routers/46231ab7-8709-4d51-ba20-5458e737ad6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6954691 Jan 28 13:22:42.891229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42800) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:43.020673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739dcd2a-4007-4b2d-95d2-2b47ec92a962 req-0a8aa529-7913-434e-a78c-57578510ea3a service neutron] 10.222.0.45 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361505 Jan 28 13:22:43.056283 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] Routers {'46231ab7-8709-4d51-ba20-5458e737ad6f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:43.059156 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['46231ab7-8709-4d51-ba20-5458e737ad6f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:43.184588 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:43.211523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks [] for router (46231ab7-8709-4d51-ba20-5458e737ad6f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.213767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7835b5de-acd4-4878-9d9c-d3f6bf68ac64 None None] Provisioning complete for port 3ae5ac18-7a2b-4104-a876-e00243210edb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:43.223042 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7835b5de-acd4-4878-9d9c-d3f6bf68ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.314811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd020-0f5f-4a9f-9002-4e81344efb0b req-bd0510c0-b68d-4664-81de-1c217b6384e8 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:43.329940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da4bd020-0f5f-4a9f-9002-4e81344efb0b req-bd0510c0-b68d-4664-81de-1c217b6384e8 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1406450 Jan 28 13:22:43.461806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-6c4e1b17-17d9-4747-8b29-e850e445025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:43.463311 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-6c4e1b17-17d9-4747-8b29-e850e445025a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1097 time: 0.2498312 Jan 28 13:22:43.467025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4a341379-a536-494a-972d-130c0771ec3f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:43.488817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a341379-a536-494a-972d-130c0771ec3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.559885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks [] for router_gateway (46231ab7-8709-4d51-ba20-5458e737ad6f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.569955 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] Set router 46231ab7-8709-4d51-ba20-5458e737ad6f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:43.747584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-a922e629-5176-4480-acb6-91774059d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:43.749571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-a922e629-5176-4480-acb6-91774059d27e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.2783830 Jan 28 13:22:43.883284 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-e494a9f3-783c-498a-867b-d5825c7ee0aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 217 time: 0.1175613 Jan 28 13:22:43.969481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7835b5de-acd4-4878-9d9c-d3f6bf68ac64 None None] Current status of the port 3ae5ac18-7a2b-4104-a876-e00243210edb is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:43.973059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7835b5de-acd4-4878-9d9c-d3f6bf68ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.979108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Deleting port f74248e7-7dce-451c-bd52-6607a1dcf93f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:43.979728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:43.981393 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 5, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port': {'id': 'f74248e7-7dce-451c-bd52-6607a1dcf93f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:17:21Z', 'updated_at': '2022-01-28T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:43.986964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42816) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:44.028153 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] Checking router: 46231ab7-8709-4d51-ba20-5458e737ad6f for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:44.037550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-330af0eb-c4cf-422d-8814-ed51b2a7e238 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344234685', 'description': 'tempest-description--685684611'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:44.068121 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] Routers {'46231ab7-8709-4d51-ba20-5458e737ad6f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:44.068781 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['46231ab7-8709-4d51-ba20-5458e737ad6f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:44.075293 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a6bba4-e47a-4ebf-a2fe-8323329ce846 x-openstack-request-id: req-56a6bba4-e47a-4ebf-a2fe-8323329ce846 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:44.075861 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:44.075861 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56a6bba4-e47a-4ebf-a2fe-8323329ce846 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:44.076251 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'status': 'completed', 'code': 200} Jan 28 13:22:44.099278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-330af0eb-c4cf-422d-8814-ed51b2a7e238 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.128564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4a341379-a536-494a-972d-130c0771ec3f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:44.137503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7835b5de-acd4-4878-9d9c-d3f6bf68ac64 None None] For port 3ae5ac18-7a2b-4104-a876-e00243210edb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3ae5ac18-7a2b-4104-a876-e00243210edb,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:44.143477 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7835b5de-acd4-4878-9d9c-d3f6bf68ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.171683 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da4bd020-0f5f-4a9f-9002-4e81344efb0b req-3ee8def5-74ed-47c0-ab3c-42a60dd999a9 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8346367 Jan 28 13:22:44.252635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835b5de-acd4-4878-9d9c-d3f6bf68ac64 None None] Pushing event updated for resources: {'Port': ['ID=3ae5ac18-7a2b-4104-a876-e00243210edb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:44.299803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-82541841-e737-4f59-96f5-080b1d25217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '57b29a5b-1fa3-4f6d-ade8-550c3d0224a0', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'floating_ip_address': '172.25.4.154', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'port_id': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'mac_address': 'fa:16:3e:83:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:22:35Z', 'updated_at': '2022-01-28T13:22:39Z', 'revision_number': 1, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:16Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:44.302027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] For port f74248e7-7dce-451c-bd52-6607a1dcf93f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f74248e7-7dce-451c-bd52-6607a1dcf93f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:44.303463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.321766 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f975971-434e-4eef-8823-038bd9508057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:42Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:44.327905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ce17-8d5b-4071-afb8-9e4436470e31 req-0f2ea6aa-9d5a-459f-bc95-a81b67a07018 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:44.330531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5504ce17-8d5b-4071-afb8-9e4436470e31 req-0f2ea6aa-9d5a-459f-bc95-a81b67a07018 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.0757391 Jan 28 13:22:44.333333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Calling delete_port for f74248e7-7dce-451c-bd52-6607a1dcf93f owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:44.365455 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975971-434e-4eef-8823-038bd9508057 None None] The sync data for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 is: [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:42Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:44.391502 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] Set router 46231ab7-8709-4d51-ba20-5458e737ad6f gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:44.407659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5504ce17-8d5b-4071-afb8-9e4436470e31 req-cf05cf2e-ddad-4ae3-923e-809ddd0d087d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706000 Jan 28 13:22:44.408906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82541841-e737-4f59-96f5-080b1d25217a None None] The sync data for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 is: [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '57b29a5b-1fa3-4f6d-ade8-550c3d0224a0', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'floating_ip_address': '172.25.4.154', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'port_id': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'mac_address': 'fa:16:3e:83:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:22:35Z', 'updated_at': '2022-01-28T13:22:39Z', 'revision_number': 1, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:16Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:44.413654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-db6a6609-ded0-49fb-9ab5-18361c6d998a None None] Provisioning complete for port 3ae5ac18-7a2b-4104-a876-e00243210edb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:44.414035 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-db6a6609-ded0-49fb-9ab5-18361c6d998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.567792 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:22:43Z', 'revision_number': 6, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:44.572057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-db6a6609-ded0-49fb-9ab5-18361c6d998a None None] Current status of the port 3ae5ac18-7a2b-4104-a876-e00243210edb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:44.603610 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17674c46-1fd5-4b17-b369-39a12c48db5a None None] The sync data for ids ['46231ab7-8709-4d51-ba20-5458e737ad6f'] in n-d-822748-2 is: [{'id': '46231ab7-8709-4d51-ba20-5458e737ad6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-861999041-router', 'tenant_id': 'f132283866d14441bb4a7958353efd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:17:20Z', 'updated_at': '2022-01-28T13:22:43Z', 'revision_number': 6, 'project_id': 'f132283866d14441bb4a7958353efd4c', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:44.873670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c6578d5-e683-4b83-8246-2b5d0a3380a5 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 258 time: 0.3422458 Jan 28 13:22:44.884600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:44.946428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:44.964291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed76c09-d80f-4359-a1e4-e664070d5f2e None None] New status for floating IP 57b29a5b-1fa3-4f6d-ade8-550c3d0224a0: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:22:45.152487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.433059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Allocated IP 172.25.4.5 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/303108f2-c43f-4c02-8331-9943bac4445d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:45.561884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-9942f0aa-5a89-4200-8738-a4e2a30046b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:45.563458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-9942f0aa-5a89-4200-8738-a4e2a30046b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 1.6644135 Jan 28 13:22:45.633056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for port (303108f2-c43f-4c02-8331-9943bac4445d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.706534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (303108f2-c43f-4c02-8331-9943bac4445d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:45.756000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-e67b9058-5d12-4928-b34d-48698212d53e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714921 Jan 28 13:22:45.787513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event updated for resources: {'Port': ['ID=303108f2-c43f-4c02-8331-9943bac4445d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:45.796449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:45.798000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:45.803802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:45.877236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec1ead-4904-412c-abfe-b401d561b6db req-4ba0f70d-3bbd-4b8f-8246-78889781efc6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:45.877607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-40ec1ead-4904-412c-abfe-b401d561b6db req-4ba0f70d-3bbd-4b8f-8246-78889781efc6 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 1.3823526 Jan 28 13:22:45.914229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-5f51dc32-8e69-47ab-851f-254cb0476ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:45.915826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-5f51dc32-8e69-47ab-851f-254cb0476ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c43521b079d4bc79ce74f4312863fd9&device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 1096 time: 1.8206568 Jan 28 13:22:45.979961 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (3edac9f9-b37d-42eb-9f9f-1c89d684764e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.043154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (303108f2-c43f-4c02-8331-9943bac4445d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.071143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-330af0eb-c4cf-422d-8814-ed51b2a7e238 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group (8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.150147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-330af0eb-c4cf-422d-8814-ed51b2a7e238 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.374047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3ae5ac18-7a2b-4104-a876-e00243210edb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:22:46.428256 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-330af0eb-c4cf-422d-8814-ed51b2a7e238 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.434190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42834) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:46.437993 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-330af0eb-c4cf-422d-8814-ed51b2a7e238 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.4401977 Jan 28 13:22:46.444428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330af0eb-c4cf-422d-8814-ed51b2a7e238 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.449709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-36c9e8d1-21b5-4637-890c-ec3af100d34a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Request body: {'security_group_rule': {'security_group_id': '8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:46.465882 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-40ec1ead-4904-412c-abfe-b401d561b6db req-78da208f-acfc-4fdb-8faa-d5ae2ffddc86 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490303 Jan 28 13:22:46.489184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3ae5ac18-7a2b-4104-a876-e00243210edb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:46.489466 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.492927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-8b6c3b3c-12d2-4e00-af8c-c8e336c0aea3 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099438 Jan 28 13:22:46.493556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f74248e7-7dce-451c-bd52-6607a1dcf93f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.539489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for port (303108f2-c43f-4c02-8331-9943bac4445d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.550981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (303108f2-c43f-4c02-8331-9943bac4445d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.564061 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-36c9e8d1-21b5-4637-890c-ec3af100d34a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group_rule (75afee72-e70b-45ec-bd7e-87a3387ae159), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.619238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-6ecaf339-2c4f-45d5-9e6c-18236fb312be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:46.641597 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-6ecaf339-2c4f-45d5-9e6c-18236fb312be service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 200 len: 930 time: 0.7070751 Jan 28 13:22:46.672982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event updated for resources: {'Port': ['ID=303108f2-c43f-4c02-8331-9943bac4445d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.696358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f74248e7-7dce-451c-bd52-6607a1dcf93f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.767240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3ae5ac18-7a2b-4104-a876-e00243210edb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:22:46.819739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-36c9e8d1-21b5-4637-890c-ec3af100d34a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group_rule (75afee72-e70b-45ec-bd7e-87a3387ae159), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.836718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-36c9e8d1-21b5-4637-890c-ec3af100d34a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (75afee72-e70b-45ec-bd7e-87a3387ae159), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.853742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (3edac9f9-b37d-42eb-9f9f-1c89d684764e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.876817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d3457788-5769-4f66-90e3-b5c2bd5a005d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:46.916732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9e8d1-21b5-4637-890c-ec3af100d34a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75afee72-e70b-45ec-bd7e-87a3387ae159,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:46.944656 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.945889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-672dfeb2-b319-4385-b4de-c199186b913e req-5c7866f3-d433-44ab-8b13-b99f1bc46fad tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0661817 Jan 28 13:22:46.951511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: d3457788-5769-4f66-90e3-b5c2bd5a005d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:46.952515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d3457788-5769-4f66-90e3-b5c2bd5a005d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:46.952515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f74248e7-7dce-451c-bd52-6607a1dcf93f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:46.959116 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-36c9e8d1-21b5-4637-890c-ec3af100d34a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:46.966114 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-36c9e8d1-21b5-4637-890c-ec3af100d34a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5259128 Jan 28 13:22:46.966462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:46.974865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a7a5c514-aa22-4d53-aa9e-768bb709f914 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Request body: {'security_group_rule': {'security_group_id': '8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:46.999489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f74248e7-7dce-451c-bd52-6607a1dcf93f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:46.999840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f74248e7-7dce-451c-bd52-6607a1dcf93f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:47.072121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-672dfeb2-b319-4385-b4de-c199186b913e req-9751b745-2c76-4031-b5f2-b02a5f457f98 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.5 HTTP/1.1" status: 200 len: 694 time: 0.1082890 Jan 28 13:22:47.112280 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-1d9fde55-3de1-43d0-b856-6b83a40ce07b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 1001 time: 0.4132922 Jan 28 13:22:47.231574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-1437ded4-cd57-475b-a4c7-16419ad0e979 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063596 Jan 28 13:22:47.233466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-57b20c5d-0fae-44ac-ab27-b79d4cb75c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:47.235268 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-57b20c5d-0fae-44ac-ab27-b79d4cb75c59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5378a9e-8e14-4293-a35d-797dc1ef947c HTTP/1.1" status: 200 len: 868 time: 0.1051180 Jan 28 13:22:47.237231 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (46231ab7-8709-4d51-ba20-5458e737ad6f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.265474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dfeb2-b319-4385-b4de-c199186b913e req-66c02659-a860-4084-ab09-27d7b2531474 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:47.267648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-672dfeb2-b319-4385-b4de-c199186b913e req-66c02659-a860-4084-ab09-27d7b2531474 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1934690 Jan 28 13:22:47.274998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c514-aa22-4d53-aa9e-768bb709f914 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group_rule (ec5cbd3c-dca7-421f-810f-162e47e759a8), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.311426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2202164-db66-4198-84fa-5429de927887 req-ad7bd896-9df9-4236-b842-828505ad9b4c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:47.323906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2202164-db66-4198-84fa-5429de927887 req-ad7bd896-9df9-4236-b842-828505ad9b4c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.5135205 Jan 28 13:22:47.384005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c514-aa22-4d53-aa9e-768bb709f914 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group_rule (ec5cbd3c-dca7-421f-810f-162e47e759a8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.389067 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c514-aa22-4d53-aa9e-768bb709f914 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (ec5cbd3c-dca7-421f-810f-162e47e759a8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.459799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5c514-aa22-4d53-aa9e-768bb709f914 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5cbd3c-dca7-421f-810f-162e47e759a8,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:47.477008 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c514-aa22-4d53-aa9e-768bb709f914 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.483514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a7a5c514-aa22-4d53-aa9e-768bb709f914 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5120330 Jan 28 13:22:47.485677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42848) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:47.493428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:47.538605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8594-5126-437e-843e-32b23e59a5cb req-6070e4c6-52be-43c3-aaa2-e2ef9005329f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:47.540261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bcd8594-5126-437e-843e-32b23e59a5cb req-6070e4c6-52be-43c3-aaa2-e2ef9005329f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.1448746 Jan 28 13:22:47.551074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.576517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2202164-db66-4198-84fa-5429de927887 req-ca8a4891-86ca-46e5-9696-745af203bb1b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515717 Jan 28 13:22:47.662595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (46231ab7-8709-4d51-ba20-5458e737ad6f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.666779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks [] for router_controller (46231ab7-8709-4d51-ba20-5458e737ad6f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.671115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bcd8594-5126-437e-843e-32b23e59a5cb req-838a4639-ed9b-47b1-8862-dcbae214947d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225078 Jan 28 13:22:47.751365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.751621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-13360509-767a-47d9-8984-287e9a8051b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:47.753511 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-13360509-767a-47d9-8984-287e9a8051b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4907668 Jan 28 13:22:47.819966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (46231ab7-8709-4d51-ba20-5458e737ad6f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.820692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46231ab7-8709-4d51-ba20-5458e737ad6f {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:22:47.875435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:47.879161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9f7c64fa-3d20-46fa-a95e-d37f80128e1a admin admin] 10.222.0.45 "DELETE /v2.0/routers/46231ab7-8709-4d51-ba20-5458e737ad6f HTTP/1.1" status: 204 len: 168 time: 4.9867289 Jan 28 13:22:47.888491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42860) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:48.011078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] Deleting subnet fb9711b3-3f2a-479e-8c1b-98f6e5f58d04 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:22:48.026514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] Publish callbacks [] for subnet (fb9711b3-3f2a-479e-8c1b-98f6e5f58d04), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.061987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-2244d57d-d807-4666-a00b-599de2c56910 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:48.066751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54e008-2720-4e21-a14f-f47b5930ff4b req-91dda071-cacb-48b5-8c01-7932e4e6de1f tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:48.068657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf54e008-2720-4e21-a14f-f47b5930ff4b req-91dda071-cacb-48b5-8c01-7932e4e6de1f tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2218530 Jan 28 13:22:48.069675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-2244d57d-d807-4666-a00b-599de2c56910 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.3368008 Jan 28 13:22:48.083124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Allocated IP 172.25.4.196 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/a0147af0-6898-49de-82a9-ce9f574d58ca) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:48.093482 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-9bc2070f-de5e-4905-9c9f-fb4600bc6177 service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268836 Jan 28 13:22:48.107530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-46150171-f185-41ed-bd01-d88688280067 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/quotas/cbee30dbae8d48dc947a8e2bfa956e90 HTTP/1.1" status: 200 len: 375 time: 0.0367002 Jan 28 13:22:48.160474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf54e008-2720-4e21-a14f-f47b5930ff4b req-62f74763-42cf-436a-8afb-9949439531f5 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.5 HTTP/1.1" status: 200 len: 694 time: 0.0788493 Jan 28 13:22:48.197433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-cf54e008-2720-4e21-a14f-f47b5930ff4b req-4c09f79f-3d94-43da-85e7-35dd02b56581 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Request body: {'floatingip': {'port_id': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:48.202999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (fb9711b3-3f2a-479e-8c1b-98f6e5f58d04), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.219669 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-b495f3df-4ccd-4584-b127-70ae1f374d7e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108890 Jan 28 13:22:48.280408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cf54e008-2720-4e21-a14f-f47b5930ff4b req-4c09f79f-3d94-43da-85e7-35dd02b56581 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (3edac9f9-b37d-42eb-9f9f-1c89d684764e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.452391 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.493691 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.523242 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-70e6bdcd-3c0d-41f9-8dfe-2ebf0dabbd8e service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026011 Jan 28 13:22:48.571114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event updated for resources: {'Port': ['ID=a0147af0-6898-49de-82a9-ce9f574d58ca,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:48.597862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:48.601440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:48.613216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:48.664754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d003672-3a1d-4ac6-bc7c-9916651c7bff req-2c87c5cc-74de-46b2-aeb8-7dc3c406ab72 service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547609 Jan 28 13:22:48.690707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-5f91240c-622d-470f-9dc5-94900c247588 service neutron] 10.222.0.60 "GET /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.3396504 Jan 28 13:22:48.697095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (fb9711b3-3f2a-479e-8c1b-98f6e5f58d04), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.804003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-d1180b86-965b-43b0-8bab-1153d59f93cb service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798243 Jan 28 13:22:48.835864 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-cf54e008-2720-4e21-a14f-f47b5930ff4b req-4c09f79f-3d94-43da-85e7-35dd02b56581 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 13:22:48.851195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf54e008-2720-4e21-a14f-f47b5930ff4b req-4c09f79f-3d94-43da-85e7-35dd02b56581 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "PUT /v2.0/floatingips/3edac9f9-b37d-42eb-9f9f-1c89d684764e HTTP/1.1" status: 409 len: 548 time: 0.6836941 Jan 28 13:22:48.856921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for floatingip (516e3906-6e74-45fc-9530-4b37c051235c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.868267 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (fb9711b3-3f2a-479e-8c1b-98f6e5f58d04), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.912304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9711b3-3f2a-479e-8c1b-98f6e5f58d04,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:48.919520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.923452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677f63f-632f-44df-bca8-a94f95e18382 None None] Network d42d9640-794c-4446-a6a9-91a962704735 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:22:48.939510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2eb3f68d-2c3c-4a5c-9a4f-bfc75a8195f4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fb9711b3-3f2a-479e-8c1b-98f6e5f58d04 HTTP/1.1" status: 204 len: 168 time: 1.0464675 Jan 28 13:22:48.939735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:48.950295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42880) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:49.269912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] DHCP port deletion for d42d9640-794c-4446-a6a9-91a962704735 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:22:49.283265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.304347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d42d9640-794c-4446-a6a9-91a962704735), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.315970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9c76a-3aad-4a96-86cb-48db20239cee req-da051ddb-3051-4538-9c1f-55e6e4a6bdff tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:49.320902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4de9c76a-3aad-4a96-86cb-48db20239cee req-da051ddb-3051-4538-9c1f-55e6e4a6bdff tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.2266948 Jan 28 13:22:49.331088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.343883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:49.380833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] Deleting port b58b1dbd-62f7-46cf-9491-678402aa9495 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:49.381487 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.405867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7151a-18e6-4587-9f63-c9de56f8e62c req-1bf1a504-9393-44bd-a9d3-b240b7b2cc4b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:49.428743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fb7151a-18e6-4587-9f63-c9de56f8e62c req-1bf1a504-9393-44bd-a9d3-b240b7b2cc4b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 944 time: 0.2488511 Jan 28 13:22:49.471126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] For port b58b1dbd-62f7-46cf-9491-678402aa9495, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b58b1dbd-62f7-46cf-9491-678402aa9495,segment=NetworkSegment(0190f15f-a982-4984-b3d0-1e1965535109),segment_id=0190f15f-a982-4984-b3d0-1e1965535109)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:49.471891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.502316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] Calling delete_port for b58b1dbd-62f7-46cf-9491-678402aa9495 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:49.553655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:49.606892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4de9c76a-3aad-4a96-86cb-48db20239cee req-b4092eff-2e73-4d0a-b84d-af4e70d17384 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667422 Jan 28 13:22:49.633453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.661367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event updated for resources: {'Port': ['ID=a0147af0-6898-49de-82a9-ce9f574d58ca,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:49.668203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:49.679861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fb7151a-18e6-4587-9f63-c9de56f8e62c req-0d9f9af6-ab47-4b64-9af3-f3f801cdb7ba tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489321 Jan 28 13:22:49.696746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (516e3906-6e74-45fc-9530-4b37c051235c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.709160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] Pushing event deleted for resources: {'Port': ['ID=b58b1dbd-62f7-46cf-9491-678402aa9495,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:49.710527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c4dc4-d8a6-4375-8a78-66109668222a None None] No DVR routers for this DVR port b58b1dbd-62f7-46cf-9491-678402aa9495 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:49.725286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Deleting port b58b1dbd-62f7-46cf-9491-678402aa9495 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:49.734800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.735622 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.736173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b3318b7-dbc4-47fb-82a4-e969f9b53554 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2466087 Jan 28 13:22:49.780902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:49.871804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-9e51d9fc-39db-43f8-9938-33d541c96213 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips/3edac9f9-b37d-42eb-9f9f-1c89d684764e HTTP/1.1" status: 200 len: 691 time: 0.1315825 Jan 28 13:22:49.921548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:49.981254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] For port b58b1dbd-62f7-46cf-9491-678402aa9495, host n-d-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:49.981826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.026040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f113-f316-41f8-bd50-f7dd879ec7ea req-8c1940f9-f875-4799-833e-50e31309e973 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:50.029184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf43f113-f316-41f8-bd50-f7dd879ec7ea req-8c1940f9-f875-4799-833e-50e31309e973 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.2565539 Jan 28 13:22:50.042445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Calling delete_port for b58b1dbd-62f7-46cf-9491-678402aa9495 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:50.052291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Port b58b1dbd-62f7-46cf-9491-678402aa9495 was not found and therefore no delete operation was performed {{(pid=103373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:22:50.057659 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b58b1dbd-62f7-46cf-9491-678402aa9495), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.063571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-f52a77c5-9aa7-41a1-ad4b-44e2b3137a3c tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:50.072623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-f52a77c5-9aa7-41a1-ad4b-44e2b3137a3c tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1917267 Jan 28 13:22:50.098719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] No DVR routers for this DVR port b58b1dbd-62f7-46cf-9491-678402aa9495 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:50.158929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-1a028627-c78e-4884-9ec6-bbc6ab177688 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.5 HTTP/1.1" status: 200 len: 694 time: 0.0845406 Jan 28 13:22:50.168910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58b1dbd-62f7-46cf-9491-678402aa9495,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:50.216026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-b88433b0-f81b-48d5-b59a-06623d9d3274 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.5 HTTP/1.1" status: 200 len: 694 time: 0.0559487 Jan 28 13:22:50.257816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d42d9640-794c-4446-a6a9-91a962704735), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.284508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b58b1dbd-62f7-46cf-9491-678402aa9495 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:22:50.298127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42d9640-794c-4446-a6a9-91a962704735']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:50.318216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0190f15f-a982-4984-b3d0-1e1965535109') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:50.318508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0190f15f-a982-4984-b3d0-1e1965535109') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:50.328016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: b58b1dbd-62f7-46cf-9491-678402aa9495 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:22:50.328395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b58b1dbd-62f7-46cf-9491-678402aa9495 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:22:50.338155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (0190f15f-a982-4984-b3d0-1e1965535109), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.355098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0190f15f-a982-4984-b3d0-1e1965535109), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.362599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:22:50.363003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (0190f15f-a982-4984-b3d0-1e1965535109), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.408257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Deleting port 303108f2-c43f-4c02-8331-9943bac4445d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:50.409307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (303108f2-c43f-4c02-8331-9943bac4445d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.442208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] Transition to ACTIVE for port object 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:22:50.443207 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:22:50.466553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf43f113-f316-41f8-bd50-f7dd879ec7ea req-0d1eab59-6e05-4db9-b455-631febb3f4f0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282863 Jan 28 13:22:50.469410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.531535 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d42d9640-794c-4446-a6a9-91a962704735), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.550331 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.557061 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d42d9640-794c-4446-a6a9-91a962704735 HTTP/1.1" status: 204 len: 168 time: 1.5775480 Jan 28 13:22:50.585857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (303108f2-c43f-4c02-8331-9943bac4445d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.588224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (303108f2-c43f-4c02-8331-9943bac4445d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.592002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f257d7d-9103-4333-93d5-acbbedea52b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42d9640-794c-4446-a6a9-91a962704735,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:50.625672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] No DVR routers for this DVR port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:22:50.628377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Calling delete_port for 303108f2-c43f-4c02-8331-9943bac4445d owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:50.642156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] Pushing event updated for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=10']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:50.724391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-55ea2af5-30ff-4e1f-843e-bc21b6dd11f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c/bindings/n-h1-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0220740 Jan 28 13:22:50.780783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42906) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:50.952967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (303108f2-c43f-4c02-8331-9943bac4445d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:50.977319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event deleted for resources: {'Port': ['ID=303108f2-c43f-4c02-8331-9943bac4445d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:51.058864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0cc3f59d-d901-48bc-b4e9-78ad1c98dc64 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=139355f65bb249d39228ce5774b744fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2699666 Jan 28 13:22:51.094629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42910) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:51.147259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43c64b89-3879-410e-b053-f3c8e43ab6fb req-e2b275d6-f765-4fc1-bed2-be95eb03d639 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 210 time: 0.4858718 Jan 28 13:22:51.168590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (3edac9f9-b37d-42eb-9f9f-1c89d684764e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.170473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.171649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d535ef4e-6cef-4469-b00b-aa47e3051bb5 req-c5bedf25-16a8-4d88-aa1a-196fd3dd4321 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "DELETE /v2.0/floatingips/3edac9f9-b37d-42eb-9f9f-1c89d684764e HTTP/1.1" status: 204 len: 173 time: 0.9499171 Jan 28 13:22:51.217302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ca01f04-aa1c-49c8-ab62-bd479f0fca6c admin admin] Publish callbacks [] for security_group (b2d87d90-601f-4330-aee4-a5d1ad0dd932), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.253548 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ca01f04-aa1c-49c8-ab62-bd479f0fca6c admin admin] Publish callbacks [] for security_group (b2d87d90-601f-4330-aee4-a5d1ad0dd932), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.259720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-7f745a46-ed57-4ee2-822e-8d1844e79e42 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.263191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-7f745a46-ed57-4ee2-822e-8d1844e79e42 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.5812945 Jan 28 13:22:51.280747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Request body: {'port': {'device_id': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'admin_state_up': True, 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:51.326228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ca01f04-aa1c-49c8-ab62-bd479f0fca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2d87d90-601f-4330-aee4-a5d1ad0dd932), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.328940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ca01f04-aa1c-49c8-ab62-bd479f0fca6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.330047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8ca01f04-aa1c-49c8-ab62-bd479f0fca6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2d87d90-601f-4330-aee4-a5d1ad0dd932 HTTP/1.1" status: 204 len: 168 time: 0.2215946 Jan 28 13:22:51.351576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca01f04-aa1c-49c8-ab62-bd479f0fca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d87d90-601f-4330-aee4-a5d1ad0dd932,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:51.402637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-b01be937-c415-40ec-9fed-c1b6c9de0d29 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--344234685&fields=id&tenant_id=218ddf17cc5b4b46aecc465b8c8ec7a3 HTTP/1.1" status: 200 len: 267 time: 0.0858128 Jan 28 13:22:51.509595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-7c8a37cc-2ad2-46e3-9083-966061d70b31 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.512714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-7c8a37cc-2ad2-46e3-9083-966061d70b31 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.5741014 Jan 28 13:22:51.600484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8bb91-aac8-417a-9937-33161b574805 req-2f8c5c4b-dacc-4ef9-9d59-29d39b9f9987 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.606402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfc8bb91-aac8-417a-9937-33161b574805 req-2f8c5c4b-dacc-4ef9-9d59-29d39b9f9987 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.2754803 Jan 28 13:22:51.653553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-e21cb416-3950-44ae-84f5-c25affd14a16 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.661900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-e21cb416-3950-44ae-84f5-c25affd14a16 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/networks?id=e1929e24-99a7-4e6e-8787-1e63c6915ca3 HTTP/1.1" status: 200 len: 815 time: 0.2408471 Jan 28 13:22:51.692282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-629cb868-810f-4bc1-82e9-bf45c663ae39 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/quotas/218ddf17cc5b4b46aecc465b8c8ec7a3 HTTP/1.1" status: 200 len: 375 time: 0.0284591 Jan 28 13:22:51.697523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-45112108-a96a-4291-9b66-212c16904f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.700121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-45112108-a96a-4291-9b66-212c16904f17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d&tenant_id=b115d140cb40435fb930757ee5b680da HTTP/1.1" status: 200 len: 1096 time: 0.1745551 Jan 28 13:22:51.771737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfc8bb91-aac8-417a-9937-33161b574805 req-e5e7e487-6a60-4739-879f-dd193c8ade3e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486080 Jan 28 13:22:51.773178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:51.777420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:51.838734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-37eed53d-8d45-4675-96bf-d965936165f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:51.848902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-37eed53d-8d45-4675-96bf-d965936165f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b115d140cb40435fb930757ee5b680da&device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1096 time: 0.1127086 Jan 28 13:22:51.907374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2c296e88-f213-4150-a682-436de5af38df tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=218ddf17cc5b4b46aecc465b8c8ec7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2138276 Jan 28 13:22:51.986132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:52.044127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de34585-c843-4637-867b-0488dd94b9ae req-f863c54c-ef43-4231-8fec-377ab2e6bf5a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.053108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0de34585-c843-4637-867b-0488dd94b9ae req-f863c54c-ef43-4231-8fec-377ab2e6bf5a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 945 time: 0.1494370 Jan 28 13:22:52.064101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Allocated IP 172.20.0.2 (1640b80b-ba6a-499b-a8ff-ce94a5c4372c/15a2379a-2b88-4b66-b8db-bd90ff534cdc/4f301f54-ca5c-4188-8d3d-05820476b23e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:52.077062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-2ddbd3d0-95ef-4617-9768-fed29ccc50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.079690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-2ddbd3d0-95ef-4617-9768-fed29ccc50c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 200 len: 909 time: 0.2203770 Jan 28 13:22:52.090146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a7ddc85f-264c-42d8-9aa9-f61ce9b5a94a service neutron] 10.222.0.45 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670349 Jan 28 13:22:52.161484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-a08e584b-1ebc-4b23-828b-46727e4e0b6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 200 len: 217 time: 0.0628800 Jan 28 13:22:52.172994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-12758a01-b00b-412b-a92d-0e669b39ea1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f132283866d14441bb4a7958353efd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852663 Jan 28 13:22:52.175992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42942) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:52.192840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0de34585-c843-4637-867b-0488dd94b9ae req-c39d92bd-6bba-468f-8109-587efedaacbf tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385565 Jan 28 13:22:52.252698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-11f00625-b504-44b4-9126-49dec8b54ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.254725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-11f00625-b504-44b4-9126-49dec8b54ebd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 200 len: 848 time: 0.0643544 Jan 28 13:22:52.300079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-6b4fc230-00a1-4147-a9a4-7c4450b1e1bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3fb992b-1362-43a5-8b1e-e0c90e279122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354555 Jan 28 13:22:52.407447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-c037977a-0dca-4b41-8fab-b973063b0e82 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 1001 time: 0.1763678 Jan 28 13:22:52.413198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-f13f2e97-a964-4064-98ff-c134335010cb service neutron] 10.222.0.45 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218753 Jan 28 13:22:52.439806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-170e3c02-bc0d-4716-a87a-75070ec20078 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309888 Jan 28 13:22:52.477877 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-846f35e0-1ee4-4db0-9068-ddfddadfa5ac admin admin] Publish callbacks [] for security_group (25179647-7ea9-49ae-a096-4584e2eeab03), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.515829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564288-f2ce-4776-926b-5f08d079eeec req-a111c8a7-fa1c-4ad4-91e3-c1206d9cbd62 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:52.530827 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-a111c8a7-fa1c-4ad4-91e3-c1206d9cbd62 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports/05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 942 time: 0.1136489 Jan 28 13:22:52.596023 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-846f35e0-1ee4-4db0-9068-ddfddadfa5ac admin admin] Publish callbacks [] for security_group (25179647-7ea9-49ae-a096-4584e2eeab03), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.599931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks [] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.630571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-27c38243-8243-4205-a1a0-a30c2d023fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738472 Jan 28 13:22:52.754986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-bd6db001-b8db-4105-9189-76903eb401cd tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 1001 time: 0.1450870 Jan 28 13:22:52.788671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.910653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event updated for resources: {'Port': ['ID=4f301f54-ca5c-4188-8d3d-05820476b23e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:52.926583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:52.928705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:52.931521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:52.940508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-846f35e0-1ee4-4db0-9068-ddfddadfa5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (25179647-7ea9-49ae-a096-4584e2eeab03), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.943468 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-846f35e0-1ee4-4db0-9068-ddfddadfa5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:52.944749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-846f35e0-1ee4-4db0-9068-ddfddadfa5ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25179647-7ea9-49ae-a096-4584e2eeab03 HTTP/1.1" status: 204 len: 168 time: 0.7505980 Jan 28 13:22:52.990223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f35e0-1ee4-4db0-9068-ddfddadfa5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25179647-7ea9-49ae-a096-4584e2eeab03,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:53.051636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:53.053788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.090379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-b8a74e14-afcc-47e0-a6b8-aaaee668bb3f tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:53.095985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-b8a74e14-afcc-47e0-a6b8-aaaee668bb3f tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d&tenant_id=b115d140cb40435fb930757ee5b680da&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1369848 Jan 28 13:22:53.117916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564288-f2ce-4776-926b-5f08d079eeec req-d337bc63-c0df-4495-8127-0c47c3e2edbb tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:53.136555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-d337bc63-c0df-4495-8127-0c47c3e2edbb tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.3806105 Jan 28 13:22:53.235797 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-ac7e4571-2827-4bfd-b715-70665dba5ba6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9628620 Jan 28 13:22:53.265180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Request body: {'port': {'device_id': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:53.312623 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-e026c10a-c5b2-4562-a09d-b25a3b505f43 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 1001 time: 0.1734195 Jan 28 13:22:53.321299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:53.380498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (57b29a5b-1fa3-4f6d-ade8-550c3d0224a0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.414001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-dbaa35ca-3478-425a-86c8-fb6d6b00bc59 service neutron] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:53.423911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-dbaa35ca-3478-425a-86c8-fb6d6b00bc59 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.427330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-646697a0-e3e0-41d3-bd8c-1255018a0eb6 req-dbaa35ca-3478-425a-86c8-fb6d6b00bc59 service neutron] 10.222.0.36 "DELETE /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c/bindings/n-h2-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.3032551 Jan 28 13:22:53.468088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:53.765677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5033-f8ca-40c9-9913-1e66f0be943c req-9b26242b-cba7-4f34-8b4d-e08094e24220 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:53.773834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fafc5033-f8ca-40c9-9913-1e66f0be943c req-9b26242b-cba7-4f34-8b4d-e08094e24220 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.1289885 Jan 28 13:22:53.882167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fafc5033-f8ca-40c9-9913-1e66f0be943c req-f03f6e7d-e973-424f-9f0f-61e2ba1597ca tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055715 Jan 28 13:22:54.048435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b87b6f9a-c827-41db-8375-84dfccdc38be req-07bed198-e50a-41ba-9749-139e32260b42 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 210 time: 0.0362136 Jan 28 13:22:54.191940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f301f54-ca5c-4188-8d3d-05820476b23e {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:54.197784 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.210145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Publish callbacks [] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.220355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (57b29a5b-1fa3-4f6d-ade8-550c3d0224a0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.220947 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Floating IP 57b29a5b-1fa3-4f6d-ade8-550c3d0224a0 disassociated. External IP: 172.25.4.154, port: 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9. Jan 28 13:22:54.274294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Transition to ACTIVE for port object 4f301f54-ca5c-4188-8d3d-05820476b23e will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:54.291155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8418b-0951-47a7-96f3-6fb2ba7cedc4 req-53254336-bc1f-47c8-bba3-4e79bc7f8519 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:54.303385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.304304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5de8418b-0951-47a7-96f3-6fb2ba7cedc4 req-53254336-bc1f-47c8-bba3-4e79bc7f8519 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1473060 Jan 28 13:22:54.402380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5de8418b-0951-47a7-96f3-6fb2ba7cedc4 req-fdb91a8f-4313-4bdf-a596-c9cb5a2251ce tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969903 Jan 28 13:22:54.527638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de05872-d674-4748-bb81-7a8abf35ce78 req-fb64a09e-1b44-463f-83e5-11241e67774a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:54.529478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9de05872-d674-4748-bb81-7a8abf35ce78 req-fb64a09e-1b44-463f-83e5-11241e67774a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 943 time: 0.0505967 Jan 28 13:22:54.644670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9de05872-d674-4748-bb81-7a8abf35ce78 req-fef60a77-01aa-46eb-91f1-12c0189e5e9d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043532 Jan 28 13:22:54.764611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Attempting to bind port 4f301f54-ca5c-4188-8d3d-05820476b23e on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:54.764952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Attempting to bind port 4f301f54-ca5c-4188-8d3d-05820476b23e by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:54.765298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Attempting to bind port 4f301f54-ca5c-4188-8d3d-05820476b23e on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:54.767413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Pushing event updated for resources: {'Port': ['ID=4f301f54-ca5c-4188-8d3d-05820476b23e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:54.790651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Port 4f301f54-ca5c-4188-8d3d-05820476b23e on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:54.792317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Attempting to bind port 4f301f54-ca5c-4188-8d3d-05820476b23e on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:54.801475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:54.802109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:54.802664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Bound using segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:54.803273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Bound port: 4f301f54-ca5c-4188-8d3d-05820476b23e, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:54.803802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:54.913911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226c4e-486d-4209-99cd-15581c48283f req-435e759b-534a-48ed-a9f9-5a5b1ee6fb75 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:54.921736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] For port 4f301f54-ca5c-4188-8d3d-05820476b23e, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:54.926314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb226c4e-486d-4209-99cd-15581c48283f req-435e759b-534a-48ed-a9f9-5a5b1ee6fb75 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 945 time: 0.1373460 Jan 28 13:22:54.927134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] For port 4f301f54-ca5c-4188-8d3d-05820476b23e, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4f301f54-ca5c-4188-8d3d-05820476b23e,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:54.946277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.006997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Router 2477698c-3b05-4b30-ac3c-b5d932cce80a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:22:55.008180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Pushing event updated for resources: {'Port': ['ID=4f301f54-ca5c-4188-8d3d-05820476b23e,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:55.031524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb226c4e-486d-4209-99cd-15581c48283f req-6d573695-019c-4d33-a7ee-0105e7e10037 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956957 Jan 28 13:22:55.051558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.052217 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.053654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-94a9bec5-172e-4bc1-8a66-6779896786fb service neutron] 10.222.0.36 "PUT /v2.0/ports/4f301f54-ca5c-4188-8d3d-05820476b23e HTTP/1.1" status: 200 len: 1091 time: 1.8016601 Jan 28 13:22:55.054112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'tag': '4f301f54-ca5c-4188-8d3d-05820476b23e'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:55.056531 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bf7c0d-b388-43b5-b4bd-984c45305956" -d '{"events": [{"name": "network-changed", "server_uuid": "75aba9cc-6602-4cf3-8bc9-8eaaaf881958", "tag": "4f301f54-ca5c-4188-8d3d-05820476b23e"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:55.136377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-40907f63-5b24-4de2-bc2e-3b229eed7804 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.137998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-40907f63-5b24-4de2-bc2e-3b229eed7804 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.60 "GET /v2.0/networks?id=e1929e24-99a7-4e6e-8787-1e63c6915ca3 HTTP/1.1" status: 200 len: 815 time: 0.7272956 Jan 28 13:22:55.215525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f8dd3-b976-46a2-a60b-4bff39d980f7 req-5084cb26-5596-430a-b4ec-0292e9eec7fd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.217482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-549f8dd3-b976-46a2-a60b-4bff39d980f7 req-5084cb26-5596-430a-b4ec-0292e9eec7fd tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.0963738 Jan 28 13:22:55.293024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-549f8dd3-b976-46a2-a60b-4bff39d980f7 req-6ddffd6d-5668-4e2f-825f-f41bbfc23581 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689082 Jan 28 13:22:55.311485 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-316d0b9b-2c34-4cd3-8fff-59f94974b03a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=218ddf17cc5b4b46aecc465b8c8ec7a3 HTTP/1.1" status: 200 len: 379 time: 0.0886390 Jan 28 13:22:55.335610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Request body: {'port': {'device_id': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'admin_state_up': True, 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'security_groups': ['8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:55.343426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-53d342f9-4dea-4277-a34b-f308592015c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.345344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-53d342f9-4dea-4277-a34b-f308592015c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 1094 time: 0.2064376 Jan 28 13:22:55.349391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:22:55.363965 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] Sync routers for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:22:55.379292 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:55.380279 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:55.392289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:55.395707 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0785c0-960e-4445-beb7-49162ecd4163 x-openstack-request-id: req-8f0785c0-960e-4445-beb7-49162ecd4163 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:55.396001 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aba9cc-6602-4cf3-8bc9-8eaaaf881958", "tag": "4f301f54-ca5c-4188-8d3d-05820476b23e", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:55.396335 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f0785c0-960e-4445-beb7-49162ecd4163 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:55.396737 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'tag': '4f301f54-ca5c-4188-8d3d-05820476b23e', 'status': 'completed', 'code': 200} Jan 28 13:22:55.518064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d65c74ea-7af9-4c21-a165-3c718dd4dc07 req-0d5606ba-89ec-4038-bf87-181353101963 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 210 time: 0.0452380 Jan 28 13:22:55.592880 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:55.942633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-aecc37f3-cc94-4a1c-b456-81d073318484 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f301f54-ca5c-4188-8d3d-05820476b23e HTTP/1.1" status: 200 len: 217 time: 0.5697267 Jan 28 13:22:55.992846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40157c12-d853-42b9-99c8-7158645e07c8 req-ead036d1-65c3-4be4-982e-0af349a1a145 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:55.996077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40157c12-d853-42b9-99c8-7158645e07c8 req-ead036d1-65c3-4be4-982e-0af349a1a145 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 1096 time: 0.0991056 Jan 28 13:22:56.008975 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:16Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:56.022552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-5652b0b5-9331-4de6-931a-99ec36fb88bf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "PUT /v2.0/floatingips/57b29a5b-1fa3-4f6d-ade8-550c3d0224a0 HTTP/1.1" status: 200 len: 695 time: 2.7089958 Jan 28 13:22:56.051498 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] Checking router: 2477698c-3b05-4b30-ac3c-b5d932cce80a for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:22:56.061801 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:22:56.062819 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:22:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:56.077893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40157c12-d853-42b9-99c8-7158645e07c8 req-53096e30-ac70-41d7-9533-c2dac50b2d46 tempest-LiveMigrationTest-1622230200 tempest-LiveMigrationTest-1622230200-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Jan 28 13:22:56.108207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-c4fe10cd-c4ef-41d8-a745-7cb79bd7d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.110013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-c4fe10cd-c4ef-41d8-a745-7cb79bd7d77e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.1544876 Jan 28 13:22:56.163769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-b374557e-5d6f-4dee-b4a3-cef0dca1cfe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421183 Jan 28 13:22:56.176864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564288-f2ce-4776-926b-5f08d079eeec req-8508c151-f726-4b12-a711-d115f0aff26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.178437 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-8508c151-f726-4b12-a711-d115f0aff26b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c43521b079d4bc79ce74f4312863fd9&device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 1096 time: 0.1390333 Jan 28 13:22:56.227238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Made reservation on behalf of 218ddf17cc5b4b46aecc465b8c8ec7a3 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:22:56.231776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.252357 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:22:56.262052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3c50-3365-40e6-a33e-0eefc53e8f06 req-080675f1-25ec-4322-b921-db73d9720a7c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.263574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a45f3c50-3365-40e6-a33e-0eefc53e8f06 req-080675f1-25ec-4322-b921-db73d9720a7c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0807915 Jan 28 13:22:56.365775 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:56.368101 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a45f3c50-3365-40e6-a33e-0eefc53e8f06 req-158da94c-1641-425a-ad26-236249ac06a3 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Jan 28 13:22:56.511398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Allocated IP 172.20.0.13 (e1929e24-99a7-4e6e-8787-1e63c6915ca3/cc652f58-ca57-4023-997f-9038f01dd4bd/0599705e-f97c-4732-98e6-7e02567e494c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:22:56.545319 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-c46953b5-fc35-4548-a25c-793be315367e service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642731 Jan 28 13:22:56.549096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564288-f2ce-4776-926b-5f08d079eeec req-70909046-463f-43f5-8337-a5d4b33426ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.551113 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-70909046-463f-43f5-8337-a5d4b33426ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 200 len: 930 time: 0.3536148 Jan 28 13:22:56.601904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe7a7-60d2-46ec-bf6a-d04d1db0e0c4 req-0d70e0c0-3c09-4dee-a6f6-487497645fe4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.609867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24afe7a7-60d2-46ec-bf6a-d04d1db0e0c4 req-0d70e0c0-3c09-4dee-a6f6-487497645fe4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 943 time: 0.1249497 Jan 28 13:22:56.657391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-9930824e-3966-451e-9192-746ee28727b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 217 time: 0.0921454 Jan 28 13:22:56.681846 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:16Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:22:56.714796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24afe7a7-60d2-46ec-bf6a-d04d1db0e0c4 req-f0f50c20-d959-4a60-9a77-870e73f0dde1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008003 Jan 28 13:22:56.756185 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175fbcb-2aa3-4a69-89f0-263957329379 None None] The sync data for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 is: [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '7f6493d5-c41e-4c80-a287-35e90ce09775', 'name': '', 'network_id': '4eed8c97-9d9d-4439-a5c0-9821c94c8b3e', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'mac_address': 'fa:16:3e:a8:6b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:06Z', 'updated_at': '2022-01-28T13:22:16Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'subnets': [{'id': 'd5378a9e-8e14-4293-a35d-797dc1ef947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:22:56.831667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564288-f2ce-4776-926b-5f08d079eeec req-6b626ca4-df4d-4611-b801-7423719f07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:56.833337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-6b626ca4-df4d-4611-b801-7423719f07a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5378a9e-8e14-4293-a35d-797dc1ef947c HTTP/1.1" status: 200 len: 868 time: 0.1648500 Jan 28 13:22:56.842359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-71f9f2eb-2af0-4a8e-a2bd-8bb886b48770 service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875607 Jan 28 13:22:57.014962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564288-f2ce-4776-926b-5f08d079eeec req-17c57c1d-81e6-4da3-8ad7-98a2a5ce759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.016920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-17c57c1d-81e6-4da3-8ad7-98a2a5ce759c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733623 Jan 28 13:22:57.023238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for port (0599705e-f97c-4732-98e6-7e02567e494c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.122202 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-3b9bde1f-f1ad-4afd-ae69-ca077c9cb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.123722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-3b9bde1f-f1ad-4afd-ae69-ca077c9cb24a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 1094 time: 0.1765368 Jan 28 13:22:57.260571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a6481c-49ff-44a3-a1c2-e5f2ebd46602 None None] New status for floating IP 57b29a5b-1fa3-4f6d-ade8-550c3d0224a0: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:22:57.270124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-94abbf71-3de0-45f0-a820-fc3dfc91d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.273947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-94abbf71-3de0-45f0-a820-fc3dfc91d4ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.1406291 Jan 28 13:22:57.281268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db533e-2625-48c7-af2e-6a0d5cfe4971 req-baa4a911-f147-4e86-b183-85613fdcaa50 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.283610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46db533e-2625-48c7-af2e-6a0d5cfe4971 req-baa4a911-f147-4e86-b183-85613fdcaa50 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.0673387 Jan 28 13:22:57.347858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46db533e-2625-48c7-af2e-6a0d5cfe4971 req-ff681ed0-3476-48ba-8ed7-a100e5cfd48c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578008 Jan 28 13:22:57.382715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0599705e-f97c-4732-98e6-7e02567e494c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.393061 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-420f17e9-dd7a-4609-be8f-f8231f957533 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f301f54-ca5c-4188-8d3d-05820476b23e HTTP/1.1" status: 200 len: 217 time: 0.0957513 Jan 28 13:22:57.402391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:22:57.404741 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8e144-367a-4bbd-b185-2575eab5acd1" -d '{"events": [{"name": "network-changed", "server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:22:57.484446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:22:57.505960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:22:57.509271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:22:57.521783 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-8010617a-14ad-46d4-8f0b-505f38bb2952 service neutron] 10.222.0.45 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949715 Jan 28 13:22:57.598605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bd183-48f1-4579-b1bd-1fe8e5166ee5 req-16c9535a-eda4-4a3f-a623-da38aebed2a4 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.603169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event updated for resources: {'Port': ['ID=0599705e-f97c-4732-98e6-7e02567e494c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:57.610416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-728bd183-48f1-4579-b1bd-1fe8e5166ee5 req-16c9535a-eda4-4a3f-a623-da38aebed2a4 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 932 time: 0.1231368 Jan 28 13:22:57.661342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.661686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.662030 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.662370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.662693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.663024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.663350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.663673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.663996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.664344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.664668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.664988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.665308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:57.686822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-e3423a4b-b6c2-4f0c-893c-3dc5d289657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.688733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-e3423a4b-b6c2-4f0c-893c-3dc5d289657e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.2504158 Jan 28 13:22:57.696200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:57.697065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.705560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-728bd183-48f1-4579-b1bd-1fe8e5166ee5 req-88fc6115-b050-41c6-9e1e-e693f68f4423 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942044 Jan 28 13:22:57.749732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-2b66535c-066a-461c-828a-f3039f450550 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4284186 Jan 28 13:22:57.767635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.775663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-4133b20e-2cc7-42c3-88cd-41293dd4cca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579631 Jan 28 13:22:57.779835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Request body: {'port': {'device_id': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:22:57.937627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd564288-f2ce-4776-926b-5f08d079eeec req-c4fb1993-aad7-4f27-a4f5-ab89b42bed3c service neutron] 10.222.0.45 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843927 Jan 28 13:22:57.951793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9217aa82-56a9-4b2f-bdce-4f864d68e340 None None] Provisioning complete for port 0599705e-f97c-4732-98e6-7e02567e494c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:22:57.952465 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9217aa82-56a9-4b2f-bdce-4f864d68e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0599705e-f97c-4732-98e6-7e02567e494c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:57.974636 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0599705e-f97c-4732-98e6-7e02567e494c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.069716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefe466-bdb0-4e26-ac17-9f81e69a0593 req-00404269-9a6d-4d85-b1c1-bc6117c3ff95 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:58.078534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9217aa82-56a9-4b2f-bdce-4f864d68e340 None None] Port 0599705e-f97c-4732-98e6-7e02567e494c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:22:58.096510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccefe466-bdb0-4e26-ac17-9f81e69a0593 req-00404269-9a6d-4d85-b1c1-bc6117c3ff95 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 945 time: 0.1739445 Jan 28 13:22:58.103810 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-40fe41b9-1f04-4744-8ec2-7dd3e78b7692 service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182161 Jan 28 13:22:58.146644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98c684-932d-48b7-a136-2089841579d0 req-6a441e27-7129-4117-a560-c5d62f329759 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:58.148090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba98c684-932d-48b7-a136-2089841579d0 req-6a441e27-7129-4117-a560-c5d62f329759 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 945 time: 0.2438152 Jan 28 13:22:58.288493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccefe466-bdb0-4e26-ac17-9f81e69a0593 req-ff9a4a5f-ea8e-4c3b-a30a-17511fb1625c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909738 Jan 28 13:22:58.334297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43050) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:58.376931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Deleting port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:58.378341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.443179 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0e3f61-927c-443d-8e80-55ef2e568952 x-openstack-request-id: req-4d0e3f61-927c-443d-8e80-55ef2e568952 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:22:58.443418 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:22:58.443630 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d0e3f61-927c-443d-8e80-55ef2e568952 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:22:58.444082 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'status': 'completed', 'code': 200} Jan 28 13:22:58.593342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c899-1724-428b-b950-7793a34d6b2b req-03336998-62d0-49b8-b878-418714e2a4fe tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:58.596376 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86b9c899-1724-428b-b950-7793a34d6b2b req-03336998-62d0-49b8-b878-418714e2a4fe tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.4974852 Jan 28 13:22:58.657444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6bf7c0d-b388-43b5-b4bd-984c45305956 req-0b232696-8a30-47f1-95ee-a92a1e3f664a service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397744 Jan 28 13:22:58.767546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86b9c899-1724-428b-b950-7793a34d6b2b req-3db8f422-49eb-488e-81d4-150dab176966 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587191 Jan 28 13:22:58.822812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0599705e-f97c-4732-98e6-7e02567e494c {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:22:58.861840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Publish callbacks [] for port (0599705e-f97c-4732-98e6-7e02567e494c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.877445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-cd38fe51-7ca0-43ed-a5cc-caf3bfc68f83 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips/57b29a5b-1fa3-4f6d-ade8-550c3d0224a0 HTTP/1.1" status: 200 len: 693 time: 0.0673902 Jan 28 13:22:58.886618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Transition to ACTIVE for port object 0599705e-f97c-4732-98e6-7e02567e494c will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:22:58.896245 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0599705e-f97c-4732-98e6-7e02567e494c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.922549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-2f5987c4-000b-4aa4-a65a-236d420e45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:58.924821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-2f5987c4-000b-4aa4-a65a-236d420e45fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c43521b079d4bc79ce74f4312863fd9&device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 1096 time: 0.5407171 Jan 28 13:22:58.926148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:58.976868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Pushing event updated for resources: {'Port': ['ID=0599705e-f97c-4732-98e6-7e02567e494c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:59.075514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f2dc3-bd5b-47e1-8495-03481ade883f req-ecb8c980-09e1-414f-9b21-7c00811579a2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.079452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b03f2dc3-bd5b-47e1-8495-03481ade883f req-ecb8c980-09e1-414f-9b21-7c00811579a2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 943 time: 0.6379297 Jan 28 13:22:59.115812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-f55e1588-b057-4771-a08f-43dd4dce7f7d tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.121653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] For port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:22:59.122339 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.123176 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-f55e1588-b057-4771-a08f-43dd4dce7f7d tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.2295461 Jan 28 13:22:59.138031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-197d16d5-c383-431e-9cc1-f6e678f55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.140598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-197d16d5-c383-431e-9cc1-f6e678f55c9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 200 len: 930 time: 0.2082984 Jan 28 13:22:59.157749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Attempting to bind port 0599705e-f97c-4732-98e6-7e02567e494c on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:22:59.157749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Attempting to bind port 0599705e-f97c-4732-98e6-7e02567e494c by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:22:59.158142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Attempting to bind port 0599705e-f97c-4732-98e6-7e02567e494c on network e1929e24-99a7-4e6e-8787-1e63c6915ca3 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:59.240281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Port 0599705e-f97c-4732-98e6-7e02567e494c on network e1929e24-99a7-4e6e-8787-1e63c6915ca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:22:59.240860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Attempting to bind port 0599705e-f97c-4732-98e6-7e02567e494c on network e1929e24-99a7-4e6e-8787-1e63c6915ca3 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:22:59.248758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-024643c7-382b-4da2-a464-2ec0ef4b6e4e tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.1058326 Jan 28 13:22:59.252122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:22:59.252569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Checking segment: {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:22:59.253175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Bound using segment: {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:22:59.253718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Bound port: 0599705e-f97c-4732-98e6-7e02567e494c, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f68f67c-9ade-4765-b76b-d48e6957bcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:22:59.254531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0599705e-f97c-4732-98e6-7e02567e494c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.291305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-4f9b9138-c6e3-4a8d-90a4-011e2f9d6cc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 200 len: 217 time: 0.1076920 Jan 28 13:22:59.317872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Calling delete_port for 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:22:59.362397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-4fde7832-5440-411c-86b2-fd68fc9e1fa8 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.0871699 Jan 28 13:22:59.447150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b03f2dc3-bd5b-47e1-8495-03481ade883f req-ab6f5788-5f37-43d5-8497-d6a7cd992d59 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506882 Jan 28 13:22:59.512081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-d04adc9f-3784-45a3-8bdb-f5131a0cb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.514674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-d04adc9f-3784-45a3-8bdb-f5131a0cb0d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5378a9e-8e14-4293-a35d-797dc1ef947c HTTP/1.1" status: 200 len: 868 time: 0.1939688 Jan 28 13:22:59.592930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Publish callbacks [] for security_group (40e17c61-aa57-487f-8654-ab12a7fa70fb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.630046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (40e17c61-aa57-487f-8654-ab12a7fa70fb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.698106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] For port 0599705e-f97c-4732-98e6-7e02567e494c, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:22:59.702097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33087-5b22-4ee7-b1f6-5075432d6654 req-cf07dabd-a3c2-4f95-9a8b-bbaa75ffb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.703615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6c33087-5b22-4ee7-b1f6-5075432d6654 req-cf07dabd-a3c2-4f95-9a8b-bbaa75ffb9dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 1096 time: 0.1337261 Jan 28 13:22:59.706885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] For port 0599705e-f97c-4732-98e6-7e02567e494c, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0599705e-f97c-4732-98e6-7e02567e494c,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:22:59.722869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0599705e-f97c-4732-98e6-7e02567e494c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.741457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e17c61-aa57-487f-8654-ab12a7fa70fb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:59.754669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-3d99f78d-b733-41cd-ab10-66a3c8033b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.756499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-3d99f78d-b733-41cd-ab10-66a3c8033b0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215085 Jan 28 13:22:59.763579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.763927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.764303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.764646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.765947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.766291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.767331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.768118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.769340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.770421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.770779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.771305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.771438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.771649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:22:59.772016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.773445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] 10.222.0.60 "PUT /v2.0/ports/0599705e-f97c-4732-98e6-7e02567e494c HTTP/1.1" status: 200 len: 1092 time: 2.0010235 Jan 28 13:22:59.780059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d7feff3e-e432-4c3a-a91d-dfea1f0cfb9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=590049e45d504139aa62ae998d2e379d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4443457 Jan 28 13:22:59.785545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43062) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:22:59.798342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ec287-4c96-4f44-a465-ab77e9501777 req-52883b6b-6058-45d7-b4e1-e6ed3328cb3b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:22:59.808079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae0ec287-4c96-4f44-a465-ab77e9501777 req-52883b6b-6058-45d7-b4e1-e6ed3328cb3b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.2317107 Jan 28 13:22:59.813144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Deleting port 614edb7e-f8bb-4a2b-bcbd-aef13077d934 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:22:59.814077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:22:59.941008 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6c33087-5b22-4ee7-b1f6-5075432d6654 req-c35aa081-6e4f-44c6-be2e-c574727089d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285087 Jan 28 13:22:59.961583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672436b-4c53-4201-9a52-7d17b5f0ef0f service neutron] Pushing event updated for resources: {'Port': ['ID=0599705e-f97c-4732-98e6-7e02567e494c,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:22:59.990815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (162bf141-e5b4-43ea-9b24-6f61bbf4fc0c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.004075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d1f92a01-1701-40c3-9462-902548a6ecef', '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:00.043630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-8d036e70-f82d-4981-8080-1ae605faa54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.060478 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-8d036e70-f82d-4981-8080-1ae605faa54e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=218ddf17cc5b4b46aecc465b8c8ec7a3&device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 1095 time: 0.2311525 Jan 28 13:23:00.064587 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbeac-9119-4afe-9341-0ae754e3c42a admin admin] Publish callbacks [] for security_group (40e17c61-aa57-487f-8654-ab12a7fa70fb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.087269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event deleted for resources: {'Port': ['ID=162bf141-e5b4-43ea-9b24-6f61bbf4fc0c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:00.100236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.100830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (614edb7e-f8bb-4a2b-bcbd-aef13077d934), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.107935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae0ec287-4c96-4f44-a465-ab77e9501777 req-84835853-fb5c-48a1-b174-7dc766ce74cf tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379894 Jan 28 13:23:00.129943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] No DVR routers for this DVR port 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:00.138350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.142349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba98c684-932d-48b7-a136-2089841579d0 req-a0bc9b7d-a6bd-4738-9cca-20676b0a1dd3 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "DELETE /v2.0/ports/162bf141-e5b4-43ea-9b24-6f61bbf4fc0c HTTP/1.1" status: 204 len: 173 time: 1.9780862 Jan 28 13:23:00.142818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'name': 'network-vif-deleted', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:00.145297 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62485784-b69c-4998-a248-e51daeea82e5" -d '{"events": [{"server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "name": "network-vif-deleted", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:00.174460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-f2ec381b-a9cd-46ee-8852-b29dc6ab76dd service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932354 Jan 28 13:23:00.209318 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbeac-9119-4afe-9341-0ae754e3c42a admin admin] Publish callbacks [] for security_group (40e17c61-aa57-487f-8654-ab12a7fa70fb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.216580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Calling delete_port for 614edb7e-f8bb-4a2b-bcbd-aef13077d934 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:00.322761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-7a501704-c851-4357-9e94-015c0b07ea99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0599705e-f97c-4732-98e6-7e02567e494c HTTP/1.1" status: 200 len: 217 time: 0.1487443 Jan 28 13:23:00.389056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197a16c-adca-4f4c-97dd-68e255477522 req-d0e4601f-84d8-4a08-99b9-96b0002ed608 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.391821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0197a16c-adca-4f4c-97dd-68e255477522 req-d0e4601f-84d8-4a08-99b9-96b0002ed608 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 944 time: 0.0866215 Jan 28 13:23:00.398617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f8e144-367a-4bbd-b185-2575eab5acd1 req-16b40279-0752-428d-8b3d-5b32e5279c18 service neutron] 10.222.0.36 "GET /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115128 Jan 28 13:23:00.435281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4f301f54-ca5c-4188-8d3d-05820476b23e details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:00.445548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:00.448365 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378098ca-6ffc-4122-8aec-64be960fb9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "tag": "0599705e-f97c-4732-98e6-7e02567e494c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:00.487671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-5a2a2839-9915-48b0-be75-07b6a24ceab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.489333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-5a2a2839-9915-48b0-be75-07b6a24ceab9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc652f58-ca57-4023-997f-9038f01dd4bd HTTP/1.1" status: 200 len: 854 time: 0.1153500 Jan 28 13:23:00.492701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0197a16c-adca-4f4c-97dd-68e255477522 req-846177c3-1fc8-4bc5-8d23-54d67b638973 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926912 Jan 28 13:23:00.560513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbeac-9119-4afe-9341-0ae754e3c42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (40e17c61-aa57-487f-8654-ab12a7fa70fb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.563477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbeac-9119-4afe-9341-0ae754e3c42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.568236 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6e7cbeac-9119-4afe-9341-0ae754e3c42a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40e17c61-aa57-487f-8654-ab12a7fa70fb HTTP/1.1" status: 204 len: 168 time: 0.7798126 Jan 28 13:23:00.601003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4f301f54-ca5c-4188-8d3d-05820476b23e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4f301f54-ca5c-4188-8d3d-05820476b23e,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:00.617277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cbeac-9119-4afe-9341-0ae754e3c42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e17c61-aa57-487f-8654-ab12a7fa70fb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:00.661056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-6f9fe4ae-f284-4ed6-8f66-56b4bbfec33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.662570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-6f9fe4ae-f284-4ed6-8f66-56b4bbfec33f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1929e24-99a7-4e6e-8787-1e63c6915ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537194 Jan 28 13:23:00.675617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '4f301f54-ca5c-4188-8d3d-05820476b23e', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': '4f301f54-ca5c-4188-8d3d-05820476b23e', 'mac_address': 'fa:16:3e:49:80:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:23:00.685761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1d40baaf-9a53-4ade-be2a-f0bc315b1f26 req-a3723ce8-697d-47b8-b7b3-09b4a146362a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0751772 Jan 28 13:23:00.706624 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (614edb7e-f8bb-4a2b-bcbd-aef13077d934), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.794120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4f301f54-ca5c-4188-8d3d-05820476b23e is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:00.800314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.827749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event deleted for resources: {'Port': ['ID=614edb7e-f8bb-4a2b-bcbd-aef13077d934,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:00.864273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f301f54-ca5c-4188-8d3d-05820476b23e {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:00.907886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7068a8-73d5-4bf2-b1fb-236df2bf4bf8 req-7e2eb24c-f3f7-458c-ad1b-75020c223793 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:00.910546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab7068a8-73d5-4bf2-b1fb-236df2bf4bf8 req-7e2eb24c-f3f7-458c-ad1b-75020c223793 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.1087873 Jan 28 13:23:00.928339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-3da9c2b8-fbf6-4aa7-84f2-70051405d4e6 service neutron] 10.222.0.60 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558494 Jan 28 13:23:00.928961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4f301f54-ca5c-4188-8d3d-05820476b23e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4f301f54-ca5c-4188-8d3d-05820476b23e,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:00.929701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks [] for floatingip (57b29a5b-1fa3-4f6d-ade8-550c3d0224a0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.931903 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.933806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-283a1efe-4e71-40f5-ab11-6bcfb39a1275 req-e598b167-59a5-4ca6-a6a1-37c983adcada tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "DELETE /v2.0/floatingips/57b29a5b-1fa3-4f6d-ade8-550c3d0224a0 HTTP/1.1" status: 204 len: 173 time: 1.5700440 Jan 28 13:23:00.940063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:00.993311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab7068a8-73d5-4bf2-b1fb-236df2bf4bf8 req-3f588d20-b111-48ba-83d1-d67847ed0309 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758848 Jan 28 13:23:01.038641 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3453214e-08d6-4532-861e-84fddbb29677 x-openstack-request-id: req-3453214e-08d6-4532-861e-84fddbb29677 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:01.039417 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f598f37-dfb0-4d5e-ae0d-bcf187339c5d", "name": "network-vif-deleted", "tag": "162bf141-e5b4-43ea-9b24-6f61bbf4fc0c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:01.039861 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3453214e-08d6-4532-861e-84fddbb29677 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:01.040500 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f598f37-dfb0-4d5e-ae0d-bcf187339c5d', 'name': 'network-vif-deleted', 'tag': '162bf141-e5b4-43ea-9b24-6f61bbf4fc0c', 'status': 'completed', 'code': 200} Jan 28 13:23:01.092410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-689029c1-5527-40d7-b39a-3df53eeb0c97 req-ee7ec321-3564-4463-8d21-3d061b765645 service neutron] 10.222.0.60 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534779 Jan 28 13:23:01.222980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:01.273730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4debdee-46bc-4e9b-85e7-ee4eceb046fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.304980 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73926e6b-de07-4635-8b79-2df48e3c9047 x-openstack-request-id: req-73926e6b-de07-4635-8b79-2df48e3c9047 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:01.305821 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "tag": "0599705e-f97c-4732-98e6-7e02567e494c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:01.306237 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73926e6b-de07-4635-8b79-2df48e3c9047 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:01.306864 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c', 'status': 'completed', 'code': 200} Jan 28 13:23:01.359254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f4cad-2063-4bac-b992-6652f2201fa8 req-28141ba5-aed6-40a6-a900-f2cc6cf08b07 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:01.367575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-139f4cad-2063-4bac-b992-6652f2201fa8 req-28141ba5-aed6-40a6-a900-f2cc6cf08b07 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 944 time: 0.2036667 Jan 28 13:23:01.420232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4f301f54-ca5c-4188-8d3d-05820476b23e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:01.452116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-139f4cad-2063-4bac-b992-6652f2201fa8 req-99cf1484-4560-427f-b7c4-acfa46851a99 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816801 Jan 28 13:23:01.457602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-f7eb4ce4-6c7c-4d9c-998f-3e28c0c3cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:01.462801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-f7eb4ce4-6c7c-4d9c-998f-3e28c0c3cba6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=218ddf17cc5b4b46aecc465b8c8ec7a3&device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 1095 time: 0.1636348 Jan 28 13:23:01.486078 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4debdee-46bc-4e9b-85e7-ee4eceb046fb admin admin] Publish callbacks [] for security_group (88241d57-9d05-4523-a541-96cca8c43956), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.513993 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4debdee-46bc-4e9b-85e7-ee4eceb046fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (88241d57-9d05-4523-a541-96cca8c43956), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.518227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4f301f54-ca5c-4188-8d3d-05820476b23e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:01.544078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f4debdee-46bc-4e9b-85e7-ee4eceb046fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f7b3979269b440da3bbaf913bffa1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197644 Jan 28 13:23:01.547157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:01.593067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4debdee-46bc-4e9b-85e7-ee4eceb046fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88241d57-9d05-4523-a541-96cca8c43956,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:01.633296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-74ed754c-2851-411b-804d-bc78777a8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:01.634769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-74ed754c-2851-411b-804d-bc78777a8851 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1929e24-99a7-4e6e-8787-1e63c6915ca3 HTTP/1.1" status: 200 len: 916 time: 0.1654012 Jan 28 13:23:01.638662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752aca1-bc6d-4c16-8542-185b4b964ff2 req-b3da91e1-3e58-401b-ba40-36ede113af13 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:01.643925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a752aca1-bc6d-4c16-8542-185b4b964ff2 req-b3da91e1-3e58-401b-ba40-36ede113af13 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.3312073 Jan 28 13:23:01.712815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-f7599942-68b3-447d-a8fb-23629c17063f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0599705e-f97c-4732-98e6-7e02567e494c HTTP/1.1" status: 200 len: 217 time: 0.0607247 Jan 28 13:23:01.769132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a752aca1-bc6d-4c16-8542-185b4b964ff2 req-0d788893-a2a7-44de-9cca-9c318f2c3a1b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171675 Jan 28 13:23:01.769774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-98243824-03b0-46f7-9007-710ab2cfb386 admin admin] Publish callbacks [] for security_group (88241d57-9d05-4523-a541-96cca8c43956), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.793327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-2330b4fa-763a-4f86-9206-53f49b330c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:01.794801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-2330b4fa-763a-4f86-9206-53f49b330c40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc652f58-ca57-4023-997f-9038f01dd4bd HTTP/1.1" status: 200 len: 854 time: 0.0725811 Jan 28 13:23:01.827283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-98243824-03b0-46f7-9007-710ab2cfb386 admin admin] Publish callbacks [] for security_group (88241d57-9d05-4523-a541-96cca8c43956), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.833271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94f8cf-04d4-44af-987e-d3f544275f50 req-aff2f360-e85f-4a84-bfc9-33985bbf2229 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:01.841775 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf94f8cf-04d4-44af-987e-d3f544275f50 req-aff2f360-e85f-4a84-bfc9-33985bbf2229 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2058153 Jan 28 13:23:01.890917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-98243824-03b0-46f7-9007-710ab2cfb386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (88241d57-9d05-4523-a541-96cca8c43956), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.897473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-98243824-03b0-46f7-9007-710ab2cfb386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:01.900745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-98243824-03b0-46f7-9007-710ab2cfb386 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88241d57-9d05-4523-a541-96cca8c43956 HTTP/1.1" status: 204 len: 168 time: 0.3475342 Jan 28 13:23:01.954877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf94f8cf-04d4-44af-987e-d3f544275f50 req-5da9eb6f-7dc5-4a9b-954e-cd6b8482d66b tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1117866 Jan 28 13:23:01.960080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243824-03b0-46f7-9007-710ab2cfb386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88241d57-9d05-4523-a541-96cca8c43956,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:01.987763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-9f024d15-c722-4ee7-b419-693f94da39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.006552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-9f024d15-c722-4ee7-b419-693f94da39f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1929e24-99a7-4e6e-8787-1e63c6915ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860764 Jan 28 13:23:02.035546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed3a8-0d9e-40de-a2e0-e1fa121ec0bc req-5a0d06ef-f446-4f97-a137-64c0f57459a2 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.037649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d76ed3a8-0d9e-40de-a2e0-e1fa121ec0bc req-5a0d06ef-f446-4f97-a137-64c0f57459a2 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 944 time: 0.1358931 Jan 28 13:23:02.124768 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65f256e7-4f28-4ff8-baac-4f86e8140365 req-132615d7-fd4f-4252-b17b-e1fa6cce6d5c tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0397682 Jan 28 13:23:02.153110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d76ed3a8-0d9e-40de-a2e0-e1fa121ec0bc req-3edeef56-1443-43ff-a28e-46db749b9540 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062710 Jan 28 13:23:02.309012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab2b8e-1f00-4a75-87f3-09e78a39647b req-576fcd2a-1de0-4f3a-899e-db79d787677b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.310770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73ab2b8e-1f00-4a75-87f3-09e78a39647b req-576fcd2a-1de0-4f3a-899e-db79d787677b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0747170 Jan 28 13:23:02.443017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:02.461407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73ab2b8e-1f00-4a75-87f3-09e78a39647b req-18798b39-4749-43cc-9b8f-97abfe651c90 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374898 Jan 28 13:23:02.535883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:02.536459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 162bf141-e5b4-43ea-9b24-6f61bbf4fc0c not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:02.611605 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b591565b-1d70-467d-8ec4-7455ec219331 req-6e808903-26c5-4e41-b8a7-76235ef2ffab tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4408934 Jan 28 13:23:02.622906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-3a1389bd-ba38-4010-8b47-d2e037642e15 service neutron] 10.222.0.60 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153443 Jan 28 13:23:02.649964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4d517-b204-43fd-b064-5e26c876ebdf req-b0f3985b-e0b0-4b6b-a891-02830466011d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.656768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ed4d517-b204-43fd-b064-5e26c876ebdf req-b0f3985b-e0b0-4b6b-a891-02830466011d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 944 time: 0.0833611 Jan 28 13:23:02.751081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ed4d517-b204-43fd-b064-5e26c876ebdf req-ccfa55c9-d2ee-4c3c-b38c-f7eed3e5f6ed tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844452 Jan 28 13:23:02.866066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-378098ca-6ffc-4122-8aec-64be960fb9ac req-817e07be-4627-49e5-b780-cc7c18a58a66 service neutron] 10.222.0.60 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324300 Jan 28 13:23:02.877782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1ccc6-ea3c-41e5-b453-75e5b40531d7 req-74fcdd2b-3d0c-464b-908b-ee9d286b4bbb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:02.888632 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-20d1ccc6-ea3c-41e5-b453-75e5b40531d7 req-74fcdd2b-3d0c-464b-908b-ee9d286b4bbb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1450424 Jan 28 13:23:02.997138 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-20d1ccc6-ea3c-41e5-b453-75e5b40531d7 req-97cc12d0-41ee-455a-b22e-2065d33ebad7 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052756 Jan 28 13:23:03.248274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c0fd5-7192-40ec-9849-c68240a05a70 req-cf521199-4f92-48d3-bed3-eaf904662a1b tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:03.248919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3f3e5-f10f-43fb-870a-918b829aec3c req-a4aa509c-7516-4213-b0d6-d891c762c171 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:03.251900 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bff3f3e5-f10f-43fb-870a-918b829aec3c req-a4aa509c-7516-4213-b0d6-d891c762c171 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.1221280 Jan 28 13:23:03.264144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-981c0fd5-7192-40ec-9849-c68240a05a70 req-cf521199-4f92-48d3-bed3-eaf904662a1b tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 945 time: 0.0984120 Jan 28 13:23:03.343589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-981c0fd5-7192-40ec-9849-c68240a05a70 req-ddded83e-83c6-4a1d-99f4-a93a4a507ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765266 Jan 28 13:23:03.362872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bff3f3e5-f10f-43fb-870a-918b829aec3c req-8878c178-5e98-4eee-8569-188021a507c1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984209 Jan 28 13:23:03.465849 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-48238dce-2dae-4fc5-8df6-1b588fb07c24 req-99fcf36f-eb59-4cea-ae5a-78b1d6e85f22 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0393715 Jan 28 13:23:03.517372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbea4c-559b-46df-891b-1fdf53fccffa req-db0da8c6-0a4c-4a4d-9ba6-2721fbecc8ca tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:03.524395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdcbea4c-559b-46df-891b-1fdf53fccffa req-db0da8c6-0a4c-4a4d-9ba6-2721fbecc8ca tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 944 time: 0.0862086 Jan 28 13:23:03.618584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdcbea4c-559b-46df-891b-1fdf53fccffa req-20839427-35a1-4717-81fe-91d4588a0061 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887346 Jan 28 13:23:03.783561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88607899-dc96-4521-bd70-1e4b66c94aa9 req-489a8b9d-cb8e-4419-aa76-62ec5c5538f4 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:03.793336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88607899-dc96-4521-bd70-1e4b66c94aa9 req-489a8b9d-cb8e-4419-aa76-62ec5c5538f4 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0749841 Jan 28 13:23:03.860178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88607899-dc96-4521-bd70-1e4b66c94aa9 req-90a4a035-b034-4fb9-aaa4-6506cda298ad tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606508 Jan 28 13:23:03.897511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0599705e-f97c-4732-98e6-7e02567e494c details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:04.003542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b52663-b6fa-4b82-b0e0-cbf97d59365c req-c3c39236-862e-4eae-a0e3-2181dd173d28 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.012269 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70b52663-b6fa-4b82-b0e0-cbf97d59365c req-c3c39236-862e-4eae-a0e3-2181dd173d28 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 944 time: 0.0745661 Jan 28 13:23:04.085178 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70b52663-b6fa-4b82-b0e0-cbf97d59365c req-c9c1ed57-d7d5-4ca8-beb3-7de450966193 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719810 Jan 28 13:23:04.114550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0599705e-f97c-4732-98e6-7e02567e494c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0599705e-f97c-4732-98e6-7e02567e494c,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:04.132344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '0599705e-f97c-4732-98e6-7e02567e494c', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'port_id': '0599705e-f97c-4732-98e6-7e02567e494c', 'mac_address': 'fa:16:3e:a7:f2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:23:04.180289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0599705e-f97c-4732-98e6-7e02567e494c is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:04.180715 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0599705e-f97c-4732-98e6-7e02567e494c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.207082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0599705e-f97c-4732-98e6-7e02567e494c {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:04.236831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0599705e-f97c-4732-98e6-7e02567e494c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0599705e-f97c-4732-98e6-7e02567e494c,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:04.243025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0599705e-f97c-4732-98e6-7e02567e494c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.309247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0599705e-f97c-4732-98e6-7e02567e494c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:04.457361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4f301f54-ca5c-4188-8d3d-05820476b23e up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:04.526958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 4f301f54-ca5c-4188-8d3d-05820476b23e completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:23:04.534105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 4f301f54-ca5c-4188-8d3d-05820476b23e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:04.534495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.585615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['0599705e-f97c-4732-98e6-7e02567e494c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:04.602275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df4f0-d44e-4d91-9449-e13783d0fc0d req-8ab5ad9d-7deb-4f35-85f4-2be3d85f79be tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.604673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d61df4f0-d44e-4d91-9449-e13783d0fc0d req-8ab5ad9d-7deb-4f35-85f4-2be3d85f79be tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 945 time: 0.1548769 Jan 28 13:23:04.690318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4f301f54-ca5c-4188-8d3d-05820476b23e is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:04.691050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.699244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d61df4f0-d44e-4d91-9449-e13783d0fc0d req-6bc3abc0-05a4-4367-ad19-489ef1fdb9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca9813a1-449b-4615-ae69-a1787a29a8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816047 Jan 28 13:23:04.734899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-f580e2a3-3deb-437b-861b-ff773a7486cc tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.737061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-f580e2a3-3deb-437b-861b-ff773a7486cc tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.36 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 945 time: 0.2191930 Jan 28 13:23:04.759618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f301f54-ca5c-4188-8d3d-05820476b23e'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:04.763675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7807f-b3b1-4fd8-a6bb-0cfe3821dc12 req-9f81d774-f5e1-4bb3-a9d8-f687d54a4e9f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:04.767217 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42295bb-543a-4ef8-9878-4e937eb98a2b" -d '{"events": [{"server_uuid": "75aba9cc-6602-4cf3-8bc9-8eaaaf881958", "name": "network-vif-plugged", "status": "completed", "tag": "4f301f54-ca5c-4188-8d3d-05820476b23e"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:04.767814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23a7807f-b3b1-4fd8-a6bb-0cfe3821dc12 req-9f81d774-f5e1-4bb3-a9d8-f687d54a4e9f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.1428933 Jan 28 13:23:04.805358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4f301f54-ca5c-4188-8d3d-05820476b23e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4f301f54-ca5c-4188-8d3d-05820476b23e,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:04.828769 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.868602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23a7807f-b3b1-4fd8-a6bb-0cfe3821dc12 req-cc121ab0-26b4-4554-b007-81910c2f7f42 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906212 Jan 28 13:23:04.875302 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d538-d050-40db-90ef-95461efcaebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:04.892358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25b1059b-10da-44a3-893e-330746939dd8 req-bd9dba7c-ee96-4722-9122-51335eaae5aa tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0796304 Jan 28 13:23:04.946017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4f301f54-ca5c-4188-8d3d-05820476b23e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:04.982775 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e03c59f-a496-4774-9dbf-5fc0ed183368 x-openstack-request-id: req-3e03c59f-a496-4774-9dbf-5fc0ed183368 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:04.983192 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aba9cc-6602-4cf3-8bc9-8eaaaf881958", "name": "network-vif-plugged", "status": "completed", "tag": "4f301f54-ca5c-4188-8d3d-05820476b23e", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:04.983449 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e03c59f-a496-4774-9dbf-5fc0ed183368 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:04.983985 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f301f54-ca5c-4188-8d3d-05820476b23e', 'code': 200} Jan 28 13:23:05.016142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Deleting port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:05.016500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.111388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561747bb-5d75-4e29-bb51-2756b3caa45d req-decc533a-24e8-4ba5-a302-314526636bf4 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.113814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-561747bb-5d75-4e29-bb51-2756b3caa45d req-decc533a-24e8-4ba5-a302-314526636bf4 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 945 time: 0.0782590 Jan 28 13:23:05.201680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-561747bb-5d75-4e29-bb51-2756b3caa45d req-7c0b2c0c-c987-4bf1-b647-b75fa32f301a tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658212 Jan 28 13:23:05.205030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] For port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:05.205644 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.237323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Calling delete_port for 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:05.261456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b514-9235-4f0a-937b-72e3159aa3d6 req-23ef8d52-9770-426b-8e7a-6ff18112d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.263057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e56b514-9235-4f0a-937b-72e3159aa3d6 req-23ef8d52-9770-426b-8e7a-6ff18112d790 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 1096 time: 0.1405549 Jan 28 13:23:05.287790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215d7e-6ad8-418d-9978-1fd7a3b24a08 req-2e53f2c0-7534-4835-9bba-935dafeba7f6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.301034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02215d7e-6ad8-418d-9978-1fd7a3b24a08 req-2e53f2c0-7534-4835-9bba-935dafeba7f6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1766756 Jan 28 13:23:05.345964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55c6d5-0e57-4c9d-a18e-147aaf52e849 req-356349da-7603-4d5a-81a0-e99d9e4a78b1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:05.354702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf55c6d5-0e57-4c9d-a18e-147aaf52e849 req-356349da-7603-4d5a-81a0-e99d9e4a78b1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 945 time: 0.0708156 Jan 28 13:23:05.423625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf55c6d5-0e57-4c9d-a18e-147aaf52e849 req-1b2b1474-104c-47de-adb2-a3e9b3c3267d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678635 Jan 28 13:23:05.445171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43194) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:05.515847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (05d91f6c-6dfd-43c4-a23c-9d1beb1551a9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.529697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02215d7e-6ad8-418d-9978-1fd7a3b24a08 req-15b5cc94-ba5c-4ba0-b8cd-9d9a2acdd46d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275512 Jan 28 13:23:05.532135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['05d91f6c-6dfd-43c4-a23c-9d1beb1551a9'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:05.532896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e56b514-9235-4f0a-937b-72e3159aa3d6 req-339755e2-8da7-45fc-a871-24c3e90a92f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289691 Jan 28 13:23:05.571399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Pushing event deleted for resources: {'Port': ['ID=05d91f6c-6dfd-43c4-a23c-9d1beb1551a9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:05.646081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] No DVR routers for this DVR port 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:05.656962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-776706ea-121c-4ec8-9677-8a7261fd652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.657826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.668776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2734213-b2d1-4f5c-b9e0-a5b1206456ae req-00049baf-67be-485a-8628-1c6851513dcf tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.36 "DELETE /v2.0/ports/05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 HTTP/1.1" status: 204 len: 173 time: 0.9263668 Jan 28 13:23:05.671155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'name': 'network-vif-deleted', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:05.674539 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff2726f-c1f7-4234-8257-8e45f07ae131" -d '{"events": [{"server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "name": "network-vif-deleted", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:05.743068 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39463ee5-38b5-4567-ad05-25e2ccda7de0 x-openstack-request-id: req-39463ee5-38b5-4567-ad05-25e2ccda7de0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:05.743427 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85eb2430-f49f-4b0a-bdc1-4b07606a8723", "name": "network-vif-deleted", "tag": "05d91f6c-6dfd-43c4-a23c-9d1beb1551a9", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:05.743689 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39463ee5-38b5-4567-ad05-25e2ccda7de0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:05.744127 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85eb2430-f49f-4b0a-bdc1-4b07606a8723', 'name': 'network-vif-deleted', 'tag': '05d91f6c-6dfd-43c4-a23c-9d1beb1551a9', 'status': 'completed', 'code': 200} Jan 28 13:23:05.874875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-776706ea-121c-4ec8-9677-8a7261fd652a admin admin] Publish callbacks [] for security_group (65e25c30-a1e0-4202-88bb-d9d2d46fb3c7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.892138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1655eedc-5d72-4adc-8891-ba8b5f2ea803 req-2f8f9893-769d-430c-9b8b-cb1188cadc13 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834 tempest-FloatingIPsAssociationNegativeTestJSON-1948170834-project] 10.222.0.45 "GET /v2.0/ports?device_id=85eb2430-f49f-4b0a-bdc1-4b07606a8723 HTTP/1.1" status: 200 len: 210 time: 0.0502825 Jan 28 13:23:05.910119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-776706ea-121c-4ec8-9677-8a7261fd652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (65e25c30-a1e0-4202-88bb-d9d2d46fb3c7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:05.930913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0599705e-f97c-4732-98e6-7e02567e494c up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:05.997362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43216) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:06.004332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-776706ea-121c-4ec8-9677-8a7261fd652a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a10321b8dd1f4a8fa2704796543b223f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579596 Jan 28 13:23:06.110118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9666be7c-c9ff-4dfd-acad-9dd44cdedd10 admin admin] Publish callbacks [] for security_group (65e25c30-a1e0-4202-88bb-d9d2d46fb3c7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.127095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 0599705e-f97c-4732-98e6-7e02567e494c completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:23:06.134645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 0599705e-f97c-4732-98e6-7e02567e494c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:06.137694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0599705e-f97c-4732-98e6-7e02567e494c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.155011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776706ea-121c-4ec8-9677-8a7261fd652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e25c30-a1e0-4202-88bb-d9d2d46fb3c7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:06.236413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0981b1-b989-4ea1-a632-8a0d8d7e5729 req-6fc7af38-8e44-407d-9a37-4b353dc56ecc tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.243453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd0981b1-b989-4ea1-a632-8a0d8d7e5729 req-6fc7af38-8e44-407d-9a37-4b353dc56ecc tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.2366307 Jan 28 13:23:06.294090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9666be7c-c9ff-4dfd-acad-9dd44cdedd10 admin admin] Publish callbacks [] for security_group (65e25c30-a1e0-4202-88bb-d9d2d46fb3c7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.331876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0599705e-f97c-4732-98e6-7e02567e494c is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:06.336166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0599705e-f97c-4732-98e6-7e02567e494c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.343045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd0981b1-b989-4ea1-a632-8a0d8d7e5729 req-e1bf1d61-e928-4c7f-b903-d9563131267d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983655 Jan 28 13:23:06.381757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac7f83-5a88-4893-9f7a-3c71ebf9916d req-282ff08f-2d99-4674-858b-1452b2de86ef tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.390793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ac7f83-5a88-4893-9f7a-3c71ebf9916d req-282ff08f-2d99-4674-858b-1452b2de86ef tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.2692559 Jan 28 13:23:06.455367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0599705e-f97c-4732-98e6-7e02567e494c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0599705e-f97c-4732-98e6-7e02567e494c,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:06.464393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70612427-420f-4af2-be52-ca9022a56d66 req-af2fd91c-4119-4b91-b1e4-f99c65b74165 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0409584 Jan 28 13:23:06.467714 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0599705e-f97c-4732-98e6-7e02567e494c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.469936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ac7f83-5a88-4893-9f7a-3c71ebf9916d req-4973fe24-b81c-4ce5-8ada-01837ef927a4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738978 Jan 28 13:23:06.473544 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9666be7c-c9ff-4dfd-acad-9dd44cdedd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (65e25c30-a1e0-4202-88bb-d9d2d46fb3c7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.482738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9666be7c-c9ff-4dfd-acad-9dd44cdedd10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:06.487317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9666be7c-c9ff-4dfd-acad-9dd44cdedd10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65e25c30-a1e0-4202-88bb-d9d2d46fb3c7 HTTP/1.1" status: 204 len: 168 time: 0.4865255 Jan 28 13:23:06.544235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666be7c-c9ff-4dfd-acad-9dd44cdedd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e25c30-a1e0-4202-88bb-d9d2d46fb3c7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:06.608986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7d41-4b58-4d3e-b14f-6670be7c9871 req-70608112-4ba5-43e0-a2cb-c0e58b9f0af2 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.615677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1fc7d41-4b58-4d3e-b14f-6670be7c9871 req-70608112-4ba5-43e0-a2cb-c0e58b9f0af2 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.0822735 Jan 28 13:23:06.616641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0599705e-f97c-4732-98e6-7e02567e494c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:06.700989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1fc7d41-4b58-4d3e-b14f-6670be7c9871 req-674dfcd8-3c92-42f6-96e9-74bfca8ca2bb tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785084 Jan 28 13:23:06.730080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47840d1-5d24-45f1-ab65-bb1f701a4611 req-3de55715-dfd6-47c7-9480-8b44ad3818c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.731875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c47840d1-5d24-45f1-ab65-bb1f701a4611 req-3de55715-dfd6-47c7-9480-8b44ad3818c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 945 time: 0.0983539 Jan 28 13:23:06.802808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c47840d1-5d24-45f1-ab65-bb1f701a4611 req-3e56374f-d9e2-481c-a3d1-9383c7f8ba00 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629716 Jan 28 13:23:06.927526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-bfa1e6d1-41e2-4046-a196-a36d49eda130 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:06.930847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-bfa1e6d1-41e2-4046-a196-a36d49eda130 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 945 time: 0.0720305 Jan 28 13:23:06.976424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43232) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:06.987151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:06.989907 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9318ca8e-b308-4300-a1b6-c54413f7b837" -d '{"events": [{"server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "name": "network-vif-plugged", "status": "completed", "tag": "0599705e-f97c-4732-98e6-7e02567e494c"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:07.079454 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4a757c-961e-4110-878f-391add4e24ed x-openstack-request-id: req-6f4a757c-961e-4110-878f-391add4e24ed {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:07.079756 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "name": "network-vif-plugged", "status": "completed", "tag": "0599705e-f97c-4732-98e6-7e02567e494c", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:07.080015 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f4a757c-961e-4110-878f-391add4e24ed {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:07.080440 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c', 'code': 200} Jan 28 13:23:07.109265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43236) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:07.126571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29a34d07-dc84-4d1b-8450-a84eb69b1616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.210733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Deleting port 4f301f54-ca5c-4188-8d3d-05820476b23e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:07.211181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.253140 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75cce787-9941-4b17-bc6c-6f6bc6775527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.277460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6bdb7-67c9-4c5e-80c8-e5d6e3c2579e req-e15c7a2e-cc5c-4407-b748-339012fa7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:07.280354 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81b6bdb7-67c9-4c5e-80c8-e5d6e3c2579e req-e15c7a2e-cc5c-4407-b748-339012fa7b58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 1097 time: 0.1139634 Jan 28 13:23:07.311681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29a34d07-dc84-4d1b-8450-a84eb69b1616 admin admin] Publish callbacks [] for security_group (2db1c823-427c-4d0f-b435-40906b9a6e87), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.319422 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29a34d07-dc84-4d1b-8450-a84eb69b1616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2db1c823-427c-4d0f-b435-40906b9a6e87), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.402949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] For port 4f301f54-ca5c-4188-8d3d-05820476b23e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4f301f54-ca5c-4188-8d3d-05820476b23e,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:07.403495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.406158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a34d07-dc84-4d1b-8450-a84eb69b1616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1c823-427c-4d0f-b435-40906b9a6e87,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:07.418015 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-29a34d07-dc84-4d1b-8450-a84eb69b1616 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83a704c745d24a538761d2df0a053d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074365 Jan 28 13:23:07.421528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43240) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:07.444514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81b6bdb7-67c9-4c5e-80c8-e5d6e3c2579e req-991d5a29-8cf8-46ab-9b6d-c18615e02487 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175389 Jan 28 13:23:07.456308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Calling delete_port for 4f301f54-ca5c-4188-8d3d-05820476b23e owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:07.542240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b61b2864-87a6-4f4f-b689-902f091e31e7 admin admin] Publish callbacks [] for security_group (2db1c823-427c-4d0f-b435-40906b9a6e87), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.548523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58681a47-1fdb-4639-ab8b-d0fd805b01b2 req-8ba9aee2-1fd0-42a4-9502-df23b258b9f4 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:07.555889 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58681a47-1fdb-4639-ab8b-d0fd805b01b2 req-8ba9aee2-1fd0-42a4-9502-df23b258b9f4 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1046751 Jan 28 13:23:07.569173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b61b2864-87a6-4f4f-b689-902f091e31e7 admin admin] Publish callbacks [] for security_group (2db1c823-427c-4d0f-b435-40906b9a6e87), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.641599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58681a47-1fdb-4639-ab8b-d0fd805b01b2 req-55b28760-d331-4309-a228-708049763993 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 Jan 28 13:23:07.649553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b61b2864-87a6-4f4f-b689-902f091e31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2db1c823-427c-4d0f-b435-40906b9a6e87), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.653453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b61b2864-87a6-4f4f-b689-902f091e31e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.654604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b61b2864-87a6-4f4f-b689-902f091e31e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2db1c823-427c-4d0f-b435-40906b9a6e87 HTTP/1.1" status: 204 len: 168 time: 0.2319765 Jan 28 13:23:07.710901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (2477698c-3b05-4b30-ac3c-b5d932cce80a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.714988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19609517-221a-4314-b78e-bd37691544a3 req-2eb37349-c899-4bd1-9245-001570ff9713 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0862439 Jan 28 13:23:07.726367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b2864-87a6-4f4f-b689-902f091e31e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1c823-427c-4d0f-b435-40906b9a6e87,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:07.864881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4f301f54-ca5c-4188-8d3d-05820476b23e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:07.880383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4f301f54-ca5c-4188-8d3d-05820476b23e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:08.073983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c53cc0-55cd-4bf2-861c-82555db99769 req-477686a4-1a53-43f6-8072-f3c2694a3079 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.085823 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1c53cc0-55cd-4bf2-861c-82555db99769 req-477686a4-1a53-43f6-8072-f3c2694a3079 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.2615094 Jan 28 13:23:08.109303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] No DVR routers for this DVR port 4f301f54-ca5c-4188-8d3d-05820476b23e on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:08.112721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.127998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe89f239-b778-4cd5-b5a6-0820050cf735 req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "DELETE /v2.0/ports/4f301f54-ca5c-4188-8d3d-05820476b23e HTTP/1.1" status: 204 len: 173 time: 1.1870158 Jan 28 13:23:08.129037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe5618-ea22-4347-ad76-3b4a274ca04b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event deleted for resources: {'Port': ['ID=4f301f54-ca5c-4188-8d3d-05820476b23e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:08.133897 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'name': 'network-vif-deleted', 'tag': '4f301f54-ca5c-4188-8d3d-05820476b23e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:08.138266 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86d9e0f-fc18-4d46-9739-7b77b729325b" -d '{"events": [{"server_uuid": "75aba9cc-6602-4cf3-8bc9-8eaaaf881958", "name": "network-vif-deleted", "tag": "4f301f54-ca5c-4188-8d3d-05820476b23e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:08.205924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0aaa2-1369-4688-b9d6-e7901d3f8aeb req-23534582-6d59-482b-98d0-08c0e1635a72 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.207438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ddc0aaa2-1369-4688-b9d6-e7901d3f8aeb req-23534582-6d59-482b-98d0-08c0e1635a72 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.3036637 Jan 28 13:23:08.217622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1c53cc0-55cd-4bf2-861c-82555db99769 req-c77b8253-ac7f-4030-98ad-821fa7521350 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306801 Jan 28 13:23:08.306456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ddc0aaa2-1369-4688-b9d6-e7901d3f8aeb req-3854771c-7eb6-4588-9d87-4c8746b0b69e tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891790 Jan 28 13:23:08.333753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Deleting port 7f6493d5-c41e-4c80-a287-35e90ce09775 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:08.345125 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.403969 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8029ddfd-acb9-465a-92ca-c3e9f47d25b4 x-openstack-request-id: req-8029ddfd-acb9-465a-92ca-c3e9f47d25b4 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:08.404309 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aba9cc-6602-4cf3-8bc9-8eaaaf881958", "name": "network-vif-deleted", "tag": "4f301f54-ca5c-4188-8d3d-05820476b23e", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:08.404559 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8029ddfd-acb9-465a-92ca-c3e9f47d25b4 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:08.404960 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aba9cc-6602-4cf3-8bc9-8eaaaf881958', 'name': 'network-vif-deleted', 'tag': '4f301f54-ca5c-4188-8d3d-05820476b23e', 'status': 'completed', 'code': 200} Jan 28 13:23:08.435036 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fae075cc-c8ea-4aa5-9796-e4e8cf0b93d0 req-a0877efd-3efd-4570-a626-5fded8d3e769 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 210 time: 0.0479414 Jan 28 13:23:08.471457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:08.503446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] For port 7f6493d5-c41e-4c80-a287-35e90ce09775, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7f6493d5-c41e-4c80-a287-35e90ce09775,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:08.504132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.526340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Calling delete_port for 7f6493d5-c41e-4c80-a287-35e90ce09775 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:08.532610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee46b43c-03bf-4241-951a-8f555b831ca3 req-29e5e1d6-2d7c-4e19-aa06-ed8b4c305397 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 210 time: 0.0483279 Jan 28 13:23:08.535472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:08.535937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 05d91f6c-6dfd-43c4-a23c-9d1beb1551a9 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:08.556914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.776550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46b43c-03bf-4241-951a-8f555b831ca3 req-4290f233-81c1-4471-a95a-e56e5cfbbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.778850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee46b43c-03bf-4241-951a-8f555b831ca3 req-4290f233-81c1-4471-a95a-e56e5cfbbcb2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2338202 Jan 28 13:23:08.792148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7f6493d5-c41e-4c80-a287-35e90ce09775), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:08.883232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea004c57-88d7-4826-bd9d-3cee05ad1309 req-54d03be3-a246-4867-9afb-03d9b71a52e2 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0387721 Jan 28 13:23:08.884455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6493d5-c41e-4c80-a287-35e90ce09775,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:08.928285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86815e0-3e22-4579-b0cb-3d86e93bfd29 req-5e535521-3a17-4ee4-92b6-3dba9d59ecfe tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.938145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a86815e0-3e22-4579-b0cb-3d86e93bfd29 req-5e535521-3a17-4ee4-92b6-3dba9d59ecfe tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1580904 Jan 28 13:23:08.948630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46b43c-03bf-4241-951a-8f555b831ca3 req-94816eba-18dc-4a89-b602-e721d26ceceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:08.950420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee46b43c-03bf-4241-951a-8f555b831ca3 req-94816eba-18dc-4a89-b602-e721d26ceceb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603296 Jan 28 13:23:09.072098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a86815e0-3e22-4579-b0cb-3d86e93bfd29 req-fac22d70-449d-4751-b8be-b1bf33fbca62 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328931 Jan 28 13:23:09.117457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43282) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:09.124223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-823927961'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:09.153196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:09.158338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.193743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:23:09.205665 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.206211 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Added segment 2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3 of type vlan for network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f Jan 28 13:23:09.240747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (2477698c-3b05-4b30-ac3c-b5d932cce80a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.249869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.278954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.287647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.288362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.331935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-2140b56c-79b2-47d8-8aae-551ed87c87e0 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.333965 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-2140b56c-79b2-47d8-8aae-551ed87c87e0 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1097 time: 0.4435668 Jan 28 13:23:09.347764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822748-2'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:09.443603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Network': ['ID=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:09.461835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:23:09.487187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c45a4aad-a1ee-4030-afa4-40406c56a649 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3682978 Jan 28 13:23:09.497088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43294) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:09.504837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-558468277'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:09.540568 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.540790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ccce0-82f3-4b62-b166-b28534251c45 req-6561f844-1b76-447e-850b-9d515d11d76f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.542678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e79ccce0-82f3-4b62-b166-b28534251c45 req-6561f844-1b76-447e-850b-9d515d11d76f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.1038234 Jan 28 13:23:09.543963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:09.547833 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.552940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee5dd1-9219-4644-aaf7-e117af685944 req-abf5da25-fcc2-48f9-bf54-2c66949b4ddb tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.554956 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07ee5dd1-9219-4644-aaf7-e117af685944 req-abf5da25-fcc2-48f9-bf54-2c66949b4ddb tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 946 time: 0.1929848 Jan 28 13:23:09.601106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:23:09.620235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (df5fe244-e657-4935-9636-0343bef27d89), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.620584 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Added segment df5fe244-e657-4935-9636-0343bef27d89 of type vlan for network 1d96b2c5-f574-4f64-9977-4a974e942cdc Jan 28 13:23:09.705950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07ee5dd1-9219-4644-aaf7-e117af685944 req-3fcfcef6-f99c-4dd2-a61d-907121337d6d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341360 Jan 28 13:23:09.714869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1d96b2c5-f574-4f64-9977-4a974e942cdc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.798440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e79ccce0-82f3-4b62-b166-b28534251c45 req-ec992e27-b46e-434c-9c98-5178b425dd92 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150440 Jan 28 13:23:09.799372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1d96b2c5-f574-4f64-9977-4a974e942cdc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.804245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:09.804822 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:09.879641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ee6c826-b515-4dd9-934c-1e9b2d50ee7f req-8106d617-08dd-4617-8c7a-8289e5a5c716 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 210 time: 0.0463455 Jan 28 13:23:09.899977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Router 2477698c-3b05-4b30-ac3c-b5d932cce80a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:09.901481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Network': ['ID=1d96b2c5-f574-4f64-9977-4a974e942cdc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:09.917098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:23:09.958901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e50f5040-8239-4044-8570-ad539002a10d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4596741 Jan 28 13:23:09.961567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43308) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:09.967587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'subnet': {'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:10.058041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:10.064825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbaf9b-6f85-4efe-8fc6-00bced011ef9 req-bcef40c3-a332-4772-aed5-eb6f6270e143 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:10.066538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ccbaf9b-6f85-4efe-8fc6-00bced011ef9 req-bcef40c3-a332-4772-aed5-eb6f6270e143 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.1678879 Jan 28 13:23:10.069235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:10.073833 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.089953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43312) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:10.096945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Request body: {'floatingip': {'port_id': '0599705e-f97c-4732-98e6-7e02567e494c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:10.194571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for floatingip (516e3906-6e74-45fc-9530-4b37c051235c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.307429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:10.319427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf has no active binding in host n-h2-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 13:23:10.379570 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.440497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:10.471714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca17aea7-bdf2-40a8-9f05-02993ed6aad7 req-91afcc63-ca02-468e-8394-62e303a163cc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0569389 Jan 28 13:23:10.485664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:10.493391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-00a3c432-cc26-4b8c-a106-8f705271dc37 admin admin] 10.222.0.45 "PUT /v2.0/routers/2477698c-3b05-4b30-ac3c-b5d932cce80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5135801 Jan 28 13:23:10.498400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43318) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:10.499184 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] Sync routers for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:10.528153 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:10.530959 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:10.571395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:10.658264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:10.661313 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da148b74-b434-47a9-9245-55bf9a0ab173" -d '{"events": [{"server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:10.666440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Publish callbacks [] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.681049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.717783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks [] for router (2477698c-3b05-4b30-ac3c-b5d932cce80a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:10.746341 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:10.866060 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b551c0-be9d-4510-9a8d-3edaf3fe7715 x-openstack-request-id: req-e6b551c0-be9d-4510-9a8d-3edaf3fe7715 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:10.866378 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:10.866709 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6b551c0-be9d-4510-9a8d-3edaf3fe7715 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:10.867126 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf', 'code': 200} Jan 28 13:23:10.870630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:10.899214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee46b43c-03bf-4241-951a-8f555b831ca3 req-0b59d9f8-7e4b-4c62-ae92-897d0ac01938 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 210 time: 0.4874952 Jan 28 13:23:10.926347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on host n-h1-822748-2 for vnic_type normal with profile {"migrating_to": "n-h2-822748-2"} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:10.926859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:10.927257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:10.940134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:10.940530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Attempting to bind port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on network 4f65c7fb-9372-4e91-ab81-99b5e248ca4e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:10.970632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828988a-de20-4a35-942c-cec80887f185 req-d8f1c503-3f4e-44ce-923f-15fc5298fab6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:10.980531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3828988a-de20-4a35-942c-cec80887f185 req-d8f1c503-3f4e-44ce-923f-15fc5298fab6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.6563587 Jan 28 13:23:10.981156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:10.986166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Checking segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:10.986684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Bound using segment: {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:10.987150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Bound port: 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3d6f19-4ddf-4a88-b335-90e819feaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4f65c7fb-9372-4e91-ab81-99b5e248ca4e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:10.987527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.056337 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:23:08Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:11.092256 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks [] for router_gateway (2477698c-3b05-4b30-ac3c-b5d932cce80a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.122342 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] Checking router: 2477698c-3b05-4b30-ac3c-b5d932cce80a for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:11.138856 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] Routers {'2477698c-3b05-4b30-ac3c-b5d932cce80a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:11.139507 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2477698c-3b05-4b30-ac3c-b5d932cce80a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:11.168260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:11.173237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:11.187804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.188632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3828988a-de20-4a35-942c-cec80887f185 req-c57ad31f-ee0f-44c9-9a21-b8afb0af88d6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009280 Jan 28 13:23:11.238844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbf2fa-89bc-4359-88a3-8883f8ae1363 req-fd13f7cd-5052-4665-aad1-d98bd18e1ba4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:11.240568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4cbf2fa-89bc-4359-88a3-8883f8ae1363 req-fd13f7cd-5052-4665-aad1-d98bd18e1ba4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2696340 Jan 28 13:23:11.371394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:11.372406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.373975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] 10.222.0.60 "PUT /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 1122 time: 2.0307772 Jan 28 13:23:11.421773 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac54c2-b07b-4581-ad8a-f67b3c17564b service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=8']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:11.428292 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (14f6d334-0821-4189-97f1-082337dbe63b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.469601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:11.520218 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] Set router 2477698c-3b05-4b30-ac3c-b5d932cce80a gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:11.554975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4cbf2fa-89bc-4359-88a3-8883f8ae1363 req-884ccad5-d6c7-4a91-87ff-e035eefaf594 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787495 Jan 28 13:23:11.563390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Deleting port f7dc81a1-943f-458a-820a-e704b15fc724 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:11.563779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.565002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:11.630502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b531d1b0-f8f8-4a5b-b6bd-771c480dba37 req-c3fc94ad-a5d1-416f-9054-76ec907f91be tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aba9cc-6602-4cf3-8bc9-8eaaaf881958 HTTP/1.1" status: 200 len: 210 time: 0.1433432 Jan 28 13:23:11.755866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Subnet': ['ID=14f6d334-0821-4189-97f1-082337dbe63b,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:11.771042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Checking segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:11.771588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network hostable DHCP agents. Network: 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:23:11.781895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] For port f7dc81a1-943f-458a-820a-e704b15fc724, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f7dc81a1-943f-458a-820a-e704b15fc724,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:11.782170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:11.799369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Calling delete_port for f7dc81a1-943f-458a-820a-e704b15fc724 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:11.884215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7af0cfd1-6bc7-4caf-ac37-7f9070487ab2 req-c90ca377-4f7b-4ab7-af6d-95bb07ae0ae4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0854599 Jan 28 13:23:11.894930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:23:11.931556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:11.943901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:23:12.008167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1aaea-ecd7-4ba8-98ed-87d0ec992487 None None] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:12.022502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:12.029764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.064792 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:23:08Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:12.097316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d27f8cf1-2b72-4baa-8d35-9b771d5c2bd7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1340926 Jan 28 13:23:12.103397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43346) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:12.107652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.111136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'subnet': {'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:12.118276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.126262 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (516e3906-6e74-45fc-9530-4b37c051235c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.138272 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18a32-4c80-4314-b02c-ec9222a7ef94 None None] The sync data for ids ['2477698c-3b05-4b30-ac3c-b5d932cce80a'] in n-d-822748-2 is: [{'id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1023966967-router', 'tenant_id': '1c43521b079d4bc79ce74f4312863fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:57Z', 'updated_at': '2022-01-28T13:23:08Z', 'revision_number': 5, 'project_id': '1c43521b079d4bc79ce74f4312863fd9', 'gw_port': {'id': 'f7dc81a1-943f-458a-820a-e704b15fc724', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477698c-3b05-4b30-ac3c-b5d932cce80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:59Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:12.221862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f7dc81a1-943f-458a-820a-e704b15fc724), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.239075 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:23:12.268157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7dc81a1-943f-458a-820a-e704b15fc724,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:12.304730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'project_id': '27dd08af341f42918759491886a80b4d', 'fixed_ips': [{'subnet_id': '14f6d334-0821-4189-97f1-082337dbe63b'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:23:12.305768 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.370762 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Floating IP 516e3906-6e74-45fc-9530-4b37c051235c associated. External IP: 172.25.4.196, port: 0599705e-f97c-4732-98e6-7e02567e494c. Jan 28 13:23:12.377224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:12.381166 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.399492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43352) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:12.483419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (2477698c-3b05-4b30-ac3c-b5d932cce80a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.625208 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (2477698c-3b05-4b30-ac3c-b5d932cce80a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.705215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Allocated IP 10.1.1.2 (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f/14f6d334-0821-4189-97f1-082337dbe63b/69e90921-4f46-4f5d-8ca5-162e9494e6a9) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:12.738041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85dcb-9e60-44fa-a477-b0813b93fe1a req-81637c87-51a2-4aa4-bb8b-ca827a3c25d1 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:12.739626 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aca85dcb-9e60-44fa-a477-b0813b93fe1a req-81637c87-51a2-4aa4-bb8b-ca827a3c25d1 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.4546618 Jan 28 13:23:12.741972 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks [] for router_controller (2477698c-3b05-4b30-ac3c-b5d932cce80a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.782199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229260cd-36fe-431e-a9e8-414359c5c4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.837312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a463c-e7d3-4754-8c46-712d61e892ff req-4e26345d-b306-4dc8-b33e-2be24a38a001 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:12.850212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a44a463c-e7d3-4754-8c46-712d61e892ff req-4e26345d-b306-4dc8-b33e-2be24a38a001 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1382501 Jan 28 13:23:12.857648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Router 9254190a-8cc3-4f82-9914-20abc91fd02d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:12.865139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aca85dcb-9e60-44fa-a477-b0813b93fe1a req-da25e5b8-dd22-4057-b638-225c17b2bdc5 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167026 Jan 28 13:23:12.870732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:12.873189 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68493a3-5f3f-49dd-bbd7-359fb5515372" -d '{"events": [{"name": "network-changed", "server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:12.907910 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (2477698c-3b05-4b30-ac3c-b5d932cce80a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.908383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2477698c-3b05-4b30-ac3c-b5d932cce80a {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:23:12.920427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:12.921583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-288a6606-c045-4fe9-ab32-03b351d35821 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2477698c-3b05-4b30-ac3c-b5d932cce80a HTTP/1.1" status: 204 len: 168 time: 2.4222188 Jan 28 13:23:12.926483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43366) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:13.004205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.015144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a44a463c-e7d3-4754-8c46-712d61e892ff req-eb06683f-72bc-463c-bde3-ac06c982ed0b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623347 Jan 28 13:23:13.035073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Publish callbacks [] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.061460 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.179804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:13.211609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Pushing event updated for resources: {'Port': ['ID=69e90921-4f46-4f5d-8ca5-162e9494e6a9,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:13.226463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] Sync routers for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:13.252447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:13.266518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.269830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:13.277506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:13.286400 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da0b59-3765-4ddd-ba92-77310de50394 x-openstack-request-id: req-35da0b59-3765-4ddd-ba92-77310de50394 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:13.287042 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:13.287443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:13.288334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:13.288892 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35da0b59-3765-4ddd-ba92-77310de50394 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:13.290601 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf', 'status': 'completed', 'code': 200} Jan 28 13:23:13.317706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] Deleting subnet d5378a9e-8e14-4293-a35d-797dc1ef947c {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:23:13.349286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229260cd-36fe-431e-a9e8-414359c5c4ce admin admin] Publish callbacks [] for security_group (6dba6a0c-2b36-4a28-b965-1c92a12940c7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.356815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] Publish callbacks [] for subnet (d5378a9e-8e14-4293-a35d-797dc1ef947c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.374981 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8bbfb7e6-f4ec-426b-aa52-e498484a5fa5 req-b1df72bf-1da6-4a35-8585-8eb0556452cb tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.1355803 Jan 28 13:23:13.415741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-7336e651-60a8-4f43-a575-6cbdf1f95a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:13.427306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Attempting to bind port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:13.427988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Attempting to bind port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:13.428865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Attempting to bind port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:13.432292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-7336e651-60a8-4f43-a575-6cbdf1f95a5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1125 time: 0.2296243 Jan 28 13:23:13.434945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229260cd-36fe-431e-a9e8-414359c5c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6dba6a0c-2b36-4a28-b965-1c92a12940c7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.482621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:13.483513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Checking segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:13.484134 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.484706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Bound using segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:13.486491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Bound port: 69e90921-4f46-4f5d-8ca5-162e9494e6a9, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:13.487221 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.507338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-229260cd-36fe-431e-a9e8-414359c5c4ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa119f3c2bfd4fae92dc0a383ac40f98&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1023345 Jan 28 13:23:13.514119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43380) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:13.527820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229260cd-36fe-431e-a9e8-414359c5c4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba6a0c-2b36-4a28-b965-1c92a12940c7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:13.585322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:13.642268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-6ac35f60-c4e4-4185-9a7b-1ca571772bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:13.643830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-6ac35f60-c4e4-4185-9a7b-1ca571772bc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.2103598 Jan 28 13:23:13.645869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7960efb9-dda8-4b42-84b4-2d64629bbbde tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "PUT /v2.0/floatingips/516e3906-6e74-45fc-9530-4b37c051235c HTTP/1.1" status: 200 len: 992 time: 3.5545087 Jan 28 13:23:13.646563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:13.649810 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf5409-1b18-4963-b2b9-291495efbd03" -d '{"events": [{"name": "network-changed", "server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "tag": "0599705e-f97c-4732-98e6-7e02567e494c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:13.665207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] For port 69e90921-4f46-4f5d-8ca5-162e9494e6a9, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:13.739306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-8623c3b9-7a09-4831-87dd-821dfe6b6dbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 217 time: 0.0859165 Jan 28 13:23:13.745720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Subnet': ['ID=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:13.797212 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (d5378a9e-8e14-4293-a35d-797dc1ef947c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.844258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-7c78eef7-b2fb-4d7a-8655-d78c41cfec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:13.845786 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-7c78eef7-b2fb-4d7a-8655-d78c41cfec4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.0925827 Jan 28 13:23:13.847359 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f663478-e0b3-44c2-813e-8871c49613a2 x-openstack-request-id: req-4f663478-e0b3-44c2-813e-8871c49613a2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:13.847669 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "tag": "0599705e-f97c-4732-98e6-7e02567e494c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:13.847913 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f663478-e0b3-44c2-813e-8871c49613a2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:13.848366 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c', 'status': 'completed', 'code': 200} Jan 28 13:23:13.873320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Checking segment: {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:13.873693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network hostable DHCP agents. Network: 1d96b2c5-f574-4f64-9977-4a974e942cdc, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:23:13.889216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-5468649a-8bce-41f4-917f-76ea3844c7d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354877 Jan 28 13:23:13.962083 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af353072-664c-4fce-bd1d-a028f3528341 admin admin] Publish callbacks [] for security_group (6dba6a0c-2b36-4a28-b965-1c92a12940c7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:13.966249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] For port 69e90921-4f46-4f5d-8ca5-162e9494e6a9, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=69e90921-4f46-4f5d-8ca5-162e9494e6a9,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:13.985155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-cd2e404a-c80c-4ff0-98e7-d05bbc415cd9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:13.996916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-cd2e404a-c80c-4ff0-98e7-d05bbc415cd9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.6733832 Jan 28 13:23:14.002023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.082151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (d5378a9e-8e14-4293-a35d-797dc1ef947c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.096872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-91da003b-78da-4ff1-bbfe-9ae472298f2c service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969612 Jan 28 13:23:14.185932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:23:14.197599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee741b-82aa-4181-9612-8d0450428759 None None] Pushing event updated for resources: {'Port': ['ID=69e90921-4f46-4f5d-8ca5-162e9494e6a9,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:14.218009 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (d5378a9e-8e14-4293-a35d-797dc1ef947c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.300007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7f6493d5-c41e-4c80-a287-35e90ce09775 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:14.326189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7f6493d5-c41e-4c80-a287-35e90ce09775 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:14.326671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7f6493d5-c41e-4c80-a287-35e90ce09775 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:14.327338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f7dc81a1-943f-458a-820a-e704b15fc724 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:14.334472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5378a9e-8e14-4293-a35d-797dc1ef947c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:14.350577 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-47ca02e1-c66d-4ba7-b9d9-562cde9d8111 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/quotas/cbee30dbae8d48dc947a8e2bfa956e90 HTTP/1.1" status: 200 len: 375 time: 0.3523877 Jan 28 13:23:14.357755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f7dc81a1-943f-458a-820a-e704b15fc724 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:14.358104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f7dc81a1-943f-458a-820a-e704b15fc724 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:14.385910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a1df6-2601-4051-b0bd-5406117f4c17 req-2eb16817-b24b-4538-9102-f133358d4223 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:14.407694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '516e3906-6e74-45fc-9530-4b37c051235c', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'port_id': '0599705e-f97c-4732-98e6-7e02567e494c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'mac_address': 'fa:16:3e:a7:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:22:48Z', 'updated_at': '2022-01-28T13:23:11Z', 'revision_number': 1, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:44Z', 'revision_number': 5, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:14.412476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-572a1df6-2601-4051-b0bd-5406117f4c17 req-2eb16817-b24b-4538-9102-f133358d4223 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2610822 Jan 28 13:23:14.463619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c68493a3-5f3f-49dd-bbd7-359fb5515372 req-a024bad5-985f-480c-b118-c707208d80e1 service neutron] 10.222.0.36 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520555 Jan 28 13:23:14.475555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af353072-664c-4fce-bd1d-a028f3528341 admin admin] Publish callbacks [] for security_group (6dba6a0c-2b36-4a28-b965-1c92a12940c7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.477434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1d96b2c5-f574-4f64-9977-4a974e942cdc) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:14.483032 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-6f1e6fc5-b14c-41a1-9c29-66685fc5f378 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314781 Jan 28 13:23:14.487091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.490795 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6ffbbf01-719f-4718-95b8-9cebdda1ab02 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d5378a9e-8e14-4293-a35d-797dc1ef947c HTTP/1.1" status: 204 len: 168 time: 1.5635173 Jan 28 13:23:14.494594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43396) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:14.507701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab59704-a23e-4c1f-ae4a-57a305bc441b None None] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:14.510538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13395e20-3e8e-445c-b3e9-7c4aa8d2a037 None None] Network 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:14.512775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4f301f54-ca5c-4188-8d3d-05820476b23e no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:14.515468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] Checking router: 9254190a-8cc3-4f82-9914-20abc91fd02d for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:14.520235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:14.520905 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.620257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-572a1df6-2601-4051-b0bd-5406117f4c17 req-c9e96a26-49b6-4b55-84d2-3f8399602ec9 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030540 Jan 28 13:23:14.622157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 4f301f54-ca5c-4188-8d3d-05820476b23e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:14.622692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4f301f54-ca5c-4188-8d3d-05820476b23e not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:14.676859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-83e7f5f9-afd7-4074-8303-936ff006dcae service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679993 Jan 28 13:23:14.686124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-45b258d0-97bd-4188-a6a0-1e4ee9453216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:14.687695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-45b258d0-97bd-4188-a6a0-1e4ee9453216 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=218ddf17cc5b4b46aecc465b8c8ec7a3&device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 1097 time: 0.8071682 Jan 28 13:23:14.690501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.741546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:14.742282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:14.833084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84cd8f6f-8bf0-447d-9adc-11adc7be3a54 req-b93f831d-2868-43df-9110-38b4380383b4 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.0645874 Jan 28 13:23:14.883891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Deleting port 58dce224-fd21-4eec-a3d4-2b7755a35ddc {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:14.884800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:14.943286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:14.952229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-c7123e6a-6367-4b7f-a917-4f99030272db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:14.955213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-c7123e6a-6367-4b7f-a917-4f99030272db service neutron] 10.222.0.60 "GET /v2.0/networks?id=e1929e24-99a7-4e6e-8787-1e63c6915ca3 HTTP/1.1" status: 200 len: 916 time: 0.2256050 Jan 28 13:23:14.989802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-1d96b2c5-f574-4f64-9977-4a974e942cdc', 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc', 'project_id': '27dd08af341f42918759491886a80b4d', 'fixed_ips': [{'subnet_id': 'f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:23:14.990694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.036446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] For port 58dce224-fd21-4eec-a3d4-2b7755a35ddc, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=58dce224-fd21-4eec-a3d4-2b7755a35ddc,segment=NetworkSegment(c9304a14-72c7-4232-8a49-4e5162222cb9),segment_id=c9304a14-72c7-4232-8a49-4e5162222cb9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:15.036826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.048387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] DHCP port deletion for 4eed8c97-9d9d-4439-a5c0-9821c94c8b3e request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:23:15.049355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:15.051447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3fb9a91e-f8ee-4046-85e2-89b384684d52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9465587 Jan 28 13:23:15.060086 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'port': {'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'name': 'tempest-TaggedBootDevicesTest-1695615401', 'fixed_ips': [{'subnet_id': '14f6d334-0821-4189-97f1-082337dbe63b'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:15.065551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Calling delete_port for 58dce224-fd21-4eec-a3d4-2b7755a35ddc owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:15.250695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-fb9dc933-008b-4b0e-bd9e-548268a5f03d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0599705e-f97c-4732-98e6-7e02567e494c HTTP/1.1" status: 200 len: 1000 time: 0.2282474 Jan 28 13:23:15.260684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af353072-664c-4fce-bd1d-a028f3528341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6dba6a0c-2b36-4a28-b965-1c92a12940c7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.266403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af353072-664c-4fce-bd1d-a028f3528341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.268553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-af353072-664c-4fce-bd1d-a028f3528341 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6dba6a0c-2b36-4a28-b965-1c92a12940c7 HTTP/1.1" status: 204 len: 168 time: 1.7310929 Jan 28 13:23:15.305280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af353072-664c-4fce-bd1d-a028f3528341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba6a0c-2b36-4a28-b965-1c92a12940c7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:15.316579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-8ed11c01-7348-4fac-b055-fb41d025b080 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274681 Jan 28 13:23:15.378966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-0d1ee163-cd5c-4f5a-9119-1027c597c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:15.381205 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-0d1ee163-cd5c-4f5a-9119-1027c597c48d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cc652f58-ca57-4023-997f-9038f01dd4bd HTTP/1.1" status: 200 len: 854 time: 0.1092303 Jan 28 13:23:15.432743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:15.514458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-59ab8703-26c0-48e4-a523-a57ab60ba721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:15.517290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-59ab8703-26c0-48e4-a523-a57ab60ba721 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e1929e24-99a7-4e6e-8787-1e63c6915ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222444 Jan 28 13:23:15.557490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] Deleting port 58dce224-fd21-4eec-a3d4-2b7755a35ddc {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:15.557946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.589122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:15.751896 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-70d18d45-4aef-4690-baa6-ded6f45fcabc service neutron] 10.222.0.60 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249584 Jan 28 13:23:15.758721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] No DVR routers for this DVR port 58dce224-fd21-4eec-a3d4-2b7755a35ddc on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:15.800167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Allocated IP 10.2.2.2 (1d96b2c5-f574-4f64-9977-4a974e942cdc/f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9/e7b1156a-8d02-46e3-906b-c2f27e4088e9) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:15.805918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Pushing event deleted for resources: {'Port': ['ID=58dce224-fd21-4eec-a3d4-2b7755a35ddc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:15.933228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] For port 58dce224-fd21-4eec-a3d4-2b7755a35ddc, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:15.933633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.000777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43418) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:16.035710 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4a4e-da9f-4083-b89a-a70f7cad9d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.053522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3212d58-cfbb-4475-853a-f07977b8cc48 req-2a6e5cd8-bba8-47a2-b3e9-4bd1073bad0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 210 time: 0.1716475 Jan 28 13:23:16.074833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] Calling delete_port for 58dce224-fd21-4eec-a3d4-2b7755a35ddc owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:16.090176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] Port 58dce224-fd21-4eec-a3d4-2b7755a35ddc was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:23:16.096079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8d1b0-1a76-43ae-95e8-41640dc9fc1a req-7a87c3ae-7207-4f9c-8f4f-142d36f434f6 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:16.101593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebe8d1b0-1a76-43ae-95e8-41640dc9fc1a req-7a87c3ae-7207-4f9c-8f4f-142d36f434f6 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2788041 Jan 28 13:23:16.134882 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (58dce224-fd21-4eec-a3d4-2b7755a35ddc), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.137098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5edc5-fd67-40fd-907a-7c02b0841d85 None None] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:16.202149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.268661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.356927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9baf5409-1b18-4963-b2b9-291495efbd03 req-476c976b-ab12-4e75-8765-32e52a4a0ad3 service neutron] 10.222.0.60 "GET /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920238 Jan 28 13:23:16.377577 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] device_id is not set on port 5fb8a23b-1f95-4833-9963-9945e5e453f6 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:23:16.435886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] No DVR routers for this DVR port 58dce224-fd21-4eec-a3d4-2b7755a35ddc on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:16.439470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d6ef3-660a-4b1e-a2e0-3ce8448d1917 None None] Pushing event deleted for resources: {'Port': ['ID=58dce224-fd21-4eec-a3d4-2b7755a35ddc,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:16.450134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebe8d1b0-1a76-43ae-95e8-41640dc9fc1a req-b07deb24-3072-44b7-a1d0-41f96f77a2db tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022931 Jan 28 13:23:16.546974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 69e90921-4f46-4f5d-8ca5-162e9494e6a9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:16.583517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a16651e3-53dc-449d-b3a6-600194d2d413 req-10822760-2031-4ee1-a0a3-dc9cc6f5df2e tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f598f37-dfb0-4d5e-ae0d-bcf187339c5d HTTP/1.1" status: 200 len: 210 time: 0.3368924 Jan 28 13:23:16.590069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eed8c97-9d9d-4439-a5c0-9821c94c8b3e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:16.594767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4a4e-da9f-4083-b89a-a70f7cad9d97 admin admin] Publish callbacks [] for security_group (a0761c9e-6115-459d-9d99-4be235069fde), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.614803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4a4e-da9f-4083-b89a-a70f7cad9d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a0761c9e-6115-459d-9d99-4be235069fde), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.657181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd4a4e-da9f-4083-b89a-a70f7cad9d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0761c9e-6115-459d-9d99-4be235069fde,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:16.717785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9304a14-72c7-4232-8a49-4e5162222cb9') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:16.718425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9304a14-72c7-4232-8a49-4e5162222cb9') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:16.746733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b5fd4a4e-da9f-4083-b89a-a70f7cad9d97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9172c55a1b8841ca8df49b28a9a62e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7364690 Jan 28 13:23:16.748533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43428) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:16.753657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bf2df38d-2af5-4b95-a197-2590822d2d69 None None] Provisioning complete for port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:16.754046 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bf2df38d-2af5-4b95-a197-2590822d2d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.830123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c9304a14-72c7-4232-8a49-4e5162222cb9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.879077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '516e3906-6e74-45fc-9530-4b37c051235c', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'port_id': '0599705e-f97c-4732-98e6-7e02567e494c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'mac_address': 'fa:16:3e:a7:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:22:48Z', 'updated_at': '2022-01-28T13:23:11Z', 'revision_number': 1, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:44Z', 'revision_number': 5, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:16.880899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c9304a14-72c7-4232-8a49-4e5162222cb9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.898924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:23:16.899567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c9304a14-72c7-4232-8a49-4e5162222cb9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:23:16.902094 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:23:16.939749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-202e1d3d-a0db-41ec-a5c9-4aef31f12803 admin admin] Publish callbacks [] for security_group (a0761c9e-6115-459d-9d99-4be235069fde), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:16.995735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-202e1d3d-a0db-41ec-a5c9-4aef31f12803 admin admin] Publish callbacks [] for security_group (a0761c9e-6115-459d-9d99-4be235069fde), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.023830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4eed8c97-9d9d-4439-a5c0-9821c94c8b3e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.054817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.064112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] 10.222.0.45 "DELETE /v2.0/networks/4eed8c97-9d9d-4439-a5c0-9821c94c8b3e HTTP/1.1" status: 204 len: 168 time: 2.5680325 Jan 28 13:23:17.066651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 10.1.1.93 (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f/14f6d334-0821-4189-97f1-082337dbe63b/5fb8a23b-1f95-4833-9963-9945e5e453f6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:17.070955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c43a18-1479-46b2-9a6e-52bc9481197d admin admin] Pushing event deleted for resources: {'Network': ['ID=4eed8c97-9d9d-4439-a5c0-9821c94c8b3e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:17.205257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-202e1d3d-a0db-41ec-a5c9-4aef31f12803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a0761c9e-6115-459d-9d99-4be235069fde), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.208412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-202e1d3d-a0db-41ec-a5c9-4aef31f12803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.212625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-202e1d3d-a0db-41ec-a5c9-4aef31f12803 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0761c9e-6115-459d-9d99-4be235069fde HTTP/1.1" status: 204 len: 168 time: 0.4625437 Jan 28 13:23:17.231733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e1d3d-a0db-41ec-a5c9-4aef31f12803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0761c9e-6115-459d-9d99-4be235069fde,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:17.380860 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a6b935e-07e2-4058-8263-3fbd67363579 req-789056d2-99af-4d5d-984d-c432e65569f3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 210 time: 0.1158295 Jan 28 13:23:17.446238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43436) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:17.494390 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Publish callbacks [] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.516786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.519196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2d3c1d-564a-4bd3-b58d-ee4c0a911d50 None None] The sync data for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 is: [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '516e3906-6e74-45fc-9530-4b37c051235c', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'port_id': '0599705e-f97c-4732-98e6-7e02567e494c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'mac_address': 'fa:16:3e:a7:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:22:48Z', 'updated_at': '2022-01-28T13:23:11Z', 'revision_number': 1, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:44Z', 'revision_number': 5, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:17.587460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:17.588695 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.607275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.614060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7f1a4121-a070-409a-be09-fbacfefb7b76 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c43521b079d4bc79ce74f4312863fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636524 Jan 28 13:23:17.615721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43444) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:17.690588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:17.700778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:17.728944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:17.811395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Pushing event updated for resources: {'Port': ['ID=e7b1156a-8d02-46e3-906b-c2f27e4088e9,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:17.816356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5892f1df-5cfc-4eb2-bc5a-3dfa1b543596 admin admin] Publish callbacks [] for security_group (ca9813a1-449b-4615-ae69-a1787a29a8b6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.895387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdbb4b-68c5-4a2a-ac9e-a1c231f8a5e9 req-e326c846-7283-486e-8122-bdac47fd4075 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:17.903281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8cdbb4b-68c5-4a2a-ac9e-a1c231f8a5e9 req-e326c846-7283-486e-8122-bdac47fd4075 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2423368 Jan 28 13:23:17.911631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:17.912897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5892f1df-5cfc-4eb2-bc5a-3dfa1b543596 admin admin] Publish callbacks [] for security_group (ca9813a1-449b-4615-ae69-a1787a29a8b6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.006682 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1571e0-f2af-4fe5-8721-c7138f60435b None None] New status for floating IP 516e3906-6e74-45fc-9530-4b37c051235c: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:23:18.052445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Attempting to bind port e7b1156a-8d02-46e3-906b-c2f27e4088e9 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:18.059206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Attempting to bind port e7b1156a-8d02-46e3-906b-c2f27e4088e9 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:18.067448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Attempting to bind port e7b1156a-8d02-46e3-906b-c2f27e4088e9 on network 1d96b2c5-f574-4f64-9977-4a974e942cdc {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:18.101695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=5fb8a23b-1f95-4833-9963-9945e5e453f6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:18.148510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:18.161195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:18.166524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:18.168593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:18.198290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Checking segment: {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:18.200142 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.204566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Bound using segment: {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:18.207591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Bound port: e7b1156a-8d02-46e3-906b-c2f27e4088e9, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:18.208731 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.351743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8cdbb4b-68c5-4a2a-ac9e-a1c231f8a5e9 req-3a8fdd3c-b198-4091-b168-4e853c3188f3 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471467 Jan 28 13:23:18.448282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:18.450882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.453675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] For port e7b1156a-8d02-46e3-906b-c2f27e4088e9, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:18.464557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] For port e7b1156a-8d02-46e3-906b-c2f27e4088e9, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e7b1156a-8d02-46e3-906b-c2f27e4088e9,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:18.471561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bf2df38d-2af5-4b95-a197-2590822d2d69 None None] Current status of the port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:18.478175 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bf2df38d-2af5-4b95-a197-2590822d2d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.512543 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.530201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-667194e2-8ab4-41ee-8d48-f06c1822a1a3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4702277 Jan 28 13:23:18.533523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:18.647537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'port': {'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'name': 'tempest-TaggedBootDevicesTest-1887737718', 'fixed_ips': [{'subnet_id': '14f6d334-0821-4189-97f1-082337dbe63b'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:18.719720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:18.729952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbc7b8-3cd8-4efb-b2d3-79f10dbbd830 None None] Pushing event updated for resources: {'Port': ['ID=e7b1156a-8d02-46e3-906b-c2f27e4088e9,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:18.756809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:18.757474 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:18.758412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ad852ac-b599-458f-a56a-c465fc14f1af req-3aa13d0a-1ae3-43bb-b237-af0903157412 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 210 time: 0.1064377 Jan 28 13:23:18.890036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bf2df38d-2af5-4b95-a197-2590822d2d69 None None] For port 69e90921-4f46-4f5d-8ca5-162e9494e6a9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=69e90921-4f46-4f5d-8ca5-162e9494e6a9,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:18.920154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bf2df38d-2af5-4b95-a197-2590822d2d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.109434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:19.128192 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:23:19.128825 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:23:19.139081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2df38d-2af5-4b95-a197-2590822d2d69 None None] Pushing event updated for resources: {'Port': ['ID=69e90921-4f46-4f5d-8ca5-162e9494e6a9,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:19.143220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b5b58e8a-7d9c-4fc8-8c8a-d31083454f9a None None] Provisioning complete for port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:19.146727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b5b58e8a-7d9c-4fc8-8c8a-d31083454f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.236689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ce3f8-210d-47bc-94e5-d3a8c340545c req-d17d731c-6161-4ffa-93f6-2bfd462b6b81 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:19.245146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a5ce3f8-210d-47bc-94e5-d3a8c340545c req-d17d731c-6161-4ffa-93f6-2bfd462b6b81 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.2892466 Jan 28 13:23:19.296541 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5892f1df-5cfc-4eb2-bc5a-3dfa1b543596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ca9813a1-449b-4615-ae69-a1787a29a8b6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.303357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5892f1df-5cfc-4eb2-bc5a-3dfa1b543596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.317467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5892f1df-5cfc-4eb2-bc5a-3dfa1b543596 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca9813a1-449b-4615-ae69-a1787a29a8b6 HTTP/1.1" status: 204 len: 168 time: 1.6992226 Jan 28 13:23:19.346088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-dd047391-cbaa-4c98-8ce3-6472f15b7587 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:19.347998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-dd047391-cbaa-4c98-8ce3-6472f15b7587 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 1.3291073 Jan 28 13:23:19.377345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b5b58e8a-7d9c-4fc8-8c8a-d31083454f9a None None] Current status of the port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:19.396716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Request body: {'port': {'device_id': '20495630-a996-45fa-8423-b49063350a4f', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'admin_state_up': True, 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:19.419306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a5ce3f8-210d-47bc-94e5-d3a8c340545c req-5cf82cae-0c25-438f-bb7c-24a31a9052ef tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729293 Jan 28 13:23:19.463953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b5b58e8a-7d9c-4fc8-8c8a-d31083454f9a None None] Provisioning complete for port 5fb8a23b-1f95-4833-9963-9945e5e453f6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:19.465757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b5b58e8a-7d9c-4fc8-8c8a-d31083454f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.534397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b5b58e8a-7d9c-4fc8-8c8a-d31083454f9a None None] Port 5fb8a23b-1f95-4833-9963-9945e5e453f6 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:19.578478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892f1df-5cfc-4eb2-bc5a-3dfa1b543596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9813a1-449b-4615-ae69-a1787a29a8b6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:19.648246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6cf0-ee94-4773-a154-aac144203bfd req-6485d736-12fe-4edb-a8c5-8c95339dce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:19.650681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-637a6cf0-ee94-4773-a154-aac144203bfd req-6485d736-12fe-4edb-a8c5-8c95339dce9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 1.1667595 Jan 28 13:23:19.723280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:19.761950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:19.766692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:19.818093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 58dce224-fd21-4eec-a3d4-2b7755a35ddc no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:19.870626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 58dce224-fd21-4eec-a3d4-2b7755a35ddc {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:19.870875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 58dce224-fd21-4eec-a3d4-2b7755a35ddc not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:19.901572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6cf0-ee94-4773-a154-aac144203bfd req-4405e864-88a4-42d5-be25-4c328bd92180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:19.903109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-637a6cf0-ee94-4773-a154-aac144203bfd req-4405e864-88a4-42d5-be25-4c328bd92180 service neutron] 10.222.0.36 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.2337418 Jan 28 13:23:19.954187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bbb12-f994-4621-9b58-7c0c7c799180 req-279f66d3-03e4-4d2d-b22b-18e98f834f54 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:19.955722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-512bbb12-f994-4621-9b58-7c0c7c799180 req-279f66d3-03e4-4d2d-b22b-18e98f834f54 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.3805819 Jan 28 13:23:20.051988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-637a6cf0-ee94-4773-a154-aac144203bfd req-22d649a9-f988-42fc-8184-95897c3334a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 217 time: 0.1319518 Jan 28 13:23:20.076644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-577e10aa-6e3b-4973-ac64-448fd48b9cf1 req-bbb7b881-47b4-4740-9366-6fc505c97e9f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 210 time: 0.1024473 Jan 28 13:23:20.222763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Allocated IP 172.20.0.13 (1640b80b-ba6a-499b-a8ff-ce94a5c4372c/15a2379a-2b88-4b66-b8db-bd90ff534cdc/a8842feb-5b91-4bfe-ba54-66d7421b5b10) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:20.331751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:20.347481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:20.373571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 69e90921-4f46-4f5d-8ca5-162e9494e6a9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:20.403554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-512bbb12-f994-4621-9b58-7c0c7c799180 req-923a1d14-d4af-4968-9b79-31d16033a042 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360807 Jan 28 13:23:20.411658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6cf0-ee94-4773-a154-aac144203bfd req-bee3e48a-8d2d-4fff-b7c7-e42005253a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:20.417759 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-637a6cf0-ee94-4773-a154-aac144203bfd req-bee3e48a-8d2d-4fff-b7c7-e42005253a86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.2979324 Jan 28 13:23:20.449412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] device_id is not set on port b5170db9-4409-4bbf-8eb6-df88539e8a43 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:23:20.520189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:20.520545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:20.609308 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks [] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:20.763000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:20.769801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e7b1156a-8d02-46e3-906b-c2f27e4088e9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:20.815891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-637a6cf0-ee94-4773-a154-aac144203bfd req-4fccf269-4306-4de4-b288-66294a9c8ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742903 Jan 28 13:23:20.827373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3490b9c-1f05-4d20-875f-dfae88709206 req-ea3bd60c-e52c-42ef-b1d3-24a9548f1d1e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:20.843281 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3490b9c-1f05-4d20-875f-dfae88709206 req-ea3bd60c-e52c-42ef-b1d3-24a9548f1d1e tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.2046824 Jan 28 13:23:20.848652 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:20.867382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf08c4-165f-4a9b-8df7-a9565250d303 None None] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:21.054326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:21.078103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3490b9c-1f05-4d20-875f-dfae88709206 req-219e61d4-bca6-429f-a2ca-e01cf5f08609 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338874 Jan 28 13:23:21.082709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e7b1156a-8d02-46e3-906b-c2f27e4088e9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:21.089909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:21.090748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.101954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 10.1.1.146 (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f/14f6d334-0821-4189-97f1-082337dbe63b/b5170db9-4409-4bbf-8eb6-df88539e8a43) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:21.109318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:21.147873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-637a6cf0-ee94-4773-a154-aac144203bfd req-0c9231a6-f298-4898-9dba-eb6bafaa8130 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197434 Jan 28 13:23:21.173649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e1ce3ff5-d66e-4465-b97f-2b08b11a2814 None None] Provisioning complete for port e7b1156a-8d02-46e3-906b-c2f27e4088e9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:21.174362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3ff5-d66e-4465-b97f-2b08b11a2814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.245468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:21.246088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.312976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event updated for resources: {'Port': ['ID=a8842feb-5b91-4bfe-ba54-66d7421b5b10,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:21.352517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-483c6eb5-eeae-4450-82cb-6eef2bb346de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9610047 Jan 28 13:23:21.367858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-637a6cf0-ee94-4773-a154-aac144203bfd req-ed8e5fef-9d24-41a4-be23-d841c062486b service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064328 Jan 28 13:23:21.369096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Request body: {'port': {'device_id': '20495630-a996-45fa-8423-b49063350a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:21.486782 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.608151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660681d-cd40-41bc-8468-7054b286e366 req-2677d865-6990-472e-b8ba-3bab66ca0fa5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:21.619610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6660681d-cd40-41bc-8468-7054b286e366 req-2677d865-6990-472e-b8ba-3bab66ca0fa5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 932 time: 0.1724918 Jan 28 13:23:21.686100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e7b1156a-8d02-46e3-906b-c2f27e4088e9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:21.687847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.784549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce3ff5-d66e-4465-b97f-2b08b11a2814 None None] Current status of the port e7b1156a-8d02-46e3-906b-c2f27e4088e9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:21.785085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3ff5-d66e-4465-b97f-2b08b11a2814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.799317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6660681d-cd40-41bc-8468-7054b286e366 req-49c07b3d-9ec3-4239-ae0d-96638475fc85 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768904 Jan 28 13:23:21.831384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.834927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e1ce3ff5-d66e-4465-b97f-2b08b11a2814 None None] For port e7b1156a-8d02-46e3-906b-c2f27e4088e9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e7b1156a-8d02-46e3-906b-c2f27e4088e9,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:21.842220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3ff5-d66e-4465-b97f-2b08b11a2814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.965216 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:21.966832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:23:21.967315 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:23:21.972053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce3ff5-d66e-4465-b97f-2b08b11a2814 None None] Pushing event updated for resources: {'Port': ['ID=e7b1156a-8d02-46e3-906b-c2f27e4088e9,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:22.075237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e59be9a5-0b1f-4920-a658-209e5c2518e8 None None] Provisioning complete for port e7b1156a-8d02-46e3-906b-c2f27e4088e9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:22.076026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e59be9a5-0b1f-4920-a658-209e5c2518e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.089020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43560) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:22.099719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=b5170db9-4409-4bbf-8eb6-df88539e8a43,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:22.124610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:22.127405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:22.138135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:22.213145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c01add-6943-4880-a38d-7d2f8895f9af req-3c9941f4-faa9-4799-9f18-8833e88c2755 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:22.220359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-39c01add-6943-4880-a38d-7d2f8895f9af req-3c9941f4-faa9-4799-9f18-8833e88c2755 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.2089846 Jan 28 13:23:22.244494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:22.248316 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.294258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e59be9a5-0b1f-4920-a658-209e5c2518e8 None None] Current status of the port e7b1156a-8d02-46e3-906b-c2f27e4088e9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:22.325684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec00cfcf-4497-40c4-890f-6c5508642fb6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6920400 Jan 28 13:23:22.359478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8842feb-5b91-4bfe-ba54-66d7421b5b10 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:22.379676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Publish callbacks [] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.427994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Transition to ACTIVE for port object a8842feb-5b91-4bfe-ba54-66d7421b5b10 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:22.429236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-654e09de-8e42-4038-947a-6a6c05ddc73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.462586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120bb92-013f-4ba1-a8e3-c711c6f7ced9 req-0733f2f6-d351-40d1-a2d7-ace011959721 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:22.473428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5120bb92-013f-4ba1-a8e3-c711c6f7ced9 req-0733f2f6-d351-40d1-a2d7-ace011959721 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0817537 Jan 28 13:23:22.480607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.554757 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-39c01add-6943-4880-a38d-7d2f8895f9af req-ff051276-d7d9-4f86-81b4-703e6efec49f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957168 Jan 28 13:23:22.579624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e7b1156a-8d02-46e3-906b-c2f27e4088e9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:22.593975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5120bb92-013f-4ba1-a8e3-c711c6f7ced9 req-c422c9d1-c7ee-46a9-81d8-520c83e5dcd6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192231 Jan 28 13:23:22.637001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c2819522-94b5-4c3c-b5c2-d97e99ad0276 None None] Provisioning complete for port b5170db9-4409-4bbf-8eb6-df88539e8a43 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:22.637381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c2819522-94b5-4c3c-b5c2-d97e99ad0276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.722588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c2819522-94b5-4c3c-b5c2-d97e99ad0276 None None] Port b5170db9-4409-4bbf-8eb6-df88539e8a43 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:22.741713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43576) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:22.743464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Pushing event updated for resources: {'Port': ['ID=a8842feb-5b91-4bfe-ba54-66d7421b5b10,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:22.831138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e7b1156a-8d02-46e3-906b-c2f27e4088e9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:22.867148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-654e09de-8e42-4038-947a-6a6c05ddc73c admin admin] Publish callbacks [] for security_group (fbf8c6db-dd55-46d6-b860-eed4c5d67e3c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.890417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Attempting to bind port a8842feb-5b91-4bfe-ba54-66d7421b5b10 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:22.890809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Attempting to bind port a8842feb-5b91-4bfe-ba54-66d7421b5b10 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:22.891285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Attempting to bind port a8842feb-5b91-4bfe-ba54-66d7421b5b10 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:22.900839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-654e09de-8e42-4038-947a-6a6c05ddc73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fbf8c6db-dd55-46d6-b860-eed4c5d67e3c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.912666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Port a8842feb-5b91-4bfe-ba54-66d7421b5b10 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:22.913015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Attempting to bind port a8842feb-5b91-4bfe-ba54-66d7421b5b10 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:22.948749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e7b1156a-8d02-46e3-906b-c2f27e4088e9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:22.949172 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.964546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e09de-8e42-4038-947a-6a6c05ddc73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf8c6db-dd55-46d6-b860-eed4c5d67e3c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:22.974979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:22.975324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:22.975704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Bound using segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:22.976162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Bound port: a8842feb-5b91-4bfe-ba54-66d7421b5b10, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:22.976519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:22.996425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8812a4d2-f204-42ce-9441-b82c2d21230c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.024250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59f0b4-4b38-4873-80c6-6116cc78782e req-904f558f-89ae-48d1-9a38-f5d3b92e5fc1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.032175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e59f0b4-4b38-4873-80c6-6116cc78782e req-904f558f-89ae-48d1-9a38-f5d3b92e5fc1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 944 time: 0.1373537 Jan 28 13:23:23.073806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] For port a8842feb-5b91-4bfe-ba54-66d7421b5b10, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:23.077878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] For port a8842feb-5b91-4bfe-ba54-66d7421b5b10, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a8842feb-5b91-4bfe-ba54-66d7421b5b10,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:23.091495 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-654e09de-8e42-4038-947a-6a6c05ddc73c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35c970d776974a929fc0c61af1df0861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9759762 Jan 28 13:23:23.092303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43582) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:23.098211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e7b1156a-8d02-46e3-906b-c2f27e4088e9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:23.107448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e59f0b4-4b38-4873-80c6-6116cc78782e req-eb0a7aa1-b9ee-4c0a-b986-0198f44a31aa tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741704 Jan 28 13:23:23.119425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43584) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:23.124300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c94a8924-5a3a-4613-acce-43a7766631b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398352670', 'description': 'tempest-description--840930532'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:23.129017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.168720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c94a8924-5a3a-4613-acce-43a7766631b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.196240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.196915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.198871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] 10.222.0.60 "PUT /v2.0/ports/a8842feb-5b91-4bfe-ba54-66d7421b5b10 HTTP/1.1" status: 200 len: 1092 time: 1.8348370 Jan 28 13:23:23.199346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20495630-a996-45fa-8423-b49063350a4f', 'tag': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:23.201799 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a483b9-2379-43c0-8da9-7c642252d9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "20495630-a996-45fa-8423-b49063350a4f", "tag": "a8842feb-5b91-4bfe-ba54-66d7421b5b10"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:23.234214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8812a4d2-f204-42ce-9441-b82c2d21230c admin admin] Publish callbacks [] for security_group (c6d05dc5-2926-4b89-bdac-7e2177c3d27d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.244714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8812a4d2-f204-42ce-9441-b82c2d21230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6d05dc5-2926-4b89-bdac-7e2177c3d27d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.279077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8812a4d2-f204-42ce-9441-b82c2d21230c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b38614268a4474489a8df20bbff2eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5372853 Jan 28 13:23:23.281862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43588) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:23.288970 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa859056-4522-40af-9520-eb638caf62c2 x-openstack-request-id: req-aa859056-4522-40af-9520-eb638caf62c2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:23.289180 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20495630-a996-45fa-8423-b49063350a4f", "tag": "a8842feb-5b91-4bfe-ba54-66d7421b5b10", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:23.289492 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa859056-4522-40af-9520-eb638caf62c2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:23.289804 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20495630-a996-45fa-8423-b49063350a4f', 'tag': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10', 'status': 'completed', 'code': 200} Jan 28 13:23:23.310108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ecba7a72-a83a-408f-a4bd-05bffc81d762 admin admin] Publish callbacks [] for security_group (fbf8c6db-dd55-46d6-b860-eed4c5d67e3c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.313308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c179726-ddea-403a-9b7b-0ecb2c2a3943 service neutron] Pushing event updated for resources: {'Port': ['ID=a8842feb-5b91-4bfe-ba54-66d7421b5b10,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:23.348802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812a4d2-f204-42ce-9441-b82c2d21230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d05dc5-2926-4b89-bdac-7e2177c3d27d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:23.353991 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ecba7a72-a83a-408f-a4bd-05bffc81d762 admin admin] Publish callbacks [] for security_group (fbf8c6db-dd55-46d6-b860-eed4c5d67e3c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.372641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-4da08c44-e1a5-4723-bb7c-2173e0c8e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.374168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-4da08c44-e1a5-4723-bb7c-2173e0c8e7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 1095 time: 0.1000664 Jan 28 13:23:23.438500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c94a8924-5a3a-4613-acce-43a7766631b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group (d5183ff7-d47b-4830-8670-ed62ebade6ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.441297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-748c579f-8e92-4a87-866c-dfa31ea557fd admin admin] Publish callbacks [] for security_group (c6d05dc5-2926-4b89-bdac-7e2177c3d27d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.457380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c94a8924-5a3a-4613-acce-43a7766631b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5183ff7-d47b-4830-8670-ed62ebade6ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.470270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-5354ec43-d0cf-4bdc-9938-be192f12775f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8842feb-5b91-4bfe-ba54-66d7421b5b10 HTTP/1.1" status: 200 len: 217 time: 0.0491669 Jan 28 13:23:23.480749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ecba7a72-a83a-408f-a4bd-05bffc81d762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fbf8c6db-dd55-46d6-b860-eed4c5d67e3c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.485511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ecba7a72-a83a-408f-a4bd-05bffc81d762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.485511 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ecba7a72-a83a-408f-a4bd-05bffc81d762 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbf8c6db-dd55-46d6-b860-eed4c5d67e3c HTTP/1.1" status: 204 len: 168 time: 0.3906503 Jan 28 13:23:23.524641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-748c579f-8e92-4a87-866c-dfa31ea557fd admin admin] Publish callbacks [] for security_group (c6d05dc5-2926-4b89-bdac-7e2177c3d27d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.552951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c94a8924-5a3a-4613-acce-43a7766631b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.558438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-2a1399e3-fe6b-4c41-a110-3ffe20b31711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.561174 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-2a1399e3-fe6b-4c41-a110-3ffe20b31711 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0742404 Jan 28 13:23:23.561676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43592) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:23.561803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c94a8924-5a3a-4613-acce-43a7766631b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4391503 Jan 28 13:23:23.562628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba7a72-a83a-408f-a4bd-05bffc81d762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf8c6db-dd55-46d6-b860-eed4c5d67e3c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:23.570469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c3fe1cc3-9a1f-494f-afe0-9332a1bcf2f3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'security_group_rule': {'security_group_id': 'd5183ff7-d47b-4830-8670-ed62ebade6ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:23.589496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-b049fd6c-cdd7-4c0b-8e7b-f3e4ab2f7f18 service neutron] 10.222.0.36 "GET /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf/bindings/n-h2-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.2284360 Jan 28 13:23:23.590145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a8924-5a3a-4613-acce-43a7766631b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5183ff7-d47b-4830-8670-ed62ebade6ee,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:23.647642 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1cc3-9a1f-494f-afe0-9332a1bcf2f3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group_rule (22ace154-3e37-46c4-a5a9-12ed6e0a561f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.717174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1cc3-9a1f-494f-afe0-9332a1bcf2f3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group_rule (22ace154-3e37-46c4-a5a9-12ed6e0a561f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.722573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-ade2f43d-d992-475f-afc9-8379472030e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270556 Jan 28 13:23:23.725763 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1cc3-9a1f-494f-afe0-9332a1bcf2f3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (22ace154-3e37-46c4-a5a9-12ed6e0a561f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.821304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1cc3-9a1f-494f-afe0-9332a1bcf2f3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.826706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c3fe1cc3-9a1f-494f-afe0-9332a1bcf2f3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2602837 Jan 28 13:23:23.827479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43602) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:23.847787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1f285bea-0e15-4d77-8d71-c640619ee1cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'security_group_rule': {'security_group_id': 'd5183ff7-d47b-4830-8670-ed62ebade6ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:23.903606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe1cc3-9a1f-494f-afe0-9332a1bcf2f3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ace154-3e37-46c4-a5a9-12ed6e0a561f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:23.906338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-748c579f-8e92-4a87-866c-dfa31ea557fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6d05dc5-2926-4b89-bdac-7e2177c3d27d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.911480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-748c579f-8e92-4a87-866c-dfa31ea557fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:23.918894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-748c579f-8e92-4a87-866c-dfa31ea557fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6d05dc5-2926-4b89-bdac-7e2177c3d27d HTTP/1.1" status: 204 len: 168 time: 0.6342669 Jan 28 13:23:23.945972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c579f-8e92-4a87-866c-dfa31ea557fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d05dc5-2926-4b89-bdac-7e2177c3d27d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:23.956782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f2965-9b13-484d-889a-f852a633fa52 req-78237c58-e39c-436a-b97a-560fca2a707d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:23.958530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c37f2965-9b13-484d-889a-f852a633fa52 req-78237c58-e39c-436a-b97a-560fca2a707d tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 944 time: 0.1829326 Jan 28 13:23:24.035258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f285bea-0e15-4d77-8d71-c640619ee1cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group_rule (39b08a9f-76d5-49d1-8687-de645c1f2469), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.061026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398c405-4f30-4173-b3f3-ef4ce86e683a req-72b499b0-2c71-4109-a40f-20363845ffb6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:24.062627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3398c405-4f30-4173-b3f3-ef4ce86e683a req-72b499b0-2c71-4109-a40f-20363845ffb6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.2487411 Jan 28 13:23:24.068422 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-95d6b60d-177d-415a-9ac5-b7353dc41fba service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265328 Jan 28 13:23:24.082405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:24.177482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c37f2965-9b13-484d-889a-f852a633fa52 req-04173575-144a-4f07-9372-13796152abff tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673830 Jan 28 13:23:24.178482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:24.247372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:24.298027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:24.300657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3398c405-4f30-4173-b3f3-ef4ce86e683a req-98e0a2a6-f551-4f0e-afe4-31d8d70c35a9 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311721 Jan 28 13:23:24.340677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.380077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bb1173f-a1b0-4899-a076-7a1b01609f19 req-78aabfaf-1769-447b-a3cb-cb0b3bd0ab6f service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946184 Jan 28 13:23:24.412504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f285bea-0e15-4d77-8d71-c640619ee1cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group_rule (39b08a9f-76d5-49d1-8687-de645c1f2469), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.419789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f285bea-0e15-4d77-8d71-c640619ee1cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (39b08a9f-76d5-49d1-8687-de645c1f2469), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.467074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f285bea-0e15-4d77-8d71-c640619ee1cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b08a9f-76d5-49d1-8687-de645c1f2469,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:24.538570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f285bea-0e15-4d77-8d71-c640619ee1cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.540212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1f285bea-0e15-4d77-8d71-c640619ee1cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6972301 Jan 28 13:23:24.543698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43622) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:24.549374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:24.578213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa8c64-b92f-4012-92fc-aff91f6ff363 req-cae73ada-1b16-4a9f-af40-dfbbf771e8ba tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:24.580055 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18aa8c64-b92f-4012-92fc-aff91f6ff363 req-cae73ada-1b16-4a9f-af40-dfbbf771e8ba tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 944 time: 0.1340103 Jan 28 13:23:24.582211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-99b4a7f7-3e6a-41e8-be6d-a0fedcb84be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:24.584337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-99b4a7f7-3e6a-41e8-be6d-a0fedcb84be4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 1095 time: 0.1230783 Jan 28 13:23:24.629089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] Transition to ACTIVE for port object 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:24.635859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.692930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.766559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-b376649d-9617-4ca0-8d0c-ba6ef1285bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:24.768098 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-b376649d-9617-4ca0-8d0c-ba6ef1285bf8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.1721191 Jan 28 13:23:24.786585 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18aa8c64-b92f-4012-92fc-aff91f6ff363 req-3551872b-0c64-486f-915e-b8486c409c98 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979542 Jan 28 13:23:24.787133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43628) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:24.811570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80c960aa-4748-4e80-ae31-368fe88af97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:24.812710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] No DVR routers for this DVR port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:24.873444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] 10.222.0.36 "PUT /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf/bindings/n-h2-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2704499 Jan 28 13:23:24.874329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d323b9-a87c-45f3-81b8-6527d9118d8a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:24.905832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-3d147de3-6051-487f-9c86-56b290fb649b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8842feb-5b91-4bfe-ba54-66d7421b5b10 HTTP/1.1" status: 200 len: 217 time: 0.1175716 Jan 28 13:23:24.982972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.087813 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80c960aa-4748-4e80-ae31-368fe88af97b admin admin] Publish callbacks [] for security_group (6e1d62f6-180e-4b76-99de-054064bb3208), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.098325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80c960aa-4748-4e80-ae31-368fe88af97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6e1d62f6-180e-4b76-99de-054064bb3208), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.126493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-80c960aa-4748-4e80-ae31-368fe88af97b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=637f3bdebf764a40b4cf41f2f401c882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371599 Jan 28 13:23:25.128107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-eb69714f-eb3c-4b74-a9ce-a286bfb4c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.129695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-eb69714f-eb3c-4b74-a9ce-a286bfb4c8c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.1794746 Jan 28 13:23:25.131610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-4d855866-54ec-4e94-8ea8-ed879eea83b3 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.133171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-4d855866-54ec-4e94-8ea8-ed879eea83b3 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1819243 Jan 28 13:23:25.133643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43638) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:25.149275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 172.25.4.135 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/63e3aa81-51bf-419f-8c3b-f3ef880e8286) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:25.250260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-010a865c-72ee-4ccb-a965-fbb6531cf763 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752575 Jan 28 13:23:25.277993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17602149-9824-40dc-83e5-26de2bab2ea6 admin admin] Publish callbacks [] for security_group (6e1d62f6-180e-4b76-99de-054064bb3208), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.308721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c960aa-4748-4e80-ae31-368fe88af97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1d62f6-180e-4b76-99de-054064bb3208,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:25.335518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.351230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-343da10a-0cde-46b0-ae37-740cbcffdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.352634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-343da10a-0cde-46b0-ae37-740cbcffdd49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd&tenant_id=c0bfc9605ed140948b36ede1db3531db HTTP/1.1" status: 200 len: 1096 time: 0.1790075 Jan 28 13:23:25.398029 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.453625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17602149-9824-40dc-83e5-26de2bab2ea6 admin admin] Publish callbacks [] for security_group (6e1d62f6-180e-4b76-99de-054064bb3208), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.500448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:25.505014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:25.512000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:25.516986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=63e3aa81-51bf-419f-8c3b-f3ef880e8286,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:25.566356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7cf42-f4ac-41d1-bc4f-b1b61763fd1b req-c5e8d2fc-6014-4e33-84e1-3706e7a5157d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.568252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccd7cf42-f4ac-41d1-bc4f-b1b61763fd1b req-c5e8d2fc-6014-4e33-84e1-3706e7a5157d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1296568 Jan 28 13:23:25.572405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4336f85-0afd-4743-b496-3e965a591979 req-91c2c5ac-da31-4bfd-80ef-063939d6e3b2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.581367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4336f85-0afd-4743-b496-3e965a591979 req-91c2c5ac-da31-4bfd-80ef-063939d6e3b2 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 945 time: 0.2340300 Jan 28 13:23:25.612904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-c4f98c0f-ac58-4697-9b08-f3b55f44922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:25.614457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-c4f98c0f-ac58-4697-9b08-f3b55f44922e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1096 time: 0.2085590 Jan 28 13:23:25.617942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43650) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:25.637196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-8e1359f5-ea5b-42f2-b901-6fb778c2589b service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605504 Jan 28 13:23:25.668597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccd7cf42-f4ac-41d1-bc4f-b1b61763fd1b req-81b81cdb-a9a5-4489-b55e-897d99a852fe tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878615 Jan 28 13:23:25.669913 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for floatingip (e00090b0-900d-466f-b259-5aab467e262e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.722211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.883861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17602149-9824-40dc-83e5-26de2bab2ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6e1d62f6-180e-4b76-99de-054064bb3208), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.886701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17602149-9824-40dc-83e5-26de2bab2ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.890893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17602149-9824-40dc-83e5-26de2bab2ea6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e1d62f6-180e-4b76-99de-054064bb3208 HTTP/1.1" status: 204 len: 168 time: 0.7547159 Jan 28 13:23:25.918691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbc5567d-7030-42bf-b394-18ad47d980a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:25.961825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17602149-9824-40dc-83e5-26de2bab2ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1d62f6-180e-4b76-99de-054064bb3208,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:26.009959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4336f85-0afd-4743-b496-3e965a591979 req-b6bc9858-a9f9-4c90-9c77-071271f1e6a8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275253 Jan 28 13:23:26.113439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4a483b9-2379-43c0-8da9-7c642252d9c8 req-e8559a1d-c430-4c67-b386-07b9f4ceefff service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307330 Jan 28 13:23:26.114876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-e9c5fc55-c0d0-4c71-a804-2d42879851c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.117211 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-e9c5fc55-c0d0-4c71-a804-2d42879851c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.4790871 Jan 28 13:23:26.128959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3fa0a-f280-4632-be85-87ca1948e77d req-486d9841-5acd-456b-8395-d37c12d2ca8b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.137433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bee3fa0a-f280-4632-be85-87ca1948e77d req-486d9841-5acd-456b-8395-d37c12d2ca8b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 944 time: 0.1945107 Jan 28 13:23:26.141655 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.151105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.186101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-57e39596-2fe9-4a13-84b1-5e292484d70e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 200 len: 217 time: 0.0558362 Jan 28 13:23:26.269242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=63e3aa81-51bf-419f-8c3b-f3ef880e8286,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:26.298703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bee3fa0a-f280-4632-be85-87ca1948e77d req-52bb363c-c5d0-4f92-a943-b4cda0cd60bf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600935 Jan 28 13:23:26.315337 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (e00090b0-900d-466f-b259-5aab467e262e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.346493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.350117 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-09b5fee5-1b80-444d-8fa9-12442b5f0b92 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8038774 Jan 28 13:23:26.356392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-755b0b0a-0bfa-4e38-86fa-1bed2ef38dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:26.357888 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-755b0b0a-0bfa-4e38-86fa-1bed2ef38dbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.1452386 Jan 28 13:23:26.377339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.426624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-23ca701e-a0ee-490f-a3e0-8193abfc9603 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557332 Jan 28 13:23:26.530993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbc5567d-7030-42bf-b394-18ad47d980a2 admin admin] Publish callbacks [] for security_group (3af865f3-cf05-45b9-af27-83fef38f2f9c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.552609 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbc5567d-7030-42bf-b394-18ad47d980a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3af865f3-cf05-45b9-af27-83fef38f2f9c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.595995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cbc5567d-7030-42bf-b394-18ad47d980a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04e893f874d94375a1111f230d8f64da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9774032 Jan 28 13:23:26.598623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43676) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:26.639259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5567d-7030-42bf-b394-18ad47d980a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af865f3-cf05-45b9-af27-83fef38f2f9c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:26.659950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-f32c31b1-c279-48d9-8992-e8b59814967d service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223198 Jan 28 13:23:26.711281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a6d454aa-2f4f-4564-b9b1-49d0e5cb1269 admin admin] Publish callbacks [] for security_group (3af865f3-cf05-45b9-af27-83fef38f2f9c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.749329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a6d454aa-2f4f-4564-b9b1-49d0e5cb1269 admin admin] Publish callbacks [] for security_group (3af865f3-cf05-45b9-af27-83fef38f2f9c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.871940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-b973b553-ff20-4dbe-83fe-1f3dfa95f7b3 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012897 Jan 28 13:23:26.921885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a6d454aa-2f4f-4564-b9b1-49d0e5cb1269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3af865f3-cf05-45b9-af27-83fef38f2f9c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.928858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a6d454aa-2f4f-4564-b9b1-49d0e5cb1269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:26.933427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a6d454aa-2f4f-4564-b9b1-49d0e5cb1269 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3af865f3-cf05-45b9-af27-83fef38f2f9c HTTP/1.1" status: 204 len: 168 time: 0.3336024 Jan 28 13:23:26.950607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-b2071ec1-6ddf-4eb4-8b48-643b3ed0ef08 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--398352670&fields=id&tenant_id=27dd08af341f42918759491886a80b4d HTTP/1.1" status: 200 len: 267 time: 0.0775466 Jan 28 13:23:26.969941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d454aa-2f4f-4564-b9b1-49d0e5cb1269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af865f3-cf05-45b9-af27-83fef38f2f9c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:27.010351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db77c01-2097-47bd-830c-8d4552f549eb req-47b852b0-d42f-4709-87b0-ccc87002dfcb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.025965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1db77c01-2097-47bd-830c-8d4552f549eb req-47b852b0-d42f-4709-87b0-ccc87002dfcb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1761420 Jan 28 13:23:27.074573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-7d88be47-76ff-473e-ac9f-879912944846 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.085534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-7d88be47-76ff-473e-ac9f-879912944846 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports/5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 931 time: 0.1340451 Jan 28 13:23:27.174761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1db77c01-2097-47bd-830c-8d4552f549eb req-6941cc5c-fe0f-4cd8-96e6-373ad1a8fc38 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457305 Jan 28 13:23:27.186391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-31966cc3-436d-49f3-9615-e9e8580e39de tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.187839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-31966cc3-436d-49f3-9615-e9e8580e39de tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports/b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 932 time: 0.0994210 Jan 28 13:23:27.199288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43704) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:27.327764 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ad8943d1-6b5f-4cf4-bd3c-777608ce64d0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1320481 Jan 28 13:23:27.385693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-0d74084b-3b22-4588-9a55-69e6964ed323 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.387135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-0d74084b-3b22-4588-9a55-69e6964ed323 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd&tenant_id=c0bfc9605ed140948b36ede1db3531db&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1592262 Jan 28 13:23:27.433312 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5ef29d7-e282-4771-b0f0-5825f60d0c9a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0839972 Jan 28 13:23:27.496136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ed578-aac0-4c53-86ed-7b764e7d28c4 req-0e974477-957a-4b32-b957-5d59d081f1c8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.504880 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c8ed578-aac0-4c53-86ed-7b764e7d28c4 req-0e974477-957a-4b32-b957-5d59d081f1c8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 945 time: 0.0925844 Jan 28 13:23:27.622442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c8ed578-aac0-4c53-86ed-7b764e7d28c4 req-2d95c806-56ca-4e15-81ca-6ae8b6731ad1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151452 Jan 28 13:23:27.623479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-4a60bdc3-28a5-4570-be86-5e22211f5e96 service neutron] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:27.634241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-network', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:27.657798 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-4a60bdc3-28a5-4570-be86-5e22211f5e96 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.659203 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751c5d22-2af9-4d0e-a85e-72ad0d1b4f70 req-4a60bdc3-28a5-4570-be86-5e22211f5e96 service neutron] 10.222.0.60 "DELETE /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf/bindings/n-h1-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.2294319 Jan 28 13:23:27.730414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Made reservation on behalf of 4d055afd8e8c4b0180fbc0bb6a6993a1 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:27.739207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.753005 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.755813 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.768888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-17a2d542-ff24-4f3b-8c74-5f14708cc7b3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.796121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-17a2d542-ff24-4f3b-8c74-5f14708cc7b3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.810408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-17a2d542-ff24-4f3b-8c74-5f14708cc7b3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.820897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-17a2d542-ff24-4f3b-8c74-5f14708cc7b3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/networks?id=d851e8dd-4248-45c2-9e39-3c87874d52ed&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=1d96b2c5-f574-4f64-9977-4a974e942cdc&id=1d96b2c5-f574-4f64-9977-4a974e942cdc HTTP/1.1" status: 200 len: 1989 time: 0.3057475 Jan 28 13:23:27.847922 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ad3b1528-244e-4e3b-b086-f3f36e2b5713 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/quotas/27dd08af341f42918759491886a80b4d HTTP/1.1" status: 200 len: 375 time: 0.0219836 Jan 28 13:23:27.883423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks [] for security_group (f1092af5-56dc-4553-8a38-c2c6a21fe29c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.904806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1092af5-56dc-4553-8a38-c2c6a21fe29c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.932949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-0bd8f010-52af-4dc0-a262-9503d4481200 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0837004 Jan 28 13:23:27.949439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:23:27.982771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69dbc7-6d3d-4ea3-ade0-5f35fe566dbd req-b972dddd-98b8-4a87-936b-b0f657d893a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:27.991177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a69dbc7-6d3d-4ea3-ade0-5f35fe566dbd req-b972dddd-98b8-4a87-936b-b0f657d893a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 944 time: 0.2361512 Jan 28 13:23:27.993262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a8842feb-5b91-4bfe-ba54-66d7421b5b10 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:27.997319 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (152fe52f-8288-439b-bba6-6fb096a6fe84), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:27.997703 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Added segment 152fe52f-8288-439b-bba6-6fb096a6fe84 of type vlan for network bfba4a32-00c2-4858-a86b-49d6467d48e5 Jan 28 13:23:28.021132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1092af5-56dc-4553-8a38-c2c6a21fe29c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:28.063139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e89d466c-041b-4e68-a58d-d8fd005622bd service neutron] 10.222.0.45 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020691 Jan 28 13:23:28.146296 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (bfba4a32-00c2-4858-a86b-49d6467d48e5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.169709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a69dbc7-6d3d-4ea3-ade0-5f35fe566dbd req-f7d72db4-5b3c-40f5-b18a-26eb89aa0e40 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773524 Jan 28 13:23:28.247859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (bfba4a32-00c2-4858-a86b-49d6467d48e5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.249062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:28.250324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.284636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0806792 Jan 28 13:23:28.298136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43736) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:28.316579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Request body: {'subnet': {'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-subnet', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:28.376744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43740) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:28.388516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Made reservation on behalf of 4d055afd8e8c4b0180fbc0bb6a6993a1 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:28.391185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.395172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-99411ab4-f311-4700-a725-dccbaadbc545 service neutron] 10.222.0.45 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111992 Jan 28 13:23:28.473442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2a9d-1526-4125-a779-2aa8c69e3413 admin admin] Pushing event updated for resources: {'Network': ['ID=bfba4a32-00c2-4858-a86b-49d6467d48e5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:28.530538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-8bb29c9f-0bf9-4801-973a-b82200b5e86c service neutron] 10.222.0.45 "GET /v2.0/ports/5fb8a23b-1f95-4833-9963-9945e5e453f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1209283 Jan 28 13:23:28.541498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab034c9-dd12-443d-89ff-e2d9dc220edb req-6f41a996-4dab-4418-9f6f-7e2e4d28ae73 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:28.549956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ab034c9-dd12-443d-89ff-e2d9dc220edb req-6f41a996-4dab-4418-9f6f-7e2e4d28ae73 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1673243 Jan 28 13:23:28.669438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ab034c9-dd12-443d-89ff-e2d9dc220edb req-dc655594-459b-4c3a-a9e9-64e65b60ccc2 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151955 Jan 28 13:23:28.699653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1965137663-network', 'tenant_id': 'ef9a2b739e124d4c8e5bed48ef613b06'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:28.724963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a8842feb-5b91-4bfe-ba54-66d7421b5b10, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a8842feb-5b91-4bfe-ba54-66d7421b5b10,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:28.745759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10', 'mac_address': 'fa:16:3e:6a:ea:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:23:28.758647 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-97c121e3-b2ec-470f-a462-5d17674931d0 service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199109 Jan 28 13:23:28.769162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:23:28.787204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Made reservation on behalf of ef9a2b739e124d4c8e5bed48ef613b06 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:28.792758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.834126 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.840911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4377d71-ccf9-4393-bc1e-4e588f7b3414 req-c5837012-7c5d-4ff6-acc6-872c559ed52d tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:28.852233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4377d71-ccf9-4393-bc1e-4e588f7b3414 req-c5837012-7c5d-4ff6-acc6-872c559ed52d tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 1096 time: 0.0956006 Jan 28 13:23:28.900716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (3ebd50ae-763d-43c2-9d69-5111f79df7a4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.949394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a8842feb-5b91-4bfe-ba54-66d7421b5b10 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:28.950131 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:28.954625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4377d71-ccf9-4393-bc1e-4e588f7b3414 req-9b20ab93-6ed1-4f76-9b8d-2158e9043403 tempest-LiveAutoBlockMigrationV225Test-1855784024 tempest-LiveAutoBlockMigrationV225Test-1855784024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947363 Jan 28 13:23:28.974030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8842feb-5b91-4bfe-ba54-66d7421b5b10 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:29.027615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a8842feb-5b91-4bfe-ba54-66d7421b5b10, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a8842feb-5b91-4bfe-ba54-66d7421b5b10,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:29.032801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.091019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a8842feb-5b91-4bfe-ba54-66d7421b5b10,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:29.100232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.100868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.101393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.101894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.102451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.103505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.104720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.105236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.105751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.106499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.106997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.107488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.107979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:29.387760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f414e9-05af-4dd8-87a1-344e6eb222b7 req-cba322d7-c361-45bd-aad8-d887fda48721 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:29.396780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1f414e9-05af-4dd8-87a1-344e6eb222b7 req-cba322d7-c361-45bd-aad8-d887fda48721 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 945 time: 0.0728045 Jan 28 13:23:29.428920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-c0cadedb-9794-40ef-8b00-b2b442df896d service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432192 Jan 28 13:23:29.464740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1f414e9-05af-4dd8-87a1-344e6eb222b7 req-0877287b-334c-4a77-954b-813873963bca tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667343 Jan 28 13:23:29.479058 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-8f7252ce-763f-4a48-99ed-5c0828a9c4c7 service neutron] 10.222.0.45 "GET /v2.0/ports/b5170db9-4409-4bbf-8eb6-df88539e8a43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0488174 Jan 28 13:23:29.487798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a8842feb-5b91-4bfe-ba54-66d7421b5b10'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:29.578221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebd50ae-763d-43c2-9d69-5111f79df7a4,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:29.644194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9886b-b2ea-44df-81e8-7cede43a1b4b req-3a245f8f-c8ab-4873-b12e-3b0482def376 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:29.654697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7cd9886b-b2ea-44df-81e8-7cede43a1b4b req-3a245f8f-c8ab-4873-b12e-3b0482def376 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 945 time: 0.1196685 Jan 28 13:23:29.678918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Checking segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:29.679549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Network hostable DHCP agents. Network: bfba4a32-00c2-4858-a86b-49d6467d48e5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:23:29.729570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7cd9886b-b2ea-44df-81e8-7cede43a1b4b req-a9a6f020-b060-477a-8c1c-d0ea0178bf97 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677836 Jan 28 13:23:29.752320 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks [] for security_group (2bb90065-5e30-4aa2-9641-e12c7fac3a0d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.763116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9d62b02a-6da0-4d6b-b0ca-cc82e23ebf14 service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546997 Jan 28 13:23:29.775049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2bb90065-5e30-4aa2-9641-e12c7fac3a0d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.788714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:23:29.801837 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cb82fc88-ebc5-48a8-9de8-cf65d34323a3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.802184 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Added segment cb82fc88-ebc5-48a8-9de8-cf65d34323a3 of type vlan for network d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67 Jan 28 13:23:29.853007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb90065-5e30-4aa2-9641-e12c7fac3a0d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:29.854915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd665-06e9-4911-baec-50844674ae44 req-35688799-fcd2-46bf-9f4d-a446d3296f8b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:29.856163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:23:29.857845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72fbd665-06e9-4911-baec-50844674ae44 req-35688799-fcd2-46bf-9f4d-a446d3296f8b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0627029 Jan 28 13:23:29.925543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72fbd665-06e9-4911-baec-50844674ae44 req-1732ddb4-ba33-466d-ade5-21ec4c01dd02 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608907 Jan 28 13:23:29.960263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, bfba4a32-00c2-4858-a86b-49d6467d48e5) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:29.965671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:29.966369 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:29.972823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f588f4-47dc-4eaf-9ac9-de53e0673424 None None] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:30.008627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-8608f130-a8c4-4f6d-82d2-e3afd38ec638 service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444222 Jan 28 13:23:30.047552 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.105138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-bfba4a32-00c2-4858-a86b-49d6467d48e5', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:23:30.106089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.135091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43756) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:30.136659 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b4ede2e-853f-439f-bdea-2a5b0f55ce2a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8341184 Jan 28 13:23:30.141453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:30.153961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.155648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:30.156944 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.195006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (38606847-96d9-40f7-bbc1-bd531db5a1ab), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.196205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (38606847-96d9-40f7-bbc1-bd531db5a1ab), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.293933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9128149 Jan 28 13:23:30.303074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43758) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:30.311326 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks [] for router_controller (38606847-96d9-40f7-bbc1-bd531db5a1ab), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.314946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Request body: {'subnet': {'network_id': 'd7e7bd16-155c-4a8b-8366-1d9ccc1aeb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1965137663-subnet', 'tenant_id': 'ef9a2b739e124d4c8e5bed48ef613b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:30.343177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9375a673-0fce-4e10-ae67-c2984aa6aba3 service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324666 Jan 28 13:23:30.349010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Made reservation on behalf of ef9a2b739e124d4c8e5bed48ef613b06 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:30.351663 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.360128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Allocated IP 172.20.0.2 (bfba4a32-00c2-4858-a86b-49d6467d48e5/3ebd50ae-763d-43c2-9d69-5111f79df7a4/44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:30.567793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Publish callbacks [] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.578863 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.589908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396be25f-9d2b-4e2b-8fb6-3f1470dd6bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:30.622256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-2dfd7706-4285-4c9a-b958-0a57c7f051a1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:30.623806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-2dfd7706-4285-4c9a-b958-0a57c7f051a1 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 945 time: 0.4506419 Jan 28 13:23:30.628642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks [] for router_gateway (38606847-96d9-40f7-bbc1-bd531db5a1ab), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.660331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Pushing event updated for resources: {'Port': ['ID=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:30.664591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:23:30.765202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:30.769557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:30.776577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:30.797458 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (3b4edf33-e604-415a-bcfa-227ea6369bfb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.848976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe1d5-ca14-477a-9727-38ac76dfdd12 req-8651cd0b-b3b4-4e38-adb3-974babdb3db4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:30.868411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-daebe1d5-ca14-477a-9727-38ac76dfdd12 req-8651cd0b-b3b4-4e38-adb3-974babdb3db4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 945 time: 0.2755404 Jan 28 13:23:30.880187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-b409484f-49d0-4b7c-8c1b-e4e277573ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057380 Jan 28 13:23:30.922568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Attempting to bind port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:30.922973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Attempting to bind port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:30.923352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Attempting to bind port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 on network bfba4a32-00c2-4858-a86b-49d6467d48e5 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:30.926963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4edf33-e604-415a-bcfa-227ea6369bfb,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:30.940394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:30.940788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Checking segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:30.941647 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.942072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Bound using segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:30.942728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Bound port: 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:30.943177 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:30.963497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-daebe1d5-ca14-477a-9727-38ac76dfdd12 req-485b310f-57a3-4b0f-9e1d-5aa15f08374c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934100 Jan 28 13:23:31.010325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Checking segment: {'id': 'cb82fc88-ebc5-48a8-9de8-cf65d34323a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd7e7bd16-155c-4a8b-8366-1d9ccc1aeb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:31.010900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Network hostable DHCP agents. Network: d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:23:31.017891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Deleting port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:31.018436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.064722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] For port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:31.068489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] For port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:31.076188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.181655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826197-657e-4355-bcaf-5b536b2f9e09 None None] Pushing event updated for resources: {'Port': ['ID=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:31.201455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Network d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:23:31.227966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-be9b5ac9-42df-4070-b532-92733a97fb1e service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307989 Jan 28 13:23:31.236658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:31.242291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:31.243226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.247925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c84b2-eba7-44b5-a5e2-b528010f1c35 None None] Network d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:31.258963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks [] for router_gateway (38606847-96d9-40f7-bbc1-bd531db5a1ab), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.297892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] For port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:31.299105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.314496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.342325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418cece-428a-43d3-bccb-59e894994e31 req-5e8ebeac-b3fc-4bab-8f65-26981f14561f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:31.351361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6418cece-428a-43d3-bccb-59e894994e31 req-5e8ebeac-b3fc-4bab-8f65-26981f14561f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 945 time: 0.2376351 Jan 28 13:23:31.443567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e222d281-3e50-4e86-a933-fd7469d74ea3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1384289 Jan 28 13:23:31.474759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Calling delete_port for 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:31.512669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922b72e-394c-4418-abe0-4342abe0a18b None None] Network d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:31.516706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6418cece-428a-43d3-bccb-59e894994e31 req-f010bbe8-c7da-4d72-8d81-2fc3e9de7490 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125894 Jan 28 13:23:31.677255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Allocated IP 172.25.4.109 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f8fe8ccc-ba01-43ea-bf0a-23df33682308) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:31.795783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14c38-bdf7-488e-b244-5931c23c23c3 req-71158d1b-035e-4a2b-b685-c155491fa739 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:31.802822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dc14c38-bdf7-488e-b244-5931c23c23c3 req-71158d1b-035e-4a2b-b685-c155491fa739 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1458230 Jan 28 13:23:31.831948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e1652294-797e-4005-94c8-60e678dcf6a9 service neutron] 10.222.0.45 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659449 Jan 28 13:23:31.886449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dc14c38-bdf7-488e-b244-5931c23c23c3 req-1d003686-102b-4768-9eab-55d63b784488 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776467 Jan 28 13:23:31.911545 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks [] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:31.930992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d69433b6-7dd6-4c49-a15e-a81aa3b3fe3d service neutron] 10.222.0.45 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894341 Jan 28 13:23:31.985842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.017284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a8842feb-5b91-4bfe-ba54-66d7421b5b10 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:32.090360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.090804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:32.097294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:32.102500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:32.108266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Pushing event updated for resources: {'Port': ['ID=f8fe8ccc-ba01-43ea-bf0a-23df33682308,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:32.108560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d7c1cf1f-218f-4dfc-a5e5-b455983dcfca'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:32.121343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-84647379-da2c-4432-bf63-6b037d69c833 service neutron] 10.222.0.45 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809382 Jan 28 13:23:32.175870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event deleted for resources: {'Port': ['ID=1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:32.212048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] No DVR routers for this DVR port 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:32.215898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.219315 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3df09fe0-3b39-44f7-840c-eda8b4d1c2c9 req-de621b04-37a1-407e-9b7a-3837c602fa59 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "DELETE /v2.0/ports/1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf HTTP/1.1" status: 204 len: 173 time: 1.5675371 Jan 28 13:23:32.268926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'name': 'network-vif-deleted', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:32.272717 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed4f150-022f-4d7e-97b9-a969d01a84e7" -d '{"events": [{"server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "name": "network-vif-deleted", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:32.298525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port a8842feb-5b91-4bfe-ba54-66d7421b5b10 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:23:32.325423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port a8842feb-5b91-4bfe-ba54-66d7421b5b10 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:32.327467 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.330261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d5bb7d95-11c3-478a-8484-f857166c9ec4 service neutron] 10.222.0.45 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812475 Jan 28 13:23:32.570774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-015007bb-3bd3-4bbb-89e9-2af76afe51d9 service neutron] 10.222.0.45 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348301 Jan 28 13:23:32.661725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a8842feb-5b91-4bfe-ba54-66d7421b5b10 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:32.661975 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.733600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20495630-a996-45fa-8423-b49063350a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:32.735954 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9764a-1f55-4eeb-a6f6-eb2dc9e2ef73" -d '{"events": [{"server_uuid": "20495630-a996-45fa-8423-b49063350a4f", "name": "network-vif-plugged", "status": "completed", "tag": "a8842feb-5b91-4bfe-ba54-66d7421b5b10"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:32.822772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a8842feb-5b91-4bfe-ba54-66d7421b5b10, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a8842feb-5b91-4bfe-ba54-66d7421b5b10,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:32.828502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:32.829161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:32.937145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:32.941807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:32.942104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:33.061526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a8842feb-5b91-4bfe-ba54-66d7421b5b10,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:33.089295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3371ee5-2c2f-49fe-8a28-e03069ceea13 None None] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:33.270943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:33.271584 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.322708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-de511cc1-0742-4001-962c-075e524b494b None None] Provisioning complete for port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:33.323108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-de511cc1-0742-4001-962c-075e524b494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.363349 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-a837e5e7-de8c-4caf-823c-2186411b4a30 req-68424b07-ff39-4b2e-b857-24a5a975f882 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] show failed (client error): The resource could not be found. Jan 28 13:23:33.364806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a837e5e7-de8c-4caf-823c-2186411b4a30 req-68424b07-ff39-4b2e-b857-24a5a975f882 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "GET /v2.0/security-groups/dcefa656-250e-420d-89d9-2576608f4d7b HTTP/1.1" status: 404 len: 352 time: 0.0351751 Jan 28 13:23:33.522445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:33.522852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.592628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks [] for router_gateway (38606847-96d9-40f7-bbc1-bd531db5a1ab), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.644940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-de511cc1-0742-4001-962c-075e524b494b None None] Current status of the port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:33.645343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-de511cc1-0742-4001-962c-075e524b494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.675790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:33.689516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:33.781893 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f1aa0a-f194-458c-8924-3031f5b53233 x-openstack-request-id: req-a3f1aa0a-f194-458c-8924-3031f5b53233 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:33.782414 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd", "name": "network-vif-deleted", "tag": "1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:33.782533 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3f1aa0a-f194-458c-8924-3031f5b53233 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:33.782925 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd', 'name': 'network-vif-deleted', 'tag': '1cc2d2cc-810a-4d54-8ed5-4bccb3f411bf', 'status': 'completed', 'code': 200} Jan 28 13:23:33.845267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:33.883650 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-de511cc1-0742-4001-962c-075e524b494b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:23:33.884076 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-de511cc1-0742-4001-962c-075e524b494b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:23:33.974427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb619dd6-f689-4d7d-aad8-ee29b7645c1b req-062cdc94-9970-4ca2-98c3-2483acc8697b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:33.975945 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb619dd6-f689-4d7d-aad8-ee29b7645c1b req-062cdc94-9970-4ca2-98c3-2483acc8697b tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 944 time: 0.0851095 Jan 28 13:23:33.990003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (38606847-96d9-40f7-bbc1-bd531db5a1ab), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.021834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78f5ec-de68-4b59-99fa-5a6d61847c4e req-157df325-616b-40f1-8757-05b63ef72ae2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:34.027740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d78f5ec-de68-4b59-99fa-5a6d61847c4e req-157df325-616b-40f1-8757-05b63ef72ae2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 946 time: 0.5176361 Jan 28 13:23:34.039644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-4b528aca-e20f-4416-8f2e-1ec5f2a62da0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:34.042308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-4b528aca-e20f-4416-8f2e-1ec5f2a62da0 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 944 time: 0.7278953 Jan 28 13:23:34.080362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb619dd6-f689-4d7d-aad8-ee29b7645c1b req-2d46a15d-1d54-40f0-8c4d-b912243dc27a tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938342 Jan 28 13:23:34.194543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d81e-e813-4e57-9dde-2464b4f2b598 req-1289e25a-414e-4994-9a32-383f0d7d72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:34.197158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4c1d81e-e813-4e57-9dde-2464b4f2b598 req-1289e25a-414e-4994-9a32-383f0d7d72a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 0.8923419 Jan 28 13:23:34.230787 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbfa7eee-aabe-401c-ae9b-7308cd46c35e req-d14fa5c5-9017-4c9d-8fd6-ae9b1a16c2de tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0533531 Jan 28 13:23:34.334318 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cb3267-b851-4008-9ea0-e02221132e0a x-openstack-request-id: req-87cb3267-b851-4008-9ea0-e02221132e0a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:34.334840 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20495630-a996-45fa-8423-b49063350a4f", "name": "network-vif-plugged", "status": "completed", "tag": "a8842feb-5b91-4bfe-ba54-66d7421b5b10", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:34.335193 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87cb3267-b851-4008-9ea0-e02221132e0a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:34.335688 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20495630-a996-45fa-8423-b49063350a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10', 'code': 200} Jan 28 13:23:34.459102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-de511cc1-0742-4001-962c-075e524b494b None None] Current status of the port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:34.497483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d78f5ec-de68-4b59-99fa-5a6d61847c4e req-8db2a737-2b10-432b-8d4c-e296a4dc70e7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537165 Jan 28 13:23:34.520931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4c1d81e-e813-4e57-9dde-2464b4f2b598 req-5ef1629b-22e4-4776-b8de-a82817eb5cf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826309 Jan 28 13:23:34.570108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151274d-44b2-448f-9b48-16d2ef929082 req-17e00779-0ba3-497e-87e4-6c090f5580c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:34.570364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:23:34.578620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a151274d-44b2-448f-9b48-16d2ef929082 req-17e00779-0ba3-497e-87e4-6c090f5580c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 1097 time: 0.1742368 Jan 28 13:23:34.579561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Deleting port d1f92a01-1701-40c3-9462-902548a6ecef {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:34.579809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.594010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c2eb70c5-3be0-498b-855e-6c4a91d5c629 None None] Provisioning complete for port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:34.594274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c2eb70c5-3be0-498b-855e-6c4a91d5c629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.599136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48252123-0818-4d68-ac57-ed48b58fac9c req-50cca1c7-2552-421f-8bbc-523d36456000 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:34.600799 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-48252123-0818-4d68-ac57-ed48b58fac9c req-50cca1c7-2552-421f-8bbc-523d36456000 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1447062 Jan 28 13:23:34.807139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:34.813634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a151274d-44b2-448f-9b48-16d2ef929082 req-9664ab4e-fe4c-45a8-8de2-2c5a2ac2216f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118335 Jan 28 13:23:34.831057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-48252123-0818-4d68-ac57-ed48b58fac9c req-abb5eebc-cc6b-4fa0-9752-e7ca8105c215 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137256 Jan 28 13:23:34.845825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] For port d1f92a01-1701-40c3-9462-902548a6ecef, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1f92a01-1701-40c3-9462-902548a6ecef,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:34.846210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.881722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Calling delete_port for d1f92a01-1701-40c3-9462-902548a6ecef owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:34.911848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb70c5-3be0-498b-855e-6c4a91d5c629 None None] Current status of the port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:34.932122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9ed141e-29b4-416c-be01-f8a3e49d79f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:34.972475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e500bbe9-5b03-4b24-add3-453e7a286d30 req-208ee9f1-a430-4cef-a43e-883c7a521bc8 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef9a2b739e124d4c8e5bed48ef613b06 HTTP/1.1" status: 200 len: 3001 time: 0.0893278 Jan 28 13:23:34.976574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:34.977189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:35.045776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e500bbe9-5b03-4b24-add3-453e7a286d30 req-a88220df-247d-427a-bc2f-668df72267b3 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "GET /v2.0/security-groups/2bb90065-5e30-4aa2-9641-e12c7fac3a0d HTTP/1.1" status: 200 len: 2998 time: 0.0688937 Jan 28 13:23:35.083100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93bfd8c1-cbe2-4aad-b471-46e80f3d65f9 req-5903484c-7f48-4679-82f2-cba1cab3c90d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.1512983 Jan 28 13:23:35.154760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:35.173377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e500bbe9-5b03-4b24-add3-453e7a286d30 req-b0274e89-c050-4f9b-8e15-0fe6736937f6 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "GET /v2.0/security-groups/2bb90065-5e30-4aa2-9641-e12c7fac3a0d HTTP/1.1" status: 200 len: 2998 time: 0.1215894 Jan 28 13:23:35.308394 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ea9f34-5205-4e45-bd67-106685a9967e req-aef3d405-5f08-43be-ba08-55c7bbf0a2e0 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "GET /v2.0/security-groups/2bb90065-5e30-4aa2-9641-e12c7fac3a0d HTTP/1.1" status: 200 len: 2998 time: 0.0970576 Jan 28 13:23:35.386026 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-a7ea9f34-5205-4e45-bd67-106685a9967e req-4d813180-9642-4f49-81a7-fe83b7ffb65b tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:23:35.387258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ea9f34-5205-4e45-bd67-106685a9967e req-4d813180-9642-4f49-81a7-fe83b7ffb65b tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "DELETE /v2.0/security-groups/2bb90065-5e30-4aa2-9641-e12c7fac3a0d HTTP/1.1" status: 409 len: 352 time: 0.0709591 Jan 28 13:23:35.398770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16eca12a-d5f0-4b54-80ce-6368a4825499 req-18bfac77-39c2-43f1-8ac5-5ca17b9e1534 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 210 time: 0.0828233 Jan 28 13:23:35.409303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d1f92a01-1701-40c3-9462-902548a6ecef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:35.471102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event deleted for resources: {'Port': ['ID=d1f92a01-1701-40c3-9462-902548a6ecef,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:35.507490 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-973128d2-b916-4fe5-8f3e-4bc447412747 req-d3bb86bf-edec-4c1d-9df8-0ea7109fc0e0 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0493009 Jan 28 13:23:35.532855 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-9255c107-9056-43d8-8cc5-c11cbd07e3a9 req-c4ab00bc-3c75-4706-a35b-9f0deac817ee tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] show failed (client error): The resource could not be found. Jan 28 13:23:35.534168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9255c107-9056-43d8-8cc5-c11cbd07e3a9 req-c4ab00bc-3c75-4706-a35b-9f0deac817ee tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "GET /v2.0/security-groups/b2e3e215-fb65-4636-abd9-99840aa2a4be HTTP/1.1" status: 404 len: 352 time: 0.0780218 Jan 28 13:23:35.604401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] No DVR routers for this DVR port d1f92a01-1701-40c3-9462-902548a6ecef on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:35.616787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:35.621801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec003d09-0ff4-4985-9326-d3f04b110413 req-1e24fabe-22ca-491d-9294-9167ad145267 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "DELETE /v2.0/ports/d1f92a01-1701-40c3-9462-902548a6ecef HTTP/1.1" status: 204 len: 173 time: 1.4422622 Jan 28 13:23:35.622650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'name': 'network-vif-deleted', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:35.625399 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7db5a63-88ab-4b2b-8852-246443b85d8a" -d '{"events": [{"server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "name": "network-vif-deleted", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:35.635401 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-07cc3d8f-3222-40b5-8a8f-57a7059c1ed4 req-fa6ca641-5cb3-481a-b644-40d7fcdc9a37 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] show failed (client error): The resource could not be found. Jan 28 13:23:35.636959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07cc3d8f-3222-40b5-8a8f-57a7059c1ed4 req-fa6ca641-5cb3-481a-b644-40d7fcdc9a37 tempest-SecurityGroupsNegativeTestJSON-964280789 tempest-SecurityGroupsNegativeTestJSON-964280789-project] 10.222.0.45 "GET /v2.0/security-groups/c352af3d-5207-4a6c-ab01-7177959cd57c HTTP/1.1" status: 404 len: 352 time: 0.0690916 Jan 28 13:23:35.638677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:35.655403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43842) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:35.661066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:35.688399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:35.691670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:35.693298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3b7832f0-d773-40a6-a2b1-5c2840680987 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.5570705 Jan 28 13:23:35.696115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:35.698459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:35.816999 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866f05e-9a9d-4f98-b77b-021cb3874c65 x-openstack-request-id: req-d866f05e-9a9d-4f98-b77b-021cb3874c65 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:35.817379 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436729df-35ee-44ac-bbad-fd86e480590a", "name": "network-vif-deleted", "tag": "d1f92a01-1701-40c3-9462-902548a6ecef", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:35.817589 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d866f05e-9a9d-4f98-b77b-021cb3874c65 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:35.817934 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436729df-35ee-44ac-bbad-fd86e480590a', 'name': 'network-vif-deleted', 'tag': 'd1f92a01-1701-40c3-9462-902548a6ecef', 'status': 'completed', 'code': 200} Jan 28 13:23:35.821286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c299892-88c7-4cbc-906c-6574d0614e8d req-219376d4-72af-473f-bcec-96eae38625ff tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:35.833887 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c299892-88c7-4cbc-906c-6574d0614e8d req-219376d4-72af-473f-bcec-96eae38625ff tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 946 time: 0.2500443 Jan 28 13:23:35.869058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-729c4c8e-89e9-4cc6-b301-3efbd1048eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:35.881500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-729c4c8e-89e9-4cc6-b301-3efbd1048eee service neutron] 10.222.0.60 "GET /v2.0/ports/5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 1027 time: 0.1550138 Jan 28 13:23:35.932853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] Deleting subnet 3b4edf33-e604-415a-bcfa-227ea6369bfb {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:23:35.986408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] Publish callbacks [] for subnet (3b4edf33-e604-415a-bcfa-227ea6369bfb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.073586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c299892-88c7-4cbc-906c-6574d0614e8d req-9e78cc10-759c-452c-921b-25525ec986c5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206073 Jan 28 13:23:36.086656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5b04c55c-e095-47d6-8962-58e59d34db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:36.096769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5b04c55c-e095-47d6-8962-58e59d34db93 service neutron] 10.222.0.60 "GET /v2.0/ports/b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 1028 time: 0.1837347 Jan 28 13:23:36.226949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c3ade-4733-42d5-8031-b6a919c96af9 req-5079caa0-7282-4eb8-98e6-aaadef36a8a8 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:36.235183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d8c3ade-4733-42d5-8031-b6a919c96af9 req-5079caa0-7282-4eb8-98e6-aaadef36a8a8 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0818694 Jan 28 13:23:36.382950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d8c3ade-4733-42d5-8031-b6a919c96af9 req-b1704d73-b76c-428b-b056-7ba93494cc1f tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365609 Jan 28 13:23:36.383087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (3b4edf33-e604-415a-bcfa-227ea6369bfb), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.450366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:36.501034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1301b71d-d763-4a72-922c-38cb9cb04133 req-65af9a0c-f97a-4b45-b76d-a8d3657d8ba8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0437596 Jan 28 13:23:36.609428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-67ef1a19-f4c4-4051-9579-5c3ebaab3bd9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:36.622772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-67ef1a19-f4c4-4051-9579-5c3ebaab3bd9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:36.634145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-67ef1a19-f4c4-4051-9579-5c3ebaab3bd9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:36.642682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-67ef1a19-f4c4-4051-9579-5c3ebaab3bd9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "GET /v2.0/networks?id=d851e8dd-4248-45c2-9e39-3c87874d52ed&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=1d96b2c5-f574-4f64-9977-4a974e942cdc&id=1d96b2c5-f574-4f64-9977-4a974e942cdc HTTP/1.1" status: 200 len: 1989 time: 0.5437632 Jan 28 13:23:36.649374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (3b4edf33-e604-415a-bcfa-227ea6369bfb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:36.664138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1f92a01-1701-40c3-9462-902548a6ecef no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:36.754405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5c87547-61e4-44ea-8972-3324b4939fb1 req-c551d5e8-3f10-4012-8f83-64859d961b1d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=436729df-35ee-44ac-bbad-fd86e480590a HTTP/1.1" status: 200 len: 210 time: 0.1091623 Jan 28 13:23:36.923468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: d1f92a01-1701-40c3-9462-902548a6ecef {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:36.932547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1f92a01-1701-40c3-9462-902548a6ecef not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:36.973880 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-00987f7d-ce35-4ff5-9c51-0a554b715f28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27dd08af341f42918759491886a80b4d HTTP/1.1" status: 200 len: 379 time: 0.2369545 Jan 28 13:23:36.994355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:32Z', 'revision_number': 3, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:36.998056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'admin_state_up': True, 'tenant_id': '27dd08af341f42918759491886a80b4d', 'security_groups': ['d5183ff7-d47b-4830-8670-ed62ebade6ee']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:37.004480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a93ed4-bfdf-4666-9b03-ee5126a07f7a req-411bd75b-95c1-4c73-8d7a-8e233f9544fc tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.1252370 Jan 28 13:23:37.085824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:37.093625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Updating router 38606847-96d9-40f7-bbc1-bd531db5a1ab port f8fe8ccc-ba01-43ea-bf0a-23df33682308 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:37.134654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.190334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-46edd224-0e90-469c-801f-a824865e5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.197737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-46edd224-0e90-469c-801f-a824865e5841 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 0.2323761 Jan 28 13:23:37.263586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.294674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-37c73f83-6d99-4c97-a219-34432938048d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.308564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707002cf-ea8c-46e6-830c-72a8cb42bdf9 req-0ae0df00-4976-4032-93c1-f2c064af2ccb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.310177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-707002cf-ea8c-46e6-830c-72a8cb42bdf9 req-0ae0df00-4976-4032-93c1-f2c064af2ccb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1878951 Jan 28 13:23:37.319355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (3b4edf33-e604-415a-bcfa-227ea6369bfb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.460730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b4edf33-e604-415a-bcfa-227ea6369bfb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:37.488499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534ecdf-e4fe-4961-8320-25d4df162ce2 req-be54baa9-da2c-4b44-a669-39c356ff7bdc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.490197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9534ecdf-e4fe-4961-8320-25d4df162ce2 req-be54baa9-da2c-4b44-a669-39c356ff7bdc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 946 time: 0.2892332 Jan 28 13:23:37.532815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.537143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2ea43c15-0e9f-4995-a3fd-d1e3fdfc4312 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3b4edf33-e604-415a-bcfa-227ea6369bfb HTTP/1.1" status: 204 len: 168 time: 1.8795125 Jan 28 13:23:37.549576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43866) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:37.565922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-e667a08f-17b4-402c-9294-f0ab8951d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.589928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-e667a08f-17b4-402c-9294-f0ab8951d8a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.3677723 Jan 28 13:23:37.604412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-707002cf-ea8c-46e6-830c-72a8cb42bdf9 req-a9acce7c-d8a3-49e5-a0b5-27b145cddf33 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252555 Jan 28 13:23:37.616408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:37.623249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.713483 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Publish callbacks [] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.722076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.804994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-7d005b64-0a45-41d7-84f9-3e9a5a95c892 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 217 time: 0.1660488 Jan 28 13:23:37.843865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea8191-f942-4b86-9650-c949e7a83315 None None] Pushing event updated for resources: {'Port': ['ID=f8fe8ccc-ba01-43ea-bf0a-23df33682308,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:37.866723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Attempting to bind port f8fe8ccc-ba01-43ea-bf0a-23df33682308 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:37.867254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 172.20.0.13 (d851e8dd-4248-45c2-9e39-3c87874d52ed/7fbb0b8c-8bea-4f64-9dd2-93bf442992e0/d810c948-2d07-482d-a7c1-4f95e1cc46fc) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:37.867596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Attempting to bind port f8fe8ccc-ba01-43ea-bf0a-23df33682308 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:37.869212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Attempting to bind port f8fe8ccc-ba01-43ea-bf0a-23df33682308 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:37.879262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:37.879967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:37.882480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.883078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:37.884358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Bound port: f8fe8ccc-ba01-43ea-bf0a-23df33682308, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:37.896754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.911369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9534ecdf-e4fe-4961-8320-25d4df162ce2 req-e6b4487f-f697-4ca1-b43a-e540b58d9526 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091129 Jan 28 13:23:37.972931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:37.990159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-218b1e17-0609-47fb-98a2-86f59b144fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:37.997083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-218b1e17-0609-47fb-98a2-86f59b144fc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.1763291 Jan 28 13:23:38.001511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] For port f8fe8ccc-ba01-43ea-bf0a-23df33682308, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:38.005266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] For port f8fe8ccc-ba01-43ea-bf0a-23df33682308, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f8fe8ccc-ba01-43ea-bf0a-23df33682308,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:38.009883 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.062577 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Allocated IP 172.20.0.1 (bfba4a32-00c2-4858-a86b-49d6467d48e5/3ebd50ae-763d-43c2-9d69-5111f79df7a4/3b40ac65-1896-4e53-bcf9-360ef897ab18) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:38.072986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.090187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:38.090775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:38.094161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-8ad738ee-535f-40a2-b22c-81f577d96c0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576384 Jan 28 13:23:38.167362 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.231750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea8191-f942-4b86-9650-c949e7a83315 None None] Pushing event updated for resources: {'Port': ['ID=f8fe8ccc-ba01-43ea-bf0a-23df33682308,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:38.244961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=d810c948-2d07-482d-a7c1-4f95e1cc46fc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:38.285337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6ccf2-f726-466c-9f99-db36d7cd43b1 req-a9fc5311-3197-493b-bece-dc3a9e2d1bdf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:38.296207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4df6ccf2-f726-466c-9f99-db36d7cd43b1 req-a9fc5311-3197-493b-bece-dc3a9e2d1bdf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 932 time: 0.1794198 Jan 28 13:23:38.300436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network d851e8dd-4248-45c2-9e39-3c87874d52ed is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:38.357743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:38.357743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:38.402569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:38.465067 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4df6ccf2-f726-466c-9f99-db36d7cd43b1 req-0ca81848-1b96-4eb9-bd91-e3d904326128 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676977 Jan 28 13:23:38.488669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:38.490639 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.506903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.537223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-999fe187-91be-449d-9129-4200fc861d82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059067 Jan 28 13:23:38.547551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ae08aade-ec03-4132-93b7-4def6e5c50ec tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5570669 Jan 28 13:23:38.574973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'admin_state_up': True, 'tenant_id': '27dd08af341f42918759491886a80b4d', 'security_groups': ['d5183ff7-d47b-4830-8670-ed62ebade6ee']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:38.664177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:38.690751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.692895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb82fc88-ebc5-48a8-9de8-cf65d34323a3') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:38.693390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb82fc88-ebc5-48a8-9de8-cf65d34323a3') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:38.711430 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (cb82fc88-ebc5-48a8-9de8-cf65d34323a3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.728373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6a7a14f-148c-4b79-91c7-fd78565b058a req-b87cfde7-e064-45c8-87c2-225bcaa28813 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0736787 Jan 28 13:23:38.756898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cb82fc88-ebc5-48a8-9de8-cf65d34323a3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.799619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-15b88500-e0b9-4920-88b4-3696af51b373 None None] Provisioning complete for port d810c948-2d07-482d-a7c1-4f95e1cc46fc triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:38.800316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-15b88500-e0b9-4920-88b4-3696af51b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.815107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:23:38.815720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (cb82fc88-ebc5-48a8-9de8-cf65d34323a3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:23:38.817633 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:23:38.863049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-f8ad1c5f-c36f-4cb8-87b8-0a94fcddeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:38.864723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-f8ad1c5f-c36f-4cb8-87b8-0a94fcddeeb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0bfc9605ed140948b36ede1db3531db&device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 1095 time: 0.1602714 Jan 28 13:23:38.871498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-15b88500-e0b9-4920-88b4-3696af51b373 None None] Port d810c948-2d07-482d-a7c1-4f95e1cc46fc cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:38.902918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:32Z', 'revision_number': 3, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:38.918379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks [] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:38.926593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-9702f3c7-ec5d-494c-8cc9-1bc93954bc04 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262541 Jan 28 13:23:38.933574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3dd928-ef87-4092-8885-4e1714c0e506 None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:32Z', 'revision_number': 3, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:39.382641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:39.386378 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.401949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a03c4-a492-4318-983e-f7625ef5a0a0 req-994b888b-45a2-4dfc-b70f-e28799f524ed tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:39.402401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf36c0-7dd7-4745-a05d-096d680dcdc7 req-b49d5165-eab0-412f-9b44-2e20393f8fb7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:39.403983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5fcf36c0-7dd7-4745-a05d-096d680dcdc7 req-b49d5165-eab0-412f-9b44-2e20393f8fb7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 945 time: 0.5639694 Jan 28 13:23:39.409723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a35a03c4-a492-4318-983e-f7625ef5a0a0 req-994b888b-45a2-4dfc-b70f-e28799f524ed tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 946 time: 0.6372461 Jan 28 13:23:39.410455 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.451249 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.454361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67 HTTP/1.1" status: 204 len: 168 time: 1.9036605 Jan 28 13:23:39.500928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7fbda-8c47-423c-adc9-9abe0aabcb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e7bd16-155c-4a8b-8366-1d9ccc1aeb67,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:39.552685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-9e08432d-24e4-476e-892e-364eed4f6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:39.554197 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-9e08432d-24e4-476e-892e-364eed4f6888 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 200 len: 921 time: 0.6405869 Jan 28 13:23:39.597551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.609116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524e66b-2243-41de-979b-1cd7d358112d req-3b44350b-dcf9-412f-9dc3-732258408ea1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:39.610631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7524e66b-2243-41de-979b-1cd7d358112d req-3b44350b-dcf9-412f-9dc3-732258408ea1 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 945 time: 0.2703021 Jan 28 13:23:39.622165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a35a03c4-a492-4318-983e-f7625ef5a0a0 req-30ae980e-96ba-462d-9e91-92504f856a83 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111681 Jan 28 13:23:39.659540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43894) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:39.666191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97cc7442-d64e-4524-8baf-7e4b01e2921e req-1ad4ca7e-8041-471d-9476-78bba94aaec3 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291942 Jan 28 13:23:39.667368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5fcf36c0-7dd7-4745-a05d-096d680dcdc7 req-ece3ce02-b136-426d-83b0-14c1d19a9126 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251635 Jan 28 13:23:39.675663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-eebafe01-ed71-4d1e-8c4b-5d66e5e1af53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 200 len: 217 time: 0.1004255 Jan 28 13:23:39.767867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:39.797108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:39.804657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:39.852818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Pushing event updated for resources: {'Port': ['ID=3b40ac65-1896-4e53-bcf9-360ef897ab18,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:39.905010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-362bae37-c6c1-4a95-ad6d-33f7670c32dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef9a2b739e124d4c8e5bed48ef613b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416654 Jan 28 13:23:39.906568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 10.1.1.184 (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f/14f6d334-0821-4189-97f1-082337dbe63b/708bf7df-0b01-4647-995d-27020ddc9cea) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:39.907658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a14379-031e-47c3-a3b2-657c8af375f6 req-53b50e89-5044-479b-b3a7-1c9818b0eb1d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:39.909941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-c1f6e75c-1125-4e1f-8378-59ef23bb36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:39.911399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-c1f6e75c-1125-4e1f-8378-59ef23bb36fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 200 len: 860 time: 0.2245998 Jan 28 13:23:39.912999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15a14379-031e-47c3-a3b2-657c8af375f6 req-53b50e89-5044-479b-b3a7-1c9818b0eb1d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1677916 Jan 28 13:23:39.918201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43898) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:39.931262 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (38606847-96d9-40f7-bbc1-bd531db5a1ab), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:39.997744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-c48a5dab-57fa-437f-858e-f7e38e6c6fd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f65c7fb-9372-4e91-ab81-99b5e248ca4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741665 Jan 28 13:23:40.010303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b609ac-0c17-42c2-8a46-6fbe3cf3e47e req-f9a88a64-1a04-4d7f-a518-cc3a7f33ce80 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:40.020017 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0b609ac-0c17-42c2-8a46-6fbe3cf3e47e req-f9a88a64-1a04-4d7f-a518-cc3a7f33ce80 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 932 time: 0.2443991 Jan 28 13:23:40.104528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Deleting port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:40.104906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.130838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15a14379-031e-47c3-a3b2-657c8af375f6 req-e63cf230-9fda-44cf-a288-9387803dc284 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994331 Jan 28 13:23:40.172416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-041e9ce0-d52f-4f89-9323-f3e4a5792efb admin admin] Publish callbacks [] for security_group (2bb90065-5e30-4aa2-9641-e12c7fac3a0d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.211404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d6014051-bd40-418d-bab1-071d20f31add None None] Provisioning complete for port 3b40ac65-1896-4e53-bcf9-360ef897ab18 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:40.212973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d6014051-bd40-418d-bab1-071d20f31add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.298072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d6014051-bd40-418d-bab1-071d20f31add None None] Port 3b40ac65-1896-4e53-bcf9-360ef897ab18 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:40.334163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] For port ef4fc73f-4d7e-49d8-9080-d1d280a130f2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:40.334540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.354024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Calling delete_port for ef4fc73f-4d7e-49d8-9080-d1d280a130f2 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:40.378029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0b609ac-0c17-42c2-8a46-6fbe3cf3e47e req-6bb5363a-3c0f-489f-be4f-26dfe9a4d027 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537047 Jan 28 13:23:40.382660 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.499990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-068ed1d1-0ad2-46d4-b7ab-1bf19f767676 service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778481 Jan 28 13:23:40.506599 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-041e9ce0-d52f-4f89-9323-f3e4a5792efb admin admin] Publish callbacks [] for security_group (2bb90065-5e30-4aa2-9641-e12c7fac3a0d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.529632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (708bf7df-0b01-4647-995d-27020ddc9cea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.579821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.596645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5eba3601-775c-4217-80d3-f7dcfdfe47eb req-55e891ab-af66-4160-b79d-dcb6da06f8be tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0826805 Jan 28 13:23:40.690610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.693876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0992d8e0-d511-4fbd-827d-ff171d32606d req-41fc3914-7bdf-4f49-ac1e-038610ddc8ec service neutron] 10.222.0.60 "GET /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811640 Jan 28 13:23:40.776151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f7a90-a5f5-4885-933f-693537e9f9b7 req-4f962ef2-4249-4ba8-b64e-25207ee1a4aa tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:40.784840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b20f7a90-a5f5-4885-933f-693537e9f9b7 req-4f962ef2-4249-4ba8-b64e-25207ee1a4aa tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 946 time: 0.2255561 Jan 28 13:23:40.816977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=708bf7df-0b01-4647-995d-27020ddc9cea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:40.823402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:40.827766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:40.828354 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ef4fc73f-4d7e-49d8-9080-d1d280a130f2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.830371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:40.832646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-041e9ce0-d52f-4f89-9323-f3e4a5792efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2bb90065-5e30-4aa2-9641-e12c7fac3a0d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.839339 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-041e9ce0-d52f-4f89-9323-f3e4a5792efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.840576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-041e9ce0-d52f-4f89-9323-f3e4a5792efb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bb90065-5e30-4aa2-9641-e12c7fac3a0d HTTP/1.1" status: 204 len: 168 time: 0.9203515 Jan 28 13:23:40.842711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f8fe8ccc-ba01-43ea-bf0a-23df33682308 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:40.939567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:40.940670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.944892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-afdff000-61bd-4acb-b5c8-ddaa982b5a0f req-c45bb280-169a-4b06-bdd7-7efd37042fdc tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=b90eb236-eecc-4439-86b8-c1ce9f670b7f HTTP/1.1" status: 200 len: 210 time: 0.1203675 Jan 28 13:23:40.961415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f8fe8ccc-ba01-43ea-bf0a-23df33682308 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:40.962347 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:40.982071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e5bf9bfe-157b-46eb-8ff9-e2a9fda3df20 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4233253 Jan 28 13:23:41.000614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'admin_state_up': True, 'tenant_id': '27dd08af341f42918759491886a80b4d', 'security_groups': ['d5183ff7-d47b-4830-8670-ed62ebade6ee']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:41.050736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event deleted for resources: {'Port': ['ID=ef4fc73f-4d7e-49d8-9080-d1d280a130f2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.073696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e9ce0-d52f-4f89-9323-f3e4a5792efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb90065-5e30-4aa2-9641-e12c7fac3a0d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.152053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f8fe8ccc-ba01-43ea-bf0a-23df33682308 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:41.168222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.202806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b20f7a90-a5f5-4885-933f-693537e9f9b7 req-28643521-0668-45b9-989a-c557e9050fbd tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169366 Jan 28 13:23:41.273029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:41.277423 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.325928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] No DVR routers for this DVR port ef4fc73f-4d7e-49d8-9080-d1d280a130f2 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:41.334074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.337826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7524e66b-2243-41de-979b-1cd7d358112d req-47bdf923-e40c-49a2-ab0b-834e9b6dbdff tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "DELETE /v2.0/ports/ef4fc73f-4d7e-49d8-9080-d1d280a130f2 HTTP/1.1" status: 204 len: 173 time: 1.7155788 Jan 28 13:23:41.338413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'name': 'network-vif-deleted', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:41.338606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port f8fe8ccc-ba01-43ea-bf0a-23df33682308, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f8fe8ccc-ba01-43ea-bf0a-23df33682308,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:41.343479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-aa00baf5-a46a-4a32-ab4a-21ae8b5b7d79 None None] Provisioning complete for port 708bf7df-0b01-4647-995d-27020ddc9cea triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:41.344471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aa00baf5-a46a-4a32-ab4a-21ae8b5b7d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.348765 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.354073 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10342de5-968e-40ce-971e-f93778b23d68" -d '{"events": [{"server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "name": "network-vif-deleted", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:41.451192 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71575f3-2e40-46fd-b143-927d33e6b57a x-openstack-request-id: req-e71575f3-2e40-46fd-b143-927d33e6b57a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:41.451498 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90eb236-eecc-4439-86b8-c1ce9f670b7f", "name": "network-vif-deleted", "tag": "ef4fc73f-4d7e-49d8-9080-d1d280a130f2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:41.451762 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e71575f3-2e40-46fd-b143-927d33e6b57a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:41.452198 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90eb236-eecc-4439-86b8-c1ce9f670b7f', 'name': 'network-vif-deleted', 'tag': 'ef4fc73f-4d7e-49d8-9080-d1d280a130f2', 'status': 'completed', 'code': 200} Jan 28 13:23:41.531172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks [] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.544045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-aa00baf5-a46a-4a32-ab4a-21ae8b5b7d79 None None] Port 708bf7df-0b01-4647-995d-27020ddc9cea cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:41.546845 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.565988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=f8fe8ccc-ba01-43ea-bf0a-23df33682308,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.569282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422ea5-0bce-4f74-bcca-98bcd7754bf2 req-abe42c48-24f2-4816-b162-1e0673d13194 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:41.572528 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a422ea5-0bce-4f74-bcca-98bcd7754bf2 req-abe42c48-24f2-4816-b162-1e0673d13194 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.3026891 Jan 28 13:23:41.646709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.722976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a422ea5-0bce-4f74-bcca-98bcd7754bf2 req-b329a09c-de1a-4a6a-9635-7d218e5c1b8c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404569 Jan 28 13:23:41.724398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 10.1.1.114 (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f/14f6d334-0821-4189-97f1-082337dbe63b/a912b362-edaf-4ebe-b38a-ec3dded8340f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:41.731629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (38606847-96d9-40f7-bbc1-bd531db5a1ab), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:41.742228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Pushing event updated for resources: {'Port': ['ID=3b40ac65-1896-4e53-bcf9-360ef897ab18,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:41.935664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:41.942405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:41.967915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25172815-42cf-45ca-b750-50eb1fbea867 req-6ca5f4c4-a53d-4581-89fb-2f672f1cc6e3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:41.973824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25172815-42cf-45ca-b750-50eb1fbea867 req-6ca5f4c4-a53d-4581-89fb-2f672f1cc6e3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:41.982434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25172815-42cf-45ca-b750-50eb1fbea867 req-6ca5f4c4-a53d-4581-89fb-2f672f1cc6e3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 1654 time: 0.2272565 Jan 28 13:23:41.988077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e711ba4b-6618-412f-9b8e-2e94a1e22302 req-759930e8-aca4-49eb-b70c-c171ac88e74b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.1158855 Jan 28 13:23:42.146102 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.172240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:42.241070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25172815-42cf-45ca-b750-50eb1fbea867 req-de9c7eda-6093-40bc-a1d6-32c8325d4726 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537146 Jan 28 13:23:42.245172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.257396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43940) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:42.318089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5117e87a-e872-4f8c-ac9b-b0adeb492385 None None] Provisioning complete for port 3b40ac65-1896-4e53-bcf9-360ef897ab18 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:42.318477 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5117e87a-e872-4f8c-ac9b-b0adeb492385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.363629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:42.374228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:42.388051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:42.427991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5117e87a-e872-4f8c-ac9b-b0adeb492385 None None] Port 3b40ac65-1896-4e53-bcf9-360ef897ab18 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:42.491367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=a912b362-edaf-4ebe-b38a-ec3dded8340f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:42.506032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a8fe9-1205-404e-803c-fed76461f608 req-99f09d9e-0c9b-4d25-8ded-79fc923979df tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:42.520820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-555a8fe9-1205-404e-803c-fed76461f608 req-99f09d9e-0c9b-4d25-8ded-79fc923979df tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 946 time: 0.1499519 Jan 28 13:23:42.523851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:42.534627 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:42.535110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-916f823a-72a5-4f22-8735-737c3e936063 admin admin] 10.222.0.45 "PUT /v2.0/routers/38606847-96d9-40f7-bbc1-bd531db5a1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8372059 Jan 28 13:23:42.560934 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:42.565091 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:42.610434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:42.626928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-555a8fe9-1205-404e-803c-fed76461f608 req-db804aad-94e0-4852-bf02-d7b4aa66f0a2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041331 Jan 28 13:23:42.643957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-107393707-network', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:42.674696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: ef4fc73f-4d7e-49d8-9080-d1d280a130f2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:42.678054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ef4fc73f-4d7e-49d8-9080-d1d280a130f2 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:42.693552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:42.699750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.704006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Made reservation on behalf of a7b4196ca66c485a9e19c4c8b7c559b7 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:42.707435 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.767907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68497279-e0e4-4e25-999a-ad8c9b627cfe req-df95fb2d-dffd-4764-8dba-ebc15f257ce7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:42.769655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68497279-e0e4-4e25-999a-ad8c9b627cfe req-df95fb2d-dffd-4764-8dba-ebc15f257ce7 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 944 time: 0.2888348 Jan 28 13:23:42.789068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.810397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-2d2e0b1f-e5f5-4bf2-a4e3-1dcc538e2e39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8136647 Jan 28 13:23:42.819218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f8fe8ccc-ba01-43ea-bf0a-23df33682308 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:42.856188 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:42.872620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc', 'admin_state_up': True, 'tenant_id': '27dd08af341f42918759491886a80b4d', 'security_groups': ['d5183ff7-d47b-4830-8670-ed62ebade6ee']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:42.974399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-f83fe54d-891b-4c39-b97d-020300fc4570 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:42.977193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f8fe8ccc-ba01-43ea-bf0a-23df33682308 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:42.978294 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:42.981020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-f83fe54d-891b-4c39-b97d-020300fc4570 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 944 time: 0.2193506 Jan 28 13:23:43.029989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-29a79326-655e-4b6e-8814-394ae90737e6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:43.031819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-29a79326-655e-4b6e-8814-394ae90737e6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/ports?device_id=20495630-a996-45fa-8423-b49063350a4f HTTP/1.1" status: 200 len: 946 time: 0.2942069 Jan 28 13:23:43.033763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cbfe7-09da-43c7-8ed6-27faa2031213 req-955d1db6-676a-42b6-9cf2-94250a9cee7c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:43.035321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-101cbfe7-09da-43c7-8ed6-27faa2031213 req-955d1db6-676a-42b6-9cf2-94250a9cee7c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1557751 Jan 28 13:23:43.045031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3bf5213b-c468-4748-b5bb-bdd5670f0868 None None] Provisioning complete for port a912b362-edaf-4ebe-b38a-ec3dded8340f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:43.045800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3bf5213b-c468-4748-b5bb-bdd5670f0868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.068590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68497279-e0e4-4e25-999a-ad8c9b627cfe req-022f2f6e-7d77-4b75-bc22-eb0af7ef5159 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/security-groups?id=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884693 Jan 28 13:23:43.130987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5213b-c468-4748-b5bb-bdd5670f0868 None None] Port a912b362-edaf-4ebe-b38a-ec3dded8340f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:43.223916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:43.226465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks [] for security_group (0b85cff5-a640-48ca-8d0a-ba17c853d919), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.234735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b85cff5-a640-48ca-8d0a-ba17c853d919), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.245107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f8fe8ccc-ba01-43ea-bf0a-23df33682308 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:43.282365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:23:43.293065 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 2, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:43.328887 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.329399 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Added segment 7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae of type vlan for network 7d336c0c-a270-4c9b-92df-62153b26b83a Jan 28 13:23:43.332502 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.338400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Deleting port a8842feb-5b91-4bfe-ba54-66d7421b5b10 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:43.338754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.340457 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:43.341288 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Updating router 38606847-96d9-40f7-bbc1-bd531db5a1ab port 3b40ac65-1896-4e53-bcf9-360ef897ab18 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:43.381767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (7d336c0c-a270-4c9b-92df-62153b26b83a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.392889 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.417448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85cff5-a640-48ca-8d0a-ba17c853d919,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:43.455806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-101cbfe7-09da-43c7-8ed6-27faa2031213 req-2efa2840-83b5-4b94-9ff8-4925945926b2 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950399 Jan 28 13:23:43.460147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] For port a8842feb-5b91-4bfe-ba54-66d7421b5b10, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a8842feb-5b91-4bfe-ba54-66d7421b5b10,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:43.460530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.466686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (7d336c0c-a270-4c9b-92df-62153b26b83a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.472353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:43.473809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.495696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Calling delete_port for a8842feb-5b91-4bfe-ba54-66d7421b5b10 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:43.519882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2595072 Jan 28 13:23:43.553604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43972) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:43.590007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Request body: {'subnet': {'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-107393707-subnet', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:43.660076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Made reservation on behalf of a7b4196ca66c485a9e19c4c8b7c559b7 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:43.663415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.734731 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Publish callbacks [] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.740350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a8842feb-5b91-4bfe-ba54-66d7421b5b10), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.741353 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.757506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a8842feb-5b91-4bfe-ba54-66d7421b5b10'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:43.792957 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Pushing event updated for resources: {'Port': ['ID=3b40ac65-1896-4e53-bcf9-360ef897ab18,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:43.804843 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.805743 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.806130 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.806459 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.806796 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.807129 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.807520 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.807849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.808205 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.808883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.808883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.809228 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.809533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:43.890698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Deleting port 2b0e3484-91a5-4c41-905d-1239258b49c8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:23:43.891462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.912137 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Attempting to bind port 3b40ac65-1896-4e53-bcf9-360ef897ab18 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:43.912641 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Attempting to bind port 3b40ac65-1896-4e53-bcf9-360ef897ab18 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:43.913008 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Attempting to bind port 3b40ac65-1896-4e53-bcf9-360ef897ab18 on network bfba4a32-00c2-4858-a86b-49d6467d48e5 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:43.919999 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:43.919999 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Checking segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:43.920571 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.920891 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Bound using segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:43.921364 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Bound port: 3b40ac65-1896-4e53-bcf9-360ef897ab18, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:43.921735 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.922636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event deleted for resources: {'Port': ['ID=a8842feb-5b91-4bfe-ba54-66d7421b5b10,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:43.978601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-898e220b-b7b6-499e-8e89-c3f3f80b8831 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:43.980151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-898e220b-b7b6-499e-8e89-c3f3f80b8831 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 821 time: 0.5038319 Jan 28 13:23:43.998902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (d54bd94b-4efd-449e-b0ef-03af0752716e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:43.999796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] No DVR routers for this DVR port a8842feb-5b91-4bfe-ba54-66d7421b5b10 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:44.010936 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.014589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0daa4c1e-2056-4a3a-bcfd-efc2f2c6181c req-edd190d3-f317-4c2c-8c24-4738106a6c34 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "DELETE /v2.0/ports/a8842feb-5b91-4bfe-ba54-66d7421b5b10 HTTP/1.1" status: 204 len: 173 time: 0.9686880 Jan 28 13:23:44.015727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20495630-a996-45fa-8423-b49063350a4f', 'name': 'network-vif-deleted', 'tag': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:44.018496 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f39d0-243f-4265-adbe-16c455862633" -d '{"events": [{"server_uuid": "20495630-a996-45fa-8423-b49063350a4f", "name": "network-vif-deleted", "tag": "a8842feb-5b91-4bfe-ba54-66d7421b5b10"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:44.053967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b02ee-c920-418b-824b-db6bf01094b3 admin admin] Pushing event updated for resources: {'Network': ['ID=7d336c0c-a270-4c9b-92df-62153b26b83a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:44.067446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 7d336c0c-a270-4c9b-92df-62153b26b83a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:23:44.078892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-694e739a-1858-4eee-9c14-83b0f1450568 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/quotas/4d055afd8e8c4b0180fbc0bb6a6993a1 HTTP/1.1" status: 200 len: 375 time: 0.0769112 Jan 28 13:23:44.088343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-945ecc5c-d998-48fa-b350-ee721a36648c req-2bdcfab0-a2f7-4061-9684-61571d1d2756 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.4356325 Jan 28 13:23:44.243439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-d685a0d6-1e88-4c7f-b178-0c6d7cc3c2ef tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634448 Jan 28 13:23:44.246792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3f52ab6f-a6bf-4722-8b06-98a8619022ca None None] Provisioning complete for port 3b40ac65-1896-4e53-bcf9-360ef897ab18 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:44.247424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3f52ab6f-a6bf-4722-8b06-98a8619022ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.259414 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] For port 3b40ac65-1896-4e53-bcf9-360ef897ab18, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:44.266232 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] For port 3b40ac65-1896-4e53-bcf9-360ef897ab18, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3b40ac65-1896-4e53-bcf9-360ef897ab18,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:44.276063 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.286012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] For port 2b0e3484-91a5-4c41-905d-1239258b49c8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2b0e3484-91a5-4c41-905d-1239258b49c8,segment=NetworkSegment(04c991af-1984-4123-8a99-b75ec8484469),segment_id=04c991af-1984-4123-8a99-b75ec8484469)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:44.288129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.316926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 10.2.2.100 (1d96b2c5-f574-4f64-9977-4a974e942cdc/f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9/b69bec0e-6954-46c6-aaa9-46eb7c47c36e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:44.342602 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:44.342968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3f52ab6f-a6bf-4722-8b06-98a8619022ca None None] Port 3b40ac65-1896-4e53-bcf9-360ef897ab18 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:44.343252 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:44.393774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Calling delete_port for 2b0e3484-91a5-4c41-905d-1239258b49c8 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:23:44.422363 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-5a03cb15-f4e8-4728-989f-896850ebcc3b service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781378 Jan 28 13:23:44.493306 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:44.575114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54bd94b-4efd-449e-b0ef-03af0752716e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:44.583471 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-428c25f5-d4cb-4f4d-9862-fc9876aa760c service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442337 Jan 28 13:23:44.632291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.709429 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.722674 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8b9e8-77f1-42df-b460-c0dbd5cd7245 None None] Pushing event updated for resources: {'Port': ['ID=3b40ac65-1896-4e53-bcf9-360ef897ab18,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:44.723646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e4ab-9a09-49f0-9e1d-bf263ecef0f9 req-f2b95776-d181-41de-82be-30db8b0832da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:44.734113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e4ab-9a09-49f0-9e1d-bf263ecef0f9 req-f2b95776-d181-41de-82be-30db8b0832da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:44.753113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e4ab-9a09-49f0-9e1d-bf263ecef0f9 req-f2b95776-d181-41de-82be-30db8b0832da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:44.760780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b738e4ab-9a09-49f0-9e1d-bf263ecef0f9 req-f2b95776-d181-41de-82be-30db8b0832da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 2375 time: 0.4522419 Jan 28 13:23:44.762707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Checking segment: {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:44.763077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Network hostable DHCP agents. Network: 7d336c0c-a270-4c9b-92df-62153b26b83a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:23:44.780184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e2647dae-cfa6-487c-b096-43adb7cc47ea None None] Provisioning complete for port 3b40ac65-1896-4e53-bcf9-360ef897ab18 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:44.780786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2647dae-cfa6-487c-b096-43adb7cc47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.793309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:44.796752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:44.799724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:44.859276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2b0e3484-91a5-4c41-905d-1239258b49c8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.882139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:44.909758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:44.910889 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:44.957327 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d73a8004-4f28-4177-a2ef-e331aadc8e8c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1233246 Jan 28 13:23:44.961499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Network 7d336c0c-a270-4c9b-92df-62153b26b83a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:23:44.971397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Pushing event deleted for resources: {'Port': ['ID=2b0e3484-91a5-4c41-905d-1239258b49c8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:44.975372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc', 'admin_state_up': True, 'tenant_id': '27dd08af341f42918759491886a80b4d', 'security_groups': ['d5183ff7-d47b-4830-8670-ed62ebade6ee']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:44.994012 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:44Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:44.998055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b738e4ab-9a09-49f0-9e1d-bf263ecef0f9 req-28110a38-6078-43db-97ec-0cbd70d41f69 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303433 Jan 28 13:23:45.070274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 7d336c0c-a270-4c9b-92df-62153b26b83a) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:45.082569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18015234-642d-42a4-948e-87b498b60014 None None] Network 7d336c0c-a270-4c9b-92df-62153b26b83a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:45.120294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:45.120972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.123462 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c836d0-4356-4492-9b7a-b8a0b3e9557d None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:44Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:45.155269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e2647dae-cfa6-487c-b096-43adb7cc47ea None None] Current status of the port 3b40ac65-1896-4e53-bcf9-360ef897ab18 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:45.155673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2647dae-cfa6-487c-b096-43adb7cc47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.176395 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70765374-5174-4767-a1e7-8fa55b9f6d13 x-openstack-request-id: req-70765374-5174-4767-a1e7-8fa55b9f6d13 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:45.176687 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20495630-a996-45fa-8423-b49063350a4f", "name": "network-vif-deleted", "tag": "a8842feb-5b91-4bfe-ba54-66d7421b5b10", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:45.179485 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70765374-5174-4767-a1e7-8fa55b9f6d13 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:45.182379 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20495630-a996-45fa-8423-b49063350a4f', 'name': 'network-vif-deleted', 'tag': 'a8842feb-5b91-4bfe-ba54-66d7421b5b10', 'status': 'completed', 'code': 200} Jan 28 13:23:45.184992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] No DVR routers for this DVR port 2b0e3484-91a5-4c41-905d-1239258b49c8 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:23:45.190329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.193893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce20a4d-fbea-41ab-90dd-c651aebc9cf6 req-81e51e19-3780-499c-b3d3-4b3aa47f5377 tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.36 "DELETE /v2.0/ports/2b0e3484-91a5-4c41-905d-1239258b49c8 HTTP/1.1" status: 204 len: 173 time: 2.2028246 Jan 28 13:23:45.194616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'name': 'network-vif-deleted', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:45.197356 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3a831-7419-4789-99c8-93543e2a8f02" -d '{"events": [{"server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "name": "network-vif-deleted", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:45.214504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43992) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:45.215720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eb1a0763-a6ee-4472-b87a-dcc8ef0db914 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6395700 Jan 28 13:23:45.261265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:45.379622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8e9ebb9-177a-4a1a-a919-a3d4308b2ed1 req-5863e087-bccc-4be8-8c97-534112a5937d tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 210 time: 0.1103966 Jan 28 13:23:45.480500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10c91d80-b178-4c12-ac92-e14abf973143 req-91b3ea57-3100-47f4-ab16-a0a2fe69391d tempest-LiveMigrationTest-1640195083 tempest-LiveMigrationTest-1640195083-project] 10.222.0.45 "GET /v2.0/ports?device_id=811dece4-29cd-4956-bdb0-9e07e2669c7c HTTP/1.1" status: 200 len: 210 time: 0.0464194 Jan 28 13:23:45.491088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (366b96be-96c1-4017-9990-f2bff0afefe7), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.495658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (366b96be-96c1-4017-9990-f2bff0afefe7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.542835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Made reservation on behalf of 27dd08af341f42918759491886a80b4d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:45.544979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e2647dae-cfa6-487c-b096-43adb7cc47ea None None] For port 3b40ac65-1896-4e53-bcf9-360ef897ab18, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3b40ac65-1896-4e53-bcf9-360ef897ab18,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:45.559869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2647dae-cfa6-487c-b096-43adb7cc47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.565816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.589949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85e0a509-cffa-4931-a656-309adee05940 req-6942f69d-c60a-481e-894c-169e3945960e tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.0860512 Jan 28 13:23:45.618981 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c09a92-4b28-4bbe-86fd-e80ec103e49f x-openstack-request-id: req-d0c09a92-4b28-4bbe-86fd-e80ec103e49f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:45.619160 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811dece4-29cd-4956-bdb0-9e07e2669c7c", "name": "network-vif-deleted", "tag": "2b0e3484-91a5-4c41-905d-1239258b49c8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:45.619389 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0c09a92-4b28-4bbe-86fd-e80ec103e49f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:45.619867 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811dece4-29cd-4956-bdb0-9e07e2669c7c', 'name': 'network-vif-deleted', 'tag': '2b0e3484-91a5-4c41-905d-1239258b49c8', 'status': 'completed', 'code': 200} Jan 28 13:23:45.726863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2647dae-cfa6-487c-b096-43adb7cc47ea None None] Pushing event updated for resources: {'Port': ['ID=3b40ac65-1896-4e53-bcf9-360ef897ab18,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:45.796988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-7d336c0c-a270-4c9b-92df-62153b26b83a', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:23:45.803520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.822503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ef88dcc4-49db-45a8-b681-e8c6282131c9 None None] Provisioning complete for port b69bec0e-6954-46c6-aaa9-46eb7c47c36e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:45.822964 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ef88dcc4-49db-45a8-b681-e8c6282131c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:45.997285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-5ba0b865-ae9b-4675-b8b4-23f9f8580fee tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:46.000986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-5ba0b865-ae9b-4675-b8b4-23f9f8580fee tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.2392576 Jan 28 13:23:46.032997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-307ed235-9867-4035-8b1f-744150b363b9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/quotas/cbee30dbae8d48dc947a8e2bfa956e90 HTTP/1.1" status: 200 len: 375 time: 0.0219443 Jan 28 13:23:46.062428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ef88dcc4-49db-45a8-b681-e8c6282131c9 None None] Port b69bec0e-6954-46c6-aaa9-46eb7c47c36e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:46.114882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-5941a9b2-49ba-4a3b-8337-6d755e461826 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730326 Jan 28 13:23:46.169465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Allocated IP 172.20.0.2 (7d336c0c-a270-4c9b-92df-62153b26b83a/d54bd94b-4efd-449e-b0ef-03af0752716e/7ce36581-d806-4a3e-803e-da80b7ca8d1a) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:46.202710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a8842feb-5b91-4bfe-ba54-66d7421b5b10 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:46.255385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: a8842feb-5b91-4bfe-ba54-66d7421b5b10 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:46.255605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a8842feb-5b91-4bfe-ba54-66d7421b5b10 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:46.284478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-b39d2b62-6a2f-4a7d-b7df-e2f465414766 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682923 Jan 28 13:23:46.424696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-2ed5a7b7-4d37-43f9-bf0f-e82eb22296e0 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387172 Jan 28 13:23:46.599214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks [] for router_controller (366b96be-96c1-4017-9990-f2bff0afefe7), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.629070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:23:46.734999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 2b0e3484-91a5-4c41-905d-1239258b49c8 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:23:46.735353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2b0e3484-91a5-4c41-905d-1239258b49c8 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:23:46.792364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Publish callbacks [] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.805740 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:46.912345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3b40ac65-1896-4e53-bcf9-360ef897ab18 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:46.935412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35bee070-ee55-4369-b4df-abc4f3c25df5 req-33463d4c-8863-43ae-830c-3a0ad14c55ea tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 210 time: 0.0801780 Jan 28 13:23:46.977696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61046a5d-3549-4f36-acdc-020d21e23f4b req-a3df49cd-45cc-43d6-9009-20e30fe8120a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:46.994195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61046a5d-3549-4f36-acdc-020d21e23f4b req-a3df49cd-45cc-43d6-9009-20e30fe8120a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:47.009384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61046a5d-3549-4f36-acdc-020d21e23f4b req-a3df49cd-45cc-43d6-9009-20e30fe8120a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:47.014993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61046a5d-3549-4f36-acdc-020d21e23f4b req-a3df49cd-45cc-43d6-9009-20e30fe8120a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:47.020117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Network 7d336c0c-a270-4c9b-92df-62153b26b83a is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:47.021374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44028) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:47.032670 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61046a5d-3549-4f36-acdc-020d21e23f4b req-a3df49cd-45cc-43d6-9009-20e30fe8120a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 3096 time: 0.4316001 Jan 28 13:23:47.053613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:47.079357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:47.127657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Pushing event updated for resources: {'Port': ['ID=7ce36581-d806-4a3e-803e-da80b7ca8d1a,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:47.223618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7ebda7b-7ccc-43b2-942a-46776af22fe4 req-2e42db8c-1761-4e22-9c21-5ce205047328 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.1019742 Jan 28 13:23:47.279358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks [] for router_gateway (366b96be-96c1-4017-9990-f2bff0afefe7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.293120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] Deleting subnet 664c1211-028e-47e9-98b9-009ca7425fff {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:23:47.297883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] Publish callbacks [] for subnet (664c1211-028e-47e9-98b9-009ca7425fff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.323423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Attempting to bind port 7ce36581-d806-4a3e-803e-da80b7ca8d1a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:47.324108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Attempting to bind port 7ce36581-d806-4a3e-803e-da80b7ca8d1a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:47.324672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Attempting to bind port 7ce36581-d806-4a3e-803e-da80b7ca8d1a on network 7d336c0c-a270-4c9b-92df-62153b26b83a {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:47.333665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:47.334757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Checking segment: {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:47.334757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.334991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Bound using segment: {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:47.335503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Bound port: 7ce36581-d806-4a3e-803e-da80b7ca8d1a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:47.335895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.340842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3b40ac65-1896-4e53-bcf9-360ef897ab18 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:47.341215 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.347805 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (664c1211-028e-47e9-98b9-009ca7425fff), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.403177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (664c1211-028e-47e9-98b9-009ca7425fff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.455415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Allocated IP 10.2.2.200 (1d96b2c5-f574-4f64-9977-4a974e942cdc/f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9/686c94c6-ca51-461a-88fc-0b57ba784b04) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:47.519902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2681873-b954-46c1-9d12-0dd5e5721568 req-0850ecc7-87da-4d76-93b4-0ed8265aeb0c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 210 time: 0.0543592 Jan 28 13:23:47.576246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (664c1211-028e-47e9-98b9-009ca7425fff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.599307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3b40ac65-1896-4e53-bcf9-360ef897ab18 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:47.620292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] For port 7ce36581-d806-4a3e-803e-da80b7ca8d1a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:47.624265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] For port 7ce36581-d806-4a3e-803e-da80b7ca8d1a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7ce36581-d806-4a3e-803e-da80b7ca8d1a,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:47.630613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.635989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.662661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664c1211-028e-47e9-98b9-009ca7425fff,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:47.666420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.673524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d628822c-4d32-48c4-9bbb-f28f8e49be2d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/664c1211-028e-47e9-98b9-009ca7425fff HTTP/1.1" status: 204 len: 168 time: 0.6508207 Jan 28 13:23:47.674188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:47.692438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.709364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2219e6-49de-42c5-ab04-11159f2f78e7 None None] Pushing event updated for resources: {'Port': ['ID=7ce36581-d806-4a3e-803e-da80b7ca8d1a,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:47.806802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event updated for resources: {'Port': ['ID=686c94c6-ca51-461a-88fc-0b57ba784b04,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:47.824399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61046a5d-3549-4f36-acdc-020d21e23f4b req-4e00db25-9b6e-42bf-9346-6af5582419b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7906668 Jan 28 13:23:47.829895 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f3fb992b-1362-43a5-8b1e-e0c90e279122), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.833513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-a9d390fc-c7b5-4406-85c4-741d11e29a29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:47.837030 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-a9d390fc-c7b5-4406-85c4-741d11e29a29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 821 time: 0.7871892 Jan 28 13:23:47.888719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'port': {'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'admin_state_up': True, 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:47.919641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:47.938480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f3fb992b-1362-43a5-8b1e-e0c90e279122), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:47.959289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:47.962242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:47.968140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fb992b-1362-43a5-8b1e-e0c90e279122']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:47.982470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c991af-1984-4123-8a99-b75ec8484469') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:47.983035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c991af-1984-4123-8a99-b75ec8484469') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:47.996661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (04c991af-1984-4123-8a99-b75ec8484469), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.017531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (04c991af-1984-4123-8a99-b75ec8484469), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.035985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:23:48.037009 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (04c991af-1984-4123-8a99-b75ec8484469), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:23:48.070293 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:23:48.075094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:48.075779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.117496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Made reservation on behalf of 4d055afd8e8c4b0180fbc0bb6a6993a1 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:48.123241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.147093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-426db588-83d4-4ef4-9880-c4d87696d99d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1824648 Jan 28 13:23:48.188887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:48.288061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86b3053e-e78d-4f93-a125-cfd3232effc6 req-339e7794-df2c-43b8-b533-8ac0650d2464 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 210 time: 0.0999238 Jan 28 13:23:48.304764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f3fb992b-1362-43a5-8b1e-e0c90e279122), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.319208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.330842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] 10.222.0.45 "DELETE /v2.0/networks/f3fb992b-1362-43a5-8b1e-e0c90e279122 HTTP/1.1" status: 204 len: 168 time: 0.6542299 Jan 28 13:23:48.336453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44042) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:48.371174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.381846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad1056-e519-4c34-9382-335c3814426f admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fb992b-1362-43a5-8b1e-e0c90e279122,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:48.443228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-90ebb1df-da11-47f7-ae5c-4b8320b2dd91 None None] Provisioning complete for port 686c94c6-ca51-461a-88fc-0b57ba784b04 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:48.443846 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-90ebb1df-da11-47f7-ae5c-4b8320b2dd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.526292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12c77f12-7b08-4dc4-b885-e1eb8474b8b2 req-c1d0dc30-f4ee-4772-af07-ad4bd1df8c80 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.1447346 Jan 28 13:23:48.566747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-90ebb1df-da11-47f7-ae5c-4b8320b2dd91 None None] Port 686c94c6-ca51-461a-88fc-0b57ba784b04 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:48.572138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] Deleting subnet fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:23:48.578233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] Publish callbacks [] for subnet (fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.750017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a19c4d38-60c2-4aa9-9c33-76cae7d3f137 req-e52127da-2615-4b32-86cb-6e0820503d14 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 210 time: 0.0784526 Jan 28 13:23:48.752186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.812111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks [] for router_gateway (366b96be-96c1-4017-9990-f2bff0afefe7), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.816378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Allocated IP 172.20.0.9 (bfba4a32-00c2-4858-a86b-49d6467d48e5/3ebd50ae-763d-43c2-9d69-5111f79df7a4/88c31883-d7c9-4037-a5df-2ce3ed80e43f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:48.857601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:48.886504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7ce36581-d806-4a3e-803e-da80b7ca8d1a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:48.886843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-855c3a50-2f1b-4cde-b7d7-49e485690b62 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:48.890761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-855c3a50-2f1b-4cde-b7d7-49e485690b62 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.4505160 Jan 28 13:23:48.916184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Request body: {'port': {'device_id': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'admin_state_up': True, 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:48.970175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.006374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7ce36581-d806-4a3e-803e-da80b7ca8d1a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:49.006758 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.221178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7ce36581-d806-4a3e-803e-da80b7ca8d1a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:49.221822 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.241523 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:23:49.291839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Allocated IP 172.25.4.238 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/2b319516-2917-4217-bd8e-3da370c3f653) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:49.326693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 7ce36581-d806-4a3e-803e-da80b7ca8d1a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7ce36581-d806-4a3e-803e-da80b7ca8d1a,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:49.331923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.432572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks [] for port (2b319516-2917-4217-bd8e-3da370c3f653), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.472328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=7ce36581-d806-4a3e-803e-da80b7ca8d1a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:49.496883 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2b319516-2917-4217-bd8e-3da370c3f653), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.579876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7fa7d105-8687-4a70-99ec-4ba9ddc965ac req-4d965f56-1ab5-4eed-a370-2dc710d9ff3b tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 210 time: 0.1130838 Jan 28 13:23:49.600191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:49.613599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3910e0d0-6deb-49d5-a428-d1f59c7de658 None None] Network 7d336c0c-a270-4c9b-92df-62153b26b83a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:23:49.755740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:49.767133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:49.783825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-19fe7287-a96c-4ec1-800f-5f2111f409b0 None None] Provisioning complete for port 7ce36581-d806-4a3e-803e-da80b7ca8d1a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:49.784236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19fe7287-a96c-4ec1-800f-5f2111f409b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.852911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdced3-497d-4521-8883-a92668890990 req-08ab776c-fa3b-44b2-9e65-5ba2f519037b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:49.860888 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:49.866340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdced3-497d-4521-8883-a92668890990 req-08ab776c-fa3b-44b2-9e65-5ba2f519037b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:49.884513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdced3-497d-4521-8883-a92668890990 req-08ab776c-fa3b-44b2-9e65-5ba2f519037b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:49.890020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdced3-497d-4521-8883-a92668890990 req-08ab776c-fa3b-44b2-9e65-5ba2f519037b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:49.896773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdced3-497d-4521-8883-a92668890990 req-08ab776c-fa3b-44b2-9e65-5ba2f519037b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:49.916503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3fdced3-497d-4521-8883-a92668890990 req-08ab776c-fa3b-44b2-9e65-5ba2f519037b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 3817 time: 0.9161308 Jan 28 13:23:49.927083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38874f1d-6d4d-4f10-8c20-13bd2e179ce6 req-366f2791-764e-48d4-993b-b2e5723976b8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dedbc8c-85f7-4f76-ad5b-b1f8c2fa5fcd HTTP/1.1" status: 200 len: 210 time: 0.1378536 Jan 28 13:23:49.943579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b319516-2917-4217-bd8e-3da370c3f653,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:50.030913 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.035504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-19fe7287-a96c-4ec1-800f-5f2111f409b0 None None] Current status of the port 7ce36581-d806-4a3e-803e-da80b7ca8d1a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:50.067221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.073474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d HTTP/1.1" status: 204 len: 168 time: 1.7330112 Jan 28 13:23:50.085806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44066) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:50.117941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167a1a8-c8c2-470c-ade4-b6ae9b1ff585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc36ce0-ab9f-42d9-bbc3-2ca6f09e095d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:50.138590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3fdced3-497d-4521-8883-a92668890990 req-eb550d71-fa80-4c4e-9c62-f01b9a010642 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210937 Jan 28 13:23:50.160387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:23:50.165167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.360100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Allocated IP 172.20.0.2 (1640b80b-ba6a-499b-a8ff-ce94a5c4372c/15a2379a-2b88-4b66-b8db-bd90ff534cdc/730edef5-95c3-4e5b-a404-aa00b5fd1857) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:50.371223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a76fcf72-9e9b-497c-a4c7-d51e1a8fc230 None None] Provisioning complete for port 7ce36581-d806-4a3e-803e-da80b7ca8d1a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:50.371533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a76fcf72-9e9b-497c-a4c7-d51e1a8fc230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.454797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d810c948-2d07-482d-a7c1-4f95e1cc46fc {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:50.464630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Publish callbacks [] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.484453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Transition to ACTIVE for port object d810c948-2d07-482d-a7c1-4f95e1cc46fc will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:50.524785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a76fcf72-9e9b-497c-a4c7-d51e1a8fc230 None None] Current status of the port 7ce36581-d806-4a3e-803e-da80b7ca8d1a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:50.558171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks [] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.600615 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.659032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.661820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.672567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:50.677518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63d3fb7f-bddd-4216-a448-9c7e8bc5bb8a req-c5e57644-bffb-47ca-a4e8-480d616aace0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 210 time: 0.5922854 Jan 28 13:23:50.699733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:50.705398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:50.712727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:50.722500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks [] for router_gateway (366b96be-96c1-4017-9990-f2bff0afefe7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.762043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7ce36581-d806-4a3e-803e-da80b7ca8d1a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:50.801284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:50.820198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (dbd2afe3-b745-49c5-9892-f96db4b3b70f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.823659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:50.838388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:50.880166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:50.887664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.910076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7ce36581-d806-4a3e-803e-da80b7ca8d1a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:50.910707 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.940400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:50.941352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:50.963560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f73bb7-b1b8-43a3-9100-966013e57450 req-1afb28d1-f8f1-42e0-bede-a6ceac33a90e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:50.967478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1f73bb7-b1b8-43a3-9100-966013e57450 req-1afb28d1-f8f1-42e0-bede-a6ceac33a90e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 931 time: 0.2656593 Jan 28 13:23:50.979194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-8375acc5-5077-4b7f-8f9c-785171b603e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0694432 Jan 28 13:23:51.001689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Pushing event updated for resources: {'Port': ['ID=d810c948-2d07-482d-a7c1-4f95e1cc46fc,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:51.140464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1f73bb7-b1b8-43a3-9100-966013e57450 req-f3cffe3e-e44a-4d28-b15f-817560ef885f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584086 Jan 28 13:23:51.157350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Request body: {'port': {'device_id': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:51.207184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3275361 Jan 28 13:23:51.228187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7ce36581-d806-4a3e-803e-da80b7ca8d1a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:51.377057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Request body: {'port': {'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:51.426776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.465274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-53bc948b-18ca-422e-8229-e4ae0aaab45e None None] Provisioning complete for port 88c31883-d7c9-4037-a5df-2ce3ed80e43f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:51.465646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-53bc948b-18ca-422e-8229-e4ae0aaab45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.472203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Attempting to bind port d810c948-2d07-482d-a7c1-4f95e1cc46fc on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:51.472500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Attempting to bind port d810c948-2d07-482d-a7c1-4f95e1cc46fc by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:51.472835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Attempting to bind port d810c948-2d07-482d-a7c1-4f95e1cc46fc on network d851e8dd-4248-45c2-9e39-3c87874d52ed {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:51.494611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Port d810c948-2d07-482d-a7c1-4f95e1cc46fc on network d851e8dd-4248-45c2-9e39-3c87874d52ed not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:51.494940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Attempting to bind port d810c948-2d07-482d-a7c1-4f95e1cc46fc on network d851e8dd-4248-45c2-9e39-3c87874d52ed {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:51.503523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c67c40-9261-4711-afce-d58b190a5318 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Pushing event updated for resources: {'Port': ['ID=88c31883-d7c9-4037-a5df-2ce3ed80e43f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:51.563497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-53bc948b-18ca-422e-8229-e4ae0aaab45e None None] Port 88c31883-d7c9-4037-a5df-2ce3ed80e43f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:51.768248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730edef5-95c3-4e5b-a404-aa00b5fd1857 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:51.779581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Publish callbacks [] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.821320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Transition to ACTIVE for port object 730edef5-95c3-4e5b-a404-aa00b5fd1857 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:51.827752 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.882062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7152ae-8caf-4a62-bc4e-42e6d2166752 req-71ba88bc-3a5f-45ba-8d3e-03c4825eeb85 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:51.883746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c7152ae-8caf-4a62-bc4e-42e6d2166752 req-71ba88bc-3a5f-45ba-8d3e-03c4825eeb85 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 931 time: 0.1064813 Jan 28 13:23:51.902912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.904083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:51.928523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:51.928875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Checking segment: {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:51.929256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Bound using segment: {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:51.930640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Bound port: d810c948-2d07-482d-a7c1-4f95e1cc46fc, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ae3d01-5160-41ce-90d8-ce4d3f712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:51.930842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:51.999532 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (dbd2afe3-b745-49c5-9892-f96db4b3b70f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.000799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c7152ae-8caf-4a62-bc4e-42e6d2166752 req-150d3db6-3c53-4175-b259-f73b6bc1568d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941265 Jan 28 13:23:52.018085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Attempting to bind port 730edef5-95c3-4e5b-a404-aa00b5fd1857 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:52.018432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Attempting to bind port 730edef5-95c3-4e5b-a404-aa00b5fd1857 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:52.019025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Attempting to bind port 730edef5-95c3-4e5b-a404-aa00b5fd1857 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:52.023504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Port 730edef5-95c3-4e5b-a404-aa00b5fd1857 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:52.023504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Attempting to bind port 730edef5-95c3-4e5b-a404-aa00b5fd1857 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:52.038231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:52.038231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:52.038231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Bound using segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:52.038231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Bound port: 730edef5-95c3-4e5b-a404-aa00b5fd1857, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:52.038231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.071673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388399e4-a403-4849-a7dc-9cdf0c185855 req-d97b97dc-d452-4bf0-8c98-87f2a3ddd1f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.077259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388399e4-a403-4849-a7dc-9cdf0c185855 req-d97b97dc-d452-4bf0-8c98-87f2a3ddd1f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.082447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388399e4-a403-4849-a7dc-9cdf0c185855 req-d97b97dc-d452-4bf0-8c98-87f2a3ddd1f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.088799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388399e4-a403-4849-a7dc-9cdf0c185855 req-d97b97dc-d452-4bf0-8c98-87f2a3ddd1f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.094147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388399e4-a403-4849-a7dc-9cdf0c185855 req-d97b97dc-d452-4bf0-8c98-87f2a3ddd1f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.095932 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-388399e4-a403-4849-a7dc-9cdf0c185855 req-d97b97dc-d452-4bf0-8c98-87f2a3ddd1f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 3829 time: 0.7664003 Jan 28 13:23:52.103742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:52.104162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd2afe3-b745-49c5-9892-f96db4b3b70f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:52.107217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:52.112193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.130954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:52.131333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:52.172575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.173287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.174887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/730edef5-95c3-4e5b-a404-aa00b5fd1857 HTTP/1.1" status: 200 len: 1091 time: 1.0538371 Jan 28 13:23:52.175430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:52.178345 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eda624-e8cc-4125-a6a9-ca047c902c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:52.184769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.209363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b7a91-7007-409c-8f54-76c4536a35b3 service neutron] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:52.249941 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b4abe1-2f42-471b-bcc0-dfa5e175dc47 x-openstack-request-id: req-06b4abe1-2f42-471b-bcc0-dfa5e175dc47 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:52.250179 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:52.250443 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06b4abe1-2f42-471b-bcc0-dfa5e175dc47 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:52.250909 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'status': 'completed', 'code': 200} Jan 28 13:23:52.290084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-fc811e88-1e03-41bc-bdb9-fafac2583508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.293995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-fc811e88-1e03-41bc-bdb9-fafac2583508 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 1094 time: 0.0591836 Jan 28 13:23:52.307859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.343393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] For port d810c948-2d07-482d-a7c1-4f95e1cc46fc, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:52.349876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] For port d810c948-2d07-482d-a7c1-4f95e1cc46fc, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:52.354613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:23:52.355028 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (11d1126c-9f7e-4fb9-8f4a-48e4c27f50b7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:23:52.359028 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:23:52.371614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-d26327b0-5750-4471-a71a-ef2a00edfaa1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857 HTTP/1.1" status: 200 len: 217 time: 0.0613258 Jan 28 13:23:52.377130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (366b96be-96c1-4017-9990-f2bff0afefe7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.379335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.400487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44104c9-fe91-4e71-9c17-230b910d8b34 req-16ee5c3b-ec85-4d31-8b69-d1545287ce8c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.408143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a44104c9-fe91-4e71-9c17-230b910d8b34 req-16ee5c3b-ec85-4d31-8b69-d1545287ce8c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 931 time: 0.1117818 Jan 28 13:23:52.491573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a44104c9-fe91-4e71-9c17-230b910d8b34 req-5d083ee4-f3ed-4a7d-8293-b1586f937cce tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822554 Jan 28 13:23:52.495641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-5b402500-5c77-435a-a37b-3f68fea815f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.496954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-5b402500-5c77-435a-a37b-3f68fea815f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.1120808 Jan 28 13:23:52.519912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-388399e4-a403-4849-a7dc-9cdf0c185855 req-36af3388-4bfd-4d0a-9284-4452c7978a58 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976359 Jan 28 13:23:52.537727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.540921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.549105 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] 10.222.0.60 "PUT /v2.0/ports/d810c948-2d07-482d-a7c1-4f95e1cc46fc HTTP/1.1" status: 200 len: 1092 time: 4.3655078 Jan 28 13:23:52.561389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-d4d95d6a-1003-467e-be0b-a6ca5ed81ff5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438144 Jan 28 13:23:52.671186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:52.673493 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316e7646-0d96-457d-93fe-76133aab7dba" -d '{"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:52.686937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:52.728111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (dbd2afe3-b745-49c5-9892-f96db4b3b70f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.769890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-9b7f73b7-6260-4a27-a7fa-52aafaff21f0 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002442 Jan 28 13:23:52.774465 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec39038-4b31-4038-9c8f-4611b6d04a2a x-openstack-request-id: req-0ec39038-4b31-4038-9c8f-4611b6d04a2a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:52.774751 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:52.774992 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ec39038-4b31-4038-9c8f-4611b6d04a2a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:52.775389 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'status': 'completed', 'code': 200} Jan 28 13:23:52.776516 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.782130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dbd2afe3-b745-49c5-9892-f96db4b3b70f HTTP/1.1" status: 204 len: 168 time: 2.6918263 Jan 28 13:23:52.793787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.60', 56791) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:52.831416 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79294e46-8a23-4852-9594-d403e83c73eb service neutron] Pushing event updated for resources: {'Port': ['ID=d810c948-2d07-482d-a7c1-4f95e1cc46fc,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:52.849478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fb8ae-b7f4-41b1-bd2f-1745b85ca179 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd2afe3-b745-49c5-9892-f96db4b3b70f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:52.922329 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:52.936533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-70107cae-230f-4301-9142-2c2620939a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.937627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-70107cae-230f-4301-9142-2c2620939a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.938298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-70107cae-230f-4301-9142-2c2620939a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.939651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-70107cae-230f-4301-9142-2c2620939a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.940350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-70107cae-230f-4301-9142-2c2620939a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:52.943266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-316e7646-0d96-457d-93fe-76133aab7dba req-70107cae-230f-4301-9142-2c2620939a17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 4364 time: 0.1481183 Jan 28 13:23:53.012824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44102) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:53.023190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3bc1e-7590-450e-a44e-3dd0fa07ee48 req-84b75244-8c10-4963-8c58-b027bb1cea3b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.025416 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4d3bc1e-7590-450e-a44e-3dd0fa07ee48 req-84b75244-8c10-4963-8c58-b027bb1cea3b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.3064470 Jan 28 13:23:53.029440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ae5d4bc-a9e4-48de-9259-fdc50d5b1d98 req-6efcbb7c-9dfb-4dee-bf3b-0347b5fac609 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444537 Jan 28 13:23:53.033716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Router 366b96be-96c1-4017-9990-f2bff0afefe7 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:23:53.098388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c31883-d7c9-4037-a5df-2ce3ed80e43f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:53.123773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Publish callbacks [] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.179114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-ac5fe741-9db4-4eb1-9161-42367a40359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.179743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-ac5fe741-9db4-4eb1-9161-42367a40359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.180413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-ac5fe741-9db4-4eb1-9161-42367a40359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.182181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-316e7646-0d96-457d-93fe-76133aab7dba req-ac5fe741-9db4-4eb1-9161-42367a40359d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=27dd08af341f42918759491886a80b4d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2278678 Jan 28 13:23:53.207281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Transition to ACTIVE for port object 88c31883-d7c9-4037-a5df-2ce3ed80e43f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:53.261155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-1d1c7d34-7f1d-43da-bfb3-08ca53e7c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.262948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-1d1c7d34-7f1d-43da-bfb3-08ca53e7c549 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 1094 time: 0.1630759 Jan 28 13:23:53.272561 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.282493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8aede-67a5-47cc-a122-f0184d81b8a8 req-03c7b6c2-e65c-4e65-b67e-fc47c571abec tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.288524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdf8aede-67a5-47cc-a122-f0184d81b8a8 req-03c7b6c2-e65c-4e65-b67e-fc47c571abec tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 943 time: 0.1759434 Jan 28 13:23:53.323190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-88333e07-2437-4977-8e64-ba848a83dbcf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b115d140cb40435fb930757ee5b680da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078282 Jan 28 13:23:53.327275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:53.392085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4d3bc1e-7590-450e-a44e-3dd0fa07ee48 req-fa2e6159-96ff-4dad-980e-2b12e69549bb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471351 Jan 28 13:23:53.423654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Pushing event updated for resources: {'Port': ['ID=88c31883-d7c9-4037-a5df-2ce3ed80e43f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:53.577275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e7646-0d96-457d-93fe-76133aab7dba req-762315ef-6517-4699-87de-4845a7ce4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.578973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-316e7646-0d96-457d-93fe-76133aab7dba req-762315ef-6517-4699-87de-4845a7ce4c6e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3770278 Jan 28 13:23:53.610886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7904bd2-6514-478f-baf6-b38b33cff20d admin admin] Publish callbacks [] for security_group (6b79493b-3bf0-4b48-a7b2-90b2d9ef5206), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.615441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdf8aede-67a5-47cc-a122-f0184d81b8a8 req-94632c9b-84ee-4cc0-a29a-72fa94419ecf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124251 Jan 28 13:23:53.623823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:53.638159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Sync routers for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:53.657456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-09bb2308-7335-4e16-835a-401ca42953dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:53.659851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-09bb2308-7335-4e16-835a-401ca42953dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.3852489 Jan 28 13:23:53.667518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:53.669167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:53.673141 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7904bd2-6514-478f-baf6-b38b33cff20d admin admin] Publish callbacks [] for security_group (6b79493b-3bf0-4b48-a7b2-90b2d9ef5206), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.740712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-eb264c03-8757-48e3-9ea1-7009fe42e81a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857 HTTP/1.1" status: 200 len: 217 time: 0.0711160 Jan 28 13:23:53.748885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb8a23b-1f95-4833-9963-9945e5e453f6 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:53.759985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Publish callbacks [] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.782089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Transition to ACTIVE for port object 5fb8a23b-1f95-4833-9963-9945e5e453f6 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:53.803701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Attempting to bind port 88c31883-d7c9-4037-a5df-2ce3ed80e43f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:53.804088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Attempting to bind port 88c31883-d7c9-4037-a5df-2ce3ed80e43f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:53.804394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Attempting to bind port 88c31883-d7c9-4037-a5df-2ce3ed80e43f on network bfba4a32-00c2-4858-a86b-49d6467d48e5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:53.809286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.829924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:53.924504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8a23b-1f95-4833-9963-9945e5e453f6,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:53.948867 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.950755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-218ba7bb-d492-4bcf-9611-13be38061ed0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.7342947 Jan 28 13:23:53.954472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Port 88c31883-d7c9-4037-a5df-2ce3ed80e43f on network bfba4a32-00c2-4858-a86b-49d6467d48e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:53.954659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Attempting to bind port 88c31883-d7c9-4037-a5df-2ce3ed80e43f on network bfba4a32-00c2-4858-a86b-49d6467d48e5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:53.961720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:53.979078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:53.981255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Checking segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:53.983197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Bound using segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:53.983780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Bound port: 88c31883-d7c9-4037-a5df-2ce3ed80e43f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:53.985628 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:53.998542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-d2c88e1b-7676-4d79-bb59-15f12163e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.000159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-d2c88e1b-7676-4d79-bb59-15f12163e3c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.2466621 Jan 28 13:23:54.105094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-21563eb3-8ce1-401a-9c85-0393be4de0cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382912 Jan 28 13:23:54.109926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7904bd2-6514-478f-baf6-b38b33cff20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6b79493b-3bf0-4b48-a7b2-90b2d9ef5206), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.112703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7904bd2-6514-478f-baf6-b38b33cff20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.118235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e7904bd2-6514-478f-baf6-b38b33cff20d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b79493b-3bf0-4b48-a7b2-90b2d9ef5206 HTTP/1.1" status: 204 len: 168 time: 0.7819695 Jan 28 13:23:54.126229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5020f-64a7-4151-bdfb-b3b2b16bd57d req-7e06a13f-3e78-4c89-a6f4-2fcda1a9d912 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.134879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dde5020f-64a7-4151-bdfb-b3b2b16bd57d req-7e06a13f-3e78-4c89-a6f4-2fcda1a9d912 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 943 time: 0.3020613 Jan 28 13:23:54.160231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:50Z', 'revision_number': 3, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:54.176541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7904bd2-6514-478f-baf6-b38b33cff20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b79493b-3bf0-4b48-a7b2-90b2d9ef5206,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:54.230787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Checking router: 366b96be-96c1-4017-9990-f2bff0afefe7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:54.231454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Updating router 366b96be-96c1-4017-9990-f2bff0afefe7 port 2b319516-2917-4217-bd8e-3da370c3f653 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:54.269954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b319516-2917-4217-bd8e-3da370c3f653), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.287539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645844-b2a7-4760-82d3-3c840356bd8f req-58b28cc8-5a87-4a08-999b-438f4595cf28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.294113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645844-b2a7-4760-82d3-3c840356bd8f req-58b28cc8-5a87-4a08-999b-438f4595cf28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.299828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645844-b2a7-4760-82d3-3c840356bd8f req-58b28cc8-5a87-4a08-999b-438f4595cf28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.307464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645844-b2a7-4760-82d3-3c840356bd8f req-58b28cc8-5a87-4a08-999b-438f4595cf28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.313475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645844-b2a7-4760-82d3-3c840356bd8f req-58b28cc8-5a87-4a08-999b-438f4595cf28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.320143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645844-b2a7-4760-82d3-3c840356bd8f req-58b28cc8-5a87-4a08-999b-438f4595cf28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.322507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62645844-b2a7-4760-82d3-3c840356bd8f req-58b28cc8-5a87-4a08-999b-438f4595cf28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 4601 time: 0.3312237 Jan 28 13:23:54.355436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] For port 88c31883-d7c9-4037-a5df-2ce3ed80e43f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:54.419648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] For port 88c31883-d7c9-4037-a5df-2ce3ed80e43f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:54.435184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Attempting to bind port 5fb8a23b-1f95-4833-9963-9945e5e453f6 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:54.435538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Attempting to bind port 5fb8a23b-1f95-4833-9963-9945e5e453f6 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:54.435877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Attempting to bind port 5fb8a23b-1f95-4833-9963-9945e5e453f6 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:54.453504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Port 5fb8a23b-1f95-4833-9963-9945e5e453f6 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:54.453846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Attempting to bind port 5fb8a23b-1f95-4833-9963-9945e5e453f6 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:54.472259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.497008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:54.497289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Checking segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:54.497693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Bound using segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:54.501961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Bound port: 5fb8a23b-1f95-4833-9963-9945e5e453f6, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:54.502396 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.557264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:54.557893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.559334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 1091 time: 3.2346089 Jan 28 13:23:54.605631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dde5020f-64a7-4151-bdfb-b3b2b16bd57d req-9f0f468c-1646-4736-8538-58cf3d91b705 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693880 Jan 28 13:23:54.660739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-19bce4a6-edc8-494d-8747-6a22d749c315 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225720 Jan 28 13:23:54.726502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] For port 5fb8a23b-1f95-4833-9963-9945e5e453f6, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:54.736602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] For port 5fb8a23b-1f95-4833-9963-9945e5e453f6, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:54.924082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Publish callbacks [] for port (2b319516-2917-4217-bd8e-3da370c3f653), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.934630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:54.935538 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b319516-2917-4217-bd8e-3da370c3f653), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:54.946212 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:54.976136 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62645844-b2a7-4760-82d3-3c840356bd8f req-7afb1ab3-b43f-44f6-8881-0ff95ba4b521 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6415086 Jan 28 13:23:54.986353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.001054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Attempting to bind port 2b319516-2917-4217-bd8e-3da370c3f653 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:55.001666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Attempting to bind port 2b319516-2917-4217-bd8e-3da370c3f653 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:55.002370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Attempting to bind port 2b319516-2917-4217-bd8e-3da370c3f653 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:55.011813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:55.012407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:55.013281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.015067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:55.015711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Bound port: 2b319516-2917-4217-bd8e-3da370c3f653, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:55.016403 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b319516-2917-4217-bd8e-3da370c3f653), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.016529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44136) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:55.074028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5f71a-8186-430d-aea3-82ed279aa689 None None] Pushing event updated for resources: {'Port': ['ID=2b319516-2917-4217-bd8e-3da370c3f653,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:55.106279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938bfd1-c09b-4586-b81c-c3f03b5987e4 service neutron] Pushing event updated for resources: {'Port': ['ID=88c31883-d7c9-4037-a5df-2ce3ed80e43f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:55.110849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.111664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.113583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] 10.222.0.60 "PUT /v2.0/ports/5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 1130 time: 2.4354184 Jan 28 13:23:55.141015 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcd5c95-6a6f-4227-9ffd-657f73dc0238 x-openstack-request-id: req-3fcd5c95-6a6f-4227-9ffd-657f73dc0238 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:55.142183 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:55.143714 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fcd5c95-6a6f-4227-9ffd-657f73dc0238 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:55.144403 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'status': 'completed', 'code': 200} Jan 28 13:23:55.150626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] For port 2b319516-2917-4217-bd8e-3da370c3f653, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:55.166130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] For port 2b319516-2917-4217-bd8e-3da370c3f653, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b319516-2917-4217-bd8e-3da370c3f653,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:55.172018 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b319516-2917-4217-bd8e-3da370c3f653), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.236266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:55.237302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:55.259903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8925b-d659-4282-bbb7-7dad82366b87 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8a23b-1f95-4833-9963-9945e5e453f6,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:55.275327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:55.376760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5f71a-8186-430d-aea3-82ed279aa689 None None] Pushing event updated for resources: {'Port': ['ID=2b319516-2917-4217-bd8e-3da370c3f653,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:55.387220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135de9f-28c1-4d49-b9f8-682e82c9239f req-946fd392-5ea9-48da-a9e4-d6d83656bd32 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.394135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a135de9f-28c1-4d49-b9f8-682e82c9239f req-946fd392-5ea9-48da-a9e4-d6d83656bd32 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 943 time: 0.2689333 Jan 28 13:23:55.415437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:55.444898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36eda624-e8cc-4125-a6a9-ca047c902c5e req-0da71240-5bc7-4bdb-83da-b8e19a74f317 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647762 Jan 28 13:23:55.450743 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.492668 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2210eb36-025f-40a2-9e2d-c91e67c598e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=330cbc9529904e50944e8473a7af972a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277565 Jan 28 13:23:55.495857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44142) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:23:55.510292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-7a248c56-2a3c-46fa-8451-161a9d2e7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.511859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-7a248c56-2a3c-46fa-8451-161a9d2e7d40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1094 time: 0.6499655 Jan 28 13:23:55.515617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a135de9f-28c1-4d49-b9f8-682e82c9239f req-ae2b6f50-f388-4c61-9689-de1285780db1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205025 Jan 28 13:23:55.601046 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-7b635cc9-a335-4e3c-8027-807a47a61123 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 217 time: 0.0484707 Jan 28 13:23:55.623999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.659355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2631cad-1b01-4426-b089-124e7bb32e14 admin admin] Publish callbacks [] for security_group (cbebed3a-f118-4bc2-9b89-5f6041bd46ee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.719806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2631cad-1b01-4426-b089-124e7bb32e14 admin admin] Publish callbacks [] for security_group (cbebed3a-f118-4bc2-9b89-5f6041bd46ee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.832611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2631cad-1b01-4426-b089-124e7bb32e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cbebed3a-f118-4bc2-9b89-5f6041bd46ee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.835160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2631cad-1b01-4426-b089-124e7bb32e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:55.838903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f2631cad-1b01-4426-b089-124e7bb32e14 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbebed3a-f118-4bc2-9b89-5f6041bd46ee HTTP/1.1" status: 204 len: 168 time: 0.3392704 Jan 28 13:23:55.897379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2631cad-1b01-4426-b089-124e7bb32e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbebed3a-f118-4bc2-9b89-5f6041bd46ee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:55.969934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Allocated IP 172.20.0.1 (7d336c0c-a270-4c9b-92df-62153b26b83a/d54bd94b-4efd-449e-b0ef-03af0752716e/bc9b2d77-a166-4afb-8a53-88d44a8dc76f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:23:55.985718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b3aa2e71-0678-4663-a827-1c37d9955518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:55.987813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b3aa2e71-0678-4663-a827-1c37d9955518 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.3638649 Jan 28 13:23:56.021523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:50Z', 'revision_number': 3, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:56.075124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0dd163-4d40-4c3e-a6d8-87be12c89212 None None] The sync data for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 is: [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:50Z', 'revision_number': 3, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:23:56.147544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efdaa5-c17b-4fd3-be39-e9a43aeaf98e req-5048adc9-2c7f-48df-9e29-a3575c0241dc tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.149308 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19efdaa5-c17b-4fd3-be39-e9a43aeaf98e req-5048adc9-2c7f-48df-9e29-a3575c0241dc tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 943 time: 0.3095167 Jan 28 13:23:56.199570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b3fe9bd8-ec57-4dd9-b32b-20501228ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.201112 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-b3fe9bd8-ec57-4dd9-b32b-20501228ddc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919231 Jan 28 13:23:56.206145 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks [] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.240922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 730edef5-95c3-4e5b-a404-aa00b5fd1857 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:23:56.241265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-6fadcfc8-fa97-4bf4-8c1f-f0b2d627cd49 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.248151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-6fadcfc8-fa97-4bf4-8c1f-f0b2d627cd49 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.257771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-6fadcfc8-fa97-4bf4-8c1f-f0b2d627cd49 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.265706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-6fadcfc8-fa97-4bf4-8c1f-f0b2d627cd49 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.274523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-6fadcfc8-fa97-4bf4-8c1f-f0b2d627cd49 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.285527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-6fadcfc8-fa97-4bf4-8c1f-f0b2d627cd49 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:56.295282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-6fadcfc8-fa97-4bf4-8c1f-f0b2d627cd49 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 4601 time: 0.1879416 Jan 28 13:23:56.352224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.395694 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19efdaa5-c17b-4fd3-be39-e9a43aeaf98e req-86d100de-988d-4820-9576-971ef92827a5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335217 Jan 28 13:23:56.425130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Network 7d336c0c-a270-4c9b-92df-62153b26b83a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:56.435417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:56.450190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:23:56.472509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:56.488964 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.540007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'mac_address': 'fa:16:3e:26:4d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:23:56.542457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5170db9-4409-4bbf-8eb6-df88539e8a43 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:56.591638 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Publish callbacks [] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.608228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-501d9749-836b-4e41-8980-8fc7be97e0d6 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926942 Jan 28 13:23:56.616420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf339382-0ea3-4b1f-a33d-426aa21b563b req-1a5c3201-9c42-4abe-bcce-b5a61f7039db tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3195491 Jan 28 13:23:56.651096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:56.702907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (366b96be-96c1-4017-9990-f2bff0afefe7), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.704966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 730edef5-95c3-4e5b-a404-aa00b5fd1857 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:56.709936 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.732865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Transition to ACTIVE for port object b5170db9-4409-4bbf-8eb6-df88539e8a43 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:56.752681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730edef5-95c3-4e5b-a404-aa00b5fd1857 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:56.786748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.835398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:56.840324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.906027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b319516-2917-4217-bd8e-3da370c3f653 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:56.988294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f2dbab51-d178-4425-96f1-b87c8e41c273 None None] Provisioning complete for port bc9b2d77-a166-4afb-8a53-88d44a8dc76f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:56.988681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f2dbab51-d178-4425-96f1-b87c8e41c273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:56.997460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.090177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f2dbab51-d178-4425-96f1-b87c8e41c273 None None] Port bc9b2d77-a166-4afb-8a53-88d44a8dc76f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:57.091587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:57.115837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2b319516-2917-4217-bd8e-3da370c3f653 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:57.116258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b319516-2917-4217-bd8e-3da370c3f653), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.282314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks [] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.293353 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.298207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['730edef5-95c3-4e5b-a404-aa00b5fd1857'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:23:57.363833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2b319516-2917-4217-bd8e-3da370c3f653 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:57.365634 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b319516-2917-4217-bd8e-3da370c3f653), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.400446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (366b96be-96c1-4017-9990-f2bff0afefe7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.420635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:57.441736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2b319516-2917-4217-bd8e-3da370c3f653, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b319516-2917-4217-bd8e-3da370c3f653,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:23:57.459052 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b319516-2917-4217-bd8e-3da370c3f653), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.499521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': '5fb8a23b-1f95-4833-9963-9945e5e453f6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:23:57.502354 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0" -d '{"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "5fb8a23b-1f95-4833-9963-9945e5e453f6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:23:57.596683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5170db9-4409-4bbf-8eb6-df88539e8a43,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:57.604967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2b319516-2917-4217-bd8e-3da370c3f653,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:57.684000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2943a1-0761-4a58-aecd-dcceb19c897a req-f7e099b3-87ef-4537-a4b0-d76ad9bc9147 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:57.686279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e2943a1-0761-4a58-aecd-dcceb19c897a req-f7e099b3-87ef-4537-a4b0-d76ad9bc9147 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 943 time: 1.0021925 Jan 28 13:23:57.690178 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8db989c-cf8a-45a2-b208-453cd1c9d0f8 req-a0c91161-2b80-4257-b450-b4ffc7c5923a service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0702152 Jan 28 13:23:57.796717 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:57.807876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d3c2d-3050-457b-8d28-d4f2e3dfcf7a req-8ad6362c-5817-4ee4-96f7-21e5fd29d019 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:57.815430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-017d3c2d-3050-457b-8d28-d4f2e3dfcf7a req-8ad6362c-5817-4ee4-96f7-21e5fd29d019 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 943 time: 0.2133842 Jan 28 13:23:57.861022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Network 7d336c0c-a270-4c9b-92df-62153b26b83a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:23:57.868983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:23:57.912177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-017d3c2d-3050-457b-8d28-d4f2e3dfcf7a req-feaea775-3c41-44ab-a369-500d731be4ac tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956039 Jan 28 13:23:57.916456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Attempting to bind port b5170db9-4409-4bbf-8eb6-df88539e8a43 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:57.920785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Attempting to bind port b5170db9-4409-4bbf-8eb6-df88539e8a43 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:57.921301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Attempting to bind port b5170db9-4409-4bbf-8eb6-df88539e8a43 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:57.953460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e2943a1-0761-4a58-aecd-dcceb19c897a req-0f6dd724-8775-4ee7-8f50-7f4e9e1681da tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139204 Jan 28 13:23:57.958626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Port b5170db9-4409-4bbf-8eb6-df88539e8a43 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:57.964574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Attempting to bind port b5170db9-4409-4bbf-8eb6-df88539e8a43 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:57.974173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-136da461-b106-4f32-9e42-2d4521956798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:57.975708 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-136da461-b106-4f32-9e42-2d4521956798 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1094 time: 0.2072952 Jan 28 13:23:57.977278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:57.977625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Checking segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:57.978004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Bound using segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:57.982515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Bound port: b5170db9-4409-4bbf-8eb6-df88539e8a43, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:57.983082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.061835 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde2d2f-1fa3-4006-a476-711af290e1d2 x-openstack-request-id: req-6bde2d2f-1fa3-4006-a476-711af290e1d2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:23:58.063088 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "5fb8a23b-1f95-4833-9963-9945e5e453f6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:23:58.063553 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bde2d2f-1fa3-4006-a476-711af290e1d2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:23:58.064329 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': '5fb8a23b-1f95-4833-9963-9945e5e453f6', 'status': 'completed', 'code': 200} Jan 28 13:23:58.265777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-61cfb00d-3810-43c1-9703-2d3455f5d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.268118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-61cfb00d-3810-43c1-9703-2d3455f5d917 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.2808511 Jan 28 13:23:58.356990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-794f9dd3-fb2a-41e6-8f08-39f32b66879c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 217 time: 0.0632164 Jan 28 13:23:58.366741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c81ff808-96f7-43d3-aa47-9a099b9ca6eb None None] Provisioning complete for port bc9b2d77-a166-4afb-8a53-88d44a8dc76f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:58.367442 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c81ff808-96f7-43d3-aa47-9a099b9ca6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.381154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.388318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.395072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.402338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.407963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.414926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.426231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.428444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-c3fd8e39-19e0-4610-9a7e-9690a0160da0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5374 time: 0.3766322 Jan 28 13:23:58.479462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c81ff808-96f7-43d3-aa47-9a099b9ca6eb None None] Port bc9b2d77-a166-4afb-8a53-88d44a8dc76f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:23:58.488526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-3f15532f-d7f1-49e3-ada5-256420f9a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.490339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-3f15532f-d7f1-49e3-ada5-256420f9a9ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0588441 Jan 28 13:23:58.493832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] For port b5170db9-4409-4bbf-8eb6-df88539e8a43, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:58.513161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] For port b5170db9-4409-4bbf-8eb6-df88539e8a43, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:58.560521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.634439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.635070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.636532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] 10.222.0.60 "PUT /v2.0/ports/b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 1131 time: 3.4890094 Jan 28 13:23:58.668830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-ea84f9a5-2c20-4e94-8ea1-012cdebb7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.670331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-ea84f9a5-2c20-4e94-8ea1-012cdebb7fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473293 Jan 28 13:23:58.670979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5170db9-4409-4bbf-8eb6-df88539e8a43,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:58.673438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Router 366b96be-96c1-4017-9990-f2bff0afefe7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:23:58.687116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5da3e9a-12cf-4d24-8579-de0bafba7c19 req-3bb36d32-4a1a-497a-ba7b-2a68afa1b01c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1955085 Jan 28 13:23:58.691419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.691771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.692237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.692478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.692818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.693154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.693485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.693813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.694142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.694717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.694858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.695238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.695605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e11fa-69f0-4ffc-9882-cb291ef2eec6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:23:58.697264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.699816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.700450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.710381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:23:58.710630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.712203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.713113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.713524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:58.715912 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-7c19bd9a-674b-47e4-b7e0-ae80c63f22ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6211 time: 0.1567068 Jan 28 13:23:58.831002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b319516-2917-4217-bd8e-3da370c3f653 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:23:58.849238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:58.880492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-bdeae5d5-29a5-47fd-a9c7-afaa4806b09c service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905334 Jan 28 13:23:58.926403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2b319516-2917-4217-bd8e-3da370c3f653 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:23:58.927658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b319516-2917-4217-bd8e-3da370c3f653), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.004918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:23:59.021958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1f42685-71ac-4526-b32a-bff2802384a2 admin admin] 10.222.0.45 "PUT /v2.0/routers/366b96be-96c1-4017-9990-f2bff0afefe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0583749 Jan 28 13:23:59.257537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2b319516-2917-4217-bd8e-3da370c3f653 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:23:59.281695 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Sync routers for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:23:59.299479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283cda8-e05d-4de8-a9e6-026e77fc7111 req-43f51468-cf12-4aad-8591-4d8bf69fe7f3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:59.299743 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:23:59.303118 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:59.307885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6283cda8-e05d-4de8-a9e6-026e77fc7111 req-43f51468-cf12-4aad-8591-4d8bf69fe7f3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 943 time: 0.1984081 Jan 28 13:23:59.328218 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4781ee-8ad1-4014-a7a6-cb959a1d128e req-e2443d18-55a2-4e9b-ae13-48f59e4553cd service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284923 Jan 28 13:23:59.358661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-28c05a1d-0453-483f-b4de-3bef80e71145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:59.359193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-28c05a1d-0453-483f-b4de-3bef80e71145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:59.359668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-28c05a1d-0453-483f-b4de-3bef80e71145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:59.362092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-28c05a1d-0453-483f-b4de-3bef80e71145 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=27dd08af341f42918759491886a80b4d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6313167 Jan 28 13:23:59.409054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2382b-dcfd-48a0-8484-8de4441fcee3 req-80382f5d-b51b-40b2-a851-1c21e76f4182 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:59.410710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8a2382b-dcfd-48a0-8484-8de4441fcee3 req-80382f5d-b51b-40b2-a851-1c21e76f4182 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 944 time: 0.3147962 Jan 28 13:23:59.442045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6283cda8-e05d-4de8-a9e6-026e77fc7111 req-e6746863-6096-43cf-9c00-f8a78734979b tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325855 Jan 28 13:23:59.483137 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:23:59.483339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8a2382b-dcfd-48a0-8484-8de4441fcee3 req-afcf0e16-6cf9-426f-8b33-0b1e2cec5065 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652590 Jan 28 13:23:59.527686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-b2312edc-3286-40dd-aaf2-7a70d455075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:23:59.529334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0bbf71b-4e1e-43a4-9a35-9e5691ac4df0 req-b2312edc-3286-40dd-aaf2-7a70d455075f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559546 Jan 28 13:23:59.543285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708bf7df-0b01-4647-995d-27020ddc9cea {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:23:59.553059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Publish callbacks [] for port (708bf7df-0b01-4647-995d-27020ddc9cea), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.588008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Transition to ACTIVE for port object 708bf7df-0b01-4647-995d-27020ddc9cea will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:23:59.599230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.669929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Pushing event updated for resources: {'Port': ['ID=708bf7df-0b01-4647-995d-27020ddc9cea,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:23:59.773043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Attempting to bind port 708bf7df-0b01-4647-995d-27020ddc9cea on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:23:59.773572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Attempting to bind port 708bf7df-0b01-4647-995d-27020ddc9cea by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:23:59.774054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Attempting to bind port 708bf7df-0b01-4647-995d-27020ddc9cea on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:59.797818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Port 708bf7df-0b01-4647-995d-27020ddc9cea on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:23:59.798155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Attempting to bind port 708bf7df-0b01-4647-995d-27020ddc9cea on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:23:59.806522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:23:59.806868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Checking segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:23:59.807265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Bound using segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:23:59.807708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Bound port: 708bf7df-0b01-4647-995d-27020ddc9cea, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:23:59.808098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.819652 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 2, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:23:59.865609 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Checking router: 366b96be-96c1-4017-9990-f2bff0afefe7 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:23:59.866326 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Updating router 366b96be-96c1-4017-9990-f2bff0afefe7 port bc9b2d77-a166-4afb-8a53-88d44a8dc76f binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:23:59.873304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-bbe94801-aaad-42bd-8324-6a2517a7dee3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=634cffe6f42f496d95faae0193cee2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600796 Jan 28 13:23:59.910766 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:23:59.978741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] For port 708bf7df-0b01-4647-995d-27020ddc9cea, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:23:59.982682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] For port 708bf7df-0b01-4647-995d-27020ddc9cea, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=708bf7df-0b01-4647-995d-27020ddc9cea,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:23:59.991177 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.042398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.043139 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.044701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] 10.222.0.60 "PUT /v2.0/ports/708bf7df-0b01-4647-995d-27020ddc9cea HTTP/1.1" status: 200 len: 1091 time: 1.3559585 Jan 28 13:24:00.092189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'b5170db9-4409-4bbf-8eb6-df88539e8a43'}, {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:00.095084 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091b16df-8b99-4874-a98d-1cf8eb4ac500" -d '{"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "b5170db9-4409-4bbf-8eb6-df88539e8a43"}, {"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:00.097770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd442d9-c931-4d69-b267-8eaf3a9c3059 service neutron] Pushing event updated for resources: {'Port': ['ID=708bf7df-0b01-4647-995d-27020ddc9cea,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:00.108808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:00.135253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-89ea01f1-0915-4837-9672-2ad8cd05c306 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.142456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-89ea01f1-0915-4837-9672-2ad8cd05c306 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614164 Jan 28 13:24:00.156997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44226) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:00.176760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-4d219396-ae5d-4bd4-9507-5669be0459e3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/quotas/634cffe6f42f496d95faae0193cee2cb HTTP/1.1" status: 200 len: 375 time: 0.0324175 Jan 28 13:24:00.196886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082638757', 'description': 'tempest-description--313418919'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:00.222408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.242838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88c31883-d7c9-4037-a5df-2ce3ed80e43f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:00.247678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 730edef5-95c3-4e5b-a404-aa00b5fd1857 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:00.284353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-ce0c99d6-b662-45ce-9086-de7e2e94085d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060700 Jan 28 13:24:00.314240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.466464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group (f8ee3b4d-2ced-4599-8879-2919493bc4f9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.479030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f8ee3b4d-2ced-4599-8879-2919493bc4f9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.550966 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Publish callbacks [] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.559847 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.581854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.583787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee3b4d-2ced-4599-8879-2919493bc4f9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:00.594157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.594512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.595218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.595564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.595896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.596793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.597198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.597453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.597856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.598094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.598422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.598746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.599069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:00.601316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.604635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.608077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a2d65e9d-b0c1-4778-8dfd-f7e80b9ba3a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4479506 Jan 28 13:24:00.608987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44236) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:00.621991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2019ff1f-389f-453b-b73a-3c83fdc238a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Request body: {'security_group_rule': {'security_group_id': 'f8ee3b4d-2ced-4599-8879-2919493bc4f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:00.632264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 88c31883-d7c9-4037-a5df-2ce3ed80e43f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:00.651280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.672909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.682134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.689083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.696513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.700372 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-fe9e651c-fbba-4834-9e5b-4ad18ef64582 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5386 time: 0.4340751 Jan 28 13:24:00.706400 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2857e87c-020d-4a81-ab59-216ab53f6c50 x-openstack-request-id: req-2857e87c-020d-4a81-ab59-216ab53f6c50 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:00.707012 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "b5170db9-4409-4bbf-8eb6-df88539e8a43", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:00.707386 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2857e87c-020d-4a81-ab59-216ab53f6c50 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:00.708653 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'b5170db9-4409-4bbf-8eb6-df88539e8a43', 'status': 'completed', 'code': 200} Jan 28 13:24:00.709025 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea', 'status': 'completed', 'code': 200} Jan 28 13:24:00.724878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'mac_address': 'fa:16:3e:d9:e3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:00.764178 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7a281-fc30-42d1-b8d5-6d2cfbf280d4 None None] Pushing event updated for resources: {'Port': ['ID=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:00.811143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 730edef5-95c3-4e5b-a404-aa00b5fd1857 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:00.824548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 730edef5-95c3-4e5b-a404-aa00b5fd1857 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:00.835832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.838538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2019ff1f-389f-453b-b73a-3c83fdc238a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group_rule (a7881fb1-753a-4c64-9d69-98cd2dd96571), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.901050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 88c31883-d7c9-4037-a5df-2ce3ed80e43f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:00.901795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.930792 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Attempting to bind port bc9b2d77-a166-4afb-8a53-88d44a8dc76f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:00.939685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c31883-d7c9-4037-a5df-2ce3ed80e43f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:00.942186 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Attempting to bind port bc9b2d77-a166-4afb-8a53-88d44a8dc76f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:00.942580 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Attempting to bind port bc9b2d77-a166-4afb-8a53-88d44a8dc76f on network 7d336c0c-a270-4c9b-92df-62153b26b83a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:00.959062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.959766 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:00.960358 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Checking segment: {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:00.961571 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.962455 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Bound using segment: {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:00.963115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.963759 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Bound port: bc9b2d77-a166-4afb-8a53-88d44a8dc76f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:00.964435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.964969 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:00.965601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.967915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.969611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.970241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:00.983877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d475a03a-1038-40a0-b217-e347bcd0e1ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6278 time: 0.3432519 Jan 28 13:24:00.995093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 88c31883-d7c9-4037-a5df-2ce3ed80e43f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:01.006621 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.047896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a912b362-edaf-4ebe-b38a-ec3dded8340f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:01.059088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Publish callbacks [] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.076879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Transition to ACTIVE for port object a912b362-edaf-4ebe-b38a-ec3dded8340f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:01.089186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.116220 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] For port bc9b2d77-a166-4afb-8a53-88d44a8dc76f, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:01.124525 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] For port bc9b2d77-a166-4afb-8a53-88d44a8dc76f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:01.126341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=88c31883-d7c9-4037-a5df-2ce3ed80e43f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:01.133246 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.181806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 730edef5-95c3-4e5b-a404-aa00b5fd1857 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:01.182194 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.188380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a912b362-edaf-4ebe-b38a-ec3dded8340f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:01.193126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b2d230b3-c329-4f61-b02c-274dc0d0eb22 None None] Provisioning complete for port bc9b2d77-a166-4afb-8a53-88d44a8dc76f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:01.193851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2d230b3-c329-4f61-b02c-274dc0d0eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.196354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c40c9d-0f68-4d99-b1fc-f99494ee8427 req-df7fe815-baf7-470c-8ab8-eda8a7e64e34 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.210575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84c40c9d-0f68-4d99-b1fc-f99494ee8427 req-df7fe815-baf7-470c-8ab8-eda8a7e64e34 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 943 time: 0.4734287 Jan 28 13:24:01.232864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-98762cd4-e9bb-44fe-8ece-394ae96e8053 req-63910ee4-29b0-4fe3-a191-f8eba5052af5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5227082 Jan 28 13:24:01.301109 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7a281-fc30-42d1-b8d5-6d2cfbf280d4 None None] Pushing event updated for resources: {'Port': ['ID=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:01.364010 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:01.364919 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:23:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:01.415516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:01.421915 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b1d563-8614-4067-80ee-382744e48d44" -d '{"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-plugged", "status": "completed", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:01.435235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Attempting to bind port a912b362-edaf-4ebe-b38a-ec3dded8340f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:01.435899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Attempting to bind port a912b362-edaf-4ebe-b38a-ec3dded8340f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:01.436622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Attempting to bind port a912b362-edaf-4ebe-b38a-ec3dded8340f on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:01.440777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:01.473652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['88c31883-d7c9-4037-a5df-2ce3ed80e43f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:01.479741 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.501204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Port a912b362-edaf-4ebe-b38a-ec3dded8340f on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:01.501549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Attempting to bind port a912b362-edaf-4ebe-b38a-ec3dded8340f on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:01.521243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:01.521610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Checking segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:01.522010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Bound using segment: {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:01.522474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Bound port: a912b362-edaf-4ebe-b38a-ec3dded8340f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:01.522844 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.524585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84c40c9d-0f68-4d99-b1fc-f99494ee8427 req-ec92bd65-5433-4a23-90c1-1b19a8a26221 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125255 Jan 28 13:24:01.534816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334677b2-c995-4ab6-abe2-079eee1d2e92 req-fb7e744e-d3e4-4512-b197-b069211f0933 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.543979 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-334677b2-c995-4ab6-abe2-079eee1d2e92 req-fb7e744e-d3e4-4512-b197-b069211f0933 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1307731 Jan 28 13:24:01.554166 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2019ff1f-389f-453b-b73a-3c83fdc238a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group_rule (a7881fb1-753a-4c64-9d69-98cd2dd96571), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.624721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2019ff1f-389f-453b-b73a-3c83fdc238a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a7881fb1-753a-4c64-9d69-98cd2dd96571), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.715184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d6e52b6c-04d3-49bf-99c8-c3867b467c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.715673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d6e52b6c-04d3-49bf-99c8-c3867b467c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.716167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d6e52b6c-04d3-49bf-99c8-c3867b467c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.719448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d6e52b6c-04d3-49bf-99c8-c3867b467c6d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=27dd08af341f42918759491886a80b4d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7255616 Jan 28 13:24:01.728755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-334677b2-c995-4ab6-abe2-079eee1d2e92 req-60431360-966a-40d3-b6e0-a14b2a2e6825 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814818 Jan 28 13:24:01.758567 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:01.795792 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2019ff1f-389f-453b-b73a-3c83fdc238a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.797393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2019ff1f-389f-453b-b73a-3c83fdc238a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1845956 Jan 28 13:24:01.801699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44254) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:01.809622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019ff1f-389f-453b-b73a-3c83fdc238a5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7881fb1-753a-4c64-9d69-98cd2dd96571,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:01.852608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ecd43fae-4c27-4e4f-8c4f-c3dccad2ddd1 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Request body: {'security_group_rule': {'security_group_id': 'f8ee3b4d-2ced-4599-8879-2919493bc4f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:01.855374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] For port a912b362-edaf-4ebe-b38a-ec3dded8340f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:01.863027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] For port a912b362-edaf-4ebe-b38a-ec3dded8340f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:01.879122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:01.879431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.906647 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d284fce-8782-4cd8-be04-0601bdd3811d x-openstack-request-id: req-8d284fce-8782-4cd8-be04-0601bdd3811d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:01.908482 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-plugged", "status": "completed", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:01.909203 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d284fce-8782-4cd8-be04-0601bdd3811d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:01.909717 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'code': 200} Jan 28 13:24:01.931010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:01.931627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:01.936263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/a912b362-edaf-4ebe-b38a-ec3dded8340f HTTP/1.1" status: 200 len: 1091 time: 1.8321309 Jan 28 13:24:02.013037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:02.068722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-9e05968b-2329-4009-bdce-ef8211527d7d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=634cffe6f42f496d95faae0193cee2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1881287 Jan 28 13:24:02.094398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fae-4c27-4e4f-8c4f-c3dccad2ddd1 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group_rule (ce228c95-3a5a-460f-b6b3-ec7c4b4b19c5), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.143874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b2d230b3-c329-4f61-b02c-274dc0d0eb22 None None] Current status of the port bc9b2d77-a166-4afb-8a53-88d44a8dc76f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:02.144311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2d230b3-c329-4f61-b02c-274dc0d0eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.210015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fae-4c27-4e4f-8c4f-c3dccad2ddd1 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group_rule (ce228c95-3a5a-460f-b6b3-ec7c4b4b19c5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.229036 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fae-4c27-4e4f-8c4f-c3dccad2ddd1 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (ce228c95-3a5a-460f-b6b3-ec7c4b4b19c5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.249780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078589e-73ac-4c29-93e8-b13643bdc9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a912b362-edaf-4ebe-b38a-ec3dded8340f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:02.262352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.291647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f7a20-a84b-4813-88fb-95979b356407 req-14fc2752-9a58-4c46-bc14-66f4ab3b3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.293321 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb1f7a20-a84b-4813-88fb-95979b356407 req-14fc2752-9a58-4c46-bc14-66f4ab3b3a93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 1096 time: 0.2912319 Jan 28 13:24:02.366692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecd43fae-4c27-4e4f-8c4f-c3dccad2ddd1 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.375222 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44262) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:02.375678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b2d230b3-c329-4f61-b02c-274dc0d0eb22 None None] For port bc9b2d77-a166-4afb-8a53-88d44a8dc76f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:02.379299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ecd43fae-4c27-4e4f-8c4f-c3dccad2ddd1 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5647967 Jan 28 13:24:02.384603 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2d230b3-c329-4f61-b02c-274dc0d0eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.392806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:02.479381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43fae-4c27-4e4f-8c4f-c3dccad2ddd1 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce228c95-3a5a-460f-b6b3-ec7c4b4b19c5,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:02.511781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d230b3-c329-4f61-b02c-274dc0d0eb22 None None] Pushing event updated for resources: {'Port': ['ID=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:02.526255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-edeb232e-fc49-411f-950c-ad38b93c8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.536403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-edeb232e-fc49-411f-950c-ad38b93c8a50 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7881615 Jan 28 13:24:02.563019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fc34561e-9079-46d5-bdc3-6a3341cddd48 None None] Provisioning complete for port bc9b2d77-a166-4afb-8a53-88d44a8dc76f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:02.565404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc34561e-9079-46d5-bdc3-6a3341cddd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.589346 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:01Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:02.609170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:02.613348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb1f7a20-a84b-4813-88fb-95979b356407 req-80a2247b-a693-4ad4-84de-1e70575b28e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043096 Jan 28 13:24:02.628662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.635568 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf7193-dc4d-40d6-9412-8cbd5ae09f1c None None] The sync data for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 is: [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:01Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:02.637801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.643605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.650336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.656753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.662704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.669574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.679306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-cf5c7768-3fca-43f6-b983-dc31bb88b572 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5398 time: 0.2777302 Jan 28 13:24:02.691765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-bfc64c62-4127-41f2-902a-6d6d70086bb4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:02.717942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-bfc64c62-4127-41f2-902a-6d6d70086bb4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6237073 Jan 28 13:24:02.722422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:02.724655 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e2a651-4653-406c-a4fd-d9b917a7a54c" -d '{"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:02.749584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-1a653f74-bf0d-44d1-b612-9166510c4273 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/quotas/634cffe6f42f496d95faae0193cee2cb HTTP/1.1" status: 200 len: 375 time: 0.0297585 Jan 28 13:24:02.793146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fc34561e-9079-46d5-bdc3-6a3341cddd48 None None] Current status of the port bc9b2d77-a166-4afb-8a53-88d44a8dc76f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:02.838626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-3a50282a-c786-4a28-ad12-0470f8a6b7b4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805988 Jan 28 13:24:02.932975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-84c2b8ea-412c-4939-b7ef-6fbbf1460a4b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=634cffe6f42f496d95faae0193cee2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573554 Jan 28 13:24:02.956170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2aefa6e6-9e44-4e08-8856-f89c4d30e38f req-48102bb8-d463-4c30-a95d-6653336c0942 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2752016 Jan 28 13:24:03.057794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.058282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.060377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.061063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.072187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.072912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.074948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.079496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-d085ae2d-45f3-44d6-985e-be0d7ba614e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6345 time: 0.2033510 Jan 28 13:24:03.160521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69bec0e-6954-46c6-aaa9-46eb7c47c36e {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:03.169985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Publish callbacks [] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.187513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Transition to ACTIVE for port object b69bec0e-6954-46c6-aaa9-46eb7c47c36e will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:03.249024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-4b47c22f-ec4d-41fb-9752-589810a3ccd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.250593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-4b47c22f-ec4d-41fb-9752-589810a3ccd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082690 Jan 28 13:24:03.270427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Request body: {'port': {'device_id': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '634cffe6f42f496d95faae0193cee2cb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:03.371268 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.407075 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a5c69-f27f-4644-bbd2-b833c988e7bb x-openstack-request-id: req-092a5c69-f27f-4644-bbd2-b833c988e7bb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:03.407371 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:03.407631 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-092a5c69-f27f-4644-bbd2-b833c988e7bb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:03.408022 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f', 'status': 'completed', 'code': 200} Jan 28 13:24:03.560603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e1702-25a6-4ea0-93cb-34b976d3f615 req-04902d2b-302b-4a79-8180-0e421076d943 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:03.568440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e2e1702-25a6-4ea0-93cb-34b976d3f615 req-04902d2b-302b-4a79-8180-0e421076d943 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1780200 Jan 28 13:24:03.661064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e2e1702-25a6-4ea0-93cb-34b976d3f615 req-9a9c1c83-cf4d-4236-b34d-dbd8ef66b1e8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863686 Jan 28 13:24:03.771760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0aa5f620-0a03-4e0d-845e-e650e73322ac req-e23fdbd9-263c-4ceb-8a78-d5f5b87ab044 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 210 time: 0.0543478 Jan 28 13:24:03.777036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Made reservation on behalf of 634cffe6f42f496d95faae0193cee2cb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:03.782996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.801226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.975234 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks [] for security_group (2f02b06d-ba98-477e-87dd-1a361f66b69a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.984387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2f02b06d-ba98-477e-87dd-1a361f66b69a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:03.989633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:04.012596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b78ac-34bc-43b2-ad09-9e7de7d1a307 req-ee05cfd2-433b-490d-8e59-352116a74ad6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.021168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-853b78ac-34bc-43b2-ad09-9e7de7d1a307 req-ee05cfd2-433b-490d-8e59-352116a74ad6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 944 time: 0.6104035 Jan 28 13:24:04.081635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-35bc45fd-9e24-42c3-80ef-ee2790201ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.082339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-35bc45fd-9e24-42c3-80ef-ee2790201ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.082876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-35bc45fd-9e24-42c3-80ef-ee2790201ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.091077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-35bc45fd-9e24-42c3-80ef-ee2790201ad8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=27dd08af341f42918759491886a80b4d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8859141 Jan 28 13:24:04.109362 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.260240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f02b06d-ba98-477e-87dd-1a361f66b69a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:04.265460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88c31883-d7c9-4037-a5df-2ce3ed80e43f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:04.341419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.349616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.357246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.363641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.365847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 88c31883-d7c9-4037-a5df-2ce3ed80e43f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:04.370683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.372541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 88c31883-d7c9-4037-a5df-2ce3ed80e43f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:04.373307 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.377472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.383473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:04.396242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-9c4327c0-e3c5-4bb9-a6b0-2daa1a973018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5410 time: 0.2312479 Jan 28 13:24:04.431876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Allocated IP 172.25.4.94 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/9fa84659-2646-4d13-aadc-42caef384f38) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:04.542390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d93ec679-9c8d-46b2-978a-46abd2fbf105 req-66468b49-6f62-4863-9b61-997d25899b58 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352744 Jan 28 13:24:04.547787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Allocated IP 192.168.233.173 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/6942aa74-39fb-4638-9792-afee91ca0fa7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:04.597185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 88c31883-d7c9-4037-a5df-2ce3ed80e43f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:04.597699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.653903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:04.656181 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83500f5d-710d-4dcc-8e83-168e86a2e226" -d '{"events": [{"server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "name": "network-vif-plugged", "status": "completed", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:04.675713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 88c31883-d7c9-4037-a5df-2ce3ed80e43f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:04.687438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.790701 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e251e948-a046-44be-ac8e-1f23c952390f x-openstack-request-id: req-e251e948-a046-44be-ac8e-1f23c952390f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:04.791527 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "name": "network-vif-plugged", "status": "completed", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:04.791801 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e251e948-a046-44be-ac8e-1f23c952390f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:04.792284 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'code': 200} Jan 28 13:24:04.879380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=88c31883-d7c9-4037-a5df-2ce3ed80e43f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:04.891114 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03d40c3a-0038-41f0-a8a2-593e1fd5acd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:04.916401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bc9b2d77-a166-4afb-8a53-88d44a8dc76f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:05.015979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port bc9b2d77-a166-4afb-8a53-88d44a8dc76f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:05.018928 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.061317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.60', 56794) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:05.177941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port bc9b2d77-a166-4afb-8a53-88d44a8dc76f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:05.225318 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-853b78ac-34bc-43b2-ad09-9e7de7d1a307 req-583d6914-63c2-4343-90dc-5138e2af31ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2029760 Jan 28 13:24:05.248052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25fb56-d790-404c-8ac2-7656c63a5655 req-dd5772e3-c7b4-4be6-a06a-9395ed27525e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.262948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a25fb56-d790-404c-8ac2-7656c63a5655 req-dd5772e3-c7b4-4be6-a06a-9395ed27525e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.3568025 Jan 28 13:24:05.266305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-af2c11cc-0630-4135-b16f-ab9c6b513b84 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=634cffe6f42f496d95faae0193cee2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2004194 Jan 28 13:24:05.387040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-bb7fa584-915c-4413-ba65-e9fa9fdef8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.389075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-091b16df-8b99-4874-a98d-1cf8eb4ac500 req-bb7fa584-915c-4413-ba65-e9fa9fdef8ff service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8754718 Jan 28 13:24:05.407119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Attempting to bind port b69bec0e-6954-46c6-aaa9-46eb7c47c36e on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:05.407608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Attempting to bind port b69bec0e-6954-46c6-aaa9-46eb7c47c36e by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:05.408122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Attempting to bind port b69bec0e-6954-46c6-aaa9-46eb7c47c36e on network 1d96b2c5-f574-4f64-9977-4a974e942cdc {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:05.452798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa795332-da44-4835-a2e6-8c1b4e972b03 req-fc942ed0-3ab7-4230-99b3-8a1da6321786 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 210 time: 0.0612299 Jan 28 13:24:05.475131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f3b59-0da9-4109-ab4e-ca57894360f3 req-53c03852-27a7-4a17-9095-847cacb57832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.477484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e4f3b59-0da9-4109-ab4e-ca57894360f3 req-53c03852-27a7-4a17-9095-847cacb57832 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.5219052 Jan 28 13:24:05.496677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Port b69bec0e-6954-46c6-aaa9-46eb7c47c36e on network 1d96b2c5-f574-4f64-9977-4a974e942cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:05.497737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Attempting to bind port b69bec0e-6954-46c6-aaa9-46eb7c47c36e on network 1d96b2c5-f574-4f64-9977-4a974e942cdc {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:05.524339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:05.525066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Checking segment: {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:05.525824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Bound using segment: {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:05.526518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Bound port: b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:05.527126 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.565827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks [] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.653795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a25fb56-d790-404c-8ac2-7656c63a5655 req-a31e15b1-7688-4058-a187-1266a4075082 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823783 Jan 28 13:24:05.725130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e4f3b59-0da9-4109-ab4e-ca57894360f3 req-d4c945dd-bbb7-44ef-8490-4522ddee3ee5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148361 Jan 28 13:24:05.750573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.751232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.753295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.753295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.753295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.754155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.754674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.756660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-5d02171b-8c1c-4921-8f78-d7b81b73500f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6370 time: 0.2483323 Jan 28 13:24:05.761864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-351f36a6-8ede-46e3-bc2d-c15f99739768 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.763361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-351f36a6-8ede-46e3-bc2d-c15f99739768 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4557426 Jan 28 13:24:05.786301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.791246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] For port b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:05.800996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for port (9fa84659-2646-4d13-aadc-42caef384f38), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.803960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] For port b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:05.825747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.831178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.836591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.841925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.847495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.853490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.858675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.866338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72551c03-2535-4f56-95af-586bc926852a req-b8c485cf-3250-4bbf-8639-df0a51ea4968 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5410 time: 0.1983776 Jan 28 13:24:05.878279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:05.891772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:05.903502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:05.904912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:05.907215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:05.990379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:05.991127 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.013135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Request body: {'port': {'device_id': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '634cffe6f42f496d95faae0193cee2cb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:06.016880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:06.019264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.021004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] 10.222.0.60 "PUT /v2.0/ports/b69bec0e-6954-46c6-aaa9-46eb7c47c36e HTTP/1.1" status: 200 len: 1091 time: 4.0176659 Jan 28 13:24:06.085664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:06.089668 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e4153c-a867-4ca4-b92d-91e1173c8cff" -d '{"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:06.094197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9fa84659-2646-4d13-aadc-42caef384f38), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.117354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Request body: {'port': {'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:06.151644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-97f270a5-1ded-4f31-a3ca-3fcb074cefb0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8858156 Jan 28 13:24:06.168608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Request body: {'port': {'device_id': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:06.169416 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72551c03-2535-4f56-95af-586bc926852a req-79546032-de05-4bce-834a-478b4e6e70c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2993701 Jan 28 13:24:06.295767 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a243bf-eb77-490d-8191-3847d9b40983 x-openstack-request-id: req-12a243bf-eb77-490d-8191-3847d9b40983 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:06.296386 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:06.297939 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12a243bf-eb77-490d-8191-3847d9b40983 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:06.298414 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e', 'status': 'completed', 'code': 200} Jan 28 13:24:06.482033 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.534119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-195fff9d-60c8-4efe-a1f7-cb38fb22bae6 None None] Provisioning complete for port 6942aa74-39fb-4638-9792-afee91ca0fa7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:06.536457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-195fff9d-60c8-4efe-a1f7-cb38fb22bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.543775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Made reservation on behalf of 634cffe6f42f496d95faae0193cee2cb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:06.551502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:06.558586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-9941d02d-af9a-4d82-acba-ca9af5d366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:06.559079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-9941d02d-af9a-4d82-acba-ca9af5d366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:06.559553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-9941d02d-af9a-4d82-acba-ca9af5d366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:06.561199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-9941d02d-af9a-4d82-acba-ca9af5d366aa service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=27dd08af341f42918759491886a80b4d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5384266 Jan 28 13:24:06.614278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:06.620750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-195fff9d-60c8-4efe-a1f7-cb38fb22bae6 None None] Port 6942aa74-39fb-4638-9792-afee91ca0fa7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:06.627405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4b54b-8acd-48a3-8c86-e0c964b7a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:06.630348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:06.636715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:06.861764 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0945bd8c-7c03-4595-882e-6350b1cbf5ee req-745bdef8-4abe-4218-b1f7-3d6e3987ba72 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Jan 28 13:24:06.902716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-485742f2-af67-4ceb-96c5-3d8121dd1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:06.904076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4e2a651-4653-406c-a4fd-d9b917a7a54c req-485742f2-af67-4ceb-96c5-3d8121dd1873 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634590 Jan 28 13:24:06.904691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event updated for resources: {'Port': ['ID=9fa84659-2646-4d13-aadc-42caef384f38,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:07.050943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.074141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6942aa74-39fb-4638-9792-afee91ca0fa7 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:07.083954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Publish callbacks [] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.106105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfeb6-00c0-403d-8058-ad7edc96a480 req-45842641-52e5-4b90-accf-07e4e200670b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.112870 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45abfeb6-00c0-403d-8058-ad7edc96a480 req-45842641-52e5-4b90-accf-07e4e200670b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1099188 Jan 28 13:24:07.130516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Transition to ACTIVE for port object 6942aa74-39fb-4638-9792-afee91ca0fa7 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:07.143438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.254780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Allocated IP 192.168.233.219 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/c1d81ff8-a85f-42af-a06e-3abc4c2876f3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:07.261169 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-968b0158-aa0b-4183-bc8e-0bd117c6fa1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.470218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45abfeb6-00c0-403d-8058-ad7edc96a480 req-e1d3236d-b6f3-4ffa-bbd3-423ed0cf201e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564014 Jan 28 13:24:07.471961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d564196-b79c-4a30-9238-7e6ece1ab905 req-4e9f8214-bd3c-43c5-9ff5-77feb2a0ce79 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.473739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d564196-b79c-4a30-9238-7e6ece1ab905 req-4e9f8214-bd3c-43c5-9ff5-77feb2a0ce79 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 945 time: 0.8982124 Jan 28 13:24:07.475144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:07.514328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.515007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.515559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.516897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.517438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.517975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.518633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.520765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-b764e03e-203f-4160-8826-a40e705b1962 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6412 time: 0.5309255 Jan 28 13:24:07.690639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks [] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.737347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Attempting to bind port 6942aa74-39fb-4638-9792-afee91ca0fa7 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:07.737874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Attempting to bind port 6942aa74-39fb-4638-9792-afee91ca0fa7 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:07.738538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Attempting to bind port 6942aa74-39fb-4638-9792-afee91ca0fa7 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:07.754146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Port 6942aa74-39fb-4638-9792-afee91ca0fa7 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:07.754723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Attempting to bind port 6942aa74-39fb-4638-9792-afee91ca0fa7 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:07.770688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:07.771296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:07.772514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:07.773565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Bound port: 6942aa74-39fb-4638-9792-afee91ca0fa7, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:07.774108 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:07.841793 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d564196-b79c-4a30-9238-7e6ece1ab905 req-7065e805-5566-419b-93c3-fa4e8d29bc3e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422120 Jan 28 13:24:07.928999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-5a5774dc-1bea-46be-bdd7-09894ffe1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.930143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-5a5774dc-1bea-46be-bdd7-09894ffe1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.930690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-5a5774dc-1bea-46be-bdd7-09894ffe1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:07.932380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-5a5774dc-1bea-46be-bdd7-09894ffe1dce service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=27dd08af341f42918759491886a80b4d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3878801 Jan 28 13:24:07.987417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:07.997501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:08.038275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.046515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.046989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-08122ff8-318a-4d61-8306-bff6a2af46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.048712 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-67e4153c-a867-4ca4-b92d-91e1173c8cff req-08122ff8-318a-4d61-8306-bff6a2af46ea service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012814 Jan 28 13:24:08.053566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.060696 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for floatingip (c7a5c10c-c080-43c0-979f-6cf59d4cad0a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.070020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.078255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.085529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.091545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-874c43ff-c508-4e3a-a321-cf88cd8bf8be req-76120da1-2019-4a5b-846b-3b409eb5fea4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 210 time: 0.0416508 Jan 28 13:24:08.100301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.104081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3a75a43-3305-4320-aab3-ff711042e031 req-317ecd2c-4143-4b73-b5e8-daca9b728b22 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5410 time: 0.4118185 Jan 28 13:24:08.149000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9fa84659-2646-4d13-aadc-42caef384f38), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.149941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.186708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.261551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686c94c6-ca51-461a-88fc-0b57ba784b04 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:08.277264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Publish callbacks [] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.297733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.302904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.306936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] 10.222.0.60 "PUT /v2.0/ports/6942aa74-39fb-4638-9792-afee91ca0fa7 HTTP/1.1" status: 200 len: 1096 time: 2.1425352 Jan 28 13:24:08.328817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:08.337767 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b29c3c-7566-4393-8996-b164cd2d7e28" -d '{"events": [{"name": "network-changed", "server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:08.339757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Transition to ACTIVE for port object 686c94c6-ca51-461a-88fc-0b57ba784b04 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:08.352803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.372573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:08.407603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:08.421797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:08.533583 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.642147 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17378164-dca9-4667-b71e-bbefd89c9829 x-openstack-request-id: req-17378164-dca9-4667-b71e-bbefd89c9829 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:08.642447 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:08.642713 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17378164-dca9-4667-b71e-bbefd89c9829 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:08.643122 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'status': 'completed', 'code': 200} Jan 28 13:24:08.646324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=686c94c6-ca51-461a-88fc-0b57ba784b04,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:08.732002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cdfb7-af61-4fdb-9211-29e24a0508ac service neutron] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:08.766137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3a75a43-3305-4320-aab3-ff711042e031 req-3175c373-675b-438e-a2a6-4fc598882790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6264226 Jan 28 13:24:08.797242 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for port (9fa84659-2646-4d13-aadc-42caef384f38), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.824062 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9fa84659-2646-4d13-aadc-42caef384f38), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.868690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Pushing event updated for resources: {'Port': ['ID=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:08.896271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.901876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:08.913249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-7ae57d4f-db25-433f-bc56-612292be4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:08.915253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-7ae57d4f-db25-433f-bc56-612292be4a32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1099 time: 0.5328193 Jan 28 13:24:08.947897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Attempting to bind port 686c94c6-ca51-461a-88fc-0b57ba784b04 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:08.948680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Attempting to bind port 686c94c6-ca51-461a-88fc-0b57ba784b04 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:08.949179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Attempting to bind port 686c94c6-ca51-461a-88fc-0b57ba784b04 on network 1d96b2c5-f574-4f64-9977-4a974e942cdc {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:08.959489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event updated for resources: {'Port': ['ID=9fa84659-2646-4d13-aadc-42caef384f38,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:08.960227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-c27967f5-82da-4d82-bd52-9cd0e96bf2cf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9531915 Jan 28 13:24:08.994970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Port 686c94c6-ca51-461a-88fc-0b57ba784b04 on network 1d96b2c5-f574-4f64-9977-4a974e942cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:08.995567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Attempting to bind port 686c94c6-ca51-461a-88fc-0b57ba784b04 on network 1d96b2c5-f574-4f64-9977-4a974e942cdc {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:09.039566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Request body: {'port': {'device_id': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:09.071515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (c7a5c10c-c080-43c0-979f-6cf59d4cad0a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.081961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-64dbf4ac-c4f6-4603-9840-5866810940f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6942aa74-39fb-4638-9792-afee91ca0fa7 HTTP/1.1" status: 200 len: 217 time: 0.1566279 Jan 28 13:24:09.089099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ff95a-9fd7-4ed9-9f06-c3297e2ed851 req-01ca35b4-1219-4644-bc30-1b4386adf48a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.101186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de2ff95a-9fd7-4ed9-9f06-c3297e2ed851 req-01ca35b4-1219-4644-bc30-1b4386adf48a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.4455276 Jan 28 13:24:09.140085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:09.140085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Checking segment: {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:09.140449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Bound using segment: {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:09.140900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Bound port: 686c94c6-ca51-461a-88fc-0b57ba784b04, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5fe244-e657-4935-9636-0343bef27d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:09.141446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.202182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c22d753d-5282-494c-b044-05d8add0c25f None None] Provisioning complete for port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:09.202564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c22d753d-5282-494c-b044-05d8add0c25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.249514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989cce8-6499-4daf-a9c1-ae01e6eef88c req-df9b9c43-4def-4b3e-8101-110abdb49e37 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.252572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] For port 686c94c6-ca51-461a-88fc-0b57ba784b04, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:09.256301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] For port 686c94c6-ca51-461a-88fc-0b57ba784b04, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=686c94c6-ca51-461a-88fc-0b57ba784b04,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:09.257448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9989cce8-6499-4daf-a9c1-ae01e6eef88c req-df9b9c43-4def-4b3e-8101-110abdb49e37 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 945 time: 0.2133470 Jan 28 13:24:09.268612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.280113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.280926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-71385b40-a183-4607-b4ae-56f6f735a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.284164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6cf12fd6-139a-4dda-bcbf-e48740daed03 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9045351 Jan 28 13:24:09.284758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-71385b40-a183-4607-b4ae-56f6f735a64b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1691544 Jan 28 13:24:09.290129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c22d753d-5282-494c-b044-05d8add0c25f None None] Port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:09.290668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.363066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=686c94c6-ca51-461a-88fc-0b57ba784b04,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:09.380555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de2ff95a-9fd7-4ed9-9f06-c3297e2ed851 req-342ae3ba-7f65-41dd-915d-2e3f5e8ada20 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780349 Jan 28 13:24:09.401010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.401649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:09.405969 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e61d8a6-995a-4f60-b01e-ee9e8c705eb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/686c94c6-ca51-461a-88fc-0b57ba784b04 HTTP/1.1" status: 200 len: 1091 time: 3.2932744 Jan 28 13:24:09.406475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:09.418280 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f48f34-69fd-4f59-98d4-fa6802cda915" -d '{"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:09.621014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.621695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.622433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.623197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.623740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.624326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.624860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.626962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-9c5166b8-fc56-4488-9c6f-e40053298e07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6479 time: 0.1501124 Jan 28 13:24:09.662268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea6843-cea6-491a-a1e2-543b1e30f693 req-1a5037d2-d4b1-4783-a262-e60b46921ae4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.670082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bea6843-cea6-491a-a1e2-543b1e30f693 req-1a5037d2-d4b1-4783-a262-e60b46921ae4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 936 time: 0.1250997 Jan 28 13:24:09.810740 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-929786fa-3ba9-4f44-9a56-e7c4d6b55086 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc HTTP/1.1" status: 200 len: 217 time: 0.1377518 Jan 28 13:24:09.932954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bea6843-cea6-491a-a1e2-543b1e30f693 req-6b08a59c-897f-48a1-8989-5048981f4f2a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569332 Jan 28 13:24:09.952020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-78b4e214-7034-4eb9-9928-c6040b758ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:09.958705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-78b4e214-7034-4eb9-9928-c6040b758ef1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fbb0b8c-8bea-4f64-9dd2-93bf442992e0 HTTP/1.1" status: 200 len: 851 time: 0.1286628 Jan 28 13:24:10.019822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ff513e32-1c12-4d27-81e2-e0e8c263cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.021704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ff513e32-1c12-4d27-81e2-e0e8c263cbbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d851e8dd-4248-45c2-9e39-3c87874d52ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515828 Jan 28 13:24:10.141844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9989cce8-6499-4daf-a9c1-ae01e6eef88c req-e134e2ba-70ad-4587-ae4d-c4c7c629598d tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8827171 Jan 28 13:24:10.154587 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-509e9459-2fdd-491b-b5e6-de17f3fd9a1a tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2082638757&fields=id&tenant_id=a7b4196ca66c485a9e19c4c8b7c559b7 HTTP/1.1" status: 200 len: 267 time: 0.1031220 Jan 28 13:24:10.179096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-8aa6dda6-4e63-46a4-986c-51585977aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.182551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-8aa6dda6-4e63-46a4-986c-51585977aeaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8730285 Jan 28 13:24:10.315660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-65add509-c7a5-4636-9f53-c534a75dcef0 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.318773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-65add509-c7a5-4636-9f53-c534a75dcef0 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/networks?id=7d336c0c-a270-4c9b-92df-62153b26b83a HTTP/1.1" status: 200 len: 805 time: 0.1524692 Jan 28 13:24:10.323605 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9f34cd-a3f1-410d-ba8e-9dba2b6f8cce x-openstack-request-id: req-5a9f34cd-a3f1-410d-ba8e-9dba2b6f8cce {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:10.323976 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:10.324324 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a9f34cd-a3f1-410d-ba8e-9dba2b6f8cce {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:10.324617 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04', 'status': 'completed', 'code': 200} Jan 28 13:24:10.357960 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-078a41de-1dbb-42f9-8a49-ce525d65db02 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/quotas/a7b4196ca66c485a9e19c4c8b7c559b7 HTTP/1.1" status: 200 len: 375 time: 0.0323749 Jan 28 13:24:10.385602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-cb7e04bc-8902-4333-b625-401502df776e service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522587 Jan 28 13:24:10.399070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.484210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.489947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.497453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.503744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.509850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.513087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-24d3d840-6e85-4941-b2a2-bf528bfd592c tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7b4196ca66c485a9e19c4c8b7c559b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481268 Jan 28 13:24:10.528924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.534945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.537009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-9ab79c26-3153-4365-94ba-0dcb2cc65579 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2126176 Jan 28 13:24:10.540368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d81ff8-a85f-42af-a06e-3abc4c2876f3 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:10.553378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-d2c888b3-1a21-4c39-a20d-2bf8a75dfe7d service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594160 Jan 28 13:24:10.562823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Publish callbacks [] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.654333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2ecfac-fe0d-4cce-8168-eb24f112a473 req-56173113-8324-40e2-9b91-112b735f7a16 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086068 Jan 28 13:24:10.655584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Transition to ACTIVE for port object c1d81ff8-a85f-42af-a06e-3abc4c2876f3 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:10.681011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-41905179-5049-4c64-b8d9-efa9866bb552 service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709267 Jan 28 13:24:10.754663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-7595f2b8-be51-4fb4-8b2f-a9c5d5abe1ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 217 time: 0.0613625 Jan 28 13:24:10.759846 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-35782f25-01c1-4f3d-b3ae-8850c6a4adf1 service neutron] 10.222.0.45 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331183 Jan 28 13:24:10.767436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:10.900864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-ad13b83d-8441-412a-9b4e-1aef755e8e95 service neutron] 10.222.0.45 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344364 Jan 28 13:24:10.963136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e8e48d3-3cfb-4d09-b0d5-f58d7da1a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:10.964662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e8e48d3-3cfb-4d09-b0d5-f58d7da1a3a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1961029 Jan 28 13:24:11.050878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-513c907c-aa17-4f44-b51c-3b92724d483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:11.056169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-513c907c-aa17-4f44-b51c-3b92724d483c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775721 Jan 28 13:24:11.065422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:11.167933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d262ab92-08ea-4ad9-ba7b-ff1442ecf3a9 req-3d087bb8-c144-43de-8f34-df8831dd1124 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914035 Jan 28 13:24:11.231197 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6f805889-bade-46f8-91a6-1e459ad95ded service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584365 Jan 28 13:24:11.384292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-dbd4856b-3c00-4532-aaf8-1d98585056f2 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5395639 Jan 28 13:24:11.406906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:11.483658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Attempting to bind port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:11.488589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Attempting to bind port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:11.488988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Attempting to bind port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:11.501859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:11.502334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Attempting to bind port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:11.506087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-752604d0-f2d6-41f4-8daf-92d510a2d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:11.508001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-752604d0-f2d6-41f4-8daf-92d510a2d91d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1099 time: 0.2305713 Jan 28 13:24:11.511220 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.519080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:11.524809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:11.525807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:11.526358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Bound port: c1d81ff8-a85f-42af-a06e-3abc4c2876f3, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:11.526837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.650548 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.800683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] For port c1d81ff8-a85f-42af-a06e-3abc4c2876f3, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:11.806582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] For port c1d81ff8-a85f-42af-a06e-3abc4c2876f3, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:11.811743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5f9c3bcb-9e91-4cb4-a050-f02506fd7925 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586667 Jan 28 13:24:11.823310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.890802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:11.891671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:11.893368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] 10.222.0.60 "PUT /v2.0/ports/c1d81ff8-a85f-42af-a06e-3abc4c2876f3 HTTP/1.1" status: 200 len: 1096 time: 2.8583031 Jan 28 13:24:11.895911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-c30af3e3-5d87-44d0-9fed-0566af0d8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:11.897969 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-c30af3e3-5d87-44d0-9fed-0566af0d8191 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.3589895 Jan 28 13:24:11.898655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'tag': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:11.901515 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "814baa3b-7b52-4128-ab59-1159f0bddf59", "tag": "c1d81ff8-a85f-42af-a06e-3abc4c2876f3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:11.925247 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-d808703b-27c9-407d-8fcd-26b1ffb1497e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 217 time: 0.0997441 Jan 28 13:24:12.019179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-04c86021-7cd9-44f0-9526-56af91b0ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.020800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-04c86021-7cd9-44f0-9526-56af91b0ae9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0736792 Jan 28 13:24:12.024353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-3eb0aa95-ec0c-4f94-9bbc-8c8816eea92a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6942aa74-39fb-4638-9792-afee91ca0fa7 HTTP/1.1" status: 200 len: 217 time: 0.1116281 Jan 28 13:24:12.052850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06758e90-ba9b-4915-9f15-cc844f220734 req-5f033c52-5919-419e-ae23-119288d67e21 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.058842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06758e90-ba9b-4915-9f15-cc844f220734 req-5f033c52-5919-419e-ae23-119288d67e21 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.7692800 Jan 28 13:24:12.079775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af43182-5905-44f1-a617-bc33c712f589 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:12.149650 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:12.162630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-9d2d9f7e-9417-4489-be55-5d0788eadd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.165481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-9d2d9f7e-9417-4489-be55-5d0788eadd92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0982988 Jan 28 13:24:12.173531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-67d1d06c-3af3-4d3e-835d-659b7e19585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.175782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-67d1d06c-3af3-4d3e-835d-659b7e19585d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 1099 time: 0.1955869 Jan 28 13:24:12.208228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e6274c61-5bde-4340-83fb-a629ef1db2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.209845 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e6274c61-5bde-4340-83fb-a629ef1db2d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477365 Jan 28 13:24:12.289250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-eb10ed0c-60a6-4147-ae43-fc12f41428d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c1d81ff8-a85f-42af-a06e-3abc4c2876f3 HTTP/1.1" status: 200 len: 217 time: 0.0720787 Jan 28 13:24:12.291136 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06758e90-ba9b-4915-9f15-cc844f220734 req-eb55e559-81e2-4582-841a-6a472329a309 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504335 Jan 28 13:24:12.384231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-a71cb635-9255-432b-badb-0ed4b14725cc service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622884 Jan 28 13:24:12.422254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-317bf7f4-bf9c-4c7e-99ee-e7834786ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.423927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-317bf7f4-bf9c-4c7e-99ee-e7834786ff65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003779 Jan 28 13:24:12.435925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-0b8c9c22-b856-4972-b17a-2864db123294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.437642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-0b8c9c22-b856-4972-b17a-2864db123294 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1246235 Jan 28 13:24:12.518200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Allocated IP 172.25.4.19 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/0ea69787-dd96-4318-93cb-89ca06cef5c8) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:12.597408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382d72e-1c5c-4d59-ae88-0c6358cab5c2 req-0c591ccc-185c-4a33-8528-9ae0e311eea7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.606316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7382d72e-1c5c-4d59-ae88-0c6358cab5c2 req-0c591ccc-185c-4a33-8528-9ae0e311eea7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 948 time: 0.1591876 Jan 28 13:24:12.608145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-fe4f2ac2-3d5f-45a8-8681-e615970d3273 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590676 Jan 28 13:24:12.684080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-5d7011da-9764-49d9-aec8-a1e4cfe903f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883873 Jan 28 13:24:12.725475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-2323b0d0-bce8-42d9-b8f2-f9cdb3f66575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.727514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-2323b0d0-bce8-42d9-b8f2-f9cdb3f66575 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2670419 Jan 28 13:24:12.762297 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7382d72e-1c5c-4d59-ae88-0c6358cab5c2 req-32eff737-8af6-4fea-8374-41587a96e954 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549654 Jan 28 13:24:12.767907 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-50507ce2-2118-45e3-b3e8-1d124ac0ad63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=708bf7df-0b01-4647-995d-27020ddc9cea HTTP/1.1" status: 200 len: 217 time: 0.0651455 Jan 28 13:24:12.834110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-0ee048b6-1885-4a87-9633-fde39f6d7f15 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860796 Jan 28 13:24:12.845043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-081c867e-51c3-487d-a66c-c6141bfd9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.847488 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-081c867e-51c3-487d-a66c-c6141bfd9a5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0623708 Jan 28 13:24:12.906028 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8fa4e2a1-fab5-42c2-bebd-cbd5a2edb1b5 req-03622235-1eea-4689-b5e4-492ee23d2661 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 210 time: 0.0535612 Jan 28 13:24:12.964658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-4945f085-5e78-469b-9b81-2d0693d192cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:12.970314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-4945f085-5e78-469b-9b81-2d0693d192cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025851 Jan 28 13:24:13.009678 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.039111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3b29c3c-7566-4393-8996-b164cd2d7e28 req-ca26e6ad-9a81-44f4-b350-28a67dcbaed7 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145448 Jan 28 13:24:13.075084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-b2834ea5-4bfa-41c8-ae8f-d9860176910b service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955470 Jan 28 13:24:13.096618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-231bfd93-3bf8-4a39-9146-4d2b7d7778dd req-d58d9274-e4f2-4724-b342-4adcee59ff88 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467337 Jan 28 13:24:13.112175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.156755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:13.165165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:13.169372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:13.234992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Pushing event updated for resources: {'Port': ['ID=0ea69787-dd96-4318-93cb-89ca06cef5c8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:13.286698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.293968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.299356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.309525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.316577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.323473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.328879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.330851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-9a90a193-3362-46c6-bfaf-73ab44608ce0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2548480 Jan 28 13:24:13.343364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.348903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-d140115b-e814-4f77-918e-4bf199fa43d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.350399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-d140115b-e814-4f77-918e-4bf199fa43d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.60 "GET /v2.0/networks?id=7d336c0c-a270-4c9b-92df-62153b26b83a HTTP/1.1" status: 200 len: 805 time: 0.2659292 Jan 28 13:24:13.392616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-1c5d16e3-5469-41bf-8f2e-8c2e66b9a29c service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968159 Jan 28 13:24:13.399001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.446062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-3ab4abc9-0d21-4a17-8c72-2feb3f630691 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f HTTP/1.1" status: 200 len: 217 time: 0.0384057 Jan 28 13:24:13.501206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-3a6ec379-eac5-4612-8800-ec07a2683d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.502818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-3a6ec379-eac5-4612-8800-ec07a2683d1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0490158 Jan 28 13:24:13.578980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1eeb68ca-0197-4ac5-9848-48b19aea2ae0 req-83bbef2f-c60e-4f43-a46b-85068bbd9536 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2411079 Jan 28 13:24:13.588920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-a35cfccd-5257-4a68-8c99-d21bb9ae558d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b4196ca66c485a9e19c4c8b7c559b7 HTTP/1.1" status: 200 len: 380 time: 0.2147782 Jan 28 13:24:13.594337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-b28460be-4ec9-44a0-b0c4-bc4dd8b85932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.595788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-b28460be-4ec9-44a0-b0c4-bc4dd8b85932 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788763 Jan 28 13:24:13.600374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Request body: {'port': {'device_id': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'admin_state_up': True, 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'security_groups': ['f8ee3b4d-2ced-4599-8879-2919493bc4f9']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:13.603310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.609340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.676375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Pushing event updated for resources: {'Port': ['ID=0ea69787-dd96-4318-93cb-89ca06cef5c8,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:13.734792 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.753922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:13.762783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-43434235-02c8-4c6e-876e-b44eb6a012d0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3773012 Jan 28 13:24:13.791460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-57457d2f-03ca-4b4e-877a-c2513d840ade service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755636 Jan 28 13:24:13.810533 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1141777a-6221-412c-be09-8b0257d30073 x-openstack-request-id: req-1141777a-6221-412c-be09-8b0257d30073 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:13.811106 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814baa3b-7b52-4128-ab59-1159f0bddf59", "tag": "c1d81ff8-a85f-42af-a06e-3abc4c2876f3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:13.811533 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1141777a-6221-412c-be09-8b0257d30073 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:13.812138 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'tag': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3', 'status': 'completed', 'code': 200} Jan 28 13:24:13.837811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-8fab4af8-19de-4225-83a4-ab83eb56d1fc tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0736935 Jan 28 13:24:13.935384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-47902f6a-b8ed-4572-a5c4-cfa15b612058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:13.937061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-47902f6a-b8ed-4572-a5c4-cfa15b612058 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 1099 time: 0.1197548 Jan 28 13:24:14.008885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Made reservation on behalf of a7b4196ca66c485a9e19c4c8b7c559b7 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:14.014011 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.031748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-8109d038-ffbc-425f-8c4d-3772f8818308 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.033623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c11e8ca-9786-4584-a654-b201de4fb852 req-8109d038-ffbc-425f-8c4d-3772f8818308 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1944149 Jan 28 13:24:14.057164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98b543-4f24-4c61-96a8-f40ddf55795b req-67b3bfc8-9ef1-419e-9e5f-324c4633bbf7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.058398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b98b543-4f24-4c61-96a8-f40ddf55795b req-67b3bfc8-9ef1-419e-9e5f-324c4633bbf7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1869526 Jan 28 13:24:14.085840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-093c065a-c16c-4645-bb70-040843655c53 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153645 Jan 28 13:24:14.097190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-2efac4b8-1d9b-4361-964a-1cc7305c6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.098944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-2efac4b8-1d9b-4361-964a-1cc7305c6a62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1386726 Jan 28 13:24:14.154017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-454788da-3e71-422c-b137-93ce357dd727 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c1d81ff8-a85f-42af-a06e-3abc4c2876f3 HTTP/1.1" status: 200 len: 217 time: 0.0478356 Jan 28 13:24:14.186952 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-88a2acb1-fd14-4937-a67d-26de63618094 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e HTTP/1.1" status: 200 len: 217 time: 0.0603049 Jan 28 13:24:14.239401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-2a1f6158-6d44-49b8-9f79-1525e2383849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.241070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-2a1f6158-6d44-49b8-9f79-1525e2383849 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0693796 Jan 28 13:24:14.245589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b98b543-4f24-4c61-96a8-f40ddf55795b req-3b2eeb7d-10d7-4cb2-9f72-189b6b963508 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783762 Jan 28 13:24:14.254367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea2f58-4125-4e68-9dc0-8d9f1d0e230a req-bcaa7aa6-885d-4e58-9b2b-7c7ba0d3d7e6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.262016 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2ea2f58-4125-4e68-9dc0-8d9f1d0e230a req-bcaa7aa6-885d-4e58-9b2b-7c7ba0d3d7e6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 948 time: 0.0995543 Jan 28 13:24:14.292083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-3f6bb954-07de-44f9-9473-5d389ef70b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.293123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:14.293647 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-3f6bb954-07de-44f9-9473-5d389ef70b71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.0967331 Jan 28 13:24:14.355333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2ea2f58-4125-4e68-9dc0-8d9f1d0e230a req-69a6c184-42a8-48d5-8a74-42aea43edbf7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921311 Jan 28 13:24:14.357512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-c10397e5-96a1-496f-ab31-04a0fd144bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.361589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-c10397e5-96a1-496f-ab31-04a0fd144bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968270 Jan 28 13:24:14.381260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Allocated IP 172.20.0.5 (7d336c0c-a270-4c9b-92df-62153b26b83a/d54bd94b-4efd-449e-b0ef-03af0752716e/2c375824-ba03-4df2-a63a-9ea21ca9a8de) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:14.439898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:14.454759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'mac_address': 'fa:16:3e:22:9a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:14.504270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:14.505107 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.523608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6942aa74-39fb-4638-9792-afee91ca0fa7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:14.539584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.551398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:14.560725 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.562748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-a613fd34-5f7e-4bd3-bf71-18a096f56954 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871588 Jan 28 13:24:14.613921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6dea2e21-d90b-431d-aa47-465c5d22ea88 req-c24d4dfb-9269-4c57-b174-e52298b9278e tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 210 time: 0.0441098 Jan 28 13:24:14.627434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-025cea9d-309f-4f6e-90ab-36acd60ce697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.631005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-025cea9d-309f-4f6e-90ab-36acd60ce697 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3251014 Jan 28 13:24:14.633806 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.642900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:14.656442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0b3ada43-beb2-4a1a-a5a2-886e3dcd450e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.659143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0b3ada43-beb2-4a1a-a5a2-886e3dcd450e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 821 time: 0.2056751 Jan 28 13:24:14.690449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-e0a645fd-2cff-445e-ad56-ad14ff85ab53 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/quotas/4d055afd8e8c4b0180fbc0bb6a6993a1 HTTP/1.1" status: 200 len: 375 time: 0.0207052 Jan 28 13:24:14.765099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Network 7d336c0c-a270-4c9b-92df-62153b26b83a is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:14.794833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:14.805469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:14.811609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event updated for resources: {'Port': ['ID=2c375824-ba03-4df2-a63a-9ea21ca9a8de,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:14.877683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.878666 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:14.924480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.930022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.935619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.942035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.948180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.953854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.959320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:14.962360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-ab6a9344-74f3-4227-9ec0-8c21338c2016 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2170279 Jan 28 13:24:14.966854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-e8eedbd8-6f56-4179-8a3a-ee7cd6cba450 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3701193 Jan 28 13:24:14.968938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-58bdf151-1ec5-47be-937f-d6235f60a62b service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188622 Jan 28 13:24:15.012917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6942aa74-39fb-4638-9792-afee91ca0fa7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:15.024440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Request body: {'port': {'device_id': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:15.134473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d690924-9ca8-4273-8fce-e1af0cc9ba20 req-dcfc32cb-c936-4bd8-a09e-688aeb781e02 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643732 Jan 28 13:24:15.172067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe3d4914-4ab9-422c-97a8-7a9fb1d7dfa1 req-792de7e0-3d43-4122-aab5-ce979038cbe8 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906203 Jan 28 13:24:15.197192 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.202780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-8850c20d-433a-4a01-8fe4-6e33e1a91c44 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5113306 Jan 28 13:24:15.214307 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-38a09d0a-39a9-49ab-b681-4b10d9210a4a service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114561 Jan 28 13:24:15.227953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4f045916-c8fe-435e-aca8-16e0676fe270 None None] Provisioning complete for port 2c375824-ba03-4df2-a63a-9ea21ca9a8de triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:15.228360 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4f045916-c8fe-435e-aca8-16e0676fe270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:15.313103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-e63dad8f-3b14-4b02-96b0-261f6f33e985 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=686c94c6-ca51-461a-88fc-0b57ba784b04 HTTP/1.1" status: 200 len: 217 time: 0.0690711 Jan 28 13:24:15.314173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4f045916-c8fe-435e-aca8-16e0676fe270 None None] Port 2c375824-ba03-4df2-a63a-9ea21ca9a8de cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:15.357183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-b845cba0-a5e0-42d6-b942-9e002d70555b service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471670 Jan 28 13:24:15.459582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-13b13473-5692-4c2d-b7cd-a70db620a758 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969613 Jan 28 13:24:15.708537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-4558bf3a-e0d8-4033-86ec-8037ecc6edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:15.710050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-4558bf3a-e0d8-4033-86ec-8037ecc6edf0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.3863735 Jan 28 13:24:15.733878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547ad65-82e1-49b5-907e-4c5e208c391c req-577a6217-a60c-4e1e-8718-8ff9cb0631a3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:15.739797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3ec1f-24bf-427f-a88b-bc49660c19ad req-8e14e5e1-400e-4c4b-8964-3e78db68534c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:15.740709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4547ad65-82e1-49b5-907e-4c5e208c391c req-577a6217-a60c-4e1e-8718-8ff9cb0631a3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 948 time: 0.0931268 Jan 28 13:24:15.747255 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25f3ec1f-24bf-427f-a88b-bc49660c19ad req-8e14e5e1-400e-4c4b-8964-3e78db68534c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.3813460 Jan 28 13:24:15.801100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4547ad65-82e1-49b5-907e-4c5e208c391c req-24682dbd-cfcc-4475-880c-65828c9c160b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573688 Jan 28 13:24:15.876874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fce09e48-eac4-4384-b0ce-f57466586307 req-9dd19db8-2b0b-49b2-895e-716ee11dc2e5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 210 time: 0.0330081 Jan 28 13:24:15.887288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25f3ec1f-24bf-427f-a88b-bc49660c19ad req-710b1feb-5f20-4c8e-8918-0aa45f533e8f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328955 Jan 28 13:24:15.896346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e10d012-ec97-4e73-bb2e-009b9b76e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:15.896346 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-6e10d012-ec97-4e73-bb2e-009b9b76e4b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393528 Jan 28 13:24:16.009780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecb235-660c-4c7f-96a5-e94c69646433 req-8b455398-3802-42ac-b2a8-32f3e6b7f1f7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.020273 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aecb235-660c-4c7f-96a5-e94c69646433 req-8b455398-3802-42ac-b2a8-32f3e6b7f1f7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 931 time: 0.0738564 Jan 28 13:24:16.065644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-ac96c9d1-6f7a-4592-9f1a-dcbd6238a948 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574142 Jan 28 13:24:16.074340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c375824-ba03-4df2-a63a-9ea21ca9a8de {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:16.096055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aecb235-660c-4c7f-96a5-e94c69646433 req-e3f7322e-7d39-4020-a833-6aa6b8634e5d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728776 Jan 28 13:24:16.096457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Publish callbacks [] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.162661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Transition to ACTIVE for port object 2c375824-ba03-4df2-a63a-9ea21ca9a8de will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:16.168367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.270333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a172f897-74a9-48d4-926d-a11a78e1b3b1 req-f0a4d2b7-b633-4fee-a7eb-a6062ea0768d service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907117 Jan 28 13:24:16.300515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c375824-ba03-4df2-a63a-9ea21ca9a8de,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:16.310036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c1d81ff8-a85f-42af-a06e-3abc4c2876f3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:16.524382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.530926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.536757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.543365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.548810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.555092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.560616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.562624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5f44619-671d-44bd-94a2-d163f079d63c req-f31348ae-762e-4821-9f18-1c6cad94b247 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2874615 Jan 28 13:24:16.572965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.573454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.573926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.574396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.574859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.575320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.575780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.577720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-d9d10a79-369d-49c3-badb-825c5cb504d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6479 time: 0.1682203 Jan 28 13:24:16.580079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Attempting to bind port 2c375824-ba03-4df2-a63a-9ea21ca9a8de on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:16.580386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Attempting to bind port 2c375824-ba03-4df2-a63a-9ea21ca9a8de by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:16.580878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Attempting to bind port 2c375824-ba03-4df2-a63a-9ea21ca9a8de on network 7d336c0c-a270-4c9b-92df-62153b26b83a {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:16.642379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5f44619-671d-44bd-94a2-d163f079d63c req-faa3b18d-baa1-433c-bc92-66a13406c2e4 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633214 Jan 28 13:24:16.647335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c1d81ff8-a85f-42af-a06e-3abc4c2876f3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:16.650273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Port 2c375824-ba03-4df2-a63a-9ea21ca9a8de on network 7d336c0c-a270-4c9b-92df-62153b26b83a not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:16.650605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Attempting to bind port 2c375824-ba03-4df2-a63a-9ea21ca9a8de on network 7d336c0c-a270-4c9b-92df-62153b26b83a {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:16.667683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:16.668275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Checking segment: {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:16.668922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Bound using segment: {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:16.669553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Bound port: 2c375824-ba03-4df2-a63a-9ea21ca9a8de, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:16.670082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.674625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3', 'mac_address': 'fa:16:3e:6a:e5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:16.718142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:16.719307 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.733387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d81ff8-a85f-42af-a06e-3abc4c2876f3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:16.754915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c1d81ff8-a85f-42af-a06e-3abc4c2876f3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:16.759821 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.804114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-1982c8ba-0988-45de-a7b7-bc39bf63ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.805977 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-1982c8ba-0988-45de-a7b7-bc39bf63ade4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d96b2c5-f574-4f64-9977-4a974e942cdc HTTP/1.1" status: 200 len: 902 time: 0.1694007 Jan 28 13:24:16.808460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] For port 2c375824-ba03-4df2-a63a-9ea21ca9a8de, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:16.811712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] For port 2c375824-ba03-4df2-a63a-9ea21ca9a8de, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:16.816145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:16.824721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.856928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-bc464baf-0256-4dfd-b38a-4a6be0753f72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=686c94c6-ca51-461a-88fc-0b57ba784b04 HTTP/1.1" status: 200 len: 217 time: 0.0405438 Jan 28 13:24:16.927524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.928182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:16.929735 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c375824-ba03-4df2-a63a-9ea21ca9a8de HTTP/1.1" status: 200 len: 1091 time: 1.9257076 Jan 28 13:24:16.932009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:16.934157 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a592588-f54e-4e66-b378-5f75b2b8560b" -d '{"events": [{"name": "network-changed", "server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:16.946730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec04d98-567c-4fbb-b272-fe6db51a81f0 req-6de25972-5a0c-4b69-bca5-2c1c09d9ac37 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.960072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dec04d98-567c-4fbb-b272-fe6db51a81f0 req-6de25972-5a0c-4b69-bca5-2c1c09d9ac37 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 949 time: 0.0850811 Jan 28 13:24:16.961743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-401f4e44-b811-4d71-867f-a4dc5301f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:16.963358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-401f4e44-b811-4d71-867f-a4dc5301f986 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.0869968 Jan 28 13:24:16.964445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608929f4-8dca-408a-b0a9-bb2d54fb38c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c375824-ba03-4df2-a63a-9ea21ca9a8de,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:17.034991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-2365f250-dc7f-467b-84b6-3cdedeb6106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.036584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-2365f250-dc7f-467b-84b6-3cdedeb6106a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642331 Jan 28 13:24:17.050110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dec04d98-567c-4fbb-b272-fe6db51a81f0 req-10d5b30d-07a2-4f4c-8ff6-1573be4edbe0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868125 Jan 28 13:24:17.206652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c1d81ff8-a85f-42af-a06e-3abc4c2876f3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:17.215111 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5cad066-21d3-4592-9259-395ba11f7b4b req-daa53b94-e164-4b9a-b6cb-087e89f18165 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 210 time: 0.1332662 Jan 28 13:24:17.307584 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618dfc68-4cda-4b3b-941b-6704ec74dcf5 x-openstack-request-id: req-618dfc68-4cda-4b3b-941b-6704ec74dcf5 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:17.307894 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:17.308187 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-618dfc68-4cda-4b3b-941b-6704ec74dcf5 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:17.308604 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'status': 'completed', 'code': 200} Jan 28 13:24:17.316861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-10a4c02b-b667-413b-b1fe-be1282f07793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.322060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-10a4c02b-b667-413b-b1fe-be1282f07793 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7b4196ca66c485a9e19c4c8b7c559b7&device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 1094 time: 0.2843823 Jan 28 13:24:17.371521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0de0a-abe4-4534-add2-9044b4856b85 req-5d76c40b-fd51-4781-b9ba-4477d4b6eb0e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.375398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8b0de0a-abe4-4534-add2-9044b4856b85 req-5d76c40b-fd51-4781-b9ba-4477d4b6eb0e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0871696 Jan 28 13:24:17.420804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-369b2e2f-4983-4462-bd7a-8ac43cbe89d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de HTTP/1.1" status: 200 len: 217 time: 0.0844281 Jan 28 13:24:17.428229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-ed9d3284-16d1-42ce-9acb-978358ff998c service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763239 Jan 28 13:24:17.446021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-9c28f85d-f132-405a-ad39-9cdf356114d5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.447737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-9c28f85d-f132-405a-ad39-9cdf356114d5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 821 time: 0.3189597 Jan 28 13:24:17.472363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'port': {'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'admin_state_up': True, 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:17.511355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8b0de0a-abe4-4534-add2-9044b4856b85 req-c353723d-5fb4-4325-af96-9a1a78ced9a8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221735 Jan 28 13:24:17.682952 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62f48f34-69fd-4f59-98d4-fa6802cda915 req-52c06ffe-4393-43ce-947a-f74516144784 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225337 Jan 28 13:24:17.691207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-81601592-3bd2-4e58-a7a1-9ca3d8bd74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.691469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Made reservation on behalf of 4d055afd8e8c4b0180fbc0bb6a6993a1 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:17.692930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-81601592-3bd2-4e58-a7a1-9ca3d8bd74af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d54bd94b-4efd-449e-b0ef-03af0752716e HTTP/1.1" status: 200 len: 844 time: 0.2197149 Jan 28 13:24:17.699822 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:17.704951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff7b2c-1353-485b-85a6-36ca8453e7dd req-74a7a069-fe3f-44a1-9954-a71a81d6e20e tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.713816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6ff7b2c-1353-485b-85a6-36ca8453e7dd req-74a7a069-fe3f-44a1-9954-a71a81d6e20e tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 943 time: 0.2751901 Jan 28 13:24:17.812692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6ff7b2c-1353-485b-85a6-36ca8453e7dd req-224501e3-c87a-4b76-823c-3e1d6d6e5747 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976920 Jan 28 13:24:17.817709 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-5eaed05d-e393-4fe8-a5d3-fc289eb512d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.827066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-5eaed05d-e393-4fe8-a5d3-fc289eb512d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d336c0c-a270-4c9b-92df-62153b26b83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011899 Jan 28 13:24:17.893486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.899344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.904953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.910592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.917223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.922703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.928004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:17.931004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-4a46046b-ee6f-4626-8ac5-41e21bdfe226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1509008 Jan 28 13:24:17.951930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-30c357f2-0d0c-4e34-bcc2-9c660eb08e9b service neutron] 10.222.0.60 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144519 Jan 28 13:24:17.965618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Allocated IP 172.20.0.13 (bfba4a32-00c2-4858-a86b-49d6467d48e5/3ebd50ae-763d-43c2-9d69-5111f79df7a4/60f1d38a-f31e-41d8-8fa1-080bbc8ccb62) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:18.015137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f6aeecfb-fb3a-4b03-8ab4-9410eb6a3b8f req-eca044ff-785d-42be-8eb8-73f9b6dd13b8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736084 Jan 28 13:24:18.093913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a7ffe842-d1b6-4322-87a4-66db93a15873 req-4d56cb15-ac8b-423a-82f6-8441bea721f6 service neutron] 10.222.0.60 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352110 Jan 28 13:24:18.213225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.255549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.274848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598139-ed5b-4fcb-a536-799adae92113 req-1753e056-7aab-44fc-8647-38b593960d35 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.276604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5598139-ed5b-4fcb-a536-799adae92113 req-1753e056-7aab-44fc-8647-38b593960d35 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 949 time: 0.1000628 Jan 28 13:24:18.277245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['88c31883-d7c9-4037-a5df-2ce3ed80e43f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:18.308137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-508c431f-ee62-46a4-a0bd-6b7c2962bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.309047 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-508c431f-ee62-46a4-a0bd-6b7c2962bfe6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7b4196ca66c485a9e19c4c8b7c559b7&device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 1094 time: 0.1218917 Jan 28 13:24:18.347563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:18.401784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:18.409588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:18.423625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:18.462139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Pushing event updated for resources: {'Port': ['ID=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:18.501180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acdb5f-d937-4d55-b5cb-818fcc81d958 req-9bd2f9fe-4b6e-4861-81c4-e575469d7ad4 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.511334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25acdb5f-d937-4d55-b5cb-818fcc81d958 req-9bd2f9fe-4b6e-4861-81c4-e575469d7ad4 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 932 time: 0.1570601 Jan 28 13:24:18.534303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 6942aa74-39fb-4638-9792-afee91ca0fa7 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:18.545558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5598139-ed5b-4fcb-a536-799adae92113 req-5656c549-aac6-49e9-83c6-c272eea79b8e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574358 Jan 28 13:24:18.563668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.564372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.646572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-84950975-9fbd-4003-92d5-b49a39388caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.657081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25acdb5f-d937-4d55-b5cb-818fcc81d958 req-b9bedfc2-9d24-4ce2-947d-4e24df6c5509 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440578 Jan 28 13:24:18.667403 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-84950975-9fbd-4003-92d5-b49a39388caf service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d336c0c-a270-4c9b-92df-62153b26b83a HTTP/1.1" status: 200 len: 906 time: 0.2622945 Jan 28 13:24:18.710615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 6942aa74-39fb-4638-9792-afee91ca0fa7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:18.711120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.722036 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-0116a93f-0222-4504-bd5a-77093b35b217 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2517879 Jan 28 13:24:18.747725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Request body: {'port': {'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:18.854990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-e7af9f5d-f550-4742-99ed-7f6c34273f8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de HTTP/1.1" status: 200 len: 217 time: 0.1827910 Jan 28 13:24:18.886501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:18.887188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:18.964175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:18.976453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:18.977620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-8d6ec537-70f4-4f18-810c-db491c6617d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:18.982336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-8d6ec537-70f4-4f18-810c-db491c6617d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d54bd94b-4efd-449e-b0ef-03af0752716e HTTP/1.1" status: 200 len: 844 time: 0.1135886 Jan 28 13:24:18.983149 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101f883-f6d8-4697-9cce-9424fb625768" -d '{"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:18.991143 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:19.022035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52235-04dc-47dc-b43e-3ba1e97695f4 req-4a10e774-0e0f-4e49-8697-df1349862fdc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:19.028936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d52235-04dc-47dc-b43e-3ba1e97695f4 req-4a10e774-0e0f-4e49-8697-df1349862fdc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1938667 Jan 28 13:24:19.034014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4ba9d748-98d6-4da7-8d1b-cc1179b54cc0 None None] Provisioning complete for port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:19.034479 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d748-98d6-4da7-8d1b-cc1179b54cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:19.062962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:19.093314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9d748-98d6-4da7-8d1b-cc1179b54cc0 None None] Port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:19.127284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:19.196343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d52235-04dc-47dc-b43e-3ba1e97695f4 req-289037e8-d497-4d0b-ade5-86b2eacd5f58 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557198 Jan 28 13:24:19.222358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-2d682238-c635-490d-a8aa-0a97a4cf90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:19.223830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-2d682238-c635-490d-a8aa-0a97a4cf90a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d336c0c-a270-4c9b-92df-62153b26b83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311130 Jan 28 13:24:19.240067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b494cc-62bc-4615-9004-2633ec0725f5 req-01c87b3d-1c0a-4ab6-bcf5-4ad54096d0c5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:19.251577 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24b494cc-62bc-4615-9004-2633ec0725f5 req-01c87b3d-1c0a-4ab6-bcf5-4ad54096d0c5 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 943 time: 0.1560764 Jan 28 13:24:19.410062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-af326685-55c9-49f4-968d-9c379ce0bdf4 service neutron] 10.222.0.60 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574125 Jan 28 13:24:19.450959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24b494cc-62bc-4615-9004-2633ec0725f5 req-b388e588-73b2-433f-b495-74a224918e2d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970704 Jan 28 13:24:19.525083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae454f6-6b6a-4a9c-b62f-1122a2d9139e req-40b2bc67-d7a0-481a-bcc4-b2d591f04342 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:19.527853 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782b5684-7c52-4053-94f4-64e631019569 x-openstack-request-id: req-782b5684-7c52-4053-94f4-64e631019569 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:19.528372 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:19.528484 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-782b5684-7c52-4053-94f4-64e631019569 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:19.528811 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'code': 200} Jan 28 13:24:19.535068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ae454f6-6b6a-4a9c-b62f-1122a2d9139e req-40b2bc67-d7a0-481a-bcc4-b2d591f04342 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.2442834 Jan 28 13:24:19.620063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ae454f6-6b6a-4a9c-b62f-1122a2d9139e req-db255842-75b9-4949-8b68-e4f695fcfda4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836570 Jan 28 13:24:19.798137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:19.807420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Publish callbacks [] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:19.821316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Transition to ACTIVE for port object 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:19.850285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.003796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4be95-7284-402f-afdb-a25a0a0c21b5 req-48798c76-7b95-4d23-861e-07cf4340bfb6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.010952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79b4be95-7284-402f-afdb-a25a0a0c21b5 req-48798c76-7b95-4d23-861e-07cf4340bfb6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 949 time: 0.2419231 Jan 28 13:24:20.040105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-d879fa1d-3ff7-490b-97f7-ad0de875a604 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.041853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-d879fa1d-3ff7-490b-97f7-ad0de875a604 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.1996627 Jan 28 13:24:20.045791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Pushing event updated for resources: {'Port': ['ID=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:20.117463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a592588-f54e-4e66-b378-5f75b2b8560b req-638c1248-00ef-4de5-857b-b0a7bf40c986 service neutron] 10.222.0.60 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652074 Jan 28 13:24:20.175806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.182719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.188352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.200458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.207225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.214798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.220849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.229569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-b5dea1a6-3ec5-4e1d-9966-cedef0118c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.5925205 Jan 28 13:24:20.270090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5da1d5-5cff-4021-ac39-911cfa3c1e38 req-01a8acfa-279d-4c31-bfa9-ed1ce6bdcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.278669 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df5da1d5-5cff-4021-ac39-911cfa3c1e38 req-01a8acfa-279d-4c31-bfa9-ed1ce6bdcc92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1101 time: 0.2494199 Jan 28 13:24:20.283685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79b4be95-7284-402f-afdb-a25a0a0c21b5 req-dd3b57ce-cf61-46ce-8b91-c442dfb3961c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715070 Jan 28 13:24:20.325536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Attempting to bind port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:20.325996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Attempting to bind port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:20.326496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Attempting to bind port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 on network bfba4a32-00c2-4858-a86b-49d6467d48e5 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:20.333854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 on network bfba4a32-00c2-4858-a86b-49d6467d48e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:20.334356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Attempting to bind port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 on network bfba4a32-00c2-4858-a86b-49d6467d48e5 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:20.343869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:20.344381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Checking segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:20.344883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Bound using segment: {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:20.345448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Bound port: 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152fe52f-8288-439b-bba6-6fb096a6fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:20.345931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.352065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2c375824-ba03-4df2-a63a-9ea21ca9a8de details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:20.359413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c1d81ff8-a85f-42af-a06e-3abc4c2876f3 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:20.404879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Deleting port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:20.405414 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.406214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c5636a1-33c5-4866-b4ff-a3f4110f3117 req-766fc7fe-afc4-4618-9096-bb90db739dbd tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1757662 Jan 28 13:24:20.455413 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df5da1d5-5cff-4021-ac39-911cfa3c1e38 req-16b215a0-fdeb-47e7-b940-f243761d46ce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696970 Jan 28 13:24:20.520676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] For port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:20.551545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] For port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:20.568041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.570464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:20.580195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:20.580779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.629715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc57d9d-b7dd-44d9-9dca-68f8f492c809 req-4e3016f4-5428-4575-bf22-0ba4b269599c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.631508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccc57d9d-b7dd-44d9-9dca-68f8f492c809 req-4e3016f4-5428-4575-bf22-0ba4b269599c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 944 time: 0.1635106 Jan 28 13:24:20.644772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] For port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:20.645301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.681817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.682639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.684221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] 10.222.0.60 "PUT /v2.0/ports/60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 1092 time: 1.9409556 Jan 28 13:24:20.686899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Calling delete_port for d7c1cf1f-218f-4dfc-a5e5-b455983dcfca owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:20.692961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:20.696470 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:20.759620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2c375824-ba03-4df2-a63a-9ea21ca9a8de, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:20.779840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'port_id': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'mac_address': 'fa:16:3e:44:be:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:20.869476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2c375824-ba03-4df2-a63a-9ea21ca9a8de is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:20.869875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.884238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41395a83-f46e-4085-8080-ada08f47d126 service neutron] Pushing event updated for resources: {'Port': ['ID=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:20.926977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c375824-ba03-4df2-a63a-9ea21ca9a8de {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:20.937177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccc57d9d-b7dd-44d9-9dca-68f8f492c809 req-b8f04638-34a2-4f4d-b924-9d8f1ef7033f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991195 Jan 28 13:24:20.942326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:20.942744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:20.974440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a366-4715-4f84-a747-c9fe0355ac80 req-09fc9878-5b0e-478c-b1cc-e7b7a439126d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:20.983873 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8330a366-4715-4f84-a747-c9fe0355ac80 req-09fc9878-5b0e-478c-b1cc-e7b7a439126d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0873089 Jan 28 13:24:21.014178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2c375824-ba03-4df2-a63a-9ea21ca9a8de, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:21.037205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c1d81ff8-a85f-42af-a06e-3abc4c2876f3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:21.039067 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.044751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-8e68fb6e-5af8-42d0-b2a0-52161a4c932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.048953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-8e68fb6e-5af8-42d0-b2a0-52161a4c932e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 1095 time: 0.1812634 Jan 28 13:24:21.059687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8330a366-4715-4f84-a747-c9fe0355ac80 req-c8403ba3-a856-41d8-966b-2bdba29abcf8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753224 Jan 28 13:24:21.074077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.118402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2c375824-ba03-4df2-a63a-9ea21ca9a8de,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:21.132989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-9151cf10-a480-41fe-9ac5-6a20f74889db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 217 time: 0.0705059 Jan 28 13:24:21.202641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:21.262963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-66ade2e0-4453-4432-9c64-d97fffd44b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.265125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-66ade2e0-4453-4432-9c64-d97fffd44b9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.1099808 Jan 28 13:24:21.273749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e016e4-5345-411e-9494-b38c593cf5df req-e19482d2-9bb2-414a-896f-3ae4a1081591 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.275689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52e016e4-5345-411e-9494-b38c593cf5df req-e19482d2-9bb2-414a-896f-3ae4a1081591 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 944 time: 0.1604671 Jan 28 13:24:21.277991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd13a-c0e7-47ea-8c77-f3de71ac6f35 req-907fefef-d6b1-4803-accb-339c6a060613 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.279924 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf7cd13a-c0e7-47ea-8c77-f3de71ac6f35 req-907fefef-d6b1-4803-accb-339c6a060613 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 945 time: 0.0854335 Jan 28 13:24:21.285408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d7c1cf1f-218f-4dfc-a5e5-b455983dcfca), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.342959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf7cd13a-c0e7-47ea-8c77-f3de71ac6f35 req-961e8506-a9e8-4870-8cb5-b8aa9e7c0582 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549030 Jan 28 13:24:21.373129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event deleted for resources: {'Port': ['ID=d7c1cf1f-218f-4dfc-a5e5-b455983dcfca,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:21.409489 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569c344-ae5e-421b-9444-67dbe8dcd0b5 x-openstack-request-id: req-8569c344-ae5e-421b-9444-67dbe8dcd0b5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:21.409869 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:21.410195 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8569c344-ae5e-421b-9444-67dbe8dcd0b5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:21.410659 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'status': 'completed', 'code': 200} Jan 28 13:24:21.441082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] No DVR routers for this DVR port d7c1cf1f-218f-4dfc-a5e5-b455983dcfca on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:21.446143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-3a9dd734-a443-407a-9b81-aa97a543f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.447998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-3a9dd734-a443-407a-9b81-aa97a543f0c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709015 Jan 28 13:24:21.449417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:21.452807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a79cc21d-b9e1-492a-bff4-d651164c9956 req-7cdd4ed1-15ac-45a4-8ccc-932327b81285 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "DELETE /v2.0/ports/d7c1cf1f-218f-4dfc-a5e5-b455983dcfca HTTP/1.1" status: 204 len: 173 time: 1.3884623 Jan 28 13:24:21.456230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52e016e4-5345-411e-9494-b38c593cf5df req-dec8985c-890a-4f7a-9c87-874b6517eead tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667917 Jan 28 13:24:21.528510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239086b-dcee-4cf9-a991-cbaf929f6413 req-5556be85-2b0b-4b67-8ab5-6999192aa693 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.529817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2c375824-ba03-4df2-a63a-9ea21ca9a8de'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:21.530802 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d239086b-dcee-4cf9-a991-cbaf929f6413 req-5556be85-2b0b-4b67-8ab5-6999192aa693 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0739744 Jan 28 13:24:21.532566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:21.535776 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8040803-e602-4e9c-b2e3-82452d5aa98a" -d '{"events": [{"server_uuid": "814baa3b-7b52-4128-ab59-1159f0bddf59", "name": "network-vif-plugged", "status": "completed", "tag": "c1d81ff8-a85f-42af-a06e-3abc4c2876f3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:21.601851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d239086b-dcee-4cf9-a991-cbaf929f6413 req-d76fad4f-b061-4e95-bc82-8631003d2694 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626051 Jan 28 13:24:21.642497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.648730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.654264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.660160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.666124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.668998 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982f2e7b-aae3-4551-85aa-f7e884cda617 x-openstack-request-id: req-982f2e7b-aae3-4551-85aa-f7e884cda617 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:21.669742 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814baa3b-7b52-4128-ab59-1159f0bddf59", "name": "network-vif-plugged", "status": "completed", "tag": "c1d81ff8-a85f-42af-a06e-3abc4c2876f3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:21.670111 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-982f2e7b-aae3-4551-85aa-f7e884cda617 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:21.670617 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3', 'code': 200} Jan 28 13:24:21.671869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.676971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.684806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-52078ce7-1da2-4092-bd5c-fb45ab07f8d9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1307807 Jan 28 13:24:21.734176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-454cfa6b-c344-4c77-9623-c56f51ba04b7 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673516 Jan 28 13:24:21.842703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5118fa7f-ba10-49fc-8a64-f45f9551634e req-72a44228-ec0c-47e6-91bc-2b5775ed9981 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570220 Jan 28 13:24:21.882995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471326c-ac4c-43b6-804e-32f319dfedd5 req-199f6dbe-116c-4476-8c2d-b6c494fd18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:21.885314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2471326c-ac4c-43b6-804e-32f319dfedd5 req-199f6dbe-116c-4476-8c2d-b6c494fd18e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 1101 time: 0.1096113 Jan 28 13:24:21.932095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-014cf185-0e9d-4070-b7a3-7319a9dd3858 req-126a8978-ea77-43fc-9839-fe59a85018a8 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795006 Jan 28 13:24:21.959859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2471326c-ac4c-43b6-804e-32f319dfedd5 req-94891f25-679f-4fa5-8fd1-1ba9b63e4eb1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589671 Jan 28 13:24:22.058991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae036c-bd5a-41e4-9cdf-6ada3a4df5da req-531c2106-d900-4d48-bb77-b81f819eee7b tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.060534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-daae036c-bd5a-41e4-9cdf-6ada3a4df5da req-531c2106-d900-4d48-bb77-b81f819eee7b tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 944 time: 0.0487254 Jan 28 13:24:22.111256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-daae036c-bd5a-41e4-9cdf-6ada3a4df5da req-4a3f13ca-3df7-4a36-9ef1-d40459bdbcd3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Jan 28 13:24:22.203193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbab77-da43-4401-ad3b-7a0de7712441 req-d956bdc5-79fc-4c82-9d75-5bfbe17c7e20 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.204701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1cbab77-da43-4401-ad3b-7a0de7712441 req-d956bdc5-79fc-4c82-9d75-5bfbe17c7e20 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0523841 Jan 28 13:24:22.255804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1cbab77-da43-4401-ad3b-7a0de7712441 req-f58c9b92-6305-4b4d-8c31-941e46da34eb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Jan 28 13:24:22.333535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-1d382a1f-f24a-4b17-863e-9b5f65d49b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.335927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-1d382a1f-f24a-4b17-863e-9b5f65d49b32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 1095 time: 0.0418048 Jan 28 13:24:22.349497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d7c1cf1f-218f-4dfc-a5e5-b455983dcfca no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:22.370143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: d7c1cf1f-218f-4dfc-a5e5-b455983dcfca {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:22.370368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d7c1cf1f-218f-4dfc-a5e5-b455983dcfca not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:22.448802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-8810a09b-fa47-4eb2-baac-0b753f499075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.450277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-8810a09b-fa47-4eb2-baac-0b753f499075 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.0961874 Jan 28 13:24:22.458153 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf42e26e-7df1-42d1-b95d-74e929848536 req-f6f7f21d-8831-4418-b275-192612de548b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db5e77f-7b88-41e6-bab3-b38a00123d4e HTTP/1.1" status: 200 len: 210 time: 0.0260017 Jan 28 13:24:22.513175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-1abb0139-2cc9-4e1c-b420-42472e8effb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 217 time: 0.0480669 Jan 28 13:24:22.621274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6c9fa-6bac-4fc3-8ed4-32e8c403bf7d req-458c2b23-ee10-4e42-91d9-7f59b5a70e5e tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.622807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57e6c9fa-6bac-4fc3-8ed4-32e8c403bf7d req-458c2b23-ee10-4e42-91d9-7f59b5a70e5e tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 944 time: 0.0859892 Jan 28 13:24:22.624623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-f57c656b-9406-492a-855b-6b1db1611c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.626005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-f57c656b-9406-492a-855b-6b1db1611c20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0794346 Jan 28 13:24:22.717800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57e6c9fa-6bac-4fc3-8ed4-32e8c403bf7d req-6b5cb629-c826-4e6b-b07b-81900d094727 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860968 Jan 28 13:24:22.740395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e898-a6a3-47f2-9cdd-a21aced994ba req-19f01005-8d5c-4a5d-a3fc-4543aec1aae9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.746249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-ac54ef74-00f3-471b-95a3-bd6376a99794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.747842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-ac54ef74-00f3-471b-95a3-bd6376a99794 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086113 Jan 28 13:24:22.748712 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5386e898-a6a3-47f2-9cdd-a21aced994ba req-19f01005-8d5c-4a5d-a3fc-4543aec1aae9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0651982 Jan 28 13:24:22.821400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5386e898-a6a3-47f2-9cdd-a21aced994ba req-d11b745a-a9dc-47ba-b010-3f3a8440e3f8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660410 Jan 28 13:24:22.867935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-fefcea06-63f1-4266-9fa2-690e97301962 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888126 Jan 28 13:24:22.981829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.986968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.988246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb1a233f-13cd-4986-90a8-9ff2f6e953a9 req-1bfc458c-4d9d-405d-afe3-12bf5e4a5454 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986741 Jan 28 13:24:22.993170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:22.998403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.003573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.009489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.014901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.016888 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-50e5a04c-e5a1-4d1a-9145-e4cc6b03c296 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.0929673 Jan 28 13:24:23.080322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7a33d98-5054-4ea3-9539-2d451f0c0e72 req-897dbca3-2fe7-4528-85ed-7df0a11f82f9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575876 Jan 28 13:24:23.237202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccfb71-ecdd-4cb6-b09f-9e8ceb00ebb6 req-08ca549d-7c4e-408b-a6e5-6a935adfa121 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.238684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1dccfb71-ecdd-4cb6-b09f-9e8ceb00ebb6 req-08ca549d-7c4e-408b-a6e5-6a935adfa121 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 944 time: 0.0510292 Jan 28 13:24:23.294504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1dccfb71-ecdd-4cb6-b09f-9e8ceb00ebb6 req-0f12d973-4f32-41b2-8dd0-7261b1b4c4b9 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Jan 28 13:24:23.406023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429874-7e3c-4aa5-903e-417fd4fc75be req-345f2e9c-980e-4e69-b0a0-747b5304d9ab tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.407675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69429874-7e3c-4aa5-903e-417fd4fc75be req-345f2e9c-980e-4e69-b0a0-747b5304d9ab tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0597219 Jan 28 13:24:23.412100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'name': 'network-vif-deleted', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:23.415173 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698e22a-9e30-49f6-8712-24e74a78616c" -d '{"events": [{"server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "name": "network-vif-deleted", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:23.463245 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace7bff-4633-4006-baec-57a02b68c8ca x-openstack-request-id: req-4ace7bff-4633-4006-baec-57a02b68c8ca {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:23.463641 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db5e77f-7b88-41e6-bab3-b38a00123d4e", "name": "network-vif-deleted", "tag": "d7c1cf1f-218f-4dfc-a5e5-b455983dcfca", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:23.463996 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ace7bff-4633-4006-baec-57a02b68c8ca {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:23.464528 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db5e77f-7b88-41e6-bab3-b38a00123d4e', 'name': 'network-vif-deleted', 'tag': 'd7c1cf1f-218f-4dfc-a5e5-b455983dcfca', 'status': 'completed', 'code': 200} Jan 28 13:24:23.466179 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69429874-7e3c-4aa5-903e-417fd4fc75be req-61519a40-b4ca-4fd7-81da-a2cb87a8f724 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517030 Jan 28 13:24:23.763362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d7a80-37ea-487c-ae8e-ee5af2fecad6 req-96d84df2-3def-446d-81af-91df60202013 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.764917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c23d7a80-37ea-487c-ae8e-ee5af2fecad6 req-96d84df2-3def-446d-81af-91df60202013 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 945 time: 0.0502481 Jan 28 13:24:23.815580 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c23d7a80-37ea-487c-ae8e-ee5af2fecad6 req-0da7cba7-3c16-490d-8c9d-f8fe4e80ec8b tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440834 Jan 28 13:24:23.836235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb83f8-1270-419f-a534-f1de0c516065 req-e8507049-b59f-445f-a85a-242b5218bf10 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.843207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7fcb83f8-1270-419f-a534-f1de0c516065 req-e8507049-b59f-445f-a85a-242b5218bf10 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 944 time: 0.0563381 Jan 28 13:24:23.887971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7fcb83f8-1270-419f-a534-f1de0c516065 req-c0156f0a-eeb0-4247-ac57-1c56021827ce tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 Jan 28 13:24:23.937072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36991da-09c0-4c18-802a-906d2772f987 req-9dcaf81d-62d7-45ef-a015-070e822374a7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:23.938465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d36991da-09c0-4c18-802a-906d2772f987 req-9dcaf81d-62d7-45ef-a015-070e822374a7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0566208 Jan 28 13:24:23.988671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d36991da-09c0-4c18-802a-906d2772f987 req-b03aab38-e998-4c19-90cb-846d268a6344 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Jan 28 13:24:24.219709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.224958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.230328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.235594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.241875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.247402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.252877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.256077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-a1fc1e80-5e40-4bdf-b535-9944c8aba372 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.0930846 Jan 28 13:24:24.318803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e503d0dd-c58f-4a76-91cb-059635bf1b3f req-3deeeb89-a47e-4f37-a9bd-a5af502f97a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544820 Jan 28 13:24:24.357497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2c375824-ba03-4df2-a63a-9ea21ca9a8de up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:24.416203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 2c375824-ba03-4df2-a63a-9ea21ca9a8de completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:24.421492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 2c375824-ba03-4df2-a63a-9ea21ca9a8de triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:24.421901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.426277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8461bd-7642-4e33-b290-e5822bb07ae3 req-6eaa1f3b-1ce0-425e-bb21-6d2daf5cd249 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.433829 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb8461bd-7642-4e33-b290-e5822bb07ae3 req-6eaa1f3b-1ce0-425e-bb21-6d2daf5cd249 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 944 time: 0.0627880 Jan 28 13:24:24.489397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb8461bd-7642-4e33-b290-e5822bb07ae3 req-17474ad8-ea2a-4d61-8e67-91e368e05ccd tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528281 Jan 28 13:24:24.527777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2c375824-ba03-4df2-a63a-9ea21ca9a8de is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:24.528368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.552135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:24.554966 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da53e215-d186-46bd-8b9b-6960d7c043bf" -d '{"events": [{"server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "name": "network-vif-plugged", "status": "completed", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:24.568380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2c375824-ba03-4df2-a63a-9ea21ca9a8de, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:24.575974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.595001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960d00f-164a-4efa-8cd4-bf36a8c531a0 req-237df859-dd1e-4003-a2f5-c29d1fc9329f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.596676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3960d00f-164a-4efa-8cd4-bf36a8c531a0 req-237df859-dd1e-4003-a2f5-c29d1fc9329f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0595243 Jan 28 13:24:24.618075 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d526ed5-592c-4eb5-a9b2-c1f4d3499c19 x-openstack-request-id: req-7d526ed5-592c-4eb5-a9b2-c1f4d3499c19 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:24.618372 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "name": "network-vif-plugged", "status": "completed", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:24.618632 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d526ed5-592c-4eb5-a9b2-c1f4d3499c19 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:24.619033 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'code': 200} Jan 28 13:24:24.647211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2c375824-ba03-4df2-a63a-9ea21ca9a8de,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:24.689220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-3b1aae45-4b5e-4c3a-8513-1b7dc51949ba tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.690851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-3b1aae45-4b5e-4c3a-8513-1b7dc51949ba tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 945 time: 0.0932055 Jan 28 13:24:24.694813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3960d00f-164a-4efa-8cd4-bf36a8c531a0 req-4825ade6-63ad-4edb-a86b-50e8b8b7b679 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880830 Jan 28 13:24:24.838388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239ecf9-0117-4b65-b4c3-cda2cc17df72 req-8ce87e7e-825b-4db1-be26-655653530dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.839905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7239ecf9-0117-4b65-b4c3-cda2cc17df72 req-8ce87e7e-825b-4db1-be26-655653530dfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 1096 time: 0.1062641 Jan 28 13:24:24.893448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Deleting port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:24.893733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:24.960770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7239ecf9-0117-4b65-b4c3-cda2cc17df72 req-448298bc-f082-4a3a-a171-d0b5dd99ce45 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065645 Jan 28 13:24:24.988848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c8e18-5189-4a83-88a0-79f9ae2f725b req-acf958b0-c73b-42fd-a197-c7c96f882670 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:24.996571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c5c8e18-5189-4a83-88a0-79f9ae2f725b req-acf958b0-c73b-42fd-a197-c7c96f882670 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 945 time: 0.0930223 Jan 28 13:24:25.052781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167f83-51b8-4ffb-8870-2abf28ac108d req-d63ecfbc-1ffc-4996-9582-1b76ba103eb8 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.054451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89167f83-51b8-4ffb-8870-2abf28ac108d req-d63ecfbc-1ffc-4996-9582-1b76ba103eb8 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.0884602 Jan 28 13:24:25.060343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c5c8e18-5189-4a83-88a0-79f9ae2f725b req-563d8a46-bc0c-4555-87e3-05120f5a476c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560553 Jan 28 13:24:25.085911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] For port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:25.085911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:25.105677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Calling delete_port for 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:25.136784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89167f83-51b8-4ffb-8870-2abf28ac108d req-1d794124-39f5-4c09-82b6-c7609ffd83ad tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763531 Jan 28 13:24:25.189720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4de168-362e-4784-bcc5-18c0daa1c17e req-edd08f7d-5830-4ce7-a53b-86d5d0e185b1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.197847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f4de168-362e-4784-bcc5-18c0daa1c17e req-edd08f7d-5830-4ce7-a53b-86d5d0e185b1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0736079 Jan 28 13:24:25.247019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f4de168-362e-4784-bcc5-18c0daa1c17e req-6e1a99cf-2b52-47dd-8426-34d995d64b57 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479777 Jan 28 13:24:25.303011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4ec4a5df-cfc9-4171-a285-b6186c3c70b3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:25.338633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event deleted for resources: {'Port': ['ID=4ec4a5df-cfc9-4171-a285-b6186c3c70b3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:25.392444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] No DVR routers for this DVR port 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:25.396129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:25.401432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5ad2963-09f7-4c0a-8ec7-edc22ba6d4ef req-4d4aac79-11bc-43e0-a208-9b1a45775203 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "DELETE /v2.0/ports/4ec4a5df-cfc9-4171-a285-b6186c3c70b3 HTTP/1.1" status: 204 len: 173 time: 0.6761889 Jan 28 13:24:25.405535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03a123-97a7-4d2e-ba03-47a871e9dda2 req-cb0fe418-aa5d-4208-8d4e-d10b237ffd8c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.408617 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d03a123-97a7-4d2e-ba03-47a871e9dda2 req-cb0fe418-aa5d-4208-8d4e-d10b237ffd8c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0742013 Jan 28 13:24:25.467818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'name': 'network-vif-deleted', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:25.471812 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f052b752-5c8a-49ec-a082-355e032d6cd8" -d '{"events": [{"server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "name": "network-vif-deleted", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:25.494087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d03a123-97a7-4d2e-ba03-47a871e9dda2 req-e43910b7-9c0c-43dd-82d2-5c6ac98b8bf7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 Jan 28 13:24:25.530095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.547812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.561967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.568978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.573619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.579014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.584622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.591369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-dd6ab6c4-04f3-4201-91a9-61eab5cc72e5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1746466 Jan 28 13:24:25.592923 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb73bc7-e901-47b9-97ec-936e085a5bfd x-openstack-request-id: req-eeb73bc7-e901-47b9-97ec-936e085a5bfd {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:25.593218 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c814414-9800-416a-9cc6-092668d56ae0", "name": "network-vif-deleted", "tag": "4ec4a5df-cfc9-4171-a285-b6186c3c70b3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:25.593476 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eeb73bc7-e901-47b9-97ec-936e085a5bfd {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:25.593858 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c814414-9800-416a-9cc6-092668d56ae0', 'name': 'network-vif-deleted', 'tag': '4ec4a5df-cfc9-4171-a285-b6186c3c70b3', 'status': 'completed', 'code': 200} Jan 28 13:24:25.669208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9f61f-9360-4d49-8db2-a5353e213648 req-859157d6-976f-4d6d-bfd0-1a237ac7f2b9 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:25.670851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cec9f61f-9360-4d49-8db2-a5353e213648 req-859157d6-976f-4d6d-bfd0-1a237ac7f2b9 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 944 time: 0.0651996 Jan 28 13:24:25.728530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cec9f61f-9360-4d49-8db2-a5353e213648 req-3862a167-6582-4896-8868-d7bff485f3cc tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Jan 28 13:24:25.849877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-d9add5a9-8f60-443d-ad71-6094623e19c2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=634cffe6f42f496d95faae0193cee2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305948 Jan 28 13:24:25.972194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8393fee7-c953-4f11-b0f1-a16120c14f2e req-7ff53d69-3268-47fc-a067-b0ae9b0f79ee tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3773293 Jan 28 13:24:26.066643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-e68db8eb-abf5-4813-a957-e30d604c113f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.068875 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-e68db8eb-abf5-4813-a957-e30d604c113f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127481 Jan 28 13:24:26.084619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-88fed516-98c2-4b9a-ba1e-bccd9bdb59d9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/quotas/634cffe6f42f496d95faae0193cee2cb HTTP/1.1" status: 200 len: 375 time: 0.0094647 Jan 28 13:24:26.091890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e9088-6e27-4ad9-9575-897fcf450771 req-fd38d636-f079-4d86-ae36-6f76515480c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.096626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a7e9088-6e27-4ad9-9575-897fcf450771 req-fd38d636-f079-4d86-ae36-6f76515480c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0585396 Jan 28 13:24:26.138391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-611ad862-411e-4674-a04c-03db921d1e00 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477996 Jan 28 13:24:26.152680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a7e9088-6e27-4ad9-9575-897fcf450771 req-7d6c632b-c291-44d4-8543-7772ce0b637d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 Jan 28 13:24:26.247270 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:24:26.286314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba486249-0d64-47eb-9d81-b251da826968 req-5726fac0-32e6-49ae-ba55-6f3bb75ce3a5 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c814414-9800-416a-9cc6-092668d56ae0 HTTP/1.1" status: 200 len: 210 time: 0.0404508 Jan 28 13:24:26.363122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:26.403896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac1b3b02-ed54-4e2b-8985-4136ab6ddae8 req-95383470-bc94-4bb2-a51a-1b7da1caafa6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 210 time: 0.0387049 Jan 28 13:24:26.434157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480b98-a0af-4954-b1c1-b9fda51cf23c req-06514695-2081-4fee-bde4-579d5207d56b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.435704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd480b98-a0af-4954-b1c1-b9fda51cf23c req-06514695-2081-4fee-bde4-579d5207d56b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.0867264 Jan 28 13:24:26.445974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:26.516716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd480b98-a0af-4954-b1c1-b9fda51cf23c req-286a9684-c6a1-46d0-9364-0b929f696ecd tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680921 Jan 28 13:24:26.552174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:26.570517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'mac_address': 'fa:16:3e:72:33:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:26.631032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:26.631032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:26.640354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:26.661744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:26.667733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:26.718994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:26.859586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6027062-ee52-4acc-9fbe-7496597d87d1 req-8acb9fbe-6d91-458e-813f-3cd9b8a72788 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:26.861175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6027062-ee52-4acc-9fbe-7496597d87d1 req-8acb9fbe-6d91-458e-813f-3cd9b8a72788 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 945 time: 0.0563407 Jan 28 13:24:26.915663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6027062-ee52-4acc-9fbe-7496597d87d1 req-68872398-77ff-47bc-a741-79294498d189 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Jan 28 13:24:27.111921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.117534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.122778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.128150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.134034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.139210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.144354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.146285 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-95ab2b3b-b9b9-4a30-85ae-25d88a540f10 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.0932834 Jan 28 13:24:27.212839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b93859ec-2842-4551-9b19-5c1686e9b3ab req-33d6945a-4f45-4aef-82c3-26a9d4188678 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598888 Jan 28 13:24:27.270234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['60f1d38a-f31e-41d8-8fa1-080bbc8ccb62'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:27.307323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253d69f-9133-441a-8e0b-7fcfdf5d666b req-f166c435-2e72-4874-80a9-dcb7069a4bf9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.309278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4253d69f-9133-441a-8e0b-7fcfdf5d666b req-f166c435-2e72-4874-80a9-dcb7069a4bf9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0710931 Jan 28 13:24:27.376211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4253d69f-9133-441a-8e0b-7fcfdf5d666b req-c4d5e472-6c32-4c15-8202-fc70e46deaa4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578802 Jan 28 13:24:27.525855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f2e434c0-29b8-4156-8888-5b7787227220 req-ceb966e3-10e7-431f-8a12-db1e0f54e6e6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 210 time: 0.0453112 Jan 28 13:24:27.642872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10bd5c-af94-46bd-bf1f-6a53b5a33d2e req-b73e3cb4-2aa2-404d-b5e5-8dc0c7404b81 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.651113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc10bd5c-af94-46bd-bf1f-6a53b5a33d2e req-b73e3cb4-2aa2-404d-b5e5-8dc0c7404b81 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 944 time: 0.0608857 Jan 28 13:24:27.705057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdb7b0-1246-49d8-9ad8-6b8af225c6c4 req-adbb692a-bdab-484c-8c38-4e5fe3b18eeb tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.706879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0cdb7b0-1246-49d8-9ad8-6b8af225c6c4 req-adbb692a-bdab-484c-8c38-4e5fe3b18eeb tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.0666938 Jan 28 13:24:27.732382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc10bd5c-af94-46bd-bf1f-6a53b5a33d2e req-48a8f1dc-2b18-4059-bac2-6cf87ea5a04f tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776720 Jan 28 13:24:27.770392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0cdb7b0-1246-49d8-9ad8-6b8af225c6c4 req-257006cc-48ba-42f5-9fe1-480341a0e57d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567827 Jan 28 13:24:27.785251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:27.905966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882a95f-36e0-4370-861b-62b8b17a48e8 req-24637fcf-e1cd-48f9-b98f-586a9840abfd tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:27.909050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b882a95f-36e0-4370-861b-62b8b17a48e8 req-24637fcf-e1cd-48f9-b98f-586a9840abfd tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.0619423 Jan 28 13:24:27.918735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44582) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:27.923197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Request body: {'floatingip': {'port_id': '2c375824-ba03-4df2-a63a-9ea21ca9a8de'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:27.936950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-7693c015-8c9c-4974-bbfc-0b8cc8296102 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=634cffe6f42f496d95faae0193cee2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259130 Jan 28 13:24:28.075065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for floatingip (c7a5c10c-c080-43c0-979f-6cf59d4cad0a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:28.123403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-d2235215-6860-4067-ade2-de1dd7135aba tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.126804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-d2235215-6860-4067-ade2-de1dd7135aba tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749349 Jan 28 13:24:28.164863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Request body: {'port': {'device_id': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '634cffe6f42f496d95faae0193cee2cb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:28.242475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a7d3b-bb79-4eca-9497-6544c3ea1db5 req-2f0c2cad-42d8-4233-a5e3-634c303622f0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.244594 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-498a7d3b-bb79-4eca-9497-6544c3ea1db5 req-2f0c2cad-42d8-4233-a5e3-634c303622f0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 945 time: 0.2228377 Jan 28 13:24:28.366762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:28.392949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Made reservation on behalf of 634cffe6f42f496d95faae0193cee2cb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:28.396551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:28.404241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:28.404918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ec4a5df-cfc9-4171-a285-b6186c3c70b3 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:28.431356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-32d8de3b-818f-438c-9472-5cb43ae220e4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.432786 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-32d8de3b-818f-438c-9472-5cb43ae220e4 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 944 time: 0.1813753 Jan 28 13:24:28.438166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-498a7d3b-bb79-4eca-9497-6544c3ea1db5 req-20dc9889-17f9-4295-b286-16aa79a848ec tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834807 Jan 28 13:24:28.547020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.552880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.559232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.564527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.570014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.575266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.580674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.582644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0425832f-2b57-4e38-8f42-6d17a0a50e1b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2498202 Jan 28 13:24:28.720221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Allocated IP 192.168.233.145 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/6fdabd37-76ce-4a1d-93d8-b33aa2ddd869) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:28.764327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7a36bb4-a594-4056-b135-ab490a913f66 req-0f58f35f-d06f-44e7-9ab9-01d1a097974f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598158 Jan 28 13:24:28.904469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Deleting port 5d62a2ed-aaff-41b0-a446-fb11a5787279 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:28.904836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388ebb4-8ab8-46d3-920c-30bf2f992396 req-aecc105a-cfc1-41f8-8e1f-3b663335bf26 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:28.904974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:28.906365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5388ebb4-8ab8-46d3-920c-30bf2f992396 req-aecc105a-cfc1-41f8-8e1f-3b663335bf26 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.3315313 Jan 28 13:24:28.968210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-572a480c-79ad-41fe-85c7-3e9d4143c3a6 req-e074928a-4bd2-4462-8fc4-65a5a4a347c7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 210 time: 0.0845301 Jan 28 13:24:29.052195 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5388ebb4-8ab8-46d3-920c-30bf2f992396 req-46533582-27e5-430c-80c5-7a602849ce4a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304727 Jan 28 13:24:29.076944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks [] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.104812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] For port 5d62a2ed-aaff-41b0-a446-fb11a5787279, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5d62a2ed-aaff-41b0-a446-fb11a5787279,segment=NetworkSegment(7f3d6f19-4ddf-4a88-b335-90e819feaea9),segment_id=7f3d6f19-4ddf-4a88-b335-90e819feaea9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:29.105184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.128659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Calling delete_port for 5d62a2ed-aaff-41b0-a446-fb11a5787279 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:29.181042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.202428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.221415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6942aa74-39fb-4638-9792-afee91ca0fa7', 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:29.272513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:29.278176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:29.286330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:29.334366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Pushing event updated for resources: {'Port': ['ID=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:29.421745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.422429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.467526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-58af1d75-cfb2-4625-9dd3-713dd8e9dfd2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3078723 Jan 28 13:24:29.469270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5d62a2ed-aaff-41b0-a446-fb11a5787279), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.482748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (c7a5c10c-c080-43c0-979f-6cf59d4cad0a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.494408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Request body: {'port': {'device_id': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:29.539546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Pushing event deleted for resources: {'Port': ['ID=5d62a2ed-aaff-41b0-a446-fb11a5787279,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:29.641278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.643512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] No DVR routers for this DVR port 5d62a2ed-aaff-41b0-a446-fb11a5787279 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:29.649676 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.653237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd4c56d9-327c-47b0-879d-fc05bf0d2c0e req-0a000ed6-b612-4ed0-8d00-62a926ac23ab tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.60 "DELETE /v2.0/ports/5d62a2ed-aaff-41b0-a446-fb11a5787279 HTTP/1.1" status: 204 len: 173 time: 1.2024517 Jan 28 13:24:29.669144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'name': 'network-vif-deleted', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:29.671651 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd1dc4-ed67-4b07-bc00-adfe0cdcaafe" -d '{"events": [{"server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "name": "network-vif-deleted", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:29.683797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3e2f-f0e1-46fc-89af-41b01b8c4afa req-8ec1133a-c743-45b3-8e1b-5d0aedc0c88c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:29.685660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-253a3e2f-f0e1-46fc-89af-41b01b8c4afa req-8ec1133a-c743-45b3-8e1b-5d0aedc0c88c tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/ports?device_id=e942c073-6cbc-41bb-938d-01877197ffa6 HTTP/1.1" status: 200 len: 866 time: 0.5078878 Jan 28 13:24:29.687257 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Floating IP c7a5c10c-c080-43c0-979f-6cf59d4cad0a associated. External IP: 172.25.4.94, port: 2c375824-ba03-4df2-a63a-9ea21ca9a8de. Jan 28 13:24:29.703827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6a89d652-5f3f-47bb-b9a0-d1469d66038a None None] Provisioning complete for port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:29.704246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6a89d652-5f3f-47bb-b9a0-d1469d66038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:29.778629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6a89d652-5f3f-47bb-b9a0-d1469d66038a None None] Port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:29.818133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-253a3e2f-f0e1-46fc-89af-41b01b8c4afa req-2ce642dd-4099-46ea-ba8f-b9d656056bc8 tempest-LiveAutoBlockMigrationV225Test-1544655709 tempest-LiveAutoBlockMigrationV225Test-1544655709-project] 10.222.0.45 "GET /v2.0/security-groups?id=b547b50f-6f34-469f-be6e-6954d2b66726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181924 Jan 28 13:24:30.030895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Router 366b96be-96c1-4017-9990-f2bff0afefe7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:24:30.031851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:30.040994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Publish callbacks [] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.050801 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0dcc41-cdb1-4bb9-a95a-e263728bcf34 x-openstack-request-id: req-6a0dcc41-cdb1-4bb9-a95a-e263728bcf34 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:30.051090 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e942c073-6cbc-41bb-938d-01877197ffa6", "name": "network-vif-deleted", "tag": "5d62a2ed-aaff-41b0-a446-fb11a5787279", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:30.051345 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a0dcc41-cdb1-4bb9-a95a-e263728bcf34 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:30.051733 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942c073-6cbc-41bb-938d-01877197ffa6', 'name': 'network-vif-deleted', 'tag': '5d62a2ed-aaff-41b0-a446-fb11a5787279', 'status': 'completed', 'code': 200} Jan 28 13:24:30.057942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Transition to ACTIVE for port object 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:30.064578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.076301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772223c-d8c0-476e-b755-93a633abb113 req-15897adf-a412-4e60-a90e-3081df2212f3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.077814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3772223c-d8c0-476e-b755-93a633abb113 req-15897adf-a412-4e60-a90e-3081df2212f3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 945 time: 0.4377630 Jan 28 13:24:30.168457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3772223c-d8c0-476e-b755-93a633abb113 req-2326fb1f-49a6-4921-aade-505cff23f23b tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634787 Jan 28 13:24:30.169369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Pushing event updated for resources: {'Port': ['ID=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:30.183844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.189231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.195545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.210267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.215526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.221009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.227218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.229214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-693d7c35-8c08-4726-8205-6f84697d3e9c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1842275 Jan 28 13:24:30.246787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:30.255178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Attempting to bind port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:30.257321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Attempting to bind port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:30.257905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Attempting to bind port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:30.259851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] Sync routers for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:30.262498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.277845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:30.278512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Attempting to bind port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:30.282120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:30.282695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:30.285051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:30.285399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:30.286327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:30.286327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Bound port: 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:30.286562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.374466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f153f38d-ee5c-4cba-83f5-d48142fc30d2 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "PUT /v2.0/floatingips/c7a5c10c-c080-43c0-979f-6cf59d4cad0a HTTP/1.1" status: 200 len: 990 time: 2.4546406 Jan 28 13:24:30.393041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-22c912c9-2f65-4bd7-bae5-b068a5a45605 req-8a9a379d-192d-4f06-8fab-316c326d1453 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434941 Jan 28 13:24:30.393856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:30.399439 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:30.400418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:30.423701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303a5ed-480f-4ea1-8fee-0d0a92ff7a21 req-59571261-239e-476d-9c28-089e27f10927 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.432658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c303a5ed-480f-4ea1-8fee-0d0a92ff7a21 req-59571261-239e-476d-9c28-089e27f10927 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 948 time: 0.1309617 Jan 28 13:24:30.476248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] For port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:30.492746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] For port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:30.521702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.551194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:30.571936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:30.572351 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.613072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:30.624932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Pushing event updated for resources: {'Port': ['ID=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:30.646918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c303a5ed-480f-4ea1-8fee-0d0a92ff7a21 req-78883c33-e9b4-47c1-a287-132321efc084 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132432 Jan 28 13:24:30.656162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.657093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.659147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-80191e42-8854-486f-a4e0-b737c2e4ac4b service neutron] 10.222.0.60 "PUT /v2.0/ports/6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 HTTP/1.1" status: 200 len: 1096 time: 1.1708536 Jan 28 13:24:30.854897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:30.855385 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:30.889204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-6e8a407d-e2fc-4750-9729-6ed2193e6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.890889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-6e8a407d-e2fc-4750-9729-6ed2193e6aa5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 1099 time: 0.1679122 Jan 28 13:24:30.906697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-08989760-8553-4737-bc45-bf89a8f58c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:30.908478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-08989760-8553-4737-bc45-bf89a8f58c69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 0.1328959 Jan 28 13:24:30.998454 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff87db3-b673-4563-ae20-3bdcb77c6cb2 x-openstack-request-id: req-bff87db3-b673-4563-ae20-3bdcb77c6cb2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:30.998947 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:30.999057 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bff87db3-b673-4563-ae20-3bdcb77c6cb2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:30.999403 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'status': 'completed', 'code': 200} Jan 28 13:24:31.048067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-27a8abf5-6b17-4ca4-a990-5ffb616e8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.049584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-27a8abf5-6b17-4ca4-a990-5ffb616e8221 service neutron] 10.222.0.36 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.1303134 Jan 28 13:24:31.074166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05eabbd-763a-4623-a534-aab322239b55 req-c3e6529a-8746-4dee-8f1f-060c04792183 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.075956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d05eabbd-763a-4623-a534-aab322239b55 req-c3e6529a-8746-4dee-8f1f-060c04792183 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.2550380 Jan 28 13:24:31.135885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:31.138139 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d2d66-ebcc-4e37-aa5b-f6a680ce28bf" -d '{"events": [{"server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "name": "network-vif-plugged", "status": "completed", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:31.143702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfce9a7-7066-4046-85f7-eda78c4f3f74 req-07e1b563-93a5-4069-ae16-cfebcdbbccfa tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.145286 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbfce9a7-7066-4046-85f7-eda78c4f3f74 req-07e1b563-93a5-4069-ae16-cfebcdbbccfa tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0532694 Jan 28 13:24:31.160092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-938266af-212e-46b2-9c24-1c7f4f40a3b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 HTTP/1.1" status: 200 len: 217 time: 0.1092360 Jan 28 13:24:31.180124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:31.197642 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.198442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:31.216453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-df007a32-9cb3-4703-bcc3-450514459e84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 217 time: 0.1370392 Jan 28 13:24:31.229174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 5d62a2ed-aaff-41b0-a446-fb11a5787279 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:24:31.229522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5d62a2ed-aaff-41b0-a446-fb11a5787279 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:24:31.261618 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbfce9a7-7066-4046-85f7-eda78c4f3f74 req-399cc640-a5aa-4ce1-8765-a0217bf703eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093745 Jan 28 13:24:31.296998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:31.308880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c7a5c10c-c080-43c0-979f-6cf59d4cad0a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'port_id': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'mac_address': 'fa:16:3e:44:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:07Z', 'updated_at': '2022-01-28T13:24:28Z', 'revision_number': 1, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:02Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:31.315534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44630) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:31.336404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-c4346d79-c62c-4955-bf6e-f2d834dda378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.337951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-c4346d79-c62c-4955-bf6e-f2d834dda378 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7b4196ca66c485a9e19c4c8b7c559b7&device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 1096 time: 0.2798834 Jan 28 13:24:31.354674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] Checking router: 366b96be-96c1-4017-9990-f2bff0afefe7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:31.357313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.358489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.359031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.359888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.360452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.361114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.361789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.362486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.362725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.363076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.363409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.365022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.365022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:24:31.371230 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb108cf-20ac-4ea6-b37d-b296bbf7bcec x-openstack-request-id: req-0fb108cf-20ac-4ea6-b37d-b296bbf7bcec {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:31.371709 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "name": "network-vif-plugged", "status": "completed", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:31.371964 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fb108cf-20ac-4ea6-b37d-b296bbf7bcec {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:31.372373 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'code': 200} Jan 28 13:24:31.382775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:31.383599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:31.444665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-7e35d099-c400-4731-9ad4-d742f5279bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.448422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-7e35d099-c400-4731-9ad4-d742f5279bb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2464180 Jan 28 13:24:31.486810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d05eabbd-763a-4623-a534-aab322239b55 req-05ec38dc-1586-4995-87a2-8a63eba3da07 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973789 Jan 28 13:24:31.534520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-7be43b43-1a12-42c6-a12b-c47f8899e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.535981 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-7be43b43-1a12-42c6-a12b-c47f8899e69e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.2900715 Jan 28 13:24:31.577030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:31.599281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-7bbe184b-2780-4612-a487-e11d1de6c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.601618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-7bbe184b-2780-4612-a487-e11d1de6c4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109011 Jan 28 13:24:31.603978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-f78a5d4d-f2c0-436d-bf0a-802f65d6ad32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533960 Jan 28 13:24:31.634982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f06230-41a6-49fa-ab39-c055fc5b3466 req-97f4a4a2-6cb0-4e76-825b-41dd18e467f0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.647797 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6f06230-41a6-49fa-ab39-c055fc5b3466 req-97f4a4a2-6cb0-4e76-825b-41dd18e467f0 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 946 time: 0.1870258 Jan 28 13:24:31.668871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dbb7a-fdbe-4d14-8309-4bddd1dfa646 req-ba3a0594-59cc-4671-83c3-04481bb300d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.671558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-897dbb7a-fdbe-4d14-8309-4bddd1dfa646 req-ba3a0594-59cc-4671-83c3-04481bb300d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 1097 time: 0.1996033 Jan 28 13:24:31.749828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-c299a91f-0721-48bb-8fff-6f2c8c8bbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.752062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-c299a91f-0721-48bb-8fff-6f2c8c8bbe50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d336c0c-a270-4c9b-92df-62153b26b83a HTTP/1.1" status: 200 len: 906 time: 0.3816948 Jan 28 13:24:31.785297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] Deleting subnet b6211d08-f1a5-4f55-bdd5-2f7d1a189800 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:24:31.800204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] Publish callbacks [] for subnet (b6211d08-f1a5-4f55-bdd5-2f7d1a189800), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.824634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6f06230-41a6-49fa-ab39-c055fc5b3466 req-8771bf49-0c15-4ccb-b3b0-dea775d9a411 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742876 Jan 28 13:24:31.860269 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-897dbb7a-fdbe-4d14-8309-4bddd1dfa646 req-0bac173a-f33d-43c5-b4e3-fd2ed4e188b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583438 Jan 28 13:24:31.872625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (b6211d08-f1a5-4f55-bdd5-2f7d1a189800), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.897925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c7a5c10c-c080-43c0-979f-6cf59d4cad0a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'port_id': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'mac_address': 'fa:16:3e:44:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:07Z', 'updated_at': '2022-01-28T13:24:28Z', 'revision_number': 1, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:02Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:31.923746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (b6211d08-f1a5-4f55-bdd5-2f7d1a189800), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:31.942952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f8305-01be-43ae-9f74-ca4b0f3cd405 None None] The sync data for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 is: [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c7a5c10c-c080-43c0-979f-6cf59d4cad0a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'port_id': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'mac_address': 'fa:16:3e:44:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:07Z', 'updated_at': '2022-01-28T13:24:28Z', 'revision_number': 1, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:02Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:31.961119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-8962d813-a664-4594-b2a0-8bcabd5a8ada service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396921 Jan 28 13:24:31.962999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-c7476a36-5118-4059-9448-1199ea796241 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404992 Jan 28 13:24:31.993697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:31.999285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.004567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.010153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.015906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.021565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.027783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.029740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33a25852-8617-4633-b448-37d40fb45883 req-195a0ef1-7d27-484d-88a3-aed4feb0ce11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.3989680 Jan 28 13:24:32.039011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e91877-a99f-4068-88c9-895c9db2fe98 req-f2a1c22e-069a-4ed6-94c5-7c3499404641 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.040564 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3e91877-a99f-4068-88c9-895c9db2fe98 req-f2a1c22e-069a-4ed6-94c5-7c3499404641 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 948 time: 0.0792596 Jan 28 13:24:32.048408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-d2c84a6c-e7f9-4423-b1ee-8728856ec7ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de HTTP/1.1" status: 200 len: 998 time: 0.2824547 Jan 28 13:24:32.054567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'tag': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:32.058383 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d39cb3-da5c-4641-b7fc-2dfc6f650070" -d '{"events": [{"name": "network-changed", "server_uuid": "94641c2f-1779-4dfc-9f60-9f6059fd2fc0", "tag": "6fdabd37-76ce-4a1d-93d8-b33aa2ddd869"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:32.065289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (b6211d08-f1a5-4f55-bdd5-2f7d1a189800), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.105504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.108756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b6211d08-f1a5-4f55-bdd5-2f7d1a189800 HTTP/1.1" status: 204 len: 168 time: 0.7921743 Jan 28 13:24:32.109818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e652ad-eab9-4ec3-9eb6-54f16035a3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6211d08-f1a5-4f55-bdd5-2f7d1a189800,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:32.111418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44644) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:32.132071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3e91877-a99f-4068-88c9-895c9db2fe98 req-56176291-adf1-4035-92d9-9e281102f33f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852520 Jan 28 13:24:32.197534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c3f09b4-3d6c-4afb-9078-f8deaf2f69ea req-1c31d5e6-7d60-4072-8d1d-abe66f7b6049 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666868 Jan 28 13:24:32.247082 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fe0379-af0b-487c-97f2-326cd6038930 None None] New status for floating IP c7a5c10c-c080-43c0-979f-6cf59d4cad0a: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:24:32.371020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4f65c7fb-9372-4e91-ab81-99b5e248ca4e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.502731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01db11-c4cd-4954-9621-7ea82cb21cc4 req-f207b3f2-dfc5-4198-bf64-5f929f183076 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.504362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc01db11-c4cd-4954-9621-7ea82cb21cc4 req-f207b3f2-dfc5-4198-bf64-5f929f183076 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0706716 Jan 28 13:24:32.566019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc01db11-c4cd-4954-9621-7ea82cb21cc4 req-a2142cf0-3939-4e0e-bdca-62c9a260f8e5 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529094 Jan 28 13:24:32.709435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c912-28ee-440f-8f7f-a2ccca14ea96 req-d0dcdfb0-df5b-49a3-a7e6-2475356a99ec tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.712396 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f15c912-28ee-440f-8f7f-a2ccca14ea96 req-d0dcdfb0-df5b-49a3-a7e6-2475356a99ec tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0765288 Jan 28 13:24:32.738221 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce92330-ba2d-4370-ac27-d2f553447a73 x-openstack-request-id: req-1ce92330-ba2d-4370-ac27-d2f553447a73 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:32.738522 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94641c2f-1779-4dfc-9f60-9f6059fd2fc0", "tag": "6fdabd37-76ce-4a1d-93d8-b33aa2ddd869", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:32.738785 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ce92330-ba2d-4370-ac27-d2f553447a73 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:32.739174 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'tag': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869', 'status': 'completed', 'code': 200} Jan 28 13:24:32.753264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33a25852-8617-4633-b448-37d40fb45883 req-7ee529b9-b584-445f-9e40-963ebab55ab5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7124720 Jan 28 13:24:32.794948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f15c912-28ee-440f-8f7f-a2ccca14ea96 req-5692116b-8217-4b3f-b701-bca8020c93d6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758874 Jan 28 13:24:32.814633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-9bbae42c-4233-4b14-ad9e-d194800064d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:32.816125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-9bbae42c-4233-4b14-ad9e-d194800064d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d54bd94b-4efd-449e-b0ef-03af0752716e HTTP/1.1" status: 200 len: 844 time: 0.6176493 Jan 28 13:24:32.824178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b41eb1b-32a8-48f7-90d2-f3cbb8c2564f req-ed4fa1d3-b700-4781-83d2-f018a06d701c service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055574 Jan 28 13:24:32.902054 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4f65c7fb-9372-4e91-ab81-99b5e248ca4e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:32.979834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f65c7fb-9372-4e91-ab81-99b5e248ca4e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:32.997258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3d6f19-4ddf-4a88-b335-90e819feaea9') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:32.997570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3d6f19-4ddf-4a88-b335-90e819feaea9') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:33.007446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-27a70005-6144-4770-882c-2e6b47ab5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.008999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-27a70005-6144-4770-882c-2e6b47ab5c13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d336c0c-a270-4c9b-92df-62153b26b83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756544 Jan 28 13:24:33.018293 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (7f3d6f19-4ddf-4a88-b335-90e819feaea9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.045500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-d874f731-e017-4a96-a9e8-86c5288bdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.046989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-d874f731-e017-4a96-a9e8-86c5288bdcec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=634cffe6f42f496d95faae0193cee2cb&device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 1099 time: 0.1403842 Jan 28 13:24:33.065847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb0ee-a781-408d-9223-4ffa61a03ec6 req-d9623256-fef6-4307-910a-29ef4baf1e61 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.067308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78ecb0ee-a781-408d-9223-4ffa61a03ec6 req-d9623256-fef6-4307-910a-29ef4baf1e61 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 946 time: 0.1685262 Jan 28 13:24:33.092681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7f3d6f19-4ddf-4a88-b335-90e819feaea9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.118512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:24:33.118873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (7f3d6f19-4ddf-4a88-b335-90e819feaea9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:24:33.129378 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:24:33.277076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc1a34-204b-49ef-a747-9e3c2210f0af req-8fb7ff9d-094a-4d4d-b23e-e66c4cd81fac tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.279520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0fcc1a34-204b-49ef-a747-9e3c2210f0af req-8fb7ff9d-094a-4d4d-b23e-e66c4cd81fac tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 948 time: 0.0617456 Jan 28 13:24:33.304566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4f65c7fb-9372-4e91-ab81-99b5e248ca4e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.310376 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.314226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4f65c7fb-9372-4e91-ab81-99b5e248ca4e HTTP/1.1" status: 204 len: 168 time: 1.2014863 Jan 28 13:24:33.322623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44660) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:33.355428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78ecb0ee-a781-408d-9223-4ffa61a03ec6 req-81b8e22a-2942-4e3f-bc8b-d723d203ca0e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475131 Jan 28 13:24:33.361639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546ba67-6c33-4367-b771-ec7bf86e96d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f65c7fb-9372-4e91-ab81-99b5e248ca4e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:33.372848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-dc352e93-adec-4f8f-bd00-3981c76ea7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.374477 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-dc352e93-adec-4f8f-bd00-3981c76ea7c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2795589 Jan 28 13:24:33.378634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0fcc1a34-204b-49ef-a747-9e3c2210f0af req-6ab68f70-b6bb-450c-9ebb-3cb3fdca81cc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911412 Jan 28 13:24:33.389999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-a7b64754-dbb3-4b92-8fec-828d79f1cb4f service neutron] 10.222.0.60 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676810 Jan 28 13:24:33.412141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] Deleting subnet 36303981-ecec-4726-8caa-fcf84649b844 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:24:33.427976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] Publish callbacks [] for subnet (36303981-ecec-4726-8caa-fcf84649b844), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.440610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-0e326573-5d51-4319-b236-e7d664bbf9b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 HTTP/1.1" status: 200 len: 217 time: 0.0496397 Jan 28 13:24:33.473265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (36303981-ecec-4726-8caa-fcf84649b844), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.519385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (36303981-ecec-4726-8caa-fcf84649b844), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.561439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-a9a6bdab-8f15-477e-8d0b-6b42d85b1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.562899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-a9a6bdab-8f15-477e-8d0b-6b42d85b1ef3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0670524 Jan 28 13:24:33.564988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0932d4d4-8b77-4b35-a224-ce8c190ae1e6 req-e9ee0736-ece4-4f73-b5fe-9f4f8194f028 service neutron] 10.222.0.60 "GET /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333210 Jan 28 13:24:33.582601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (36303981-ecec-4726-8caa-fcf84649b844), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.610815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36303981-ecec-4726-8caa-fcf84649b844,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:33.616553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.622252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a44994cd-71a2-4db5-9c49-680a191646db admin admin] 10.222.0.45 "DELETE /v2.0/subnets/36303981-ecec-4726-8caa-fcf84649b844 HTTP/1.1" status: 204 len: 168 time: 0.2987828 Jan 28 13:24:33.625126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44666) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:33.702080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-bdb637f3-c95f-49f7-88c7-6c58c6a1881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.703551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-bdb637f3-c95f-49f7-88c7-6c58c6a1881b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203380 Jan 28 13:24:33.736250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e6c24884-592e-40cb-83ec-8826e102c3f8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.809292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579341de-e96a-4af8-b1f8-66d1f3f447ce req-7a7768e9-bfe8-467d-9043-b4ef9d92627d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.810838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-579341de-e96a-4af8-b1f8-66d1f3f447ce req-7a7768e9-bfe8-467d-9043-b4ef9d92627d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1336744 Jan 28 13:24:33.909624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.915815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.920015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e6c24884-592e-40cb-83ec-8826e102c3f8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:33.921001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.926873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.932708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.937957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.943134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:33.945108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-647f487d-0610-4e83-a9e6-1827b41883f0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.0972369 Jan 28 13:24:33.968700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c24884-592e-40cb-83ec-8826e102c3f8']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:33.973352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-82f0b7a3-1ea2-4935-b74b-8ef95c57f175 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324421 Jan 28 13:24:33.981183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-579341de-e96a-4af8-b1f8-66d1f3f447ce req-1fcd1773-8706-4271-8253-90831e29ed54 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434481 Jan 28 13:24:33.993574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7ed551-135c-4578-bfde-f8047e391947') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:33.993883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7ed551-135c-4578-bfde-f8047e391947') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:34.019882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (df7ed551-135c-4578-bfde-f8047e391947), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.042984 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6180157-a1a9-41ff-938a-ce64336113a2 req-253e4dfd-16df-41c8-9ecf-8b0ead2d63ea tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802004 Jan 28 13:24:34.064452 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (df7ed551-135c-4578-bfde-f8047e391947), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.075864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:24:34.076293 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (df7ed551-135c-4578-bfde-f8047e391947), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:24:34.077901 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:24:34.178927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e6c24884-592e-40cb-83ec-8826e102c3f8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.187388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.192852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e6c24884-592e-40cb-83ec-8826e102c3f8 HTTP/1.1" status: 204 len: 168 time: 0.5645266 Jan 28 13:24:34.194653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d39cb3-da5c-4641-b7fc-2dfc6f650070 req-d791638c-58c1-47ea-b6cc-f9004ca81d90 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108965 Jan 28 13:24:34.206971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e02c24-c1fc-493f-9981-2688deac9af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c24884-592e-40cb-83ec-8826e102c3f8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:34.217341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2553-cf12-46bf-a708-e8b2ca8a63fc req-eced0930-285a-4608-b4df-b887ed4b8add tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.219031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e0b2553-cf12-46bf-a708-e8b2ca8a63fc req-eced0930-285a-4608-b4df-b887ed4b8add tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1464095 Jan 28 13:24:34.275608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e0b2553-cf12-46bf-a708-e8b2ca8a63fc req-06617f5a-fe31-4848-a22b-c628d967e1c5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507724 Jan 28 13:24:34.336246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44674) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:34.377428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b44182e8-26b4-4704-9aed-5086ebb01e24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0bfc9605ed140948b36ede1db3531db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400307 Jan 28 13:24:34.379946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44676) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:34.414133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 730edef5-95c3-4e5b-a404-aa00b5fd1857 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:34.457324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-935af8c8-35c3-4abe-a372-fbe0193cf080 admin admin] Publish callbacks [] for security_group (b547b50f-6f34-469f-be6e-6954d2b66726), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.536480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-935af8c8-35c3-4abe-a372-fbe0193cf080 admin admin] Publish callbacks [] for security_group (b547b50f-6f34-469f-be6e-6954d2b66726), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.579819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a16e4-dbe8-4f47-a8f8-45a45f45d61c req-44a9d92a-bf7d-4227-ab01-f743e82beef6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.586324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9be9-742d-4f19-be20-31676c407978 req-5771051d-2837-4333-8abe-7eaab58fc34b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:34.587297 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d28a16e4-dbe8-4f47-a8f8-45a45f45d61c req-44a9d92a-bf7d-4227-ab01-f743e82beef6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 946 time: 0.1017542 Jan 28 13:24:34.593437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-445f9be9-742d-4f19-be20-31676c407978 req-5771051d-2837-4333-8abe-7eaab58fc34b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 948 time: 0.1077049 Jan 28 13:24:34.614924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:34.631839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'mac_address': 'fa:16:3e:26:4d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:34.642421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d28a16e4-dbe8-4f47-a8f8-45a45f45d61c req-d916a60e-a24f-4b18-af99-ba4956ff6dbc tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Jan 28 13:24:34.684327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-445f9be9-742d-4f19-be20-31676c407978 req-e25373d8-f580-47e4-93fb-63c548133923 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868006 Jan 28 13:24:34.703450 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-935af8c8-35c3-4abe-a372-fbe0193cf080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b547b50f-6f34-469f-be6e-6954d2b66726), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.706481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-935af8c8-35c3-4abe-a372-fbe0193cf080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.708875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-935af8c8-35c3-4abe-a372-fbe0193cf080 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b547b50f-6f34-469f-be6e-6954d2b66726 HTTP/1.1" status: 204 len: 168 time: 0.3279641 Jan 28 13:24:34.719148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 730edef5-95c3-4e5b-a404-aa00b5fd1857 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:34.719827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.738038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 730edef5-95c3-4e5b-a404-aa00b5fd1857 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:34.744584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935af8c8-35c3-4abe-a372-fbe0193cf080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b547b50f-6f34-469f-be6e-6954d2b66726,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:34.779636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:34.792714 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.826821 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-53b174d7-6a0c-4436-895b-03c944b32b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:34.855805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:35.014264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['730edef5-95c3-4e5b-a404-aa00b5fd1857'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:35.150580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44694) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:35.180686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e05629-f929-4f48-b5f8-12e59bc8c4e0 req-41b210a3-f5d0-4b62-930f-d55517fa456c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.193213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1e05629-f929-4f48-b5f8-12e59bc8c4e0 req-41b210a3-f5d0-4b62-930f-d55517fa456c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0934887 Jan 28 13:24:35.240498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-55c5aa48-33d1-4e2e-988b-be6b40750f1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2df9b42cf769416a946ea09f22726690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0872791 Jan 28 13:24:35.242012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44696) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:24:35.252615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.258709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.264137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.264902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1e05629-f929-4f48-b5f8-12e59bc8c4e0 req-06b63a38-f089-4fc4-9841-864cd5349fa2 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709119 Jan 28 13:24:35.269376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.275790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.281307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.286808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.289044 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-952a3086-924d-45e9-92be-c2ec8bb2e99f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1362476 Jan 28 13:24:35.308405 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-992a30b8-0019-4998-8e74-39d315bd1bd2 admin admin] Publish callbacks [] for security_group (e4c8d22c-eddf-4d7b-9003-b8fb8f43a953), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.336582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-992a30b8-0019-4998-8e74-39d315bd1bd2 admin admin] Publish callbacks [] for security_group (e4c8d22c-eddf-4d7b-9003-b8fb8f43a953), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.368086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f8e72ab-beee-45c9-b52a-5098805df8c7 req-c72c606f-419c-425e-a77c-0333aba82f39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728595 Jan 28 13:24:35.426425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff6cf-8284-491b-96f1-e9ad762020be req-a3bdaca6-65e8-46c9-9c4d-22f68c5326c8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.428457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-012ff6cf-8284-491b-96f1-e9ad762020be req-a3bdaca6-65e8-46c9-9c4d-22f68c5326c8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 944 time: 0.0568566 Jan 28 13:24:35.442138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-992a30b8-0019-4998-8e74-39d315bd1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e4c8d22c-eddf-4d7b-9003-b8fb8f43a953), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.444935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-992a30b8-0019-4998-8e74-39d315bd1bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:35.445999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-992a30b8-0019-4998-8e74-39d315bd1bd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4c8d22c-eddf-4d7b-9003-b8fb8f43a953 HTTP/1.1" status: 204 len: 168 time: 0.2029207 Jan 28 13:24:35.463540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a30b8-0019-4998-8e74-39d315bd1bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c8d22c-eddf-4d7b-9003-b8fb8f43a953,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:35.502555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-012ff6cf-8284-491b-96f1-e9ad762020be req-4d8c743b-3870-49a2-8726-0ef374a63e6f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Jan 28 13:24:35.794415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe496b7-fa3d-4afe-bb24-ae89408cb4c4 req-5a424936-d536-42eb-aa66-5e734821cbe6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.801972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfe496b7-fa3d-4afe-bb24-ae89408cb4c4 req-5a424936-d536-42eb-aa66-5e734821cbe6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 946 time: 0.0654910 Jan 28 13:24:35.844869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d4403-75df-4c86-a7ca-ed1328d77a54 req-eac2d6c2-492c-4776-96e2-95311e528803 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:35.852765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da0d4403-75df-4c86-a7ca-ed1328d77a54 req-eac2d6c2-492c-4776-96e2-95311e528803 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 948 time: 0.1008153 Jan 28 13:24:35.863943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfe496b7-fa3d-4afe-bb24-ae89408cb4c4 req-838c2cc4-2a94-4623-8d88-616fce830960 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611939 Jan 28 13:24:35.935176 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da0d4403-75df-4c86-a7ca-ed1328d77a54 req-862cc911-78b2-4f63-a144-e3d83bc751cd tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813181 Jan 28 13:24:36.125934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-4d0e4edc-d871-423a-a384-dded3e78abad tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.128335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-4d0e4edc-d871-423a-a384-dded3e78abad tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0773137 Jan 28 13:24:36.198520 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e768096f-346f-43ca-b847-9229f26a43dc tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0628781 Jan 28 13:24:36.203852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'floatingip': {'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:36.277046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:36.432176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:36.435303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 730edef5-95c3-4e5b-a404-aa00b5fd1857 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:36.499782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df765a9e-4b14-436f-84e9-d5ed509318da req-0c78cf43-2af2-4d90-a268-78310d6e5b93 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.513067 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df765a9e-4b14-436f-84e9-d5ed509318da req-0c78cf43-2af2-4d90-a268-78310d6e5b93 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1290517 Jan 28 13:24:36.615228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df765a9e-4b14-436f-84e9-d5ed509318da req-29297efd-2996-4f5c-8de5-856077ac3ddd tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977654 Jan 28 13:24:36.730196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 730edef5-95c3-4e5b-a404-aa00b5fd1857 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:36.732363 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:36.872863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.880413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.885953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.892237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.908573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.918513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:36.926862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.933139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:36.946133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-6ba9688d-d5dd-4f76-9500-64fc43e12404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1906927 Jan 28 13:24:36.952475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869', 'mac_address': 'fa:16:3e:13:86:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:37.018065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 730edef5-95c3-4e5b-a404-aa00b5fd1857 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:37.018466 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.059690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e754642-4871-4e9f-a55c-2a452022ec39 req-691c4a98-c609-467f-a485-639c03f7956c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100252 Jan 28 13:24:37.108660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:37.111617 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceff6a0-d76d-477f-9e88-a9b535293455" -d '{"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-plugged", "status": "completed", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:37.133976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:37.142609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.190868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:37.191514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.225933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:37.243235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-01aaed23-7c4f-4e97-9c7e-9e6d42dcc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.248507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-01aaed23-7c4f-4e97-9c7e-9e6d42dcc4d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 0.3255734 Jan 28 13:24:37.252970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:37.255958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:37.290709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.297745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c2d51099-8503-4455-874a-fd81d64f8c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.317721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdad31e-56cc-433d-a275-f9f4ee96cc76 req-28178013-6790-44e2-8ac0-7a95862c8d8a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.329290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2bdad31e-56cc-433d-a275-f9f4ee96cc76 req-28178013-6790-44e2-8ac0-7a95862c8d8a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1556683 Jan 28 13:24:37.402418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:37.446514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2bdad31e-56cc-433d-a275-f9f4ee96cc76 req-af999254-2a24-49e7-98af-fea0829ad854 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131423 Jan 28 13:24:37.543281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.661518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b324012-ed86-4bef-8195-a74b777889bf req-2457f5e7-98d8-4781-a080-4c12f8f43363 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.666773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-1189d5c8-0530-41ae-b38e-f22c8952cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.668572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-1189d5c8-0530-41ae-b38e-f22c8952cb7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.3849699 Jan 28 13:24:37.670060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:37.674929 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b324012-ed86-4bef-8195-a74b777889bf req-2457f5e7-98d8-4781-a080-4c12f8f43363 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 949 time: 0.1112516 Jan 28 13:24:37.760351 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b324012-ed86-4bef-8195-a74b777889bf req-29f48a0a-9ba7-4924-81f0-6c49495dd21b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775859 Jan 28 13:24:37.835004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-388fe171-b2e8-4b4a-8631-69080c50490a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 217 time: 0.0702610 Jan 28 13:24:37.922837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6fdabd37-76ce-4a1d-93d8-b33aa2ddd869'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:37.958744 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6 associated. External IP: 172.25.4.19, port: 88c31883-d7c9-4037-a5df-2ce3ed80e43f. Jan 28 13:24:37.962348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-905c0647-44f8-45a7-bb7c-983b1355a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:37.964172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-905c0647-44f8-45a7-bb7c-983b1355a018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.1199329 Jan 28 13:24:38.035900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-e60a1468-8702-40a7-ad27-1d674d82dd74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357392 Jan 28 13:24:38.043014 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e2374f-fc99-47a7-a12a-1e34ec50fafc x-openstack-request-id: req-78e2374f-fc99-47a7-a12a-1e34ec50fafc {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:38.043308 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-plugged", "status": "completed", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:38.043729 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78e2374f-fc99-47a7-a12a-1e34ec50fafc {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:38.044143 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'code': 200} Jan 28 13:24:38.157594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-faab6b3d-945a-4828-b256-f611c73e8eb9 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057105 Jan 28 13:24:38.234406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fb840-ebf6-489f-abb1-33739b6f1647 req-62793761-cbbf-473d-b801-3b5819ed557c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:38.248299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-640fb840-ebf6-489f-abb1-33739b6f1647 req-62793761-cbbf-473d-b801-3b5819ed557c tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1266887 Jan 28 13:24:38.317291 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-640fb840-ebf6-489f-abb1-33739b6f1647 req-bebbc731-d664-4c53-91ff-0977d03ee1d5 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Jan 28 13:24:38.317700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52ca7466-98e8-42bd-b71c-07519a8cf2dc req-ff7879b8-2fb7-4251-ba3b-ca2def998a37 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060326 Jan 28 13:24:38.492940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:24:38.559870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:38.641867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:38.659435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:38.672086 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-f23b7732-a6ca-4e43-b57c-3b150df39049 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370908 Jan 28 13:24:38.687011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:38.687682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:38.688348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:38.758468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-e844b286-74e7-49e8-b830-cee7680f6f07 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "PUT /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 200 len: 995 time: 2.5588622 Jan 28 13:24:38.761319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:38.769386 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef7625-4dad-49e0-b030-29014e0c6496" -d '{"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:38.843021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-00539ecc-e881-408b-a37e-f4472e51c34f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:38.850990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-00539ecc-e881-408b-a37e-f4472e51c34f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769922 Jan 28 13:24:38.873342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-afa8a6ac-2716-4b64-b8a9-2c4b77be1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:38.875039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-afa8a6ac-2716-4b64-b8a9-2c4b77be1e8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.0986624 Jan 28 13:24:38.886652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-00f04e9c-9ae7-4450-8c68-c86ee84cc200 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/quotas/063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 375 time: 0.0344756 Jan 28 13:24:38.931263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-e856bac2-a999-4f1f-b6c3-6864c55cc525 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436535 Jan 28 13:24:38.969520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:39.079740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-62baef9d-f43c-4fd5-a848-94dd35a6593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.095805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-62baef9d-f43c-4fd5-a848-94dd35a6593f service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.2116220 Jan 28 13:24:39.293551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.308617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.315851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.323255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.330453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.340081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.346023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.356108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-82921ba1-4d3c-4403-85ac-19c66b73b3da tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1758964 Jan 28 13:24:39.436257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e81e2c98-0fa2-4de4-a92b-33c6320f9279 req-39648ffb-eecb-49cc-8e7e-926848c5d154 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745015 Jan 28 13:24:39.551481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:d9:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:37Z', 'revision_number': 1, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:39.646286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8c748-57c1-4055-8454-e7c4dfbaf727 req-b93be1f8-e7c3-446e-959d-e705b51fe414 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:39.659749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:39.665953 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2be8c748-57c1-4055-8454-e7c4dfbaf727 req-b93be1f8-e7c3-446e-959d-e705b51fe414 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1230314 Jan 28 13:24:39.674935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:39.675571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:39.785037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2be8c748-57c1-4055-8454-e7c4dfbaf727 req-a56ce0ca-6eb5-4e87-b591-3eb730fffd94 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179051 Jan 28 13:24:39.845101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:40.064303 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ad876-51f3-426d-9ef3-4f5fa26ba97f x-openstack-request-id: req-1f6ad876-51f3-426d-9ef3-4f5fa26ba97f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:40.064904 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:40.064904 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f6ad876-51f3-426d-9ef3-4f5fa26ba97f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:40.065302 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'status': 'completed', 'code': 200} Jan 28 13:24:40.117166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd962bf-f410-4471-af74-40b779989035 req-ae7253fb-8b93-4f8f-97a2-5d88901d4eba tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.125497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5dd962bf-f410-4471-af74-40b779989035 req-ae7253fb-8b93-4f8f-97a2-5d88901d4eba tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 949 time: 0.1116290 Jan 28 13:24:40.140790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-a28ec4c1-eea2-4fcc-8798-40d539c4123a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 998 time: 1.0326946 Jan 28 13:24:40.145352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-b60b1e56-88df-4a4a-a703-f5b2dd1c0372 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0244782 Jan 28 13:24:40.192453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5dd962bf-f410-4471-af74-40b779989035 req-a4152a93-306a-4102-bcf1-2ebed833be26 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654311 Jan 28 13:24:40.219606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-805abe96-ec73-47e2-832b-dbbec670887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.221396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-805abe96-ec73-47e2-832b-dbbec670887e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.1553433 Jan 28 13:24:40.279396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-fe160410-dc60-4455-9934-df290e152947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.281028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-fe160410-dc60-4455-9934-df290e152947 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.1325028 Jan 28 13:24:40.481417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-3288a455-e27e-447b-8780-daaeab10f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.483319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-3288a455-e27e-447b-8780-daaeab10f381 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 1096 time: 0.3002467 Jan 28 13:24:40.613764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-7668bfa9-f762-46f5-adb4-00d74814b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.616369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-7668bfa9-f762-46f5-adb4-00d74814b487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123782 Jan 28 13:24:40.617721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-56da0f34-c57c-448a-9a4b-8c169006934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.619317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-56da0f34-c57c-448a-9a4b-8c169006934f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.3667927 Jan 28 13:24:40.652743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e1ffc57-9a6a-479a-91a8-ff7ab8e7e47a req-5b4878f5-0a36-4e9a-8a18-4dc64ffdc408 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 210 time: 0.0790884 Jan 28 13:24:40.660808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:40.908755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-2223a0c1-0993-473c-8040-6db947bf3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.912934 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:40.914889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-2223a0c1-0993-473c-8040-6db947bf3f9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.3899434 Jan 28 13:24:40.922955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-60f19a49-ba5e-48d3-8c06-71ce087c5d86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 998 time: 0.2590117 Jan 28 13:24:40.927459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f350d-6c72-4dd6-a2d3-e63377fef870 req-6886d11a-e12d-4a98-b473-607b2dfd5aaf tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:40.935301 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b75f350d-6c72-4dd6-a2d3-e63377fef870 req-6886d11a-e12d-4a98-b473-607b2dfd5aaf tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0749896 Jan 28 13:24:40.970834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:40.984261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:40.984634 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:41.012338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b75f350d-6c72-4dd6-a2d3-e63377fef870 req-7770f453-e3fc-40b9-bef5-6dcd1f2d5dee tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745239 Jan 28 13:24:41.016381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-d6dc4cc7-36b0-466c-9c00-e1e0361067a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5ff9578-362d-4378-ad3c-b0f348189618 HTTP/1.1" status: 200 len: 217 time: 0.0860851 Jan 28 13:24:41.029426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:d9:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:37Z', 'revision_number': 1, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:41.031732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-73331207-c9b4-42cc-b694-0637a9f63911 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052846 Jan 28 13:24:41.104779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d910ac-b823-47dd-b757-d289b4bcb983 None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:d9:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:37Z', 'revision_number': 1, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:41.213898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-a8bc5481-b8ea-4e5e-b73c-d0a8e75b3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.215525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-a8bc5481-b8ea-4e5e-b73c-d0a8e75b3cdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.2758431 Jan 28 13:24:41.251189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-447e65f6-a5e6-49b9-b1b7-907689f426e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.252909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-447e65f6-a5e6-49b9-b1b7-907689f426e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.1885438 Jan 28 13:24:41.258941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:41.267655 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:41.299358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.309662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.324512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-2e076b39-ad8b-4b5a-99de-b345e89a2b5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423882 Jan 28 13:24:41.331126 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.332470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbedeeec-3779-460e-b29b-6239f6f9333c req-a844778f-909f-474f-86f5-c0c554264e73 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926576 Jan 28 13:24:41.341448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.345299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:41.347976 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560ce90c-3c88-4b98-9d6f-bc15b3133721" -d '{"events": [{"server_uuid": "94641c2f-1779-4dfc-9f60-9f6059fd2fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6fdabd37-76ce-4a1d-93d8-b33aa2ddd869"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:41.362458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.373361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.384601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-72ff23ee-df4b-4033-97ee-8e51de963351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.387802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-72ff23ee-df4b-4033-97ee-8e51de963351 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581762 Jan 28 13:24:41.393600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:41.399647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.411011 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:41.416498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-5d277cb2-211c-4237-b346-6c9d6035770c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2648323 Jan 28 13:24:41.519488 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d22a2e-c587-418d-9b8c-1df9648eda17 None None] New status for floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:24:41.528998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:41.554615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b194cc3f-653f-4b0c-ab6f-28fe8ed83c90 req-f9d7afff-0465-4311-b2ad-b200b2eb9f9b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363921 Jan 28 13:24:41.653508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:41.655583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-97405be3-3008-4dbf-8a8a-823e25ac0797 service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118026 Jan 28 13:24:41.661681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-81bf2613-43e6-41bb-b8b8-ebc59ad58424 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403307 Jan 28 13:24:41.707765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afca43-8bd7-4823-b00e-350c8257b627 req-43d3be9d-fb01-49c5-a7f3-966cab7a094e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.710298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14afca43-8bd7-4823-b00e-350c8257b627 req-43d3be9d-fb01-49c5-a7f3-966cab7a094e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1689270 Jan 28 13:24:41.891472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14afca43-8bd7-4823-b00e-350c8257b627 req-c488387e-0385-4ff4-bcc8-6dac84e2f87b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722808 Jan 28 13:24:41.911068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff585-79c1-4447-afdb-ab754bf0cb3b req-f8301e1c-eeaf-4d3b-956a-8a483b87abf4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:41.917590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca5ff585-79c1-4447-afdb-ab754bf0cb3b req-f8301e1c-eeaf-4d3b-956a-8a483b87abf4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.2003031 Jan 28 13:24:41.936224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0219d6ad-9f61-440f-bfe4-4918f0ceae8d req-3a6e101f-5f55-43b0-ace8-a27ec146a634 service neutron] 10.222.0.60 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718041 Jan 28 13:24:41.938851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5ef7625-4dad-49e0-b030-29014e0c6496 req-09225958-c0e7-485f-8996-a19f96b21f93 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211156 Jan 28 13:24:42.019209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca5ff585-79c1-4447-afdb-ab754bf0cb3b req-7d52c688-b494-4b50-9931-5744a5781a34 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964048 Jan 28 13:24:42.035183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ee6c0e56-b26e-4403-98d8-0065291eaa66 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502229 Jan 28 13:24:42.156269 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52d111-d33a-46d2-ae3c-13f90f89840d x-openstack-request-id: req-0a52d111-d33a-46d2-ae3c-13f90f89840d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:42.156797 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94641c2f-1779-4dfc-9f60-9f6059fd2fc0", "name": "network-vif-plugged", "status": "completed", "tag": "6fdabd37-76ce-4a1d-93d8-b33aa2ddd869", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:42.157029 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a52d111-d33a-46d2-ae3c-13f90f89840d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:42.157528 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869', 'code': 200} Jan 28 13:24:42.401292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-e91c4eee-ef7e-4bcb-96e6-005d9ccd2fab tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.408629 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-e91c4eee-ef7e-4bcb-96e6-005d9ccd2fab tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1578681 Jan 28 13:24:42.425976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-595bac85-ad21-4e59-9815-0ab58b9c5765 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.427475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-595bac85-ad21-4e59-9815-0ab58b9c5765 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482666 Jan 28 13:24:42.431381 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-285a61c8-e3a7-4d77-8c25-b70bf824d30f req-bc22989b-f92c-4cb4-95d7-1746ce5e2fa8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 210 time: 0.0689027 Jan 28 13:24:42.472813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Request body: {'port': {'device_id': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '063eec391659468690eac7ba108a19f1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:42.503441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2391d-f3bd-41ee-8662-256f78f20ef2 req-3473e275-bd2e-4b3d-9051-ca62720edfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.505130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bf2391d-f3bd-41ee-8662-256f78f20ef2 req-3473e275-bd2e-4b3d-9051-ca62720edfb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 1101 time: 0.1717947 Jan 28 13:24:42.554723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49efe-ce3f-4447-892f-e01de049f673 req-e224234d-22b4-43df-807e-d7ad7de3d928 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.562498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bab49efe-ce3f-4447-892f-e01de049f673 req-e224234d-22b4-43df-807e-d7ad7de3d928 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0617719 Jan 28 13:24:42.637033 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bab49efe-ce3f-4447-892f-e01de049f673 req-b64433d0-14eb-40d3-bbde-f40d2fecdca8 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Jan 28 13:24:42.704506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bf2391d-f3bd-41ee-8662-256f78f20ef2 req-9ecd7d8e-4f93-4def-b51b-847cde97f1ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547573 Jan 28 13:24:42.718407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-58a78266-09b9-4427-b4df-46b2c6345b5d tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1000 time: 0.3087978 Jan 28 13:24:42.723178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'floatingip': {'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:42.785402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.793381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.799943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.806917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.814579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.819684 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:42.821472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.827729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:42.837217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-eb592bbc-6b16-4608-8175-0616bf68de28 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1282208 Jan 28 13:24:42.906016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba1438a3-8b67-4edd-a104-ef6a80d7c387 req-471929cd-eae2-4b47-b4a3-6993f84383f4 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674782 Jan 28 13:24:42.941262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Made reservation on behalf of 063eec391659468690eac7ba108a19f1 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:24:42.946489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:42.975403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:43.103082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923539a-79ab-4b14-9e32-5c8e6c23acc6 req-8e563a89-51d5-46b7-ab41-547a12bd6f28 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:43.104796 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c923539a-79ab-4b14-9e32-5c8e6c23acc6 req-8e563a89-51d5-46b7-ab41-547a12bd6f28 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0962391 Jan 28 13:24:43.245406 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c923539a-79ab-4b14-9e32-5c8e6c23acc6 req-3e98eb10-2a91-4cf5-bbe6-bbe6ecaaffa8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295168 Jan 28 13:24:43.452761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b5716-b84f-4dea-bf03-fd657440e1c6 req-915ae9e8-5d40-41fe-9831-f157450182d9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:43.460816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b02b5716-b84f-4dea-bf03-fd657440e1c6 req-915ae9e8-5d40-41fe-9831-f157450182d9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.0905216 Jan 28 13:24:43.525432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b02b5716-b84f-4dea-bf03-fd657440e1c6 req-7cd0b7c1-5b78-45f2-9c80-d40242a317d6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635560 Jan 28 13:24:43.567438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks [] for security_group (6cd72168-9217-4800-b351-b47900e75692), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:43.583447 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:43.584550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6cd72168-9217-4800-b351-b47900e75692), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:43.611501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:43.794470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd72168-9217-4800-b351-b47900e75692,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:43.807323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5f83-e39d-466a-bda1-621a11e24e1e req-ff47e723-5dd8-47e9-882f-a48c5ae5d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:43.808950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b75d5f83-e39d-466a-bda1-621a11e24e1e req-ff47e723-5dd8-47e9-882f-a48c5ae5d977 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 0.2393420 Jan 28 13:24:43.875972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86e740c3-b2c0-46ec-a59b-99a3d5e095ff req-122ddf75-117e-45a3-bd04-187abb4d4fa4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 210 time: 0.0374808 Jan 28 13:24:43.882015 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6 associated. External IP: 172.25.4.19, port: 88c31883-d7c9-4037-a5df-2ce3ed80e43f. Jan 28 13:24:43.948436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Allocated IP 192.168.233.69 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/e1d34e4a-de6a-4723-bb05-d349b426537d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:24:43.970373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b75d5f83-e39d-466a-bda1-621a11e24e1e req-572a1f83-8907-4283-b5a0-1aaecee5a261 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303687 Jan 28 13:24:44.123239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ac4e-da55-49e3-b87c-cb041208d75a req-71ea5aca-aa9d-412e-9e00-af2cea569409 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.125762 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38b3ac4e-da55-49e3-b87c-cb041208d75a req-71ea5aca-aa9d-412e-9e00-af2cea569409 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1256242 Jan 28 13:24:44.276829 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38b3ac4e-da55-49e3-b87c-cb041208d75a req-b567d251-e85a-41e9-8215-81232e6f6a5b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441331 Jan 28 13:24:44.288133 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks [] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.304405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:24:44.413494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.421197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.427314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.434527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.440859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.446828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.455303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.458322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7048435b-42fe-4470-8218-4276a4978ecb req-e2dca7e5-b4c2-4cc1-aeca-ff37b374b790 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1174448 Jan 28 13:24:44.572181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7048435b-42fe-4470-8218-4276a4978ecb req-9be012c9-0156-4936-936f-14c20d53519e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068230 Jan 28 13:24:44.780786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7457d7-5b96-4440-91ea-b707632496be req-3b49c60d-0d13-4c2d-a77c-b738cd2c464b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:44.787485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:44.792667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a7457d7-5b96-4440-91ea-b707632496be req-3b49c60d-0d13-4c2d-a77c-b738cd2c464b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0994465 Jan 28 13:24:44.846110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a7457d7-5b96-4440-91ea-b707632496be req-821f4494-4622-4439-a169-d729c311b4f5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 Jan 28 13:24:44.855209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:24:44.859189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:44.866809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:24:44.874573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:24:44.886147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:44.910771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:44.911429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:44.932966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:45.062240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2cd98-2c17-4fd4-8b6d-1f53f7a63604 req-6cd29a6f-ead7-491f-a6a1-928222ba7a60 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:45.069515 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88a2cd98-2c17-4fd4-8b6d-1f53f7a63604 req-6cd29a6f-ead7-491f-a6a1-928222ba7a60 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.1254904 Jan 28 13:24:45.160079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:45.184545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:45.189312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:45.223163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88a2cd98-2c17-4fd4-8b6d-1f53f7a63604 req-50d2c7ee-91a1-4e74-9fdc-d0dccd39a1e1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442449 Jan 28 13:24:45.231106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-ac47e854-7765-4283-931b-9ce5f2a27188 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7612863 Jan 28 13:24:45.284298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Request body: {'port': {'device_id': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:45.371731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b14f3dbe-507c-4d43-803e-46740a604a51 None None] Provisioning complete for port e1d34e4a-de6a-4723-bb05-d349b426537d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:45.372527 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b14f3dbe-507c-4d43-803e-46740a604a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:45.468955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b14f3dbe-507c-4d43-803e-46740a604a51 None None] Port e1d34e4a-de6a-4723-bb05-d349b426537d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:24:45.526442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:45.599293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:72:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:43Z', 'revision_number': 3, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:45.645440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:45.665231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:45.665956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:45.681519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:24:45.697763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe159-8e35-4139-848e-e414f50b7d75 req-74ef6730-5623-4737-af9a-35344dd9b79c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:45.705524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-523fe159-8e35-4139-848e-e414f50b7d75 req-74ef6730-5623-4737-af9a-35344dd9b79c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 935 time: 0.0926538 Jan 28 13:24:45.798221 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-523fe159-8e35-4139-848e-e414f50b7d75 req-cb9d87fe-eecc-4045-95b0-38f3d5ba70c1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894604 Jan 28 13:24:45.817971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:46.002586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaa5e8-a036-4d21-9397-2a5d8d7f5d0a req-0548de84-910f-470e-a010-cacc7ab34796 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.010007 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57aaa5e8-a036-4d21-9397-2a5d8d7f5d0a req-0548de84-910f-470e-a010-cacc7ab34796 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0933084 Jan 28 13:24:46.109155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57aaa5e8-a036-4d21-9397-2a5d8d7f5d0a req-a95159b5-916f-4cbd-997f-4b0f5d790dcb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914242 Jan 28 13:24:46.221026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:46.244399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:72:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:43Z', 'revision_number': 3, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:46.265004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.283783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2e47a-1bea-47e6-80b5-180d5fbd6cfa None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:72:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:43Z', 'revision_number': 3, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:46.394273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.403925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.411058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.418501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.432889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.439572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.458386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.460611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-5c765cfb-955a-4709-be32-7ed06b9391e8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2239041 Jan 28 13:24:46.551774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d34e4a-de6a-4723-bb05-d349b426537d {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:46.561820 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Publish callbacks [] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.576691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Transition to ACTIVE for port object e1d34e4a-de6a-4723-bb05-d349b426537d will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:24:46.587041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0109d137-aea5-4c7d-8767-caf5e1d6b0e8 req-83dcb189-ce01-4683-a112-61ffc2875d96 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193237 Jan 28 13:24:46.597506 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:46.681560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:46.683990 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b03df2-c2c6-409a-90ab-db74af11aca7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:46.762417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:46.770114 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3fe49-fccc-4ce9-8aae-892c39dd4683 None None] New status for floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:24:46.774055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-3323d229-80aa-4990-80b2-0e7f8a254a0f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "PUT /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 200 len: 998 time: 4.0513849 Jan 28 13:24:46.854333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fda758-679e-4ec7-90d2-6eaa6db68127 req-8a0cd6de-0b6a-46b1-9ec5-3436233836b0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.864390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fda758-679e-4ec7-90d2-6eaa6db68127 req-8a0cd6de-0b6a-46b1-9ec5-3436233836b0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.1299322 Jan 28 13:24:46.874115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-19d4bb88-706e-4f45-8afb-edb5254dc1cd tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:46.876126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-19d4bb88-706e-4f45-8afb-edb5254dc1cd tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports/88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 942 time: 0.0837591 Jan 28 13:24:46.933805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:24:46.934226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:24:46.934688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:46.945008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Port e1d34e4a-de6a-4723-bb05-d349b426537d on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:24:46.945497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:24:46.956013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:24:46.960093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:24:46.960862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:24:46.961549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Bound port: e1d34e4a-de6a-4723-bb05-d349b426537d, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:24:46.962578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.009238 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fda758-679e-4ec7-90d2-6eaa6db68127 req-f7138cec-0092-41fd-9c19-60dd85cdc9be tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438644 Jan 28 13:24:47.120228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:24:47.123829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:24:47.141271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.239899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.242902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:47.244423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] 10.222.0.60 "PUT /v2.0/ports/e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 1095 time: 1.9646897 Jan 28 13:24:47.312742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:47.325700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:47.339183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:47.431027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-15198189-ad5a-4e67-aeb1-93d4aeece6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.438550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-15198189-ad5a-4e67-aeb1-93d4aeece6cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.3129032 Jan 28 13:24:47.464740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2c660-3ec3-439d-850f-b5e356ec7e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:47.488233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fc328-b471-4f73-94cc-044c0bc43eab req-c486c871-31e2-4589-b2d2-c0a2bcff6174 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.493966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc5fc328-b471-4f73-94cc-044c0bc43eab req-c486c871-31e2-4589-b2d2-c0a2bcff6174 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.1260667 Jan 28 13:24:47.616059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-09ac407b-7641-4976-9a24-ae8437799235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.618123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-09ac407b-7641-4976-9a24-ae8437799235 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1098 time: 0.2812231 Jan 28 13:24:47.635107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:47.645776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc5fc328-b471-4f73-94cc-044c0bc43eab req-0d8ccab3-1f8f-4fba-8bbb-d51dab64257b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406531 Jan 28 13:24:47.758852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-1560e784-4faf-40ce-b2a6-8b2915495df3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.1086407 Jan 28 13:24:47.778443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-cb700e82-9631-4e8c-b37d-a18eb1e55bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.779991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-cb700e82-9631-4e8c-b37d-a18eb1e55bba service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.3407278 Jan 28 13:24:47.837554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-b7d3a1ea-b4e4-4927-971b-11feda4bd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.839405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-b7d3a1ea-b4e4-4927-971b-11feda4bd8c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0584469 Jan 28 13:24:47.883116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-c5ea3913-da32-4540-8251-87fcaf9df337 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 217 time: 0.0423830 Jan 28 13:24:47.950213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:72:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:46Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:47.977523 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e0ad17-38ae-44be-b8ee-cbecf86bbf49 x-openstack-request-id: req-a9e0ad17-38ae-44be-b8ee-cbecf86bbf49 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:47.977917 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:47.978515 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9e0ad17-38ae-44be-b8ee-cbecf86bbf49 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:47.978928 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'status': 'completed', 'code': 200} Jan 28 13:24:47.981245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-328a35e2-1c93-4e15-bc87-08091c8cc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:47.982902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-328a35e2-1c93-4e15-bc87-08091c8cc31f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980737 Jan 28 13:24:48.013778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:48.031485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:48.032375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:48.162786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f59c1-b476-430a-9340-5750865c0a39 req-4b90d096-e05f-44fd-800a-c34f93de5249 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.164881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-924f59c1-b476-430a-9340-5750865c0a39 req-4b90d096-e05f-44fd-800a-c34f93de5249 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 947 time: 0.0987251 Jan 28 13:24:48.182032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-e5408b5f-1514-41c1-a9d4-c49b761395b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.190306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-e5408b5f-1514-41c1-a9d4-c49b761395b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.2703772 Jan 28 13:24:48.245198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-40f90764-78f0-4f02-a923-247642cf223b service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238665 Jan 28 13:24:48.252442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-7f9c09bf-4d17-4376-b9ef-c59184fd1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.254177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-7f9c09bf-4d17-4376-b9ef-c59184fd1b23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.2682483 Jan 28 13:24:48.272006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-194662cc-31e7-4a09-9fae-8ff39949d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.280532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-924f59c1-b476-430a-9340-5750865c0a39 req-6f2e14ae-4368-4a58-9fc2-7c8dce1402ee tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088738 Jan 28 13:24:48.287734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-194662cc-31e7-4a09-9fae-8ff39949d6ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945609 Jan 28 13:24:48.321553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:48.667829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-9fe90293-ff67-461f-9680-59718d720838 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783290 Jan 28 13:24:48.683711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-153adbad-ed02-48bf-a9ed-bd321af65d3a req-e2327674-1516-4e86-a048-74f8686c70bb service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674383 Jan 28 13:24:48.686314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.694378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.701905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.702654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-20a53b95-1296-4019-823d-4a2a8299b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.706699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.707608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-20a53b95-1296-4019-823d-4a2a8299b580 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.3991370 Jan 28 13:24:48.714512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.721873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.730682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.741774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-19e24754-af6c-4993-b4fb-8f0b5390c6c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1197071 Jan 28 13:24:48.778790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-911352b0-0bb1-467f-8aba-062a2710a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:48.780748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-911352b0-0bb1-467f-8aba-062a2710a0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab0987d1a824cc59943b58d0fe7549c&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 1096 time: 0.2090316 Jan 28 13:24:48.782574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:72:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:46Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:48.820961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35b49d-2632-4ac3-a603-04ebe5f44a3d None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:72:33:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:46Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:48.842663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc7938aa-58ae-406c-8901-2be4909d1c89 req-e2f7cf39-deec-458d-8261-c07f8e4b3bc1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994322 Jan 28 13:24:48.886817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-03405b7f-6dee-471e-92ba-4debb6807c5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 217 time: 0.1111119 Jan 28 13:24:49.106545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-5670929f-ed92-4fe6-8cb8-2780d38f73f4 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373851 Jan 28 13:24:49.126233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-24552ff1-731d-4859-af6d-7e7431fc7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.129877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-24552ff1-731d-4859-af6d-7e7431fc7912 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.1870232 Jan 28 13:24:49.135948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-9b932274-af3b-4d0a-84b2-cf9180256b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.137489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-9b932274-af3b-4d0a-84b2-cf9180256b8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 200 len: 919 time: 0.3473885 Jan 28 13:24:49.262154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-f53b077f-afe2-40c7-bf23-e176334839d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 200 len: 217 time: 0.1091216 Jan 28 13:24:49.342083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-75c2002f-6282-4888-b2dc-b411b67899de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.349046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-75c2002f-6282-4888-b2dc-b411b67899de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 1097 time: 0.1815848 Jan 28 13:24:49.364990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-eb50c84c-d12d-47fe-ac5c-27445a8c7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.366730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-eb50c84c-d12d-47fe-ac5c-27445a8c7819 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270224 Jan 28 13:24:49.384008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-9a7d54f9-d259-4c2f-8e88-769f2f9ccd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.385377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-9a7d54f9-d259-4c2f-8e88-769f2f9ccd82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 200 len: 858 time: 0.1010702 Jan 28 13:24:49.434977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b606761-9261-4354-ad93-ba444b0622e8 req-d7eca632-20f2-4b1b-946b-e9ed02dc844f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.454296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7b606761-9261-4354-ad93-ba444b0622e8 req-d7eca632-20f2-4b1b-946b-e9ed02dc844f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0991423 Jan 28 13:24:49.482883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-1d4c86f4-9cef-49db-b125-99fb0483859e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374434f9-4641-4e35-9e4a-748c02162f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629811 Jan 28 13:24:49.520812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7b606761-9261-4354-ad93-ba444b0622e8 req-20d601f3-8c22-4846-ae4c-9c51ebf37290 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652363 Jan 28 13:24:49.625422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-a9699e8a-2ba0-4431-86fe-254614d888f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.632873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-a9699e8a-2ba0-4431-86fe-254614d888f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.2825694 Jan 28 13:24:49.702242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7316b-58ab-431a-97a5-ff4d03fbda03 req-1a09a175-1755-406a-a69e-d64b550c0cef tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:49.704021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69e7316b-58ab-431a-97a5-ff4d03fbda03 req-1a09a175-1755-406a-a69e-d64b550c0cef tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0982261 Jan 28 13:24:49.710967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-6138812c-94ca-4d5c-a875-4120162cc1ac service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923772 Jan 28 13:24:49.720946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-643b0f81-0191-42a7-8f08-5d33300766e0 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102334 Jan 28 13:24:49.769006 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69e7316b-58ab-431a-97a5-ff4d03fbda03 req-67bf7cc0-1fc0-4bd6-b35f-a9747c753615 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 Jan 28 13:24:49.771736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-442fabcb-284a-4ec8-b1e8-96e624d463a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 1001 time: 0.1379857 Jan 28 13:24:50.126424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62'}, {'name': 'network-changed', 'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:50.130083 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63a40d-2f3f-4019-8424-2f6867d49ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62"}, {"name": "network-changed", "server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:50.253204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-052f6a43-7f9c-4ea1-a289-66958bd04ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.254760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-052f6a43-7f9c-4ea1-a289-66958bd04ccd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.1170607 Jan 28 13:24:50.303503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a802a67-1adf-414c-8a65-b722da0d80e4 req-69ed21be-735a-42d8-9999-c4273e265d81 service neutron] 10.222.0.36 "GET /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742157 Jan 28 13:24:50.306141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05b03df2-c2c6-409a-90ab-db74af11aca7 req-44486e13-1baa-417b-8b4c-f60d6c64077c service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633256 Jan 28 13:24:50.328687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-329c90c5-a945-46be-a4bb-623452f40af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.330445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-329c90c5-a945-46be-a4bb-623452f40af7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655713 Jan 28 13:24:50.419502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.419989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.420497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.420955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.421414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.421875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.422333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.422940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.423406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.423867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.424353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.424800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.425606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.425963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.426451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.427045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.431375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.431375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.441782 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-77a3a863-6656-4236-86df-3a81c22368ce tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236&device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0&device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c&device_id=99cf3d13-cf21-479a-b333-f8201ee8796d&device_id=814baa3b-7b52-4128-ab59-1159f0bddf59&device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0&device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314&device_id=8452e9c9-ad8f-445d-9f8c-851814935c46&device_id=8f17c854-16fd-4989-86f4-5bd015f03e75&device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 16245 time: 0.0920882 Jan 28 13:24:50.468358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-0ab6f9ad-66e1-4b63-b595-06f8c1950ed2 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:50.469259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-1837fb5e-c0ce-4541-b4cb-0632fbe7bd7d service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284175 Jan 28 13:24:50.556878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-0ab6f9ad-66e1-4b63-b595-06f8c1950ed2 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Publish callbacks [] for security_group (926a9fe8-adf3-40d7-9199-6ab8797e4db6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:50.564196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-0ab6f9ad-66e1-4b63-b595-06f8c1950ed2 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (926a9fe8-adf3-40d7-9199-6ab8797e4db6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:50.591115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789ce5a2-6aad-40a6-acd1-0e7cee26ae18 req-83714fa1-565a-4c02-ab29-3340c14bead7 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142762 Jan 28 13:24:50.627570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6f9ad-66e1-4b63-b595-06f8c1950ed2 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a9fe8-adf3-40d7-9199-6ab8797e4db6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:50.731852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd4c1c-403f-44ff-8afb-cdc0e2abe96f req-3e002c2e-38ad-4708-bbcc-e7625747a32c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.733651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47fd4c1c-403f-44ff-8afb-cdc0e2abe96f req-3e002c2e-38ad-4708-bbcc-e7625747a32c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 947 time: 0.0675819 Jan 28 13:24:50.765247 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f2f50d5-bf84-404d-840a-86158e80cbfa req-0ab6f9ad-66e1-4b63-b595-06f8c1950ed2 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&id=7685f0eb-0c36-4ee9-b897-1094c8496967&id=959c0191-881a-43e7-8bda-bad58ad32dc8&id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&id=6cd72168-9217-4800-b351-b47900e75692&id=2f02b06d-ba98-477e-87dd-1a361f66b69a&id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 899 time: 0.3206928 Jan 28 13:24:50.804460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47fd4c1c-403f-44ff-8afb-cdc0e2abe96f req-68db24a8-1639-4fc0-b7be-539987373f57 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647485 Jan 28 13:24:50.870452 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7b0ced-a822-4e79-9ee4-f7b2f8dd93b5 x-openstack-request-id: req-cb7b0ced-a822-4e79-9ee4-f7b2f8dd93b5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:50.870788 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:50.871068 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb7b0ced-a822-4e79-9ee4-f7b2f8dd93b5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:50.871680 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'status': 'completed', 'code': 200} Jan 28 13:24:50.871877 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'status': 'completed', 'code': 200} Jan 28 13:24:50.875393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.881617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.886421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.891660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.897149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.902715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.910294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:50.916722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-f6baca2f-68ea-46ba-8db4-7c243d8ee0a7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1026242 Jan 28 13:24:51.013247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-3d77a0a5-766a-4783-8a06-4f41947dc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.014688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-3d77a0a5-766a-4783-8a06-4f41947dc7a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 1097 time: 0.0677025 Jan 28 13:24:51.015430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-764906b6-dba7-4f7a-9a3a-f652f885f5f7 req-489dbee3-5b2e-462c-aee3-982ce137f2a4 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941343 Jan 28 13:24:51.032132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996906d7-a1f4-4ead-85de-f35b91d5c014 req-897d405e-b277-4a9c-9fae-f40b2344819c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.034447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-996906d7-a1f4-4ead-85de-f35b91d5c014 req-897d405e-b277-4a9c-9fae-f40b2344819c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0961630 Jan 28 13:24:51.136652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-5db04b18-f26a-4033-8138-dac212c360ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.138123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-5db04b18-f26a-4033-8138-dac212c360ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.1026604 Jan 28 13:24:51.226193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-67acc866-f158-471a-8eac-3ec32ff565be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 1001 time: 0.0662622 Jan 28 13:24:51.257416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-996906d7-a1f4-4ead-85de-f35b91d5c014 req-6972338b-0310-4fee-9853-750b6779e1e6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161903 Jan 28 13:24:51.322294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-6bd833a7-4dfd-4d91-af3d-689b0104ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.322964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-6bd833a7-4dfd-4d91-af3d-689b0104ed13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0699468 Jan 28 13:24:51.388305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-37651a77-c82a-4a9d-9eda-4afff1863723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.389943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-37651a77-c82a-4a9d-9eda-4afff1863723 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567431 Jan 28 13:24:51.512702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-967bd3c0-34bc-4555-9224-54b488469b9f service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119080 Jan 28 13:24:51.540627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50fa2d4b-2829-4c70-85d7-17da88a10264 req-9a4a8313-4b97-4aba-97e8-79aa5d7c400a tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1001 time: 0.4831762 Jan 28 13:24:51.591493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2d4b-2829-4c70-85d7-17da88a10264 req-060db9ad-e2be-45b3-a0ee-a84c27ab5cfe tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.600267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50fa2d4b-2829-4c70-85d7-17da88a10264 req-060db9ad-e2be-45b3-a0ee-a84c27ab5cfe tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports/60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 943 time: 0.0556023 Jan 28 13:24:51.647735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a06aa-365c-4f37-a96b-2ea56fa77eff req-3b1f271a-caae-4975-b0ab-0c552dc8d554 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.649432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f91a06aa-365c-4f37-a96b-2ea56fa77eff req-3b1f271a-caae-4975-b0ab-0c552dc8d554 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1229181 Jan 28 13:24:51.715044 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-53bbcce6-f0b0-43cc-bd3c-2fc4253b153d service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745911 Jan 28 13:24:51.722172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50fa2d4b-2829-4c70-85d7-17da88a10264 req-e8a61323-78bf-4843-9a0c-9e981199fc81 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1001 time: 0.0821066 Jan 28 13:24:51.726986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f91a06aa-365c-4f37-a96b-2ea56fa77eff req-05b9a30c-4204-4184-a7d3-5b1f09f75473 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707767 Jan 28 13:24:51.901125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-1a7c59c2-6938-40e4-a6b7-f630b6ab556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.902733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-1a7c59c2-6938-40e4-a6b7-f630b6ab556d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1098 time: 0.0671182 Jan 28 13:24:51.957613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2d4b-2829-4c70-85d7-17da88a10264 req-d8d9ca7b-10cc-4f92-92fe-09e633931103 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:51.974199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50fa2d4b-2829-4c70-85d7-17da88a10264 req-d8d9ca7b-10cc-4f92-92fe-09e633931103 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.2369390 Jan 28 13:24:52.063638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-971ff887-58c0-443b-b0b9-74e2de2cade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.065381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-971ff887-58c0-443b-b0b9-74e2de2cade5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1170046 Jan 28 13:24:52.111249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569625-b5aa-45b7-9166-bbe119fc4363 req-3c14f74b-c9d3-4f5e-8e3b-4e8b705b5291 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.118288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-39569625-b5aa-45b7-9166-bbe119fc4363 req-3c14f74b-c9d3-4f5e-8e3b-4e8b705b5291 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 947 time: 0.0707288 Jan 28 13:24:52.148902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-e81b2252-046f-4663-b073-8b327105a82d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0690620 Jan 28 13:24:52.193197 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-39569625-b5aa-45b7-9166-bbe119fc4363 req-2c5ee33f-5c62-4686-b434-9cee9a22679d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734038 Jan 28 13:24:52.253520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-33d9dd62-9271-437b-bb26-1377e8e22091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.255218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-33d9dd62-9271-437b-bb26-1377e8e22091 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0896771 Jan 28 13:24:52.268614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6e479-c35a-4c6b-a832-adfac96ca253 req-a1ca0c91-e3df-4980-8e4d-6e9a8e7d732d tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.269247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6e479-c35a-4c6b-a832-adfac96ca253 req-a1ca0c91-e3df-4980-8e4d-6e9a8e7d732d tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.269799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6e479-c35a-4c6b-a832-adfac96ca253 req-a1ca0c91-e3df-4980-8e4d-6e9a8e7d732d tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.272069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67d6e479-c35a-4c6b-a832-adfac96ca253 req-a1ca0c91-e3df-4980-8e4d-6e9a8e7d732d tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0&device_id=814baa3b-7b52-4128-ab59-1159f0bddf59&device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 2884 time: 0.0604088 Jan 28 13:24:52.302772 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-d14d51a6-6303-4db8-8ebf-56cd583e588b tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1001 time: 0.0905440 Jan 28 13:24:52.374855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67d6e479-c35a-4c6b-a832-adfac96ca253 req-80399148-deeb-40cb-83c9-31d020de020c tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897796 Jan 28 13:24:52.377441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-48c93c62-1190-4907-9e93-08386fe7056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.394620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-48c93c62-1190-4907-9e93-08386fe7056a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070755 Jan 28 13:24:52.394721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-84a05ddd-bc69-4ff8-9880-102d5b1542d6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.399838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-84a05ddd-bc69-4ff8-9880-102d5b1542d6 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports/60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 943 time: 0.0876915 Jan 28 13:24:52.532379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:24:52.567555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.574319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.579092 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-29909cad-6cfe-42f4-a04d-5a95b4181a02 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1001 time: 0.1165581 Jan 28 13:24:52.582104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.588075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.597977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.606804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.614417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.626955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9375304-d514-411e-a79f-cca18ee52e7a req-ec8c1b38-6692-45f0-9a19-820762211b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1686077 Jan 28 13:24:52.653641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:52.667406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'mac_address': 'fa:16:3e:fc:36:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:24:52.699910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-e864d50d-3b6c-4143-8b44-caa3ac984c9e service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050146 Jan 28 13:24:52.705397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-90dc88b9-2cce-4a43-91eb-4ebce3feb905 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.712436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e1d34e4a-de6a-4723-bb05-d349b426537d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:52.713034 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:52.715866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-90dc88b9-2cce-4a43-91eb-4ebce3feb905 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1334860 Jan 28 13:24:52.726601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9375304-d514-411e-a79f-cca18ee52e7a req-e6067643-c16e-4f5a-93ce-1b30566bc218 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950584 Jan 28 13:24:52.728222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d34e4a-de6a-4723-bb05-d349b426537d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:24:52.773380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:52.783850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:52.815702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-ce7a589b-42a9-4ba8-a513-344096e245e3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1001 time: 0.0990882 Jan 28 13:24:52.821519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:52.852256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:52.882302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:52.920582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4074b04-2d2a-4139-a0f6-66e2cef9f4d0 req-9914123c-ced4-4466-a033-4670adcc368f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:52.927722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4074b04-2d2a-4139-a0f6-66e2cef9f4d0 req-9914123c-ced4-4466-a033-4670adcc368f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0852726 Jan 28 13:24:52.975940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd63a40d-2f3f-4019-8424-2f6867d49ae8 req-b9aca609-6789-4bc1-8f10-54e3850b9ab9 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465789 Jan 28 13:24:53.024240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4074b04-2d2a-4139-a0f6-66e2cef9f4d0 req-187a1457-e6f5-4f76-a98a-8de7f5daee42 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895545 Jan 28 13:24:53.050599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:53.057266 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:53.057695 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6 disassociated. External IP: 172.25.4.19, port: 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62. Jan 28 13:24:53.229455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cc10-98da-42fc-b969-1810bed71afc req-7bfa2a7f-ef8f-4e7c-a30e-d94b30d093cf tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:53.231137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c73cc10-98da-42fc-b969-1810bed71afc req-7bfa2a7f-ef8f-4e7c-a30e-d94b30d093cf tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0758884 Jan 28 13:24:53.295233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c73cc10-98da-42fc-b969-1810bed71afc req-ec10159c-fc7f-495f-b6c8-87e9324b1453 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583093 Jan 28 13:24:53.345283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:24:53.408845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:53.496844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:53.505935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:53.509415 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:53.540997 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:53.540997 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:53.554287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-8aebd51d-b61b-4f5d-ac5b-9d51139af7ae tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "PUT /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 200 len: 694 time: 0.7376440 Jan 28 13:24:53.555062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:53.558369 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:53.657444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-d9552086-d5c8-4d1f-9df4-743911238212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:53.659521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-d9552086-d5c8-4d1f-9df4-743911238212 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 1097 time: 0.0866029 Jan 28 13:24:53.687198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c257f-0414-4983-90ef-5efa67226add req-022fee36-2d58-4203-bc56-287246065dec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:53.690585 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:53.697379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d5c257f-0414-4983-90ef-5efa67226add req-022fee36-2d58-4203-bc56-287246065dec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 948 time: 0.0874028 Jan 28 13:24:53.787437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d5c257f-0414-4983-90ef-5efa67226add req-e97debd6-bbbc-4574-a066-cb2717737790 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842381 Jan 28 13:24:53.797079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-4b43c78e-6502-4e78-a3e9-dfdb966780b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:53.797079 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-4b43c78e-6502-4e78-a3e9-dfdb966780b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.1271138 Jan 28 13:24:53.884322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-7714364e-eeb8-43bd-9b27-d964ffc937aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 217 time: 0.0819721 Jan 28 13:24:53.942259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-df7fd6ff-f191-4d96-9b18-13d43dc47e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:53.945960 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-df7fd6ff-f191-4d96-9b18-13d43dc47e10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0608468 Jan 28 13:24:53.952297 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:54.003855 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:54.004504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-3b13d67d-27a6-487f-a918-f2cf8f58a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.007139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-3b13d67d-27a6-487f-a918-f2cf8f58a017 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519974 Jan 28 13:24:54.014125 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:54.014999 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:54.116751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-5aa2ea20-1a8c-4285-acf2-0d2b4d1f7391 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024885 Jan 28 13:24:54.232524 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:54.246161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebfc5221-a6c9-47a2-ba29-2c85dc3ef79e req-97b165c1-d3fb-419e-8e03-c49fadfb5897 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211410 Jan 28 13:24:54.330298 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a009c9e-53c9-422b-9f76-888b8c567cd9 x-openstack-request-id: req-5a009c9e-53c9-422b-9f76-888b8c567cd9 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:54.330768 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:54.330965 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a009c9e-53c9-422b-9f76-888b8c567cd9 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:54.331725 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'status': 'completed', 'code': 200} Jan 28 13:24:54.431624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.444401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.465943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.479215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.482016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-6c5ca1e3-e8ac-455f-8239-cdf52d22efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.485357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-6c5ca1e3-e8ac-455f-8239-cdf52d22efca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 1097 time: 0.1058071 Jan 28 13:24:54.485566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.496402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.501836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.502127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318374b-d032-40bf-b5c4-bbefeac59f7c req-b5036abd-29c7-49bd-b7b8-8f6d7ab08567 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.503733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-0b3d3803-f106-44b8-8d12-ef7a60e44f19 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1573603 Jan 28 13:24:54.509780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6318374b-d032-40bf-b5c4-bbefeac59f7c req-b5036abd-29c7-49bd-b7b8-8f6d7ab08567 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0852180 Jan 28 13:24:54.598245 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:54.618582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2ce3618-d3e5-41ee-900b-dc9584685097 req-dafe657b-80f7-4d9c-b3d6-f765b1cf0118 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026685 Jan 28 13:24:54.636869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6318374b-d032-40bf-b5c4-bbefeac59f7c req-3c84d4ba-7e51-46c8-b398-d1b6fbfc5bf2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Jan 28 13:24:54.661296 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e4b16-6722-467c-b46e-3432de8098e1 None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:54.661618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-59ae84c9-1abe-46e1-9515-6cc065e1aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.662583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-59ae84c9-1abe-46e1-9515-6cc065e1aa12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.1516290 Jan 28 13:24:54.754100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-febbff49-8721-49dd-a138-2967691a7e84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 200 len: 217 time: 0.0750031 Jan 28 13:24:54.860669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-99b0017b-05e2-410d-ab86-908834236e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.862433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-99b0017b-05e2-410d-ab86-908834236e84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0710294 Jan 28 13:24:54.961588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-2a017192-c8c3-448a-a3a7-7625bcf2a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:54.973602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-2a017192-c8c3-448a-a3a7-7625bcf2a796 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965912 Jan 28 13:24:55.250843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-6cf916fd-6e76-46cd-b370-4a0ca3425eca service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612009 Jan 28 13:24:55.265023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0772ccb-2d4f-4ea6-ac2c-68682eefa84f None None] New status for floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:24:55.274914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32409751-3342-425e-82c4-ab8a795d1557 req-fe88731c-e52e-4a53-814c-7260b34bf8de tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:55.289351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32409751-3342-425e-82c4-ab8a795d1557 req-fe88731c-e52e-4a53-814c-7260b34bf8de tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 948 time: 0.1403277 Jan 28 13:24:55.423664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32409751-3342-425e-82c4-ab8a795d1557 req-68ff7469-6321-41ba-a246-3b46f47e6333 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332393 Jan 28 13:24:55.518675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebccf6d7-adde-4bee-9a8f-1abb90bfd4f8 req-080ffbfb-5e68-4301-8199-c2d98e0f3120 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266438 Jan 28 13:24:55.591422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c05cb7-5fe9-42e5-9e73-a6acbdd671f6 req-a13fc6f6-e13e-4073-9d1a-6fdf567dfdba tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:55.593172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c3c05cb7-5fe9-42e5-9e73-a6acbdd671f6 req-a13fc6f6-e13e-4073-9d1a-6fdf567dfdba tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1101 time: 0.0631680 Jan 28 13:24:55.661106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3bd6c73d-3946-420b-b97e-46fd3dbb27ed tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:55.672774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c3c05cb7-5fe9-42e5-9e73-a6acbdd671f6 req-656e2c92-7bc0-462f-8dc6-e2ffe81d4043 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694127 Jan 28 13:24:55.680847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3bd6c73d-3946-420b-b97e-46fd3dbb27ed tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1634674 Jan 28 13:24:55.747244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-40aeb96f-7a4e-4767-bb1e-4a86122e15ca tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0635130 Jan 28 13:24:55.753160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'floatingip': {'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:55.815229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:55.831508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666cd50-0717-40a8-aede-21d75b13b4ae req-d4ce4c6c-5b77-4caa-a822-cabedb489b11 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:55.842151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9666cd50-0717-40a8-aede-21d75b13b4ae req-d4ce4c6c-5b77-4caa-a822-cabedb489b11 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.0876017 Jan 28 13:24:55.911802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9666cd50-0717-40a8-aede-21d75b13b4ae req-b48475ca-ad3b-4b31-a046-563866c1a5ff tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678229 Jan 28 13:24:56.060682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.066230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.072870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.080302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.087544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.094646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.103880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.105840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-0da85113-c6ca-4fa0-bf08-48606eccdbf9 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1125231 Jan 28 13:24:56.184352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0aceb2b-9ea8-4f20-9aa7-f1028bf1d883 req-11b98fa1-1911-4071-9ff0-94a5de1d58c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725267 Jan 28 13:24:56.303695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc6a0-1f5f-4138-9c20-0b68a9d2b019 req-3e9c2c0a-c17b-47db-bc45-b904ea6ed9d4 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.305263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb5fc6a0-1f5f-4138-9c20-0b68a9d2b019 req-3e9c2c0a-c17b-47db-bc45-b904ea6ed9d4 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1101 time: 0.0472691 Jan 28 13:24:56.350655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb5fc6a0-1f5f-4138-9c20-0b68a9d2b019 req-ba6b1730-e1f1-4a93-ad9e-56e095e9bec9 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Jan 28 13:24:56.362728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.373207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.396293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.507267 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6 associated. External IP: 172.25.4.19, port: 88c31883-d7c9-4037-a5df-2ce3ed80e43f. Jan 28 13:24:56.596828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:24:56.655051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port e1d34e4a-de6a-4723-bb05-d349b426537d completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:24:56.659657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port e1d34e4a-de6a-4723-bb05-d349b426537d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:24:56.660261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.751765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:24:56.752395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e1d34e4a-de6a-4723-bb05-d349b426537d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:56.752807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.791328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:56.792678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:56.796803 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf46db29-3514-420b-973a-2167f94dc747" -d '{"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:56.799809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.854953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:56.878069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:24:56.889556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:56.893876 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:24:56.911313 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:56.913498 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:56.920641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-3854b801-cb59-4e12-8ef0-8b1505a83c97 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "PUT /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 200 len: 995 time: 1.1722205 Jan 28 13:24:56.921106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:56.923564 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582" -d '{"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:56.981785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-9546acc9-a9b7-42bc-9611-34ed2adaea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:56.985406 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-9546acc9-a9b7-42bc-9611-34ed2adaea6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.0517495 Jan 28 13:24:57.059599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0efea-2c88-4487-9bf8-b8085d550759 req-be5d68b4-5c53-41ef-8fc6-0da2f015c51c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.067113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5af0efea-2c88-4487-9bf8-b8085d550759 req-be5d68b4-5c53-41ef-8fc6-0da2f015c51c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0594344 Jan 28 13:24:57.098804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-ac5e2d20-ab02-43c0-8456-ab87f91a7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.101611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-ac5e2d20-ab02-43c0-8456-ab87f91a7789 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.1097960 Jan 28 13:24:57.143091 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:57.194100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-5a3b46e3-304c-49e9-b06d-d71a2ffd5fd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 998 time: 0.0798669 Jan 28 13:24:57.216295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5af0efea-2c88-4487-9bf8-b8085d550759 req-fa16c2b6-eff6-4ec1-8ba1-b16f6ce102ae tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294954 Jan 28 13:24:57.220855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-300a74ad-0ada-4473-8844-ac63cec8ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.222328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-300a74ad-0ada-4473-8844-ac63cec8ad11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 1096 time: 0.1156638 Jan 28 13:24:57.241033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-af22a81c-7951-42bf-af4a-34983ebf7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.242679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-af22a81c-7951-42bf-af4a-34983ebf7772 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0454378 Jan 28 13:24:57.286287 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b3447-f65f-4d5b-804a-557e00fa3d05 x-openstack-request-id: req-339b3447-f65f-4d5b-804a-557e00fa3d05 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:57.286773 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:57.288631 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-339b3447-f65f-4d5b-804a-557e00fa3d05 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:57.289064 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'code': 200} Jan 28 13:24:57.300384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-cc6d0562-3020-4e38-a1e2-9478371cc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.301612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-cc6d0562-3020-4e38-a1e2-9478371cc164 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474319 Jan 28 13:24:57.381843 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410c1a01-a4ff-4369-b544-57e56b185fc0 x-openstack-request-id: req-410c1a01-a4ff-4369-b544-57e56b185fc0 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:24:57.382373 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:24:57.382792 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-410c1a01-a4ff-4369-b544-57e56b185fc0 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:24:57.383359 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'status': 'completed', 'code': 200} Jan 28 13:24:57.428587 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-b966a77e-51d0-42d7-9170-01803409c1b6 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060734 Jan 28 13:24:57.438793 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:d9:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:56Z', 'revision_number': 8, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:57.470147 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:24:57.481152 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:24:57.481642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-5643c46b-8861-4bdc-92d7-cc524107ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.482501 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:57.483582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-5643c46b-8861-4bdc-92d7-cc524107ff9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.2414877 Jan 28 13:24:57.490786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c8fd6-0cf3-4cc7-8f18-54af4faf025c req-d7cec0cf-8653-4850-b51c-5bd858390280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.493985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-744c8fd6-0cf3-4cc7-8f18-54af4faf025c req-d7cec0cf-8653-4850-b51c-5bd858390280 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1100 time: 0.0784817 Jan 28 13:24:57.582364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-878c97c1-9dc6-4b73-ba61-f02f7cac9242 req-e6879384-22b5-436e-ae0f-2931fb822564 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205597 Jan 28 13:24:57.590308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-bf36524e-dcb8-4e5e-9051-cdbe4717ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.592608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-bf36524e-dcb8-4e5e-9051-cdbe4717ccd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.1631482 Jan 28 13:24:57.604251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-b55065aa-7b65-4fdc-9786-1c519411a50d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857 HTTP/1.1" status: 200 len: 217 time: 0.0754817 Jan 28 13:24:57.627126 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:24:57.633116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-744c8fd6-0cf3-4cc7-8f18-54af4faf025c req-26e4ffa0-f2a3-4b2b-a0ef-b3e4d9a8582a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208777 Jan 28 13:24:57.717221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-9662307c-ebcd-437c-ada2-2574f24680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.721358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-9662307c-ebcd-437c-ada2-2574f24680e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0872042 Jan 28 13:24:57.751836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-35cb2901-250f-4a0e-bdce-fa5a5d5c05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.754078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87f409-b017-4b6c-a14e-9025577d382d req-57d64aa7-4bc4-44bc-a80c-464510c9e818 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.754231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-35cb2901-250f-4a0e-bdce-fa5a5d5c05e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.1338198 Jan 28 13:24:57.755684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e87f409-b017-4b6c-a14e-9025577d382d req-57d64aa7-4bc4-44bc-a80c-464510c9e818 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 945 time: 0.2591980 Jan 28 13:24:57.786196 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:57.847718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e87f409-b017-4b6c-a14e-9025577d382d req-cff697b1-7536-4dbe-8562-8f793fac287d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700102 Jan 28 13:24:57.858618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.864297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.869925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.875955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.882543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.888775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.894132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:57.905139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-808e9b0f-47ee-4046-9721-8772dac45a8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1029723 Jan 28 13:24:57.953654 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:d9:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:56Z', 'revision_number': 8, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:24:57.962789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae62bd1a-877d-476e-8fd4-fc23000da581 req-a41277f6-1d3f-4fcc-9b34-da8bbeca5d36 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567820 Jan 28 13:24:57.987930 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06914d2-9c29-4445-990f-604746a96f87 None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '080191c4-ed89-4792-89f9-1adeccba0fd6', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'port_id': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'mac_address': 'fa:16:3e:d9:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:24:13Z', 'updated_at': '2022-01-28T13:24:56Z', 'revision_number': 8, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:24:58.092015 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-a7d0d8a1-1146-4ecf-9304-86d10b4eefb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404265 Jan 28 13:24:58.094998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3d31a002-9355-405e-8e37-c975974cee0b req-fc7f4a04-caba-4b44-9919-d16de0e37155 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 200 len: 995 time: 0.1001375 Jan 28 13:24:58.169751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-0b3e5a82-1cb3-4a5b-b515-fc6262d104c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 998 time: 0.1138842 Jan 28 13:24:58.252292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-e73a84a5-6329-490b-aac4-91e59dba463c service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482360 Jan 28 13:24:58.365767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22fc4d3-790d-47ae-8ae7-1526bc7ac352 None None] New status for floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:24:58.430908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a062a001-2ea6-4e95-98a4-7778f3c27114 req-efd8fdaa-cca5-4c09-bde5-3b67af4df7cc service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664164 Jan 28 13:24:58.504730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a87d0-5673-41de-a731-dcfc3dc02e1a req-1cf3c595-f893-4cd6-8d22-b50daaba731b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.516599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c6a87d0-5673-41de-a731-dcfc3dc02e1a req-1cf3c595-f893-4cd6-8d22-b50daaba731b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0840967 Jan 28 13:24:58.563514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-62fd59cd-9984-448a-9f38-236de2bb490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.565004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-62fd59cd-9984-448a-9f38-236de2bb490d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0563517 Jan 28 13:24:58.588801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c6a87d0-5673-41de-a731-dcfc3dc02e1a req-0328e28d-f810-4f74-9abb-c5e368627603 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711491 Jan 28 13:24:58.607890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 730edef5-95c3-4e5b-a404-aa00b5fd1857 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:24:58.654249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a002-9355-405e-8e37-c975974cee0b req-84a70fe0-9bf4-487e-9fc4-eeb09070c31c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.659484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3d31a002-9355-405e-8e37-c975974cee0b req-84a70fe0-9bf4-487e-9fc4-eeb09070c31c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.5634797 Jan 28 13:24:58.682011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-459f89c4-f578-4bcc-a8c7-4d3fc9400484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:58.687390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-459f89c4-f578-4bcc-a8c7-4d3fc9400484 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051488 Jan 28 13:24:58.763899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 730edef5-95c3-4e5b-a404-aa00b5fd1857 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:24:58.764575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:58.804433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:58.810905 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:58.860150 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-72e86aa9-0975-4030-81eb-6f560f9bef04 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521392 Jan 28 13:24:58.885369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-907fc7f4-e4d4-4ad7-a717-e392e33e2bcd tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1000 time: 0.1967962 Jan 28 13:24:58.897889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:58.995633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-9c6121f0-13b9-43a6-b1e8-8a0e69a18a66 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.004471 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-9c6121f0-13b9-43a6-b1e8-8a0e69a18a66 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports/88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 942 time: 0.1150908 Jan 28 13:24:59.036106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace9a2-5c71-482d-8840-adde25917049 req-e7dde48a-e11b-4569-9227-a321a5c8a503 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.037718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cace9a2-5c71-482d-8840-adde25917049 req-e7dde48a-e11b-4569-9227-a321a5c8a503 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cec328c0-ea4e-46a9-b739-8f3ecb88351c HTTP/1.1" status: 200 len: 946 time: 0.1592879 Jan 28 13:24:59.081205 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c1dbcd2-4b6d-4ca2-b2b4-2b9eb9792582 req-dd117ca3-7fee-4fed-9675-4e5248f8665d service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842337 Jan 28 13:24:59.110702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6735b-d61f-49e2-ac04-432ab4860c11 req-4e5fb133-404f-4d00-835d-d3e7e75b6761 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.118225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfb6735b-d61f-49e2-ac04-432ab4860c11 req-4e5fb133-404f-4d00-835d-d3e7e75b6761 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 943 time: 0.1328003 Jan 28 13:24:59.140930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-03076936-dce1-4b59-aa0b-e86687cc5c69 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1000 time: 0.0736666 Jan 28 13:24:59.211539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfb6735b-d61f-49e2-ac04-432ab4860c11 req-b30f49a5-2333-43cb-8752-d4d28cdd6261 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924361 Jan 28 13:24:59.224679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Deleting port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:24:59.225035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.290437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:59.294091 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5dfab-756c-45ea-a956-46efa19f7923" -d '{"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-unplugged", "status": "completed", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:59.295187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-f5a6ec28-200c-49a3-a7c0-c5c979b578c3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.296939 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-f5a6ec28-200c-49a3-a7c0-c5c979b578c3 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1487339 Jan 28 13:24:59.348369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] For port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:24:59.348798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.363453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Calling delete_port for 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:24:59.402683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-0d12a7da-3b98-48f3-a6c3-badb450e9471 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 1000 time: 0.0986612 Jan 28 13:24:59.414906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:24:59.495438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.499562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d3655-fae3-4638-8102-53b3e0208c5b req-a0468ae0-0138-480c-b98e-21b1882e8ffc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.507565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea5d3655-fae3-4638-8102-53b3e0208c5b req-a0468ae0-0138-480c-b98e-21b1882e8ffc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0957601 Jan 28 13:24:59.589661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea5d3655-fae3-4638-8102-53b3e0208c5b req-a446ac41-aaed-4584-b1db-364227bd0419 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799415 Jan 28 13:24:59.607233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (60f1d38a-f31e-41d8-8fa1-080bbc8ccb62), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.643315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['88c31883-d7c9-4037-a5df-2ce3ed80e43f', '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:24:59.687939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Pushing event deleted for resources: {'Port': ['ID=60f1d38a-f31e-41d8-8fa1-080bbc8ccb62,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:24:59.694346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.700917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.701372 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6 disassociated. External IP: 172.25.4.19, port: 88c31883-d7c9-4037-a5df-2ce3ed80e43f. Jan 28 13:24:59.775984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] No DVR routers for this DVR port 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:24:59.785790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:24:59.789166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cace9a2-5c71-482d-8840-adde25917049 req-7eaf2778-f82e-408f-b635-eaf1bdf86d29 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "DELETE /v2.0/ports/60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 HTTP/1.1" status: 204 len: 173 time: 0.7359414 Jan 28 13:24:59.789676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'name': 'network-vif-deleted', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:24:59.791900 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44b41d5-1343-410f-b9b6-67050e778f8f" -d '{"events": [{"server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "name": "network-vif-deleted", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:24:59.832879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.838980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.844974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.851208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.856757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.871570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.877835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:24:59.886916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-10187543-7599-47b0-af85-59ba1f446446 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.2023184 Jan 28 13:24:59.992765 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab91346f-0756-4465-a7eb-4e1c82ea77d0 req-04dfb885-c9a1-4590-90f4-7396173b3a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048644 Jan 28 13:25:00.048948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:00.185190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:00.190963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:00.200503 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:00.218238 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:00.219669 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:00.233427 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-e45e4ac1-7c25-4358-81ef-6567643ebdf5 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "PUT /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 200 len: 695 time: 0.8247886 Jan 28 13:25:00.233897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:00.236607 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42fc855-7f60-4a1d-b5da-1a8c2459f445" -d '{"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:00.274287 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e8d8e-cad1-417f-a178-78553c31e712 x-openstack-request-id: req-f67e8d8e-cad1-417f-a178-78553c31e712 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:00.274783 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-unplugged", "status": "completed", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:00.274953 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f67e8d8e-cad1-417f-a178-78553c31e712 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:00.275410 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'code': 200} Jan 28 13:25:00.293586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-072712aa-dff4-4277-bb34-e04e0261b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.295340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-072712aa-dff4-4277-bb34-e04e0261b2c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.0490308 Jan 28 13:25:00.347835 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:00.397485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2611-b402-4fce-a6d0-1cc8a0703e5a req-a731a46a-9144-449b-b01c-f858b30a2b07 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.399316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f0a2611-b402-4fce-a6d0-1cc8a0703e5a req-a731a46a-9144-449b-b01c-f858b30a2b07 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0660038 Jan 28 13:25:00.400819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-b3a4d49a-9122-45eb-aec8-bbcbfeeaef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.408003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-b3a4d49a-9122-45eb-aec8-bbcbfeeaef0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.1060057 Jan 28 13:25:00.457040 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-6e74cc84-fcac-4318-a80c-d521a5eb15fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 217 time: 0.0480731 Jan 28 13:25:00.458082 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f0a2611-b402-4fce-a6d0-1cc8a0703e5a req-0e299f11-79c5-4f29-86d1-2dc16a0773fb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 Jan 28 13:25:00.509344 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1356af-82e4-488d-8c9b-ee0d19d3374d x-openstack-request-id: req-dd1356af-82e4-488d-8c9b-ee0d19d3374d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:00.509861 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec328c0-ea4e-46a9-b739-8f3ecb88351c", "name": "network-vif-deleted", "tag": "60f1d38a-f31e-41d8-8fa1-080bbc8ccb62", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:00.510280 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd1356af-82e4-488d-8c9b-ee0d19d3374d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:00.510897 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec328c0-ea4e-46a9-b739-8f3ecb88351c', 'name': 'network-vif-deleted', 'tag': '60f1d38a-f31e-41d8-8fa1-080bbc8ccb62', 'status': 'completed', 'code': 200} Jan 28 13:25:00.534765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-6a92c293-998f-40ae-966d-46f3f11bbad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.537182 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-6a92c293-998f-40ae-966d-46f3f11bbad5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0731750 Jan 28 13:25:00.607431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-8db13f2a-b942-4289-bd1c-e397e993f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.613179 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-8db13f2a-b942-4289-bd1c-e397e993f328 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673883 Jan 28 13:25:00.624674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa750f-2da2-44cc-97d1-40aaebb82730 req-103b75de-bbb0-4d59-ac6a-e7cda0a1d9d0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.632230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7fa750f-2da2-44cc-97d1-40aaebb82730 req-103b75de-bbb0-4d59-ac6a-e7cda0a1d9d0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 943 time: 0.0654390 Jan 28 13:25:00.642312 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:00.686935 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:00.697958 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:00.698756 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:24:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:00.707127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7fa750f-2da2-44cc-97d1-40aaebb82730 req-c160f8cd-4c26-49bd-87c0-396801add3c1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698619 Jan 28 13:25:00.725277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-3c4562b8-c373-491e-a4af-eb97abd9a800 service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018500 Jan 28 13:25:00.792880 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa510b-f520-46ce-9336-2513ce6b20df x-openstack-request-id: req-36aa510b-f520-46ce-9336-2513ce6b20df {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:00.793317 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:00.793587 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36aa510b-f520-46ce-9336-2513ce6b20df {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:00.793992 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'status': 'completed', 'code': 200} Jan 28 13:25:00.858646 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:00.885151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5a2fdf0-0448-4238-a3dd-814ed8754a5b req-1f4330c0-0096-437f-9276-9429fcd6904b service neutron] 10.222.0.45 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617732 Jan 28 13:25:00.924505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-5f445755-29f8-4ae8-adb0-5378331b4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:00.926049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-5f445755-29f8-4ae8-adb0-5378331b4a87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 1096 time: 0.1292186 Jan 28 13:25:01.067438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-50edb8f6-15a2-4002-b32e-32ed59e4a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.069270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-50edb8f6-15a2-4002-b32e-32ed59e4a52e service neutron] 10.222.0.60 "GET /v2.0/networks?id=bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 200 len: 922 time: 0.1366081 Jan 28 13:25:01.098392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff914b2c-a2b8-4e14-8f67-29f4d19f541f req-36ef3356-2fd9-4d39-aeae-5bfffa31ecc9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.101171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ff914b2c-a2b8-4e14-8f67-29f4d19f541f req-36ef3356-2fd9-4d39-aeae-5bfffa31ecc9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0908766 Jan 28 13:25:01.109407 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:01.143226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-d017b625-7cef-4d14-9780-689386012cb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 200 len: 217 time: 0.0622089 Jan 28 13:25:01.144126 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163fcbd-da38-464a-b38a-9a1b4003d96b None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:23:40Z', 'revision_number': 4, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3b40ac65-1896-4e53-bcf9-360ef897ab18', 'name': '', 'network_id': 'bfba4a32-00c2-4858-a86b-49d6467d48e5', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'mac_address': 'fa:16:3e:70:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:37Z', 'updated_at': '2022-01-28T13:23:45Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'subnets': [{'id': '3ebd50ae-763d-43c2-9d69-5111f79df7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:01.158083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ff914b2c-a2b8-4e14-8f67-29f4d19f541f req-aefa61f9-c971-4855-8b2f-f9d8298a6035 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510759 Jan 28 13:25:01.212433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-2da21167-e0b9-4bab-a0e1-fbc1a33cea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.213897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-2da21167-e0b9-4bab-a0e1-fbc1a33cea8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 200 len: 860 time: 0.0482254 Jan 28 13:25:01.215782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5764c-2dbf-43d4-8baf-3e350ec9828f req-007fafa4-4c17-4d39-b80c-682ad5971794 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.217215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8c5764c-2dbf-43d4-8baf-3e350ec9828f req-007fafa4-4c17-4d39-b80c-682ad5971794 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1100 time: 0.1446552 Jan 28 13:25:01.262198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8c5764c-2dbf-43d4-8baf-3e350ec9828f req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.301786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-400b0f11-a8d2-48a7-96b8-e8c6cd143103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.303430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-400b0f11-a8d2-48a7-96b8-e8c6cd143103 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bfba4a32-00c2-4858-a86b-49d6467d48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775182 Jan 28 13:25:01.356254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.364012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.370806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.377502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.383474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.390157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.396417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.405346 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-c384a2fd-3774-41af-92e1-37e84823833b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1252887 Jan 28 13:25:01.432205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8c5764c-2dbf-43d4-8baf-3e350ec9828f req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Publish callbacks [] for security_group (144e5e6c-b253-4dd7-91b0-a38456265d36), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.440263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c8c5764c-2dbf-43d4-8baf-3e350ec9828f req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (144e5e6c-b253-4dd7-91b0-a38456265d36), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:01.473400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62995520-ea96-47ab-84d3-a69eaa9b60e6 req-86b7cc87-7e86-446b-8eb9-62c6f1b6ad00 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654340 Jan 28 13:25:01.494142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-f75807f8-536c-4208-bb3a-58479df9f364 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674397 Jan 28 13:25:01.503482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8c5764c-2dbf-43d4-8baf-3e350ec9828f req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796581 Jan 28 13:25:01.504240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144e5e6c-b253-4dd7-91b0-a38456265d36,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:01.523906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.524486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.524998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.525338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.525681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.526021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.526357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.526694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.527023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.527353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.527739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.528091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.528517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fbd6f6-6428-49dd-9e1f-78bef41034d7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:01.577700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54010712-2576-405b-a37e-f543e38cd096 None None] New status for floating IP 080191c4-ed89-4792-89f9-1adeccba0fd6: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:01.622058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b42fc855-7f60-4a1d-b5da-1a8c2459f445 req-af23ddd1-e01c-4e6f-8197-35cd148cef20 service neutron] 10.222.0.60 "GET /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125224 Jan 28 13:25:01.703795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24ff8f42-d802-43e0-911a-7d031646e856 req-1a0b5282-5d63-4099-b772-a91771e8da16 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 200 len: 695 time: 0.0555127 Jan 28 13:25:01.827151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff8f42-d802-43e0-911a-7d031646e856 req-bcd4b12e-0591-4b71-baa9-aff65d69d63e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:01.834931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24ff8f42-d802-43e0-911a-7d031646e856 req-bcd4b12e-0591-4b71-baa9-aff65d69d63e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 784 time: 0.1254539 Jan 28 13:25:01.891703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24ff8f42-d802-43e0-911a-7d031646e856 req-74d3f950-343e-4890-9042-70be6da6ae42 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 696 time: 0.0555582 Jan 28 13:25:01.952584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24ff8f42-d802-43e0-911a-7d031646e856 req-95c17ac6-c629-46a0-a42e-7e1859e16f2e tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 696 time: 0.0590231 Jan 28 13:25:02.088756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Deleting port 0ea69787-dd96-4318-93cb-89ca06cef5c8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:02.089298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.180607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.180853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (0ea69787-dd96-4318-93cb-89ca06cef5c8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.202449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Calling delete_port for 0ea69787-dd96-4318-93cb-89ca06cef5c8 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:02.403446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0ea69787-dd96-4318-93cb-89ca06cef5c8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.405869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4a0c1-ee29-4e4c-9561-5564fdbb8702 req-f1dbce25-8c24-4c8f-9ab7-ae4cbda7b4f6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.407951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05f4a0c1-ee29-4e4c-9561-5564fdbb8702 req-f1dbce25-8c24-4c8f-9ab7-ae4cbda7b4f6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 943 time: 0.0582490 Jan 28 13:25:02.432533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Pushing event deleted for resources: {'Port': ['ID=0ea69787-dd96-4318-93cb-89ca06cef5c8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:02.488403 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05f4a0c1-ee29-4e4c-9561-5564fdbb8702 req-8703122a-6b0c-47d7-859a-048ec04d91fa tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735095 Jan 28 13:25:02.561322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks [] for floatingip (080191c4-ed89-4792-89f9-1adeccba0fd6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.564500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:02.574849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24ff8f42-d802-43e0-911a-7d031646e856 req-46987212-1ed5-44b3-9266-9c8e3812a340 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "DELETE /v2.0/floatingips/080191c4-ed89-4792-89f9-1adeccba0fd6 HTTP/1.1" status: 204 len: 173 time: 0.6189685 Jan 28 13:25:02.575820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:02.590281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-c4a629a8-b184-4fd0-8fd5-0a4d89f7bf1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2369568 Jan 28 13:25:02.600236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:02.601387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 60f1d38a-f31e-41d8-8fa1-080bbc8ccb62 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:02.604070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-2a093a74-f167-418e-9511-29687d931646 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:25:02.604958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-2a093a74-f167-418e-9511-29687d931646 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080137 Jan 28 13:25:02.731301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dc8aa-47f5-4cb7-b724-6ae0a3cf0c93 req-8dedff08-46c3-49b7-9873-6b094580ec43 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.731485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea42c-da91-4747-ad60-9fcc5779ee01 req-574899b3-e777-4c30-9db1-ef9978b9440d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.732851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb5dc8aa-47f5-4cb7-b724-6ae0a3cf0c93 req-8dedff08-46c3-49b7-9873-6b094580ec43 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0870397 Jan 28 13:25:02.733122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-665ea42c-da91-4747-ad60-9fcc5779ee01 req-574899b3-e777-4c30-9db1-ef9978b9440d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0820353 Jan 28 13:25:02.795621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb5dc8aa-47f5-4cb7-b724-6ae0a3cf0c93 req-435c0f3f-aebd-4d7a-a3b3-548c8a12012f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Jan 28 13:25:02.796521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-665ea42c-da91-4747-ad60-9fcc5779ee01 req-e323fcdc-4d92-4dd0-8f46-314c51e5d780 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486603 Jan 28 13:25:02.934222 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.939678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.945430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.950972 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.956251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.961722 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.966910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:02.969460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-d7008259-bf28-48c4-9511-e758b03f4a41 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1133976 Jan 28 13:25:03.049048 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc0673d9-8f95-449d-aeba-fbf3f3988d23 req-4a1e65c6-a28d-4262-ba62-790ba6749ddf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692365 Jan 28 13:25:03.251140 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:25:03.622636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b691816-d419-4b31-ba98-0ab6579f61ec req-d861e7b7-3f46-4f60-9f09-5062aa43a471 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.630090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6b691816-d419-4b31-ba98-0ab6579f61ec req-d861e7b7-3f46-4f60-9f09-5062aa43a471 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 945 time: 0.0793979 Jan 28 13:25:03.710213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6b691816-d419-4b31-ba98-0ab6579f61ec req-fef427c2-cd16-43aa-876c-91b9efe7b98f tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782735 Jan 28 13:25:03.781482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-212c04f5-6e08-428c-974e-d110ea47ff85 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.788749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-212c04f5-6e08-428c-974e-d110ea47ff85 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4ac00d3-98d7-465a-a03c-7c2f16a30740 HTTP/1.1" status: 200 len: 943 time: 0.0675058 Jan 28 13:25:03.888791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Deleting port 730edef5-95c3-4e5b-a404-aa00b5fd1857 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:03.889217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:03.922930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5110f2-95e3-4d69-835f-bf677c91d4d3 req-9c9857e7-99c3-4a01-8e0e-6fecd41fcea4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:03.924640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d5110f2-95e3-4d69-835f-bf677c91d4d3 req-9c9857e7-99c3-4a01-8e0e-6fecd41fcea4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0517256 Jan 28 13:25:03.984416 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d5110f2-95e3-4d69-835f-bf677c91d4d3 req-a6fc97e2-e8bf-4247-9f89-c017b8edcd51 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Jan 28 13:25:03.990399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] For port 730edef5-95c3-4e5b-a404-aa00b5fd1857, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=730edef5-95c3-4e5b-a404-aa00b5fd1857,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:03.990750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:04.007809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Calling delete_port for 730edef5-95c3-4e5b-a404-aa00b5fd1857 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:04.103465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf005b7-86eb-4e93-907c-164cf27e582f req-412a6715-9eb4-4406-ad45-9cd5233b724c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.105177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-faf005b7-86eb-4e93-907c-164cf27e582f req-412a6715-9eb4-4406-ad45-9cd5233b724c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0619011 Jan 28 13:25:04.163710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-faf005b7-86eb-4e93-907c-164cf27e582f req-fc5dc5d0-4ee0-4a87-b41f-134af1cb8cec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512919 Jan 28 13:25:04.303146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.308568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.313957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.319944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.325361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.330633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.337046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.339008 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-0055ad81-4cad-43a2-a0a9-f0bcee00f676 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.0928850 Jan 28 13:25:04.401696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8be15a99-4a77-4803-b174-52015b1bdce9 req-db8c18c7-9a19-42b6-9544-be0515cade9a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564184 Jan 28 13:25:04.520812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (730edef5-95c3-4e5b-a404-aa00b5fd1857), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:04.527498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-33786651-95ea-4ba4-96fe-48d35a317dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.529065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-33786651-95ea-4ba4-96fe-48d35a317dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1100 time: 0.0680885 Jan 28 13:25:04.564550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event deleted for resources: {'Port': ['ID=730edef5-95c3-4e5b-a404-aa00b5fd1857,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:04.662126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] No DVR routers for this DVR port 730edef5-95c3-4e5b-a404-aa00b5fd1857 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:04.665709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:04.669333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b590278a-bb7e-4fea-b265-7f2cd899f7b7 req-d626f889-929f-4d49-9db1-01f2f74c6d56 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "DELETE /v2.0/ports/730edef5-95c3-4e5b-a404-aa00b5fd1857 HTTP/1.1" status: 204 len: 173 time: 0.8768520 Jan 28 13:25:04.669794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-deleted', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:04.672022 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc82f4-11ff-4f5f-a1ee-967d22eea2fc" -d '{"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-deleted", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:04.712454 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316dd56e-1177-4559-9af3-15505bdbb4fa x-openstack-request-id: req-316dd56e-1177-4559-9af3-15505bdbb4fa {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:04.712752 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ac00d3-98d7-465a-a03c-7c2f16a30740", "name": "network-vif-deleted", "tag": "730edef5-95c3-4e5b-a404-aa00b5fd1857", "status": "failed", "code": 422}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:04.713011 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-316dd56e-1177-4559-9af3-15505bdbb4fa {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:04.713454 n-d-822748-2 neutron-server[103374]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4ac00d3-98d7-465a-a03c-7c2f16a30740', 'name': 'network-vif-deleted', 'tag': '730edef5-95c3-4e5b-a404-aa00b5fd1857', 'status': 'failed', 'code': 422} returned with failed status Jan 28 13:25:04.715221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-889f7046-61f7-44db-82a3-5bae3ad22005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.716783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-889f7046-61f7-44db-82a3-5bae3ad22005 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1626029 Jan 28 13:25:04.766879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-5f3cf197-8e94-4ccf-aba7-c0a758ea5883 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0398014 Jan 28 13:25:04.782228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0f38650-5be0-4a3d-b90f-5862b80e2c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:04.833668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-1997e1a4-4d31-49c0-8adb-d1e10c4fa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.835577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-1997e1a4-4d31-49c0-8adb-d1e10c4fa7b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0552762 Jan 28 13:25:04.864387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e190d2-3478-40e9-b683-02ac7f7cbaab req-f358ba97-a8ed-4859-a422-62a7cdca6d7c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.866769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b9e190d2-3478-40e9-b683-02ac7f7cbaab req-f358ba97-a8ed-4859-a422-62a7cdca6d7c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 945 time: 0.0616641 Jan 28 13:25:04.898037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d953657b-2bc7-484e-9774-67a3a76014bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:04.899817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d953657b-2bc7-484e-9774-67a3a76014bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507500 Jan 28 13:25:04.918548 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b9e190d2-3478-40e9-b683-02ac7f7cbaab req-3bbe8e36-7b2e-45a8-a95a-a96954fc0090 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456653 Jan 28 13:25:05.028714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-8658646d-64e2-4cbf-bc2e-ba027437fb3a service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996335 Jan 28 13:25:05.144938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf58861-e6bf-4568-8e9b-3d5669cdddf8 req-88718837-fee3-40c5-b385-87f45de90b49 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.146734 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ccf58861-e6bf-4568-8e9b-3d5669cdddf8 req-88718837-fee3-40c5-b385-87f45de90b49 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0679908 Jan 28 13:25:05.180701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-9f9e4ef2-1ff6-4e47-ad1b-44348f5bf6d4 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379414 Jan 28 13:25:05.210449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ccf58861-e6bf-4568-8e9b-3d5669cdddf8 req-8590d1a4-a6f0-4031-884d-841e338fc965 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Jan 28 13:25:05.320588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91d129-bc7b-476c-9ace-397351cc925d req-766cf6ea-b978-4db1-b34f-a6dfe08cfcfd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.322160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df91d129-bc7b-476c-9ace-397351cc925d req-766cf6ea-b978-4db1-b34f-a6dfe08cfcfd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0584598 Jan 28 13:25:05.386120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df91d129-bc7b-476c-9ace-397351cc925d req-31dca993-c15b-4418-ac1a-9be873159535 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571036 Jan 28 13:25:05.449995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-f501426e-7f0c-4f68-bb32-4279e0713ecc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.459616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-f501426e-7f0c-4f68-bb32-4279e0713ecc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.1302707 Jan 28 13:25:05.478231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-3d0dab3e-bdeb-4e73-87d8-02eee428f486 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/quotas/cbee30dbae8d48dc947a8e2bfa956e90 HTTP/1.1" status: 200 len: 375 time: 0.0174394 Jan 28 13:25:05.516361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-d2574094-35a4-4b4b-8ba4-15ca63ce3393 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370169 Jan 28 13:25:05.549493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.555349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.560718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.565892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.572364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.577140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.582380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:05.584349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48346fed-4632-4bdf-b285-599da59fdee1 req-3e4651e9-2434-47bb-b064-7d86bce5e20f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.0986545 Jan 28 13:25:05.614015 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-cddb6bbd-b9f9-4292-8f2d-79cd2ae40e2f service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968430 Jan 28 13:25:05.645216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48346fed-4632-4bdf-b285-599da59fdee1 req-31d1db22-e1f1-43a5-923b-fd652606a1e6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541749 Jan 28 13:25:05.717834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-708eb633-4348-4e5c-86cc-69fb21c8bfd4 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941434 Jan 28 13:25:05.883974 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a45495a3-c5ba-4b4d-ae2e-0d8e5a9263b9 req-a4fe0488-3093-45ef-81ad-68c033f4b0d7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 210 time: 0.0274186 Jan 28 13:25:06.047059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d340b-bd97-4008-ac2a-5b1b02426d00 req-0238297a-98af-4336-9400-5b2e547a1eb9 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.048565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c7d340b-bd97-4008-ac2a-5b1b02426d00 req-0238297a-98af-4336-9400-5b2e547a1eb9 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 945 time: 0.0513611 Jan 28 13:25:06.099688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c7d340b-bd97-4008-ac2a-5b1b02426d00 req-b7ddd5aa-61cf-48c3-a424-ab97786e1a98 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440817 Jan 28 13:25:06.329177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238541b-ca18-46c0-b8be-9cd5e812f0b3 req-b92c6f1c-5fc8-4b3a-a0b2-29972b78c31c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.330820 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4238541b-ca18-46c0-b8be-9cd5e812f0b3 req-b92c6f1c-5fc8-4b3a-a0b2-29972b78c31c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0557168 Jan 28 13:25:06.402566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4238541b-ca18-46c0-b8be-9cd5e812f0b3 req-7e2bc2e7-0645-484f-90af-154f0b53de36 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644267 Jan 28 13:25:06.531381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bbc04-d423-4a3c-a36a-2f075bc9a608 req-4eba46aa-046f-4565-99a2-b01033cbf713 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.533220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e3bbc04-d423-4a3c-a36a-2f075bc9a608 req-4eba46aa-046f-4565-99a2-b01033cbf713 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0540879 Jan 28 13:25:06.584715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e3bbc04-d423-4a3c-a36a-2f075bc9a608 req-ff096f29-8a83-45a3-b8f1-9ea02fc31271 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Jan 28 13:25:06.620440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 730edef5-95c3-4e5b-a404-aa00b5fd1857 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:06.643907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 730edef5-95c3-4e5b-a404-aa00b5fd1857 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:06.644349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 730edef5-95c3-4e5b-a404-aa00b5fd1857 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:06.789059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-cca81f35-d65c-4a83-ae67-23908cf60826 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.790532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-cca81f35-d65c-4a83-ae67-23908cf60826 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 945 time: 0.0695696 Jan 28 13:25:06.795002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.800485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.805945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.811211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.816655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.822764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.828122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:06.830192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-d0eaf7ee-700f-441b-8f55-60530f8b6935 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1073318 Jan 28 13:25:06.909591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2127dfb0-37dc-453a-a699-26b90cea52e0 req-324e9804-3986-4e98-9092-d940a9103da6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679538 Jan 28 13:25:06.918035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Deleting port 88c31883-d7c9-4037-a5df-2ce3ed80e43f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:06.918035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.008931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa4912e-8cea-4222-9a89-f313c6de8c8d req-d307f32a-29f8-4faa-bbea-124d785bf23c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 210 time: 0.0324786 Jan 28 13:25:07.048099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] For port 88c31883-d7c9-4037-a5df-2ce3ed80e43f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88c31883-d7c9-4037-a5df-2ce3ed80e43f,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:07.048739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.061064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Calling delete_port for 88c31883-d7c9-4037-a5df-2ce3ed80e43f owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:07.212423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (88c31883-d7c9-4037-a5df-2ce3ed80e43f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.231248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['88c31883-d7c9-4037-a5df-2ce3ed80e43f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:07.242456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656b8f8-529a-4211-adde-c41e5e74a430 req-209771a6-566e-40fa-8141-edb53f5c1c5a tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.250405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Pushing event deleted for resources: {'Port': ['ID=88c31883-d7c9-4037-a5df-2ce3ed80e43f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:07.251004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a656b8f8-529a-4211-adde-c41e5e74a430 req-209771a6-566e-40fa-8141-edb53f5c1c5a tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9294fb0-7fa3-42ea-a319-8679176c47c7 HTTP/1.1" status: 200 len: 867 time: 0.0723267 Jan 28 13:25:07.278904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-beeb401b-be9e-4c37-9a2b-e60b576f954a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.334609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] No DVR routers for this DVR port 88c31883-d7c9-4037-a5df-2ce3ed80e43f on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:07.342706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:07.355964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66e1ce0d-1986-4043-a0bd-758d0823fad0 req-0b925e61-8342-4386-8127-52a1ccfdbe1c tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.60 "DELETE /v2.0/ports/88c31883-d7c9-4037-a5df-2ce3ed80e43f HTTP/1.1" status: 204 len: 173 time: 0.5450621 Jan 28 13:25:07.356861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'name': 'network-vif-deleted', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:07.362294 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89068f59-701a-4cac-a61c-a3963dc17200" -d '{"events": [{"server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "name": "network-vif-deleted", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:07.432762 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2cbf7c-45a6-45e2-b1b5-71decaf9640e x-openstack-request-id: req-2e2cbf7c-45a6-45e2-b1b5-71decaf9640e {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:07.433461 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9294fb0-7fa3-42ea-a319-8679176c47c7", "name": "network-vif-deleted", "tag": "88c31883-d7c9-4037-a5df-2ce3ed80e43f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:07.434076 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e2cbf7c-45a6-45e2-b1b5-71decaf9640e {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:07.434657 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9294fb0-7fa3-42ea-a319-8679176c47c7', 'name': 'network-vif-deleted', 'tag': '88c31883-d7c9-4037-a5df-2ce3ed80e43f', 'status': 'completed', 'code': 200} Jan 28 13:25:07.519367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a656b8f8-529a-4211-adde-c41e5e74a430 req-479c3cec-6b18-4e85-be93-18a75876e125 tempest-FloatingIPsAssociationTestJSON-705939417 tempest-FloatingIPsAssociationTestJSON-705939417-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1092af5-56dc-4553-8a38-c2c6a21fe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534900 Jan 28 13:25:07.533590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-5c824a9e-ca06-4500-870f-06ed6371015f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.535568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-5c824a9e-ca06-4500-870f-06ed6371015f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.2687035 Jan 28 13:25:07.571190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Request body: {'port': {'device_id': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'admin_state_up': True, 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:07.854747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdb929-e3aa-418b-a3dd-d4619d8095b4 req-b4ed4b26-e814-48f0-a35c-deff8b33b4cd tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:07.858240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48bdb929-e3aa-418b-a3dd-d4619d8095b4 req-b4ed4b26-e814-48f0-a35c-deff8b33b4cd tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0833356 Jan 28 13:25:07.938895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48bdb929-e3aa-418b-a3dd-d4619d8095b4 req-ca38452a-5d0a-4307-801d-36b9723aa751 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744531 Jan 28 13:25:08.138759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:08.142089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.168069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1351d-85e5-4254-be32-51cd8d326ff2 req-b38342a0-00f8-4860-9cb5-e243b7cc8dcb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.169485 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d0e1351d-85e5-4254-be32-51cd8d326ff2 req-b38342a0-00f8-4860-9cb5-e243b7cc8dcb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.3736289 Jan 28 13:25:08.227321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.232638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.237892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.243733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.251549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.257525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.263173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.265183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-04da3e97-68cc-4244-a477-e4ac29789f84 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5422 time: 0.1107764 Jan 28 13:25:08.286189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d0e1351d-85e5-4254-be32-51cd8d326ff2 req-98372130-5175-4c72-9efb-e586d00c652a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095202 Jan 28 13:25:08.345670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Allocated IP 172.20.0.5 (1640b80b-ba6a-499b-a8ff-ce94a5c4372c/15a2379a-2b88-4b66-b8db-bd90ff534cdc/a612a7b2-4a19-46d5-a030-79975caf6818) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:08.363003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2787b6f-bfdd-4995-b1b2-5ea5decf22f8 req-7b979c0e-15c0-45e7-8650-da6f329ead67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878744 Jan 28 13:25:08.442283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8968237-7ae1-4ca1-879a-d73e82720be1 req-9a0d83e9-042e-4c65-9633-32ac70e803c6 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 210 time: 0.0325186 Jan 28 13:25:08.537489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.575187 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks [] for port (a612a7b2-4a19-46d5-a030-79975caf6818), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.581108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45308) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:08.615576 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.631673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a912b362-edaf-4ebe-b38a-ec3dded8340f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:08.660152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:08.664306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:08.668687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:08.699735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event updated for resources: {'Port': ['ID=a612a7b2-4a19-46d5-a030-79975caf6818,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:08.715204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.715555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.715908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.716305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.716649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.716988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.717319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.717662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.717977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.718302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.718627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.720580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.720929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:08.754283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:08.754926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.777549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6c6af059-ca2a-485f-9a49-fc37a1792800 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2118015 Jan 28 13:25:08.785384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a912b362-edaf-4ebe-b38a-ec3dded8340f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:08.801508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Request body: {'port': {'device_id': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:08.804626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'a912b362-edaf-4ebe-b38a-ec3dded8340f', 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'port_id': 'a912b362-edaf-4ebe-b38a-ec3dded8340f', 'mac_address': 'fa:16:3e:17:7f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f6d334-0821-4189-97f1-082337dbe63b', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:08.859406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a912b362-edaf-4ebe-b38a-ec3dded8340f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:08.859726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.860582 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.882265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a912b362-edaf-4ebe-b38a-ec3dded8340f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:08.909704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a912b362-edaf-4ebe-b38a-ec3dded8340f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:08.916401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:08.917144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d810c948-2d07-482d-a7c1-4f95e1cc46fc details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:09.025865 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (38606847-96d9-40f7-bbc1-bd531db5a1ab), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.089405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a912b362-edaf-4ebe-b38a-ec3dded8340f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:09.146314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d810c948-2d07-482d-a7c1-4f95e1cc46fc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:09.166543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'port_id': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'mac_address': 'fa:16:3e:1d:e6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:09.219714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d810c948-2d07-482d-a7c1-4f95e1cc46fc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:09.220144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.227720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5874d9-7e96-43af-8084-09495429dd6d req-b80e781d-13d0-45fa-893d-71e0081f64f6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.231546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b5874d9-7e96-43af-8084-09495429dd6d req-b80e781d-13d0-45fa-893d-71e0081f64f6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1440773 Jan 28 13:25:09.237253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d810c948-2d07-482d-a7c1-4f95e1cc46fc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:09.265928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d810c948-2d07-482d-a7c1-4f95e1cc46fc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:09.273732 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.274914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5fb8a23b-1f95-4833-9963-9945e5e453f6 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:09.332841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b5874d9-7e96-43af-8084-09495429dd6d req-cbb7a12a-35e5-43a9-aaa3-b96e49681943 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897372 Jan 28 13:25:09.383676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a612a7b2-4a19-46d5-a030-79975caf6818 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:09.398374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Deleting port 3b40ac65-1896-4e53-bcf9-360ef897ab18 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:09.398866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.406422 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Publish callbacks [] for port (a612a7b2-4a19-46d5-a030-79975caf6818), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.423192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Transition to ACTIVE for port object a612a7b2-4a19-46d5-a030-79975caf6818 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:09.428509 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.506706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d810c948-2d07-482d-a7c1-4f95e1cc46fc,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:09.541945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50a78f-85c7-4065-ba44-1f317d133bd6 req-b3ea9bc9-c91f-481c-8758-32d4ed490f19 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.543513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef50a78f-85c7-4065-ba44-1f317d133bd6 req-b3ea9bc9-c91f-481c-8758-32d4ed490f19 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1308181 Jan 28 13:25:09.556775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5fb8a23b-1f95-4833-9963-9945e5e453f6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:09.569368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '5fb8a23b-1f95-4833-9963-9945e5e453f6', 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'port_id': '5fb8a23b-1f95-4833-9963-9945e5e453f6', 'mac_address': 'fa:16:3e:80:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f6d334-0821-4189-97f1-082337dbe63b', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:09.591524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Pushing event updated for resources: {'Port': ['ID=a612a7b2-4a19-46d5-a030-79975caf6818,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:09.618696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5fb8a23b-1f95-4833-9963-9945e5e453f6 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:09.619123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.629776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] For port 3b40ac65-1896-4e53-bcf9-360ef897ab18, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3b40ac65-1896-4e53-bcf9-360ef897ab18,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:09.630400 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.652403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb8a23b-1f95-4833-9963-9945e5e453f6 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:09.655488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Calling delete_port for 3b40ac65-1896-4e53-bcf9-360ef897ab18 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:09.667356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef50a78f-85c7-4065-ba44-1f317d133bd6 req-55738e8f-dc06-4597-8b97-0f1d8c4e8216 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092391 Jan 28 13:25:09.679630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5fb8a23b-1f95-4833-9963-9945e5e453f6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:09.685771 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.686896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 686c94c6-ca51-461a-88fc-0b57ba784b04 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:09.705308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Attempting to bind port a612a7b2-4a19-46d5-a030-79975caf6818 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:09.705658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Attempting to bind port a612a7b2-4a19-46d5-a030-79975caf6818 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:09.705994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Attempting to bind port a612a7b2-4a19-46d5-a030-79975caf6818 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:09.713484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Port a612a7b2-4a19-46d5-a030-79975caf6818 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:09.714209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Attempting to bind port a612a7b2-4a19-46d5-a030-79975caf6818 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:09.721691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:09.722025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:09.722412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Bound using segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:09.722842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Bound port: a612a7b2-4a19-46d5-a030-79975caf6818, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:09.723197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.747828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.753080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.758792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.763946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.769531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.774690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.780341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.788925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86659948-1686-465d-9519-64b56b2c713d req-e8e25967-f467-4228-b1eb-c087d6465d8e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5424 time: 0.2878137 Jan 28 13:25:09.818144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 686c94c6-ca51-461a-88fc-0b57ba784b04, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=686c94c6-ca51-461a-88fc-0b57ba784b04,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:09.834773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '686c94c6-ca51-461a-88fc-0b57ba784b04', 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc', 'port_id': '686c94c6-ca51-461a-88fc-0b57ba784b04', 'mac_address': 'fa:16:3e:6b:b4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:09.861998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07651-9850-4050-9132-a00a4362af57 req-02b2e83c-9a68-4950-9f77-8d7b254d8296 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.869456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76f07651-9850-4050-9132-a00a4362af57 req-02b2e83c-9a68-4950-9f77-8d7b254d8296 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 943 time: 0.1082702 Jan 28 13:25:09.897230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86659948-1686-465d-9519-64b56b2c713d req-96782e41-4526-4020-945d-7e505eb26bab tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010141 Jan 28 13:25:09.908711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 686c94c6-ca51-461a-88fc-0b57ba784b04 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:09.909112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.924420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] For port a612a7b2-4a19-46d5-a030-79975caf6818, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:09.928818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] For port a612a7b2-4a19-46d5-a030-79975caf6818, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a612a7b2-4a19-46d5-a030-79975caf6818,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:09.935422 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.939965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686c94c6-ca51-461a-88fc-0b57ba784b04 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:09.943053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76f07651-9850-4050-9132-a00a4362af57 req-b29e74fc-0d38-4c56-9b45-0b2886f4b273 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726905 Jan 28 13:25:09.976803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5fb8a23b-1f95-4833-9963-9945e5e453f6,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:09.994895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:09.995048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 686c94c6-ca51-461a-88fc-0b57ba784b04, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=686c94c6-ca51-461a-88fc-0b57ba784b04,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:09.995758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:09.997334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] 10.222.0.60 "PUT /v2.0/ports/a612a7b2-4a19-46d5-a030-79975caf6818 HTTP/1.1" status: 200 len: 1091 time: 1.2002451 Jan 28 13:25:09.997870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'tag': 'a612a7b2-4a19-46d5-a030-79975caf6818'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:09.999230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.000179 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea3d39e-5b62-4b0a-b276-26afce467fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9830a4-7b4b-4bc6-b34b-c3b785354c1a", "tag": "a612a7b2-4a19-46d5-a030-79975caf6818"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:10.000340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 708bf7df-0b01-4647-995d-27020ddc9cea details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:10.026862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc1708-53cb-467c-a8fd-9eaf01077882 service neutron] Pushing event updated for resources: {'Port': ['ID=a612a7b2-4a19-46d5-a030-79975caf6818,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.061433 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc1004c-6612-4bf9-b798-cd445072855c x-openstack-request-id: req-adc1004c-6612-4bf9-b798-cd445072855c {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:10.061734 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9830a4-7b4b-4bc6-b34b-c3b785354c1a", "tag": "a612a7b2-4a19-46d5-a030-79975caf6818", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:10.062058 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adc1004c-6612-4bf9-b798-cd445072855c {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:10.062626 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'tag': 'a612a7b2-4a19-46d5-a030-79975caf6818', 'status': 'completed', 'code': 200} Jan 28 13:25:10.064113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3b40ac65-1896-4e53-bcf9-360ef897ab18), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.100078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 708bf7df-0b01-4647-995d-27020ddc9cea, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=708bf7df-0b01-4647-995d-27020ddc9cea,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:10.112600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b40ac65-1896-4e53-bcf9-360ef897ab18,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.115910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '708bf7df-0b01-4647-995d-27020ddc9cea', 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'port_id': '708bf7df-0b01-4647-995d-27020ddc9cea', 'mac_address': 'fa:16:3e:0c:63:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f6d334-0821-4189-97f1-082337dbe63b', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:10.140361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-3789e754-f7ae-4d7f-bfe2-b24d2d60c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.142306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-3789e754-f7ae-4d7f-bfe2-b24d2d60c4a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 1094 time: 0.0732758 Jan 28 13:25:10.180809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=686c94c6-ca51-461a-88fc-0b57ba784b04,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.202810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 708bf7df-0b01-4647-995d-27020ddc9cea is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:10.203220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.230278 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-2c7a647d-d56c-4927-b29f-ea8e6270eeab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a612a7b2-4a19-46d5-a030-79975caf6818 HTTP/1.1" status: 200 len: 217 time: 0.0629630 Jan 28 13:25:10.230876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708bf7df-0b01-4647-995d-27020ddc9cea {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:10.278938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 708bf7df-0b01-4647-995d-27020ddc9cea, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=708bf7df-0b01-4647-995d-27020ddc9cea,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:10.290721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.291510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b69bec0e-6954-46c6-aaa9-46eb7c47c36e details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:10.315720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-78d40b0d-af8a-4e5b-ab96-46a29bd0aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.317298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-78d40b0d-af8a-4e5b-ab96-46a29bd0aae4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0732584 Jan 28 13:25:10.386271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (38606847-96d9-40f7-bbc1-bd531db5a1ab), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.387578 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-b97d2511-8e5b-4dda-8a26-1d425bbd523a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562751 Jan 28 13:25:10.392690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=708bf7df-0b01-4647-995d-27020ddc9cea,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.431988 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.449024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:10.466635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e', 'network_id': '1d96b2c5-f574-4f64-9977-4a974e942cdc', 'port_id': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e', 'mac_address': 'fa:16:3e:1a:fa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:10.519713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b69bec0e-6954-46c6-aaa9-46eb7c47c36e is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:10.519978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.534655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69bec0e-6954-46c6-aaa9-46eb7c47c36e {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:10.557909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:10.562755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-fded1d3e-a82c-49f0-b7b9-20f3728cf7d9 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456735 Jan 28 13:25:10.564825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.565559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5170db9-4409-4bbf-8eb6-df88539e8a43 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:10.570348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a267-1dc4-4947-baad-101aa63b36ed req-d5c9b876-53c1-49cf-8666-70ca3d3645c1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.577105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9949a267-1dc4-4947-baad-101aa63b36ed req-d5c9b876-53c1-49cf-8666-70ca3d3645c1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1240113 Jan 28 13:25:10.643204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.649681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b5170db9-4409-4bbf-8eb6-df88539e8a43, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:10.663051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'b5170db9-4409-4bbf-8eb6-df88539e8a43', 'network_id': '8f0dfce1-b7e5-4ee1-92b4-f9106a58679f', 'port_id': 'b5170db9-4409-4bbf-8eb6-df88539e8a43', 'mac_address': 'fa:16:3e:30:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f6d334-0821-4189-97f1-082337dbe63b', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:10.737046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b5170db9-4409-4bbf-8eb6-df88539e8a43 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:10.737714 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.742251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc32a63b-d39e-44c0-8c15-6fb38fa3a015 req-9865ea62-0a14-4160-9b88-1749d741f15f service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682701 Jan 28 13:25:10.783235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5170db9-4409-4bbf-8eb6-df88539e8a43 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:10.796401 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9949a267-1dc4-4947-baad-101aa63b36ed req-5013953b-bdeb-4267-8615-97b638c8d21f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095704 Jan 28 13:25:10.809150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Router 38606847-96d9-40f7-bbc1-bd531db5a1ab has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:10.857179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b5170db9-4409-4bbf-8eb6-df88539e8a43, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:10.863160 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:10.928286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b5170db9-4409-4bbf-8eb6-df88539e8a43,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:10.937257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:10.939355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775c64f-4c01-4acb-b3a4-64841404edaa req-47a2a319-9b94-48c0-b8c4-144d670962d5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.941483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b775c64f-4c01-4acb-b3a4-64841404edaa req-47a2a319-9b94-48c0-b8c4-144d670962d5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1454468 Jan 28 13:25:10.947255 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] Sync routers for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:10.952783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-e1481d60-960d-42f6-9cf3-4d5136a10f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:10.954093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3cfb25ac-17bf-45be-b14d-6174da99ef20 admin admin] 10.222.0.45 "PUT /v2.0/routers/38606847-96d9-40f7-bbc1-bd531db5a1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3717589 Jan 28 13:25:10.954962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45340) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:10.961967 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-e1481d60-960d-42f6-9cf3-4d5136a10f11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 1094 time: 0.1289086 Jan 28 13:25:10.966717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:10.967538 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:11.062547 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b775c64f-4c01-4acb-b3a4-64841404edaa req-663c61ec-7680-4811-b3fa-49c0c28a4850 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995152 Jan 28 13:25:11.112496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-fd396e73-ef2e-43a8-8810-ff35ff44b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.114386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-fd396e73-ef2e-43a8-8810-ff35ff44b9a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.1352484 Jan 28 13:25:11.138406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.139172 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:11.145461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.151326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.158191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.164573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.170196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.175863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.177961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-afc0c8df-efa7-447b-a41d-93693faa3a8b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.1551335 Jan 28 13:25:11.179402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks [] for router (38606847-96d9-40f7-bbc1-bd531db5a1ab), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.209650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-8f469f7c-e09f-45bd-8e48-da4a452296cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a612a7b2-4a19-46d5-a030-79975caf6818 HTTP/1.1" status: 200 len: 217 time: 0.0737498 Jan 28 13:25:11.295180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-34734941-2ba1-4d5f-9288-96d561b59ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.296872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-34734941-2ba1-4d5f-9288-96d561b59ebd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0715585 Jan 28 13:25:11.310615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d99dc-f0d9-4a4f-93c4-c5bfd8f20f72 req-becaab64-16f6-4167-b23b-3d5a2cd0cc7a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:11.312331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-894d99dc-f0d9-4a4f-93c4-c5bfd8f20f72 req-becaab64-16f6-4167-b23b-3d5a2cd0cc7a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 943 time: 0.1071289 Jan 28 13:25:11.343573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-e699530e-c7f8-42c7-abc6-70cbc57925f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262480 Jan 28 13:25:11.344002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks [] for router_gateway (38606847-96d9-40f7-bbc1-bd531db5a1ab), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.349849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:25:09Z', 'revision_number': 5, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port': {'id': 'f8fe8ccc-ba01-43ea-bf0a-23df33682308', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:31Z', 'updated_at': '2022-01-28T13:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:11.389544 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] Checking router: 38606847-96d9-40f7-bbc1-bd531db5a1ab for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:11.399852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef8b2507-0d3b-4796-9b9d-df66be46ef72 req-0818db2e-b5d6-487c-a801-f9e9b24447b7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1805418 Jan 28 13:25:11.441452 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] Routers {'38606847-96d9-40f7-bbc1-bd531db5a1ab'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:11.441452 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['38606847-96d9-40f7-bbc1-bd531db5a1ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:11.449988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-894d99dc-f0d9-4a4f-93c4-c5bfd8f20f72 req-38f038cd-5a3a-47ce-8e22-6b47bde418e4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033263 Jan 28 13:25:11.474366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Deleting port f8fe8ccc-ba01-43ea-bf0a-23df33682308 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:11.474713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.513739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-b31e99aa-2269-40d8-aaca-11f02d6bd3d6 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463020 Jan 28 13:25:11.578323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] For port f8fe8ccc-ba01-43ea-bf0a-23df33682308, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f8fe8ccc-ba01-43ea-bf0a-23df33682308,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:11.579379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.579808 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] Set router 38606847-96d9-40f7-bbc1-bd531db5a1ab gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:11.594514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Calling delete_port for f8fe8ccc-ba01-43ea-bf0a-23df33682308 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:11.637664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eea3d39e-5b62-4b0a-b276-26afce467fbc req-e378bebc-b1a6-4bed-a9f6-89cd0f00fac2 service neutron] 10.222.0.60 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072702 Jan 28 13:25:11.642199 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.660147 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:25:11Z', 'revision_number': 6, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:11.691403 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedef1f-1d6f-4aa3-8473-a1569c5dad62 None None] The sync data for ids ['38606847-96d9-40f7-bbc1-bd531db5a1ab'] in n-d-822748-2 is: [{'id': '38606847-96d9-40f7-bbc1-bd531db5a1ab', 'name': 'tempest-FloatingIPsAssociationTestJSON-1093250150-router', 'tenant_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:30Z', 'updated_at': '2022-01-28T13:25:11Z', 'revision_number': 6, 'project_id': '4d055afd8e8c4b0180fbc0bb6a6993a1', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:11.810793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f8fe8ccc-ba01-43ea-bf0a-23df33682308), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:11.841345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fe8ccc-ba01-43ea-bf0a-23df33682308,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:11.982131 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (38606847-96d9-40f7-bbc1-bd531db5a1ab), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.084755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac228c-79e7-4878-a54f-a475504d55a7 req-79654ece-001e-48e2-8ea6-98bfca39852b tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.086634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3ac228c-79e7-4878-a54f-a475504d55a7 req-79654ece-001e-48e2-8ea6-98bfca39852b tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.0629475 Jan 28 13:25:12.134942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (38606847-96d9-40f7-bbc1-bd531db5a1ab), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.139359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks [] for router_controller (38606847-96d9-40f7-bbc1-bd531db5a1ab), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.185766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3ac228c-79e7-4878-a54f-a475504d55a7 req-db35472c-80e4-4270-8832-5e53c7e02128 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908573 Jan 28 13:25:12.206817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a528-9d1b-4e1d-aeb1-ac890939c930 req-667960d2-7bc6-4e1f-8516-375eecaafbf2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.211701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c96a528-9d1b-4e1d-aeb1-ac890939c930 req-667960d2-7bc6-4e1f-8516-375eecaafbf2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.2693684 Jan 28 13:25:12.245794 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (38606847-96d9-40f7-bbc1-bd531db5a1ab), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.246547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38606847-96d9-40f7-bbc1-bd531db5a1ab {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:25:12.252001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.253361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-edf5f40b-2d06-41e6-a63f-617d32dc0408 admin admin] 10.222.0.45 "DELETE /v2.0/routers/38606847-96d9-40f7-bbc1-bd531db5a1ab HTTP/1.1" status: 204 len: 168 time: 1.2971699 Jan 28 13:25:12.256927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45360) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:12.327871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] Deleting subnet 3ebd50ae-763d-43c2-9d69-5111f79df7a4 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:25:12.332344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] Publish callbacks [] for subnet (3ebd50ae-763d-43c2-9d69-5111f79df7a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.335849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c96a528-9d1b-4e1d-aeb1-ac890939c930 req-3f0000b5-3258-4051-a6a0-1826f0cc8245 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153018 Jan 28 13:25:12.396398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (3ebd50ae-763d-43c2-9d69-5111f79df7a4), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.442305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da621517-1c94-40a9-b817-bcde318630ba req-0fef4d85-eddd-4e20-b63d-079f6e4c3e04 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.443806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da621517-1c94-40a9-b817-bcde318630ba req-0fef4d85-eddd-4e20-b63d-079f6e4c3e04 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0857122 Jan 28 13:25:12.553001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (3ebd50ae-763d-43c2-9d69-5111f79df7a4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.566206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.575411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.580834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.586512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.592960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.599029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.604306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.606725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-6d993f93-3967-4d56-9bfa-0a25e0322292 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.1101506 Jan 28 13:25:12.607852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da621517-1c94-40a9-b817-bcde318630ba req-8f0d4ab9-55bd-4f6a-90c5-8b75bbb5e900 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503398 Jan 28 13:25:12.685197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (3ebd50ae-763d-43c2-9d69-5111f79df7a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.690060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57aa07ea-469c-4931-afcc-99671b844fd9 req-473b6f98-5230-47dd-b539-d1b4bfc67f53 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755150 Jan 28 13:25:12.724114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebd50ae-763d-43c2-9d69-5111f79df7a4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:12.738494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.743822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45368) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:12.743958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6b29b61b-4c41-466c-ac23-872755e29db6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3ebd50ae-763d-43c2-9d69-5111f79df7a4 HTTP/1.1" status: 204 len: 168 time: 0.4856575 Jan 28 13:25:12.746613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa7af1-58c4-4184-a286-e71efd6cc1ff None None] Network bfba4a32-00c2-4858-a86b-49d6467d48e5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:12.832337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63756-f0db-420a-86d1-6d94edefdc03 req-86103966-9421-4f55-83c3-b79e2569c00c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:12.840713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5f63756-f0db-420a-86d1-6d94edefdc03 req-86103966-9421-4f55-83c3-b79e2569c00c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 943 time: 0.1199419 Jan 28 13:25:12.859493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f8fe8ccc-ba01-43ea-bf0a-23df33682308 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:12.883031 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (bfba4a32-00c2-4858-a86b-49d6467d48e5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.895415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f8fe8ccc-ba01-43ea-bf0a-23df33682308 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:12.896560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f8fe8ccc-ba01-43ea-bf0a-23df33682308 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:12.897201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3b40ac65-1896-4e53-bcf9-360ef897ab18 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:12.928969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88c31883-d7c9-4037-a5df-2ce3ed80e43f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:12.929446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5f63756-f0db-420a-86d1-6d94edefdc03 req-5d70e709-4953-4273-af89-1272d3243c5e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877538 Jan 28 13:25:12.945962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 3b40ac65-1896-4e53-bcf9-360ef897ab18 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:12.946594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3b40ac65-1896-4e53-bcf9-360ef897ab18 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:12.967110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Deleting port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:12.967477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:12.973205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 88c31883-d7c9-4037-a5df-2ce3ed80e43f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:12.973871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88c31883-d7c9-4037-a5df-2ce3ed80e43f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:13.058601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] For port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,segment=NetworkSegment(152fe52f-8288-439b-bba6-6fb096a6fe84),segment_id=152fe52f-8288-439b-bba6-6fb096a6fe84)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:13.058883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.073955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Calling delete_port for 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:13.087273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] DHCP port deletion for bfba4a32-00c2-4858-a86b-49d6467d48e5 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:25:13.174091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.189462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] Deleting port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:13.189981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.201755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:13.206732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] No DVR routers for this DVR port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:13.295382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] For port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:13.295382 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.308428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (bfba4a32-00c2-4858-a86b-49d6467d48e5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.325540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] Calling delete_port for 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:13.328911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] Port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:25:13.330478 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.356048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5fb8a23b-1f95-4833-9963-9945e5e453f6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:13.362997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d810c948-2d07-482d-a7c1-4f95e1cc46fc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:13.367510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] Pushing event deleted for resources: {'Port': ['ID=44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:13.435208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f1602-6db6-47ee-8a8b-001c669e7e65 None None] No DVR routers for this DVR port 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:13.439110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a912b362-edaf-4ebe-b38a-ec3dded8340f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:13.524947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['686c94c6-ca51-461a-88fc-0b57ba784b04'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:13.528316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05777-f2fe-4224-bb8b-d38eb652b286 req-09c627bf-fb6d-45c3-afcb-8e4365fdcc8d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:13.536866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bb05777-f2fe-4224-bb8b-d38eb652b286 req-09c627bf-fb6d-45c3-afcb-8e4365fdcc8d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0764918 Jan 28 13:25:13.537274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['b5170db9-4409-4bbf-8eb6-df88539e8a43'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:13.602212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bb05777-f2fe-4224-bb8b-d38eb652b286 req-c39a6a14-dfa0-406b-b0e3-aeb116d522bb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640984 Jan 28 13:25:13.637750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['b69bec0e-6954-46c6-aaa9-46eb7c47c36e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:13.725044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfba4a32-00c2-4858-a86b-49d6467d48e5']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:13.742214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea28503-80c9-43b4-8858-2d0969399563 req-9a4fd363-50be-4ec9-9d6e-a9f756627493 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:13.751144 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cea28503-80c9-43b4-8858-2d0969399563 req-9a4fd363-50be-4ec9-9d6e-a9f756627493 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0630331 Jan 28 13:25:13.772516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152fe52f-8288-439b-bba6-6fb096a6fe84') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:13.773512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152fe52f-8288-439b-bba6-6fb096a6fe84') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:13.787319 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (152fe52f-8288-439b-bba6-6fb096a6fe84), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.813501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b03ea-66a6-4621-957e-c0e65e1a5346 req-3747852e-7e00-403d-a79b-eea4d12af5a6 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:13.815100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa1b03ea-66a6-4621-957e-c0e65e1a5346 req-3747852e-7e00-403d-a79b-eea4d12af5a6 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.5040147 Jan 28 13:25:13.816487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (152fe52f-8288-439b-bba6-6fb096a6fe84), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.829709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:25:13.830118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (152fe52f-8288-439b-bba6-6fb096a6fe84), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:25:13.831815 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:25:13.861729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cea28503-80c9-43b4-8858-2d0969399563 req-b66d5bc5-c856-4419-86ff-231074d9577d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095278 Jan 28 13:25:13.909152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['708bf7df-0b01-4647-995d-27020ddc9cea'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:13.930756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (bfba4a32-00c2-4858-a86b-49d6467d48e5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.936175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa1b03ea-66a6-4621-957e-c0e65e1a5346 req-f8b52562-ea7b-4d2c-b6e5-81682a300d99 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148458 Jan 28 13:25:13.951344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:13.956850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bfba4a32-00c2-4858-a86b-49d6467d48e5 HTTP/1.1" status: 204 len: 168 time: 1.2094560 Jan 28 13:25:13.956850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc1dac-3434-4b00-8f9c-b3bc352c9ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfba4a32-00c2-4858-a86b-49d6467d48e5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:14.082074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.093792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.107740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.124352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.131735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.150328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.159027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.169460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-2bb94cae-8a3d-49d0-81ce-936ec2eec57b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.2321408 Jan 28 13:25:14.222660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45388) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:14.244744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09abc9-b8ab-4709-9744-c6c98e1a2329 req-3a9e036e-93ce-4955-8f93-efbd6d98e2f3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.248085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf09abc9-b8ab-4709-9744-c6c98e1a2329 req-3a9e036e-93ce-4955-8f93-efbd6d98e2f3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 943 time: 0.0695405 Jan 28 13:25:14.295302 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b9eb8535-3ff4-403f-a5d2-fd540c9c7eb0 req-01c37c88-9519-4105-92dc-823cb7a0d0c3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108212 Jan 28 13:25:14.304702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf09abc9-b8ab-4709-9744-c6c98e1a2329 req-cd1522ab-5672-4bfa-a5b7-c7b5e0b68a1a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532379 Jan 28 13:25:14.320503 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ee8c645b-6be5-4a20-a569-714bc322e4d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d055afd8e8c4b0180fbc0bb6a6993a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0964999 Jan 28 13:25:14.322978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45390) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:14.381053 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d9a044-9153-4644-a5a5-d0a78ab699e9 admin admin] Publish callbacks [] for security_group (f1092af5-56dc-4553-8a38-c2c6a21fe29c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:14.405244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d9a044-9153-4644-a5a5-d0a78ab699e9 admin admin] Publish callbacks [] for security_group (f1092af5-56dc-4553-8a38-c2c6a21fe29c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:14.465050 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d9a044-9153-4644-a5a5-d0a78ab699e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1092af5-56dc-4553-8a38-c2c6a21fe29c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:14.468091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d9a044-9153-4644-a5a5-d0a78ab699e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:14.471510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-49d9a044-9153-4644-a5a5-d0a78ab699e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1092af5-56dc-4553-8a38-c2c6a21fe29c HTTP/1.1" status: 204 len: 168 time: 0.1452112 Jan 28 13:25:14.480118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9a044-9153-4644-a5a5-d0a78ab699e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1092af5-56dc-4553-8a38-c2c6a21fe29c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:14.738174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d26a6-9eeb-4b0f-97f1-d5f794617a7a req-96eeafb7-67d9-496b-a42c-736a41b8706b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.740737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f1d26a6-9eeb-4b0f-97f1-d5f794617a7a req-96eeafb7-67d9-496b-a42c-736a41b8706b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0566382 Jan 28 13:25:14.784867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:14.801137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f1d26a6-9eeb-4b0f-97f1-d5f794617a7a req-726c6bc2-b7ff-41b5-95a7-7141833b1c0a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517387 Jan 28 13:25:14.813126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:14.813569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 44a3e0fd-70ae-4548-a3ae-ec0005bf6ef6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:14.983943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e86b6-4968-4380-879c-f65cf094ba15 req-b631e538-505f-4caf-bd7b-8a5e1abfa7c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:14.985764 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-129e86b6-4968-4380-879c-f65cf094ba15 req-b631e538-505f-4caf-bd7b-8a5e1abfa7c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0508766 Jan 28 13:25:15.043785 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-129e86b6-4968-4380-879c-f65cf094ba15 req-db34c825-a998-4378-8e65-388c8d3d05d8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494800 Jan 28 13:25:15.123349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f32c8-da29-463e-8e53-87f53a09ea0a req-d3b54144-79b0-4ac5-aec3-a3f556f282bd tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.125103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-459f32c8-da29-463e-8e53-87f53a09ea0a req-d3b54144-79b0-4ac5-aec3-a3f556f282bd tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.0731351 Jan 28 13:25:15.208904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-459f32c8-da29-463e-8e53-87f53a09ea0a req-2a80221e-793e-499d-9f7b-0cb7f228dd88 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765426 Jan 28 13:25:15.307523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-f106eeb0-7b91-45d1-816c-6816dd4f9d39 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.309289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-f106eeb0-7b91-45d1-816c-6816dd4f9d39 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.60 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 946 time: 0.0559261 Jan 28 13:25:15.426867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Deleting port 0599705e-f97c-4732-98e6-7e02567e494c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:15.428080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0599705e-f97c-4732-98e6-7e02567e494c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:15.464106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc69497-7a17-44e2-a664-d877053658d0 req-1122aad1-4b28-49f2-b9f0-b9c81a256c13 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.472607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cc69497-7a17-44e2-a664-d877053658d0 req-1122aad1-4b28-49f2-b9f0-b9c81a256c13 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 943 time: 0.0781801 Jan 28 13:25:15.535660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] For port 0599705e-f97c-4732-98e6-7e02567e494c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0599705e-f97c-4732-98e6-7e02567e494c,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:15.535957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cc69497-7a17-44e2-a664-d877053658d0 req-98bcaa08-3202-48b8-ae14-9c45ae9b29f9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557740 Jan 28 13:25:15.536880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0599705e-f97c-4732-98e6-7e02567e494c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:15.751792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.757742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.762995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.768208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.773966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.779121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.784579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:15.786486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-d82d5a26-ad7b-4e13-91d0-b22660272e31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.1738651 Jan 28 13:25:15.894193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:15.894566 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (516e3906-6e74-45fc-9530-4b37c051235c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:15.894912 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Floating IP 516e3906-6e74-45fc-9530-4b37c051235c disassociated. External IP: 172.25.4.196, port: 0599705e-f97c-4732-98e6-7e02567e494c. Jan 28 13:25:15.895941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Calling delete_port for 0599705e-f97c-4732-98e6-7e02567e494c owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:15.921618 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-865f7b3e-9082-4094-bda6-b3bd493fb650 req-8a830fd6-71d6-40ec-9302-8766d7caf59c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279552 Jan 28 13:25:15.998443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74314318-63f0-4989-a922-1e2ba5e9f178 req-124cb1ae-0259-42a3-be41-679b0ec431d2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.000226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74314318-63f0-4989-a922-1e2ba5e9f178 req-124cb1ae-0259-42a3-be41-679b0ec431d2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0854821 Jan 28 13:25:16.069353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74314318-63f0-4989-a922-1e2ba5e9f178 req-bbf22704-e35c-479c-856d-6ffe69b33db6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587850 Jan 28 13:25:16.089790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0599705e-f97c-4732-98e6-7e02567e494c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.107916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45472) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:16.181024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event deleted for resources: {'Port': ['ID=0599705e-f97c-4732-98e6-7e02567e494c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:16.264629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3233d7bb-1cff-4b23-9447-c4e96ec4577b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.268511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e542d8-d36b-45f3-8cc6-5fece6365d71 req-8dee1e82-b7e1-4a66-b9bf-4b42cfc7c4a2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.270028 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25e542d8-d36b-45f3-8cc6-5fece6365d71 req-8dee1e82-b7e1-4a66-b9bf-4b42cfc7c4a2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1167769 Jan 28 13:25:16.321755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Router 9254190a-8cc3-4f82-9914-20abc91fd02d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:16.354781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3233d7bb-1cff-4b23-9447-c4e96ec4577b admin admin] Publish callbacks [] for security_group (8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.359193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3233d7bb-1cff-4b23-9447-c4e96ec4577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.413215 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25e542d8-d36b-45f3-8cc6-5fece6365d71 req-0264aca1-59e1-476c-a5b1-81443bcd1c7a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326807 Jan 28 13:25:16.419493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e606b3b-082f-4b94-86ec-60ea2be90dfc req-8cf3ab5c-3eed-401e-8795-f305991be8ed tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 210 time: 0.0450361 Jan 28 13:25:16.435391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3233d7bb-1cff-4b23-9447-c4e96ec4577b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96763b7a9b17487d938a623562010e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207135 Jan 28 13:25:16.435391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d7bb-1cff-4b23-9447-c4e96ec4577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:16.435391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45484) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:16.496359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b064-4b7f-457d-9360-04f6ea05f508 admin admin] Publish callbacks [] for security_group (8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.513515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:16.520411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b064-4b7f-457d-9360-04f6ea05f508 admin admin] Publish callbacks [] for security_group (8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.528411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] Sync routers for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:16.540389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:16.541039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:16.612312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] No DVR routers for this DVR port 0599705e-f97c-4732-98e6-7e02567e494c on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:16.615929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.622134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-921b1931-4b69-4f9a-9dc4-3a118637e304 req-03afa377-75e0-4cf8-a1e4-630589608a0f tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.60 "DELETE /v2.0/ports/0599705e-f97c-4732-98e6-7e02567e494c HTTP/1.1" status: 204 len: 173 time: 1.2972922 Jan 28 13:25:16.623075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'name': 'network-vif-deleted', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:16.625584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b064-4b7f-457d-9360-04f6ea05f508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.628946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b064-4b7f-457d-9360-04f6ea05f508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:16.631292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a8d8b064-4b7f-457d-9360-04f6ea05f508 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e HTTP/1.1" status: 204 len: 168 time: 0.1970367 Jan 28 13:25:16.635382 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eaa489-8d9a-423f-81d8-de071b45abe0" -d '{"events": [{"server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "name": "network-vif-deleted", "tag": "0599705e-f97c-4732-98e6-7e02567e494c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:16.647963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8b064-4b7f-457d-9360-04f6ea05f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e91dd8b-54f3-4468-b9d7-0578eb0b3c4e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:16.784493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bf00e-312e-4ffb-94bc-9aa53210dcbf req-9a2f6192-56a7-44b3-9bae-081eda34d351 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.786209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a51bf00e-312e-4ffb-94bc-9aa53210dcbf req-9a2f6192-56a7-44b3-9bae-081eda34d351 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 943 time: 0.1016357 Jan 28 13:25:16.789192 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fa6154-d6c7-4752-b711-c9e8a6ae0f7a x-openstack-request-id: req-f9fa6154-d6c7-4752-b711-c9e8a6ae0f7a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:16.792718 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8452e9c9-ad8f-445d-9f8c-851814935c46", "name": "network-vif-deleted", "tag": "0599705e-f97c-4732-98e6-7e02567e494c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:16.793018 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9fa6154-d6c7-4752-b711-c9e8a6ae0f7a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:16.793518 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8452e9c9-ad8f-445d-9f8c-851814935c46', 'name': 'network-vif-deleted', 'tag': '0599705e-f97c-4732-98e6-7e02567e494c', 'status': 'completed', 'code': 200} Jan 28 13:25:16.852733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a51bf00e-312e-4ffb-94bc-9aa53210dcbf req-8e201f54-01e3-4f0e-a104-7888cf44dfc9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581009 Jan 28 13:25:16.931762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9250-4661-4be5-bf29-5fddaaba6421 req-57cd61c4-8bf2-42e6-a35b-5254ca0c3752 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:16.938636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e73c9250-4661-4be5-bf29-5fddaaba6421 req-57cd61c4-8bf2-42e6-a35b-5254ca0c3752 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0800724 Jan 28 13:25:17.006009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e73c9250-4661-4be5-bf29-5fddaaba6421 req-d9703b7d-e205-4e0c-ba1a-48a880d2ddd6 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634997 Jan 28 13:25:17.086568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a612a7b2-4a19-46d5-a030-79975caf6818 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:17.103476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:17.120819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.129536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.136582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.143805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.152303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.158703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.165497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.169311 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-ac3eca8e-c30c-46d4-8406-216372706b31 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.1278090 Jan 28 13:25:17.277258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7d12ac-f4cf-4ecb-b617-b002b4e31af2 req-c0e40d47-8689-4894-982d-7be9848241ea tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030817 Jan 28 13:25:17.287335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728ee3c-b5c6-4179-9f53-9f2972f85704 req-3de10699-a525-458e-95a5-905598375fc1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.295375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3728ee3c-b5c6-4179-9f53-9f2972f85704 req-3de10699-a525-458e-95a5-905598375fc1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0754716 Jan 28 13:25:17.356862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3728ee3c-b5c6-4179-9f53-9f2972f85704 req-426fc925-0c31-4a7f-9822-a7b487a8c275 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598633 Jan 28 13:25:17.435234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a612a7b2-4a19-46d5-a030-79975caf6818, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a612a7b2-4a19-46d5-a030-79975caf6818,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:17.485459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'a612a7b2-4a19-46d5-a030-79975caf6818', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': 'a612a7b2-4a19-46d5-a030-79975caf6818', 'mac_address': 'fa:16:3e:6c:c3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:17.556619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a612a7b2-4a19-46d5-a030-79975caf6818 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:17.558385 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:17.601786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a612a7b2-4a19-46d5-a030-79975caf6818 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:17.669989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a612a7b2-4a19-46d5-a030-79975caf6818, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a612a7b2-4a19-46d5-a030-79975caf6818,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:17.672488 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-061a499b-47c0-42d2-b464-54a8a2dd1c0d req-3fa53552-0b87-4bec-9a59-f8b70ff7ae0b tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/ports?device_id=8452e9c9-ad8f-445d-9f8c-851814935c46 HTTP/1.1" status: 200 len: 210 time: 0.0674028 Jan 28 13:25:17.683823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:17.714692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ac38f-7037-4fe3-b9bc-1a5f42a52777 req-5240ffda-c19e-4dcc-9ca1-b719269f58fb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:17.716369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a8ac38f-7037-4fe3-b9bc-1a5f42a52777 req-5240ffda-c19e-4dcc-9ca1-b719269f58fb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1445100 Jan 28 13:25:17.742504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:44Z', 'revision_number': 5, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:17.780524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] Checking router: 9254190a-8cc3-4f82-9914-20abc91fd02d for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:17.800726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a8ac38f-7037-4fe3-b9bc-1a5f42a52777 req-c1ca07d8-f7d4-4836-bb79-32116feab99e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779679 Jan 28 13:25:17.818466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:17.819028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:17.820790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a612a7b2-4a19-46d5-a030-79975caf6818,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:17.950726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:18.014864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3768-e9c5-4810-b727-c40fd676b3fc req-0e71725a-ceaf-4ec4-9b0d-27e399087286 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.018240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-129a3768-e9c5-4810-b727-c40fd676b3fc req-0e71725a-ceaf-4ec4-9b0d-27e399087286 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 944 time: 0.0700612 Jan 28 13:25:18.128862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-129a3768-e9c5-4810-b727-c40fd676b3fc req-4c204a11-8eb3-4f09-9bb4-ddbc752b0788 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897994 Jan 28 13:25:18.142387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844cb00-05d0-46bd-aa83-53fcda22d115 req-e5269d94-0f43-4c7d-bfed-30bf2dc47998 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.150638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a844cb00-05d0-46bd-aa83-53fcda22d115 req-e5269d94-0f43-4c7d-bfed-30bf2dc47998 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0687881 Jan 28 13:25:18.204854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a844cb00-05d0-46bd-aa83-53fcda22d115 req-16263db3-3767-410f-875a-9d94b7880885 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Jan 28 13:25:18.277841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:44Z', 'revision_number': 5, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:18.308140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7835e9-fedd-4171-8a10-a4474d227228 None None] The sync data for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 is: [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:22:38Z', 'revision_number': 4, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3ae5ac18-7a2b-4104-a876-e00243210edb', 'name': '', 'network_id': 'e1929e24-99a7-4e6e-8787-1e63c6915ca3', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'mac_address': 'fa:16:3e:dc:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:36Z', 'updated_at': '2022-01-28T13:22:44Z', 'revision_number': 5, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'subnets': [{'id': 'cc652f58-ca57-4023-997f-9038f01dd4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:18.467685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.477421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.484476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.490547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.496114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.501446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.506752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.514288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-af1eb708-31d1-44a3-a5a0-4ad774f36a4b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.1369295 Jan 28 13:25:18.572350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caec58-f0b8-49f7-9240-4cf5c2938b7d req-b56aa72a-bc03-49f9-9c6c-c77d45625439 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.574200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6caec58-f0b8-49f7-9240-4cf5c2938b7d req-b56aa72a-bc03-49f9-9c6c-c77d45625439 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1031108 Jan 28 13:25:18.583462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e0325a6-6d9b-45e9-b34d-737fb468bd60 req-5bf0adb4-5e17-45f4-81fe-960c0a2817a6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676196 Jan 28 13:25:18.680457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6caec58-f0b8-49f7-9240-4cf5c2938b7d req-53d9e379-eb87-46b6-a608-abf0be1d35ba tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871165 Jan 28 13:25:18.763426 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4299700-3ebe-42ad-8b01-915962932400 None None] New status for floating IP 516e3906-6e74-45fc-9530-4b37c051235c: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:18.806705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:18.879331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-373cf530-fa07-430e-bf8c-c7b896040902 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group (8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:18.943285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0599705e-f97c-4732-98e6-7e02567e494c no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:18.944260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-373cf530-fa07-430e-bf8c-c7b896040902 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group (8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:18.965845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 0599705e-f97c-4732-98e6-7e02567e494c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:18.966198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0599705e-f97c-4732-98e6-7e02567e494c not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:18.997377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb3019-71cc-4623-9df2-bcb406c798b9 req-58faee60-8387-4728-b780-d51fd3c8a819 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:18.998985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9cb3019-71cc-4623-9df2-bcb406c798b9 req-58faee60-8387-4728-b780-d51fd3c8a819 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1042674 Jan 28 13:25:19.056639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-373cf530-fa07-430e-bf8c-c7b896040902 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.059495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-373cf530-fa07-430e-bf8c-c7b896040902 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.063128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-373cf530-fa07-430e-bf8c-c7b896040902 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "DELETE /v2.0/security-groups/8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee HTTP/1.1" status: 204 len: 168 time: 0.2529588 Jan 28 13:25:19.063603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45546) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:19.079375 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-11eeb356-4bab-4071-8468-be5c30e115da tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] show failed (client error): The resource could not be found. Jan 28 13:25:19.079763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9cb3019-71cc-4623-9df2-bcb406c798b9 req-e96d177b-1736-4183-a209-a0cd0420f851 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740490 Jan 28 13:25:19.080979 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-11eeb356-4bab-4071-8468-be5c30e115da tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "GET /v2.0/security-groups/8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee HTTP/1.1" status: 404 len: 347 time: 0.0162959 Jan 28 13:25:19.084339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45548) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:19.090967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cf530-fa07-430e-bf8c-c7b896040902 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff5d2f5-a7f9-4569-8c6b-d6a90003f4ee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:19.294689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7884-382f-4d49-8976-42fd129445ce req-17d7edf5-8297-4012-88e0-9884ef5f03ad tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.303021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ebf7884-382f-4d49-8976-42fd129445ce req-17d7edf5-8297-4012-88e0-9884ef5f03ad tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 944 time: 0.0764580 Jan 28 13:25:19.330754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729daade-e26b-4ba8-ba41-9d9450a49cd6 req-5cbc4666-6dca-40a5-b5e2-5af5ec2a1efb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.338430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729daade-e26b-4ba8-ba41-9d9450a49cd6 req-5cbc4666-6dca-40a5-b5e2-5af5ec2a1efb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0587709 Jan 28 13:25:19.365034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Deleting port a0147af0-6898-49de-82a9-ce9f574d58ca {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:19.365417 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.398980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ebf7884-382f-4d49-8976-42fd129445ce req-c8f0f2c3-ee5c-4751-9516-52609c9132ed tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946891 Jan 28 13:25:19.399275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729daade-e26b-4ba8-ba41-9d9450a49cd6 req-58ffabab-12f6-40d4-9a88-bafc92a88e45 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573566 Jan 28 13:25:19.470848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.471210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for floatingip (a0147af0-6898-49de-82a9-ce9f574d58ca), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.484862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Calling delete_port for a0147af0-6898-49de-82a9-ce9f574d58ca owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:19.654572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a0147af0-6898-49de-82a9-ce9f574d58ca), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:19.691119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Pushing event deleted for resources: {'Port': ['ID=a0147af0-6898-49de-82a9-ce9f574d58ca,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:19.714779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a612a7b2-4a19-46d5-a030-79975caf6818'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:19.780302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.787089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.793031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.798668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.807885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.813694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.820361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:19.828639 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-6f424136-5d1d-47ce-98a4-0897112425e7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.1323104 Jan 28 13:25:19.889264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce2ed6ef-0776-4e2e-b36c-cf529dfed395 req-b397f096-d796-465a-a9fd-0147b0147c75 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592360 Jan 28 13:25:20.091903 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks [] for floatingip (516e3906-6e74-45fc-9530-4b37c051235c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:20.094494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:20.095640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7268053b-8431-4909-8507-2e065bea4480 tempest-ServersTestFqdnHostnames-475856573 tempest-ServersTestFqdnHostnames-475856573-project] 10.222.0.45 "DELETE /v2.0/floatingips/516e3906-6e74-45fc-9530-4b37c051235c HTTP/1.1" status: 204 len: 168 time: 1.0101626 Jan 28 13:25:20.098700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45600) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:20.105501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dbe5e-fb98-4211-be2b-4d2fbfeb4e54 req-81625eb3-210b-48fb-90c8-ba4fa8f1af3b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.106966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a01dbe5e-fb98-4211-be2b-4d2fbfeb4e54 req-81625eb3-210b-48fb-90c8-ba4fa8f1af3b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0848994 Jan 28 13:25:20.165377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a01dbe5e-fb98-4211-be2b-4d2fbfeb4e54 req-1aecc0fb-bcb8-4b84-a22d-1724bc5145dc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523634 Jan 28 13:25:20.284890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eafa5f-a7c5-408c-89b5-be8759c19a3b req-ed26480f-22a9-4526-b0ba-fc2c07a0c15f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.286680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80eafa5f-a7c5-408c-89b5-be8759c19a3b req-ed26480f-22a9-4526-b0ba-fc2c07a0c15f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0994384 Jan 28 13:25:20.376370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80eafa5f-a7c5-408c-89b5-be8759c19a3b req-f650a688-8c71-4870-a74d-8167a424b5db tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817881 Jan 28 13:25:20.512684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8085f-61d6-4fd5-b57a-a51cab7a4200 req-0b0a1f11-87d9-4712-aa3d-2ac8147a8768 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.514171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32f8085f-61d6-4fd5-b57a-a51cab7a4200 req-0b0a1f11-87d9-4712-aa3d-2ac8147a8768 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 944 time: 0.0533710 Jan 28 13:25:20.545645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13007e-7206-4237-91f8-1ac55b4991a0 req-831c880a-54cf-46e1-bae9-5798cdedbae4 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:20.547126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a13007e-7206-4237-91f8-1ac55b4991a0 req-831c880a-54cf-46e1-bae9-5798cdedbae4 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0774157 Jan 28 13:25:20.568640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32f8085f-61d6-4fd5-b57a-a51cab7a4200 req-fc5276a3-69ba-4938-9d08-9346ed7b9a3d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 Jan 28 13:25:20.605187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (9254190a-8cc3-4f82-9914-20abc91fd02d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:20.610461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a13007e-7206-4237-91f8-1ac55b4991a0 req-1c9a1381-5f40-4668-a3a6-92a52ee2a88b tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568900 Jan 28 13:25:20.857737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Deleting port 3ae5ac18-7a2b-4104-a876-e00243210edb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:20.858145 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:20.946153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d810c948-2d07-482d-a7c1-4f95e1cc46fc up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:20.946721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] For port 3ae5ac18-7a2b-4104-a876-e00243210edb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3ae5ac18-7a2b-4104-a876-e00243210edb,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:20.950806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:20.966345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Calling delete_port for 3ae5ac18-7a2b-4104-a876-e00243210edb owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:21.002329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port d810c948-2d07-482d-a7c1-4f95e1cc46fc completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:21.007113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port d810c948-2d07-482d-a7c1-4f95e1cc46fc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:21.007805 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.093582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.100165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.106703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.108846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d810c948-2d07-482d-a7c1-4f95e1cc46fc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:21.109274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.112836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.118246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.123605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.129004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.135398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:21.137779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-cb644576-42ff-42bb-94f3-fb632807b3a1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5429 time: 0.1589341 Jan 28 13:25:21.138072 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d6788c-3b0a-4733-b605-cd5a15e6f46a" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:21.172255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d810c948-2d07-482d-a7c1-4f95e1cc46fc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:21.180026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.180874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5fb8a23b-1f95-4833-9963-9945e5e453f6 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:21.194764 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d1464a-f464-4ae1-a1b5-44666062eb00 x-openstack-request-id: req-81d1464a-f464-4ae1-a1b5-44666062eb00 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:21.194764 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:21.194764 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81d1464a-f464-4ae1-a1b5-44666062eb00 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:21.194764 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'code': 200} Jan 28 13:25:21.212189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3ae5ac18-7a2b-4104-a876-e00243210edb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.239650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44c5fc20-74ab-4540-9b6d-62b5de76e09c req-79ed3002-1456-4601-8f40-8ffc960c18c4 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944757 Jan 28 13:25:21.272484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae5ac18-7a2b-4104-a876-e00243210edb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:21.289324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d810c948-2d07-482d-a7c1-4f95e1cc46fc,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:21.324694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 5fb8a23b-1f95-4833-9963-9945e5e453f6 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:21.335652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 5fb8a23b-1f95-4833-9963-9945e5e453f6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:21.337104 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.443881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5fb8a23b-1f95-4833-9963-9945e5e453f6 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:21.444890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.459470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b5b72-9431-417c-a0e2-3885412b135f req-a2093367-7520-4c42-996b-b5ff8bb93d04 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.461386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-635b5b72-9431-417c-a0e2-3885412b135f req-a2093367-7520-4c42-996b-b5ff8bb93d04 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1178854 Jan 28 13:25:21.498104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5fb8a23b-1f95-4833-9963-9945e5e453f6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:21.503628 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.504768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 686c94c6-ca51-461a-88fc-0b57ba784b04 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:21.561978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bad3f-41b7-4bc1-9d18-a3772d173ab2 req-b108cc48-d89c-4b76-ab85-418a64c19024 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.570442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-416bad3f-41b7-4bc1-9d18-a3772d173ab2 req-b108cc48-d89c-4b76-ab85-418a64c19024 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1093168 Jan 28 13:25:21.576313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-635b5b72-9431-417c-a0e2-3885412b135f req-71a217aa-febf-4af1-a879-02f1456f3419 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023445 Jan 28 13:25:21.581977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (9254190a-8cc3-4f82-9914-20abc91fd02d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.609161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5fb8a23b-1f95-4833-9963-9945e5e453f6,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:21.621304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 686c94c6-ca51-461a-88fc-0b57ba784b04 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:21.630064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 686c94c6-ca51-461a-88fc-0b57ba784b04 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:21.631024 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.667287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-30849bd6-c9ab-474e-ab01-a18bd5288564 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.668979 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-30849bd6-c9ab-474e-ab01-a18bd5288564 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0783799 Jan 28 13:25:21.673700 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-416bad3f-41b7-4bc1-9d18-a3772d173ab2 req-9d7416ce-829c-4d9a-b713-f8d3ad82c5ae tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024363 Jan 28 13:25:21.731090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 686c94c6-ca51-461a-88fc-0b57ba784b04 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:21.731433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.768059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 686c94c6-ca51-461a-88fc-0b57ba784b04, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=686c94c6-ca51-461a-88fc-0b57ba784b04,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:21.768323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7245c-6c92-40c6-81cc-7819c00a4435 req-579614a8-9301-48a1-ac28-6c1b3009fe30 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.768323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52b7245c-6c92-40c6-81cc-7819c00a4435 req-579614a8-9301-48a1-ac28-6c1b3009fe30 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 944 time: 0.1115446 Jan 28 13:25:21.776220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.777074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 708bf7df-0b01-4647-995d-27020ddc9cea up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:21.825397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a1c7b-6d72-423a-bafb-8c3549439985 req-a002291b-b99b-47dc-8dde-a6697cc173ef tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:21.827073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9c3a1c7b-6d72-423a-bafb-8c3549439985 req-a002291b-b99b-47dc-8dde-a6697cc173ef tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 945 time: 0.0737951 Jan 28 13:25:21.840375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Deleting port e5ff9578-362d-4378-ad3c-b0f348189618 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:21.840803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.855495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=686c94c6-ca51-461a-88fc-0b57ba784b04,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:21.868272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52b7245c-6c92-40c6-81cc-7819c00a4435 req-a664b226-14bd-4d34-8bec-5e549d9867f2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917678 Jan 28 13:25:21.870011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 708bf7df-0b01-4647-995d-27020ddc9cea completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:21.875486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 708bf7df-0b01-4647-995d-27020ddc9cea triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:21.876124 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.940334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Router 9254190a-8cc3-4f82-9914-20abc91fd02d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:21.955459 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9c3a1c7b-6d72-423a-bafb-8c3549439985 req-6b5c0dfd-f385-4f60-9cd3-f15fe0845a81 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104436 Jan 28 13:25:21.967452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 708bf7df-0b01-4647-995d-27020ddc9cea is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:21.968012 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.977938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] For port e5ff9578-362d-4378-ad3c-b0f348189618, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e5ff9578-362d-4378-ad3c-b0f348189618,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:21.978301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:21.996457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Calling delete_port for e5ff9578-362d-4378-ad3c-b0f348189618 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:22.011068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 708bf7df-0b01-4647-995d-27020ddc9cea, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=708bf7df-0b01-4647-995d-27020ddc9cea,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:22.016502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.017415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a912b362-edaf-4ebe-b38a-ec3dded8340f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:22.058542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:22.069368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45662) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:22.069787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-155e4af3-e35a-4e7b-a0f5-aa3a51306862 admin admin] 10.222.0.45 "PUT /v2.0/routers/9254190a-8cc3-4f82-9914-20abc91fd02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699669 Jan 28 13:25:22.076016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] Sync routers for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:22.115507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:22.116165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:22.120473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=708bf7df-0b01-4647-995d-27020ddc9cea,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:22.183484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port a912b362-edaf-4ebe-b38a-ec3dded8340f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:22.189154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port a912b362-edaf-4ebe-b38a-ec3dded8340f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:22.189602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.224270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e5ff9578-362d-4378-ad3c-b0f348189618), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.226670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks [] for router (9254190a-8cc3-4f82-9914-20abc91fd02d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.292774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Pushing event deleted for resources: {'Port': ['ID=e5ff9578-362d-4378-ad3c-b0f348189618,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:22.377128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['9a0f1e49-63f6-4594-94dc-e0819f862dc3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:22.379188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e5ff9578-362d-4378-ad3c-b0f348189618'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:22.410465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] No DVR routers for this DVR port e5ff9578-362d-4378-ad3c-b0f348189618 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:22.416114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.420136 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c52abbd-f93e-4c8c-9cd5-5d5b1122fa9c req-da85127c-4852-4a8f-a418-5e1c840e95eb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.60 "DELETE /v2.0/ports/e5ff9578-362d-4378-ad3c-b0f348189618 HTTP/1.1" status: 204 len: 173 time: 0.7418468 Jan 28 13:25:22.422299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'name': 'network-vif-deleted', 'tag': 'e5ff9578-362d-4378-ad3c-b0f348189618'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:22.424803 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe593e62-2e8d-4e30-a1af-a403e7148b1b" -d '{"events": [{"server_uuid": "8f17c854-16fd-4989-86f4-5bd015f03e75", "name": "network-vif-deleted", "tag": "e5ff9578-362d-4378-ad3c-b0f348189618"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:22.479788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:22.502357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.515853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.521438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.526760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.532159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.538341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.543607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.545593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-a4a3b6a1-ea08-487b-b434-91dabf7443bf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5433 time: 0.2244918 Jan 28 13:25:22.548334 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8847c3-aeac-46a0-ae13-0d4962b3f4e8 x-openstack-request-id: req-9c8847c3-aeac-46a0-ae13-0d4962b3f4e8 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:22.548629 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f17c854-16fd-4989-86f4-5bd015f03e75", "name": "network-vif-deleted", "tag": "e5ff9578-362d-4378-ad3c-b0f348189618", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:22.548892 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c8847c3-aeac-46a0-ae13-0d4962b3f4e8 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:22.549292 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f17c854-16fd-4989-86f4-5bd015f03e75', 'name': 'network-vif-deleted', 'tag': 'e5ff9578-362d-4378-ad3c-b0f348189618', 'status': 'completed', 'code': 200} Jan 28 13:25:22.551303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks [] for router_gateway (9254190a-8cc3-4f82-9914-20abc91fd02d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.645966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa7c59f3-131d-415a-9b68-78f470d43ff5 req-9510ebad-de2a-46e4-87a8-19f57190a262 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907345 Jan 28 13:25:22.660153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Deleting port 4a341379-a536-494a-972d-130c0771ec3f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:22.661449 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4a341379-a536-494a-972d-130c0771ec3f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.666489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a912b362-edaf-4ebe-b38a-ec3dded8340f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:22.666892 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.771632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] For port 4a341379-a536-494a-972d-130c0771ec3f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a341379-a536-494a-972d-130c0771ec3f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:22.772863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4a341379-a536-494a-972d-130c0771ec3f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.788304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Calling delete_port for 4a341379-a536-494a-972d-130c0771ec3f owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:22.838612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b0c5d-218c-4c7d-b0fb-9e0451fd038e req-ecd87529-410b-44af-8454-40ce5702e43e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.842434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-792b0c5d-218c-4c7d-b0fb-9e0451fd038e req-ecd87529-410b-44af-8454-40ce5702e43e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1129591 Jan 28 13:25:22.866861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a912b362-edaf-4ebe-b38a-ec3dded8340f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:22.885359 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:22.904957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d377cbf-62c8-42ce-8168-f5e80ef7cf4c req-c39733e7-e694-4207-a2cd-94d08e122a14 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:22.906601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d377cbf-62c8-42ce-8168-f5e80ef7cf4c req-c39733e7-e694-4207-a2cd-94d08e122a14 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1084638 Jan 28 13:25:22.906746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-792b0c5d-218c-4c7d-b0fb-9e0451fd038e req-bfbdaf94-216d-4411-827c-a62302094e8d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582852 Jan 28 13:25:22.955518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5170db9-4409-4bbf-8eb6-df88539e8a43 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:23.003207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a912b362-edaf-4ebe-b38a-ec3dded8340f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:23.021130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d377cbf-62c8-42ce-8168-f5e80ef7cf4c req-2f650499-68ce-40e0-8616-419dfdd65bf6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059966 Jan 28 13:25:23.027606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '4a341379-a536-494a-972d-130c0771ec3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:25:21Z', 'revision_number': 5, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port': {'id': '4a341379-a536-494a-972d-130c0771ec3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:29Z', 'updated_at': '2022-01-28T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:23.075471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] Checking router: 9254190a-8cc3-4f82-9914-20abc91fd02d for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:23.096111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] Routers {'9254190a-8cc3-4f82-9914-20abc91fd02d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:23.097530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9254190a-8cc3-4f82-9914-20abc91fd02d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:23.109289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4a341379-a536-494a-972d-130c0771ec3f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.115788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf906b-8eb0-4a87-a5eb-4808845dd8ac req-ba4c61a8-8865-43fd-99ea-dd7812f861cb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.117380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4bf906b-8eb0-4a87-a5eb-4808845dd8ac req-ba4c61a8-8865-43fd-99ea-dd7812f861cb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 944 time: 0.0636036 Jan 28 13:25:23.166837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port b5170db9-4409-4bbf-8eb6-df88539e8a43 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:23.174379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port b5170db9-4409-4bbf-8eb6-df88539e8a43 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:23.174736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.179442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e61c5094-82d5-42ba-bf69-d22790a05f4e req-4abf2253-fcc9-412f-9f19-5812bcfc375f tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f17c854-16fd-4989-86f4-5bd015f03e75 HTTP/1.1" status: 200 len: 210 time: 0.0601716 Jan 28 13:25:23.191025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a341379-a536-494a-972d-130c0771ec3f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:23.202275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8a23b-1f95-4833-9963-9945e5e453f6'}, {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04'}, {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea'}, {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:23.204604 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25371866-cb0c-4590-b124-7c6171bfe7bc" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8a23b-1f95-4833-9963-9945e5e453f6"}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04"}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea"}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:23.233263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] Set router 9254190a-8cc3-4f82-9914-20abc91fd02d gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:23.274147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4bf906b-8eb0-4a87-a5eb-4808845dd8ac req-39086289-2757-4027-bbf1-03fa7fb54dba tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449361 Jan 28 13:25:23.291902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:25:22Z', 'revision_number': 6, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:23.324922 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (9254190a-8cc3-4f82-9914-20abc91fd02d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.325368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3093c-f43b-43f0-8482-37e45d5a1a45 None None] The sync data for ids ['9254190a-8cc3-4f82-9914-20abc91fd02d'] in n-d-822748-2 is: [{'id': '9254190a-8cc3-4f82-9914-20abc91fd02d', 'name': 'tempest-ServersTestFqdnHostnames-1253358146-router', 'tenant_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:28Z', 'updated_at': '2022-01-28T13:25:22Z', 'revision_number': 6, 'project_id': '218ddf17cc5b4b46aecc465b8c8ec7a3', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:23.367642 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936b091-e8ef-48b4-bc6f-cdeffc411aea x-openstack-request-id: req-e936b091-e8ef-48b4-bc6f-cdeffc411aea {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:23.368007 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8a23b-1f95-4833-9963-9945e5e453f6", "code": 200}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04", "code": 200}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea", "code": 200}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:23.368344 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e936b091-e8ef-48b4-bc6f-cdeffc411aea {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:23.368746 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8a23b-1f95-4833-9963-9945e5e453f6', 'code': 200} Jan 28 13:25:23.369009 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04', 'code': 200} Jan 28 13:25:23.369269 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea', 'code': 200} Jan 28 13:25:23.384593 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f', 'code': 200} Jan 28 13:25:23.398078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b5170db9-4409-4bbf-8eb6-df88539e8a43 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:23.398463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.440966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b5170db9-4409-4bbf-8eb6-df88539e8a43, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:23.446790 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.448328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b69bec0e-6954-46c6-aaa9-46eb7c47c36e up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:23.490196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (9254190a-8cc3-4f82-9914-20abc91fd02d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.494257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks [] for router_controller (9254190a-8cc3-4f82-9914-20abc91fd02d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.503047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-a30a6596-6470-4479-ba76-56c499747766 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306990 Jan 28 13:25:23.555037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b5170db9-4409-4bbf-8eb6-df88539e8a43,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:23.562598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port b69bec0e-6954-46c6-aaa9-46eb7c47c36e completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:23.569387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port b69bec0e-6954-46c6-aaa9-46eb7c47c36e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:23.569893 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.571259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (9254190a-8cc3-4f82-9914-20abc91fd02d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.571907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9254190a-8cc3-4f82-9914-20abc91fd02d {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:25:23.578386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.579701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-651cd513-f4af-4e05-908d-414c1606c060 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9254190a-8cc3-4f82-9914-20abc91fd02d HTTP/1.1" status: 204 len: 168 time: 1.5092793 Jan 28 13:25:23.582168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45730) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:23.634888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-9efc79a3-bcd5-452b-b155-28f1de7ca3a7 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.636447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-9efc79a3-bcd5-452b-b155-28f1de7ca3a7 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333458 Jan 28 13:25:23.646549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] Deleting subnet cc652f58-ca57-4023-997f-9038f01dd4bd {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:25:23.650249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] Publish callbacks [] for subnet (cc652f58-ca57-4023-997f-9038f01dd4bd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.653260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-5cba9efc-3825-4d2d-b1a4-73b89f1330fc tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/quotas/a83f55b18d8c4b929eb08dbcafd1e8d6 HTTP/1.1" status: 200 len: 375 time: 0.0111933 Jan 28 13:25:23.666288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b69bec0e-6954-46c6-aaa9-46eb7c47c36e is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:23.666692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.695643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-dd1e15cf-b98b-48a0-aa7a-f6a711744b68 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328596 Jan 28 13:25:23.704776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (cc652f58-ca57-4023-997f-9038f01dd4bd), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.720993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:23.726683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.728129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a612a7b2-4a19-46d5-a030-79975caf6818 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:23.831290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:23.850273 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (cc652f58-ca57-4023-997f-9038f01dd4bd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.871838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port a612a7b2-4a19-46d5-a030-79975caf6818 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:23.878375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port a612a7b2-4a19-46d5-a030-79975caf6818 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:23.878669 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:23.903518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.909515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.915910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.921363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.928134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.942454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.947746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:23.962970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-400f4734-2f76-4799-b614-db6e17c223af tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.1744056 Jan 28 13:25:23.992127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a612a7b2-4a19-46d5-a030-79975caf6818 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:23.992531 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.029441 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (cc652f58-ca57-4023-997f-9038f01dd4bd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.039283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a612a7b2-4a19-46d5-a030-79975caf6818, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a612a7b2-4a19-46d5-a030-79975caf6818,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:24.043781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.056208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081de461-c4d5-4b47-879a-cef7d38ee218 req-656c4fa6-564c-4c25-8fbb-d85ad0454777 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.060232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-081de461-c4d5-4b47-879a-cef7d38ee218 req-656c4fa6-564c-4c25-8fbb-d85ad0454777 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0641997 Jan 28 13:25:24.085601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc652f58-ca57-4023-997f-9038f01dd4bd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:24.091401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.095466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b9c97837-7f1e-43ee-9f58-c99a9f3866c0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cc652f58-ca57-4023-997f-9038f01dd4bd HTTP/1.1" status: 204 len: 168 time: 0.5114787 Jan 28 13:25:24.101297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45748) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:24.112473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7b87e-d81d-475a-819f-f9779afe7ec5 None None] Network e1929e24-99a7-4e6e-8787-1e63c6915ca3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:24.131349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a612a7b2-4a19-46d5-a030-79975caf6818,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:24.138204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-081de461-c4d5-4b47-879a-cef7d38ee218 req-091c053c-c9dc-4e74-8b29-75e8868aba3a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720880 Jan 28 13:25:24.140925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b817e369-0374-4874-aa19-d19ae07d49c1 req-af305608-2354-413d-82d9-818f39fba700 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675577 Jan 28 13:25:24.269075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e1929e24-99a7-4e6e-8787-1e63c6915ca3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.284305 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-9a341c2d-3c3f-401f-b9e9-6d49491b3a5e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335524 Jan 28 13:25:24.328333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c797d0-5b01-44a8-88f2-e2e11b3d44db req-154ac802-b241-4ae4-a039-05814d2dc6f4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.330366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39c797d0-5b01-44a8-88f2-e2e11b3d44db req-154ac802-b241-4ae4-a039-05814d2dc6f4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0767887 Jan 28 13:25:24.374343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] DHCP port deletion for e1929e24-99a7-4e6e-8787-1e63c6915ca3 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:25:24.411378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39c797d0-5b01-44a8-88f2-e2e11b3d44db req-d58c0930-0639-4ab4-9441-2718a37aeadd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728135 Jan 28 13:25:24.461719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] Deleting port d03bc5a6-f156-44b9-87e4-e5f16914199d {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:24.462111 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.479867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Deleting port d03bc5a6-f156-44b9-87e4-e5f16914199d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:24.480358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.502009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-75400d5e-2533-4188-916c-fa81bbc63a6d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.512116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-75400d5e-2533-4188-916c-fa81bbc63a6d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176461 Jan 28 13:25:24.560200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] For port d03bc5a6-f156-44b9-87e4-e5f16914199d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d03bc5a6-f156-44b9-87e4-e5f16914199d,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:24.561294 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.570718 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-8d62c8dc-ba0e-41e0-b233-14577dfd2c5c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/quotas/a83f55b18d8c4b929eb08dbcafd1e8d6 HTTP/1.1" status: 200 len: 375 time: 0.0573375 Jan 28 13:25:24.577749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] Calling delete_port for d03bc5a6-f156-44b9-87e4-e5f16914199d owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:24.610675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ede106-ef6a-4b60-969b-ae3c3540dc8e req-8dd72165-e161-44b0-b406-78d0dbc301cf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:24.619818 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79ede106-ef6a-4b60-969b-ae3c3540dc8e req-8dd72165-e161-44b0-b406-78d0dbc301cf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0802047 Jan 28 13:25:24.632662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f987d534-5971-4e8f-9743-fc90438d181f tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565827 Jan 28 13:25:24.644985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] For port d03bc5a6-f156-44b9-87e4-e5f16914199d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d03bc5a6-f156-44b9-87e4-e5f16914199d,segment=NetworkSegment(0f68f67c-9ade-4765-b76b-d48e6957bcb3),segment_id=0f68f67c-9ade-4765-b76b-d48e6957bcb3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:24.646433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.678577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Calling delete_port for d03bc5a6-f156-44b9-87e4-e5f16914199d owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:24.700754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79ede106-ef6a-4b60-969b-ae3c3540dc8e req-a80ed880-dcf6-434d-a0ac-6c33a7994625 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799916 Jan 28 13:25:24.888884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d03bc5a6-f156-44b9-87e4-e5f16914199d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:24.895618 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.899410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d03bc5a6-f156-44b9-87e4-e5f16914199d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:24.941885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: d03bc5a6-f156-44b9-87e4-e5f16914199d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:24.943486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d03bc5a6-f156-44b9-87e4-e5f16914199d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:24.943969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03bc5a6-f156-44b9-87e4-e5f16914199d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:24.944117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3ae5ac18-7a2b-4104-a876-e00243210edb no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:24.950635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] No DVR routers for this DVR port d03bc5a6-f156-44b9-87e4-e5f16914199d on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:24.969128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] Pushing event deleted for resources: {'Port': ['ID=d03bc5a6-f156-44b9-87e4-e5f16914199d,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:24.971946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458ad84-af51-4e37-9442-91a37f14687d None None] No DVR routers for this DVR port d03bc5a6-f156-44b9-87e4-e5f16914199d on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:24.974134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 3ae5ac18-7a2b-4104-a876-e00243210edb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:24.974577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3ae5ac18-7a2b-4104-a876-e00243210edb not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:24.975214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a341379-a536-494a-972d-130c0771ec3f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:25.001772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d27b22b5-0f5d-48cd-92fb-496f5be352da req-74e30741-8bb5-44d7-8069-fa04c54e9f7c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 210 time: 0.0618227 Jan 28 13:25:25.022246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4a341379-a536-494a-972d-130c0771ec3f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:25.022705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a341379-a536-494a-972d-130c0771ec3f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:25.095603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e1929e24-99a7-4e6e-8787-1e63c6915ca3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.124089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1929e24-99a7-4e6e-8787-1e63c6915ca3']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:25.134973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f68f67c-9ade-4765-b76b-d48e6957bcb3') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:25.135271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f68f67c-9ade-4765-b76b-d48e6957bcb3') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:25.147773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (0f68f67c-9ade-4765-b76b-d48e6957bcb3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.170683 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0f68f67c-9ade-4765-b76b-d48e6957bcb3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.174641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e86eb8-cb84-4e37-8185-e9a976e5f9b8 req-1b77e8f6-0586-444f-8414-ccac1c6c2987 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.177159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24e86eb8-cb84-4e37-8185-e9a976e5f9b8 req-1b77e8f6-0586-444f-8414-ccac1c6c2987 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0557921 Jan 28 13:25:25.184700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:25:25.185111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (0f68f67c-9ade-4765-b76b-d48e6957bcb3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:25:25.186965 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:25:25.244405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24e86eb8-cb84-4e37-8185-e9a976e5f9b8 req-8672a98a-269e-4fa9-967b-f8bb66f763dd tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599551 Jan 28 13:25:25.274940 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e1929e24-99a7-4e6e-8787-1e63c6915ca3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.290925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.297611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e1929e24-99a7-4e6e-8787-1e63c6915ca3 HTTP/1.1" status: 204 len: 168 time: 1.1949503 Jan 28 13:25:25.299064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bc501-dc83-4a79-85d6-c6e9ea6c0ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1929e24-99a7-4e6e-8787-1e63c6915ca3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:25.329712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.337499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.343039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.350990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.356653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.361943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.367586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.369550 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-c7ebeaa5-9329-4200-87ce-297ea0f6417a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.1334517 Jan 28 13:25:25.386335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5170db9-4409-4bbf-8eb6-df88539e8a43'}, {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e'}, {'server_uuid': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a612a7b2-4a19-46d5-a030-79975caf6818'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:25.389049 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3d66d1-7c69-4dcc-849e-795ee6a64527" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "b5170db9-4409-4bbf-8eb6-df88539e8a43"}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e"}, {"server_uuid": "4f9830a4-7b4b-4bc6-b34b-c3b785354c1a", "name": "network-vif-plugged", "status": "completed", "tag": "a612a7b2-4a19-46d5-a030-79975caf6818"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:25.418176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfad71-8f9e-4524-b243-115087187763 req-2ff163a6-5943-4c1e-9002-acb9e3237e18 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.426011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ecfad71-8f9e-4524-b243-115087187763 req-2ff163a6-5943-4c1e-9002-acb9e3237e18 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0951631 Jan 28 13:25:25.455771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d84d37a-dd59-4e6f-b39b-5d9ba30c602f req-a20b0459-e03b-4070-9f5f-8c442699a7ed tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792601 Jan 28 13:25:25.501257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ecfad71-8f9e-4524-b243-115087187763 req-01ec9618-f536-4bf7-8e26-49f058811442 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742922 Jan 28 13:25:25.513611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-fa40486c-a43d-49e5-bf8e-92c5d19b2431 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272267 Jan 28 13:25:25.524971 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228305a0-9ddc-45fc-ac81-51e7d270cf09 x-openstack-request-id: req-228305a0-9ddc-45fc-ac81-51e7d270cf09 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:25.525349 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "b5170db9-4409-4bbf-8eb6-df88539e8a43", "code": 200}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-plugged", "status": "completed", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e", "code": 200}, {"server_uuid": "4f9830a4-7b4b-4bc6-b34b-c3b785354c1a", "name": "network-vif-plugged", "status": "completed", "tag": "a612a7b2-4a19-46d5-a030-79975caf6818", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:25.525688 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-228305a0-9ddc-45fc-ac81-51e7d270cf09 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:25.526222 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5170db9-4409-4bbf-8eb6-df88539e8a43', 'code': 200} Jan 28 13:25:25.526553 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e', 'code': 200} Jan 28 13:25:25.527061 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a612a7b2-4a19-46d5-a030-79975caf6818', 'code': 200} Jan 28 13:25:25.573242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45790) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:25.647400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-28281d2b-9ff8-4a23-bd3e-ccb7b993c0c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=218ddf17cc5b4b46aecc465b8c8ec7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716887 Jan 28 13:25:25.649465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45792) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:25.716226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e617f7f-44fa-4f93-a730-ea700d61f246 req-703505bc-91bb-4fe0-8215-3df77e3f4e58 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.717868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8e617f7f-44fa-4f93-a730-ea700d61f246 req-703505bc-91bb-4fe0-8215-3df77e3f4e58 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1125400 Jan 28 13:25:25.748001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a97c-2a6f-4625-b8b3-a95fcfbff37e admin admin] Publish callbacks [] for security_group (4e0545f7-f6b6-4194-bcea-468a2a95ebcd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.761081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-b0f188b7-b929-4350-847e-99d4871c2e6e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.763511 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-b0f188b7-b929-4350-847e-99d4871c2e6e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925712 Jan 28 13:25:25.812856 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8e617f7f-44fa-4f93-a730-ea700d61f246 req-16b4b318-e670-483b-beda-53f840ed12ec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 Jan 28 13:25:25.818107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Request body: {'port': {'device_id': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': 'a83f55b18d8c4b929eb08dbcafd1e8d6'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:25.835152 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a97c-2a6f-4625-b8b3-a95fcfbff37e admin admin] Publish callbacks [] for security_group (4e0545f7-f6b6-4194-bcea-468a2a95ebcd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.892185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91317340-52c7-4f5b-bc12-3a5ba1508711 req-8b52cae2-70c4-4ef7-8a71-13a6bc543776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.894306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91317340-52c7-4f5b-bc12-3a5ba1508711 req-8b52cae2-70c4-4ef7-8a71-13a6bc543776 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 1096 time: 0.1819742 Jan 28 13:25:25.946287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.946722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.947176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.947631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.948183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.952120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.952623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:25.954632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-d2c43a93-8331-4daf-9b89-45257410c715 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6493 time: 0.2038991 Jan 28 13:25:25.967437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Made reservation on behalf of a83f55b18d8c4b929eb08dbcafd1e8d6 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:25.972330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:25.982222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.017629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179aed0-c48b-43a0-b4d7-6a8a367d2a19 req-918057ef-3257-4723-ad41-58149653d632 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.019271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0179aed0-c48b-43a0-b4d7-6a8a367d2a19 req-918057ef-3257-4723-ad41-58149653d632 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1939318 Jan 28 13:25:26.061892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91317340-52c7-4f5b-bc12-3a5ba1508711 req-64d4f063-ebe9-4ffb-bdfc-99a0893f255a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448722 Jan 28 13:25:26.065538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a97c-2a6f-4625-b8b3-a95fcfbff37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4e0545f7-f6b6-4194-bcea-468a2a95ebcd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.069058 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a97c-2a6f-4625-b8b3-a95fcfbff37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.072469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e7f0a97c-2a6f-4625-b8b3-a95fcfbff37e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e0545f7-f6b6-4194-bcea-468a2a95ebcd HTTP/1.1" status: 204 len: 168 time: 0.4197950 Jan 28 13:25:26.100693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks [] for security_group (159f95a2-6b4e-4bea-98fe-d8db3bc1af8a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.106703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (159f95a2-6b4e-4bea-98fe-d8db3bc1af8a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.110095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0a97c-2a6f-4625-b8b3-a95fcfbff37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0545f7-f6b6-4194-bcea-468a2a95ebcd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:26.136519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee78e54a-6b0c-486a-b02d-f447a895e17e req-c94b35ec-1278-43cc-b177-bd7816f4abd9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670790 Jan 28 13:25:26.163037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0179aed0-c48b-43a0-b4d7-6a8a367d2a19 req-207d966d-ef27-4674-be16-2c45f984c275 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255221 Jan 28 13:25:26.240977 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4482aeb-c26f-4bf2-ba92-85a1ea3040e6 req-f4e03745-c48b-46b3-992d-5ac709fcb6b3 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 210 time: 0.1091776 Jan 28 13:25:26.272903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:26.352675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Allocated IP 192.168.233.138 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/262fa0f3-d150-4fa3-bcde-ce48cbf345e7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:26.401880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb57f7-d356-4424-adbe-ba16215a94ce req-79be6a7b-2ee4-4da4-b0ac-887217fcadc7 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.404107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-acbb57f7-d356-4424-adbe-ba16215a94ce req-79be6a7b-2ee4-4da4-b0ac-887217fcadc7 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0680072 Jan 28 13:25:26.420588 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.474071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-acbb57f7-d356-4424-adbe-ba16215a94ce req-263e0cce-ebf5-4a4c-a791-00bb2e9c2224 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610211 Jan 28 13:25:26.667533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9de8-67f6-4c37-a567-262c892b7316 req-ea563085-ad42-4df8-988e-8486637b2d8d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.669347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a90f9de8-67f6-4c37-a567-262c892b7316 req-ea563085-ad42-4df8-988e-8486637b2d8d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0572152 Jan 28 13:25:26.729557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a90f9de8-67f6-4c37-a567-262c892b7316 req-081aaf71-2aa6-4079-a3ef-4152538ae09a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Jan 28 13:25:26.880799 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks [] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:26.915761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.921192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.927033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.932328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.937527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.938686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ae716-d72a-4503-b5c5-bdda2ab615ff req-d1e3071b-3763-475c-8480-f9155abb8d15 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.940193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e3ae716-d72a-4503-b5c5-bdda2ab615ff req-d1e3071b-3763-475c-8480-f9155abb8d15 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0564606 Jan 28 13:25:26.943257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.948504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:26.956013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-6a1956b0-a14d-4ca1-9e36-3427d59f2e35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.4060700 Jan 28 13:25:26.966354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:26.978985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45828) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:26.979644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e5ff9578-362d-4378-ad3c-b0f348189618 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:27.015498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e3ae716-d72a-4503-b5c5-bdda2ab615ff req-aa5fa884-5666-4ecd-a397-233da787bfd5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685818 Jan 28 13:25:27.020237 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.037803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16948184-4d2d-4e79-bfb5-0f5c9987307b req-dc2663ab-0fa3-4df5-8360-5e922e515d45 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807941 Jan 28 13:25:27.060067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: e5ff9578-362d-4378-ad3c-b0f348189618 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:27.062526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e5ff9578-362d-4378-ad3c-b0f348189618 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:27.063071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:27.100674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:27.102935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:27.107563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:27.111725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:27.146552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-b2d2a4e5-9124-4f83-9d8d-31563f7fe81c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375359 Jan 28 13:25:27.175755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.176979 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.204123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-250dbd1a-a232-46ea-8ca7-9da02305618d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4046328 Jan 28 13:25:27.224441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Request body: {'port': {'device_id': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:27.247095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-218715768-network', 'tenant_id': '8fa1258964e940eb8e780f9e4aeb0973'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:27.273701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:27.274105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.294167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Made reservation on behalf of 8fa1258964e940eb8e780f9e4aeb0973 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:27.298370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.315737 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.344408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:27.362366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:27.370321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'mac_address': 'fa:16:3e:22:9a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:27.379306 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.419699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.429530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82296a-866a-4009-a57e-b429f199b380 req-00536eac-a18f-4fdd-ae3f-4c0ea27e67f3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.431309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c82296a-866a-4009-a57e-b429f199b380 req-00536eac-a18f-4fdd-ae3f-4c0ea27e67f3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1276934 Jan 28 13:25:27.436406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks [] for security_group (0efc7a7c-a590-4cce-8ded-125c5a167426), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.460140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0efc7a7c-a590-4cce-8ded-125c5a167426), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.475115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:25:27.487751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ca51b6e0-b22d-4bfd-88fb-4f06488c89b8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.488133 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Added segment ca51b6e0-b22d-4bfd-88fb-4f06488c89b8 of type vlan for network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 Jan 28 13:25:27.493438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:27.494059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.497219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:27.520671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6942aa74-39fb-4638-9792-afee91ca0fa7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:27.545420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:27.546436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:27.549301 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f4df38-74b1-49d5-be91-1f25c9c4c4c3" -d '{"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:27.554112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.560635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-010eba60-e48c-4a87-a3a9-2607ac9c0a0e req-a16343fe-8b6d-4fae-a1b5-07f4c0e15360 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 210 time: 0.1169178 Jan 28 13:25:27.578214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f49689a0-cda7-4e4c-8204-dfb4bd33ed85), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.590571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-4e73cd56-53d8-4b89-b972-c4fbd5ab8974 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.592243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-4e73cd56-53d8-4b89-b972-c4fbd5ab8974 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4277127 Jan 28 13:25:27.600117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc7a7c-a590-4cce-8ded-125c5a167426,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:27.600336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c82296a-866a-4009-a57e-b429f199b380 req-af985762-5590-4c37-b96b-3611ec9c6be2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552470 Jan 28 13:25:27.624755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Request body: {'port': {'device_id': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': 'a83f55b18d8c4b929eb08dbcafd1e8d6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:27.642083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:27.659172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7408e45c-616a-4ab7-b5e2-8eb23ac4a121 None None] Provisioning complete for port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:27.659844 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7408e45c-616a-4ab7-b5e2-8eb23ac4a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.691172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f49689a0-cda7-4e4c-8204-dfb4bd33ed85), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.692262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.692889 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.708957 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1290d5-9bfb-4f49-9bb7-67f54390ef78 x-openstack-request-id: req-1e1290d5-9bfb-4f49-9bb7-67f54390ef78 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:27.709305 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:27.709565 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e1290d5-9bfb-4f49-9bb7-67f54390ef78 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:27.709974 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'code': 200} Jan 28 13:25:27.712728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7408e45c-616a-4ab7-b5e2-8eb23ac4a121 None None] Port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:27.792239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8121383 Jan 28 13:25:27.793017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:27.793754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.809440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Request body: {'subnet': {'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-218715768-subnet', 'tenant_id': '8fa1258964e940eb8e780f9e4aeb0973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:27.810225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:27.820262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Publish callbacks [] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.858431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Transition to ACTIVE for port object 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:27.858691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9894d84-f68c-43ff-98cb-cf7a452d5651 admin admin] Pushing event updated for resources: {'Network': ['ID=f49689a0-cda7-4e4c-8204-dfb4bd33ed85,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:27.865378 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.872992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:25:27.874908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4652ea6-71a7-46ff-81f4-acc611a95a2b req-f9167dc3-b99c-42a4-8bb9-cee18866eeda tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.876505 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4652ea6-71a7-46ff-81f4-acc611a95a2b req-f9167dc3-b99c-42a4-8bb9-cee18866eeda tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.1886325 Jan 28 13:25:27.885448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Made reservation on behalf of 8fa1258964e940eb8e780f9e4aeb0973 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:27.888261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.906906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d81ad-5221-4e5d-aa09-0af54d718b10 req-1573d404-4d85-4782-8ef9-c93e9b3fae38 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:27.908808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dd0d81ad-5221-4e5d-aa09-0af54d718b10 req-1573d404-4d85-4782-8ef9-c93e9b3fae38 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 949 time: 0.0913029 Jan 28 13:25:27.921408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Made reservation on behalf of a83f55b18d8c4b929eb08dbcafd1e8d6 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:27.924879 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:27.946385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:28.025638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dd0d81ad-5221-4e5d-aa09-0af54d718b10 req-9dbe2faa-f61c-4f54-8010-659ac1c3ca1d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041920 Jan 28 13:25:28.051271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Attempting to bind port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:28.051271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Attempting to bind port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:28.051271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Attempting to bind port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:28.056211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:28.056540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Attempting to bind port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:28.062816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:28.064333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:28.064744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:28.065212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Bound port: 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:28.065583 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.206051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:28.211934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:28.218206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.257309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fbb29-0b93-4f6b-8987-022778cf405b req-5411a6e0-3ca8-44c9-b56d-45231153ed07 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.258918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce4fbb29-0b93-4f6b-8987-022778cf405b req-5411a6e0-3ca8-44c9-b56d-45231153ed07 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1331246 Jan 28 13:25:28.283632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.284267 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.286351 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] 10.222.0.60 "PUT /v2.0/ports/262fa0f3-d150-4fa3-bcde-ce48cbf345e7 HTTP/1.1" status: 200 len: 1096 time: 1.0659385 Jan 28 13:25:28.291079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:28.293427 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a4718b-077e-4106-a1c8-a489f0647a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:28.319444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf47fa-e843-4d97-8642-a595b6db915b service neutron] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:28.356953 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce4fbb29-0b93-4f6b-8987-022778cf405b req-28d573ae-b39b-41b0-a38f-5a102e6e9095 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897059 Jan 28 13:25:28.386888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6942aa74-39fb-4638-9792-afee91ca0fa7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:28.468339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-081f4feb-ece1-4aa6-9764-4cb3ad6f3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.471368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-081f4feb-ece1-4aa6-9764-4cb3ad6f3535 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 1099 time: 0.1070671 Jan 28 13:25:28.533624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4652ea6-71a7-46ff-81f4-acc611a95a2b req-d436b2ec-aadc-4a83-bd27-7d7d1cae83be tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361151 Jan 28 13:25:28.585003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-bee9d04e-e8df-4eac-892a-25712971bdff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7 HTTP/1.1" status: 200 len: 217 time: 0.0749676 Jan 28 13:25:28.606148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.615068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.621084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.626401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.634233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.640053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.646631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.648941 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-33cbcf49-8006-48f4-920a-bedcd961be99 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.1968069 Jan 28 13:25:28.679159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (9355c5db-50a1-4222-a878-c3844636137e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.712262 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b115307-cc4a-4504-8884-0ac7ae2009d1 x-openstack-request-id: req-6b115307-cc4a-4504-8884-0ac7ae2009d1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:28.712653 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:28.712990 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b115307-cc4a-4504-8884-0ac7ae2009d1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:28.713464 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'status': 'completed', 'code': 200} Jan 28 13:25:28.734926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-7c1a516e-ae19-43e7-88fc-f599b6e3e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.736556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-7c1a516e-ae19-43e7-88fc-f599b6e3e8ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0864913 Jan 28 13:25:28.776747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-374d4816-1b5e-42ab-a103-68fcb22154b1 req-d4de3b48-7d48-471f-afd6-ae018dae1313 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970132 Jan 28 13:25:28.788009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9355c5db-50a1-4222-a878-c3844636137e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:28.809317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-5d26be70-c2c3-47a5-979f-74d55419018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.810836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-5d26be70-c2c3-47a5-979f-74d55419018f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485089 Jan 28 13:25:28.820496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-097169c5-fa25-48c8-945c-25449ff44e58 req-7a87af92-5c3c-4304-bd1a-e58e43aaadd0 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 210 time: 0.0543227 Jan 28 13:25:28.830210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Allocated IP 192.168.233.27 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/0de8262c-b4d6-41cf-b524-d6dbfb0401ac) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:28.840612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Checking segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:28.841504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Network hostable DHCP agents. Network: f49689a0-cda7-4e4c-8204-dfb4bd33ed85, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:25:28.889275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:25:28.909468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f49689a0-cda7-4e4c-8204-dfb4bd33ed85) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:28.920233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee7d06-fadd-4c3b-96ed-0a523e725eda None None] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:28.920765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.921647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:28.954191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936d5e-0e0c-4708-90b0-405ffc28e6aa req-638ea15c-6225-4005-8d26-f88030c445f1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:28.955668 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00936d5e-0e0c-4708-90b0-405ffc28e6aa req-638ea15c-6225-4005-8d26-f88030c445f1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1007953 Jan 28 13:25:28.989022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-23fac1ae-b080-436a-bffd-e395858b15d9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1843662 Jan 28 13:25:28.998140 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-b6e78081-5294-432f-8291-2e12f8371cf0 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644163 Jan 28 13:25:29.026771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00936d5e-0e0c-4708-90b0-405ffc28e6aa req-829805f1-acdd-4b71-9457-a39231890083 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599003 Jan 28 13:25:29.050055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'project_id': '8fa1258964e940eb8e780f9e4aeb0973', 'fixed_ips': [{'subnet_id': '9355c5db-50a1-4222-a878-c3844636137e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:25:29.051085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.076361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks [] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.118788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.178052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:29.185023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:29.210982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:29.238130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61a627f5-2b80-4231-9fad-46e9e02106a9 req-c2dacdb0-cf3e-4dd5-8df5-948a00c0ddb2 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254701 Jan 28 13:25:29.275550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:29.295970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Allocated IP 172.20.0.2 (f49689a0-cda7-4e4c-8204-dfb4bd33ed85/9355c5db-50a1-4222-a878-c3844636137e/1298f978-f3da-48d2-9f72-811e877c732a) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:29.326124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.328048 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.328190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b84192-67c9-4b18-8a08-cb7880d9e806 req-c657bd2f-3756-4320-8e2b-d0cfb4deb8b8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.340728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16b84192-67c9-4b18-8a08-cb7880d9e806 req-c657bd2f-3756-4320-8e2b-d0cfb4deb8b8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 949 time: 0.1011910 Jan 28 13:25:29.382253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-f3dcd7d4-8c2c-426e-af28-fb4c4ab5b98e tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7589808 Jan 28 13:25:29.414817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Request body: {'port': {'device_id': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:29.492187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.501697 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Publish callbacks [] for port (1298f978-f3da-48d2-9f72-811e877c732a), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.514199 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1298f978-f3da-48d2-9f72-811e877c732a), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.552306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16b84192-67c9-4b18-8a08-cb7880d9e806 req-32235f8e-f49e-4a94-8dc3-ebcbc4ee810d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056997 Jan 28 13:25:29.569073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-07928ad9-107e-48c1-a26c-9875093368fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.569214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:29.574482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:29.576252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-07928ad9-107e-48c1-a26c-9875093368fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 1099 time: 0.1829212 Jan 28 13:25:29.576967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:29.599650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cea64397-fd5e-4f0b-a499-896e55bb317c None None] Provisioning complete for port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:29.600062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cea64397-fd5e-4f0b-a499-896e55bb317c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.661747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Pushing event updated for resources: {'Port': ['ID=1298f978-f3da-48d2-9f72-811e877c732a,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:29.699696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Attempting to bind port 1298f978-f3da-48d2-9f72-811e877c732a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:29.700089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Attempting to bind port 1298f978-f3da-48d2-9f72-811e877c732a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:29.700456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Attempting to bind port 1298f978-f3da-48d2-9f72-811e877c732a on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:29.706464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cea64397-fd5e-4f0b-a499-896e55bb317c None None] Port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:29.709797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:29.710845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Checking segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:29.710845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.711106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Bound using segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:29.711460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Bound port: 1298f978-f3da-48d2-9f72-811e877c732a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:29.711852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1298f978-f3da-48d2-9f72-811e877c732a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.778581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2127ec7-7139-465a-badb-92e707807f95 req-a3bc0d3d-94f0-43cb-8090-99f857978b7b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.779993 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2127ec7-7139-465a-badb-92e707807f95 req-a3bc0d3d-94f0-43cb-8090-99f857978b7b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0812364 Jan 28 13:25:29.785573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-66ba3464-f27e-4ef9-9f56-38075f9f9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.787243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-66ba3464-f27e-4ef9-9f56-38075f9f9993 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2000508 Jan 28 13:25:29.788310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] For port 1298f978-f3da-48d2-9f72-811e877c732a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:29.791923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] For port 1298f978-f3da-48d2-9f72-811e877c732a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1298f978-f3da-48d2-9f72-811e877c732a,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:29.797529 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1298f978-f3da-48d2-9f72-811e877c732a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:29.868200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34d90a-7735-48e9-9e88-811a2a786de5 None None] Pushing event updated for resources: {'Port': ['ID=1298f978-f3da-48d2-9f72-811e877c732a,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:29.884245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-36d55066-ab5a-45f6-9cdb-aa54d1336508 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7 HTTP/1.1" status: 200 len: 217 time: 0.0610857 Jan 28 13:25:29.890179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-028765e2-3da5-4aa4-9a92-907776b9c0f1 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.891660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-028765e2-3da5-4aa4-9a92-907776b9c0f1 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 815 time: 0.1854205 Jan 28 13:25:29.923854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-10bcb0dc-22d4-41f5-960f-27f01d6cdc20 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/quotas/8fa1258964e940eb8e780f9e4aeb0973 HTTP/1.1" status: 200 len: 375 time: 0.0216804 Jan 28 13:25:29.935619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2127ec7-7139-465a-badb-92e707807f95 req-6925927e-e41d-4894-93cc-eeca72e0dece tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453903 Jan 28 13:25:29.955515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-c84f2b41-d1bd-4016-8697-12b7b316a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:29.957340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-c84f2b41-d1bd-4016-8697-12b7b316a5d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0543845 Jan 28 13:25:30.014484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de8262c-b4d6-41cf-b524-d6dbfb0401ac {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:30.025647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Publish callbacks [] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.031827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-c148cdaf-b360-44bd-89b0-f6cb7e90ea39 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981603 Jan 28 13:25:30.062435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Transition to ACTIVE for port object 0de8262c-b4d6-41cf-b524-d6dbfb0401ac will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:30.089464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-637a38fb-9a40-4085-9eb7-620cedb1646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.091000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-637a38fb-9a40-4085-9eb7-620cedb1646b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122200 Jan 28 13:25:30.102551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.110459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1160c-e3a4-47f8-930a-6f1bf54d2a8b req-1b886fca-8c66-4dab-83bf-7cde15617d79 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.118343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ecd1160c-e3a4-47f8-930a-6f1bf54d2a8b req-1b886fca-8c66-4dab-83bf-7cde15617d79 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1023448 Jan 28 13:25:30.187674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:30.246164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-7ad07c25-fd9e-434b-af9a-a8b9aa239260 service neutron] 10.222.0.45 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056382 Jan 28 13:25:30.266152 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-7f4d6b4e-b3f0-46da-a80e-9a7e42b635dc service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450479 Jan 28 13:25:30.278403 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ecd1160c-e3a4-47f8-930a-6f1bf54d2a8b req-3be194f8-4510-4943-ba13-7099404a71b9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590414 Jan 28 13:25:30.396691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Attempting to bind port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:30.397173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Attempting to bind port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:30.397606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Attempting to bind port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:30.406541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:30.407018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Attempting to bind port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:30.420700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:30.421225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:30.421713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:30.422262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Bound port: 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:30.422725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.454029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54a4718b-077e-4106-a1c8-a489f0647a3e req-b22bd970-55fc-4eb1-8115-1fbce679585f service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745539 Jan 28 13:25:30.464449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a17b21-b2e3-470c-8fb8-1dd615b26641 req-4ec1b0ff-bf86-40a3-ab47-35886bb3b281 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.467211 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31a17b21-b2e3-470c-8fb8-1dd615b26641 req-4ec1b0ff-bf86-40a3-ab47-35886bb3b281 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.0979927 Jan 28 13:25:30.481707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-d7b0759b-7b99-4f76-8ccc-2e59ea8dd35e service neutron] 10.222.0.45 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036383 Jan 28 13:25:30.508906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:30.512126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:30.521730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.544549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-31a17b21-b2e3-470c-8fb8-1dd615b26641 req-0ac15196-a226-4ebe-8def-55c5d6775f79 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712316 Jan 28 13:25:30.569955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.570572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:30.572174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] 10.222.0.60 "PUT /v2.0/ports/0de8262c-b4d6-41cf-b524-d6dbfb0401ac HTTP/1.1" status: 200 len: 1095 time: 1.1621733 Jan 28 13:25:30.572481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:30.574732 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a7b0a-1747-4945-89f4-b40d11560205" -d '{"events": [{"name": "network-changed", "server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:30.610265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab288a-67b0-4b90-9f98-30e11f2ddf3c service neutron] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:30.707082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-979243e0-48dd-4d94-98b9-41942aded060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.710032 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-979243e0-48dd-4d94-98b9-41942aded060 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 1098 time: 0.0784907 Jan 28 13:25:30.836444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-7fca33a3-7bf1-44da-b761-74b415aac983 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac HTTP/1.1" status: 200 len: 217 time: 0.1152165 Jan 28 13:25:30.918941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d19f-0dc8-444c-904b-94f27d884866 req-eace74df-a339-4ed8-bd29-099e126086e3 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:30.920551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00b6d19f-0dc8-444c-904b-94f27d884866 req-eace74df-a339-4ed8-bd29-099e126086e3 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0911589 Jan 28 13:25:30.948167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1298f978-f3da-48d2-9f72-811e877c732a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:30.993572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:31.039989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00b6d19f-0dc8-444c-904b-94f27d884866 req-eef99939-f61a-4538-a17e-330d2c2b7972 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017621 Jan 28 13:25:31.061014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.068373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.074256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.079841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.086468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.091739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.097530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.100372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50210e7a-e923-493f-9005-c9e341deecaf req-66b2dff0-5180-4b09-b385-9c0823951a0b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.2763450 Jan 28 13:25:31.105056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-a720096f-fa2a-43b7-bf7f-50cde94a0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.106775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-a720096f-fa2a-43b7-bf7f-50cde94a0856 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2416353 Jan 28 13:25:31.143332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1298f978-f3da-48d2-9f72-811e877c732a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:31.143771 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1298f978-f3da-48d2-9f72-811e877c732a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.182662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 6942aa74-39fb-4638-9792-afee91ca0fa7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:31.183055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.197781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-49878c49-3ada-45ca-b192-915074ff39bb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.199474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-49878c49-3ada-45ca-b192-915074ff39bb tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 945 time: 0.2670016 Jan 28 13:25:31.253668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50210e7a-e923-493f-9005-c9e341deecaf req-fbcaa4a4-303e-4501-b1d2-77d24cb678cf tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413434 Jan 28 13:25:31.254957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e0c7-1864-45e7-8d7a-7b5e111cc47c req-c738f2de-210e-4f3b-99f3-f8dfe20dc7c4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.264865 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d66e0c7-1864-45e7-8d7a-7b5e111cc47c req-c738f2de-210e-4f3b-99f3-f8dfe20dc7c4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 949 time: 0.0803862 Jan 28 13:25:31.352396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1298f978-f3da-48d2-9f72-811e877c732a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:31.353222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1298f978-f3da-48d2-9f72-811e877c732a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.368009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d66e0c7-1864-45e7-8d7a-7b5e111cc47c req-69029161-ccd7-421b-a7e0-0264c7940358 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016810 Jan 28 13:25:31.368739 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559d2b1-b028-40f3-81dc-703e4988d310 x-openstack-request-id: req-9559d2b1-b028-40f3-81dc-703e4988d310 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:31.369138 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:31.370204 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9559d2b1-b028-40f3-81dc-703e4988d310 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:31.370204 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'status': 'completed', 'code': 200} Jan 28 13:25:31.390060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:31.390463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.423116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 1298f978-f3da-48d2-9f72-811e877c732a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1298f978-f3da-48d2-9f72-811e877c732a,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:31.446600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:31.455563 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65652f96-7ce0-403f-a046-31ea7fa196c3" -d '{"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:31.463533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-9548eaa6-9fdf-4ffe-93ed-a99af77d0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.465293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1298f978-f3da-48d2-9f72-811e877c732a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.465628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-9548eaa6-9fdf-4ffe-93ed-a99af77d0f8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3100243 Jan 28 13:25:31.467812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43d48c-f018-41d3-a3ac-7512a291d5fc None None] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:25:31.498794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:31.520996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5461dea-01ef-416b-bd8c-2b6fec5ff4c0 req-5a42e099-2edd-4df2-a595-df1d3b525416 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.522623 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5461dea-01ef-416b-bd8c-2b6fec5ff4c0 req-5a42e099-2edd-4df2-a595-df1d3b525416 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0794573 Jan 28 13:25:31.556665 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.572436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5a8408c3-158c-44bd-9d8f-2dfeda8346a3 None None] Provisioning complete for port 1298f978-f3da-48d2-9f72-811e877c732a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:31.573105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5a8408c3-158c-44bd-9d8f-2dfeda8346a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1298f978-f3da-48d2-9f72-811e877c732a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.594362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Deleting port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:31.594721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.608911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5461dea-01ef-416b-bd8c-2b6fec5ff4c0 req-6f03536e-ab70-4720-8659-b2af9bb2144a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751882 Jan 28 13:25:31.625576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=1298f978-f3da-48d2-9f72-811e877c732a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:31.657103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.657704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.658048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.658398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.658723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.659059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.659441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.659716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.660082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.660480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.660811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.661175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.661548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:25:31.768293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.774733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.781079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.788152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.793648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.799071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.805894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.811385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-bc100312-87c9-40e2-acdd-eb1f312b4c6b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:31.818693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-558ee4ee-fa66-4f90-bda4-edf2585ccb55 req-fbba8436-8916-46c4-a2a8-29bbe1b635f6 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.1347940 Jan 28 13:25:31.819718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-bc100312-87c9-40e2-acdd-eb1f312b4c6b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 815 time: 0.3285618 Jan 28 13:25:31.820489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45928) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:31.823874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-99507029-06ac-4cb5-981f-6e108f14d99a service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987676 Jan 28 13:25:31.829172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Request body: {'floatingip': {'port_id': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:31.886823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-3d811c7f-784a-49b4-a2bc-11f967830293 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/quotas/8fa1258964e940eb8e780f9e4aeb0973 HTTP/1.1" status: 200 len: 375 time: 0.0658529 Jan 28 13:25:31.892300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] For port 9a0f1e49-63f6-4594-94dc-e0819f862dc3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9a0f1e49-63f6-4594-94dc-e0819f862dc3,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:31.892842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.894055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for floatingip (e00090b0-900d-466f-b259-5aab467e262e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:31.902323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:31.931797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5a8408c3-158c-44bd-9d8f-2dfeda8346a3 None None] Current status of the port 1298f978-f3da-48d2-9f72-811e877c732a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:31.972296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Calling delete_port for 9a0f1e49-63f6-4594-94dc-e0819f862dc3 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:32.056804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-716db561-bea6-413e-a9da-f05b9b995cac tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689584 Jan 28 13:25:32.063557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60e469-56b5-4979-8ed4-bdbcc83c7b8a req-3542f5b6-afbe-4588-b4ee-c761dbd2e6b0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.071479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a60e469-56b5-4979-8ed4-bdbcc83c7b8a req-3542f5b6-afbe-4588-b4ee-c761dbd2e6b0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1360581 Jan 28 13:25:32.142553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce33f58d-902c-46ad-8411-48cc3655a304 req-25e336c8-f5a0-49c4-b9d2-aca880d294d1 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985291 Jan 28 13:25:32.168391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-73e0d950-8513-490a-85fe-1903032bfe5b None None] Provisioning complete for port 1298f978-f3da-48d2-9f72-811e877c732a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:32.169401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-73e0d950-8513-490a-85fe-1903032bfe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1298f978-f3da-48d2-9f72-811e877c732a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.197668 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a60e469-56b5-4979-8ed4-bdbcc83c7b8a req-2c518e07-4714-4b93-930f-589f196efd71 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243851 Jan 28 13:25:32.208537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-a4c9f127-a744-42d7-b635-a552faac1307 service neutron] 10.222.0.45 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425319 Jan 28 13:25:32.289574 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade3064-dfa2-4282-a94e-cd8db07eb2f0 x-openstack-request-id: req-7ade3064-dfa2-4282-a94e-cd8db07eb2f0 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:32.289870 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:32.290126 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ade3064-dfa2-4282-a94e-cd8db07eb2f0 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:32.290522 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'code': 200} Jan 28 13:25:32.291978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-73e0d950-8513-490a-85fe-1903032bfe5b None None] Current status of the port 1298f978-f3da-48d2-9f72-811e877c732a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:32.375093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-75be76d1-f740-486b-b947-489b4c232f80 service neutron] 10.222.0.45 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393051 Jan 28 13:25:32.387764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7b0a-1747-4945-89f4-b40d11560205 req-f03b1833-8863-4908-b8d3-34730641e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.389289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586a7b0a-1747-4945-89f4-b40d11560205 req-f03b1833-8863-4908-b8d3-34730641e3d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 1098 time: 0.0830727 Jan 28 13:25:32.396895 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9a0f1e49-63f6-4594-94dc-e0819f862dc3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.414179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['9a0f1e49-63f6-4594-94dc-e0819f862dc3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:32.456299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Pushing event deleted for resources: {'Port': ['ID=9a0f1e49-63f6-4594-94dc-e0819f862dc3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:32.459099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f3506-8957-495d-9d36-42da90613d75 req-e04acd32-953a-4b35-b334-5d94acc0239d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.462382 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-586f3506-8957-495d-9d36-42da90613d75 req-e04acd32-953a-4b35-b334-5d94acc0239d tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a46ec-b6b7-4f33-8905-7064ceac00a5 HTTP/1.1" status: 200 len: 867 time: 0.0848134 Jan 28 13:25:32.543127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] No DVR routers for this DVR port 9a0f1e49-63f6-4594-94dc-e0819f862dc3 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:25:32.546892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:32.550523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e5fba6c-3395-4415-96e3-2314cb071566 req-6067d720-03ea-4783-981a-c843953e8462 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.36 "DELETE /v2.0/ports/9a0f1e49-63f6-4594-94dc-e0819f862dc3 HTTP/1.1" status: 204 len: 173 time: 1.2894335 Jan 28 13:25:32.674089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7b0a-1747-4945-89f4-b40d11560205 req-146c4772-b746-40b9-8a69-8def6b9ba896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.675552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586a7b0a-1747-4945-89f4-b40d11560205 req-146c4772-b746-40b9-8a69-8def6b9ba896 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2695615 Jan 28 13:25:32.714421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:25:32.734588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-586f3506-8957-495d-9d36-42da90613d75 req-52418a47-aeae-4057-a3cf-131bcc8c4677 tempest-ServerRescueNegativeTestJSON-324454756 tempest-ServerRescueNegativeTestJSON-324454756-project] 10.222.0.45 "GET /v2.0/security-groups?id=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154399 Jan 28 13:25:32.854884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1298f978-f3da-48d2-9f72-811e877c732a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:32.857124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586a7b0a-1747-4945-89f4-b40d11560205 req-7f05ae47-417f-423a-bca5-3fdebec64a02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac HTTP/1.1" status: 200 len: 217 time: 0.1642466 Jan 28 13:25:32.867511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b69030-d734-4bcf-847b-29aa7a75a77a req-671a281d-852f-470c-8651-b567ef713e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.869077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22b69030-d734-4bcf-847b-29aa7a75a77a req-671a281d-852f-470c-8651-b567ef713e0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1101 time: 0.2530706 Jan 28 13:25:32.877490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f7984ddf-c050-4b31-9e04-80ebd90dd9e3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.878722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f7984ddf-c050-4b31-9e04-80ebd90dd9e3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 815 time: 0.4305825 Jan 28 13:25:32.890674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09ae00-c2fc-479e-85be-2eac30c0c7bf req-bd753603-bc6e-46ee-8c2e-7d827eeb70cb tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:32.898078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be09ae00-c2fc-479e-85be-2eac30c0c7bf req-bd753603-bc6e-46ee-8c2e-7d827eeb70cb tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0898352 Jan 28 13:25:32.929134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1298f978-f3da-48d2-9f72-811e877c732a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:32.929927 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1298f978-f3da-48d2-9f72-811e877c732a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.007537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be09ae00-c2fc-479e-85be-2eac30c0c7bf req-f914d2a0-61b6-42cf-ba31-29ddf1d88ef8 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028426 Jan 28 13:25:33.029156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7b0a-1747-4945-89f4-b40d11560205 req-96f356a2-6d50-48e5-bbde-0c46f70c182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.036125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1298f978-f3da-48d2-9f72-811e877c732a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:33.043580 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586a7b0a-1747-4945-89f4-b40d11560205 req-96f356a2-6d50-48e5-bbde-0c46f70c182c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1210549 Jan 28 13:25:33.130299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22b69030-d734-4bcf-847b-29aa7a75a77a req-e34f8c0d-0c51-4e7f-ab45-89c566437cb2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128329 Jan 28 13:25:33.173179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7b0a-1747-4945-89f4-b40d11560205 req-063647e9-e34f-4e0a-a9b6-2f3038662dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.175526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586a7b0a-1747-4945-89f4-b40d11560205 req-063647e9-e34f-4e0a-a9b6-2f3038662dba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134071 Jan 28 13:25:33.193829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd142f-1a57-4cb2-9793-179672fc257b req-fa3002c0-69a4-43cb-b106-1897a89a1dcb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.195461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bfd142f-1a57-4cb2-9793-179672fc257b req-fa3002c0-69a4-43cb-b106-1897a89a1dcb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0823250 Jan 28 13:25:33.252637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bfd142f-1a57-4cb2-9793-179672fc257b req-63a07ce8-abfd-4af0-b2df-eda5300d8140 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Jan 28 13:25:33.253414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Request body: {'port': {'device_id': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'admin_state_up': True, 'tenant_id': '8fa1258964e940eb8e780f9e4aeb0973'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:33.277383 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.309752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (e00090b0-900d-466f-b259-5aab467e262e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.382757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4cd7a-170d-4721-96bc-39593a3f93d6 req-db4bfebe-d3dc-431d-a2cc-fdca1a800340 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.384329 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63e4cd7a-170d-4721-96bc-39593a3f93d6 req-db4bfebe-d3dc-431d-a2cc-fdca1a800340 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.5312393 Jan 28 13:25:33.390251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'name': 'network-vif-deleted', 'tag': '9a0f1e49-63f6-4594-94dc-e0819f862dc3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:33.392469 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d549d7-edaf-4ce5-bc99-7abc06aa7d47" -d '{"events": [{"server_uuid": "6d7a46ec-b6b7-4f33-8905-7064ceac00a5", "name": "network-vif-deleted", "tag": "9a0f1e49-63f6-4594-94dc-e0819f862dc3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:33.447054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-09cda7a6-e824-4d87-b41b-f9274772f465 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.448464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-09cda7a6-e824-4d87-b41b-f9274772f465 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 815 time: 0.1101758 Jan 28 13:25:33.464245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-86c7cbb0-e331-4aac-89ae-2af52caa9f90 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/quotas/8fa1258964e940eb8e780f9e4aeb0973 HTTP/1.1" status: 200 len: 375 time: 0.0099378 Jan 28 13:25:33.510901 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Floating IP e00090b0-900d-466f-b259-5aab467e262e associated. External IP: 172.25.4.135, port: d810c948-2d07-482d-a7c1-4f95e1cc46fc. Jan 28 13:25:33.530386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-3109c3dc-ebbf-4125-b8a2-e9dcb6329e11 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596147 Jan 28 13:25:33.550554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63e4cd7a-170d-4721-96bc-39593a3f93d6 req-b0dd8a99-48aa-476e-99fa-a00932fa522c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575212 Jan 28 13:25:33.553099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Made reservation on behalf of 8fa1258964e940eb8e780f9e4aeb0973 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:33.556360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:33.697763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586a7b0a-1747-4945-89f4-b40d11560205 req-9cddb0ae-8e2b-4ffe-8e55-fa39ddfa2127 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835096 Jan 28 13:25:33.701065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-a047f0c1-c683-44ca-bc73-0dc2bf82ff17 service neutron] 10.222.0.45 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592727 Jan 28 13:25:33.811685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510d897-0488-4a52-a521-59b482bf13b8 req-2710e2a4-bdab-4572-b1a0-7342852a9cec tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:33.813276 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d510d897-0488-4a52-a521-59b482bf13b8 req-2710e2a4-bdab-4572-b1a0-7342852a9cec tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1557384 Jan 28 13:25:33.842305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Allocated IP 172.20.0.9 (f49689a0-cda7-4e4c-8204-dfb4bd33ed85/9355c5db-50a1-4222-a878-c3844636137e/e86ac0da-65de-4eaa-9716-782cd364b727) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:33.966741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d510d897-0488-4a52-a521-59b482bf13b8 req-8f1922ea-3075-44ee-8b85-64f5c386232a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416452 Jan 28 13:25:33.974939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Router 262456eb-361e-4170-bcd0-81c39d2370e1 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:34.112153 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7c1fe-b963-4b8c-b557-fce79735129b x-openstack-request-id: req-acc7c1fe-b963-4b8c-b557-fce79735129b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:34.112457 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7a46ec-b6b7-4f33-8905-7064ceac00a5", "name": "network-vif-deleted", "tag": "9a0f1e49-63f6-4594-94dc-e0819f862dc3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:34.112699 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acc7c1fe-b963-4b8c-b557-fce79735129b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:34.113299 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7a46ec-b6b7-4f33-8905-7064ceac00a5', 'name': 'network-vif-deleted', 'tag': '9a0f1e49-63f6-4594-94dc-e0819f862dc3', 'status': 'completed', 'code': 200} Jan 28 13:25:34.143027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:34.171213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks [] for port (e86ac0da-65de-4eaa-9716-782cd364b727), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.182662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:34.188351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.196158 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] Sync routers for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:34.210614 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:34.211328 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:34.217779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-9a3ac53c-b9d8-44a3-9caa-a85b4fa68557 service neutron] 10.222.0.45 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095637 Jan 28 13:25:34.227896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-586a7b0a-1747-4945-89f4-b40d11560205 req-1041dcf3-5283-46b4-b30b-7fdc942b8e12 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019925 Jan 28 13:25:34.276970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-965b1d34-d554-4d1c-a287-8b6e40bf9293 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "PUT /v2.0/floatingips/e00090b0-900d-466f-b259-5aab467e262e HTTP/1.1" status: 200 len: 992 time: 2.4528224 Jan 28 13:25:34.278979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:34.281396 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd00091-0d06-40a2-b98a-b4bce865c1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:34.301241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a93aa-63dc-4dbf-829e-5aa6f87a2741 req-093502e4-3f6c-4e91-a101-678cf0ed990a tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.308725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e3a93aa-63dc-4dbf-829e-5aa6f87a2741 req-093502e4-3f6c-4e91-a101-678cf0ed990a tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.1171918 Jan 28 13:25:34.311475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.350860 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:34.409924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:34.455829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:34.462515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:34.469621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event updated for resources: {'Port': ['ID=e86ac0da-65de-4eaa-9716-782cd364b727,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:34.528434 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e3a93aa-63dc-4dbf-829e-5aa6f87a2741 req-231000d8-ed9d-4152-8790-8eefdc51675b tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144649 Jan 28 13:25:34.602737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.604837 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.653165 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72cd8a3-7423-4a48-a05c-3cd87e5cb39b x-openstack-request-id: req-b72cd8a3-7423-4a48-a05c-3cd87e5cb39b {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:34.653777 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:34.654721 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b72cd8a3-7423-4a48-a05c-3cd87e5cb39b {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:34.655558 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'status': 'completed', 'code': 200} Jan 28 13:25:34.656187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca5c1f-ffd5-4fba-92d7-a93f8af99668 req-1a67d8f4-c7cc-4ef6-b9e2-81df2507be7e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.664307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13ca5c1f-ffd5-4fba-92d7-a93f8af99668 req-1a67d8f4-c7cc-4ef6-b9e2-81df2507be7e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0858650 Jan 28 13:25:34.673340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-f81e9025-312a-4be5-b4fe-2f2b32b1af1d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4238331 Jan 28 13:25:34.695038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Request body: {'port': {'device_id': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:34.746325 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'e00090b0-900d-466f-b259-5aab467e262e', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'port_id': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'mac_address': 'fa:16:3e:1d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:23:25Z', 'updated_at': '2022-01-28T13:25:32Z', 'revision_number': 1, 'project_id': '27dd08af341f42918759491886a80b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 5, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:34.784262 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-edb37562-3955-4699-b3fd-91297f4dd8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.833704 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] Checking router: 262456eb-361e-4170-bcd0-81c39d2370e1 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:34.853819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb89087e-f732-46e2-877e-0990d2d3b20f req-7ad51b47-ee89-44e5-9f04-33caab12ae72 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 210 time: 0.0798814 Jan 28 13:25:34.878403 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:34.879620 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:34.917482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13ca5c1f-ffd5-4fba-92d7-a93f8af99668 req-fda5654e-c5e2-45f0-9ed5-c0fe85484514 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484050 Jan 28 13:25:34.934104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.963750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f53b5617-627d-4887-a3f0-4006bb559d38 None None] Provisioning complete for port e86ac0da-65de-4eaa-9716-782cd364b727 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:34.964296 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f53b5617-627d-4887-a3f0-4006bb559d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:34.982696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.983314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.987481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.987973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.988723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.989273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.989747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:34.993376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-337c2cf2-ca52-4ae3-9ef1-bee565032466 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6493 time: 0.2674227 Jan 28 13:25:35.020291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f53b5617-627d-4887-a3f0-4006bb559d38 None None] Port e86ac0da-65de-4eaa-9716-782cd364b727 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:35.029846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:35.141374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9a0f1e49-63f6-4594-94dc-e0819f862dc3 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:35.141640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-c8b763bf-77ac-4f74-a56f-28c8a3834768 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.143816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-c8b763bf-77ac-4f74-a56f-28c8a3834768 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 815 time: 0.3710237 Jan 28 13:25:35.174338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 9a0f1e49-63f6-4594-94dc-e0819f862dc3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:35.175238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9a0f1e49-63f6-4594-94dc-e0819f862dc3 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:35.200894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e92b6-cf40-4466-a3c7-2a5388d46edb req-0dec4ac3-f5ac-4bb0-a9d9-78becb29efc4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.202507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-546e92b6-cf40-4466-a3c7-2a5388d46edb req-0dec4ac3-f5ac-4bb0-a9d9-78becb29efc4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.2322240 Jan 28 13:25:35.218182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Request body: {'port': {'device_id': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'admin_state_up': True, 'tenant_id': '8fa1258964e940eb8e780f9e4aeb0973'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:35.234464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:35.255075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'mac_address': 'fa:16:3e:23:41:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:35.265390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:35.309992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:35.310399 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.325681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (5d845462-58cf-470f-b197-569b9fb5794f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.336076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-546e92b6-cf40-4466-a3c7-2a5388d46edb req-1b4f7ab2-294b-45a5-a0d9-233fdb366bc4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258202 Jan 28 13:25:35.344216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:35.398414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:35.406842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.415158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15549933-eefa-4e8a-a0f3-91535d251c7b req-d8dced6b-0344-4363-9df6-f262f8cc527c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.422112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15549933-eefa-4e8a-a0f3-91535d251c7b req-d8dced6b-0344-4363-9df6-f262f8cc527c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.2751982 Jan 28 13:25:35.489134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:35.526233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-623c43d0-0398-401c-8e5d-cd38c13e885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.527730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-623c43d0-0398-401c-8e5d-cd38c13e885d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d851e8dd-4248-45c2-9e39-3c87874d52ed HTTP/1.1" status: 200 len: 913 time: 0.5109363 Jan 28 13:25:35.532759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86ac0da-65de-4eaa-9716-782cd364b727 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:35.544392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Publish callbacks [] for port (e86ac0da-65de-4eaa-9716-782cd364b727), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.562490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Transition to ACTIVE for port object e86ac0da-65de-4eaa-9716-782cd364b727 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:35.569912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.633374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15549933-eefa-4e8a-a0f3-91535d251c7b req-c21ebd72-4449-45ea-9aec-9df0b946b9c5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102857 Jan 28 13:25:35.691186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Made reservation on behalf of 8fa1258964e940eb8e780f9e4aeb0973 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:35.700803 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.719920 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'e00090b0-900d-466f-b259-5aab467e262e', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'port_id': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'mac_address': 'fa:16:3e:1d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:23:25Z', 'updated_at': '2022-01-28T13:25:32Z', 'revision_number': 1, 'project_id': '27dd08af341f42918759491886a80b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 5, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:35.742768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Pushing event updated for resources: {'Port': ['ID=e86ac0da-65de-4eaa-9716-782cd364b727,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:35.756510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Attempting to bind port e86ac0da-65de-4eaa-9716-782cd364b727 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:35.757098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Attempting to bind port e86ac0da-65de-4eaa-9716-782cd364b727 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:35.757600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Attempting to bind port e86ac0da-65de-4eaa-9716-782cd364b727 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:35.763908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Port e86ac0da-65de-4eaa-9716-782cd364b727 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:35.764455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Attempting to bind port e86ac0da-65de-4eaa-9716-782cd364b727 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:35.773683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:35.774343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Checking segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:35.774583 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be122b9-8e81-49e9-a0eb-8ba7b6eac0e6 None None] The sync data for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 is: [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'e00090b0-900d-466f-b259-5aab467e262e', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'floating_ip_address': '172.25.4.135', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'port_id': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'mac_address': 'fa:16:3e:1d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:23:25Z', 'updated_at': '2022-01-28T13:25:32Z', 'revision_number': 1, 'project_id': '27dd08af341f42918759491886a80b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 5, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:35.775192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Bound using segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:35.775813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Bound port: e86ac0da-65de-4eaa-9716-782cd364b727, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:35.781693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.785475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-1163d543-bc0a-419e-87c4-4343a62b9ece service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc HTTP/1.1" status: 200 len: 1000 time: 0.2285213 Jan 28 13:25:35.882837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813a91a-3203-4499-8f94-692791f06001 req-655a2e07-9cba-4cf8-aed6-bdc1668ef936 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.884438 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6813a91a-3203-4499-8f94-692791f06001 req-655a2e07-9cba-4cf8-aed6-bdc1668ef936 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0978150 Jan 28 13:25:35.920685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] For port e86ac0da-65de-4eaa-9716-782cd364b727, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:35.925142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] For port e86ac0da-65de-4eaa-9716-782cd364b727, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e86ac0da-65de-4eaa-9716-782cd364b727,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:35.936067 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:35.998818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:35.999440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.000953 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] 10.222.0.60 "PUT /v2.0/ports/e86ac0da-65de-4eaa-9716-782cd364b727 HTTP/1.1" status: 200 len: 1091 time: 1.3107231 Jan 28 13:25:36.042546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6813a91a-3203-4499-8f94-692791f06001 req-9d5b1402-a31d-4676-aafc-3bd49e329ff6 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490386 Jan 28 13:25:36.077914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d5991-aec1-4bfe-a9ee-501fb3809106 service neutron] Pushing event updated for resources: {'Port': ['ID=e86ac0da-65de-4eaa-9716-782cd364b727,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:36.108434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280275eb-3ff0-403b-b580-6e7f002d9ab5 req-4a870459-f4dd-47b1-8efb-17a380666297 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 210 time: 0.0572562 Jan 28 13:25:36.135568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Allocated IP 172.20.0.4 (f49689a0-cda7-4e4c-8204-dfb4bd33ed85/9355c5db-50a1-4222-a878-c3844636137e/d2114eaa-f814-445e-98c1-38317c139314) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:36.148492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-00467057-c946-4282-8197-2a8756317804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.150028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-00467057-c946-4282-8197-2a8756317804 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fbb0b8c-8bea-4f64-9dd2-93bf442992e0 HTTP/1.1" status: 200 len: 851 time: 0.3418972 Jan 28 13:25:36.190499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad1495-53e4-4590-a37e-44f49e390896 None None] New status for floating IP e00090b0-900d-466f-b259-5aab467e262e: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:25:36.197442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-0d8a18bf-74bf-4f68-a160-d142d221c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.199591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-0d8a18bf-74bf-4f68-a160-d142d221c5b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 1094 time: 0.1120934 Jan 28 13:25:36.228313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e83932-8fb4-4732-9963-d26133b6b1ec req-d6014947-6417-4af0-ac4f-eff045bcb4ef tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.230212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a1e83932-8fb4-4732-9963-d26133b6b1ec req-d6014947-6417-4af0-ac4f-eff045bcb4ef tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0832939 Jan 28 13:25:36.273357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['262fa0f3-d150-4fa3-bcde-ce48cbf345e7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:36.276940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-15ca88d9-2257-4905-9f68-c876fe432355 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e86ac0da-65de-4eaa-9716-782cd364b727 HTTP/1.1" status: 200 len: 217 time: 0.0454910 Jan 28 13:25:36.323789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-8c0486ad-57d5-45b8-9cb3-30993d1ec965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.325333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-8c0486ad-57d5-45b8-9cb3-30993d1ec965 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d851e8dd-4248-45c2-9e39-3c87874d52ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301930 Jan 28 13:25:36.391085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a1e83932-8fb4-4732-9963-d26133b6b1ec req-e18e97ca-c18d-49ba-88d8-128af0589f03 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217036 Jan 28 13:25:36.418919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-efbfb3e0-d734-487b-8e54-21f22e8db7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.420686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-efbfb3e0-d734-487b-8e54-21f22e8db7b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.1152706 Jan 28 13:25:36.470442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Deleting port a22532d1-1132-47eb-bd10-5f3fab940e01 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:36.470802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.527637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-9c27d7d7-2842-4a39-b86a-2eec90edb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.534393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-9c27d7d7-2842-4a39-b86a-2eec90edb537 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892503 Jan 28 13:25:36.582566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks [] for port (d2114eaa-f814-445e-98c1-38317c139314), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.663303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38b53c-fb10-4fb4-a3cd-79e6aafde027 req-da61b35b-efa9-4a8d-90ed-4e8358b05692 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.664887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce38b53c-fb10-4fb4-a3cd-79e6aafde027 req-da61b35b-efa9-4a8d-90ed-4e8358b05692 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1874211 Jan 28 13:25:36.681364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'tag': 'e86ac0da-65de-4eaa-9716-782cd364b727'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:36.683646 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8bda0d2d-9152-4cd7-8155-11e10e45c040", "tag": "e86ac0da-65de-4eaa-9716-782cd364b727"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:36.683850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-d46798dd-ec44-41b1-ab09-48f256ae6538 service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961023 Jan 28 13:25:36.709322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] For port a22532d1-1132-47eb-bd10-5f3fab940e01, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a22532d1-1132-47eb-bd10-5f3fab940e01,segment=NetworkSegment(1d751116-67c9-439d-a550-a3be7158441b),segment_id=1d751116-67c9-439d-a550-a3be7158441b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:36.709630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.737974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Calling delete_port for a22532d1-1132-47eb-bd10-5f3fab940e01 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:36.755347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d2114eaa-f814-445e-98c1-38317c139314), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:36.776933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-c5354d37-0113-4f8e-bd6f-8ccee8cda634 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.778213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-c5354d37-0113-4f8e-bd6f-8ccee8cda634 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 815 time: 0.1923654 Jan 28 13:25:36.803633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Request body: {'port': {'device_id': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'admin_state_up': True, 'tenant_id': '8fa1258964e940eb8e780f9e4aeb0973'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:36.892829 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-acf73ffc-31dc-429d-b4b8-bfb8ac74f0b7 service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276265 Jan 28 13:25:36.894328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce38b53c-fb10-4fb4-a3cd-79e6aafde027 req-d47302de-1dec-4aea-b1cd-01f130d9b056 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139580 Jan 28 13:25:36.908193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:36.913432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8354534-c5b4-4541-8aa7-9f3d7bd826d5 req-4ed8d08a-23de-4cf8-a636-88319d609abb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:36.914968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8354534-c5b4-4541-8aa7-9f3d7bd826d5 req-4ed8d08a-23de-4cf8-a636-88319d609abb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1358399 Jan 28 13:25:36.923932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:36.929639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event updated for resources: {'Port': ['ID=d2114eaa-f814-445e-98c1-38317c139314,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:36.938180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:36.975229 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28eb1b8-348d-40b6-a286-afeabfefbc12 x-openstack-request-id: req-e28eb1b8-348d-40b6-a286-afeabfefbc12 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:36.975524 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bda0d2d-9152-4cd7-8155-11e10e45c040", "tag": "e86ac0da-65de-4eaa-9716-782cd364b727", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:36.975784 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e28eb1b8-348d-40b6-a286-afeabfefbc12 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:36.976202 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'tag': 'e86ac0da-65de-4eaa-9716-782cd364b727', 'status': 'completed', 'code': 200} Jan 28 13:25:37.049048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0de8262c-b4d6-41cf-b524-d6dbfb0401ac details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:37.058412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-831540b4-bb26-4b1e-ab31-f58cf59dda67 service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046813 Jan 28 13:25:37.085096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.085763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.135840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-77b0b821-0956-4049-8f7a-e50a0add499f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9494126 Jan 28 13:25:37.202296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d3fdf-73d9-463c-90ce-35bc6238b20b req-e848d097-3352-4ea1-a9ae-526fe4b21726 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.203905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-604d3fdf-73d9-463c-90ce-35bc6238b20b req-e848d097-3352-4ea1-a9ae-526fe4b21726 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1898007 Jan 28 13:25:37.211801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Request body: {'port': {'device_id': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:37.212278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:37.226931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'mac_address': 'fa:16:3e:5a:0b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:37.288875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a9879ecc-40c2-4754-ba92-4e15c7c09439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.290811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:37.291388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.307357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a22532d1-1132-47eb-bd10-5f3fab940e01), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.310571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de8262c-b4d6-41cf-b524-d6dbfb0401ac {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:37.318225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1bf7c3f7-fa18-48e4-afb7-22b0fe16f383 None None] Provisioning complete for port d2114eaa-f814-445e-98c1-38317c139314 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:37.318839 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1bf7c3f7-fa18-48e4-afb7-22b0fe16f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d2114eaa-f814-445e-98c1-38317c139314), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.355080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:37.356723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-604d3fdf-73d9-463c-90ce-35bc6238b20b req-0fb26c4f-320c-40ac-b0c2-3ab988893c23 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383514 Jan 28 13:25:37.357410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d2114eaa-f814-445e-98c1-38317c139314), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.368579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.372627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7c3f7-fa18-48e4-afb7-22b0fe16f383 None None] Port d2114eaa-f814-445e-98c1-38317c139314 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:37.386948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22532d1-1132-47eb-bd10-5f3fab940e01,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:37.430397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:37.458634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Made reservation on behalf of 8fa1258964e940eb8e780f9e4aeb0973 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:25:37.462003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:37.479823 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8354534-c5b4-4541-8aa7-9f3d7bd826d5 req-0b4f1374-9305-4808-b20e-cb73d1ae813a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586019 Jan 28 13:25:37.510269 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79ce5320-6f9d-4f78-981f-cd6a9fbed732 req-565bd0d5-072e-44f9-87fb-be6dd9237191 service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815139 Jan 28 13:25:37.631409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ce4c91e-74c2-4f93-bf58-3f15b4b9f6ff req-16cebccc-32de-480f-b060-93162adcf2de tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 210 time: 0.0658860 Jan 28 13:25:37.659159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac292be-d669-4068-8767-d3175367d693 req-ffb8676c-f8c6-4b36-a14d-8bdbb3bc177b tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.666612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ac292be-d669-4068-8767-d3175367d693 req-ffb8676c-f8c6-4b36-a14d-8bdbb3bc177b tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 948 time: 0.1957541 Jan 28 13:25:37.682150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-75164b17-f8e7-4e42-92a0-8720cbf395bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.683525 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-75164b17-f8e7-4e42-92a0-8720cbf395bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 1094 time: 0.0649743 Jan 28 13:25:37.684785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Allocated IP 172.20.0.11 (f49689a0-cda7-4e4c-8204-dfb4bd33ed85/9355c5db-50a1-4222-a878-c3844636137e/4d01b056-66d9-4720-9608-cbb2c57442a7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:25:37.888004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-77886b5a-4c41-402d-b650-fcb62d683e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:37.889527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-77886b5a-4c41-402d-b650-fcb62d683e97 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 916 time: 0.1873536 Jan 28 13:25:37.979539 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-75848ac6-67ac-4a2d-8896-8a0c0a90a45d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e86ac0da-65de-4eaa-9716-782cd364b727 HTTP/1.1" status: 200 len: 217 time: 0.0649052 Jan 28 13:25:38.030179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks [] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.052618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aab383-b873-4e2d-b926-e270fe427972 req-ba1f3f45-b287-4d85-aade-1c01b95b0eb3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.059515 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14aab383-b873-4e2d-b926-e270fe427972 req-ba1f3f45-b287-4d85-aade-1c01b95b0eb3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0951514 Jan 28 13:25:38.085828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (5d845462-58cf-470f-b197-569b9fb5794f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.096650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ac292be-d669-4068-8767-d3175367d693 req-b25ef35a-0ada-4226-ab4d-ceb18f17782d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290869 Jan 28 13:25:38.180097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-ed66ea30-065a-4cf8-93e1-b0b1f98b0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.181685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-ed66ea30-065a-4cf8-93e1-b0b1f98b0f65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.1041696 Jan 28 13:25:38.185314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14aab383-b873-4e2d-b926-e270fe427972 req-45925750-0b87-44ee-9b6b-8af75710cb8f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250565 Jan 28 13:25:38.187145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.260805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:25:38.267110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:25:38.274015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:25:38.278611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event updated for resources: {'Port': ['ID=4d01b056-66d9-4720-9608-cbb2c57442a7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:38.362279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.362941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.377747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-28ef2bf5-1c27-41e2-80b0-5f3d68590958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.380323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-28ef2bf5-1c27-41e2-80b0-5f3d68590958 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987728 Jan 28 13:25:38.392503 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-315e7d50-47bd-4f36-b990-4d48f5b1e285 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5954318 Jan 28 13:25:38.441001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Request body: {'port': {'device_id': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:25:38.477314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['0de8262c-b4d6-41cf-b524-d6dbfb0401ac'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:38.485431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd68ae-b8fb-4e04-8745-3532984ff5f6 req-b7fb0098-cc00-4cf3-ae69-3e22495043b3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.487599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61dd68ae-b8fb-4e04-8745-3532984ff5f6 req-b7fb0098-cc00-4cf3-ae69-3e22495043b3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1416745 Jan 28 13:25:38.560278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.562722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Router 5d845462-58cf-470f-b197-569b9fb5794f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:25:38.568895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2114eaa-f814-445e-98c1-38317c139314 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:38.579152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.590936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Publish callbacks [] for port (d2114eaa-f814-445e-98c1-38317c139314), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.624307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61dd68ae-b8fb-4e04-8745-3532984ff5f6 req-fd2a596b-4025-4fd7-a2b8-5e06bd3bbe31 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288598 Jan 28 13:25:38.625372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Transition to ACTIVE for port object d2114eaa-f814-445e-98c1-38317c139314 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:38.639836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-bdd02070-6768-4fc2-90d5-e533dd92783f service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105675 Jan 28 13:25:38.676865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-53e15570-99a0-43a5-862a-7ebbc93e6da6 None None] Provisioning complete for port 4d01b056-66d9-4720-9608-cbb2c57442a7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:38.677189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-53e15570-99a0-43a5-862a-7ebbc93e6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.696352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d2114eaa-f814-445e-98c1-38317c139314), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:38.729687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-53e15570-99a0-43a5-862a-7ebbc93e6da6 None None] Port 4d01b056-66d9-4720-9608-cbb2c57442a7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:25:38.911877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Pushing event updated for resources: {'Port': ['ID=d2114eaa-f814-445e-98c1-38317c139314,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:38.973140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586689-5394-4042-879b-78b87d13e984 req-b590336d-41d2-44ba-89d4-b57682881c85 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:38.974745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2586689-5394-4042-879b-78b87d13e984 req-b590336d-41d2-44ba-89d4-b57682881c85 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 932 time: 0.2072558 Jan 28 13:25:38.975843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:25:38.984582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-88592a50-4bba-467d-a1c9-8a81cc297f66 admin admin] 10.222.0.45 "PUT /v2.0/routers/5d845462-58cf-470f-b197-569b9fb5794f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8381155 Jan 28 13:25:38.985718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46042) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:38.990970 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] Sync routers for ids ['5d845462-58cf-470f-b197-569b9fb5794f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:25:39.002608 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] Routers {'5d845462-58cf-470f-b197-569b9fb5794f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:39.003634 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['5d845462-58cf-470f-b197-569b9fb5794f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:39.065296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Attempting to bind port d2114eaa-f814-445e-98c1-38317c139314 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:39.065741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Attempting to bind port d2114eaa-f814-445e-98c1-38317c139314 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:39.066016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Attempting to bind port d2114eaa-f814-445e-98c1-38317c139314 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:39.094195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Port d2114eaa-f814-445e-98c1-38317c139314 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:39.094521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Attempting to bind port d2114eaa-f814-445e-98c1-38317c139314 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:39.098216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279f130-1d3c-43af-9b7a-ff4670104291 req-b75a578b-9dfb-4f7f-89fb-e9c8a6923092 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.099725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e279f130-1d3c-43af-9b7a-ff4670104291 req-b75a578b-9dfb-4f7f-89fb-e9c8a6923092 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1782281 Jan 28 13:25:39.123848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a6e0cb-bef0-47df-800f-6133fd2c24fc req-f4e04606-3602-430e-86d0-a2324dd2f89a service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342944 Jan 28 13:25:39.132413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:39.133037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Checking segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:39.133424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Bound using segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:39.133882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Bound port: d2114eaa-f814-445e-98c1-38317c139314, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:39.134239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d2114eaa-f814-445e-98c1-38317c139314), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.137923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d01b056-66d9-4720-9608-cbb2c57442a7 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:39.141806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2586689-5394-4042-879b-78b87d13e984 req-7a1cee32-4d2a-49a0-a549-85fc8388d292 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566191 Jan 28 13:25:39.162199 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] Set router 5d845462-58cf-470f-b197-569b9fb5794f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:39.164258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Publish callbacks [] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.198988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e279f130-1d3c-43af-9b7a-ff4670104291 req-80a14a2b-6afa-43f8-b195-300eb60c86fa tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870435 Jan 28 13:25:39.199506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Transition to ACTIVE for port object 4d01b056-66d9-4720-9608-cbb2c57442a7 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:25:39.206520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.237998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks [] for router (5d845462-58cf-470f-b197-569b9fb5794f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.344449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Pushing event updated for resources: {'Port': ['ID=4d01b056-66d9-4720-9608-cbb2c57442a7,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:39.397467 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:25:37Z', 'revision_number': 5, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:39.421019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Attempting to bind port 4d01b056-66d9-4720-9608-cbb2c57442a7 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:25:39.421561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Attempting to bind port 4d01b056-66d9-4720-9608-cbb2c57442a7 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:25:39.422030 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Attempting to bind port 4d01b056-66d9-4720-9608-cbb2c57442a7 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:39.423698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] For port d2114eaa-f814-445e-98c1-38317c139314, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:39.430744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Port 4d01b056-66d9-4720-9608-cbb2c57442a7 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:25:39.431218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Attempting to bind port 4d01b056-66d9-4720-9608-cbb2c57442a7 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:25:39.439739 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] Checking router: 5d845462-58cf-470f-b197-569b9fb5794f for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:25:39.449646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e81867-6d3f-4971-967b-236d65f8efd3 req-1ec324f0-4d36-4729-8872-68c518aa84fd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.450815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] For port d2114eaa-f814-445e-98c1-38317c139314, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d2114eaa-f814-445e-98c1-38317c139314,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:39.451765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6e81867-6d3f-4971-967b-236d65f8efd3 req-1ec324f0-4d36-4729-8872-68c518aa84fd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1428006 Jan 28 13:25:39.453904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:25:39.454738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Checking segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:25:39.455475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Bound using segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:25:39.456919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Bound port: 4d01b056-66d9-4720-9608-cbb2c57442a7, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:25:39.457695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.460481 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] Routers {'5d845462-58cf-470f-b197-569b9fb5794f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:25:39.461176 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:25:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['5d845462-58cf-470f-b197-569b9fb5794f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:39.467359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab8946-b026-42e9-9b67-ce8589221957 req-87a46484-ce69-4449-aefd-06a375f5dee6 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.470229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3ab8946-b026-42e9-9b67-ce8589221957 req-87a46484-ce69-4449-aefd-06a375f5dee6 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 948 time: 0.1635931 Jan 28 13:25:39.473395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d2114eaa-f814-445e-98c1-38317c139314), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.553084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.553722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.555131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] 10.222.0.60 "PUT /v2.0/ports/d2114eaa-f814-445e-98c1-38317c139314 HTTP/1.1" status: 200 len: 1091 time: 2.3502126 Jan 28 13:25:39.557714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'tag': 'd2114eaa-f814-445e-98c1-38317c139314'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:39.559711 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd41c07-6354-47b9-95a2-d54c5702a9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "tag": "d2114eaa-f814-445e-98c1-38317c139314"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:39.570853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks [] for router_gateway (5d845462-58cf-470f-b197-569b9fb5794f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.577857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6e81867-6d3f-4971-967b-236d65f8efd3 req-4f8f49d8-3546-4c53-8bb0-d9ddff80348b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156297 Jan 28 13:25:39.588392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] For port 4d01b056-66d9-4720-9608-cbb2c57442a7, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:25:39.592852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] For port 4d01b056-66d9-4720-9608-cbb2c57442a7, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4d01b056-66d9-4720-9608-cbb2c57442a7,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:25:39.604017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.604686 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] Set router 5d845462-58cf-470f-b197-569b9fb5794f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:25:39.663716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.664533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.666460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] 10.222.0.60 "PUT /v2.0/ports/4d01b056-66d9-4720-9608-cbb2c57442a7 HTTP/1.1" status: 200 len: 1092 time: 1.2295830 Jan 28 13:25:39.667045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'tag': '4d01b056-66d9-4720-9608-cbb2c57442a7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:39.669653 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b58e3-f072-4671-91d4-58677878b4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a67992-bea8-4ae2-9ea3-ba8147a480bd", "tag": "4d01b056-66d9-4720-9608-cbb2c57442a7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:39.726010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd87ec0-c7b3-4067-81b8-75182ca2989b service neutron] Pushing event updated for resources: {'Port': ['ID=d2114eaa-f814-445e-98c1-38317c139314,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:39.743531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3ab8946-b026-42e9-9b67-ce8589221957 req-e9175567-090d-436a-8a2e-00ff02bde7e1 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528980 Jan 28 13:25:39.790218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-5f5406a4-23b1-4c0f-b23a-9c6a5b745f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.791747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-5f5406a4-23b1-4c0f-b23a-9c6a5b745f99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 1094 time: 0.1296575 Jan 28 13:25:39.841714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16273cd6-d19c-45d7-9a1b-cbe322f7616e service neutron] Pushing event updated for resources: {'Port': ['ID=4d01b056-66d9-4720-9608-cbb2c57442a7,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:39.853844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-6f5c9a7b-297d-448d-8071-0859b6d503cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2114eaa-f814-445e-98c1-38317c139314 HTTP/1.1" status: 200 len: 217 time: 0.0499985 Jan 28 13:25:39.855694 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96513153-87c6-4ac7-b581-17214cd9c4b7 x-openstack-request-id: req-96513153-87c6-4ac7-b581-17214cd9c4b7 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:39.856347 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "tag": "d2114eaa-f814-445e-98c1-38317c139314", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:39.857397 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96513153-87c6-4ac7-b581-17214cd9c4b7 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:39.858124 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'tag': 'd2114eaa-f814-445e-98c1-38317c139314', 'status': 'completed', 'code': 200} Jan 28 13:25:39.861762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Deleting port 651e9639-d0be-4740-82f7-a97aeca50015 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:25:39.862365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (651e9639-d0be-4740-82f7-a97aeca50015), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:39.870126 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-9ceb58dd-5bdb-4bb0-a017-ce97955b1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:39.871779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-9ceb58dd-5bdb-4bb0-a017-ce97955b1a36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 1095 time: 0.1012921 Jan 28 13:25:39.901349 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:25:37Z', 'revision_number': 5, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:39.918109 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daec8686-379d-4db2-be8d-a2d9c5cb9805 x-openstack-request-id: req-daec8686-379d-4db2-be8d-a2d9c5cb9805 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:39.918412 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a67992-bea8-4ae2-9ea3-ba8147a480bd", "tag": "4d01b056-66d9-4720-9608-cbb2c57442a7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:39.918670 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-daec8686-379d-4db2-be8d-a2d9c5cb9805 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:39.919077 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'tag': '4d01b056-66d9-4720-9608-cbb2c57442a7', 'status': 'completed', 'code': 200} Jan 28 13:25:39.938881 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e4057-92bc-4f35-beb8-07756a23b6dd None None] The sync data for ids ['5d845462-58cf-470f-b197-569b9fb5794f'] in n-d-822748-2 is: [{'id': '5d845462-58cf-470f-b197-569b9fb5794f', 'name': 'tempest-ServerRescueNegativeTestJSON-343805705-router', 'tenant_id': 'bab0987d1a824cc59943b58d0fe7549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '651e9639-d0be-4740-82f7-a97aeca50015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:44Z', 'updated_at': '2022-01-28T13:25:37Z', 'revision_number': 5, 'project_id': 'bab0987d1a824cc59943b58d0fe7549c', 'gw_port': {'id': '651e9639-d0be-4740-82f7-a97aeca50015', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d845462-58cf-470f-b197-569b9fb5794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:45Z', 'updated_at': '2022-01-28T13:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:25:39.958222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-99053386-2efa-4660-87ee-7e119c7888da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d01b056-66d9-4720-9608-cbb2c57442a7 HTTP/1.1" status: 200 len: 217 time: 0.0526311 Jan 28 13:25:40.028162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-4bc80b5a-e5a6-4376-b81b-4c7d6d5e24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.029972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-4bc80b5a-e5a6-4376-b81b-4c7d6d5e24c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.0502400 Jan 28 13:25:40.083319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-0efe3b6e-1630-4962-9e96-9a0522011f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.085092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-0efe3b6e-1630-4962-9e96-9a0522011f85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.1162920 Jan 28 13:25:40.087014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] For port 651e9639-d0be-4740-82f7-a97aeca50015, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=651e9639-d0be-4740-82f7-a97aeca50015,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:40.087393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (651e9639-d0be-4740-82f7-a97aeca50015), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.096318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa056b32-ac17-4df9-ba01-d445eae31149 req-e67d9c47-d4b9-41d5-bb3c-30f922b97445 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.098632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa056b32-ac17-4df9-ba01-d445eae31149 req-e67d9c47-d4b9-41d5-bb3c-30f922b97445 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1385689 Jan 28 13:25:40.099777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-a3f1289d-dd97-41bf-9a18-266e085bb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.101293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-a3f1289d-dd97-41bf-9a18-266e085bb88e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537393 Jan 28 13:25:40.124981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Calling delete_port for 651e9639-d0be-4740-82f7-a97aeca50015 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:25:40.224844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-d4a7f8c2-87d2-4475-9c47-d62c6212b7ca service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927148 Jan 28 13:25:40.248851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa056b32-ac17-4df9-ba01-d445eae31149 req-07e337e8-28d6-4662-b1f1-2e6f48d702e3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332641 Jan 28 13:25:40.250780 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:25:40.263449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-2dfdd355-199b-418f-a8c0-06d8c0b0faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.264987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-2dfdd355-199b-418f-a8c0-06d8c0b0faa0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603694 Jan 28 13:25:40.345861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a1e0e-9c62-4cb2-b989-0c6b530ffb05 req-1bf182fb-e0be-4b2f-8cdf-ab5c75cc11e7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.347962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6a1e0e-9c62-4cb2-b989-0c6b530ffb05 req-1bf182fb-e0be-4b2f-8cdf-ab5c75cc11e7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 944 time: 0.1163139 Jan 28 13:25:40.398710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.438569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92cece79-2f88-4fad-aee0-d16260d0f177 req-f46f0964-4496-4db3-93e4-cdf90100e14b service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783791 Jan 28 13:25:40.448931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a6a1e0e-9c62-4cb2-b989-0c6b530ffb05 req-3462bdc8-5962-4437-8d39-3865b4bcb0af tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926037 Jan 28 13:25:40.489811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369717-e888-4bc4-9f90-491376aae6ad req-8a5c6c8d-e58d-429f-b04f-d31f92ad8cdf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.491266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd369717-e888-4bc4-9f90-491376aae6ad req-8a5c6c8d-e58d-429f-b04f-d31f92ad8cdf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1281207 Jan 28 13:25:40.495489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-1b12e0b9-dea3-49df-b629-dbb8b937830e service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217629 Jan 28 13:25:40.538473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (651e9639-d0be-4740-82f7-a97aeca50015), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.583356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=651e9639-d0be-4740-82f7-a97aeca50015,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:40.599285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd369717-e888-4bc4-9f90-491376aae6ad req-0ef18fd9-7b4b-47a1-b30d-2edab2d23d1c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004369 Jan 28 13:25:40.601855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-531c2529-f501-4802-b080-3dcef5239047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.603435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-531c2529-f501-4802-b080-3dcef5239047 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 1095 time: 0.0467782 Jan 28 13:25:40.706346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (5d845462-58cf-470f-b197-569b9fb5794f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.747278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-1649238a-6517-43ea-91dc-1c1f190e2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.748834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-1649238a-6517-43ea-91dc-1c1f190e2b27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 916 time: 0.1283295 Jan 28 13:25:40.757373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef890814-65f6-4d97-82e9-44971bc17847 req-0116ae7f-5d1e-4719-9a38-7a3ca7252301 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.759634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef890814-65f6-4d97-82e9-44971bc17847 req-0116ae7f-5d1e-4719-9a38-7a3ca7252301 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0837312 Jan 28 13:25:40.786152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-96e408c8-343a-45fa-bcee-a19738383b2f service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140787 Jan 28 13:25:40.818636 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (5d845462-58cf-470f-b197-569b9fb5794f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.821796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks [] for router_controller (5d845462-58cf-470f-b197-569b9fb5794f), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.839744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a22532d1-1132-47eb-bd10-5f3fab940e01 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:40.840630 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-05cd9c5d-f7e2-4379-ad3b-898ff0835587 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d01b056-66d9-4720-9608-cbb2c57442a7 HTTP/1.1" status: 200 len: 217 time: 0.0797274 Jan 28 13:25:40.853708 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef890814-65f6-4d97-82e9-44971bc17847 req-8a189fdd-9970-47d2-8a67-403a2442f6d1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867090 Jan 28 13:25:40.861886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a22532d1-1132-47eb-bd10-5f3fab940e01 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:40.862238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a22532d1-1132-47eb-bd10-5f3fab940e01 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:40.916506 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (5d845462-58cf-470f-b197-569b9fb5794f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.916893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d845462-58cf-470f-b197-569b9fb5794f {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:25:40.922218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:40.923341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b8516da7-c39e-4297-b6ba-45810ab6aba0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5d845462-58cf-470f-b197-569b9fb5794f HTTP/1.1" status: 204 len: 168 time: 1.9347727 Jan 28 13:25:40.927338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46070) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:40.938736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-12156503-33e1-472c-bef8-2c0d57b48426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.940336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-12156503-33e1-472c-bef8-2c0d57b48426 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.0741472 Jan 28 13:25:40.954183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-b57dbfcc-384d-44e8-b22a-ce0a950a4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:40.956152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-b57dbfcc-384d-44e8-b22a-ce0a950a4ad1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 1094 time: 0.0765548 Jan 28 13:25:40.993019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] Deleting subnet e4c0bcb5-7e06-4560-9009-1690744a9e03 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:25:41.012674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] Publish callbacks [] for subnet (e4c0bcb5-7e06-4560-9009-1690744a9e03), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.060151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:41.067742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d2861-e17c-4ddb-9395-a4705495745e req-d1f39f6c-8ac9-4b8a-8f8c-38e1bb35f98c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.068008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (e4c0bcb5-7e06-4560-9009-1690744a9e03), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.069368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b2d2861-e17c-4ddb-9395-a4705495745e req-d1f39f6c-8ac9-4b8a-8f8c-38e1bb35f98c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 948 time: 0.1114802 Jan 28 13:25:41.096405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-352ec552-2640-4173-9987-560d6983792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.098660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-352ec552-2640-4173-9987-560d6983792d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217468 Jan 28 13:25:41.129937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-835cc19a-1579-4951-8d7a-23ccfdece4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.131111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-835cc19a-1579-4951-8d7a-23ccfdece4d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 916 time: 0.1377413 Jan 28 13:25:41.135588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:41.139607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:41.140240 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.140959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e4c0bcb5-7e06-4560-9009-1690744a9e03), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.146843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b2d2861-e17c-4ddb-9395-a4705495745e req-f7ad39ca-40da-4fa0-9b38-339cdbc0797c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684645 Jan 28 13:25:41.213072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-d1f059dd-effb-4e77-b14b-12a066273959 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2114eaa-f814-445e-98c1-38317c139314 HTTP/1.1" status: 200 len: 217 time: 0.0414526 Jan 28 13:25:41.236436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:41.236829 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.260425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:41.262955 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce1a91-0f63-4ffb-9093-8f361db1764f" -d '{"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-plugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:41.265539 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-9164b559-9165-42cf-92d5-b3d9e2b1c391 service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364307 Jan 28 13:25:41.266494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (e4c0bcb5-7e06-4560-9009-1690744a9e03), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.283580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-2716b4cb-506a-46da-9393-55679c2860dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.286086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-2716b4cb-506a-46da-9393-55679c2860dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.0494254 Jan 28 13:25:41.298393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:41.298584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.306650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e4c0bcb5-7e06-4560-9009-1690744a9e03 HTTP/1.1" status: 204 len: 168 time: 0.3782299 Jan 28 13:25:41.310404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.315698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:41.320150 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531fb9b9-e27c-4b80-87be-d2e4d9a4c8cd x-openstack-request-id: req-531fb9b9-e27c-4b80-87be-d2e4d9a4c8cd {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:41.320445 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-plugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:41.320704 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-531fb9b9-e27c-4b80-87be-d2e4d9a4c8cd {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:41.321075 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'code': 200} Jan 28 13:25:41.326299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0787ca-9c01-4459-9bbe-4f898144e56b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c0bcb5-7e06-4560-9009-1690744a9e03,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:41.389857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-049a9559-702c-4df5-981b-a5999597e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.391003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-049a9559-702c-4df5-981b-a5999597e847 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873840 Jan 28 13:25:41.401810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:41.417215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291809f3-7188-4e88-bf94-fd00fe855655 req-caca260e-7608-4689-aa83-c59c90b782a0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.419079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-291809f3-7188-4e88-bf94-fd00fe855655 req-caca260e-7608-4689-aa83-c59c90b782a0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0790133 Jan 28 13:25:41.481843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (374434f9-4641-4e35-9e4a-748c02162f64), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.528500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d76b58e3-f072-4671-91d4-58677878b4d1 req-e55a3ce0-f462-46b3-b66b-da1a38c1bd4c service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206404 Jan 28 13:25:41.536930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-291809f3-7188-4e88-bf94-fd00fe855655 req-25b49993-7b7e-499d-a3c6-e4395c6da5c7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Jan 28 13:25:41.554893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-33a2526a-1f91-4d38-bdc2-b40551286947 service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463428 Jan 28 13:25:41.598177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419166f2-4d5e-42d6-a424-9bf608b079b8 req-909e7e41-de1b-4c50-b307-36fd3cb69e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.599850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-419166f2-4d5e-42d6-a424-9bf608b079b8 req-909e7e41-de1b-4c50-b307-36fd3cb69e0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 1101 time: 0.1301734 Jan 28 13:25:41.631261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.660839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (374434f9-4641-4e35-9e4a-748c02162f64), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.667837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dd41c07-6354-47b9-95a2-d54c5702a9f3 req-28a9ee33-f99a-44e9-a7e5-1b8224212343 service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001172 Jan 28 13:25:41.693933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374434f9-4641-4e35-9e4a-748c02162f64']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:41.712450 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a490-8e84-4728-8121-0b08e2fd80bc req-4408fed0-74c4-4c97-bd43-35034a92d399 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.713967 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24e8a490-8e84-4728-8121-0b08e2fd80bc req-4408fed0-74c4-4c97-bd43-35034a92d399 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 944 time: 0.1642187 Jan 28 13:25:41.720802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d751116-67c9-439d-a550-a3be7158441b') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:41.721034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d751116-67c9-439d-a550-a3be7158441b') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:25:41.730038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8894da-19a3-4796-87e9-3c184cbc8596 req-05ae3113-03f3-40df-945c-cf1a2bb42621 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.731545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f8894da-19a3-4796-87e9-3c184cbc8596 req-05ae3113-03f3-40df-945c-cf1a2bb42621 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0509853 Jan 28 13:25:41.741878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1d751116-67c9-439d-a550-a3be7158441b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.744968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-419166f2-4d5e-42d6-a424-9bf608b079b8 req-8e33951e-5564-4b5b-99bb-e85e7d7257dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119101 Jan 28 13:25:41.776417 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1d751116-67c9-439d-a550-a3be7158441b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.790188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:25:41.790589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f8894da-19a3-4796-87e9-3c184cbc8596 req-efb8ddb2-4d83-4638-9cc6-6014ef2f4b25 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Jan 28 13:25:41.790717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1d751116-67c9-439d-a550-a3be7158441b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:25:41.792310 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:25:41.809863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24e8a490-8e84-4728-8121-0b08e2fd80bc req-20699dc8-a0ff-4ecc-99d7-e4a9decb67aa tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836527 Jan 28 13:25:41.852816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (374434f9-4641-4e35-9e4a-748c02162f64), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.857547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:41.860803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/374434f9-4641-4e35-9e4a-748c02162f64 HTTP/1.1" status: 204 len: 168 time: 0.5437307 Jan 28 13:25:41.874256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6419da-9c50-446d-ab81-ae813c2815c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=374434f9-4641-4e35-9e4a-748c02162f64,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:41.986486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:41.993467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523cbbd-6411-4227-8b48-eba84e28eb1c req-0a3b48fe-5429-44ce-b145-c77229f04e50 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:41.994999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6523cbbd-6411-4227-8b48-eba84e28eb1c req-0a3b48fe-5429-44ce-b145-c77229f04e50 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0491319 Jan 28 13:25:42.032475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bb59bf1e-14a9-4e55-b2df-b8a1ab73d68a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bab0987d1a824cc59943b58d0fe7549c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444868 Jan 28 13:25:42.035004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46092) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:25:42.043858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6523cbbd-6411-4227-8b48-eba84e28eb1c req-a83ca51e-fcdc-451b-8d1f-ae3817ce5882 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Jan 28 13:25:42.091793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fe799f0-d67c-431b-a590-c5742eacd2ae admin admin] Publish callbacks [] for security_group (0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.113934 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fe799f0-d67c-431b-a590-c5742eacd2ae admin admin] Publish callbacks [] for security_group (0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.164539 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fe799f0-d67c-431b-a590-c5742eacd2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.167303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fe799f0-d67c-431b-a590-c5742eacd2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:42.168510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9fe799f0-d67c-431b-a590-c5742eacd2ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da HTTP/1.1" status: 204 len: 168 time: 0.1325448 Jan 28 13:25:42.177558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe799f0-d67c-431b-a590-c5742eacd2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dedd7e9-c9c1-43d5-9fdf-fae69f8ef8da,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:42.350417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c457e40-a5e6-47c9-8567-ce06e5491e75 req-9ade6dc9-bc4a-4ab2-a499-956cd5bfd0bb tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.351913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c457e40-a5e6-47c9-8567-ce06e5491e75 req-9ade6dc9-bc4a-4ab2-a499-956cd5bfd0bb tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 948 time: 0.0497983 Jan 28 13:25:42.400276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c457e40-a5e6-47c9-8567-ce06e5491e75 req-aa7d19e4-4d8b-44fc-a991-e4ebf16156c5 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Jan 28 13:25:42.674536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2e3ca-4ee1-40db-b73a-8b37f7ad9821 req-30d7a69f-cfbe-48a3-9d75-419111137ea5 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.676229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7fc2e3ca-4ee1-40db-b73a-8b37f7ad9821 req-30d7a69f-cfbe-48a3-9d75-419111137ea5 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0557053 Jan 28 13:25:42.726051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7fc2e3ca-4ee1-40db-b73a-8b37f7ad9821 req-9c75e40d-e74e-478b-86d1-a6650c368ce5 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Jan 28 13:25:42.750427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 651e9639-d0be-4740-82f7-a97aeca50015 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:25:42.771034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 651e9639-d0be-4740-82f7-a97aeca50015 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:25:42.771370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 651e9639-d0be-4740-82f7-a97aeca50015 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:25:42.915909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bfca5-144d-4633-a45d-7d7c900bfc69 req-930a757c-466a-4ed2-ada9-8c989b796cf4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.917550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-499bfca5-144d-4633-a45d-7d7c900bfc69 req-930a757c-466a-4ed2-ada9-8c989b796cf4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0576429 Jan 28 13:25:42.927440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85ccbb-49d1-4b82-a6d1-b58c16ec4331 req-e268c42f-170f-438a-96ce-646a8e11e153 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:42.928973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b85ccbb-49d1-4b82-a6d1-b58c16ec4331 req-e268c42f-170f-438a-96ce-646a8e11e153 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 944 time: 0.0491886 Jan 28 13:25:42.967490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-499bfca5-144d-4633-a45d-7d7c900bfc69 req-6cd09e18-f828-4c0a-b2f1-1f542b060d48 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429401 Jan 28 13:25:42.976071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b85ccbb-49d1-4b82-a6d1-b58c16ec4331 req-e95e2b49-46b0-488b-a88b-d1c5c13e41da tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Jan 28 13:25:43.052373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e86ac0da-65de-4eaa-9716-782cd364b727 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:43.055985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0de8262c-b4d6-41cf-b524-d6dbfb0401ac up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:43.169059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d417ae-935f-4fd3-a550-5086b15ba229 req-bbdee202-45f3-4f84-9f16-1dba73ee07b1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:43.170601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07d417ae-935f-4fd3-a550-5086b15ba229 req-bbdee202-45f3-4f84-9f16-1dba73ee07b1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0569735 Jan 28 13:25:43.175729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:43.182186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:43.182562 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:43.223283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e86ac0da-65de-4eaa-9716-782cd364b727, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e86ac0da-65de-4eaa-9716-782cd364b727,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:43.224888 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07d417ae-935f-4fd3-a550-5086b15ba229 req-ec433520-370e-4b61-b989-9f5d28165f66 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Jan 28 13:25:43.248886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'e86ac0da-65de-4eaa-9716-782cd364b727', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'port_id': 'e86ac0da-65de-4eaa-9716-782cd364b727', 'mac_address': 'fa:16:3e:60:83:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9355c5db-50a1-4222-a878-c3844636137e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:43.349919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:43.350314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:43.375123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bf9c632-2292-4b5b-99e7-835012ad732b req-894be8ac-da19-4b30-9123-b3331b8696c1 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0448296 Jan 28 13:25:43.382176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:43.389216 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42a3e0-e544-4eda-8641-8aa4023a522e" -d '{"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:43.407832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e86ac0da-65de-4eaa-9716-782cd364b727 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:43.408254 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:43.415685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:43.432219 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:43.509484 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4325a8-f30e-455e-9ceb-79ead5a5d64b x-openstack-request-id: req-bb4325a8-f30e-455e-9ceb-79ead5a5d64b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:43.509913 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:43.510036 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb4325a8-f30e-455e-9ceb-79ead5a5d64b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:43.510408 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'code': 200} Jan 28 13:25:43.513443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86ac0da-65de-4eaa-9716-782cd364b727 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:43.559923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e86ac0da-65de-4eaa-9716-782cd364b727, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e86ac0da-65de-4eaa-9716-782cd364b727,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:43.561465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:43.568443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccc30-6478-4944-a6b7-8f1e53cfb271 req-c6106533-5411-4325-a3f9-a2408520f4c0 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:43.569909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:43.570370 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95fccc30-6478-4944-a6b7-8f1e53cfb271 req-c6106533-5411-4325-a3f9-a2408520f4c0 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 949 time: 0.0744689 Jan 28 13:25:43.633502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e86ac0da-65de-4eaa-9716-782cd364b727,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:43.672686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95fccc30-6478-4944-a6b7-8f1e53cfb271 req-4d43b962-82f7-45c8-ba3c-e9c4f97a6473 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955384 Jan 28 13:25:43.693851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8236-4849-4a28-9f71-fcccb5ad6fbe req-0ee092f3-a840-41e7-bcdb-dff2c392db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:43.693851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8eef8236-4849-4a28-9f71-fcccb5ad6fbe req-0ee092f3-a840-41e7-bcdb-dff2c392db89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 1100 time: 0.0891206 Jan 28 13:25:43.770272 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8eef8236-4849-4a28-9f71-fcccb5ad6fbe req-9d90460d-fe26-4f69-b841-105a08e68f71 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661547 Jan 28 13:25:43.828555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fc5d4f7-b7e3-48e2-87c3-1485684d6766 req-d59dee59-1f0f-4a93-bb59-cd3eeb6a83a8 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0334513 Jan 28 13:25:43.866467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f26723-5d6f-440e-b748-65fd9b810975 req-30f48d05-a271-4852-938c-54f92034e868 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:43.867973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70f26723-5d6f-440e-b748-65fd9b810975 req-30f48d05-a271-4852-938c-54f92034e868 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0519788 Jan 28 13:25:43.918189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70f26723-5d6f-440e-b748-65fd9b810975 req-14be148a-8302-40ed-9225-03e082aab5f3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Jan 28 13:25:44.096827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f902677-01af-4541-96df-ff7f70caba39 req-542b2db8-d867-4a22-b8d5-50df1eef2e1e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:44.097648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f36dc-ed66-46b9-a767-b696fb2fa872 req-d4ebe35b-f2b3-415e-9854-10761c55187c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:44.098465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f902677-01af-4541-96df-ff7f70caba39 req-542b2db8-d867-4a22-b8d5-50df1eef2e1e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0581357 Jan 28 13:25:44.099187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a47f36dc-ed66-46b9-a767-b696fb2fa872 req-d4ebe35b-f2b3-415e-9854-10761c55187c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 944 time: 0.0535471 Jan 28 13:25:44.151432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f902677-01af-4541-96df-ff7f70caba39 req-5b3e6558-4dba-42b6-ab49-b1c01c242e3e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Jan 28 13:25:44.153948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a47f36dc-ed66-46b9-a767-b696fb2fa872 req-b9affb26-9a91-4e0d-a8e3-5e409bebad7b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Jan 28 13:25:44.349037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd26396-a4ec-4882-b98b-86aa63b628e6 req-18c9357c-06d0-4937-90d1-47c5aa45a7de tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:44.351139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbd26396-a4ec-4882-b98b-86aa63b628e6 req-18c9357c-06d0-4937-90d1-47c5aa45a7de tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0591843 Jan 28 13:25:44.399854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbd26396-a4ec-4882-b98b-86aa63b628e6 req-dbb58f7c-33d9-4ce2-a2d5-01e6ebb86841 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Jan 28 13:25:44.806752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af7a22-2ebb-4ff4-b714-f26cb7be6451 req-f23525dc-985b-4776-9a9b-7517cd6af6d9 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:44.808949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21af7a22-2ebb-4ff4-b714-f26cb7be6451 req-f23525dc-985b-4776-9a9b-7517cd6af6d9 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 949 time: 0.0551829 Jan 28 13:25:44.857261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21af7a22-2ebb-4ff4-b714-f26cb7be6451 req-03a79011-b9e8-403d-bac3-9bc720cad352 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428319 Jan 28 13:25:44.939528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15fb1c2b-bc1c-4d2f-bc77-8667904b143e req-259d4e3f-7d7e-4a93-acfb-0895d2c77b4e tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0258727 Jan 28 13:25:45.031496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f22d3-0e8b-40ec-9d1e-7623ddf36fad req-c039b816-6ae1-4636-b4e3-467353c5f6ac tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.033291 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f1f22d3-0e8b-40ec-9d1e-7623ddf36fad req-c039b816-6ae1-4636-b4e3-467353c5f6ac tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0488248 Jan 28 13:25:45.063154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4d01b056-66d9-4720-9608-cbb2c57442a7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:45.080540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f1f22d3-0e8b-40ec-9d1e-7623ddf36fad req-4a686d72-68bd-459b-9379-ad338529da9d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Jan 28 13:25:45.154940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4d01b056-66d9-4720-9608-cbb2c57442a7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4d01b056-66d9-4720-9608-cbb2c57442a7,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:45.170350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '4d01b056-66d9-4720-9608-cbb2c57442a7', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'port_id': '4d01b056-66d9-4720-9608-cbb2c57442a7', 'mac_address': 'fa:16:3e:dc:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9355c5db-50a1-4222-a878-c3844636137e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:45.279947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cea5d4-e6f6-4859-94d8-9dbfb1516615 req-bc156c5e-2327-41f0-b735-b8bbb379efd5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.281832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9cea5d4-e6f6-4859-94d8-9dbfb1516615 req-bc156c5e-2327-41f0-b735-b8bbb379efd5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0521193 Jan 28 13:25:45.303923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8160ec-2406-420d-965d-575f7f47ec2f req-8ff8677f-7881-41b4-bee9-7e0a6321f926 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.306461 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee8160ec-2406-420d-965d-575f7f47ec2f req-8ff8677f-7881-41b4-bee9-7e0a6321f926 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 944 time: 0.0546706 Jan 28 13:25:45.340166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9cea5d4-e6f6-4859-94d8-9dbfb1516615 req-9603b447-acb0-40ca-b9ab-8f0866e79ed9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Jan 28 13:25:45.342596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 4d01b056-66d9-4720-9608-cbb2c57442a7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:45.342991 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:45.360127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d01b056-66d9-4720-9608-cbb2c57442a7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:45.362401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee8160ec-2406-420d-965d-575f7f47ec2f req-abed5f6e-865f-4c07-80ae-4e4289bfb26c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498097 Jan 28 13:25:45.381731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e86ac0da-65de-4eaa-9716-782cd364b727'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:45.384489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4d01b056-66d9-4720-9608-cbb2c57442a7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4d01b056-66d9-4720-9608-cbb2c57442a7,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:45.407869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:45.484939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=4d01b056-66d9-4720-9608-cbb2c57442a7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:45.527536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc1cd-8fe0-4d5d-b1f4-45aafab81c0a req-8b1801f7-8711-4266-818a-799137beb5f2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.529139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a23bc1cd-8fe0-4d5d-b1f4-45aafab81c0a req-8b1801f7-8711-4266-818a-799137beb5f2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0524416 Jan 28 13:25:45.581067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a23bc1cd-8fe0-4d5d-b1f4-45aafab81c0a req-1a401faa-5907-420e-88dd-89b356744d9b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455763 Jan 28 13:25:45.974134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9cc08-77d3-48e7-9400-d6d03bd619be req-573351b2-35a2-4cbe-992d-9d689cc239ab tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:45.975803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdb9cc08-77d3-48e7-9400-d6d03bd619be req-573351b2-35a2-4cbe-992d-9d689cc239ab tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 949 time: 0.0506408 Jan 28 13:25:46.026695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdb9cc08-77d3-48e7-9400-d6d03bd619be req-8212c8a9-42a6-478e-aae8-5e34e0076536 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Jan 28 13:25:46.048094 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2cf3bca-b0f9-4c7c-81e9-6a938e91d758 req-3e4954eb-106f-4b40-ab15-0b9d4461b12b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0277910 Jan 28 13:25:46.465579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5238e-a997-4875-95c7-a23174aeab9b req-da09a1fb-8e47-477e-b059-50c4212bd399 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.467212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbd5238e-a997-4875-95c7-a23174aeab9b req-da09a1fb-8e47-477e-b059-50c4212bd399 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0519955 Jan 28 13:25:46.519811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbd5238e-a997-4875-95c7-a23174aeab9b req-40b2f067-8b07-4555-9c73-3e42a29d3d60 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Jan 28 13:25:46.527755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9d6a3-fe73-4624-940a-924b4502b816 req-f8255662-4455-4a06-a6c7-bcddbac1de6f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.529289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5a9d6a3-fe73-4624-940a-924b4502b816 req-f8255662-4455-4a06-a6c7-bcddbac1de6f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.3743064 Jan 28 13:25:46.581360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5a9d6a3-fe73-4624-940a-924b4502b816 req-13fd725f-16dc-47eb-aca8-2a6a515501f6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Jan 28 13:25:46.640258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc0944-98cf-4e68-80cb-f84e3a7747d6 req-b5b3291d-f4fb-458d-bf0e-689a83b4f35a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.641688 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-83fc0944-98cf-4e68-80cb-f84e3a7747d6 req-b5b3291d-f4fb-458d-bf0e-689a83b4f35a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0525091 Jan 28 13:25:46.697690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-83fc0944-98cf-4e68-80cb-f84e3a7747d6 req-9d2fe67e-9dab-47fa-b559-90c3230eea15 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498784 Jan 28 13:25:46.762826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42a6a-b7d7-4689-95e2-00f7ee194141 req-50214d87-7995-4551-a3b0-04f86a3fffc7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:46.766456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7a42a6a-b7d7-4689-95e2-00f7ee194141 req-50214d87-7995-4551-a3b0-04f86a3fffc7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0522687 Jan 28 13:25:46.813341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7a42a6a-b7d7-4689-95e2-00f7ee194141 req-ce31a6d1-3ba6-453e-a7f4-3614ec499ae7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Jan 28 13:25:47.082723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d2114eaa-f814-445e-98c1-38317c139314 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:47.149031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaabce-84ea-46de-9c11-d9cb6cdeb49b req-e29274dd-7923-4140-8e8f-a8389503d371 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.150514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-daaaabce-84ea-46de-9c11-d9cb6cdeb49b req-e29274dd-7923-4140-8e8f-a8389503d371 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 949 time: 0.0489323 Jan 28 13:25:47.153434 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-890453f4-b2b8-4a62-b61b-39aebd8e71dd req-2d4a4642-b612-46da-b565-6db4a4a0909b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0257678 Jan 28 13:25:47.188672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d2114eaa-f814-445e-98c1-38317c139314, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d2114eaa-f814-445e-98c1-38317c139314,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:47.201243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'd2114eaa-f814-445e-98c1-38317c139314', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'port_id': 'd2114eaa-f814-445e-98c1-38317c139314', 'mac_address': 'fa:16:3e:3e:35:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9355c5db-50a1-4222-a878-c3844636137e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:47.204329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4d01b056-66d9-4720-9608-cbb2c57442a7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:47.210071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-daaaabce-84ea-46de-9c11-d9cb6cdeb49b req-553b768d-5a38-4ed6-99ad-30a2ef7ebacd tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Jan 28 13:25:47.272079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d2114eaa-f814-445e-98c1-38317c139314 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:47.272475 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d2114eaa-f814-445e-98c1-38317c139314), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:47.294006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2114eaa-f814-445e-98c1-38317c139314 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:47.328555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d2114eaa-f814-445e-98c1-38317c139314, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d2114eaa-f814-445e-98c1-38317c139314,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:47.335912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d2114eaa-f814-445e-98c1-38317c139314), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:47.412883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d2114eaa-f814-445e-98c1-38317c139314,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:47.646164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18284e19-835c-46b7-b882-4d5fba28c471 req-60ddc9ba-7ba5-4beb-8ece-a242bb80f98b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.647671 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18284e19-835c-46b7-b882-4d5fba28c471 req-60ddc9ba-7ba5-4beb-8ece-a242bb80f98b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0486777 Jan 28 13:25:47.698473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18284e19-835c-46b7-b882-4d5fba28c471 req-4296be87-e07c-4d32-9494-95aac695534c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Jan 28 13:25:47.704358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7f11e-5b29-44db-a2e9-af4277ff4261 req-e72640b5-5918-4df2-b979-bb75ca45c2b3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.705965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80d7f11e-5b29-44db-a2e9-af4277ff4261 req-e72640b5-5918-4df2-b979-bb75ca45c2b3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0504482 Jan 28 13:25:47.759097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80d7f11e-5b29-44db-a2e9-af4277ff4261 req-dc68d103-b9d9-4c73-b130-ac23631a5274 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Jan 28 13:25:47.864411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2489-2a32-40e7-911c-3f3d44cbc7c3 req-adb74315-de9c-4c3e-9275-58311741fb32 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.865900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c32f2489-2a32-40e7-911c-3f3d44cbc7c3 req-adb74315-de9c-4c3e-9275-58311741fb32 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0506516 Jan 28 13:25:47.917250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c32f2489-2a32-40e7-911c-3f3d44cbc7c3 req-913f7056-67cf-4b76-ab8d-e312892406b0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455689 Jan 28 13:25:47.991154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd75dc-2ac1-4aa4-92b3-44451b136d7b req-a3bf51ab-8598-4128-b1ac-f30549c2c5a7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:47.992560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2dd75dc-2ac1-4aa4-92b3-44451b136d7b req-a3bf51ab-8598-4128-b1ac-f30549c2c5a7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0498383 Jan 28 13:25:48.276792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08f3d4c3-8fc0-4537-9c58-940e8e3b5ea7 req-2f4b443a-45b3-4a32-a342-57abc833634e tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0374520 Jan 28 13:25:48.300956 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2dd75dc-2ac1-4aa4-92b3-44451b136d7b req-35f01a2d-f8df-4ca8-b930-5dc88f4493cc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028464 Jan 28 13:25:48.383972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e675f95-bc45-4bfe-bf0d-31c4abf4da07 req-5d888862-4a89-408c-a028-389898d6f963 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.385450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e675f95-bc45-4bfe-bf0d-31c4abf4da07 req-5d888862-4a89-408c-a028-389898d6f963 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 949 time: 0.0471096 Jan 28 13:25:48.433173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e675f95-bc45-4bfe-bf0d-31c4abf4da07 req-9bfe7eca-d943-4820-bad7-7f947ef6fae5 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Jan 28 13:25:48.546993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845a803-6d57-4c36-81f5-2ec733ad6fe6 req-60edc835-3539-4020-bc00-4022cd5bb7c1 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.548385 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2845a803-6d57-4c36-81f5-2ec733ad6fe6 req-60edc835-3539-4020-bc00-4022cd5bb7c1 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 950 time: 0.0481908 Jan 28 13:25:48.597348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2845a803-6d57-4c36-81f5-2ec733ad6fe6 req-c5239a6b-930e-4835-9e49-6b9fda654941 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Jan 28 13:25:48.818934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a828966-cbf2-46fe-aa3e-9291f55769c9 req-52d8f1f2-2bef-46fb-8023-7dbefe263166 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.821262 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a828966-cbf2-46fe-aa3e-9291f55769c9 req-52d8f1f2-2bef-46fb-8023-7dbefe263166 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0539527 Jan 28 13:25:48.871331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a828966-cbf2-46fe-aa3e-9291f55769c9 req-a814b89a-f850-470c-97a9-b3b55ebd5424 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Jan 28 13:25:48.981712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aaadc-9786-4b5b-b3cb-fe2a20c81d99 req-b8408a10-c04d-4389-b4dd-d04a99c7505a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:48.983164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4aaadc-9786-4b5b-b3cb-fe2a20c81d99 req-b8408a10-c04d-4389-b4dd-d04a99c7505a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0550976 Jan 28 13:25:49.033934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b4aaadc-9786-4b5b-b3cb-fe2a20c81d99 req-6eaf1325-faa7-4d1b-bc8d-afd02ec19bd1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Jan 28 13:25:49.137169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1918177-19da-4592-8077-56900f221a42 req-0bdeb859-167c-485a-89c9-cecfa9ec41ab tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.138679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1918177-19da-4592-8077-56900f221a42 req-0bdeb859-167c-485a-89c9-cecfa9ec41ab tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0486233 Jan 28 13:25:49.186080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1918177-19da-4592-8077-56900f221a42 req-f7f165f7-e2e3-4c35-a2f0-e0029a6e785d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Jan 28 13:25:49.387327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-def55f3a-1b1f-468e-a098-01f06a4bb5fc req-05afec7b-0940-4d76-9553-0ec7fcb2a9f5 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0264509 Jan 28 13:25:49.435312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4bfdd-2a6b-45a9-a89e-3b8a2e688cc7 req-533726d6-2a44-4e0e-a211-e44b4b94a80a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.436803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec4bfdd-2a6b-45a9-a89e-3b8a2e688cc7 req-533726d6-2a44-4e0e-a211-e44b4b94a80a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0528009 Jan 28 13:25:49.483966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec4bfdd-2a6b-45a9-a89e-3b8a2e688cc7 req-937ac5d4-8249-47d4-8fe0-defa6f8bc7cc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Jan 28 13:25:49.985218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f7cdd-503a-43ff-8329-d21c7259d663 req-c682550d-e2a8-4fca-ac4a-13c229f06aee tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:49.986665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4d0f7cdd-503a-43ff-8329-d21c7259d663 req-c682550d-e2a8-4fca-ac4a-13c229f06aee tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0475760 Jan 28 13:25:50.036878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4d0f7cdd-503a-43ff-8329-d21c7259d663 req-20af69e6-0ed5-42c3-8535-0f6db78bff00 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Jan 28 13:25:50.150168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3fb37-90ec-4b1c-9d4a-088f27133e77 req-a17479d6-80db-4b7e-bc54-c009f81755af tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:50.152115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84b3fb37-90ec-4b1c-9d4a-088f27133e77 req-a17479d6-80db-4b7e-bc54-c009f81755af tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0501907 Jan 28 13:25:50.200787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84b3fb37-90ec-4b1c-9d4a-088f27133e77 req-3cf99132-b313-43a3-a9f4-6775f2746937 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Jan 28 13:25:50.301184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5886-2961-4370-9900-7eabf63afa7c req-663510cf-e630-4c30-b848-c2a3b1fbf740 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:50.302650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-121b5886-2961-4370-9900-7eabf63afa7c req-663510cf-e630-4c30-b848-c2a3b1fbf740 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0477118 Jan 28 13:25:50.348194 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-121b5886-2961-4370-9900-7eabf63afa7c req-0c6b9979-7759-495d-bec3-620daaa4f1ff tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Jan 28 13:25:50.493948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6ee3aef-4b25-4698-94bd-2698b8855ec5 req-52f497ef-4d62-4829-80b5-b412354ff712 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0316174 Jan 28 13:25:50.601072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908d5cf-4564-475c-bfdf-80e7ed139551 req-257bc5e1-ce3d-43b6-aca0-0d01fc4067d7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:50.602520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b908d5cf-4564-475c-bfdf-80e7ed139551 req-257bc5e1-ce3d-43b6-aca0-0d01fc4067d7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0492513 Jan 28 13:25:50.651179 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b908d5cf-4564-475c-bfdf-80e7ed139551 req-1a2a7bdd-8325-4a95-ba41-9ea5775982e8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Jan 28 13:25:51.108932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d2114eaa-f814-445e-98c1-38317c139314'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:51.155213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8370-fdce-49cd-bbca-611e9015afc9 req-707decbb-6771-4dfe-b2fe-3e8e76936536 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:51.157533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-678d8370-fdce-49cd-bbca-611e9015afc9 req-707decbb-6771-4dfe-b2fe-3e8e76936536 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0515196 Jan 28 13:25:51.221785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-678d8370-fdce-49cd-bbca-611e9015afc9 req-7d37a809-806e-479a-ad17-d560fd62a629 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572569 Jan 28 13:25:51.330051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bf7d-ba5b-48ef-af54-16ce137ba307 req-db1fb50d-ddad-441b-b422-6f8137d4fffb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:51.332059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb7bf7d-ba5b-48ef-af54-16ce137ba307 req-db1fb50d-ddad-441b-b422-6f8137d4fffb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0474954 Jan 28 13:25:51.380022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb7bf7d-ba5b-48ef-af54-16ce137ba307 req-1e25bff9-88d7-4046-a321-b0004e39f526 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Jan 28 13:25:51.482318 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc0481cc-363b-4d0f-bdf9-c49104929048 req-9c254fae-dac0-40a3-b13f-e4e24276db88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0288434 Jan 28 13:25:51.489366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ef1a4-380f-4b79-abd4-121290555618 req-25b8f367-d183-4b9a-a414-39754d24b78d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:51.490732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64ef1a4-380f-4b79-abd4-121290555618 req-25b8f367-d183-4b9a-a414-39754d24b78d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0712008 Jan 28 13:25:51.537944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d64ef1a4-380f-4b79-abd4-121290555618 req-fffa4538-3190-488b-b93a-7e5972bd5197 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Jan 28 13:25:51.594781 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-906b60f4-f226-491d-908f-5fad93b3590a req-dbcec9e5-4041-44e4-b072-bd0cbcd1ba0c tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0260427 Jan 28 13:25:51.763865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24173630-e8bf-4dcb-a10c-b2eb49d27a6e req-2b5a7726-e444-469a-a2d7-5fba03f2e7a9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:51.765364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24173630-e8bf-4dcb-a10c-b2eb49d27a6e req-2b5a7726-e444-469a-a2d7-5fba03f2e7a9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0474050 Jan 28 13:25:51.814857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24173630-e8bf-4dcb-a10c-b2eb49d27a6e req-4e186e7c-bcf6-41cf-ac32-de0248fab488 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Jan 28 13:25:52.342775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2afd56-a654-427e-ad19-12bb90f133e6 req-d361eecb-2925-4a60-9bda-1eb8d3bc56fd tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:52.344305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c2afd56-a654-427e-ad19-12bb90f133e6 req-d361eecb-2925-4a60-9bda-1eb8d3bc56fd tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0494838 Jan 28 13:25:52.394704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c2afd56-a654-427e-ad19-12bb90f133e6 req-f78252fd-5262-4e03-8fe3-9e7fc37efaa5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Jan 28 13:25:52.500553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251d45-4213-46c5-9c57-ec6231b32f38 req-e771c824-32c6-4040-91d6-e1b7191717a3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:52.501951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a251d45-4213-46c5-9c57-ec6231b32f38 req-e771c824-32c6-4040-91d6-e1b7191717a3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0492654 Jan 28 13:25:52.554800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5fe97b3-1ea2-4579-beaa-7732a5a729ef req-4182dab6-8a5b-4982-9fdc-84df4250b91d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0329185 Jan 28 13:25:52.572358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a251d45-4213-46c5-9c57-ec6231b32f38 req-77bf797f-e468-4cba-b0f5-811f7ce5a341 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641069 Jan 28 13:25:52.653795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa50ba-5000-4879-881d-f58fa94e186b req-a9a56d82-1a93-4e21-85df-82ba980e55a9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:52.655279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67aa50ba-5000-4879-881d-f58fa94e186b req-a9a56d82-1a93-4e21-85df-82ba980e55a9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0486469 Jan 28 13:25:52.698298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dc6668ac-fd85-46dd-af0f-fbeb518ed9a3 req-dfb9c3e0-e845-4e33-85cf-e85e073ba208 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0275700 Jan 28 13:25:52.703659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67aa50ba-5000-4879-881d-f58fa94e186b req-8f8553c6-07d8-4b28-b391-6aafc5472680 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Jan 28 13:25:52.933512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb50cc-42d9-4fd8-a536-f778b6325219 req-4e979b53-0b58-4ea3-b984-9be8fda90749 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:52.934978 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47bb50cc-42d9-4fd8-a536-f778b6325219 req-4e979b53-0b58-4ea3-b984-9be8fda90749 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0519726 Jan 28 13:25:52.981638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47bb50cc-42d9-4fd8-a536-f778b6325219 req-4b6c9f2d-eef4-42dc-bf12-a9dc81503af5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Jan 28 13:25:53.114933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e86ac0da-65de-4eaa-9716-782cd364b727 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:53.163625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port e86ac0da-65de-4eaa-9716-782cd364b727 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:53.167459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port e86ac0da-65de-4eaa-9716-782cd364b727 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:53.167833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.247672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e86ac0da-65de-4eaa-9716-782cd364b727 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:53.248206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.273932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ac0da-65de-4eaa-9716-782cd364b727'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:53.276194 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcdfbdd-71b0-4321-bbd7-5a252ce18a72" -d '{"events": [{"server_uuid": "8bda0d2d-9152-4cd7-8155-11e10e45c040", "name": "network-vif-plugged", "status": "completed", "tag": "e86ac0da-65de-4eaa-9716-782cd364b727"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:53.290182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e86ac0da-65de-4eaa-9716-782cd364b727, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e86ac0da-65de-4eaa-9716-782cd364b727,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:53.295114 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:53.325044 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ea23de-b233-4b67-bad9-1de8c09d4113 x-openstack-request-id: req-18ea23de-b233-4b67-bad9-1de8c09d4113 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:53.325044 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda0d2d-9152-4cd7-8155-11e10e45c040", "name": "network-vif-plugged", "status": "completed", "tag": "e86ac0da-65de-4eaa-9716-782cd364b727", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:53.325286 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18ea23de-b233-4b67-bad9-1de8c09d4113 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:53.325542 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ac0da-65de-4eaa-9716-782cd364b727', 'code': 200} Jan 28 13:25:53.360362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e86ac0da-65de-4eaa-9716-782cd364b727,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:53.482496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a282b-85aa-4da4-ba34-157257aef17f req-a2fbef84-9245-4e73-83cf-0bffbc57a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:53.484337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-664a282b-85aa-4da4-ba34-157257aef17f req-a2fbef84-9245-4e73-83cf-0bffbc57a619 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 1096 time: 0.0482507 Jan 28 13:25:53.567249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703e4e3-9515-48d3-96fb-ba002c40a508 req-61faddb1-4436-4da0-a146-5d691bb84161 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:53.568749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9703e4e3-9515-48d3-96fb-ba002c40a508 req-61faddb1-4436-4da0-a146-5d691bb84161 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0819676 Jan 28 13:25:53.574830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-664a282b-85aa-4da4-ba34-157257aef17f req-464ebebb-f09d-45f7-957d-0fe34e9be2a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603533 Jan 28 13:25:53.618621 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9703e4e3-9515-48d3-96fb-ba002c40a508 req-93e1d9e6-fad1-4c92-98be-e87dbc040566 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Jan 28 13:25:53.690801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d8d21-f5c6-45b1-a32f-eed4a2b9a127 req-4b1e7c9e-011e-40a9-80db-a3afaeac3663 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:53.692307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-827d8d21-f5c6-45b1-a32f-eed4a2b9a127 req-4b1e7c9e-011e-40a9-80db-a3afaeac3663 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0488598 Jan 28 13:25:53.740242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-827d8d21-f5c6-45b1-a32f-eed4a2b9a127 req-4afb3b54-7f3e-42d3-893e-8f913f4397c6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Jan 28 13:25:53.801305 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8dcca44c-9611-40d2-a445-a0d61296a719 req-05f6dbc0-b17e-4c91-aa2d-48cf51e10226 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0263941 Jan 28 13:25:53.849184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911c43b-c768-4afe-a6c8-1f7c3921f30f req-fb646844-2c8b-4077-a05e-bee23e1b35cc tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:53.850664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7911c43b-c768-4afe-a6c8-1f7c3921f30f req-fb646844-2c8b-4077-a05e-bee23e1b35cc tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0547469 Jan 28 13:25:53.897113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7911c43b-c768-4afe-a6c8-1f7c3921f30f req-fba1687e-5f59-47e5-aefc-f1db61dd1e8b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Jan 28 13:25:54.096799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6166-ed2d-40cb-9cc8-a72cf8be4ada req-9d096050-e52d-4f69-8efb-8405ac93c266 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:54.098487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a23a6166-ed2d-40cb-9cc8-a72cf8be4ada req-9d096050-e52d-4f69-8efb-8405ac93c266 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0506260 Jan 28 13:25:54.145286 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a23a6166-ed2d-40cb-9cc8-a72cf8be4ada req-07d3951f-d042-4169-a563-afd3139ce0be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Jan 28 13:25:54.735574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e60c88-b077-4986-92c4-6cfdce5e68c2 req-39bb4022-fa04-464f-81d8-2b9b801448d2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:54.737098 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68e60c88-b077-4986-92c4-6cfdce5e68c2 req-39bb4022-fa04-464f-81d8-2b9b801448d2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0518653 Jan 28 13:25:54.785642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68e60c88-b077-4986-92c4-6cfdce5e68c2 req-5417e82c-3a4b-4294-b59b-335b7ec42892 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Jan 28 13:25:54.857633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3743-a43f-43aa-aa12-308c234e3407 req-9a114987-002f-45fd-8578-5bf6a5ff00f2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:54.859161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-165c3743-a43f-43aa-aa12-308c234e3407 req-9a114987-002f-45fd-8578-5bf6a5ff00f2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0493889 Jan 28 13:25:54.907925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-165c3743-a43f-43aa-aa12-308c234e3407 req-73fd2317-75d8-44f8-bfe7-53fa6b1cf6ea tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Jan 28 13:25:54.910221 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73423610-6ea9-409b-9239-88d71e427ed6 req-8401be1b-745e-4533-aadb-efd1b0a2b1e0 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0277126 Jan 28 13:25:55.012664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549c9a-58dd-4dfc-a4bd-5ce166dda955 req-879f6e88-3a39-4084-b284-86efa5ce0ff9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:55.014128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec549c9a-58dd-4dfc-a4bd-5ce166dda955 req-879f6e88-3a39-4084-b284-86efa5ce0ff9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 945 time: 0.0474522 Jan 28 13:25:55.063891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec549c9a-58dd-4dfc-a4bd-5ce166dda955 req-74f436b1-fffb-4910-95bc-bc05dcd69938 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Jan 28 13:25:55.127209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:25:55.130402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4d01b056-66d9-4720-9608-cbb2c57442a7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:55.249103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 4d01b056-66d9-4720-9608-cbb2c57442a7 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:55.259985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 4d01b056-66d9-4720-9608-cbb2c57442a7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:55.260386 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:55.261215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b618c77-c81f-45c9-9990-9b4bada2a730 req-ec179bb9-7af4-4b23-a76a-b6e33f5ae879 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:55.262803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5b618c77-c81f-45c9-9990-9b4bada2a730 req-ec179bb9-7af4-4b23-a76a-b6e33f5ae879 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0493813 Jan 28 13:25:55.294805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:55.313934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5b618c77-c81f-45c9-9990-9b4bada2a730 req-b5e0573a-49a8-42b2-a809-183bc461f6d4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Jan 28 13:25:55.316579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'mac_address': 'fa:16:3e:23:41:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:25:55.380884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:55.381275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:55.401948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 4d01b056-66d9-4720-9608-cbb2c57442a7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:55.402326 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:55.404988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:25:55.442945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01b056-66d9-4720-9608-cbb2c57442a7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:55.445190 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0077f7d4-5f94-40fd-bacb-b73cd760a2f6" -d '{"events": [{"server_uuid": "c0a67992-bea8-4ae2-9ea3-ba8147a480bd", "name": "network-vif-plugged", "status": "completed", "tag": "4d01b056-66d9-4720-9608-cbb2c57442a7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:55.448699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:55.460624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4d01b056-66d9-4720-9608-cbb2c57442a7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4d01b056-66d9-4720-9608-cbb2c57442a7,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:55.461830 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:55.466663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:55.522829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:55.526339 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b57e0e-8875-4841-ad41-ba673f788bd8 x-openstack-request-id: req-74b57e0e-8875-4841-ad41-ba673f788bd8 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:55.526680 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a67992-bea8-4ae2-9ea3-ba8147a480bd", "name": "network-vif-plugged", "status": "completed", "tag": "4d01b056-66d9-4720-9608-cbb2c57442a7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:55.526938 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74b57e0e-8875-4841-ad41-ba673f788bd8 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:55.527327 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01b056-66d9-4720-9608-cbb2c57442a7', 'code': 200} Jan 28 13:25:55.574815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=4d01b056-66d9-4720-9608-cbb2c57442a7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:55.736597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718111-666b-4875-94ff-0887b1355b5c req-55e81b25-83b1-4726-9c23-b4173678f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:55.738156 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34718111-666b-4875-94ff-0887b1355b5c req-55e81b25-83b1-4726-9c23-b4173678f102 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 1097 time: 0.0444260 Jan 28 13:25:55.805741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34718111-666b-4875-94ff-0887b1355b5c req-7293807d-ed54-4e27-aebc-fb59d86219c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Jan 28 13:25:55.899238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece737b-ae19-4e16-9a11-81f61f3fa1ca req-9ac2afa7-025c-432e-b421-39abf793a7bf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:55.900743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ece737b-ae19-4e16-9a11-81f61f3fa1ca req-9ac2afa7-025c-432e-b421-39abf793a7bf tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0474415 Jan 28 13:25:55.949392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ece737b-ae19-4e16-9a11-81f61f3fa1ca req-85491870-c782-4e7c-a5a4-10bce3335fe0 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Jan 28 13:25:56.029267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20371e8d-9753-4fc3-80f7-19ed8598901d req-8cf82a05-40d3-44c6-b7fa-313275ad090d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:56.030652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20371e8d-9753-4fc3-80f7-19ed8598901d req-8cf82a05-40d3-44c6-b7fa-313275ad090d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0490761 Jan 28 13:25:56.037846 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e06129d5-c230-43f0-88de-bb4a402ce5f5 req-aa2f13be-7f9e-4d8c-ace6-5566fa57ef9f tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0277467 Jan 28 13:25:56.080771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20371e8d-9753-4fc3-80f7-19ed8598901d req-cc9e13b5-990b-442f-b298-3dc95ac9933f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 Jan 28 13:25:56.178790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408640d-9d1c-43c3-aa9a-ab5b0bf471d7 req-5a131d1b-ce04-4bea-9815-1d6e3b82f70a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:56.180289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3408640d-9d1c-43c3-aa9a-ab5b0bf471d7 req-5a131d1b-ce04-4bea-9815-1d6e3b82f70a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0521712 Jan 28 13:25:56.227496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3408640d-9d1c-43c3-aa9a-ab5b0bf471d7 req-8affff43-b2cf-4328-93e1-fac1fca25da5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Jan 28 13:25:56.400386 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:56.430040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c49984-2cfa-412d-97a6-b7bcd67c38de req-2ee2bc29-9c7e-441e-96fc-f33f9de8d2c3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:56.431514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c49984-2cfa-412d-97a6-b7bcd67c38de req-2ee2bc29-9c7e-441e-96fc-f33f9de8d2c3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0486441 Jan 28 13:25:56.477680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c49984-2cfa-412d-97a6-b7bcd67c38de req-3be77bc2-53d4-4bfa-a74c-acf85cb20c33 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Jan 28 13:25:57.070547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85716f-2b72-4c58-b0d3-ecb34fb37092 req-47250fb2-c229-4f19-af35-ec869519830d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:57.072059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e85716f-2b72-4c58-b0d3-ecb34fb37092 req-47250fb2-c229-4f19-af35-ec869519830d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0524819 Jan 28 13:25:57.097573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['262fa0f3-d150-4fa3-bcde-ce48cbf345e7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:25:57.123122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e85716f-2b72-4c58-b0d3-ecb34fb37092 req-ac40b0a6-9ece-47e7-a9ce-6156cc51b8ab tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Jan 28 13:25:57.152116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0eaa87b6-f21a-4ff5-87b6-f4f8e47f153c req-70f9ffa7-0b4e-4f2f-b15e-f6ed499275c9 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0321074 Jan 28 13:25:57.234304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aa3d6-a053-45b5-9854-4793cf8beee3 req-f3dd4e4d-0909-4a3b-9bfe-6f3d74c13821 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:57.235733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-221aa3d6-a053-45b5-9854-4793cf8beee3 req-f3dd4e4d-0909-4a3b-9bfe-6f3d74c13821 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0492933 Jan 28 13:25:57.286731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-221aa3d6-a053-45b5-9854-4793cf8beee3 req-5a2d5c55-1213-4af0-abb3-d882aa48fdf6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446095 Jan 28 13:25:57.343443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9793-874e-458a-b642-774655587f92 req-e6137923-e062-4a04-bd1b-03ffa8e54e50 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:57.344961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d45c9793-874e-458a-b642-774655587f92 req-e6137923-e062-4a04-bd1b-03ffa8e54e50 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0477278 Jan 28 13:25:57.390959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d45c9793-874e-458a-b642-774655587f92 req-0aadbd07-eef3-4022-835b-d87ae610c4c6 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jan 28 13:25:57.612165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfd63-a455-40d7-bf98-3663587d76bf req-5c014f8d-7cd2-4603-8a93-583cbeded987 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:57.613851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1adfd63-a455-40d7-bf98-3663587d76bf req-5c014f8d-7cd2-4603-8a93-583cbeded987 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0651879 Jan 28 13:25:57.663971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1adfd63-a455-40d7-bf98-3663587d76bf req-5738d42b-7f9e-450d-90f6-d636e6ab4421 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Jan 28 13:25:57.782944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:58.246265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e731d-f58e-480c-a982-c3ed28e77c21 req-f8653b2d-2f02-444e-9ac4-65c1caa7dc65 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:58.248054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b3e731d-f58e-480c-a982-c3ed28e77c21 req-f8653b2d-2f02-444e-9ac4-65c1caa7dc65 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0531700 Jan 28 13:25:58.268003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-401e9497-5782-4df3-924d-90201a58b9aa req-b8908595-1646-4b17-a445-dde80c305d66 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0257821 Jan 28 13:25:58.297135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1b3e731d-f58e-480c-a982-c3ed28e77c21 req-ccaca6c6-781e-4a87-b6df-85f304c7af6c tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Jan 28 13:25:58.413472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41afe0-c75c-4ed0-86f6-e813526aa8a6 req-5c119fe9-d106-4fe7-9436-7782d68386f4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:58.414616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa41afe0-c75c-4ed0-86f6-e813526aa8a6 req-5c119fe9-d106-4fe7-9436-7782d68386f4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0546086 Jan 28 13:25:58.467709 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa41afe0-c75c-4ed0-86f6-e813526aa8a6 req-6ebd2c7f-2b28-41be-a604-c3e9499f5d17 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Jan 28 13:25:58.597454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e63ef-a795-41ab-8348-ffedfff5ebf0 req-a51e70c1-89dd-4a29-b02e-0de1f82f3f6c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:58.599157 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a4e63ef-a795-41ab-8348-ffedfff5ebf0 req-a51e70c1-89dd-4a29-b02e-0de1f82f3f6c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0700178 Jan 28 13:25:58.605348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1822b399-7a7e-43f7-b34b-44aa3300047c req-820aba70-697c-461e-b355-86e2d1caf695 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0297649 Jan 28 13:25:58.662621 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a4e63ef-a795-41ab-8348-ffedfff5ebf0 req-1975c250-6a5e-489e-ba53-3bade36b59bf tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576746 Jan 28 13:25:58.785711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a757-a9a1-420a-93a2-3aea7795ac74 req-c2bf45d0-9e32-4ed7-a20b-e37787d90cbf tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:58.787249 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f671a757-a9a1-420a-93a2-3aea7795ac74 req-c2bf45d0-9e32-4ed7-a20b-e37787d90cbf tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0513210 Jan 28 13:25:58.843899 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f671a757-a9a1-420a-93a2-3aea7795ac74 req-14e645ef-3f96-4b5b-88fe-03f78499f5db tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496972 Jan 28 13:25:59.168189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d2114eaa-f814-445e-98c1-38317c139314 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:59.222457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port d2114eaa-f814-445e-98c1-38317c139314 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:25:59.226723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port d2114eaa-f814-445e-98c1-38317c139314 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:59.227104 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d2114eaa-f814-445e-98c1-38317c139314), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.310566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d2114eaa-f814-445e-98c1-38317c139314 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:59.310992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d2114eaa-f814-445e-98c1-38317c139314), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.337072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2114eaa-f814-445e-98c1-38317c139314'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:25:59.339343 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7e8ea8-568c-434a-8234-546b1730e366" -d '{"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-plugged", "status": "completed", "tag": "d2114eaa-f814-445e-98c1-38317c139314"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:25:59.354770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d2114eaa-f814-445e-98c1-38317c139314, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d2114eaa-f814-445e-98c1-38317c139314,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:59.361165 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d2114eaa-f814-445e-98c1-38317c139314), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.366414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:25:59.430134 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6845853e-8028-4fd1-a747-f57a30c97343 x-openstack-request-id: req-6845853e-8028-4fd1-a747-f57a30c97343 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:25:59.430416 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-plugged", "status": "completed", "tag": "d2114eaa-f814-445e-98c1-38317c139314", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:25:59.430671 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6845853e-8028-4fd1-a747-f57a30c97343 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:25:59.431068 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2114eaa-f814-445e-98c1-38317c139314', 'code': 200} Jan 28 13:25:59.468880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d2114eaa-f814-445e-98c1-38317c139314,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:59.488327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:25:59.488708 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.500910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1057af-d34b-4c63-8185-f68930ca7f54 req-fa5f0013-e2ab-424b-b0bc-70e985db50f1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:59.503340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d1057af-d34b-4c63-8185-f68930ca7f54 req-fa5f0013-e2ab-424b-b0bc-70e985db50f1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0762239 Jan 28 13:25:59.569371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d1057af-d34b-4c63-8185-f68930ca7f54 req-2dbbede0-70d8-48ef-901d-566bf6bf99ad tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547574 Jan 28 13:25:59.602054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eff8d-4c99-4755-b92a-693dd587aefd req-1596f110-3360-44d3-979a-e1a1228918f3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:59.603619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e50eff8d-4c99-4755-b92a-693dd587aefd req-1596f110-3360-44d3-979a-e1a1228918f3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0558088 Jan 28 13:25:59.615093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:25:59.615750 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.661957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767873f-73f7-4604-b693-ef99094cda6e req-14d5ab11-33bc-431e-aa9e-5c8b57d00c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:59.663670 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b767873f-73f7-4604-b693-ef99094cda6e req-14d5ab11-33bc-431e-aa9e-5c8b57d00c56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 1096 time: 0.0616992 Jan 28 13:25:59.711256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e50eff8d-4c99-4755-b92a-693dd587aefd req-1bab13a6-27b5-4596-85a8-02b3cde93e95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018677 Jan 28 13:25:59.715591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:25:59.722525 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:25:59.746170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-87ab4a03-2a17-4d55-bd7d-ee950481b1db req-4bab7e33-7bb6-4829-9d4d-fd8d064f186b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0304644 Jan 28 13:25:59.772351 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b767873f-73f7-4604-b693-ef99094cda6e req-7df05065-c835-44d2-94c5-5b525f449623 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981483 Jan 28 13:25:59.814464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:25:59.915929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a713b3-db0a-4118-8ff0-b711143efa32 req-3e281995-0aaa-4982-be71-c6f4fc54e1a3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:25:59.918036 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48a713b3-db0a-4118-8ff0-b711143efa32 req-3e281995-0aaa-4982-be71-c6f4fc54e1a3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.1070702 Jan 28 13:25:59.973566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48a713b3-db0a-4118-8ff0-b711143efa32 req-6b14d1ab-2461-49b8-b7ae-e9cc8af28a03 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Jan 28 13:26:00.085436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3939c3-3dbd-4769-ba1a-9c1469c98d51 req-69393e78-9d79-4da9-964c-948b4d86cbd6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:00.087047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc3939c3-3dbd-4769-ba1a-9c1469c98d51 req-69393e78-9d79-4da9-964c-948b4d86cbd6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0548344 Jan 28 13:26:00.139843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc3939c3-3dbd-4769-ba1a-9c1469c98d51 req-af00c3c9-3622-4fe1-a113-68977136564f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Jan 28 13:26:00.695476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d06596-3d3a-4679-8e95-93a091d62f53 req-f71210d2-d4b4-4d84-bdc1-66eb4ad7500b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:00.696928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4d06596-3d3a-4679-8e95-93a091d62f53 req-f71210d2-d4b4-4d84-bdc1-66eb4ad7500b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0536067 Jan 28 13:26:00.753364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4d06596-3d3a-4679-8e95-93a091d62f53 req-6357d07e-6a7e-4648-a6ac-71e3f1c64cf8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503201 Jan 28 13:26:00.874709 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ebdb-e687-41bf-b166-13bc95d71217 req-645b9e93-25c8-4360-808a-7f8ab2badc97 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:00.876215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e05efefd-8d88-4299-aa35-411294843230 req-ea608b9e-f373-4da5-81bb-7628c664ed6a tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0323820 Jan 28 13:26:00.876373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb09ebdb-e687-41bf-b166-13bc95d71217 req-645b9e93-25c8-4360-808a-7f8ab2badc97 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0582044 Jan 28 13:26:00.929449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb09ebdb-e687-41bf-b166-13bc95d71217 req-d562abbf-fb89-45a8-8772-50b267e340fb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474305 Jan 28 13:26:01.095292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124de83-adbd-42a6-8806-5c89a5c4ac12 req-30ad766d-b637-4687-a231-32848d2f5165 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.099818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4124de83-adbd-42a6-8806-5c89a5c4ac12 req-30ad766d-b637-4687-a231-32848d2f5165 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0550168 Jan 28 13:26:01.153344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4124de83-adbd-42a6-8806-5c89a5c4ac12 req-79849f58-4eb3-4a91-a396-c4f15dd43703 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 Jan 28 13:26:01.277254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ede31-a750-44d4-9ecc-06ed200116e1 req-2fe098a1-a73a-4d38-b621-43e8fb60e846 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.278709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-325ede31-a750-44d4-9ecc-06ed200116e1 req-2fe098a1-a73a-4d38-b621-43e8fb60e846 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0530808 Jan 28 13:26:01.333123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-325ede31-a750-44d4-9ecc-06ed200116e1 req-e707f1bc-944a-4613-9c78-8afc79b5c283 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 Jan 28 13:26:01.431886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:01.436495 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f40441-df54-48a0-9f02-403b3d9d3ff5" -d '{"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-plugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:01.536548 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d7a2f7-2d64-4688-a355-137a203b081b x-openstack-request-id: req-14d7a2f7-2d64-4688-a355-137a203b081b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:01.536760 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-plugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:01.537193 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14d7a2f7-2d64-4688-a355-137a203b081b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:01.537592 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'code': 200} Jan 28 13:26:01.904431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7813f0-c226-4f32-951b-685e34d0822d req-00622977-54c1-4a15-b0c4-1dc03d545a80 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:01.913135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af7813f0-c226-4f32-951b-685e34d0822d req-00622977-54c1-4a15-b0c4-1dc03d545a80 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0632749 Jan 28 13:26:01.976695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af7813f0-c226-4f32-951b-685e34d0822d req-264a7c30-7ea7-420a-b74f-7f014f4a0c1f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624824 Jan 28 13:26:02.015299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8c4c6b0-5f35-4e14-9388-0bebfbc44de1 req-47514340-e4fd-4deb-a8a1-87c7d6b775c4 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0381382 Jan 28 13:26:02.142145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25201777-587a-48b9-a2a0-c907d2c7bae6 req-b14d7e8c-e5c8-455e-87a2-c0366920036d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:02.144212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25201777-587a-48b9-a2a0-c907d2c7bae6 req-b14d7e8c-e5c8-455e-87a2-c0366920036d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0667448 Jan 28 13:26:02.238888 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25201777-587a-48b9-a2a0-c907d2c7bae6 req-ef642eed-6766-41d7-97a6-11e868a2c372 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886219 Jan 28 13:26:02.299121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1ef7-f471-4a0f-8561-80f655d63936 req-38de0ba1-ecda-4f2f-a588-46b8b9510e3b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:02.301279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e37a1ef7-f471-4a0f-8561-80f655d63936 req-38de0ba1-ecda-4f2f-a588-46b8b9510e3b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0638599 Jan 28 13:26:02.360173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e37a1ef7-f471-4a0f-8561-80f655d63936 req-b8e673d2-ccd7-40f2-b273-99f8ace170c7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511420 Jan 28 13:26:02.476208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1afe61-378f-4b6b-b6cb-304991ad0e8f req-d82c247a-eea4-416b-8065-8390c9beac78 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:02.484979 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8f1afe61-378f-4b6b-b6cb-304991ad0e8f req-d82c247a-eea4-416b-8065-8390c9beac78 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0716114 Jan 28 13:26:02.551928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8f1afe61-378f-4b6b-b6cb-304991ad0e8f req-85f8ec45-9267-4d1c-9f19-3462176f4040 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657761 Jan 28 13:26:03.111145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd56d37-3409-4eed-8367-958bc4e996cb req-3dbdb3c0-7878-438c-9d48-eab6dfe91db4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.116651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cd56d37-3409-4eed-8367-958bc4e996cb req-3dbdb3c0-7878-438c-9d48-eab6dfe91db4 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0679395 Jan 28 13:26:03.137863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e7e8edc-624e-49f6-a32b-5180293d7d7f req-320aa729-970f-4dd3-9f99-667d3bc8c02e tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0330906 Jan 28 13:26:03.217821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cd56d37-3409-4eed-8367-958bc4e996cb req-d8f2be1a-8276-4827-a9aa-98f9f15dfa7b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924652 Jan 28 13:26:03.381425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36f89-cef2-49a3-9736-5e26c0d194ca req-3839c177-71b4-482a-83d3-c005473f7ba3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.394773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55f36f89-cef2-49a3-9736-5e26c0d194ca req-3839c177-71b4-482a-83d3-c005473f7ba3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0724475 Jan 28 13:26:03.453855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55f36f89-cef2-49a3-9736-5e26c0d194ca req-2759578b-c4e9-45d9-8d52-ad9cb4a0b1fc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Jan 28 13:26:03.514597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd29a-e37f-45e4-af2e-9493a20c833e req-b5514322-ffe8-4cac-8fd0-d150f1c7d254 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.522282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-394dd29a-e37f-45e4-af2e-9493a20c833e req-b5514322-ffe8-4cac-8fd0-d150f1c7d254 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0648241 Jan 28 13:26:03.577021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-394dd29a-e37f-45e4-af2e-9493a20c833e req-33a795f4-3005-4c45-b874-91da922dba07 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537782 Jan 28 13:26:03.712960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1802d52-b587-4643-9470-a2207132cf88 req-c9d09989-1f29-483f-8fca-bf4f5fb9a848 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:03.714747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1802d52-b587-4643-9470-a2207132cf88 req-c9d09989-1f29-483f-8fca-bf4f5fb9a848 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0649483 Jan 28 13:26:03.770826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1802d52-b587-4643-9470-a2207132cf88 req-d6ba3fbd-ee14-43f8-88ce-c1d0c8578768 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505862 Jan 28 13:26:04.271015 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e8010e09-83f4-4483-835d-86dfab380372 req-a993d5fc-7b82-482d-aa85-fa491df1d809 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0435460 Jan 28 13:26:04.395537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6fbaa-a241-48b1-826c-72d39876100a req-9cbf53f4-0dc9-4ef7-97cb-9f852120f2b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.397265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-51f6fbaa-a241-48b1-826c-72d39876100a req-9cbf53f4-0dc9-4ef7-97cb-9f852120f2b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0620303 Jan 28 13:26:04.464649 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-51f6fbaa-a241-48b1-826c-72d39876100a req-3e7a80a5-f46a-4c2a-80bc-912b770d2344 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615311 Jan 28 13:26:04.615984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7c04c-e4b7-4443-a93c-4f96ddef0a2b req-20535c80-df69-46fd-9c53-5abe6c918010 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.617832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eed7c04c-e4b7-4443-a93c-4f96ddef0a2b req-20535c80-df69-46fd-9c53-5abe6c918010 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0708892 Jan 28 13:26:04.701979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eed7c04c-e4b7-4443-a93c-4f96ddef0a2b req-253c9de8-3ebd-4606-ba92-8c2d42cc4523 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755157 Jan 28 13:26:04.755502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9cf3-0397-41d9-98c3-07dd37e2ccb0 req-a7cf729a-fe74-49b0-8695-7321361c3989 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.758836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-797d9cf3-0397-41d9-98c3-07dd37e2ccb0 req-a7cf729a-fe74-49b0-8695-7321361c3989 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.1008108 Jan 28 13:26:04.792862 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6cea3f13-5a95-4ad4-b52f-f455878e6ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:04.855189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-797d9cf3-0397-41d9-98c3-07dd37e2ccb0 req-4fe5682a-e855-467a-ad29-8dca2f2a6cd3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781891 Jan 28 13:26:04.985280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ec0f4-edf6-465c-9984-c560bafe8920 req-7947c65c-d456-4057-97d0-6f586a72ecd1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:04.988605 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-400ec0f4-edf6-465c-9984-c560bafe8920 req-7947c65c-d456-4057-97d0-6f586a72ecd1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0544555 Jan 28 13:26:05.048122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-400ec0f4-edf6-465c-9984-c560bafe8920 req-34998950-877b-47a8-897c-19b991ec70c6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 Jan 28 13:26:05.402779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5abd141-a53b-4a40-9cbf-6bd8b0c05c42 req-68ba8df5-4825-45b7-9df5-db166195d515 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0379176 Jan 28 13:26:05.595589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987299f-57bd-442f-ac2b-8dd001576231 req-c0b35a25-2b62-438e-8b3b-b5990decc9ce tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:05.597355 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5987299f-57bd-442f-ac2b-8dd001576231 req-c0b35a25-2b62-438e-8b3b-b5990decc9ce tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0602300 Jan 28 13:26:05.655986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5987299f-57bd-442f-ac2b-8dd001576231 req-59428927-b92d-46f2-8277-f9af0ec1460e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524499 Jan 28 13:26:05.867155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368b31-26df-46d5-9da8-990072545bee req-50968b5b-4a0c-4e04-8ef5-72a9c90da6e1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:05.868760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56368b31-26df-46d5-9da8-990072545bee req-50968b5b-4a0c-4e04-8ef5-72a9c90da6e1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0958815 Jan 28 13:26:05.950525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56368b31-26df-46d5-9da8-990072545bee req-2f707467-e16f-421e-8a46-8983a1724448 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725806 Jan 28 13:26:06.032658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216bb70-4c04-4b02-8f85-66b5b02c7c4f req-a34a2c4d-d929-4d8a-9879-b2a70696445e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:06.034842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7216bb70-4c04-4b02-8f85-66b5b02c7c4f req-a34a2c4d-d929-4d8a-9879-b2a70696445e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0691638 Jan 28 13:26:06.091842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7216bb70-4c04-4b02-8f85-66b5b02c7c4f req-24ede48b-66c6-40b9-be61-d165d243a6eb tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Jan 28 13:26:06.218306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd936-4bd9-4809-9457-bc984f2646da req-13dcc1ab-8c23-43a9-bc55-e98a1809566b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:06.226922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58ecd936-4bd9-4809-9457-bc984f2646da req-13dcc1ab-8c23-43a9-bc55-e98a1809566b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0677989 Jan 28 13:26:06.276958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58ecd936-4bd9-4809-9457-bc984f2646da req-570e993f-ff61-4947-aa55-bebf0caa60ec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482793 Jan 28 13:26:06.536821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41f5f6cd-791c-4a7d-9e9c-5096ed33c187 req-f8f46f68-9c6e-4a74-9f89-6007b0cb1e7f tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0371094 Jan 28 13:26:06.790467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453e28e-6d01-4406-8769-495d1bcc6d42 req-286221a5-72fc-4d58-be43-f4224a9200b7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:06.792024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5453e28e-6d01-4406-8769-495d1bcc6d42 req-286221a5-72fc-4d58-be43-f4224a9200b7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0585330 Jan 28 13:26:06.852989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5453e28e-6d01-4406-8769-495d1bcc6d42 req-205b0893-2120-4227-88b1-eaf6ecead666 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jan 28 13:26:07.094288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c39e1-a27f-43fb-bdcd-076d7da8b1ac req-e969c948-406b-4801-9ede-5ca069b4ded7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:07.100172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc3c39e1-a27f-43fb-bdcd-076d7da8b1ac req-e969c948-406b-4801-9ede-5ca069b4ded7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0822036 Jan 28 13:26:07.167189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc3c39e1-a27f-43fb-bdcd-076d7da8b1ac req-9617f274-3768-4785-9a29-8bc6e2c955d2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601542 Jan 28 13:26:07.274576 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79590b37-ea5c-455c-8d01-a1ef902a6330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:07.335794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f166b-77a3-46e7-8341-8703034a70c8 req-b828d03f-f488-44b7-9bf0-0ee8b6396a50 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:07.339839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff6f166b-77a3-46e7-8341-8703034a70c8 req-b828d03f-f488-44b7-9bf0-0ee8b6396a50 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.1001070 Jan 28 13:26:07.407749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e347-3c25-447f-994e-2b3fe18b3a66 req-2f07961f-b604-43aa-b913-4f5b6a3f04f5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:07.416086 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2b5e347-3c25-447f-994e-2b3fe18b3a66 req-2f07961f-b604-43aa-b913-4f5b6a3f04f5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0609372 Jan 28 13:26:07.433023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff6f166b-77a3-46e7-8341-8703034a70c8 req-dbb61273-d29c-4691-8fbc-c7adcad60895 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808313 Jan 28 13:26:07.485146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2b5e347-3c25-447f-994e-2b3fe18b3a66 req-ef64fc53-0018-4b00-8c4d-72876b79ff1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680940 Jan 28 13:26:07.654794 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d2b50f6a-b53f-4b06-a299-51e3e3df639a req-9db39bd4-3504-4c64-9c1a-aecb8d7e0d66 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0307813 Jan 28 13:26:07.990287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00870e03-6f1b-458a-8c6b-96967a27a26f req-33107339-1d1d-4704-9966-0d26e1b216a2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:07.992221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00870e03-6f1b-458a-8c6b-96967a27a26f req-33107339-1d1d-4704-9966-0d26e1b216a2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0652134 Jan 28 13:26:08.061129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00870e03-6f1b-458a-8c6b-96967a27a26f req-1cce6394-c9ca-4fc7-89d3-d92a3d6820aa tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 Jan 28 13:26:08.304281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763635d-74b3-4229-9096-aa54e3293e33 req-393f6d70-0524-4656-9ff6-665ddb87f135 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:08.306209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4763635d-74b3-4229-9096-aa54e3293e33 req-393f6d70-0524-4656-9ff6-665ddb87f135 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0596523 Jan 28 13:26:08.360821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4763635d-74b3-4229-9096-aa54e3293e33 req-0a81cade-3723-4631-84f9-2bbe1861822a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487611 Jan 28 13:26:08.543082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:08.582844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d348cb-f6fb-4253-9bde-8cebfdf1de8d req-cbd1d0d1-5b9c-4c7e-9f8b-ad18184f5bac tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:08.600081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74d348cb-f6fb-4253-9bde-8cebfdf1de8d req-cbd1d0d1-5b9c-4c7e-9f8b-ad18184f5bac tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0808716 Jan 28 13:26:08.648461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a3025-0fbc-482b-af36-31f6308404b5 req-0574ff39-23b3-4d71-a209-43fdf445eb9d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:08.650432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f07a3025-0fbc-482b-af36-31f6308404b5 req-0574ff39-23b3-4d71-a209-43fdf445eb9d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0658174 Jan 28 13:26:08.683615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74d348cb-f6fb-4253-9bde-8cebfdf1de8d req-642851a7-f0ad-4a88-9ad8-85758bfcbc7f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755994 Jan 28 13:26:08.713344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f07a3025-0fbc-482b-af36-31f6308404b5 req-cd7d589c-1b4e-408d-a6a8-386495d2e916 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Jan 28 13:26:08.816209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93c272ad-d3ee-4c03-b842-5a65ba37c7e7 req-44a9253c-9e2e-44eb-b068-3b5659aa0538 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0289447 Jan 28 13:26:09.222604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73c867-268d-48be-b7fb-6ca6e2a65d13 req-93f1df5a-f7bf-4d7d-af18-5a17a052d15e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:09.224232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff73c867-268d-48be-b7fb-6ca6e2a65d13 req-93f1df5a-f7bf-4d7d-af18-5a17a052d15e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0653760 Jan 28 13:26:09.302341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff73c867-268d-48be-b7fb-6ca6e2a65d13 req-15c0f162-986a-4648-af6a-8cfc430cb70a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701575 Jan 28 13:26:09.487482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87a1b6-f302-4ef5-9f9e-eb96e870e9c7 req-eb809623-5477-4ecb-ab1b-3f3a90660abe tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:09.489177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d87a1b6-f302-4ef5-9f9e-eb96e870e9c7 req-eb809623-5477-4ecb-ab1b-3f3a90660abe tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0542293 Jan 28 13:26:09.541252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d87a1b6-f302-4ef5-9f9e-eb96e870e9c7 req-59e686fa-8dce-4d12-ab3f-83b62e92df56 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Jan 28 13:26:09.803665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950620f3-3ead-402f-8187-d1d43ab142d6 req-c972c827-4fe1-4637-8f41-19fdde8d5402 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:09.805333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-950620f3-3ead-402f-8187-d1d43ab142d6 req-c972c827-4fe1-4637-8f41-19fdde8d5402 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0496087 Jan 28 13:26:09.836277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9820d7-0e54-4374-9ed4-f75f19892496 req-2acdd205-6c06-4b7c-b278-48e08e832ea3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:09.837681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a9820d7-0e54-4374-9ed4-f75f19892496 req-2acdd205-6c06-4b7c-b278-48e08e832ea3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0478477 Jan 28 13:26:09.853616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-950620f3-3ead-402f-8187-d1d43ab142d6 req-76c3161a-b425-45fd-b23e-aa384611b36e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426068 Jan 28 13:26:09.892433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a9820d7-0e54-4374-9ed4-f75f19892496 req-590878a2-b8f3-496e-b2ef-969ce9bc8831 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478241 Jan 28 13:26:09.986577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b3221fc-a384-495a-b4b7-711b885cd570 req-044d783e-909a-4794-b3e0-68bad3aa9a3f tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0279689 Jan 28 13:26:10.078858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087550d6-11ce-4145-96ea-97af2c01253f req-0f989301-138b-4b57-ba2a-406b765d91ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:10.080368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-087550d6-11ce-4145-96ea-97af2c01253f req-0f989301-138b-4b57-ba2a-406b765d91ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 950 time: 0.0518978 Jan 28 13:26:10.128216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-087550d6-11ce-4145-96ea-97af2c01253f req-35935107-0ca9-4177-ac5d-48b62d19944c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Jan 28 13:26:10.391969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:10.424783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530350d6-f7b3-463c-b3f7-2224a062e84c req-90d38f94-67f9-4a70-932e-a1faddaa01f8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:10.426370 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-530350d6-f7b3-463c-b3f7-2224a062e84c req-90d38f94-67f9-4a70-932e-a1faddaa01f8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0504456 Jan 28 13:26:10.475342 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-530350d6-f7b3-463c-b3f7-2224a062e84c req-95c0119f-3fa6-493f-b542-5e35f6dc3878 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431774 Jan 28 13:26:10.664080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c98dc-6a37-449f-9847-e8dc102dc0e9 req-5ae71192-7bbf-4de1-8d44-9a484c1c58c3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:10.665696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-830c98dc-6a37-449f-9847-e8dc102dc0e9 req-5ae71192-7bbf-4de1-8d44-9a484c1c58c3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0514536 Jan 28 13:26:10.714564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-830c98dc-6a37-449f-9847-e8dc102dc0e9 req-9801ba89-084f-4c21-a6ba-e8f95904a1fc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Jan 28 13:26:10.977118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304831b5-e539-4eed-bb30-3a4090fefeba req-0b9b90e5-4d7d-4259-ae56-61f69b2956cf tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:10.978798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-304831b5-e539-4eed-bb30-3a4090fefeba req-0b9b90e5-4d7d-4259-ae56-61f69b2956cf tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0558484 Jan 28 13:26:11.014278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546da974-5a84-4161-812e-880961b256b5 req-3466534b-e4d3-43b7-b0fe-fdda3c7de29a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:11.015815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-546da974-5a84-4161-812e-880961b256b5 req-3466534b-e4d3-43b7-b0fe-fdda3c7de29a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0517571 Jan 28 13:26:11.031576 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-304831b5-e539-4eed-bb30-3a4090fefeba req-48512c48-18e1-4a0a-9659-cbdc9c10dba1 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467515 Jan 28 13:26:11.072380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-546da974-5a84-4161-812e-880961b256b5 req-3f6a7de0-52aa-4398-87bf-9132efd6238c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Jan 28 13:26:11.126230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb77b2aa-eb1e-4da2-8878-2fa0b77cbb85 req-6ee85088-34f0-4888-9893-16f28860b2e9 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0254140 Jan 28 13:26:11.242800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a9c48-b7cd-4441-ab84-c95aa87abba6 req-59e5a069-523c-4154-b391-d986c61712ac tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:11.244319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b45a9c48-b7cd-4441-ab84-c95aa87abba6 req-59e5a069-523c-4154-b391-d986c61712ac tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 950 time: 0.0475929 Jan 28 13:26:11.292544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b45a9c48-b7cd-4441-ab84-c95aa87abba6 req-c2d88b31-237a-4d8a-866b-6235ecacaa8d tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Jan 28 13:26:11.631434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:11.649639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aa2a-40d7-4657-afa4-2f0117eae1c2 req-4682784c-fc0d-4146-a266-b62bf4d5ef11 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:11.656457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eda2aa2a-40d7-4657-afa4-2f0117eae1c2 req-4682784c-fc0d-4146-a266-b62bf4d5ef11 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0691226 Jan 28 13:26:11.700386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eda2aa2a-40d7-4657-afa4-2f0117eae1c2 req-edcf17d7-e7b6-44a6-8b34-a60a8c0df94b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Jan 28 13:26:11.830342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d8c26-7e26-4f38-8885-7699b7d320e0 req-8d07371e-5327-4bd1-ae0d-8e7d59a40e00 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:11.831938 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-364d8c26-7e26-4f38-8885-7699b7d320e0 req-8d07371e-5327-4bd1-ae0d-8e7d59a40e00 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0477459 Jan 28 13:26:11.878656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-364d8c26-7e26-4f38-8885-7699b7d320e0 req-98634b34-900b-40a1-af1c-c8d56cf3743e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Jan 28 13:26:12.152870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f4e1-46df-45dd-8308-a5a93f9ac8ee req-65be0b34-5cd1-4e16-9352-420b72962447 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:12.154476 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfe3f4e1-46df-45dd-8308-a5a93f9ac8ee req-65be0b34-5cd1-4e16-9352-420b72962447 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0523260 Jan 28 13:26:12.189298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7bd9-cc35-4ed4-a34c-35df99afaaca req-eaab0b53-17ff-4519-9314-8dd8914ec132 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:12.191717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76af7bd9-cc35-4ed4-a34c-35df99afaaca req-eaab0b53-17ff-4519-9314-8dd8914ec132 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0543356 Jan 28 13:26:12.202841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfe3f4e1-46df-45dd-8308-a5a93f9ac8ee req-a735f814-3217-490f-8e42-d97c39ba7405 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Jan 28 13:26:12.241486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76af7bd9-cc35-4ed4-a34c-35df99afaaca req-ba43e8d2-3ddc-422c-915c-c739f7e0b9e5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Jan 28 13:26:12.287148 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b514b563-77b3-4af6-a526-93910c7590ec req-d5d59a46-e518-4ca7-8ab5-40e07062557b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0273974 Jan 28 13:26:12.602617 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-3360e166-fe1e-4758-b34d-3f73af69a2f5 service neutron] show failed (client error): The resource could not be found. Jan 28 13:26:12.603560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-3360e166-fe1e-4758-b34d-3f73af69a2f5 service neutron] 10.222.0.60 "GET /v2.0/ports/e1d34e4a-de6a-4723-bb05-d349b426537d/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0555661 Jan 28 13:26:12.820215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c86fe-93e2-4c41-94ad-cb2f368dbac2 req-efe1cc3f-b5ce-4fa2-a4b5-9a9403b17118 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:12.821961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-722c86fe-93e2-4c41-94ad-cb2f368dbac2 req-efe1cc3f-b5ce-4fa2-a4b5-9a9403b17118 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0489447 Jan 28 13:26:12.874693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-722c86fe-93e2-4c41-94ad-cb2f368dbac2 req-31f1ccfa-0c9b-4241-879d-bbbdc60c6b75 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Jan 28 13:26:12.887605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d337b32f-d637-4d5f-9be7-f86c2bfce5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:12.889152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d337b32f-d637-4d5f-9be7-f86c2bfce5a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236&tenant_id=063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 1100 time: 0.0404115 Jan 28 13:26:12.903509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:12.982970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.036575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfce9e9-e94e-4fc9-81a1-43f50e6bad64 req-0cce5152-c178-4109-8b51-28f2d01fea0e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:13.038052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbfce9e9-e94e-4fc9-81a1-43f50e6bad64 req-0cce5152-c178-4109-8b51-28f2d01fea0e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0850255 Jan 28 13:26:13.162803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbfce9e9-e94e-4fc9-81a1-43f50e6bad64 req-e48d65ce-3f52-4971-8020-68a681573da1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144764 Jan 28 13:26:13.223954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:13.230120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:13.285213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:13.319604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:13.320139 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.326537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e13fb3-9a42-495c-a359-b6310d468b75 req-6139fbc0-4ff6-466c-84ca-ffcf927841da tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:13.328184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97e13fb3-9a42-495c-a359-b6310d468b75 req-6139fbc0-4ff6-466c-84ca-ffcf927841da tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0547872 Jan 28 13:26:13.348498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:13.350123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:13.350917 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b800c-b986-4228-8bbc-6a936cfcb6bd" -d '{"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-unplugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:13.353273 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653b02ff-288e-4d9d-9499-20923d1d970b" -d '{"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:13.364399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:13.368703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.370694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Publish callbacks [] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.383190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-97e13fb3-9a42-495c-a359-b6310d468b75 req-12c89127-0453-4f79-90d2-a583358201ef tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Jan 28 13:26:13.404261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Transition to ACTIVE for port object e1d34e4a-de6a-4723-bb05-d349b426537d will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:13.413264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e9ac-66ca-4ac3-9e02-043768f85a78 req-6fd6d834-56e8-4c4a-9b42-6486da6b33f8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:13.414830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9aa3e9ac-66ca-4ac3-9e02-043768f85a78 req-6fd6d834-56e8-4c4a-9b42-6486da6b33f8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0919433 Jan 28 13:26:13.415971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.423941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:13.487616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3d4958c0-94eb-4e8b-bf0f-94bcd602f6e7 req-87113787-3276-4a63-a3c7-d6ac6bc6754b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0316722 Jan 28 13:26:13.494260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] No DVR routers for this DVR port e1d34e4a-de6a-4723-bb05-d349b426537d on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:13.523154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:13.543366 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79241563-8c7d-4462-90ba-3ffef0ac257a x-openstack-request-id: req-79241563-8c7d-4462-90ba-3ffef0ac257a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:13.543671 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-unplugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:13.543931 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79241563-8c7d-4462-90ba-3ffef0ac257a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:13.544356 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'code': 200} Jan 28 13:26:13.554850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9aa3e9ac-66ca-4ac3-9e02-043768f85a78 req-1555c24e-d7de-40cb-abd7-3f9548ff9d21 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324952 Jan 28 13:26:13.556648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.556993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.557349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.557665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.558000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.558328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.558649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.559199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.559318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.559601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.559925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.560277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.560592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:13.577258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:13.587276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:13.587619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:13.592656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Port e1d34e4a-de6a-4723-bb05-d349b426537d on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:13.592927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Attempting to bind port e1d34e4a-de6a-4723-bb05-d349b426537d on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:13.599211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:13.599618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:13.600220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:13.600667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Bound port: e1d34e4a-de6a-4723-bb05-d349b426537d, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:13.601042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.613840 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37538e3c-0ddc-45e3-9cab-f3fc6d167818 x-openstack-request-id: req-37538e3c-0ddc-45e3-9cab-f3fc6d167818 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:13.614250 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:13.614607 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37538e3c-0ddc-45e3-9cab-f3fc6d167818 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:13.615139 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'code': 200} Jan 28 13:26:13.677002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:13.680145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:13.685177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.721120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:13.722265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:13.723906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 1095 time: 0.8244128 Jan 28 13:26:13.747887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c03e6-8ec4-47fb-b569-3c8fa2a3b968 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:13.809181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-6a96b7f8-2d62-4ae7-a2c4-d469de7db2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:13.810689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-6a96b7f8-2d62-4ae7-a2c4-d469de7db2ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1098 time: 0.0497835 Jan 28 13:26:13.912269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-b2b66f0b-987d-4d05-855e-5c4eb94d428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:13.913569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-b2b66f0b-987d-4d05-855e-5c4eb94d428e service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.0921798 Jan 28 13:26:13.960300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-45e6cac8-0721-4452-921a-69e5908b5b9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0355477 Jan 28 13:26:14.001278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15c598-462d-4a75-9f6f-1c4ea0687791 req-b4d51701-ca55-4f69-8fa6-86521304088d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.002941 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f15c598-462d-4a75-9f6f-1c4ea0687791 req-b4d51701-ca55-4f69-8fa6-86521304088d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0540929 Jan 28 13:26:14.016515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-0db1faa9-d58c-4abb-a872-42ef11f43890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.018578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-0db1faa9-d58c-4abb-a872-42ef11f43890 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0518587 Jan 28 13:26:14.057207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f15c598-462d-4a75-9f6f-1c4ea0687791 req-d40d6031-56f5-4311-a304-db3ea5ea68d9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483239 Jan 28 13:26:14.069410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-cb88335d-c8ff-40cb-af7e-0d36f08eca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.070988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-cb88335d-c8ff-40cb-af7e-0d36f08eca06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434542 Jan 28 13:26:14.162244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-23c42f2b-471b-4d8c-83a7-d8f5966e4280 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816727 Jan 28 13:26:14.284332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e2518a2-9ef4-4b91-a672-54005d11c848 req-7ce7eee2-e1bd-44e2-8030-abf6eb998a27 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127002 Jan 28 13:26:14.298655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11693018-21ac-41f2-bf34-c1aa1589e13f req-f2af37bb-2cc1-44c4-92ce-453a50e43f18 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.300695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11693018-21ac-41f2-bf34-c1aa1589e13f req-f2af37bb-2cc1-44c4-92ce-453a50e43f18 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0659804 Jan 28 13:26:14.348856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11693018-21ac-41f2-bf34-c1aa1589e13f req-823b3856-36ba-415e-bca8-ea14ce2b87d5 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Jan 28 13:26:14.501304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba64a4-5e7f-4c60-9517-f972808c48c0 req-52aebb13-e138-428b-ae84-5651487153f6 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.502798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55ba64a4-5e7f-4c60-9517-f972808c48c0 req-52aebb13-e138-428b-ae84-5651487153f6 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0482948 Jan 28 13:26:14.550382 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-55ba64a4-5e7f-4c60-9517-f972808c48c0 req-e10867da-d9ca-4b07-82d4-a6d8db1ac874 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Jan 28 13:26:14.592136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c58376b-f8c5-4e34-ae70-79aa41ea47c9 req-df806185-7776-4f5e-b7c3-6d507c4038af tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0257413 Jan 28 13:26:14.685125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5b200-5108-4995-8cd1-b0d5f8adb147 req-6232eea5-f65a-42d0-b197-e0ca7f841eed tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:14.686566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-17a5b200-5108-4995-8cd1-b0d5f8adb147 req-6232eea5-f65a-42d0-b197-e0ca7f841eed tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 947 time: 0.0519471 Jan 28 13:26:14.734631 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-17a5b200-5108-4995-8cd1-b0d5f8adb147 req-6f93bcbe-795f-4737-a9df-dd4c467500be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Jan 28 13:26:15.178039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcfcf3-d062-4228-b7ee-198a81115ac1 req-b83047ac-6f5b-4574-ab8b-43f8f5b7e15b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.179487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fbcfcf3-d062-4228-b7ee-198a81115ac1 req-b83047ac-6f5b-4574-ab8b-43f8f5b7e15b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0536609 Jan 28 13:26:15.225372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fbcfcf3-d062-4228-b7ee-198a81115ac1 req-0fcdc997-a216-46df-8e6c-196d5e9fdf02 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Jan 28 13:26:15.226271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0de8262c-b4d6-41cf-b524-d6dbfb0401ac details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:15.357584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:15.454731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port e1d34e4a-de6a-4723-bb05-d349b426537d host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:26:15.455130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:15.479785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572471e-5a7a-4dcb-9f89-7752b4924d50 req-1d0db003-0501-4f49-88aa-2d925cebf307 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.481350 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8572471e-5a7a-4dcb-9f89-7752b4924d50 req-1d0db003-0501-4f49-88aa-2d925cebf307 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0525427 Jan 28 13:26:15.489251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:15.500919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'mac_address': 'fa:16:3e:5a:0b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:15.529373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8572471e-5a7a-4dcb-9f89-7752b4924d50 req-a4830846-5cbc-40ac-a3f1-117b28edb78c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Jan 28 13:26:15.538821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:15.539219 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.552697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0de8262c-b4d6-41cf-b524-d6dbfb0401ac {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:15.571713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:15.576914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:15.616066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:15.618731 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f487b825-96a6-4d23-939c-ef104407c9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:15.626288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:15.669873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9dc21-a923-4c0e-9f94-fcd50e5327f3 req-385d2036-0610-4a68-b5ba-f2a62e2c5bfe tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.671352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbc9dc21-a923-4c0e-9f94-fcd50e5327f3 req-385d2036-0610-4a68-b5ba-f2a62e2c5bfe tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0495706 Jan 28 13:26:15.698548 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7d6f3ce6-47b9-4172-926a-cdc6e2b0e29f req-37bd4205-973c-4725-971f-a23729c99ea3 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0293968 Jan 28 13:26:15.723329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbc9dc21-a923-4c0e-9f94-fcd50e5327f3 req-78787b10-9c2f-43c6-becd-44b13c66c060 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Jan 28 13:26:15.757388 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ff94e5-4b30-4e4c-931c-0704c19df47c x-openstack-request-id: req-03ff94e5-4b30-4e4c-931c-0704c19df47c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:15.758143 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:15.758278 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03ff94e5-4b30-4e4c-931c-0704c19df47c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:15.758722 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'status': 'completed', 'code': 200} Jan 28 13:26:15.822849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-c6084dab-10bf-4174-9b25-a5b6d24e4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.824387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-c6084dab-10bf-4174-9b25-a5b6d24e4212 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1098 time: 0.0424082 Jan 28 13:26:15.902125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb946d-2694-4b2c-bd2c-2dbe7a6e37db req-bc1a3962-1fbe-40e8-8c1c-ea218470beed tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.903667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21cb946d-2694-4b2c-bd2c-2dbe7a6e37db req-bc1a3962-1fbe-40e8-8c1c-ea218470beed tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 947 time: 0.0817018 Jan 28 13:26:15.906298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-f6e4be48-2a36-444b-884c-a6c2510cdcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.907996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-f6e4be48-2a36-444b-884c-a6c2510cdcf7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1098 time: 0.0758786 Jan 28 13:26:15.929265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-678d0d2d-3f3e-4cc8-b443-c237d81a77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:15.930928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-678d0d2d-3f3e-4cc8-b443-c237d81a77dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.0991127 Jan 28 13:26:15.974949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-29bc2216-e928-4a59-a5e5-00c1cc55c42d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0368974 Jan 28 13:26:16.001214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21cb946d-2694-4b2c-bd2c-2dbe7a6e37db req-45b9e3c2-19ad-482b-aa18-5cd1432fff2f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899293 Jan 28 13:26:16.029777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-476e58d7-0911-4984-b9f8-d97ac646b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.031280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-476e58d7-0911-4984-b9f8-d97ac646b9dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0480790 Jan 28 13:26:16.039477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-99b07287-5617-4cb9-884a-f125e2a5c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.040983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-99b07287-5617-4cb9-884a-f125e2a5c52b service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1065741 Jan 28 13:26:16.076997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-9315209f-3f25-4cb2-b2f8-f80aa4fa5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.078512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-9315209f-3f25-4cb2-b2f8-f80aa4fa5340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394897 Jan 28 13:26:16.091184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['0de8262c-b4d6-41cf-b524-d6dbfb0401ac'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:16.096911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-9b7350b8-cec1-46a5-b798-a69269297d5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0406203 Jan 28 13:26:16.154061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-b032d0a9-213f-4af6-872c-ea8b3949612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.155478 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-b032d0a9-213f-4af6-872c-ea8b3949612b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0458577 Jan 28 13:26:16.177914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-063c6fe2-80a8-4248-9971-7a6ee0b75f49 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922792 Jan 28 13:26:16.245334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-7e843ff6-3765-4ffe-be33-5b3cffd4285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.246914 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-7e843ff6-3765-4ffe-be33-5b3cffd4285b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671213 Jan 28 13:26:16.337121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-063f8718-3187-46e3-b3dd-677734ce13ef service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463461 Jan 28 13:26:16.362045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b5498-8e70-4a12-8acf-517abe7463d0 req-546635e2-2389-489b-8664-da3ce49c3b3a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.363917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f3b5498-8e70-4a12-8acf-517abe7463d0 req-546635e2-2389-489b-8664-da3ce49c3b3a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0630486 Jan 28 13:26:16.369487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-d40994ea-a8fc-477a-a367-00dff4ca1835 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955241 Jan 28 13:26:16.413112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f3b5498-8e70-4a12-8acf-517abe7463d0 req-cf0b7759-101b-473d-bb80-e469afd538be tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 Jan 28 13:26:16.464326 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f487b825-96a6-4d23-939c-ef104407c9d9 req-9e3456fa-580f-49c4-8980-49635704f5b2 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Jan 28 13:26:16.646979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c5747-c956-4951-ba18-775f85d26e67 req-ddec2a19-f7a6-42cd-8b5f-502a499e4223 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.648568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-618c5747-c956-4951-ba18-775f85d26e67 req-ddec2a19-f7a6-42cd-8b5f-502a499e4223 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0505476 Jan 28 13:26:16.700634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-618c5747-c956-4951-ba18-775f85d26e67 req-d81eef00-c736-4de1-b3c4-9be3a6c59200 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Jan 28 13:26:16.804729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fbe442e6-0de6-4494-beb9-95020dc233ac req-52f5fdb1-3d4c-42da-ab90-a6304a0c4817 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0280366 Jan 28 13:26:16.844231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c83591-3139-4e3b-870d-8fe2ddababa3 req-db132552-0b14-485b-8fc4-fecc75cf887b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:16.845728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02c83591-3139-4e3b-870d-8fe2ddababa3 req-db132552-0b14-485b-8fc4-fecc75cf887b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0493691 Jan 28 13:26:16.894853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02c83591-3139-4e3b-870d-8fe2ddababa3 req-68a7765a-8203-4700-a145-872ccb6c080b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Jan 28 13:26:17.121868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46b4cb-a7d3-401f-869a-532ab03e6b7c req-e326f64d-a7d5-49c8-b6ac-1bee74ab2a3f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.123363 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f46b4cb-a7d3-401f-869a-532ab03e6b7c req-e326f64d-a7d5-49c8-b6ac-1bee74ab2a3f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 947 time: 0.0493565 Jan 28 13:26:17.172278 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f46b4cb-a7d3-401f-869a-532ab03e6b7c req-022555cd-7c22-4f3e-ae8e-da9826afb859 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Jan 28 13:26:17.249395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0de8262c-b4d6-41cf-b524-d6dbfb0401ac up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:17.250601 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:26:17.301969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:17.302350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.370859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:17.378443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922645c0-967c-472d-bfc0-38ee36593c26 req-8186901c-24dd-4d97-8f15-1a4f06b496dd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.386349 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-922645c0-967c-472d-bfc0-38ee36593c26 req-8186901c-24dd-4d97-8f15-1a4f06b496dd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 947 time: 0.0626862 Jan 28 13:26:17.401004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:17.402025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.443884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-922645c0-967c-472d-bfc0-38ee36593c26 req-ed65a12d-32ac-4245-9c3a-4aef3fefb6a9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549858 Jan 28 13:26:17.474459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:17.476706 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519f6cf7-f27b-40fe-b689-33c56579dbdf" -d '{"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:17.494914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:17.505839 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.551168 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a78c6cf-472d-4d8d-bd64-6836470220c8 x-openstack-request-id: req-2a78c6cf-472d-4d8d-bd64-6836470220c8 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:17.551695 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:17.552147 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a78c6cf-472d-4d8d-bd64-6836470220c8 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:17.552713 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'code': 200} Jan 28 13:26:17.570535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:17.588651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-7ac5b435-d469-4988-9e0c-64c936b3a05e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.590572 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-7ac5b435-d469-4988-9e0c-64c936b3a05e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236&tenant_id=063eec391659468690eac7ba108a19f1&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 947 time: 0.1425772 Jan 28 13:26:17.594210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575338a-90d5-49a1-9bc7-75048045e44d req-7c424eae-d386-4ba5-8c3b-c12595b5068b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.600685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'mac_address': 'fa:16:3e:fc:36:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:17.602625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:17.603974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2575338a-90d5-49a1-9bc7-75048045e44d req-7c424eae-d386-4ba5-8c3b-c12595b5068b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0866692 Jan 28 13:26:17.664997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port e1d34e4a-de6a-4723-bb05-d349b426537d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:17.665781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.677292 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-226d5fec-7bdd-4ccc-912d-6247e13e1fd5 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:26:17.679705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-226d5fec-7bdd-4ccc-912d-6247e13e1fd5 service neutron] 10.222.0.60 "DELETE /v2.0/ports/e1d34e4a-de6a-4723-bb05-d349b426537d/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0715284 Jan 28 13:26:17.682410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d34e4a-de6a-4723-bb05-d349b426537d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:17.689135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2575338a-90d5-49a1-9bc7-75048045e44d req-7f403a3b-4271-41d2-81e8-bb288a8cfc60 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836711 Jan 28 13:26:17.703674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:17.709244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:17.783323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:17.832486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76366d0b-9053-4a9b-9e51-8e20b24beb8c req-baab5105-b751-4307-aee0-31f8d8b86795 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.833990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76366d0b-9053-4a9b-9e51-8e20b24beb8c req-baab5105-b751-4307-aee0-31f8d8b86795 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0551875 Jan 28 13:26:17.907115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c2e830-c47c-4b23-9f9c-960fb45ea98d req-25fdc1cd-b161-452c-9648-20ef8ec711d6 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0260911 Jan 28 13:26:17.923697 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76366d0b-9053-4a9b-9e51-8e20b24beb8c req-2f1fad65-2fc3-4877-b6f4-6622caa3b78a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836008 Jan 28 13:26:17.961802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-5677da38-43ca-4cc3-bbd4-d698738cbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:17.962271 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-5677da38-43ca-4cc3-bbd4-d698738cbc64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1099 time: 0.0887761 Jan 28 13:26:17.979504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:18.151053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-1b4aeb4a-a6d8-43eb-a3c1-d648542faace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:18.152561 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-1b4aeb4a-a6d8-43eb-a3c1-d648542faace service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1717961 Jan 28 13:26:18.154172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876c37-6ec8-408f-b32d-31b955b98d11 req-c3e9f45f-17ac-499b-b609-22dab015a960 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:18.162806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45876c37-6ec8-408f-b32d-31b955b98d11 req-c3e9f45f-17ac-499b-b609-22dab015a960 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.1420009 Jan 28 13:26:18.231460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45876c37-6ec8-408f-b32d-31b955b98d11 req-da2bf5e2-58f5-4730-916e-4c41e421c09f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644078 Jan 28 13:26:18.291795 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-d889113f-5e3f-4fc3-a1b4-6b8346d8a1e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0801711 Jan 28 13:26:18.391601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-a5deb601-8ae7-4b73-a6c1-71944a60f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:18.397852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-a5deb601-8ae7-4b73-a6c1-71944a60f080 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0884030 Jan 28 13:26:18.410841 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e5c0-b063-41de-8114-817b2c5ba393 req-024a7cf3-14c5-4e1c-b776-ffe9549d8ed2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:18.417151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f213e5c0-b063-41de-8114-817b2c5ba393 req-024a7cf3-14c5-4e1c-b776-ffe9549d8ed2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1085577 Jan 28 13:26:18.519216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-c042279a-db9d-42df-9970-f51fdb062236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:18.521657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-c042279a-db9d-42df-9970-f51fdb062236 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026318 Jan 28 13:26:18.542082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f213e5c0-b063-41de-8114-817b2c5ba393 req-0e78dbc2-0c71-42df-867f-9050d44d6715 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094291 Jan 28 13:26:18.583711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bfc7f-3dd1-4663-8bec-5a9bdcb6de85 req-f4ff1498-4a60-430c-bebe-62fd16397816 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:18.591815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-284bfc7f-3dd1-4663-8bec-5a9bdcb6de85 req-f4ff1498-4a60-430c-bebe-62fd16397816 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 948 time: 0.0688188 Jan 28 13:26:18.665330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-35b6c1df-6be5-47e5-96d1-e2fefd3dcf99 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219711 Jan 28 13:26:18.707975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-284bfc7f-3dd1-4663-8bec-5a9bdcb6de85 req-d15f16c2-dcab-401d-9e75-47fc9eab8042 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149569 Jan 28 13:26:18.876680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38fc2ce2-d5f5-4570-97da-1646d2f0b60e req-e5952957-781b-4ff9-ac1e-eb6996e7a6f3 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979904 Jan 28 13:26:18.889594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f3686-caec-4e20-b738-674574763fee req-6e65862e-2522-447e-af31-6d9100e9c42a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:18.891522 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d95f3686-caec-4e20-b738-674574763fee req-6e65862e-2522-447e-af31-6d9100e9c42a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0868511 Jan 28 13:26:18.987400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d95f3686-caec-4e20-b738-674574763fee req-b64a3efc-dbd1-409f-a4fc-30cb89c6f9d8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871191 Jan 28 13:26:19.060671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7b20beb-744a-47be-9099-aadac295b9c5 req-1f12c884-666d-4881-84bd-5c4e8adbb9d1 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0588338 Jan 28 13:26:19.175626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209fe19-f3aa-4acd-9367-caf0a971f410 req-a814ac0b-8dd8-4b0a-9fb3-d9c665d86fc0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:19.178840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0209fe19-f3aa-4acd-9367-caf0a971f410 req-a814ac0b-8dd8-4b0a-9fb3-d9c665d86fc0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0564513 Jan 28 13:26:19.262826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0209fe19-f3aa-4acd-9367-caf0a971f410 req-a40ad5dd-725b-419e-8bbe-f7a2e4501866 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799158 Jan 28 13:26:19.368787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:19.431502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port e1d34e4a-de6a-4723-bb05-d349b426537d completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:26:19.437252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port e1d34e4a-de6a-4723-bb05-d349b426537d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:19.437744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.555810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port e1d34e4a-de6a-4723-bb05-d349b426537d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:19.556581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.593037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:19.597144 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a119b83-b44d-4955-b437-163be321bc88" -d '{"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:19.612928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:19.616234 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:19.672151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:19.715332 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668459b0-4e7b-4850-a9c9-1c2f9f75c532 x-openstack-request-id: req-668459b0-4e7b-4850-a9c9-1c2f9f75c532 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:19.715736 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-plugged", "status": "completed", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:19.716270 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-668459b0-4e7b-4850-a9c9-1c2f9f75c532 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:19.716774 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'code': 200} Jan 28 13:26:19.758898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df420-cbd1-4593-9192-b9021e42b732 req-9131c74d-642c-4447-b26e-101882d9747c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:19.768217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a0df420-cbd1-4593-9192-b9021e42b732 req-9131c74d-642c-4447-b26e-101882d9747c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0679598 Jan 28 13:26:19.828348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a0df420-cbd1-4593-9192-b9021e42b732 req-e76b5dda-a24d-43f6-bc3b-9d9fb9fd514c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552042 Jan 28 13:26:19.856213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250126-c16a-432b-8325-1be8993486e8 req-f3b027e5-6d4c-44ff-89bd-b2a265487d62 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:19.864280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f250126-c16a-432b-8325-1be8993486e8 req-f3b027e5-6d4c-44ff-89bd-b2a265487d62 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0749147 Jan 28 13:26:19.916584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f250126-c16a-432b-8325-1be8993486e8 req-83a285c2-f30e-40f1-919b-6b3bdb96ab6a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Jan 28 13:26:20.159155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c5dc5-b2c4-4f46-a2b3-4ae237e3719e req-7bab0597-6561-4240-abac-655e20e31ff7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:20.177760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b5c5dc5-b2c4-4f46-a2b3-4ae237e3719e req-7bab0597-6561-4240-abac-655e20e31ff7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0771539 Jan 28 13:26:20.228193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73efa797-5f53-4ce9-a7f1-c2ca0dd1e13f req-4b5a3415-e3ad-413c-b7aa-a00efd2b500d tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0600185 Jan 28 13:26:20.262489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b5c5dc5-b2c4-4f46-a2b3-4ae237e3719e req-98a94c19-a8f7-4d4a-b4ea-1557f44649be tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835621 Jan 28 13:26:20.577640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6214-9408-4d6e-a0ea-9eff235139fb req-4735ebe7-336c-4e0d-a4b7-d1d97834279d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:20.588677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-248f6214-9408-4d6e-a0ea-9eff235139fb req-4735ebe7-336c-4e0d-a4b7-d1d97834279d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0849402 Jan 28 13:26:20.680276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-248f6214-9408-4d6e-a0ea-9eff235139fb req-f04c9837-fd7b-482a-95e8-b07f41bca2a1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896668 Jan 28 13:26:20.960208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f067c-bb0b-47e2-9098-2c052b3a5fed req-b7b44df4-cde7-4976-b1b5-aee2d9efcbbd tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:20.962068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c53f067c-bb0b-47e2-9098-2c052b3a5fed req-b7b44df4-cde7-4976-b1b5-aee2d9efcbbd tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0637727 Jan 28 13:26:21.040016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c53f067c-bb0b-47e2-9098-2c052b3a5fed req-4bf74d0a-9cb1-46b2-b3ce-fe52a0b2a9d9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675821 Jan 28 13:26:21.064109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3576f4e-dcf0-4959-8d36-b032b311ea55 req-27b722c8-280a-4bd4-a44b-81234d7e17af tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.068643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3576f4e-dcf0-4959-8d36-b032b311ea55 req-27b722c8-280a-4bd4-a44b-81234d7e17af tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.0716147 Jan 28 13:26:21.119948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3576f4e-dcf0-4959-8d36-b032b311ea55 req-68c4fac1-1ef1-4434-a5e1-dc482bcfcef1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501709 Jan 28 13:26:21.253703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284402-a93f-4d8b-91d4-9d74bda57ea7 req-c0f79d2e-e20e-4418-8a68-12f8ad6734f1 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.256857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed284402-a93f-4d8b-91d4-9d74bda57ea7 req-c0f79d2e-e20e-4418-8a68-12f8ad6734f1 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1100 time: 0.0560000 Jan 28 13:26:21.314131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed284402-a93f-4d8b-91d4-9d74bda57ea7 req-bce2d77d-a12e-471c-8be4-44aa387c05ee tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517979 Jan 28 13:26:21.391365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cce54754-d60f-4e35-af7c-3e7ac85dd3e9 req-842b832f-f908-4ff2-a9c0-094fd6689f83 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0590086 Jan 28 13:26:21.484088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1abe3-17af-4e4b-b4e9-5e27f6a2ec66 req-90abb4c6-bcdb-4e7d-9e8a-8dd9354dff07 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.485480 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88c1abe3-17af-4e4b-b4e9-5e27f6a2ec66 req-90abb4c6-bcdb-4e7d-9e8a-8dd9354dff07 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0693419 Jan 28 13:26:21.545102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88c1abe3-17af-4e4b-b4e9-5e27f6a2ec66 req-c3859d2c-1210-4e18-9c25-1f8fe1868c2b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Jan 28 13:26:21.743687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-e791ab46-49e8-408c-8c60-27a1da51d818 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286286 Jan 28 13:26:21.807258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf3d2c-3743-465d-8bcb-bd81cd9fdc92 req-28548f87-5735-442e-9d33-87ad1c63d2e2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.809431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbbf3d2c-3743-465d-8bcb-bd81cd9fdc92 req-28548f87-5735-442e-9d33-87ad1c63d2e2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0578959 Jan 28 13:26:21.866343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-123b1fe9-d843-4018-a3ad-462c0ab4b581 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:21.867896 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-123b1fe9-d843-4018-a3ad-462c0ab4b581 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233642 Jan 28 13:26:21.882867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbbf3d2c-3743-465d-8bcb-bd81cd9fdc92 req-817d3747-f2a5-4466-847d-e8cfe2d8a220 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641556 Jan 28 13:26:21.889567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-d373dbe9-dff7-4b83-b27a-df79be2f2660 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/quotas/063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 375 time: 0.0155003 Jan 28 13:26:21.948161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-49080b63-1050-4388-9fd0-732f9704fae0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512233 Jan 28 13:26:22.201523 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79a1946d-6b0d-49b1-ac68-af4a96f05ef1 req-7da6acd9-9db9-4628-af2e-677e475ace9c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 210 time: 0.0401728 Jan 28 13:26:22.235683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e7d92-bdf8-48be-8a0e-d9d908169d29 req-4229ac92-9cfc-4519-b764-c9b01b374474 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:22.240631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-861e7d92-bdf8-48be-8a0e-d9d908169d29 req-4229ac92-9cfc-4519-b764-c9b01b374474 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0807257 Jan 28 13:26:22.300329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-861e7d92-bdf8-48be-8a0e-d9d908169d29 req-8990c5dd-6270-4847-96df-e96a0714f7a3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551250 Jan 28 13:26:22.556921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-989c45f9-5837-4fdc-bd58-35357524dfc4 req-ad997a25-9efd-4833-9897-102b72db310a tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0435009 Jan 28 13:26:22.736783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092025-280f-4233-a4cf-90150754c786 req-cb53bd93-52b2-45d8-ad9e-2b63aec7a09b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:22.749840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78092025-280f-4233-a4cf-90150754c786 req-cb53bd93-52b2-45d8-ad9e-2b63aec7a09b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0968156 Jan 28 13:26:22.841733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78092025-280f-4233-a4cf-90150754c786 req-cec3592d-f937-4390-8a7a-ffe0110862b5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786331 Jan 28 13:26:23.005464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0929-731f-4956-97f9-57d859a5b03c req-0bbfacae-1108-4972-9d2b-5ac27506b12e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:23.007681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6fa0929-731f-4956-97f9-57d859a5b03c req-0bbfacae-1108-4972-9d2b-5ac27506b12e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0495508 Jan 28 13:26:23.060974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6fa0929-731f-4956-97f9-57d859a5b03c req-71b5818a-6b02-40ca-928d-68a138ee2208 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jan 28 13:26:23.299881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc21b31f-aa8b-4552-a943-27d623db9082 req-7d2e23b2-e3fc-4e02-b644-b38d5a2e265f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 210 time: 0.0349450 Jan 28 13:26:23.437279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480330b4-b2c6-475c-8091-e00f98ce3554 req-a22ef422-78e6-4ad2-a881-3c1276e15b67 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:23.440748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-480330b4-b2c6-475c-8091-e00f98ce3554 req-a22ef422-78e6-4ad2-a881-3c1276e15b67 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0581386 Jan 28 13:26:23.500127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-480330b4-b2c6-475c-8091-e00f98ce3554 req-471b7cda-5d88-4b61-96ae-43355eac2d9d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530143 Jan 28 13:26:23.639012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9e313-8e9b-41d4-9f55-f735c5cf74a4 req-18850e86-0f9e-42db-a560-91fe21f57096 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:23.641244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16a9e313-8e9b-41d4-9f55-f735c5cf74a4 req-18850e86-0f9e-42db-a560-91fe21f57096 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0651984 Jan 28 13:26:23.692386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-553bd2f7-76ac-4d9b-a3c3-3d77ca1d9419 req-b28e9cee-b4b0-4e3e-84d6-43eaecc8ac9b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0353858 Jan 28 13:26:23.701908 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16a9e313-8e9b-41d4-9f55-f735c5cf74a4 req-adf11464-2182-4958-8032-f285d7a7a6dd tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Jan 28 13:26:23.985229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12e09-30bc-402c-a0b5-bd68d81272d6 req-d14a6b8b-56b2-4052-aede-306da7da1348 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:23.988544 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81c12e09-30bc-402c-a0b5-bd68d81272d6 req-d14a6b8b-56b2-4052-aede-306da7da1348 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0528288 Jan 28 13:26:24.042898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81c12e09-30bc-402c-a0b5-bd68d81272d6 req-0ac4fc21-6705-43e8-bc79-f5ded38fb102 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498724 Jan 28 13:26:24.199852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-4b549223-236a-4a73-ae9e-a9eaf6a1d3b9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260906 Jan 28 13:26:24.244090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565313-6d29-44d5-924d-46f1114df62d req-adc8eda6-51d3-4472-bc50-6da5862ac931 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:24.248896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3565313-6d29-44d5-924d-46f1114df62d req-adc8eda6-51d3-4472-bc50-6da5862ac931 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0948358 Jan 28 13:26:24.319389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3565313-6d29-44d5-924d-46f1114df62d req-0c7066c2-33da-4c13-b521-04fde4e00469 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644650 Jan 28 13:26:24.769181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3554b848-d164-4502-9d85-f1948b3a5c8a req-360c6b59-8726-4283-b5ee-ad5a68d629fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 210 time: 0.0551920 Jan 28 13:26:24.873761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25839a-c1fa-4d47-b1db-6e7e02f65cc3 req-3563f45a-9506-4978-8f0b-2356f3808b54 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:24.880763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f25839a-c1fa-4d47-b1db-6e7e02f65cc3 req-3563f45a-9506-4978-8f0b-2356f3808b54 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0757520 Jan 28 13:26:24.881367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-8991f368-67bb-46f3-a915-b4b45b11c4be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:24.883853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-8991f368-67bb-46f3-a915-b4b45b11c4be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6722965 Jan 28 13:26:24.918258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec7e7562-5a75-4514-b7f4-d3a3a9102429 req-4cd6685f-f73f-4b42-b75a-9e176e15dc93 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0474751 Jan 28 13:26:24.922473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Request body: {'port': {'device_id': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '063eec391659468690eac7ba108a19f1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:24.945620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f25839a-c1fa-4d47-b1db-6e7e02f65cc3 req-61c81f2f-8bdc-4867-9bf9-0e3e874ebbb0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581183 Jan 28 13:26:25.099389 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Made reservation on behalf of 063eec391659468690eac7ba108a19f1 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:25.104122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.267207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875dbc6-b1ab-4897-b75a-4439e9b620e3 req-5f140ccf-50ae-4142-942a-58cf9f1ab9f3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.277394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e875dbc6-b1ab-4897-b75a-4439e9b620e3 req-5f140ccf-50ae-4142-942a-58cf9f1ab9f3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0894330 Jan 28 13:26:25.290910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Allocated IP 192.168.233.184 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/02e353a9-27fc-4be4-8169-fefb2f06d7dc) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:25.352449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e875dbc6-b1ab-4897-b75a-4439e9b620e3 req-da777a48-0c49-4041-bb34-5e7a3a0fcbbb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735207 Jan 28 13:26:25.527795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks [] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.545930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e276e-972b-4133-81c6-4f3d3df88118 req-283cb612-c91e-4216-b551-b77addb07616 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.547583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a9e276e-972b-4133-81c6-4f3d3df88118 req-283cb612-c91e-4216-b551-b77addb07616 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1008518 Jan 28 13:26:25.620813 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.636363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:25.640567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a9e276e-972b-4133-81c6-4f3d3df88118 req-a682ac4c-2dc4-416a-9f41-bf5d78044750 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857837 Jan 28 13:26:25.728844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:25.741262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:25.744465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:25.778778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:25.803895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.804320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.804664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.805008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.805346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.805678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.806008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.806478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.806951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.807180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.807521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.808078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.808352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:25.852737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.853428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:25.882913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-50caa912-4d91-4b46-bd6e-7d9a30865251 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9681997 Jan 28 13:26:25.919922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Request body: {'port': {'device_id': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:25.947476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830857d8-86a9-43ac-ba17-70b10a244dbf req-353cc07c-0f26-4b70-ab84-9098ba61064d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:25.968934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-830857d8-86a9-43ac-ba17-70b10a244dbf req-353cc07c-0f26-4b70-ab84-9098ba61064d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 936 time: 0.0856802 Jan 28 13:26:26.011493 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.056488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-830857d8-86a9-43ac-ba17-70b10a244dbf req-04233c4b-6a9b-4bc4-b185-d7b445c8799b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784609 Jan 28 13:26:26.092954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c44f36e8-1d69-41bf-bf32-a29e2b09b496 None None] Provisioning complete for port 02e353a9-27fc-4be4-8169-fefb2f06d7dc triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:26.093719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c44f36e8-1d69-41bf-bf32-a29e2b09b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.147517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c44f36e8-1d69-41bf-bf32-a29e2b09b496 None None] Port 02e353a9-27fc-4be4-8169-fefb2f06d7dc cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:26:26.174798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57debb89-0603-40a4-a445-3354064f9d5d req-7914ada9-32ba-4a38-9f61-827ad6003c29 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:26.176438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57debb89-0603-40a4-a445-3354064f9d5d req-7914ada9-32ba-4a38-9f61-827ad6003c29 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0625436 Jan 28 13:26:26.222757 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5fa8d57-8f5a-41c7-80b7-3e72dd637f9b req-df8e5986-25fb-4371-bb7f-b1704924e1ac tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.1920757 Jan 28 13:26:26.248948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57debb89-0603-40a4-a445-3354064f9d5d req-f41bedc6-1c2b-4b44-8bb3-c927407004fb tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659597 Jan 28 13:26:26.451186 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.464315 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e353a9-27fc-4be4-8169-fefb2f06d7dc {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:26.476099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Publish callbacks [] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.496613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Transition to ACTIVE for port object 02e353a9-27fc-4be4-8169-fefb2f06d7dc will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:26.515852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.545018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd1a-b102-49b4-a1be-47c90a1dad75 req-d8a7f03d-bb02-4159-bfe3-2ab6874b44ce tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:26.546741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d67dfd1a-b102-49b4-a1be-47c90a1dad75 req-d8a7f03d-bb02-4159-bfe3-2ab6874b44ce tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0751624 Jan 28 13:26:26.628050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d67dfd1a-b102-49b4-a1be-47c90a1dad75 req-dc727d05-7789-41f3-86fc-fcecd2e4d6a2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639398 Jan 28 13:26:26.638988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:26.719299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:26.719627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:26.719962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:26.725183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:26.725516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:26.732323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:26.732323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:26.732323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:26.732323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Bound port: 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:26.732934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:26.846341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb842d-84c9-4af3-9fa8-d559fdba6f5d req-7ba597cb-d852-4e60-9ac0-613395cd03eb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:26.853546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8eb842d-84c9-4af3-9fa8-d559fdba6f5d req-7ba597cb-d852-4e60-9ac0-613395cd03eb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1043868 Jan 28 13:26:26.921109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:26.938406 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8eb842d-84c9-4af3-9fa8-d559fdba6f5d req-3c0fbd88-7f37-4b8c-8883-47b7148798fe tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838270 Jan 28 13:26:26.942967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:26.959118 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.004073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.005118 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.007586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] 10.222.0.60 "PUT /v2.0/ports/02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 1096 time: 1.0922208 Jan 28 13:26:27.008202 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:27.010990 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b860d80-976e-4ff7-9457-1acfcf12ae49" -d '{"events": [{"name": "network-changed", "server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:27.079699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21650ca-da04-43e9-aa79-b53e3559f696 service neutron] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:27.104379 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf7348a-cf42-4ac1-91e7-8ee932439834 x-openstack-request-id: req-9bf7348a-cf42-4ac1-91e7-8ee932439834 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:27.104690 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:27.104947 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bf7348a-cf42-4ac1-91e7-8ee932439834 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:27.105363 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'status': 'completed', 'code': 200} Jan 28 13:26:27.245932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-ae0b0131-8068-4cc4-a42d-39e4511bcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.260298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-ae0b0131-8068-4cc4-a42d-39e4511bcfd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1099 time: 0.1141250 Jan 28 13:26:27.288390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016cfe-a438-4e0b-84b4-3ea4b0f5f2d5 req-337ccad5-f4e8-479f-913a-11baff7da028 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.290855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af016cfe-a438-4e0b-84b4-3ea4b0f5f2d5 req-337ccad5-f4e8-479f-913a-11baff7da028 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.1593587 Jan 28 13:26:27.358159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-fc612da2-879f-4a9e-a0cf-b388b27aadfe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.0651219 Jan 28 13:26:27.383358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72dff43c-944a-47b3-a01e-f4e6a702e8ab req-e255a7a2-7b24-4ff0-801d-b2d1b104af6b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0448964 Jan 28 13:26:27.470430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af016cfe-a438-4e0b-84b4-3ea4b0f5f2d5 req-81376d08-889e-4332-a1cf-a0894dc84283 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677923 Jan 28 13:26:27.498316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-fcf67c3e-f258-44f6-92e8-f9b6e5271bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.501151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-fcf67c3e-f258-44f6-92e8-f9b6e5271bd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1157866 Jan 28 13:26:27.556017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b14a3b-d0e4-4af2-85a0-7042e55e6e62 req-79cdc5f3-9efb-4350-a4be-46b96652f78e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.558112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2b14a3b-d0e4-4af2-85a0-7042e55e6e62 req-79cdc5f3-9efb-4350-a4be-46b96652f78e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0861337 Jan 28 13:26:27.590539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-44c99a4f-6be6-47b5-a540-f0fe210308ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.592378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-44c99a4f-6be6-47b5-a540-f0fe210308ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622203 Jan 28 13:26:27.655423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2b14a3b-d0e4-4af2-85a0-7042e55e6e62 req-8e2c45a3-d2ec-4cd7-845f-37eb5e598bda tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851190 Jan 28 13:26:27.794066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:27.829177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-dae2aeee-cd51-44a8-a74c-35089cb36f16 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117956 Jan 28 13:26:27.919604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080061-8617-46e7-8912-c98483692962 req-7546a887-20ea-4ca8-a636-13f503eb424f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:27.921321 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a080061-8617-46e7-8912-c98483692962 req-7546a887-20ea-4ca8-a636-13f503eb424f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.1262448 Jan 28 13:26:27.988517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81205758-2170-4e88-a9be-fb42e0eeff3b req-350e6dbc-3a1c-4dad-a2bb-c83e5a829963 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482625 Jan 28 13:26:28.015113 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a080061-8617-46e7-8912-c98483692962 req-5c38082c-92ef-4dd2-8bef-882b75f44ab3 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805171 Jan 28 13:26:28.100108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6f682-4f32-4535-bfa7-9c1d0023eeb3 req-4abf09c6-5cc4-4bed-9e66-d95ab74bbf9c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.107022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23a6f682-4f32-4535-bfa7-9c1d0023eeb3 req-4abf09c6-5cc4-4bed-9e66-d95ab74bbf9c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0675943 Jan 28 13:26:28.139947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-fe3b9ad4-aa37-4ed9-807f-f651a9f1a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.144284 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-fe3b9ad4-aa37-4ed9-807f-f651a9f1a231 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1099 time: 0.0688090 Jan 28 13:26:28.168834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23a6f682-4f32-4535-bfa7-9c1d0023eeb3 req-3371ba50-1ce4-4c89-a991-73d4fc96d33d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607200 Jan 28 13:26:28.308080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-3a12b2e9-e2e2-4d13-9cfd-548f43e98614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.310104 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-3a12b2e9-e2e2-4d13-9cfd-548f43e98614 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1519961 Jan 28 13:26:28.405757 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-c5ba24ae-8276-4d0f-a715-56c7b885fcfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.0665486 Jan 28 13:26:28.499146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-36df0c19-f60f-4e32-8e04-0426fe4b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.501083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-36df0c19-f60f-4e32-8e04-0426fe4b0039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0722806 Jan 28 13:26:28.570954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9dd85668-604a-4569-a4cf-69143f5c14dc req-4fb2163e-b292-4bcd-90c4-96e22b1c02cd tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0591156 Jan 28 13:26:28.589971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-5b74eda9-c1ca-4f41-8b00-e1f6c653e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.599485 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-5b74eda9-c1ca-4f41-8b00-e1f6c653e137 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754850 Jan 28 13:26:28.622007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de722-e8a2-46e6-b012-5e873b28371e req-48879859-792c-4a2c-8941-f5a9dd924597 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.631854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f0de722-e8a2-46e6-b012-5e873b28371e req-48879859-792c-4a2c-8941-f5a9dd924597 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.0778823 Jan 28 13:26:28.706301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f0de722-e8a2-46e6-b012-5e873b28371e req-06e29fb0-184d-40e3-a3a5-f35d6bed522f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Jan 28 13:26:28.760876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-267a35aa-dd53-4ce9-8679-8ee3d8f64394 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451149 Jan 28 13:26:28.837505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd553c63-47f6-4640-b438-af4414364e8b req-71820a59-9a96-483b-9a4d-80fb79e71831 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:28.839050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd553c63-47f6-4640-b438-af4414364e8b req-71820a59-9a96-483b-9a4d-80fb79e71831 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0608182 Jan 28 13:26:28.905089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd553c63-47f6-4640-b438-af4414364e8b req-9dc94aac-e246-410b-b010-f187100c343c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Jan 28 13:26:28.934198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b860d80-976e-4ff7-9457-1acfcf12ae49 req-83e7b09d-ed1a-458e-b645-6018a1321fa1 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488731 Jan 28 13:26:29.155435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadc7ee-84e3-4e05-95c1-cc97ebea36b7 req-a8eefa6d-c4d9-4115-8007-1d54203d9d75 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:29.157360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffadc7ee-84e3-4e05-95c1-cc97ebea36b7 req-a8eefa6d-c4d9-4115-8007-1d54203d9d75 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0522666 Jan 28 13:26:29.263347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffadc7ee-84e3-4e05-95c1-cc97ebea36b7 req-9bba5e68-b2c2-4e09-8f4c-1d8c7f84d447 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920548 Jan 28 13:26:29.290091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1150b48-c65b-4531-a417-fef3bc3cdc6a req-0e3691f4-3313-492b-b440-fe1c94058486 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:29.291696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1150b48-c65b-4531-a417-fef3bc3cdc6a req-0e3691f4-3313-492b-b440-fe1c94058486 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0581362 Jan 28 13:26:29.347819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1150b48-c65b-4531-a417-fef3bc3cdc6a req-cdf8dcc7-5cc9-4dc5-81a9-5565dbab8061 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502768 Jan 28 13:26:29.703635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-052b42ec-6ac8-401d-9fdb-afaf68d0746e req-1841ca73-02c1-41d4-9e59-b7a30030fda8 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0386465 Jan 28 13:26:29.842801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46d10a-b99c-471e-81be-74c7107f1360 req-0e312d3d-349a-40b0-aaf5-f11ac222dc88 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:29.845093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d46d10a-b99c-471e-81be-74c7107f1360 req-0e312d3d-349a-40b0-aaf5-f11ac222dc88 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.0583932 Jan 28 13:26:29.912835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d46d10a-b99c-471e-81be-74c7107f1360 req-1b68df97-39b1-407f-be0d-9a0e97ff2c64 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551913 Jan 28 13:26:30.036342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec8335-1292-46d1-977e-8df1c1a786eb req-b077da17-85d7-464a-86ab-55e6ab5951f5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.037943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-abec8335-1292-46d1-977e-8df1c1a786eb req-b077da17-85d7-464a-86ab-55e6ab5951f5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Jan 28 13:26:30.087306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-abec8335-1292-46d1-977e-8df1c1a786eb req-fb1955d1-6fe0-4253-8c14-25709ce03bea tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Jan 28 13:26:30.378419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f0f4a-cdb4-41c5-946f-1f86f66fb0c4 req-f44f09b7-14d2-471b-b890-e0fe3bb4e046 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.379925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e94f0f4a-cdb4-41c5-946f-1f86f66fb0c4 req-f44f09b7-14d2-471b-b890-e0fe3bb4e046 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0487673 Jan 28 13:26:30.429433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e94f0f4a-cdb4-41c5-946f-1f86f66fb0c4 req-3821a01b-3a7d-4417-9e72-4c9c6dc14001 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Jan 28 13:26:30.469259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a42ec-55ce-4767-b7bd-f55c3b9dd4f4 req-dcd0edbc-57a6-4481-9792-62bcb70ea47d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:30.470980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af3a42ec-55ce-4767-b7bd-f55c3b9dd4f4 req-dcd0edbc-57a6-4481-9792-62bcb70ea47d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0511262 Jan 28 13:26:30.518400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af3a42ec-55ce-4767-b7bd-f55c3b9dd4f4 req-9aa60bd7-8923-41f1-ad28-c8e16faf9f20 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Jan 28 13:26:30.809028 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-190737cc-64e7-402e-968f-275ce97b8846 req-0c9f14b3-fd05-4fda-b607-9005ca82871d tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0257330 Jan 28 13:26:31.022200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5828f97-7142-4727-8acf-5f09ca881192 req-e911397d-a381-413a-b7e4-95910565db7d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.023708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5828f97-7142-4727-8acf-5f09ca881192 req-e911397d-a381-413a-b7e4-95910565db7d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.0504792 Jan 28 13:26:31.072414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5828f97-7142-4727-8acf-5f09ca881192 req-3a349caa-885d-4795-bf70-dd57100dfc97 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Jan 28 13:26:31.182070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e584c-7e5f-48be-ad52-88a9bd4ca289 req-992e42d9-c4d1-48ba-9a92-79d13b627197 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.183685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-940e584c-7e5f-48be-ad52-88a9bd4ca289 req-992e42d9-c4d1-48ba-9a92-79d13b627197 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 949 time: 0.0506282 Jan 28 13:26:31.205815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cee3a8-68f1-4f35-83db-6597cc0a1329 req-58478ceb-49d1-421e-86f9-360fb4273bba tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.207332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90cee3a8-68f1-4f35-83db-6597cc0a1329 req-58478ceb-49d1-421e-86f9-360fb4273bba tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0536764 Jan 28 13:26:31.235780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-940e584c-7e5f-48be-ad52-88a9bd4ca289 req-1b87b8be-6c7b-48a6-b61b-dae36f23bdc7 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Jan 28 13:26:31.256349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90cee3a8-68f1-4f35-83db-6597cc0a1329 req-cf812448-b02b-497b-97f4-04b36d391ce3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Jan 28 13:26:31.552137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a3f66-707c-43b8-87a2-77a67a42a9f2 req-358f46b1-ee69-48f4-925c-a5c3da9b4f66 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.554689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a42a3f66-707c-43b8-87a2-77a67a42a9f2 req-358f46b1-ee69-48f4-925c-a5c3da9b4f66 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0557101 Jan 28 13:26:31.606070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a42a3f66-707c-43b8-87a2-77a67a42a9f2 req-d2347c10-843d-4052-8791-37026e6aed4d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Jan 28 13:26:31.664203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfe026-c5a0-4459-b13e-1127e39112b9 req-565c591c-d969-4124-b043-6e3af2633dab tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.665725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4dfe026-c5a0-4459-b13e-1127e39112b9 req-565c591c-d969-4124-b043-6e3af2633dab tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0558045 Jan 28 13:26:31.715661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4dfe026-c5a0-4459-b13e-1127e39112b9 req-4869714b-5dd3-4d0a-a7a7-ea96897f7499 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 Jan 28 13:26:31.881356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-86d79eb6-9691-471e-b8d5-f201f526f8bb tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:31.883460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-86d79eb6-9691-471e-b8d5-f201f526f8bb tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0499780 Jan 28 13:26:31.929089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a4dc302-54d6-4903-b77e-1b39d5fcf6fc req-88cb8d87-a05b-486a-86c0-271e8a567f59 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0391033 Jan 28 13:26:31.996984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Deleting port d2114eaa-f814-445e-98c1-38317c139314 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:31.997327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d2114eaa-f814-445e-98c1-38317c139314), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.085966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] For port d2114eaa-f814-445e-98c1-38317c139314, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d2114eaa-f814-445e-98c1-38317c139314,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:32.086332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d2114eaa-f814-445e-98c1-38317c139314), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.098767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Calling delete_port for d2114eaa-f814-445e-98c1-38317c139314 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:32.213478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59e26c-9a7d-44f1-847a-6f7d995818a4 req-16a310e6-b33b-40c1-816c-7056fe4f76db tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:32.214949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d59e26c-9a7d-44f1-847a-6f7d995818a4 req-16a310e6-b33b-40c1-816c-7056fe4f76db tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.0696929 Jan 28 13:26:32.297253 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d59e26c-9a7d-44f1-847a-6f7d995818a4 req-7384a280-d51e-464c-95d2-a7de910676e2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767229 Jan 28 13:26:32.298248 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d2114eaa-f814-445e-98c1-38317c139314), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.324668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e86ac0da-65de-4eaa-9716-782cd364b727', '4d01b056-66d9-4720-9608-cbb2c57442a7', 'd2114eaa-f814-445e-98c1-38317c139314'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:32.331254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event deleted for resources: {'Port': ['ID=d2114eaa-f814-445e-98c1-38317c139314,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:32.373908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9a5584b-b096-43f4-807d-722f81e4e9dd req-b7fb1e23-a097-4b8e-850b-6ff0cb0bb099 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 210 time: 0.0470495 Jan 28 13:26:32.378607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] No DVR routers for this DVR port d2114eaa-f814-445e-98c1-38317c139314 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:32.381671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:32.386421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-fde02ebc-e8ac-4ba1-bd50-d65f005af8e2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "DELETE /v2.0/ports/d2114eaa-f814-445e-98c1-38317c139314 HTTP/1.1" status: 204 len: 173 time: 0.4859943 Jan 28 13:26:32.387749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-deleted', 'tag': 'd2114eaa-f814-445e-98c1-38317c139314'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:32.390904 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5053fc7-3f2a-432a-9ee4-b1566703903c" -d '{"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-deleted", "tag": "d2114eaa-f814-445e-98c1-38317c139314"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:32.432926 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d935aa7-0f3a-4b9f-9c65-6b065569b54d x-openstack-request-id: req-1d935aa7-0f3a-4b9f-9c65-6b065569b54d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:32.433227 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-deleted", "tag": "d2114eaa-f814-445e-98c1-38317c139314", "status": "failed", "code": 422}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:32.433485 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d935aa7-0f3a-4b9f-9c65-6b065569b54d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:32.433913 n-d-822748-2 neutron-server[103373]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-deleted', 'tag': 'd2114eaa-f814-445e-98c1-38317c139314', 'status': 'failed', 'code': 422} returned with failed status Jan 28 13:26:32.740797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad374c-83c6-492f-b267-1dd3d99ea520 req-02913a94-431a-43c5-a648-c6f486faefce tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:32.742315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61ad374c-83c6-492f-b267-1dd3d99ea520 req-02913a94-431a-43c5-a648-c6f486faefce tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0657771 Jan 28 13:26:32.795967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61ad374c-83c6-492f-b267-1dd3d99ea520 req-a13e6fc3-3ad8-43e5-970e-5a6606896c4e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Jan 28 13:26:32.847699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995381e8-fe55-4b41-94b6-4d6ef6658db3 req-aa573766-a2d6-4b22-81bf-bfd74c09b9b0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:32.849373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-995381e8-fe55-4b41-94b6-4d6ef6658db3 req-aa573766-a2d6-4b22-81bf-bfd74c09b9b0 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0557947 Jan 28 13:26:32.903597 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-995381e8-fe55-4b41-94b6-4d6ef6658db3 req-ea727442-7232-4cd9-921b-e5e16e05eed6 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Jan 28 13:26:33.067145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-196f589d-3708-4199-9e35-7f5ef648350e req-a6ffbe35-fea1-4243-8236-4f70b2ec89f2 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0295227 Jan 28 13:26:33.070120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6524af-622b-436a-aed0-5e88194a4d3b req-81118c16-ea85-44ad-ba6f-4b121cf9be37 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:33.073190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d6524af-622b-436a-aed0-5e88194a4d3b req-81118c16-ea85-44ad-ba6f-4b121cf9be37 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0636775 Jan 28 13:26:33.125578 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d6524af-622b-436a-aed0-5e88194a4d3b req-6b9c9366-6330-47b2-b8a2-ad1e71cdfa5f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464113 Jan 28 13:26:33.358021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:33.422429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a7265-1f9a-4726-a95a-0e987d064209 req-deb7b2ee-3d48-423f-9194-c9419b7962fa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:33.425649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d09a7265-1f9a-4726-a95a-0e987d064209 req-deb7b2ee-3d48-423f-9194-c9419b7962fa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.0523696 Jan 28 13:26:33.466120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:33.481464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'mac_address': 'fa:16:3e:fd:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:33.484754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d09a7265-1f9a-4726-a95a-0e987d064209 req-9560766c-0e8f-4751-8753-5d135c90ae06 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551484 Jan 28 13:26:33.489648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0be87de-e3fa-4f1f-af52-32015e38c54a req-0a301376-c876-4222-8cca-6ee4eb6dbcb2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 210 time: 0.0306211 Jan 28 13:26:33.523202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 02e353a9-27fc-4be4-8169-fefb2f06d7dc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:33.523616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.537775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e353a9-27fc-4be4-8169-fefb2f06d7dc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:33.557113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:33.560823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.615481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:33.624658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.625004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.625347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.625682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.626010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.626341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.626771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.627293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.628573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.628932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.629616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.629955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.630281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:26:33.739973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-b79a99e7-c039-4499-a0a0-0233aae31982 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:33.741564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-b79a99e7-c039-4499-a0a0-0233aae31982 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.36 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 815 time: 0.1051233 Jan 28 13:26:33.759016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Request body: {'port': {'device_id': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'admin_state_up': True, 'tenant_id': '8fa1258964e940eb8e780f9e4aeb0973'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:33.868436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Made reservation on behalf of 8fa1258964e940eb8e780f9e4aeb0973 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:33.871697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:33.992980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Allocated IP 172.20.0.7 (f49689a0-cda7-4e4c-8204-dfb4bd33ed85/9355c5db-50a1-4222-a878-c3844636137e/092672a7-e0a8-46dc-9719-e2f693ec2b32) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:34.021399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2940443-b041-4437-a9c3-5ecdc9e597cd req-3377683b-250a-4a7d-b3fb-63a07748958b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.022905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d2940443-b041-4437-a9c3-5ecdc9e597cd req-3377683b-250a-4a7d-b3fb-63a07748958b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0488374 Jan 28 13:26:34.069979 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d2940443-b041-4437-a9c3-5ecdc9e597cd req-325362f1-15c2-4ed6-bd2d-953b6201b78d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Jan 28 13:26:34.140366 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks [] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.174399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27c19a19-dd8f-4d85-93cd-524400c28dbc req-9ef16142-b971-4726-b09f-7dd943e08165 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0323322 Jan 28 13:26:34.212696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.248832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e86ac0da-65de-4eaa-9716-782cd364b727', '4d01b056-66d9-4720-9608-cbb2c57442a7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:34.255637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ccf4-0bc8-4e84-995e-4d8ecc517138 req-21a3467b-a5ee-4fef-9a1c-b71a8476b24a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.259246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:34.262601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47f0ccf4-0bc8-4e84-995e-4d8ecc517138 req-21a3467b-a5ee-4fef-9a1c-b71a8476b24a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0635736 Jan 28 13:26:34.262891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:34.267111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:34.322245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event updated for resources: {'Port': ['ID=092672a7-e0a8-46dc-9719-e2f693ec2b32,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:34.331884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47f0ccf4-0bc8-4e84-995e-4d8ecc517138 req-e511d511-a37b-42ed-a4d6-e5a1ba0fd3ff tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Jan 28 13:26:34.355234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.356206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.374181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-642a497d-5ac4-43f1-97e0-0eab1569c49a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6189089 Jan 28 13:26:34.388148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Request body: {'port': {'device_id': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:34.446040 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.551765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f40d64bf-5d81-4895-9b1f-2e9f77870b18 None None] Provisioning complete for port 092672a7-e0a8-46dc-9719-e2f693ec2b32 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:34.553101 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f40d64bf-5d81-4895-9b1f-2e9f77870b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.599129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f40d64bf-5d81-4895-9b1f-2e9f77870b18 None None] Port 092672a7-e0a8-46dc-9719-e2f693ec2b32 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:26:34.646483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f12178-7e65-4c5b-8858-f2a0ced2993c req-9d7162b7-8799-4f24-a71a-592a8831a9ef tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.648299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23f12178-7e65-4c5b-8858-f2a0ced2993c req-9d7162b7-8799-4f24-a71a-592a8831a9ef tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.0509140 Jan 28 13:26:34.698777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288895a-2415-4864-a1e4-79e38cb6dc38 req-022fbb17-d5d4-4db3-8d97-79304f8d0293 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:34.700243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e288895a-2415-4864-a1e4-79e38cb6dc38 req-022fbb17-d5d4-4db3-8d97-79304f8d0293 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 931 time: 0.0809109 Jan 28 13:26:34.708636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23f12178-7e65-4c5b-8858-f2a0ced2993c req-437fe539-3a62-47b0-bc8b-56b84b4c3c97 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524783 Jan 28 13:26:34.770524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e288895a-2415-4864-a1e4-79e38cb6dc38 req-a4c1dedf-53fb-4a68-bc3c-cb4f8229036d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638990 Jan 28 13:26:34.794130 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-839386c0-0d9e-43b9-8308-e506fadd20c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.806903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092672a7-e0a8-46dc-9719-e2f693ec2b32 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:34.815372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Publish callbacks [] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.827662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Transition to ACTIVE for port object 092672a7-e0a8-46dc-9719-e2f693ec2b32 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:34.831296 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:34.880227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Pushing event updated for resources: {'Port': ['ID=092672a7-e0a8-46dc-9719-e2f693ec2b32,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:34.955605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Attempting to bind port 092672a7-e0a8-46dc-9719-e2f693ec2b32 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:34.956203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Attempting to bind port 092672a7-e0a8-46dc-9719-e2f693ec2b32 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:34.956551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Attempting to bind port 092672a7-e0a8-46dc-9719-e2f693ec2b32 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:34.961110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Port 092672a7-e0a8-46dc-9719-e2f693ec2b32 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:34.961478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Attempting to bind port 092672a7-e0a8-46dc-9719-e2f693ec2b32 on network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:34.966580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:34.966924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Checking segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:34.967317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Bound using segment: {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:34.967751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Bound port: 092672a7-e0a8-46dc-9719-e2f693ec2b32, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:34.968140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.035779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] For port 092672a7-e0a8-46dc-9719-e2f693ec2b32, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:35.039017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] For port 092672a7-e0a8-46dc-9719-e2f693ec2b32, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=092672a7-e0a8-46dc-9719-e2f693ec2b32,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:35.042683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.076182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.076805 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.078189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] 10.222.0.36 "PUT /v2.0/ports/092672a7-e0a8-46dc-9719-e2f693ec2b32 HTTP/1.1" status: 200 len: 1091 time: 0.6951392 Jan 28 13:26:35.078628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'tag': '092672a7-e0a8-46dc-9719-e2f693ec2b32'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:35.081449 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d1be8a-0b73-4a86-8caa-6588baf14a77" -d '{"events": [{"name": "network-changed", "server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "tag": "092672a7-e0a8-46dc-9719-e2f693ec2b32"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:35.108678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72cb50-7465-4334-ad81-bc5e6afabb97 service neutron] Pushing event updated for resources: {'Port': ['ID=092672a7-e0a8-46dc-9719-e2f693ec2b32,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:35.131391 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14773c2-867f-49ae-ba71-f9f44c9b0aae x-openstack-request-id: req-e14773c2-867f-49ae-ba71-f9f44c9b0aae {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:35.131746 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "tag": "092672a7-e0a8-46dc-9719-e2f693ec2b32", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:35.132098 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e14773c2-867f-49ae-ba71-f9f44c9b0aae {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:35.132568 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'tag': '092672a7-e0a8-46dc-9719-e2f693ec2b32', 'status': 'completed', 'code': 200} Jan 28 13:26:35.186195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-e0a2e6fd-8fd9-497b-bb88-ddb034ce6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.187816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-e0a2e6fd-8fd9-497b-bb88-ddb034ce6629 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 1094 time: 0.0509212 Jan 28 13:26:35.234581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed0b89-0616-4f3c-a657-de37830a0bd3 req-74e5bb1d-d5ba-4607-8f3c-835fc79d5078 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.237184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0bed0b89-0616-4f3c-a657-de37830a0bd3 req-74e5bb1d-d5ba-4607-8f3c-835fc79d5078 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0614681 Jan 28 13:26:35.237746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-52cda1c5-3368-4c67-b370-e44faf7fc739 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092672a7-e0a8-46dc-9719-e2f693ec2b32 HTTP/1.1" status: 200 len: 217 time: 0.0415537 Jan 28 13:26:35.308192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0bed0b89-0616-4f3c-a657-de37830a0bd3 req-5e51a898-ae93-4583-8f6d-a599ffec0a0e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647936 Jan 28 13:26:35.325386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae379321-47a9-4ac4-aafb-a2bf5ad77b27 req-0c3d93ac-281d-45de-8daf-9ea1626ade85 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0391657 Jan 28 13:26:35.329417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-f5395e7b-d854-4083-ab62-92e5473f7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.330810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-f5395e7b-d854-4083-ab62-92e5473f7425 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.0856462 Jan 28 13:26:35.374011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d2114eaa-f814-445e-98c1-38317c139314 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:35.399898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: d2114eaa-f814-445e-98c1-38317c139314 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:35.400556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d2114eaa-f814-445e-98c1-38317c139314 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:35.401542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0de8262c-b4d6-41cf-b524-d6dbfb0401ac no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:35.501833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:35.502519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.527256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:35.529520 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29704c44-098a-4ca2-b12c-e5559ad51ce7" -d '{"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:35.543902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:35.549656 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:35.574341 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1909ca-96b2-451c-9ba1-16aabd01a471 x-openstack-request-id: req-1f1909ca-96b2-451c-9ba1-16aabd01a471 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:35.575021 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:35.575021 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f1909ca-96b2-451c-9ba1-16aabd01a471 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:35.575249 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'code': 200} Jan 28 13:26:35.602726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:35.655184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['02e353a9-27fc-4be4-8169-fefb2f06d7dc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:35.744337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18adab-3b59-434a-927c-8179905c4145 req-62442e43-35a8-4e77-a2b1-8b34054c686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.745955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-62442e43-35a8-4e77-a2b1-8b34054c686f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3971102 Jan 28 13:26:35.768026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a6f96-73ff-412a-a7c5-b5df00abea0d req-b996e432-4645-47a3-8350-075d2e330787 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.769530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e3a6f96-73ff-412a-a7c5-b5df00abea0d req-b996e432-4645-47a3-8350-075d2e330787 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0685728 Jan 28 13:26:35.829249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c9634-da53-45c5-8e6b-470dbeb1a781 req-b0d45ffe-fe2d-4d70-90ec-ec1b90c32265 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:35.830836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e0c9634-da53-45c5-8e6b-470dbeb1a781 req-b0d45ffe-fe2d-4d70-90ec-ec1b90c32265 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.0531368 Jan 28 13:26:35.880506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e3a6f96-73ff-412a-a7c5-b5df00abea0d req-2fba58c1-6302-461b-bcfc-4bd106c894e1 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717857 Jan 28 13:26:35.880790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e0c9634-da53-45c5-8e6b-470dbeb1a781 req-4869e63c-2bdc-4fd8-9c83-b6b3a21da873 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Jan 28 13:26:35.882739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-80963f9b-e938-4058-b813-ef74053cbc4d service neutron] 10.222.0.36 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294091 Jan 28 13:26:36.008829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb18adab-3b59-434a-927c-8179905c4145 req-079505c3-3736-4fd3-8652-ebc6f3786094 service neutron] 10.222.0.36 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187942 Jan 28 13:26:36.016211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34206d-dc89-4034-9701-3af6abf60c2d req-b240fbcb-071c-4e2f-b20b-992291c19276 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.017622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f34206d-dc89-4034-9701-3af6abf60c2d req-b240fbcb-071c-4e2f-b20b-992291c19276 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 943 time: 0.0765765 Jan 28 13:26:36.088473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f34206d-dc89-4034-9701-3af6abf60c2d req-b2370efa-66d1-4ac8-8743-2005c06c001b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652020 Jan 28 13:26:36.100904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-ad553e33-a7d0-424d-a44f-8bfab5e5d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.102367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-ad553e33-a7d0-424d-a44f-8bfab5e5d7a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 1094 time: 0.0475519 Jan 28 13:26:36.195048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-362a1f43-2cb4-4b45-86f0-1daf759989c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.196936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-362a1f43-2cb4-4b45-86f0-1daf759989c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 916 time: 0.0881307 Jan 28 13:26:36.238629 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-44f21246-9d6b-4359-b216-ba8bbbbae93d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=092672a7-e0a8-46dc-9719-e2f693ec2b32 HTTP/1.1" status: 200 len: 217 time: 0.0354378 Jan 28 13:26:36.287452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-cab1659a-6ea0-48a1-8655-faa6be03a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.288900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-cab1659a-6ea0-48a1-8655-faa6be03a149 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.0440674 Jan 28 13:26:36.336975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-9889ee01-e1b0-4b96-b98f-de62d804d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.338785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-9889ee01-e1b0-4b96-b98f-de62d804d5d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428245 Jan 28 13:26:36.426658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eefa9f-6a01-4578-bd51-d2b333d7f33e req-d52c54d9-15c5-4eb7-b235-3dcbc529abdf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:36.429641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46eefa9f-6a01-4578-bd51-d2b333d7f33e req-d52c54d9-15c5-4eb7-b235-3dcbc529abdf tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0506301 Jan 28 13:26:36.446347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd90f0d9-997b-46c7-a33e-d7f12d50e6ee req-6ef563a5-d2da-45bf-a1fb-e5dec9c8a3b6 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0361831 Jan 28 13:26:36.468948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-38f8b27d-89e8-4ade-a3bb-9ec7197a565a service neutron] 10.222.0.36 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236141 Jan 28 13:26:36.479154 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46eefa9f-6a01-4578-bd51-d2b333d7f33e req-e9bffd83-0250-4a42-a49f-5a29132bd8e5 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Jan 28 13:26:36.569384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d1be8a-0b73-4a86-8caa-6588baf14a77 req-b87083f7-9d3d-40b3-83e7-329c4808b9be service neutron] 10.222.0.36 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923626 Jan 28 13:26:37.003671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b9131-9b6c-4f50-bf4c-030e7e63d42e req-44d7beb2-fd00-4d9d-993a-ddaa71fbe326 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:37.005542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b95b9131-9b6c-4f50-bf4c-030e7e63d42e req-44d7beb2-fd00-4d9d-993a-ddaa71fbe326 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.0513504 Jan 28 13:26:37.008167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b81fe-b862-4def-9cd0-94bf0381ef4d req-ae869a42-46f6-42d6-9488-2445df5a27a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:37.009742 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e00b81fe-b862-4def-9cd0-94bf0381ef4d req-ae869a42-46f6-42d6-9488-2445df5a27a9 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0564053 Jan 28 13:26:37.054518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b95b9131-9b6c-4f50-bf4c-030e7e63d42e req-91bf0a59-9cbc-4ebe-88e7-2e1cea95f9f9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Jan 28 13:26:37.057756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e00b81fe-b862-4def-9cd0-94bf0381ef4d req-dbe818ae-05e3-4d5a-8141-98f267188e36 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Jan 28 13:26:37.213971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a02ed-b292-4411-9dec-a123951c1ec8 req-6b84e152-dbca-422e-8353-aff27e85320c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:37.215481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d43a02ed-b292-4411-9dec-a123951c1ec8 req-6b84e152-dbca-422e-8353-aff27e85320c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 943 time: 0.0521238 Jan 28 13:26:37.266359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d43a02ed-b292-4411-9dec-a123951c1ec8 req-91035608-74b1-426b-ba31-e9fdc4dd3b25 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Jan 28 13:26:37.268576 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2179ee4e-a0ff-45f2-969b-a9e0f37193a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:37.386038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:37.559707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7deb20c3-dc66-48db-ab2d-1eee65a9fc68 req-2511b1f0-fa80-42fc-a75b-33e5e60bee39 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0284300 Jan 28 13:26:37.632271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e1bbc-6892-475a-ae0d-db338146ae11 req-b43897a6-f372-4298-9c49-82e0dfb1a42b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:37.634053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d75e1bbc-6892-475a-ae0d-db338146ae11 req-b43897a6-f372-4298-9c49-82e0dfb1a42b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0797224 Jan 28 13:26:37.635901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:37.647413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'mac_address': 'fa:16:3e:23:41:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:37.690972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:37.691370 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:37.692738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d75e1bbc-6892-475a-ae0d-db338146ae11 req-6d2b3d57-c50b-4ded-98bc-01c4fbe4758e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522707 Jan 28 13:26:37.707875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:37.731883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:37.736382 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:37.783829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:38.173002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d387bb-be9e-4f8e-a0af-4814410f632a req-d247fccc-8c68-478b-865d-be584fa362e9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:38.175397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60d387bb-be9e-4f8e-a0af-4814410f632a req-d247fccc-8c68-478b-865d-be584fa362e9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.0529215 Jan 28 13:26:38.187928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273632f0-a8e2-461c-8869-278bcd301da1 req-1443123e-f3fd-4b3c-9230-340c3b142e6d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:38.190122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-273632f0-a8e2-461c-8869-278bcd301da1 req-1443123e-f3fd-4b3c-9230-340c3b142e6d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0592985 Jan 28 13:26:38.232288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60d387bb-be9e-4f8e-a0af-4814410f632a req-5f795b62-6cf1-4cfb-9166-9f1f4d87b754 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504675 Jan 28 13:26:38.243849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-273632f0-a8e2-461c-8869-278bcd301da1 req-773d9c3f-8f06-404d-94e4-bda387e4846d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469806 Jan 28 13:26:38.372704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['262fa0f3-d150-4fa3-bcde-ce48cbf345e7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:38.396917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4971-1f52-4f9a-b773-52e84bca9b8c req-21772b94-9faa-45d2-a12b-10f8b106d5c5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:38.398451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8fe4971-1f52-4f9a-b773-52e84bca9b8c req-21772b94-9faa-45d2-a12b-10f8b106d5c5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 943 time: 0.0530086 Jan 28 13:26:38.463962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8fe4971-1f52-4f9a-b773-52e84bca9b8c req-f2dca711-bc12-4a8b-ac00-adc61087c651 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579901 Jan 28 13:26:38.576110 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:38.592136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723fb00-d664-4410-aada-0fe3a6df834f req-73937394-34b4-49b4-a77a-08ce11c67270 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:38.607983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f723fb00-d664-4410-aada-0fe3a6df834f req-73937394-34b4-49b4-a77a-08ce11c67270 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 945 time: 0.0851219 Jan 28 13:26:38.717047 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b442933-cbb4-4924-aed9-a762fe0afe07 req-ae4d4af8-e053-4b01-8895-ee4eb58321a1 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0395210 Jan 28 13:26:38.779976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Deleting port a612a7b2-4a19-46d5-a030-79975caf6818 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:38.780699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:38.882131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-c5179c11-43ba-45b2-ad33-cc6235c2b52a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065266 Jan 28 13:26:38.915357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] For port a612a7b2-4a19-46d5-a030-79975caf6818, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a612a7b2-4a19-46d5-a030-79975caf6818,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:38.915743 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:38.930479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Calling delete_port for a612a7b2-4a19-46d5-a030-79975caf6818 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:38.989031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed64047-b544-45f0-9635-99de40310d22 req-abd8c950-b1ee-4afc-a984-561243f9f871 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:38.990899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ed64047-b544-45f0-9635-99de40310d22 req-abd8c950-b1ee-4afc-a984-561243f9f871 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1069949 Jan 28 13:26:39.008347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576311-a918-4d47-a7a0-a6148e31af68 req-dcde050e-74fc-4e6c-84b8-3c1d62723712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:39.010146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-dcde050e-74fc-4e6c-84b8-3c1d62723712 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1100 time: 0.0728509 Jan 28 13:26:39.114252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ed64047-b544-45f0-9635-99de40310d22 req-e7c565d1-0aa2-4613-a0d8-1e0605d69977 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170428 Jan 28 13:26:39.156482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a612a7b2-4a19-46d5-a030-79975caf6818), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:39.176303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a612a7b2-4a19-46d5-a030-79975caf6818'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:39.194290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event deleted for resources: {'Port': ['ID=a612a7b2-4a19-46d5-a030-79975caf6818,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:39.217670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576311-a918-4d47-a7a0-a6148e31af68 req-0823370d-3554-4f71-a0a6-bf1cb83439a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:39.219979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-0823370d-3554-4f71-a0a6-bf1cb83439a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1821008 Jan 28 13:26:39.261996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] No DVR routers for this DVR port a612a7b2-4a19-46d5-a030-79975caf6818 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:39.268323 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:39.275236 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f723fb00-d664-4410-aada-0fe3a6df834f req-1f6c8260-234f-4c98-a49d-10fd4a3c3460 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.60 "DELETE /v2.0/ports/a612a7b2-4a19-46d5-a030-79975caf6818 HTTP/1.1" status: 204 len: 173 time: 0.6424670 Jan 28 13:26:39.275762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'name': 'network-vif-deleted', 'tag': 'a612a7b2-4a19-46d5-a030-79975caf6818'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:39.278085 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb19a4-f895-4187-a35c-9b15af3ca6ce" -d '{"events": [{"server_uuid": "4f9830a4-7b4b-4bc6-b34b-c3b785354c1a", "name": "network-vif-deleted", "tag": "a612a7b2-4a19-46d5-a030-79975caf6818"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:39.286292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-11c0a97d-1443-491c-bb4a-0bdc48e07b71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0593920 Jan 28 13:26:39.417982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19676dc7-a6b9-4008-a100-c8530b4be466 req-4d76ca13-f522-4a7c-9887-353b13cb8891 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:39.419853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19676dc7-a6b9-4008-a100-c8530b4be466 req-4d76ca13-f522-4a7c-9887-353b13cb8891 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.0685511 Jan 28 13:26:39.432315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 092672a7-e0a8-46dc-9719-e2f693ec2b32 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:39.450483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576311-a918-4d47-a7a0-a6148e31af68 req-b8b285ce-d8cb-4e14-8820-400e6de6d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:39.452007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-b8b285ce-d8cb-4e14-8820-400e6de6d6b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1589091 Jan 28 13:26:39.494055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00ea2b81-265f-4ffe-8888-95fc356f1afe req-ce91187c-4bc0-4ccf-9cbe-ff3bdefc39de tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 210 time: 0.0900443 Jan 28 13:26:39.524551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19676dc7-a6b9-4008-a100-c8530b4be466 req-876cc338-cb43-40ce-b4dd-1c536512da7f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Jan 28 13:26:39.561860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 092672a7-e0a8-46dc-9719-e2f693ec2b32, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=092672a7-e0a8-46dc-9719-e2f693ec2b32,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:39.575742 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680dea29-b3c5-45a9-bbde-28968854e8bb x-openstack-request-id: req-680dea29-b3c5-45a9-bbde-28968854e8bb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:39.575742 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9830a4-7b4b-4bc6-b34b-c3b785354c1a", "name": "network-vif-deleted", "tag": "a612a7b2-4a19-46d5-a030-79975caf6818", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:39.576135 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-680dea29-b3c5-45a9-bbde-28968854e8bb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:39.576420 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9830a4-7b4b-4bc6-b34b-c3b785354c1a', 'name': 'network-vif-deleted', 'tag': 'a612a7b2-4a19-46d5-a030-79975caf6818', 'status': 'completed', 'code': 200} Jan 28 13:26:39.584109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '092672a7-e0a8-46dc-9719-e2f693ec2b32', 'network_id': 'f49689a0-cda7-4e4c-8204-dfb4bd33ed85', 'port_id': '092672a7-e0a8-46dc-9719-e2f693ec2b32', 'mac_address': 'fa:16:3e:b6:6a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9355c5db-50a1-4222-a878-c3844636137e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:39.613634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576311-a918-4d47-a7a0-a6148e31af68 req-49b6f7f5-5f19-4b1d-8bb9-a0c21704e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:39.617269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-49b6f7f5-5f19-4b1d-8bb9-a0c21704e671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295168 Jan 28 13:26:39.669996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 092672a7-e0a8-46dc-9719-e2f693ec2b32 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:39.671072 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:39.688627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092672a7-e0a8-46dc-9719-e2f693ec2b32 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:39.718436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 092672a7-e0a8-46dc-9719-e2f693ec2b32, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=092672a7-e0a8-46dc-9719-e2f693ec2b32,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:39.726164 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:39.787057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850f1a-c6d0-45e0-abd6-af792be6688d req-ec518e7b-a44e-444a-ace4-a42b8bf8d302 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:39.791498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44850f1a-c6d0-45e0-abd6-af792be6688d req-ec518e7b-a44e-444a-ace4-a42b8bf8d302 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 943 time: 0.1316712 Jan 28 13:26:39.815530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=092672a7-e0a8-46dc-9719-e2f693ec2b32,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:39.889160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44850f1a-c6d0-45e0-abd6-af792be6688d req-eef4d0fc-7183-4361-9a42-322d118cb845 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913067 Jan 28 13:26:39.899729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-c8cf6195-c22f-4fd3-955a-940e9ed41481 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714107 Jan 28 13:26:40.017827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['092672a7-e0a8-46dc-9719-e2f693ec2b32'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:40.030619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-411dc76c-0949-45b5-83ab-236abf7ed174 req-e2f60d4b-e4bd-47ec-8141-1ba9f83adab8 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0357842 Jan 28 13:26:40.059611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db576311-a918-4d47-a7a0-a6148e31af68 req-e4ccabb7-e7fb-4c51-906c-6a2f657ee9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421235 Jan 28 13:26:40.299348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8a83-930b-4342-a84f-059df08918a2 req-47ddf551-4b69-41d5-817d-4f8d16f5f1c8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:40.305017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-598d8a83-930b-4342-a84f-059df08918a2 req-47ddf551-4b69-41d5-817d-4f8d16f5f1c8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0636940 Jan 28 13:26:40.355008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-598d8a83-930b-4342-a84f-059df08918a2 req-e4d18853-4a26-4428-9bfa-fcc61c376d37 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Jan 28 13:26:40.396698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:40.662291 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a654dbad-6fdf-4079-908b-ad92acb83023 req-62db46b6-5403-4ad9-9644-09dcc66f477f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f9830a4-7b4b-4bc6-b34b-c3b785354c1a HTTP/1.1" status: 200 len: 210 time: 0.0578582 Jan 28 13:26:40.687782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64673ec0-6df1-4ca9-bce3-8bed030dab3c req-e0e052fe-1128-450c-ac3a-74cab079f70b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:40.691530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64673ec0-6df1-4ca9-bce3-8bed030dab3c req-e0e052fe-1128-450c-ac3a-74cab079f70b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.0962684 Jan 28 13:26:40.778528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64673ec0-6df1-4ca9-bce3-8bed030dab3c req-10ce0281-12df-4a7e-bbe5-9632e84572a6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784276 Jan 28 13:26:41.042958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf21a6d-e5b4-4a3e-8060-e302edbfacbf req-1b15a9a7-df3e-4cec-b958-dfcd3eeab126 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.044819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbf21a6d-e5b4-4a3e-8060-e302edbfacbf req-1b15a9a7-df3e-4cec-b958-dfcd3eeab126 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 944 time: 0.0558217 Jan 28 13:26:41.117272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbf21a6d-e5b4-4a3e-8060-e302edbfacbf req-7bdb4eb5-ada1-4f5c-8a39-3828572f5e8a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579555 Jan 28 13:26:41.214269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cb6b9d1-8544-4d3f-82ea-d6076513f0d5 req-7fda58db-feb4-4780-be24-bd5f69678512 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0270014 Jan 28 13:26:41.410769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:41.472188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 092672a7-e0a8-46dc-9719-e2f693ec2b32 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:41.505737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0316c-c560-41fb-a245-07ce1b88e995 req-e215849a-6261-403b-97e6-eeec1e1c2d09 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.513729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-83e0316c-c560-41fb-a245-07ce1b88e995 req-e215849a-6261-403b-97e6-eeec1e1c2d09 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0664926 Jan 28 13:26:41.546467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 02e353a9-27fc-4be4-8169-fefb2f06d7dc completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:26:41.557567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 02e353a9-27fc-4be4-8169-fefb2f06d7dc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:41.557991 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.609759 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-83e0316c-c560-41fb-a245-07ce1b88e995 req-79f01c67-7068-48dc-bcbf-c16f342a125a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945098 Jan 28 13:26:41.634782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 092672a7-e0a8-46dc-9719-e2f693ec2b32 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:26:41.667206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 092672a7-e0a8-46dc-9719-e2f693ec2b32 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:41.668241 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.703328 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.875784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 02e353a9-27fc-4be4-8169-fefb2f06d7dc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:41.876649 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.914960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:41.917926 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff3071-2b11-4220-8acb-2e935531473d" -d '{"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-plugged", "status": "completed", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:41.937923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:41.948485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 092672a7-e0a8-46dc-9719-e2f693ec2b32 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:41.949033 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.959694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:41.984893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509189cf-28df-4e2f-80f9-e7487477a6c3 req-d55ea3ed-826e-42a1-aec7-3d3e6ebc6c63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:41.993310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-509189cf-28df-4e2f-80f9-e7487477a6c3 req-d55ea3ed-826e-42a1-aec7-3d3e6ebc6c63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.0933330 Jan 28 13:26:42.054647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 092672a7-e0a8-46dc-9719-e2f693ec2b32, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=092672a7-e0a8-46dc-9719-e2f693ec2b32,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:42.059606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:42.066285 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:42.090610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-509189cf-28df-4e2f-80f9-e7487477a6c3 req-f47322ea-82d7-4524-bc95-a9e5ce069ecd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960290 Jan 28 13:26:42.168445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-416b1d6c-266a-4f8b-b3ab-8bb214e04766 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:42.170340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-416b1d6c-266a-4f8b-b3ab-8bb214e04766 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.1741254 Jan 28 13:26:42.183412 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0564da-9ca6-4d91-8d04-dea1dad44c4f x-openstack-request-id: req-4a0564da-9ca6-4d91-8d04-dea1dad44c4f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:42.183712 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-plugged", "status": "completed", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:42.183966 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a0564da-9ca6-4d91-8d04-dea1dad44c4f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:42.186131 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'code': 200} Jan 28 13:26:42.188503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=092672a7-e0a8-46dc-9719-e2f693ec2b32,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:42.208996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-b7e74cb2-61d4-4588-a48a-846973c95501 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/quotas/cbee30dbae8d48dc947a8e2bfa956e90 HTTP/1.1" status: 200 len: 375 time: 0.0321107 Jan 28 13:26:42.265395 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-83ff244d-2d6c-47a0-a0a1-0074ca18cf65 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483832 Jan 28 13:26:42.403702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fd8f2-fc41-4fa4-a192-c1c84fc7a146 req-5cbd0bd1-0c6a-4a12-bf6e-ab0b379422c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:42.408498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c49fd8f2-fc41-4fa4-a192-c1c84fc7a146 req-5cbd0bd1-0c6a-4a12-bf6e-ab0b379422c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1101 time: 0.0835128 Jan 28 13:26:42.412781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-f3ab91c6-781a-4bb0-832a-609ed53255c3 service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465478 Jan 28 13:26:42.429293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ab782-e076-4146-8b7b-4b92da5db276 req-fde94beb-28dd-414b-ae21-aa19c0d81d8c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:42.430943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f62ab782-e076-4146-8b7b-4b92da5db276 req-fde94beb-28dd-414b-ae21-aa19c0d81d8c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0611665 Jan 28 13:26:42.512618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f62ab782-e076-4146-8b7b-4b92da5db276 req-9b8ae6e6-5e58-4669-9728-db69a6f633ad tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 Jan 28 13:26:42.574628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c49fd8f2-fc41-4fa4-a192-c1c84fc7a146 req-5070f838-8056-417c-9076-57f620f3b1fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443665 Jan 28 13:26:42.581774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-d337a9f4-741d-45d2-9a3b-a2932e48b42b service neutron] 10.222.0.45 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607938 Jan 28 13:26:42.844930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f92da67a-b160-4440-93fa-b2d833b1b010 req-1de2f909-dfa2-4879-87e9-1671a31e6b8d tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0472727 Jan 28 13:26:43.180626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbf120be-2315-4c78-a7f6-153ac12f5a9c req-77441545-78ee-4894-b70e-ac508adb6add tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 210 time: 0.0471768 Jan 28 13:26:43.404916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:43.405553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc384551-9eea-499f-b3c8-7458299134d6 req-327edc4e-c8f8-4349-a7b8-69a8f1411c06 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.414921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc384551-9eea-499f-b3c8-7458299134d6 req-327edc4e-c8f8-4349-a7b8-69a8f1411c06 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.4891558 Jan 28 13:26:43.445855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-1d80000e-09be-49de-98b0-7d689b3b47e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0990324 Jan 28 13:26:43.495235 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc384551-9eea-499f-b3c8-7458299134d6 req-0c8e64bc-1eb1-4730-8ce7-465400cedffb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790858 Jan 28 13:26:43.495948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159500b-77fa-4877-afe3-1a430b1f9260 req-e5454a05-6797-46d2-8531-5f615ad57ce8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.514837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5159500b-77fa-4877-afe3-1a430b1f9260 req-e5454a05-6797-46d2-8531-5f615ad57ce8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1186218 Jan 28 13:26:43.537508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:43.538070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.581647 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5159500b-77fa-4877-afe3-1a430b1f9260 req-57d0630f-3484-4595-989b-4026799af3e1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632315 Jan 28 13:26:43.666957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.667580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.667946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.668446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.669245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.669719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.670781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.672842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4b934a9d-4735-409d-9f8f-03cebd33262b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6493 time: 0.1306975 Jan 28 13:26:43.752879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273baa-59a7-4c0c-aaf5-b6a3f032c519 req-21686447-d636-4dcf-9f80-67b2a63416cb tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.761154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd273baa-59a7-4c0c-aaf5-b6a3f032c519 req-21686447-d636-4dcf-9f80-67b2a63416cb tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0795565 Jan 28 13:26:43.765055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:43.765460 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.812557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:43.821455 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:43.823218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a612a7b2-4a19-46d5-a030-79975caf6818 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:43.838025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-d482e5f9-2c6c-40fc-bd94-2ad377f9def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.842352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-d482e5f9-2c6c-40fc-bd94-2ad377f9def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.843886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-d482e5f9-2c6c-40fc-bd94-2ad377f9def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:43.847227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-d482e5f9-2c6c-40fc-bd94-2ad377f9def5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d851e8dd-4248-45c2-9e39-3c87874d52ed&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=1d96b2c5-f574-4f64-9977-4a974e942cdc&id=1d96b2c5-f574-4f64-9977-4a974e942cdc HTTP/1.1" status: 200 len: 2292 time: 0.1352396 Jan 28 13:26:43.853488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd273baa-59a7-4c0c-aaf5-b6a3f032c519 req-978491e4-e5ec-4d40-85ab-0d97168288b6 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911219 Jan 28 13:26:43.893254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: a612a7b2-4a19-46d5-a030-79975caf6818 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:26:43.893609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a612a7b2-4a19-46d5-a030-79975caf6818 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:26:43.949679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:43.980622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-0ab2a01c-ec98-404d-905f-34f59ec0fe13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc HTTP/1.1" status: 200 len: 1002 time: 0.1198952 Jan 28 13:26:44.014508 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19934bff-d716-457f-8113-dc03843f73eb req-773d422a-588f-47f9-8eb7-71332f23f3d1 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0326750 Jan 28 13:26:44.097472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-676f0dc5-d9b2-4045-8e5e-fbb063d07af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.109235 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-676f0dc5-d9b2-4045-8e5e-fbb063d07af7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fbb0b8c-8bea-4f64-9dd2-93bf442992e0 HTTP/1.1" status: 200 len: 851 time: 0.0978904 Jan 28 13:26:44.181751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-56b43db3-cd89-48af-bfdf-b9cd3aa11e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.183280 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-56b43db3-cd89-48af-bfdf-b9cd3aa11e37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d851e8dd-4248-45c2-9e39-3c87874d52ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510039 Jan 28 13:26:44.187604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092672a7-e0a8-46dc-9719-e2f693ec2b32'}, {'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:44.191211 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090eb3db-acf2-4142-8055-779d701ae5cd" -d '{"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-plugged", "status": "completed", "tag": "092672a7-e0a8-46dc-9719-e2f693ec2b32"}, {"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-plugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:44.255621 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22d5a7c-8469-4b40-8cde-5d796c233055 x-openstack-request-id: req-a22d5a7c-8469-4b40-8cde-5d796c233055 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:44.255951 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-plugged", "status": "completed", "tag": "092672a7-e0a8-46dc-9719-e2f693ec2b32", "code": 200}, {"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-plugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:44.256357 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a22d5a7c-8469-4b40-8cde-5d796c233055 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:44.256808 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092672a7-e0a8-46dc-9719-e2f693ec2b32', 'code': 200} Jan 28 13:26:44.257084 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'code': 200} Jan 28 13:26:44.312169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-847e45f8-f376-48df-a4c1-be8367d55354 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.317279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-847e45f8-f376-48df-a4c1-be8367d55354 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 812 time: 0.2709558 Jan 28 13:26:44.342917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Request body: {'port': {'device_id': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'admin_state_up': True, 'tenant_id': 'cbee30dbae8d48dc947a8e2bfa956e90'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:44.415621 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-92c1a595-7c38-4d33-a7fe-e46a0fca6ab5 service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847255 Jan 28 13:26:44.505541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4a2be477-3bb0-4313-8b56-b0eb3fb1d4a6 req-4440f952-cf75-4fea-a3fe-80026774b2af tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 210 time: 0.0744510 Jan 28 13:26:44.544861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad96f50-bcb8-4aa0-b62d-c78df7b82a45 req-3ef27123-43f8-4180-bbd6-14dc309835e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.546394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cad96f50-bcb8-4aa0-b62d-c78df7b82a45 req-3ef27123-43f8-4180-bbd6-14dc309835e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 1096 time: 0.1161580 Jan 28 13:26:44.572608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Made reservation on behalf of cbee30dbae8d48dc947a8e2bfa956e90 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:26:44.576743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:44.583681 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-4aa3b1fc-d434-414c-b012-85799ec77f30 service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299834 Jan 28 13:26:44.673783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cad96f50-bcb8-4aa0-b62d-c78df7b82a45 req-8bd08122-5656-4d90-a18d-3216335ca34b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177869 Jan 28 13:26:44.695522 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-7eec6d07-d1ea-4692-bebf-3d246c221838 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 217 time: 0.0913773 Jan 28 13:26:44.712399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61103b47-81cf-49e0-84af-40bca1f9a5c9 req-9dd927f1-45b3-409a-a6e3-e0b107cae22f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.714010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61103b47-81cf-49e0-84af-40bca1f9a5c9 req-9dd927f1-45b3-409a-a6e3-e0b107cae22f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1113777 Jan 28 13:26:44.810325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-43492635-b14a-4d33-8f85-a623d81811f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.811834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-43492635-b14a-4d33-8f85-a623d81811f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0969021 Jan 28 13:26:44.815382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8d9b0-1d9c-420d-ba6b-a67df49041bc req-15dab1ac-d4ea-4334-b0a6-3d07b355132c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.815932 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61103b47-81cf-49e0-84af-40bca1f9a5c9 req-35308b22-4ec7-418c-8ec0-1bd98df7a586 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913806 Jan 28 13:26:44.816923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1aa8d9b0-1d9c-420d-ba6b-a67df49041bc req-15dab1ac-d4ea-4334-b0a6-3d07b355132c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1624298 Jan 28 13:26:44.842583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Allocated IP 172.20.0.8 (1640b80b-ba6a-499b-a8ff-ce94a5c4372c/15a2379a-2b88-4b66-b8db-bd90ff534cdc/2e0386e5-5654-4bb6-b0c6-dfc536ffe069) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:26:44.895392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-843d7b9b-239c-4764-87f4-4ac36c55974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:44.897323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-843d7b9b-239c-4764-87f4-4ac36c55974b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702212 Jan 28 13:26:44.922038 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1aa8d9b0-1d9c-420d-ba6b-a67df49041bc req-93cd1323-5f29-4a91-b5d2-13e40799684f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992250 Jan 28 13:26:45.110843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fd5c-d380-4950-b873-ec28c3a094b1 req-eb767feb-f74f-44d8-ae5f-df3f4aa95bf4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:45.112873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f58fd5c-d380-4950-b873-ec28c3a094b1 req-eb767feb-f74f-44d8-ae5f-df3f4aa95bf4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.0896900 Jan 28 13:26:45.124381 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-f432ab76-fa7d-4b46-9e01-30b1501f761e service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759117 Jan 28 13:26:45.172812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks [] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.230668 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10e31056-52be-4d10-b78c-bb71470ca885 req-f85ceec3-c7ea-481a-922b-59706f940a27 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0371761 Jan 28 13:26:45.236244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f58fd5c-d380-4950-b873-ec28c3a094b1 req-f27d42b2-428c-4f0d-abba-5df5ad94280b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Jan 28 13:26:45.254388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.296788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-d49e21b1-462f-4dc3-b505-087654829dc5 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590190 Jan 28 13:26:45.320741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:26:45.326324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:26:45.330895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:26:45.360332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-85179c4e-9f71-4f27-80f5-1ffd6a6a7f26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 217 time: 0.0461428 Jan 28 13:26:45.365090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event updated for resources: {'Port': ['ID=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:45.396294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:45.396932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.418570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-214cb067-ad91-47e5-bb10-e5bdc0d61f0a tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0821073 Jan 28 13:26:45.431054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Request body: {'port': {'device_id': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:26:45.438638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-c51eb524-6252-4bcf-897a-a74395819347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:45.440950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-c51eb524-6252-4bcf-897a-a74395819347 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0650706 Jan 28 13:26:45.524131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-65b9ef65-1029-4739-8489-bfc22220eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:45.526976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-65b9ef65-1029-4739-8489-bfc22220eac3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774662 Jan 28 13:26:45.529124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:45.658371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-acb7824a-5030-4c5b-9bc9-3368f3dca0b3 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199296 Jan 28 13:26:45.713777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d420cac-8294-4764-9b4c-24824e2d01e8 req-2759c29f-ef6b-4e61-8653-51af26b04edc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:45.722141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1d420cac-8294-4764-9b4c-24824e2d01e8 req-2759c29f-ef6b-4e61-8653-51af26b04edc tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 931 time: 0.1379094 Jan 28 13:26:45.864981 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1d420cac-8294-4764-9b4c-24824e2d01e8 req-4a3803e7-f1de-4ae1-8983-74c7eb2a48c5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366415 Jan 28 13:26:45.865933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-26ec5b6c-a5fb-43db-9fb5-cc404d0f6c57 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966419 Jan 28 13:26:45.976085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-772970c8-9676-43fc-bc0c-489a8a7434dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=708bf7df-0b01-4647-995d-27020ddc9cea HTTP/1.1" status: 200 len: 217 time: 0.0799749 Jan 28 13:26:46.052939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:46.062751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Publish callbacks [] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.091687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Transition to ACTIVE for port object 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:26:46.099164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.114795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5a9e9-4a15-44fc-9464-f363f18aedc4 req-815561b6-9351-41e0-b54e-150a89dce67a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.121968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81e5a9e9-4a15-44fc-9464-f363f18aedc4 req-815561b6-9351-41e0-b54e-150a89dce67a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.1488056 Jan 28 13:26:46.148874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-716d2a5b-943f-4420-ba07-b25046db82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.150463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-716d2a5b-943f-4420-ba07-b25046db82e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1095798 Jan 28 13:26:46.224885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81e5a9e9-4a15-44fc-9464-f363f18aedc4 req-8acbeeb6-52ce-449e-9ca8-bff6d59924ef tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000171 Jan 28 13:26:46.248719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-eee00a9d-69a8-4944-b2ef-58a80a55378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.250235 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-eee00a9d-69a8-4944-b2ef-58a80a55378b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869677 Jan 28 13:26:46.272624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Pushing event updated for resources: {'Port': ['ID=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:46.309197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c357840-4171-4eff-a977-b8c93a7cfb4d req-5aeced57-f3c8-4cd2-b9da-15bc724e2136 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.316634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c357840-4171-4eff-a977-b8c93a7cfb4d req-5aeced57-f3c8-4cd2-b9da-15bc724e2136 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1547427 Jan 28 13:26:46.464107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-168c73b8-b5c1-49d4-93a7-92838a10a27c service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872618 Jan 28 13:26:46.495705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c357840-4171-4eff-a977-b8c93a7cfb4d req-617d55d8-35bf-43ab-a599-a6874d56fbb0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780870 Jan 28 13:26:46.533378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Attempting to bind port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:26:46.543999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Attempting to bind port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:26:46.544432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Attempting to bind port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:46.554426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:26:46.561152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Attempting to bind port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 on network 1640b80b-ba6a-499b-a8ff-ce94a5c4372c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:26:46.576074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:26:46.576074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Checking segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:26:46.576074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Bound using segment: {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:26:46.576074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Bound port: 2e0386e5-5654-4bb6-b0c6-dfc536ffe069, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ba3235-c179-4917-bf0b-106d602d693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:26:46.576074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.624691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf9392-1ce9-499f-a56b-917d912f4d99 req-c1106895-a13a-4d95-be3e-99d86852ca03 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.633335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cbf9392-1ce9-499f-a56b-917d912f4d99 req-c1106895-a13a-4d95-be3e-99d86852ca03 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.2824495 Jan 28 13:26:46.685099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-83d861db-47ad-415f-b09f-f2bd9c463448 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010500 Jan 28 13:26:46.693216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3201097d-36ac-4904-8a0d-89926f88ca56 req-6b7588cf-f1eb-40a8-9949-9f3bfb27c007 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0582693 Jan 28 13:26:46.706651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cbf9392-1ce9-499f-a56b-917d912f4d99 req-5741bb84-386e-4628-b065-6eeaad7cbaff tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723579 Jan 28 13:26:46.737500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] For port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:26:46.743608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] For port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:26:46.751136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.767213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-f62dce44-8ab7-4a3b-b29b-6dd09498807c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f HTTP/1.1" status: 200 len: 217 time: 0.0594590 Jan 28 13:26:46.795762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.796944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:46.799315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] 10.222.0.36 "PUT /v2.0/ports/2e0386e5-5654-4bb6-b0c6-dfc536ffe069 HTTP/1.1" status: 200 len: 1091 time: 1.3727617 Jan 28 13:26:46.799315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'tag': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:46.802436 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917f008-ca5b-44dd-9265-19f5b166d64b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50beac-7a88-455b-bda2-ddf190027a47", "tag": "2e0386e5-5654-4bb6-b0c6-dfc536ffe069"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:46.843142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628b84c-e604-462e-b03f-4f6e577b501b service neutron] Pushing event updated for resources: {'Port': ['ID=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:46.900881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-6940357b-3ff8-42a2-9a99-e4f7a10f6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.902404 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-6940357b-3ff8-42a2-9a99-e4f7a10f6bff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1164391 Jan 28 13:26:46.955323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-36cc5eb4-82e2-4913-8c13-6f55cff65719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:46.961174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-36cc5eb4-82e2-4913-8c13-6f55cff65719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 1094 time: 0.1075006 Jan 28 13:26:47.006777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-bd3c4665-65a1-4953-852c-fa1607871c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.008243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-bd3c4665-65a1-4953-852c-fa1607871c4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940804 Jan 28 13:26:47.034614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-f918eeca-9bef-4a2c-a52d-a9a34468f30d req-4d4c0fda-c6e1-4609-a413-71e6e4ecb113 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:26:47.036187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f918eeca-9bef-4a2c-a52d-a9a34468f30d req-4d4c0fda-c6e1-4609-a413-71e6e4ecb113 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074825 Jan 28 13:26:47.037642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-23d0fc7d-d695-4a51-9a4c-1e066092f135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e0386e5-5654-4bb6-b0c6-dfc536ffe069 HTTP/1.1" status: 200 len: 217 time: 0.0678258 Jan 28 13:26:47.137041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-513d57e8-1c24-4f14-88fd-452c5ba429c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.140997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-513d57e8-1c24-4f14-88fd-452c5ba429c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0960381 Jan 28 13:26:47.215866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-24516f35-ed8f-4ca1-bdaf-7e9bc5cf284f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657244 Jan 28 13:26:47.316942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-aa9575d8-0d01-4820-b789-7cb298eb63ca service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611289 Jan 28 13:26:47.438915 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1bf66b-f562-4805-8c2d-918c24a6771b x-openstack-request-id: req-3d1bf66b-f562-4805-8c2d-918c24a6771b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:47.439212 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50beac-7a88-455b-bda2-ddf190027a47", "tag": "2e0386e5-5654-4bb6-b0c6-dfc536ffe069", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:47.439566 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d1bf66b-f562-4805-8c2d-918c24a6771b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:47.439975 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'tag': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069', 'status': 'completed', 'code': 200} Jan 28 13:26:47.448636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-d30d4534-96fd-4394-b7a2-8795a57cc7fc service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203372 Jan 28 13:26:47.515771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-e065650d-e5c1-49c7-bd57-c562e03422f7 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809945 Jan 28 13:26:47.613420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-1a6afaca-59ac-4b0c-92a6-dc93742cd116 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e HTTP/1.1" status: 200 len: 217 time: 0.0786080 Jan 28 13:26:47.624391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35095e-172a-4683-8d0b-a63be8099248 req-b9a7a707-bfc1-444b-a2a1-591f0dcb5063 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.629239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a35095e-172a-4683-8d0b-a63be8099248 req-b9a7a707-bfc1-444b-a2a1-591f0dcb5063 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 943 time: 0.1019213 Jan 28 13:26:47.635761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e38d07-b0f1-467b-8bff-3a611c42d405 req-64eb0b8e-ee8a-4139-a703-e5658d5eaeea tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.646254 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f6e38d07-b0f1-467b-8bff-3a611c42d405 req-64eb0b8e-ee8a-4139-a703-e5658d5eaeea tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.3001709 Jan 28 13:26:47.670768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a308e53-5099-4bc0-80bf-8269f5ee8fbd req-61dc4d59-cfd6-45b1-9128-aec32b140f7f service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134922 Jan 28 13:26:47.769233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a35095e-172a-4683-8d0b-a63be8099248 req-ce10299a-de19-4cb6-9bbe-53ef27eb7c5f tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272051 Jan 28 13:26:47.776993 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f6e38d07-b0f1-467b-8bff-3a611c42d405 req-c2ce6a5d-d288-4c87-b67f-2d088317ad62 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295335 Jan 28 13:26:47.793007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-9f42eeee-2e6e-4a02-bb01-d6711e88c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.794857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-9f42eeee-2e6e-4a02-bb01-d6711e88c44a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.1254077 Jan 28 13:26:47.870199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-0ea9eff7-53df-45cc-bb1f-f080e97c6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.871876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-0ea9eff7-53df-45cc-bb1f-f080e97c6e0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 1094 time: 0.1324999 Jan 28 13:26:47.886005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-5db998c7-c700-4626-8fba-3ce293ee9399 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3610964 Jan 28 13:26:47.891810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-92be3c31-38cc-4c69-828d-d41c43e4d031 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:26:47.892648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-32df8dc6-4425-48e6-b11e-a60a228d5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:47.894593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-32df8dc6-4425-48e6-b11e-a60a228d5626 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0882034 Jan 28 13:26:47.902345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-92be3c31-38cc-4c69-828d-d41c43e4d031 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105829 Jan 28 13:26:48.047050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-cba88b81-5e1e-421d-ae1a-f69f01d598a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.049129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-cba88b81-5e1e-421d-ae1a-f69f01d598a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 200 len: 913 time: 0.1454048 Jan 28 13:26:48.104152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-e4a34725-557f-42cd-a532-8483e5702bd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e0386e5-5654-4bb6-b0c6-dfc536ffe069 HTTP/1.1" status: 200 len: 217 time: 0.0460532 Jan 28 13:26:48.112809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3da88-a65b-4944-8335-90f6c5f2424c req-305caa13-961f-49e1-882b-6862b41f21a4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.119224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ac952-77fd-4b37-9648-258a45e295dd req-9cb278c1-9d55-4601-9b44-e524d1ee6ae1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.120312 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdd3da88-a65b-4944-8335-90f6c5f2424c req-305caa13-961f-49e1-882b-6862b41f21a4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1391459 Jan 28 13:26:48.130112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-515ac952-77fd-4b37-9648-258a45e295dd req-9cb278c1-9d55-4601-9b44-e524d1ee6ae1 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.2253332 Jan 28 13:26:48.133032 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-69dd694e-e33c-4a11-b2ba-2e1590ba1708 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236822 Jan 28 13:26:48.203790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-4892e9d1-085a-4c28-be0b-e2354ef30d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.205562 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-4892e9d1-085a-4c28-be0b-e2354ef30d3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 200 len: 852 time: 0.0947242 Jan 28 13:26:48.244774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-515ac952-77fd-4b37-9648-258a45e295dd req-48cfcf6e-db11-487e-aa08-f62105428b3a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125357 Jan 28 13:26:48.288522 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdd3da88-a65b-4944-8335-90f6c5f2424c req-50132f12-73d5-481a-b142-bac5f0e50f32 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644273 Jan 28 13:26:48.308329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-3eccfd49-7161-4410-a55b-1d2ef8cfea15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1640b80b-ba6a-499b-a8ff-ce94a5c4372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747268 Jan 28 13:26:48.361028 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-37b02373-924b-4869-ac9b-bf450d2ebb6a service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083032 Jan 28 13:26:48.425848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-d63d3148-b11a-435c-9699-df0defe932e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=686c94c6-ca51-461a-88fc-0b57ba784b04 HTTP/1.1" status: 200 len: 217 time: 0.0423300 Jan 28 13:26:48.461245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50874c6b-ec49-40dd-b44f-8cb3efc75e46 req-b3ed3097-ad68-4f68-b8ec-198121d5bb61 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.1034515 Jan 28 13:26:48.519360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-a33b66c5-c699-4d6b-82ae-31dc2df3f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.521065 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-a33b66c5-c699-4d6b-82ae-31dc2df3f4d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.0773320 Jan 28 13:26:48.580295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-d9266b74-04da-4226-808d-60e324aa657e service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538507 Jan 28 13:26:48.602638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-800f56f6-e34b-44f0-9109-861ae3f78876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.604230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-800f56f6-e34b-44f0-9109-861ae3f78876 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697932 Jan 28 13:26:48.735207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-67e9f484-29ac-4c04-b2ea-70023891c9af service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080985 Jan 28 13:26:48.800992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c917f008-ca5b-44dd-9265-19f5b166d64b req-9aa3a6bf-b74b-4171-a8d6-1658a9d789b7 service neutron] 10.222.0.36 "GET /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173705 Jan 28 13:26:48.870344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08158f20-324c-4887-9e99-54f66f871bdf req-08d4155c-3427-4148-90a2-67737b064e05 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.871787 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-08158f20-324c-4887-9e99-54f66f871bdf req-08d4155c-3427-4148-90a2-67737b064e05 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1576631 Jan 28 13:26:48.942191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a25908c-61da-4f89-b5bc-db209ac5c4c2 req-0c4d5d6b-ebcb-47c2-ad88-9b1523dfabac service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765854 Jan 28 13:26:48.975113 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-08158f20-324c-4887-9e99-54f66f871bdf req-ba77303e-0601-4f80-b776-53d1880def28 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840600 Jan 28 13:26:48.993462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66836788-b1cc-4026-a0b8-d118b60aeef0 req-9903d93f-a9e3-4934-8b83-423d6e6990f8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:48.995145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66836788-b1cc-4026-a0b8-d118b60aeef0 req-9903d93f-a9e3-4934-8b83-423d6e6990f8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 943 time: 0.0864727 Jan 28 13:26:49.069586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66836788-b1cc-4026-a0b8-d118b60aeef0 req-f5f41d55-de14-40fa-828f-97c090d2e7f5 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Jan 28 13:26:49.436473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:49.437979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71fa7-6075-4121-a1b5-bd3dee102aa4 req-1ee77106-7a8f-4837-b5e0-4f6155ca8c28 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.444607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61c71fa7-6075-4121-a1b5-bd3dee102aa4 req-1ee77106-7a8f-4837-b5e0-4f6155ca8c28 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0880501 Jan 28 13:26:49.457519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1eb6-db04-41ca-bad8-9afa01c86342 req-c7c38cc1-4c95-4229-8bcd-0eacdc371769 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.464986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1eb6-db04-41ca-bad8-9afa01c86342 req-c7c38cc1-4c95-4229-8bcd-0eacdc371769 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.473265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1eb6-db04-41ca-bad8-9afa01c86342 req-c7c38cc1-4c95-4229-8bcd-0eacdc371769 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.477549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:49.487266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a32c1eb6-db04-41ca-bad8-9afa01c86342 req-c7c38cc1-4c95-4229-8bcd-0eacdc371769 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd&device_id=b482f307-b097-4524-89f5-eabd0e6fc797&device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 2417 time: 0.1065581 Jan 28 13:26:49.528293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61c71fa7-6075-4121-a1b5-bd3dee102aa4 req-999df357-8836-436f-94cc-55c0fb556ffc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821917 Jan 28 13:26:49.553116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a32c1eb6-db04-41ca-bad8-9afa01c86342 req-f3fcaaa6-8162-44df-9fb6-220b363bb8bc tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635977 Jan 28 13:26:49.594139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:49.610399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069', 'network_id': '1640b80b-ba6a-499b-a8ff-ce94a5c4372c', 'port_id': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069', 'mac_address': 'fa:16:3e:d0:21:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a2379a-2b88-4b66-b8db-bd90ff534cdc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:49.664861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899999d8-850f-491b-b16a-9bcc79f74561 req-a52aeee8-8141-4c8c-b29c-a4c0fe4d7771 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.666899 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-899999d8-850f-491b-b16a-9bcc79f74561 req-a52aeee8-8141-4c8c-b29c-a4c0fe4d7771 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0820644 Jan 28 13:26:49.668575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-264ce6ea-b986-4e0f-8124-cf69590a042b req-9b99a381-10d6-4983-8c4f-428c04a6c0fd tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0465815 Jan 28 13:26:49.691845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:49.692916 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:49.738459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:49.742089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:49.745010 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b3493-845e-4186-aacd-a5bc8f1afbae" -d '{"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:49.752707 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:49.802300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-899999d8-850f-491b-b16a-9bcc79f74561 req-545f523b-2062-4491-9867-4b9658523f6f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230564 Jan 28 13:26:49.813412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:49.820830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:49.821519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:49.842792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:49.870863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:49.885749 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:49.916925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-2ea2c63c-928c-4fa6-8c95-c7522ebce6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.921118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-2ea2c63c-928c-4fa6-8c95-c7522ebce6a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1101 time: 0.0950787 Jan 28 13:26:49.943098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5401d-4b14-4064-b3c2-74030e4ff0de req-02985a0a-a2fc-47e6-9360-08df447b6ee9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:49.950761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41a5401d-4b14-4064-b3c2-74030e4ff0de req-02985a0a-a2fc-47e6-9360-08df447b6ee9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.0968423 Jan 28 13:26:50.027470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41a5401d-4b14-4064-b3c2-74030e4ff0de req-9ae87807-eab9-45cd-9bdc-4678d2f0a7e8 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730147 Jan 28 13:26:50.028103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:50.065201 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf205274-b23e-479f-bfd3-334f2d4a83b5 x-openstack-request-id: req-cf205274-b23e-479f-bfd3-334f2d4a83b5 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:50.068147 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:50.069235 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf205274-b23e-479f-bfd3-334f2d4a83b5 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:50.070151 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'code': 200} Jan 28 13:26:50.093511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-039f7824-8fd2-4dbc-808c-71fe171eaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:50.096792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-039f7824-8fd2-4dbc-808c-71fe171eaa3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1547744 Jan 28 13:26:50.116158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['2e0386e5-5654-4bb6-b0c6-dfc536ffe069'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:50.171638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-3880893b-2c82-48ea-a332-8c0e00148226 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.0560300 Jan 28 13:26:50.302557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f48ac-0db2-4937-ad3e-0215272b4350 req-8a16823c-94f6-46c3-97e6-7dd0f780dab2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:50.309601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d48f48ac-0db2-4937-ad3e-0215272b4350 req-8a16823c-94f6-46c3-97e6-7dd0f780dab2 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 944 time: 0.1287014 Jan 28 13:26:50.313606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-bbe9a6ec-10ed-4550-bab1-143b9dced745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:50.315409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-bbe9a6ec-10ed-4550-bab1-143b9dced745 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0962260 Jan 28 13:26:50.412155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-b0a57b09-be48-45d0-bac6-3880f56886fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:50.413833 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-b0a57b09-be48-45d0-bac6-3880f56886fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753460 Jan 28 13:26:50.430276 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d48f48ac-0db2-4937-ad3e-0215272b4350 req-22ec456a-9661-4854-8464-be802566e45d tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197107 Jan 28 13:26:50.593744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-0a205e4c-1220-4f80-b24d-544414024eff service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374648 Jan 28 13:26:50.683285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a68acb-0b06-4feb-bcd6-dddac22dda94 req-74acaf63-b79c-43d9-ae5f-bbd7774918b4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:50.683285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58a68acb-0b06-4feb-bcd6-dddac22dda94 req-74acaf63-b79c-43d9-ae5f-bbd7774918b4 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 948 time: 0.0621417 Jan 28 13:26:50.761072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58a68acb-0b06-4feb-bcd6-dddac22dda94 req-8a4773d8-e6b2-440b-8ebc-af71416d3fbc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729787 Jan 28 13:26:50.762387 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-1e9a969b-8cda-4633-998f-9a254c76865d service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526439 Jan 28 13:26:50.882234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44c18b02-c6e9-4130-8581-a33bf58a9f06 req-e11d3492-6f5f-46f2-bee8-6f9d92ffa069 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0382040 Jan 28 13:26:51.073387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0a5d-3083-4517-b6d9-bddac5df7251 req-8533c251-4137-4bec-b973-99d8408ae501 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.075053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44ba0a5d-3083-4517-b6d9-bddac5df7251 req-8533c251-4137-4bec-b973-99d8408ae501 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0896699 Jan 28 13:26:51.166045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44ba0a5d-3083-4517-b6d9-bddac5df7251 req-d0d48efe-012c-4abb-b8cf-090f91705314 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Jan 28 13:26:51.503508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:26:51.512855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:51.574381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d690bc-8d3a-4b90-be0a-2b88f534c0bd req-615b4b00-b17a-41f6-b2b6-6c7107db9341 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.583920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3d690bc-8d3a-4b90-be0a-2b88f534c0bd req-615b4b00-b17a-41f6-b2b6-6c7107db9341 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1416094 Jan 28 13:26:51.693641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543302d-0ae6-4ca4-b4c4-183add1f08bc req-5f703b07-368e-4b3c-be07-dcad5392158e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.699502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3d690bc-8d3a-4b90-be0a-2b88f534c0bd req-6ba9af39-634d-48de-a899-ab738b262886 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145415 Jan 28 13:26:51.702136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4543302d-0ae6-4ca4-b4c4-183add1f08bc req-5f703b07-368e-4b3c-be07-dcad5392158e tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 944 time: 0.1317461 Jan 28 13:26:51.747789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:26:51.759238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:51.759620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:51.773217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4543302d-0ae6-4ca4-b4c4-183add1f08bc req-933ac250-d3ab-4242-ad04-ca1a0a67ee13 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702190 Jan 28 13:26:51.806566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:51.834600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'mac_address': 'fa:16:3e:22:9a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:26:51.903322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:51.904122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:51.910232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4db0c6-0e91-4e03-906c-fb75884aecbe req-3261fc44-ff4a-4c18-8fa3-897033eaddc3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:51.919440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a4db0c6-0e91-4e03-906c-fb75884aecbe req-3261fc44-ff4a-4c18-8fa3-897033eaddc3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 948 time: 0.0666621 Jan 28 13:26:51.950321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:51.950722 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:51.956716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:51.965239 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:51.974399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6942aa74-39fb-4638-9792-afee91ca0fa7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:26:51.997466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:51.999010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a4db0c6-0e91-4e03-906c-fb75884aecbe req-d85657df-e733-4f3d-8953-21befdc725cc tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752022 Jan 28 13:26:52.018736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:52.029722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c80f7829-df90-49cb-b714-2d60fca0a20b req-0cbec986-a206-40c2-9b15-1c641da65e11 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0457952 Jan 28 13:26:52.051364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:52.080559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:52.083292 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b73d494-2b44-42a7-b6e7-ea5c770feb21" -d '{"events": [{"server_uuid": "fa50beac-7a88-455b-bda2-ddf190027a47", "name": "network-vif-plugged", "status": "completed", "tag": "2e0386e5-5654-4bb6-b0c6-dfc536ffe069"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:52.119164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:52.153945 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bbc3aa-2e7d-470e-992f-060c73469d8e x-openstack-request-id: req-a5bbc3aa-2e7d-470e-992f-060c73469d8e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:52.154467 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50beac-7a88-455b-bda2-ddf190027a47", "name": "network-vif-plugged", "status": "completed", "tag": "2e0386e5-5654-4bb6-b0c6-dfc536ffe069", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:52.161799 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5bbc3aa-2e7d-470e-992f-060c73469d8e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:52.162501 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069', 'code': 200} Jan 28 13:26:52.292774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaab04-f16d-4843-a3c8-79a57794d185 req-69c05254-7834-4c56-ad8a-5521efbb291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:52.294306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3faaab04-f16d-4843-a3c8-79a57794d185 req-69c05254-7834-4c56-ad8a-5521efbb291e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 1096 time: 0.0509024 Jan 28 13:26:52.316780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6137e7-948b-4ede-8f22-0f76fd03e3bc req-f3688a96-b00f-4917-9457-ec502c629a26 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:52.318371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f6137e7-948b-4ede-8f22-0f76fd03e3bc req-f3688a96-b00f-4917-9457-ec502c629a26 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0724101 Jan 28 13:26:52.374779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f6137e7-948b-4ede-8f22-0f76fd03e3bc req-e737f074-91a0-438c-80e0-b1bc422e2935 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456393 Jan 28 13:26:52.393613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3faaab04-f16d-4843-a3c8-79a57794d185 req-b7375da8-27df-4c09-a48a-bedc3b4149fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764554 Jan 28 13:26:52.814125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e88b9d-715f-49fc-af69-208dfc9aa599 req-9127677e-2999-4abd-ac51-fc992e31b788 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:52.815674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0e88b9d-715f-49fc-af69-208dfc9aa599 req-9127677e-2999-4abd-ac51-fc992e31b788 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Jan 28 13:26:52.864464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0e88b9d-715f-49fc-af69-208dfc9aa599 req-d1a33752-2220-4480-85c7-6ad4b1780c77 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Jan 28 13:26:52.969355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70381c-f804-429c-8267-314258b062ba req-d2bfe7d7-93ed-4d04-8f79-0fef7ce1b270 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:52.971897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd70381c-f804-429c-8267-314258b062ba req-d2bfe7d7-93ed-4d04-8f79-0fef7ce1b270 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Jan 28 13:26:53.124385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0576d-41f2-4d59-a680-42444ac584ac req-b477bc06-86d2-40ea-a4f9-7242d53c0a4d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:53.125990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbe0576d-41f2-4d59-a680-42444ac584ac req-b477bc06-86d2-40ea-a4f9-7242d53c0a4d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0520802 Jan 28 13:26:53.187481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbe0576d-41f2-4d59-a680-42444ac584ac req-02d384b3-c2bc-41a8-b4b6-ef4c89270d2e tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543478 Jan 28 13:26:53.254543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6942aa74-39fb-4638-9792-afee91ca0fa7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:53.288849 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f3e2772-7caf-4a2d-9414-3f2b9aeb32c1 req-97bb544a-ee81-47e2-ac83-4b3334f2696c tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0382695 Jan 28 13:26:53.347124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd70381c-f804-429c-8267-314258b062ba req-27ca3dbd-af5f-48c7-9c7e-3091a645ca90 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694894 Jan 28 13:26:53.547229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99749-09e6-4089-bb13-2abf1b74b5f3 req-e2ceb5bc-9f07-4d70-a2de-eb14f38af922 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:53.554603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7a99749-09e6-4089-bb13-2abf1b74b5f3 req-e2ceb5bc-9f07-4d70-a2de-eb14f38af922 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0674593 Jan 28 13:26:53.558755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3614-1743-4f6d-878a-eeb9b181ce5f req-75dc55d1-3aa2-44d0-89a7-87295e407e93 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:53.560270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0fdf3614-1743-4f6d-878a-eeb9b181ce5f req-75dc55d1-3aa2-44d0-89a7-87295e407e93 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 951 time: 0.0522208 Jan 28 13:26:53.598234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7a99749-09e6-4089-bb13-2abf1b74b5f3 req-f0b53cff-be3f-4b0e-97cc-dc1c71d8d440 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Jan 28 13:26:53.612607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0fdf3614-1743-4f6d-878a-eeb9b181ce5f req-b49c57fa-3b1c-4c7c-b9e6-cbbf2ff9a814 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Jan 28 13:26:53.985816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5160d9-3ee1-4662-a5e5-572f085c6284 req-1ffb8d51-3260-4114-9ee9-89d60c414d51 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:53.988180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd5160d9-3ee1-4662-a5e5-572f085c6284 req-1ffb8d51-3260-4114-9ee9-89d60c414d51 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0514944 Jan 28 13:26:54.041024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd5160d9-3ee1-4662-a5e5-572f085c6284 req-bda10c21-805b-4c6b-bc3d-a0591a8a8cec tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469565 Jan 28 13:26:54.249682 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:26:54.309722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46cac-80d0-439c-bff9-99c2bd39c186 req-ec0e41da-bed9-4b2f-991b-ef43ee613434 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:54.311120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6c46cac-80d0-439c-bff9-99c2bd39c186 req-ec0e41da-bed9-4b2f-991b-ef43ee613434 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0499482 Jan 28 13:26:54.364925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6c46cac-80d0-439c-bff9-99c2bd39c186 req-5450a0f8-2d2f-4e7d-aa2f-a6d7258a9395 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Jan 28 13:26:54.419501 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee834adc-3a7f-4432-86ae-df6469ff2888 req-0d19a0da-4005-4426-bbd7-9fec99c9a48a tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0256250 Jan 28 13:26:54.534452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80bb00-723a-4839-83d8-3dc75b3773b2 req-ee4de344-7a77-455c-9188-a2e1cf6307eb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:54.535928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dc80bb00-723a-4839-83d8-3dc75b3773b2 req-ee4de344-7a77-455c-9188-a2e1cf6307eb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 945 time: 0.0506799 Jan 28 13:26:54.587909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dc80bb00-723a-4839-83d8-3dc75b3773b2 req-9ac39922-af80-4847-b767-33ac28c5794b tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Jan 28 13:26:54.761586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3320d-75e5-445e-896d-cc35c360e087 req-7ce9fbc3-2c43-4bd1-ae08-fda3addbfe94 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:54.763186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7e3320d-75e5-445e-896d-cc35c360e087 req-7ce9fbc3-2c43-4bd1-ae08-fda3addbfe94 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0537574 Jan 28 13:26:54.815684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7e3320d-75e5-445e-896d-cc35c360e087 req-461e1947-40cb-4cc0-92a6-cf614f59a80f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 Jan 28 13:26:54.876749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d526ac4-cc37-40bc-bd93-ca92c91191e9 req-457169c9-99c0-4af5-a36b-5d2787f6f5f7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:54.878249 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d526ac4-cc37-40bc-bd93-ca92c91191e9 req-457169c9-99c0-4af5-a36b-5d2787f6f5f7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 945 time: 0.0524492 Jan 28 13:26:54.930680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d526ac4-cc37-40bc-bd93-ca92c91191e9 req-1094e787-fcb9-4d46-851d-86c0b5464924 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466506 Jan 28 13:26:55.161794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab4a91-42f7-4d20-b36d-1c15927aa652 req-d1b46975-1520-4dd3-85be-1050cfff617c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:55.163253 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6ab4a91-42f7-4d20-b36d-1c15927aa652 req-d1b46975-1520-4dd3-85be-1050cfff617c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0509863 Jan 28 13:26:55.213948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6ab4a91-42f7-4d20-b36d-1c15927aa652 req-47698680-5ea5-4096-90de-a4fead435938 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 Jan 28 13:26:55.487746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1408980-1ffe-4678-9fb0-d50f757bdad1 req-66d65588-da00-4661-a00a-114bcb733444 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:55.489266 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e1408980-1ffe-4678-9fb0-d50f757bdad1 req-66d65588-da00-4661-a00a-114bcb733444 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0505435 Jan 28 13:26:55.543191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e1408980-1ffe-4678-9fb0-d50f757bdad1 req-56735e4d-cffb-4400-b94b-dcf3615ef07f tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Jan 28 13:26:55.638142 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa852469-ed90-47f3-85a7-3b36d6c752f2 req-22aba9ec-7c6c-430e-8aa4-b93530a8b7fc tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0308862 Jan 28 13:26:55.939782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a6a58-56df-4e1a-beef-a5bd5bafe28a req-95e60c8f-7c27-4b69-be76-60a2e53867a9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:55.941298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e85a6a58-56df-4e1a-beef-a5bd5bafe28a req-95e60c8f-7c27-4b69-be76-60a2e53867a9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0496657 Jan 28 13:26:55.989798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e85a6a58-56df-4e1a-beef-a5bd5bafe28a req-1d763fb7-76c5-4f87-b91f-8f96f82269e2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Jan 28 13:26:56.101210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321620-ada9-49d9-a8d0-8a56fea7432e req-a1583d2a-80b8-47c4-a288-fcb8ef7309ef tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:56.102755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13321620-ada9-49d9-a8d0-8a56fea7432e req-a1583d2a-80b8-47c4-a288-fcb8ef7309ef tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 945 time: 0.0548601 Jan 28 13:26:56.150360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13321620-ada9-49d9-a8d0-8a56fea7432e req-f327bc34-c616-48f6-b479-50c723a32210 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Jan 28 13:26:56.391465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666824-0986-4c84-911b-9f38409c38a1 req-0840741a-a9ca-44f9-9159-cf674f0b881b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:56.393845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa666824-0986-4c84-911b-9f38409c38a1 req-0840741a-a9ca-44f9-9159-cf674f0b881b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Jan 28 13:26:56.438682 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:56.446975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa666824-0986-4c84-911b-9f38409c38a1 req-43576753-c09a-400a-96b1-b1435dbfccf9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Jan 28 13:26:56.559167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33a1e-485d-488e-9d29-12df7fda16c8 req-12e4ee5d-6394-41d0-92d1-62db70ff6c43 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:56.561024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5d33a1e-485d-488e-9d29-12df7fda16c8 req-12e4ee5d-6394-41d0-92d1-62db70ff6c43 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 945 time: 0.0524657 Jan 28 13:26:56.615108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5d33a1e-485d-488e-9d29-12df7fda16c8 req-e3f19933-6040-423c-b524-32a53d18e522 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471592 Jan 28 13:26:56.731748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c8287-2238-4ce0-a173-31ea919319c3 req-5fb2a79d-ec76-4df7-a541-67b3d8b14358 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:56.733461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c37c8287-2238-4ce0-a173-31ea919319c3 req-5fb2a79d-ec76-4df7-a541-67b3d8b14358 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 950 time: 0.0496039 Jan 28 13:26:56.784778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c37c8287-2238-4ce0-a173-31ea919319c3 req-4f68573f-559b-4f4a-8cac-0d3dbee8d68d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Jan 28 13:26:56.890552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9afc92fe-41cb-45f6-8082-10097d36bfdb req-fced535d-aa90-4283-b523-045d583a78bd tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0303972 Jan 28 13:26:57.049568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414a37e-6448-4d00-8076-d99d472a3e93 req-d99e29e7-d0bb-447b-bd8e-df66f5e15cab tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:57.051374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e414a37e-6448-4d00-8076-d99d472a3e93 req-d99e29e7-d0bb-447b-bd8e-df66f5e15cab tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.1015427 Jan 28 13:26:57.103329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e414a37e-6448-4d00-8076-d99d472a3e93 req-3b16041c-81ab-4b57-a93b-151d4f489e09 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Jan 28 13:26:57.107940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b09e00-10a7-42bf-8922-9a8cbe4bdfa1 req-a99bcb7d-e873-4aeb-80e6-1f06cdd57f8f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:57.109651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5b09e00-10a7-42bf-8922-9a8cbe4bdfa1 req-a99bcb7d-e873-4aeb-80e6-1f06cdd57f8f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0489116 Jan 28 13:26:57.159893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5b09e00-10a7-42bf-8922-9a8cbe4bdfa1 req-d2b2c9cc-a26d-46ef-9fe7-b65d53ae7249 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442164 Jan 28 13:26:57.487506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:26:57.536458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 6942aa74-39fb-4638-9792-afee91ca0fa7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:26:57.536839 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.564298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7c9dd-6537-43b3-9484-98eb42d57b06 req-0ae571c7-fe22-4690-9a21-88d3781b8271 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:57.566607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25c7c9dd-6537-43b3-9484-98eb42d57b06 req-0ae571c7-fe22-4690-9a21-88d3781b8271 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0509984 Jan 28 13:26:57.620115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25c7c9dd-6537-43b3-9484-98eb42d57b06 req-ea31245f-e03b-47e1-bdc0-3a73a18d7fcd tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Jan 28 13:26:57.625479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6942aa74-39fb-4638-9792-afee91ca0fa7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:57.625879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.665081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:57.667339 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9368ab-1dfd-4a47-8ca5-4a41e764f47f" -d '{"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:57.680714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:57.686124 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.686904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:26:57.728521 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a8151-d46b-44c4-8cbe-4157e3fd844a x-openstack-request-id: req-1d8a8151-d46b-44c4-8cbe-4157e3fd844a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:57.728764 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:57.729027 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d8a8151-d46b-44c4-8cbe-4157e3fd844a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:57.729430 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'code': 200} Jan 28 13:26:57.747385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c7fbf-82be-4c54-8ed4-b379f1a934df req-438f7790-6515-4b37-89f0-98019e4890b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:57.749106 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d09c7fbf-82be-4c54-8ed4-b379f1a934df req-438f7790-6515-4b37-89f0-98019e4890b8 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 945 time: 0.0572059 Jan 28 13:26:57.770886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=11']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:57.805527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d09c7fbf-82be-4c54-8ed4-b379f1a934df req-1849663a-653e-4da9-b8c3-56c285164c21 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/security-groups?id=7685f0eb-0c36-4ee9-b897-1094c8496967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Jan 28 13:26:57.823849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:26:57.824742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.844556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.873391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:57.877866 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:57.895254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-ba7c0c19-663a-41b2-8c4d-55217d60cd71 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:57.896805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-ba7c0c19-663a-41b2-8c4d-55217d60cd71 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 945 time: 0.0637624 Jan 28 13:26:57.929777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=11']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:57.973144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67600335-e56e-4dd5-bb6b-0ac80f86a639 req-1523c43c-e747-4ad8-b5c6-9c290e23fd60 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:57.974693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67600335-e56e-4dd5-bb6b-0ac80f86a639 req-1523c43c-e747-4ad8-b5c6-9c290e23fd60 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.0991657 Jan 28 13:26:58.009841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7fc64674-b544-48b7-91cd-a98d0c44245b req-da1ba16c-b8c6-48c5-bedd-acf07ab51fa0 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0303729 Jan 28 13:26:58.048698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67600335-e56e-4dd5-bb6b-0ac80f86a639 req-fa6f2fd7-0c26-4bca-8a1d-f3a43828a785 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Jan 28 13:26:58.061180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Deleting port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:26:58.061850 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:58.062558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14210e44-e5a4-4789-9401-cdd707189994 req-8a29c91c-607f-4b71-88fc-1cf896e2cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:58.064270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14210e44-e5a4-4789-9401-cdd707189994 req-8a29c91c-607f-4b71-88fc-1cf896e2cfe2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1102 time: 0.0569859 Jan 28 13:26:58.139232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14210e44-e5a4-4789-9401-cdd707189994 req-be220ecf-028c-47c5-b362-060da2c66f14 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Jan 28 13:26:58.165407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] For port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,segment=NetworkSegment(08ba3235-c179-4917-bf0b-106d602d693e),segment_id=08ba3235-c179-4917-bf0b-106d602d693e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:26:58.165776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:58.187581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Calling delete_port for 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:26:58.264312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d7d8-8cd0-4d25-b956-a1d40674823e req-720a43f6-936f-4aab-937d-32d20d27ec6b tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:58.266333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aff2d7d8-8cd0-4d25-b956-a1d40674823e req-720a43f6-936f-4aab-937d-32d20d27ec6b tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0926819 Jan 28 13:26:58.288134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eded293-466c-4853-a2b3-2a974a948207 req-2693fb42-fb0f-4b83-8ee7-9ac0f621fb71 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:58.289780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2eded293-466c-4853-a2b3-2a974a948207 req-2693fb42-fb0f-4b83-8ee7-9ac0f621fb71 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0559299 Jan 28 13:26:58.336940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aff2d7d8-8cd0-4d25-b956-a1d40674823e req-5fdd27a7-ebd7-4966-ac5a-45bd8aea5377 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641201 Jan 28 13:26:58.339465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2eded293-466c-4853-a2b3-2a974a948207 req-3f76b647-cf71-4601-ae30-6656d2d7c530 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Jan 28 13:26:58.392581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2e0386e5-5654-4bb6-b0c6-dfc536ffe069), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:58.406805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['2e0386e5-5654-4bb6-b0c6-dfc536ffe069'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:26:58.429278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Pushing event deleted for resources: {'Port': ['ID=2e0386e5-5654-4bb6-b0c6-dfc536ffe069,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:26:58.468961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] No DVR routers for this DVR port 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:26:58.472259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:26:58.475729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fffec7bb-eb8c-4579-8636-62ccd6c6fd30 req-83d60ce2-cfa9-4d3f-b858-0ef9d4670aa7 tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.36 "DELETE /v2.0/ports/2e0386e5-5654-4bb6-b0c6-dfc536ffe069 HTTP/1.1" status: 204 len: 173 time: 0.5617526 Jan 28 13:26:58.476236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'name': 'network-vif-deleted', 'tag': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:58.478435 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c07fa0-e8ee-456e-89a8-7e7dafe4b391" -d '{"events": [{"server_uuid": "fa50beac-7a88-455b-bda2-ddf190027a47", "name": "network-vif-deleted", "tag": "2e0386e5-5654-4bb6-b0c6-dfc536ffe069"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:58.520569 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e207e3-d878-455a-89c7-0534f8a7b306 x-openstack-request-id: req-54e207e3-d878-455a-89c7-0534f8a7b306 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:58.520913 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50beac-7a88-455b-bda2-ddf190027a47", "name": "network-vif-deleted", "tag": "2e0386e5-5654-4bb6-b0c6-dfc536ffe069", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:58.521289 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54e207e3-d878-455a-89c7-0534f8a7b306 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:58.521748 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50beac-7a88-455b-bda2-ddf190027a47', 'name': 'network-vif-deleted', 'tag': '2e0386e5-5654-4bb6-b0c6-dfc536ffe069', 'status': 'completed', 'code': 200} Jan 28 13:26:58.739943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171474d-8469-43a1-86bd-c57e1e52a52e req-78b7b9cd-1036-4d84-9c8b-e42119e6c253 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:58.741468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4171474d-8469-43a1-86bd-c57e1e52a52e req-78b7b9cd-1036-4d84-9c8b-e42119e6c253 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Jan 28 13:26:58.789095 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4171474d-8469-43a1-86bd-c57e1e52a52e req-d5cf7b43-2e86-4d6e-bcb0-93f21783e844 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Jan 28 13:26:59.121153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac144128-9e75-4bc7-a3f5-dc986d127d42 req-4fd06874-7dfe-4282-ace5-28d29ce89cc5 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0298028 Jan 28 13:26:59.141988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4232a309-358f-4e40-8b3b-e1307cd3750b req-8387d17c-2f2d-4672-8450-baf4f1da5dcb tempest-DeleteServersTestJSON-513995743 tempest-DeleteServersTestJSON-513995743-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50beac-7a88-455b-bda2-ddf190027a47 HTTP/1.1" status: 200 len: 210 time: 0.0280592 Jan 28 13:26:59.234229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059298-2589-4766-8ec8-d46e18ba340a req-35ba0f52-c92a-4ee6-830d-7824762e5abb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:59.235688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c059298-2589-4766-8ec8-d46e18ba340a req-35ba0f52-c92a-4ee6-830d-7824762e5abb tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.0486057 Jan 28 13:26:59.282706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c059298-2589-4766-8ec8-d46e18ba340a req-3d99e4a9-0556-463a-a1b2-8b7e3c2fdf12 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Jan 28 13:26:59.459015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20819c-bebe-4aba-a9d0-805b883d3c39 req-ed2945c3-d488-44a6-8941-4df463a034bd tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:59.459422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1a88d-98e0-498c-9e25-fc55f1be23a3 req-579b0092-90b6-4502-81d9-5d27fb24e43d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:59.460661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce20819c-bebe-4aba-a9d0-805b883d3c39 req-ed2945c3-d488-44a6-8941-4df463a034bd tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0497479 Jan 28 13:26:59.461907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8e1a88d-98e0-498c-9e25-fc55f1be23a3 req-579b0092-90b6-4502-81d9-5d27fb24e43d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0511968 Jan 28 13:26:59.509546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce20819c-bebe-4aba-a9d0-805b883d3c39 req-db0aa44c-5348-4b40-91f4-7d606dcc1551 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 Jan 28 13:26:59.512221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8e1a88d-98e0-498c-9e25-fc55f1be23a3 req-d33b53a0-80c2-4f5d-8b2d-2c17b7c1af2e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Jan 28 13:26:59.730620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:26:59.733071 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f9de1-010a-4f11-be5d-f1c4b3cd0d82" -d '{"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-unplugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:26:59.768925 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00d303b-d722-4c95-9274-0ecf1b765b0d x-openstack-request-id: req-c00d303b-d722-4c95-9274-0ecf1b765b0d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:26:59.769225 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-unplugged", "status": "completed", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:26:59.769486 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c00d303b-d722-4c95-9274-0ecf1b765b0d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:26:59.769882 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'code': 200} Jan 28 13:26:59.905707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09617a48-5ae4-4891-8f20-d0ce93a1d67b req-2fd52779-f615-4e30-8524-519920ee440e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:26:59.907195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09617a48-5ae4-4891-8f20-d0ce93a1d67b req-2fd52779-f615-4e30-8524-519920ee440e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0524724 Jan 28 13:26:59.953654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09617a48-5ae4-4891-8f20-d0ce93a1d67b req-ed984174-ffd3-4bcb-9c4e-4b4c7acda992 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Jan 28 13:27:00.233618 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc289530-41e1-4522-9260-8d46918ad8a5 req-21c198c5-715a-440a-a132-e3df2578f2b6 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0310180 Jan 28 13:27:00.421299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c756f6-4b17-4804-93ae-ae86ffb431b3 req-7a69f932-3005-4d6a-9a84-eae2a9055794 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:00.422667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35c756f6-4b17-4804-93ae-ae86ffb431b3 req-7a69f932-3005-4d6a-9a84-eae2a9055794 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.0499640 Jan 28 13:27:00.472188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35c756f6-4b17-4804-93ae-ae86ffb431b3 req-6efc0327-0e91-4a89-8603-a63c7a1b31c8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Jan 28 13:27:00.639503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05b093-03b9-4916-b8fb-23c785a01c8e req-d78b42b6-fa24-479f-859c-8e44a2e5f3fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:00.641204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae05b093-03b9-4916-b8fb-23c785a01c8e req-d78b42b6-fa24-479f-859c-8e44a2e5f3fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0553131 Jan 28 13:27:00.650729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce1c12-d4ef-4238-8058-e88a670cfca0 req-5afc3959-503d-415c-9902-3f7003da9232 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:00.658378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31ce1c12-d4ef-4238-8058-e88a670cfca0 req-5afc3959-503d-415c-9902-3f7003da9232 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0753653 Jan 28 13:27:00.704076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31ce1c12-d4ef-4238-8058-e88a670cfca0 req-57cb830a-4476-40ea-9a32-0afc85ea504c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442827 Jan 28 13:27:00.708558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae05b093-03b9-4916-b8fb-23c785a01c8e req-50a3cbd3-1a62-4ffd-8a29-9e0f40a75b25 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596449 Jan 28 13:27:01.081137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e52d3-499b-4587-820e-6b01f9344329 req-7448181a-20b0-4fb8-bea8-eadc08d81e04 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:01.083029 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-214e52d3-499b-4587-820e-6b01f9344329 req-7448181a-20b0-4fb8-bea8-eadc08d81e04 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0610864 Jan 28 13:27:01.131333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-214e52d3-499b-4587-820e-6b01f9344329 req-2ef47e83-1a75-4231-9716-4c66a6ad2eb6 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Jan 28 13:27:01.350393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35f219e1-c01e-47fb-9134-1e96d246b299 req-d596a265-6164-4211-9621-a819d34a4844 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0317662 Jan 28 13:27:01.527087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:01.548194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:01.548574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2e0386e5-5654-4bb6-b0c6-dfc536ffe069 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:01.593477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79656ce-5aa0-4d8b-b02d-07ae1d13c863 req-318f04fb-81fc-4990-8b70-f890e5389f5b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:01.595064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a79656ce-5aa0-4d8b-b02d-07ae1d13c863 req-318f04fb-81fc-4990-8b70-f890e5389f5b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.0538309 Jan 28 13:27:01.645029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a79656ce-5aa0-4d8b-b02d-07ae1d13c863 req-42f9f8bc-53c2-4e5a-be4e-605bb5fd985c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 Jan 28 13:27:01.833808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc33ec-779d-4e89-bd48-90c94295bbaf req-6713e923-772d-4fa8-b4c8-f64ba82e8902 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:01.835668 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ccbc33ec-779d-4e89-bd48-90c94295bbaf req-6713e923-772d-4fa8-b4c8-f64ba82e8902 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0581269 Jan 28 13:27:01.885512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ccbc33ec-779d-4e89-bd48-90c94295bbaf req-9738509c-76ba-476c-b0dd-f159dedc4299 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Jan 28 13:27:01.890005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad25bcd-274e-4048-9aeb-0e6d2e606c6f req-c239110b-2cba-4b8e-8e31-7bfa699ad8c3 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:01.891641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ad25bcd-274e-4048-9aeb-0e6d2e606c6f req-c239110b-2cba-4b8e-8e31-7bfa699ad8c3 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0507531 Jan 28 13:27:01.945223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ad25bcd-274e-4048-9aeb-0e6d2e606c6f req-d11060df-4768-4364-9b97-9f580a64516c tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Jan 28 13:27:02.011338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638288cf-18bd-47f9-a64c-f99e15be5f60 req-c1f7d7ed-be36-4055-82dd-2274948c0db8 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:02.012877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-638288cf-18bd-47f9-a64c-f99e15be5f60 req-c1f7d7ed-be36-4055-82dd-2274948c0db8 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1102 time: 0.0432456 Jan 28 13:27:02.057450 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-638288cf-18bd-47f9-a64c-f99e15be5f60 req-0c5a4d8b-6f88-40b6-aa51-22a1714a7410 tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Jan 28 13:27:02.278095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89030e8-223a-4ea1-ba97-d3e73f1ebe98 req-053f21fb-1c19-40af-a240-88acc8d3ca4c tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:02.279825 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f89030e8-223a-4ea1-ba97-d3e73f1ebe98 req-053f21fb-1c19-40af-a240-88acc8d3ca4c tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 1102 time: 0.0446920 Jan 28 13:27:02.285959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6113-7979-40cf-8132-5a6d3f66c0f3 req-e7def27d-1f3e-44fb-bb56-885353b6adf1 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:02.287673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-043d6113-7979-40cf-8132-5a6d3f66c0f3 req-e7def27d-1f3e-44fb-bb56-885353b6adf1 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0603700 Jan 28 13:27:02.331767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f89030e8-223a-4ea1-ba97-d3e73f1ebe98 req-0e4fa0c2-0b7b-46cf-bd9b-af87fe9d3fde tempest-ServersAdminTestJSON-1467974605 tempest-ServersAdminTestJSON-1467974605-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Jan 28 13:27:02.345121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-043d6113-7979-40cf-8132-5a6d3f66c0f3 req-b0ec5fa4-a8ba-455b-935e-232a605815fe tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510397 Jan 28 13:27:02.466530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7219b047-df21-4df9-b1b3-12335f2fb040 req-204f605a-42fe-4ebf-8d41-bfd1529242dc tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0297492 Jan 28 13:27:02.573452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-a83e3a32-6d0d-4ea4-a8b4-9a558fbc1053 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:02.573966 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-a83e3a32-6d0d-4ea4-a8b4-9a558fbc1053 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 947 time: 0.0767403 Jan 28 13:27:02.680645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e52b02-8c62-4a6f-b442-4d69ff18fe70 req-59e482d2-7a04-44be-ad1e-56e20054e3ac tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:02.682007 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62e52b02-8c62-4a6f-b442-4d69ff18fe70 req-59e482d2-7a04-44be-ad1e-56e20054e3ac tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.1070826 Jan 28 13:27:02.742294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Deleting port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:02.742641 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:02.750376 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62e52b02-8c62-4a6f-b442-4d69ff18fe70 req-7d5383d0-8952-48ef-9139-4e31058d5855 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615945 Jan 28 13:27:02.843502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] For port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:02.843864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:02.856196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Calling delete_port for 0de8262c-b4d6-41cf-b524-d6dbfb0401ac owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:03.007916 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0de8262c-b4d6-41cf-b524-d6dbfb0401ac), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.029939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d23a42-b706-4222-9356-e39266804161 req-ad0dc927-3480-47ae-8bee-3c2c1f2c4b57 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:03.031525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16d23a42-b706-4222-9356-e39266804161 req-ad0dc927-3480-47ae-8bee-3c2c1f2c4b57 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0699408 Jan 28 13:27:03.049312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Pushing event deleted for resources: {'Port': ['ID=0de8262c-b4d6-41cf-b524-d6dbfb0401ac,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:03.092542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16d23a42-b706-4222-9356-e39266804161 req-7c47a66d-1277-4185-ad90-5f46de20e0b2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Jan 28 13:27:03.115462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edf7bb83-821d-4d28-b720-c11dad98f7ac req-abc9c822-a772-416f-af63-ff89712ea791 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 210 time: 0.0687466 Jan 28 13:27:03.433477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] No DVR routers for this DVR port 0de8262c-b4d6-41cf-b524-d6dbfb0401ac on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:03.436435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:03.440776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0914aa3a-ed0b-49cc-941c-11e51cb390a2 req-0881b0f4-30f7-406c-aca5-8b88298dc1ca tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "DELETE /v2.0/ports/0de8262c-b4d6-41cf-b524-d6dbfb0401ac HTTP/1.1" status: 204 len: 173 time: 0.8394291 Jan 28 13:27:03.441393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-deleted', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:03.443910 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1780da50-8d14-445b-8856-29384747be3e" -d '{"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-deleted", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:03.500735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bd95e-6957-49c0-a8bc-2b0250442cbe req-88355bd7-feb6-411f-8591-46ce603f461f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:03.503128 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d45bd95e-6957-49c0-a8bc-2b0250442cbe req-88355bd7-feb6-411f-8591-46ce603f461f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0550876 Jan 28 13:27:03.504697 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105b42af-4440-4616-a194-cc28c289a45f x-openstack-request-id: req-105b42af-4440-4616-a194-cc28c289a45f {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:03.505120 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e", "name": "network-vif-deleted", "tag": "0de8262c-b4d6-41cf-b524-d6dbfb0401ac", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:03.505445 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-105b42af-4440-4616-a194-cc28c289a45f {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:03.505925 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e', 'name': 'network-vif-deleted', 'tag': '0de8262c-b4d6-41cf-b524-d6dbfb0401ac', 'status': 'completed', 'code': 200} Jan 28 13:27:03.584441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d45bd95e-6957-49c0-a8bc-2b0250442cbe req-ab7e6b2e-2233-46d8-92ba-13a81e18ff9c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680630 Jan 28 13:27:03.633169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11787330-c2ca-4651-9df5-1443cb38e3b1 req-2f826406-1530-496d-a5ae-2431ee27dafe tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0423360 Jan 28 13:27:03.888545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b996528-d05b-4920-9a93-841265760c94 req-c0d4fd1f-5c35-4eeb-bce7-c9d3dc2afed2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:03.890146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b996528-d05b-4920-9a93-841265760c94 req-c0d4fd1f-5c35-4eeb-bce7-c9d3dc2afed2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.0545802 Jan 28 13:27:03.938425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b996528-d05b-4920-9a93-841265760c94 req-bb8437eb-1e8c-43f1-8056-ea04153030ea tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Jan 28 13:27:04.232128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea396-0954-4544-b2d0-11a0a640abc6 req-8cbdb930-9fcc-49f1-a1a1-2d8b3e9d8776 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:04.233612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-166ea396-0954-4544-b2d0-11a0a640abc6 req-8cbdb930-9fcc-49f1-a1a1-2d8b3e9d8776 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0517530 Jan 28 13:27:04.235583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67548eab-a94a-475b-a66a-03da3bb0ba9d req-59a203c3-978c-494d-9ea0-d10410d66148 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=24e7ae62-32e6-4b73-ab47-99cc5f9d8e6e HTTP/1.1" status: 200 len: 210 time: 0.0304029 Jan 28 13:27:04.295691 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-166ea396-0954-4544-b2d0-11a0a640abc6 req-75d8151d-e22f-4438-98bd-4ea69338d40a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544317 Jan 28 13:27:04.701658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0585e-50e5-426b-862b-9a64fe9eca7b req-93b4869f-92ba-4641-b5dc-986dc0208c71 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:04.703408 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ac0585e-50e5-426b-862b-9a64fe9eca7b req-93b4869f-92ba-4641-b5dc-986dc0208c71 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0555010 Jan 28 13:27:04.751512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bd38a00-0d67-44be-8eb6-c3457b92e473 req-3b51b496-9792-4565-b6be-afcab431cb7c tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0304461 Jan 28 13:27:04.784495 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ac0585e-50e5-426b-862b-9a64fe9eca7b req-72e49dc1-4bea-41e3-a203-7a94c0c60e76 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667360 Jan 28 13:27:04.810159 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3f3b552e-9b58-4cda-947f-30b261e4a45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:05.056334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb922b-6748-4d61-b06e-a70896583b14 req-03aa617f-7b41-4528-9732-24312b49134c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:05.058400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8eb922b-6748-4d61-b06e-a70896583b14 req-03aa617f-7b41-4528-9732-24312b49134c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.0507269 Jan 28 13:27:05.116365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8eb922b-6748-4d61-b06e-a70896583b14 req-410901c3-a3c0-4835-a215-55d0a770c39c tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517328 Jan 28 13:27:05.459427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097519ee-1e28-40f0-9785-60e314383925 req-138f85d2-5100-4e4a-a5cf-ce8ce26146aa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:05.461839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-097519ee-1e28-40f0-9785-60e314383925 req-138f85d2-5100-4e4a-a5cf-ce8ce26146aa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0670745 Jan 28 13:27:05.514856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0de8262c-b4d6-41cf-b524-d6dbfb0401ac no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:05.517763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-097519ee-1e28-40f0-9785-60e314383925 req-a138a376-69db-4c57-b22e-29562884be58 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487778 Jan 28 13:27:05.542611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 0de8262c-b4d6-41cf-b524-d6dbfb0401ac {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:05.543062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0de8262c-b4d6-41cf-b524-d6dbfb0401ac not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:05.628546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb81b9-cde6-4baf-a4c4-2b3184c3ac07 req-a858b3dd-72cc-475e-8295-3dfd24d9fdd4 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:05.630421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aacb81b9-cde6-4baf-a4c4-2b3184c3ac07 req-a858b3dd-72cc-475e-8295-3dfd24d9fdd4 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 949 time: 0.0600913 Jan 28 13:27:05.679645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aacb81b9-cde6-4baf-a4c4-2b3184c3ac07 req-c1587627-e814-4839-ad65-3df0abd4ba1f tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Jan 28 13:27:05.869446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccbc8ddf-0f85-4832-b9b5-5d23be982c27 req-378d2199-3a51-4695-8032-bb84e20b0d59 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0324333 Jan 28 13:27:05.915119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65a6df-da24-4cc0-9ea8-ddabb591c5e7 req-c36f022c-6310-4cdd-bbfd-870421379fb3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:05.922284 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f65a6df-da24-4cc0-9ea8-ddabb591c5e7 req-c36f022c-6310-4cdd-bbfd-870421379fb3 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0658569 Jan 28 13:27:05.969230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f65a6df-da24-4cc0-9ea8-ddabb591c5e7 req-65e96318-3994-4179-9bfa-42e3e792e797 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Jan 28 13:27:06.117412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48444) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:06.246851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69da8a-39a0-4689-ad43-a91ab4420862 req-010804db-63a9-452e-a86d-b8614a16f3db tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:06.248565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df69da8a-39a0-4689-ad43-a91ab4420862 req-010804db-63a9-452e-a86d-b8614a16f3db tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.0499785 Jan 28 13:27:06.257016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-51d15df1-3d7c-4615-8a68-2ffc4faaab36 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:06.258588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-51d15df1-3d7c-4615-8a68-2ffc4faaab36 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 950 time: 0.0665987 Jan 28 13:27:06.323593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] Deleting subnet 15a2379a-2b88-4b66-b8db-bd90ff534cdc {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:06.329205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] Publish callbacks [] for subnet (15a2379a-2b88-4b66-b8db-bd90ff534cdc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.371202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df69da8a-39a0-4689-ad43-a91ab4420862 req-cadb94f2-6b21-4136-9274-869861e6683d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104903 Jan 28 13:27:06.379623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Deleting port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:06.380065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.390684 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (15a2379a-2b88-4b66-b8db-bd90ff534cdc), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.438021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (15a2379a-2b88-4b66-b8db-bd90ff534cdc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.490893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] For port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:06.491261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.502117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (15a2379a-2b88-4b66-b8db-bd90ff534cdc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.507341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Calling delete_port for 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:06.533263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a2379a-2b88-4b66-b8db-bd90ff534cdc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:06.536926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.542134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-59a39286-6ced-472b-a43c-827236631902 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/15a2379a-2b88-4b66-b8db-bd90ff534cdc HTTP/1.1" status: 204 len: 168 time: 0.4212458 Jan 28 13:27:06.542378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48452) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:06.679462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1640b80b-ba6a-499b-a8ff-ce94a5c4372c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.701773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6fdabd37-76ce-4a1d-93d8-b33aa2ddd869), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.717202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c1d81ff8-a85f-42af-a06e-3abc4c2876f3', '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869', '6942aa74-39fb-4638-9792-afee91ca0fa7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:06.729725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0e3f0-005d-40fc-b5ba-9d79da0112da req-69e4e5df-121d-434b-9bb6-50454c60a26a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:06.731541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98e0e3f0-005d-40fc-b5ba-9d79da0112da req-69e4e5df-121d-434b-9bb6-50454c60a26a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0943704 Jan 28 13:27:06.766375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Pushing event deleted for resources: {'Port': ['ID=6fdabd37-76ce-4a1d-93d8-b33aa2ddd869,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:06.824022 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1640b80b-ba6a-499b-a8ff-ce94a5c4372c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.863012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] No DVR routers for this DVR port 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:06.867005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.869903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98e0e3f0-005d-40fc-b5ba-9d79da0112da req-8e766c35-2258-46f7-825f-650e06ac01fd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234000 Jan 28 13:27:06.871606 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94380f9a-558b-4172-8234-7a8c73d61f20 req-f1eee241-b145-4ee2-8664-5b537da5c6de tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "DELETE /v2.0/ports/6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 HTTP/1.1" status: 204 len: 173 time: 0.5954616 Jan 28 13:27:06.877164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1640b80b-ba6a-499b-a8ff-ce94a5c4372c']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:06.896811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'name': 'network-vif-deleted', 'tag': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:06.899097 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e1a89-9dc6-4e9c-b4aa-981ec86c265a" -d '{"events": [{"server_uuid": "94641c2f-1779-4dfc-9f60-9f6059fd2fc0", "name": "network-vif-deleted", "tag": "6fdabd37-76ce-4a1d-93d8-b33aa2ddd869"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:06.903904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ba3235-c179-4917-bf0b-106d602d693e') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:06.904482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ba3235-c179-4917-bf0b-106d602d693e') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:06.920667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (08ba3235-c179-4917-bf0b-106d602d693e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.947037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (08ba3235-c179-4917-bf0b-106d602d693e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.954068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:06.954403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (08ba3235-c179-4917-bf0b-106d602d693e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:06.957098 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:06.962934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae529640-4fc3-42e0-b23b-1d46792ce1f9 req-58c8dc60-1e6c-4e55-a14e-1017c04769e6 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:06.974383 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae529640-4fc3-42e0-b23b-1d46792ce1f9 req-58c8dc60-1e6c-4e55-a14e-1017c04769e6 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 949 time: 0.1522706 Jan 28 13:27:07.026695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1640b80b-ba6a-499b-a8ff-ce94a5c4372c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.035759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.037737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae529640-4fc3-42e0-b23b-1d46792ce1f9 req-4935c5c6-3791-4f83-a766-ddda1ed52256 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Jan 28 13:27:07.039081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1640b80b-ba6a-499b-a8ff-ce94a5c4372c HTTP/1.1" status: 204 len: 168 time: 0.4956796 Jan 28 13:27:07.051167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b70c16-120c-4334-8b09-0e7de78f54a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1640b80b-ba6a-499b-a8ff-ce94a5c4372c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:07.108517 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9fe5c-7e6f-43e9-ae3b-6a686e8a1886 x-openstack-request-id: req-7cf9fe5c-7e6f-43e9-ae3b-6a686e8a1886 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:07.108901 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94641c2f-1779-4dfc-9f60-9f6059fd2fc0", "name": "network-vif-deleted", "tag": "6fdabd37-76ce-4a1d-93d8-b33aa2ddd869", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:07.109236 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cf9fe5c-7e6f-43e9-ae3b-6a686e8a1886 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:07.109741 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94641c2f-1779-4dfc-9f60-9f6059fd2fc0', 'name': 'network-vif-deleted', 'tag': '6fdabd37-76ce-4a1d-93d8-b33aa2ddd869', 'status': 'completed', 'code': 200} Jan 28 13:27:07.286850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b9ba23bb-d0d7-4b1b-931a-398d1d6b43aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.320666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:07.372727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d1438bed-ea0e-425b-9a46-8e115937d7a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbee30dbae8d48dc947a8e2bfa956e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499558 Jan 28 13:27:07.374664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48470) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:07.402400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff97f3-42ba-42c8-a82e-33124e5e734b req-90f6162a-0890-4512-9f40-da71dc677fa8 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:07.404268 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76ff97f3-42ba-42c8-a82e-33124e5e734b req-90f6162a-0890-4512-9f40-da71dc677fa8 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0999732 Jan 28 13:27:07.446377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fbada58-b608-491d-adb4-f4529d70cc84 req-5175a673-b0fc-4d5d-b183-8af024ce2712 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0472214 Jan 28 13:27:07.457020 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76ff97f3-42ba-42c8-a82e-33124e5e734b req-c810980e-5fb5-4741-bd09-3d47df1a4c6e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 Jan 28 13:27:07.472342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47eb4733-5529-4c51-a093-1934eef16664 admin admin] Publish callbacks [] for security_group (7685f0eb-0c36-4ee9-b897-1094c8496967), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.498946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47eb4733-5529-4c51-a093-1934eef16664 admin admin] Publish callbacks [] for security_group (7685f0eb-0c36-4ee9-b897-1094c8496967), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.550238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47eb4733-5529-4c51-a093-1934eef16664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7685f0eb-0c36-4ee9-b897-1094c8496967), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.553178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47eb4733-5529-4c51-a093-1934eef16664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:07.556845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-47eb4733-5529-4c51-a093-1934eef16664 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7685f0eb-0c36-4ee9-b897-1094c8496967 HTTP/1.1" status: 204 len: 168 time: 0.1784680 Jan 28 13:27:07.563967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb4733-5529-4c51-a093-1934eef16664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7685f0eb-0c36-4ee9-b897-1094c8496967,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:07.581517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1298e135-172f-46e0-89a5-aced8c8fbdf0 req-0fa305ec-95e8-4373-8a01-f8cd8d0ece3d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=94641c2f-1779-4dfc-9f60-9f6059fd2fc0 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Jan 28 13:27:08.022591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd08d55-0a2e-4007-adb1-702885447b38 req-bef2aef1-7015-45d3-9222-4adf8efe0a5f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:08.025283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bd08d55-0a2e-4007-adb1-702885447b38 req-bef2aef1-7015-45d3-9222-4adf8efe0a5f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0650406 Jan 28 13:27:08.086721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5bd08d55-0a2e-4007-adb1-702885447b38 req-b7f4830a-47ea-40bb-9511-a68eb794d4f5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520153 Jan 28 13:27:08.186326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cf1b7-fdb8-4f62-9ac2-c3a002087a7f req-e46af219-31d0-4a40-b9b8-5d4416be4ed7 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:08.187998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-210cf1b7-fdb8-4f62-9ac2-c3a002087a7f req-e46af219-31d0-4a40-b9b8-5d4416be4ed7 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 949 time: 0.0621748 Jan 28 13:27:08.259619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-210cf1b7-fdb8-4f62-9ac2-c3a002087a7f req-8650792e-7d48-4471-a9ea-e63da19f7f80 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Jan 28 13:27:08.428487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48502) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:08.550215 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.552756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1241162044-network', 'tenant_id': 'e31cc32a351042478e923739146792f4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:08.587167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bc6daaf8-ebd2-49a1-97ee-ab27af258dfe req-bce6d31e-5e5e-44ce-a43d-1b9c812fd290 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0321591 Jan 28 13:27:08.637745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Made reservation on behalf of e31cc32a351042478e923739146792f4 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:08.640078 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.643915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd87bf19-e61c-4465-b596-25a30bad9379 req-9a54f0eb-55b2-4826-afe6-c2f2ceba9398 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0348406 Jan 28 13:27:08.661086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e0b9-2afa-4813-9e91-39fe287cd1f7 req-078a2f5c-dab5-4294-a73d-68dac4b92874 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:08.662713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05b9e0b9-2afa-4813-9e91-39fe287cd1f7 req-078a2f5c-dab5-4294-a73d-68dac4b92874 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1162608 Jan 28 13:27:08.663859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.747263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-05b9e0b9-2afa-4813-9e91-39fe287cd1f7 req-a9f9650e-67d6-4175-af93-2a42ade05460 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741436 Jan 28 13:27:08.804901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks [] for security_group (e92a3a7c-1a91-4987-85f3-dc9d54b327cb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.809326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e92a3a7c-1a91-4987-85f3-dc9d54b327cb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.832213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:08.848088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a3a7c-1a91-4987-85f3-dc9d54b327cb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:08.853615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7611c277-e0d0-4042-9547-e350ae1c8621), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.853963 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Added segment 7611c277-e0d0-4042-9547-e350ae1c8621 of type vlan for network d8430402-b454-4262-8f03-8c2bd43a4a49 Jan 28 13:27:08.875436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63e5b6-7740-4444-905e-d2bb7d7f928c req-5f7a3f8f-2710-4431-b0b6-5f8621f5e4cd tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:08.876954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad63e5b6-7740-4444-905e-d2bb7d7f928c req-5f7a3f8f-2710-4431-b0b6-5f8621f5e4cd tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0526040 Jan 28 13:27:08.900494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d8430402-b454-4262-8f03-8c2bd43a4a49), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.926610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad63e5b6-7740-4444-905e-d2bb7d7f928c req-3193f168-e29e-4b9d-8774-f5a43327c391 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Jan 28 13:27:08.931783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d8430402-b454-4262-8f03-8c2bd43a4a49), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.932934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:08.933527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:08.987422 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5571508 Jan 28 13:27:08.990902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48518) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:08.996332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Request body: {'subnet': {'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1241162044-subnet', 'tenant_id': 'e31cc32a351042478e923739146792f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:08.996997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac2a9b-1987-484d-96ec-c833d472eeb0 admin admin] Pushing event updated for resources: {'Network': ['ID=d8430402-b454-4262-8f03-8c2bd43a4a49,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:09.007083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d8430402-b454-4262-8f03-8c2bd43a4a49 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:09.018926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Made reservation on behalf of e31cc32a351042478e923739146792f4 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:09.021806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:09.224309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (179dd2df-3914-441f-849d-25c64d684330), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:09.286970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef160-bc0c-4e4c-8c41-40385ff0c52c req-05a33fff-da80-4cdd-9f64-c3a66a94d9f5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:09.288537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc5ef160-bc0c-4e4c-8c41-40385ff0c52c req-05a33fff-da80-4cdd-9f64-c3a66a94d9f5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1099892 Jan 28 13:27:09.294093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Pushing event updated for resources: {'Subnet': ['ID=179dd2df-3914-441f-849d-25c64d684330,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:09.330874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Checking segment: {'id': '7611c277-e0d0-4042-9547-e350ae1c8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:09.331456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Network hostable DHCP agents. Network: d8430402-b454-4262-8f03-8c2bd43a4a49, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:09.365651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc5ef160-bc0c-4e4c-8c41-40385ff0c52c req-bc99cfc2-d0ea-489f-92a3-241e8da2913d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681999 Jan 28 13:27:09.366757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Network d8430402-b454-4262-8f03-8c2bd43a4a49 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:09.376575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d8430402-b454-4262-8f03-8c2bd43a4a49) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:09.385026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:09.386044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:09.390444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1e92e-6e8f-4319-80c8-66951151abb3 None None] Network d8430402-b454-4262-8f03-8c2bd43a4a49 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:09.405189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18486335-6571-4945-b1d1-c0e36e00952f req-6ffab51f-c892-42a9-874a-402047b289ee tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:09.406753 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18486335-6571-4945-b1d1-c0e36e00952f req-6ffab51f-c892-42a9-874a-402047b289ee tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 949 time: 0.0771019 Jan 28 13:27:09.409228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-07052548-86d3-4ae1-accb-bbedffab263f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4163146 Jan 28 13:27:09.470327 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18486335-6571-4945-b1d1-c0e36e00952f req-bd2689c0-518d-4675-a2e2-ed99972ea071 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562871 Jan 28 13:27:09.524868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20589f65-3017-4d3e-8702-1bb4ca8f72f1 None None] Network d8430402-b454-4262-8f03-8c2bd43a4a49 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:09.570214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:09.597915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:09.598259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6fdabd37-76ce-4a1d-93d8-b33aa2ddd869 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:09.709070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a9378f94-a7bb-420d-855c-980d0b0c1cfe req-b3c00237-a9f2-478e-b3e1-aecc858a2430 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0403676 Jan 28 13:27:09.872883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a20336-fecd-4394-a058-ec9f4eb1b67b req-665e19a2-47f7-48a6-a4fc-7346040e57e7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:09.874819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23a20336-fecd-4394-a058-ec9f4eb1b67b req-665e19a2-47f7-48a6-a4fc-7346040e57e7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Jan 28 13:27:09.889754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f89189-4180-4e33-8a83-db508b9528e4 req-182c056e-ca93-4364-b035-015a71d7392d tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:09.891301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-182c056e-ca93-4364-b035-015a71d7392d tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/networks?id=d8430402-b454-4262-8f03-8c2bd43a4a49 HTTP/1.1" status: 200 len: 814 time: 0.1139355 Jan 28 13:27:09.907073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-511891d4-cd0c-454a-8fba-be8152e2781f tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/quotas/e31cc32a351042478e923739146792f4 HTTP/1.1" status: 200 len: 375 time: 0.0091488 Jan 28 13:27:09.925379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23a20336-fecd-4394-a058-ec9f4eb1b67b req-4be0339c-68c5-4c0e-897d-62648893b540 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Jan 28 13:27:09.945842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-1fbf2db0-1eda-427b-9cc6-e12b42559392 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e31cc32a351042478e923739146792f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321207 Jan 28 13:27:10.047098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d4715-4cb4-4bf2-ad4b-f2220232dc8f req-2dd4fa4f-0fcf-4b20-a58f-871f20eb187d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:10.048650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-958d4715-4cb4-4bf2-ad4b-f2220232dc8f req-2dd4fa4f-0fcf-4b20-a58f-871f20eb187d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0535030 Jan 28 13:27:10.048848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-9acfe82b-bf02-4bd9-bd45-41f8d8ce65a9 service neutron] 10.222.0.45 "GET /v2.0/networks/d8430402-b454-4262-8f03-8c2bd43a4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959570 Jan 28 13:27:10.097702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-958d4715-4cb4-4bf2-ad4b-f2220232dc8f req-b7266378-0262-4478-b0bb-b1ff05d3d697 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Jan 28 13:27:10.150210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-b9bc8f78-2827-47a0-86c9-4ac72168904d service neutron] 10.222.0.45 "GET /v2.0/networks/d8430402-b454-4262-8f03-8c2bd43a4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948484 Jan 28 13:27:10.317331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a42951b3-a646-4d3c-a176-89e9ec47b994 req-d979a57f-dfd4-488c-a41d-ce9adbf5723d tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Jan 28 13:27:10.397075 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:10.486514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2134e6c-7feb-425e-b0a4-0e0ef9fa4b7e req-fcc2e25c-6c64-4a5a-aa2b-4710978aee13 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:10.488650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2134e6c-7feb-425e-b0a4-0e0ef9fa4b7e req-fcc2e25c-6c64-4a5a-aa2b-4710978aee13 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0510101 Jan 28 13:27:10.549919 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2134e6c-7feb-425e-b0a4-0e0ef9fa4b7e req-07a54b5c-7e2e-468a-b1ce-352841c93827 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Jan 28 13:27:10.617784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e9951-6e39-4c27-9e63-7e3f9fd6e01f req-c0bae379-ebb6-477e-9abe-e5b38ca2aafd tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:10.620602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e92e9951-6e39-4c27-9e63-7e3f9fd6e01f req-c0bae379-ebb6-477e-9abe-e5b38ca2aafd tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 949 time: 0.0691006 Jan 28 13:27:10.674588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e92e9951-6e39-4c27-9e63-7e3f9fd6e01f req-b15b8baf-9050-4a7f-93b3-c965633c22f3 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/security-groups?id=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467596 Jan 28 13:27:10.829801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2693d1b-b418-4e11-a400-4e8eed91227f req-10238dbf-cf24-40dc-bb4d-a66cfe60ba51 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0264778 Jan 28 13:27:11.077008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06a95-568d-4c91-980e-fc92e025e5fb req-876b14c5-5ee1-4bf2-ab26-10b6d445c45c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:11.078494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bac06a95-568d-4c91-980e-fc92e025e5fb req-876b14c5-5ee1-4bf2-ab26-10b6d445c45c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0822408 Jan 28 13:27:11.090172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-69a96217-4531-411b-8a8e-9a5757d16637 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:11.091563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-69a96217-4531-411b-8a8e-9a5757d16637 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 949 time: 0.0681968 Jan 28 13:27:11.165358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bac06a95-568d-4c91-980e-fc92e025e5fb req-8aae4ca4-f76d-46a6-a29e-412fc3dd4cf2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727472 Jan 28 13:27:11.228878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9257d-cef7-4d01-8106-f4105ec2b909 req-dfbe6ec7-fabd-4754-a306-ae2c2e074f80 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:11.230697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62c9257d-cef7-4d01-8106-f4105ec2b909 req-dfbe6ec7-fabd-4754-a306-ae2c2e074f80 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0630648 Jan 28 13:27:11.238513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Deleting port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:11.239526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.288474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62c9257d-cef7-4d01-8106-f4105ec2b909 req-07ecd122-dd35-437a-8053-5b8d89f8adb5 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516036 Jan 28 13:27:11.348223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] For port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:11.348597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.362636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Calling delete_port for 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:11.441107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64d507b5-4a26-40a9-bbb2-270596cbb8f4 req-8e6aa753-7356-4a65-a2b7-05d0792de41e tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 210 time: 0.0312059 Jan 28 13:27:11.536364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f89189-4180-4e33-8a83-db508b9528e4 req-8b0b2199-7844-4040-aa91-285e49cebebc tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:11.538083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-8b0b2199-7844-4040-aa91-285e49cebebc tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.36 "GET /v2.0/networks?id=d8430402-b454-4262-8f03-8c2bd43a4a49 HTTP/1.1" status: 200 len: 814 time: 0.1270261 Jan 28 13:27:11.548533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (262fa0f3-d150-4fa3-bcde-ce48cbf345e7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.553213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Request body: {'port': {'device_id': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49', 'admin_state_up': True, 'tenant_id': 'e31cc32a351042478e923739146792f4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:11.578276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Pushing event deleted for resources: {'Port': ['ID=262fa0f3-d150-4fa3-bcde-ce48cbf345e7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:11.622632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] No DVR routers for this DVR port 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:11.628138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.634371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adfafa80-83d2-4d9a-b94e-57168f85ff04 req-120e0590-29f5-483c-bb13-1b8e6babc697 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.60 "DELETE /v2.0/ports/262fa0f3-d150-4fa3-bcde-ce48cbf345e7 HTTP/1.1" status: 204 len: 173 time: 0.5224032 Jan 28 13:27:11.634877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-deleted', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:11.636730 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.637224 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdae5b6-23b6-48ef-a1bc-30067191642a" -d '{"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-deleted", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:11.753383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c3f7b-ae49-4419-a4ac-726a66d7fd70 req-887d18f9-4e49-4547-8894-0f277144d6be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:11.754962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-481c3f7b-ae49-4419-a4ac-726a66d7fd70 req-887d18f9-4e49-4547-8894-0f277144d6be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0977843 Jan 28 13:27:11.756170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Made reservation on behalf of e31cc32a351042478e923739146792f4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:11.759382 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:11.823650 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38e230-8af3-4e56-a6bd-2b1be7f140de x-openstack-request-id: req-cb38e230-8af3-4e56-a6bd-2b1be7f140de {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:11.824587 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fce5e1e-0dc8-4a63-9f71-a5849389a579", "name": "network-vif-deleted", "tag": "262fa0f3-d150-4fa3-bcde-ce48cbf345e7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:11.825055 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb38e230-8af3-4e56-a6bd-2b1be7f140de {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:11.825699 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fce5e1e-0dc8-4a63-9f71-a5849389a579', 'name': 'network-vif-deleted', 'tag': '262fa0f3-d150-4fa3-bcde-ce48cbf345e7', 'status': 'completed', 'code': 200} Jan 28 13:27:11.855357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-481c3f7b-ae49-4419-a4ac-726a66d7fd70 req-32c0c9fd-54ca-49c6-8234-5722ca38069c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924246 Jan 28 13:27:11.939459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Allocated IP 172.20.0.10 (d8430402-b454-4262-8f03-8c2bd43a4a49/179dd2df-3914-441f-849d-25c64d684330/34884299-9621-4933-b092-26c69b0808b5) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:11.973205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4faae3e7-e9e8-4a8a-a871-06c842046054 req-812ab1f9-88eb-41a7-8ebf-b03083d7b0c3 tempest-ListImageFiltersTestJSON-1488443736 tempest-ListImageFiltersTestJSON-1488443736-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fce5e1e-0dc8-4a63-9f71-a5849389a579 HTTP/1.1" status: 200 len: 210 time: 0.0350635 Jan 28 13:27:11.998706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10c8c8f0-8f99-4db2-8c7a-2ab4bd9e0cb3 req-5f0fdb7c-31f5-4610-af95-c2a3a58c6558 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0376282 Jan 28 13:27:12.111671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks [] for port (34884299-9621-4933-b092-26c69b0808b5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:12.150486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (34884299-9621-4933-b092-26c69b0808b5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:12.197936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Network d8430402-b454-4262-8f03-8c2bd43a4a49 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:12.203297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:12.207960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:12.212142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Pushing event updated for resources: {'Port': ['ID=34884299-9621-4933-b092-26c69b0808b5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:12.264651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.265314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:12.289832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-07c3cf95-9439-48b5-9c66-b38737e8dab0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7424712 Jan 28 13:27:12.306890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebf83b23-4fa3-4d8d-96d3-2509be4aa96a req-bea9fd3f-1e0a-4b9f-9a1d-c9938a44a341 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14&device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0317383 Jan 28 13:27:12.310484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-6928c1c4-6b5d-46f2-9ae7-730e2fc2ecc1 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:12.321679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a6579-face-4f8d-b200-7cdd8b4ce27d req-621f626f-0cfb-439a-964a-37b8e562f9d4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.322222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-6928c1c4-6b5d-46f2-9ae7-730e2fc2ecc1 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072527 Jan 28 13:27:12.322328 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c0a6579-face-4f8d-b200-7cdd8b4ce27d req-621f626f-0cfb-439a-964a-37b8e562f9d4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0554433 Jan 28 13:27:12.371056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c0a6579-face-4f8d-b200-7cdd8b4ce27d req-c2e8208f-b30f-4f1c-a259-0d761f61620c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Jan 28 13:27:12.448946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Request body: {'port': {'device_id': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:12.490565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2892-98fa-4279-83e2-97acbc22ecc2 req-298983ac-f842-4aaf-a0fb-8233764583a3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.492115 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c9a2892-98fa-4279-83e2-97acbc22ecc2 req-298983ac-f842-4aaf-a0fb-8233764583a3 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0579145 Jan 28 13:27:12.517298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34884299-9621-4933-b092-26c69b0808b5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:12.548477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c9a2892-98fa-4279-83e2-97acbc22ecc2 req-2cab4c79-2b06-4144-849b-b85074d690e2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505610 Jan 28 13:27:12.646669 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1b5c8db-6a2e-4d10-a9ff-42970b9bbfa8 req-11fb40de-7795-4413-82a2-052785fcb70b tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0272057 Jan 28 13:27:12.717832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e9c8d87-d113-4b0e-ab02-038eb5ebd7be req-a0885182-3d3f-4cae-beb9-49a3b6b8f87d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64d12db031274333ae5b33db1f1b1cf4&device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0401316 Jan 28 13:27:12.755271 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e9c8d87-d113-4b0e-ab02-038eb5ebd7be req-896442dd-d029-4dee-b108-de820747e0a4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=64d12db031274333ae5b33db1f1b1cf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220733 Jan 28 13:27:12.769227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1c27-5d5f-4d34-b1e8-b9d0dd0f36ec req-d09ca463-182a-48ab-8e6c-9273728bf51b tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.770720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5de1c27-5d5f-4d34-b1e8-b9d0dd0f36ec req-d09ca463-182a-48ab-8e6c-9273728bf51b tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 932 time: 0.1188021 Jan 28 13:27:12.854366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5de1c27-5d5f-4d34-b1e8-b9d0dd0f36ec req-4a0267d1-bccb-4f44-9cb7-2e1802cf3fb6 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649819 Jan 28 13:27:12.878603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c8d87-d113-4b0e-ab02-038eb5ebd7be req-7f829fce-3afe-46bd-850c-54851d57102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.878603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e9c8d87-d113-4b0e-ab02-038eb5ebd7be req-7f829fce-3afe-46bd-850c-54851d57102a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021373 Jan 28 13:27:12.911490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34884299-9621-4933-b092-26c69b0808b5 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:12.919283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Publish callbacks [] for port (34884299-9621-4933-b092-26c69b0808b5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:12.933206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Transition to ACTIVE for port object 34884299-9621-4933-b092-26c69b0808b5 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:12.938416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (34884299-9621-4933-b092-26c69b0808b5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:12.992616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937e6e-f79d-4342-9b70-c868b5c265ac req-0263ff67-a467-47b6-8ec8-b1b695f58eb7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:12.994118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7937e6e-f79d-4342-9b70-c868b5c265ac req-0263ff67-a467-47b6-8ec8-b1b695f58eb7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0563958 Jan 28 13:27:13.018141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Pushing event updated for resources: {'Port': ['ID=34884299-9621-4933-b092-26c69b0808b5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:13.051973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7937e6e-f79d-4342-9b70-c868b5c265ac req-7cb99e9c-25f0-43da-8f80-8d1ce37f7e20 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514688 Jan 28 13:27:13.072481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Attempting to bind port 34884299-9621-4933-b092-26c69b0808b5 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:13.072889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Attempting to bind port 34884299-9621-4933-b092-26c69b0808b5 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7611c277-e0d0-4042-9547-e350ae1c8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:13.073231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Attempting to bind port 34884299-9621-4933-b092-26c69b0808b5 on network d8430402-b454-4262-8f03-8c2bd43a4a49 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:13.077895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Port 34884299-9621-4933-b092-26c69b0808b5 on network d8430402-b454-4262-8f03-8c2bd43a4a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:13.078226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Attempting to bind port 34884299-9621-4933-b092-26c69b0808b5 on network d8430402-b454-4262-8f03-8c2bd43a4a49 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:13.084249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:13.084598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Checking segment: {'id': '7611c277-e0d0-4042-9547-e350ae1c8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:13.085002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Bound using segment: {'id': '7611c277-e0d0-4042-9547-e350ae1c8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:13.085434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Bound port: 34884299-9621-4933-b092-26c69b0808b5, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7611c277-e0d0-4042-9547-e350ae1c8621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:13.086010 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34884299-9621-4933-b092-26c69b0808b5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.119051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-46841ff0-6b35-454b-b289-3a1562c4f2b8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:13.120777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-46841ff0-6b35-454b-b289-3a1562c4f2b8 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 950 time: 0.0499218 Jan 28 13:27:13.160432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] For port 34884299-9621-4933-b092-26c69b0808b5, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:13.164165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] For port 34884299-9621-4933-b092-26c69b0808b5, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=34884299-9621-4933-b092-26c69b0808b5,segment=NetworkSegment(7611c277-e0d0-4042-9547-e350ae1c8621),segment_id=7611c277-e0d0-4042-9547-e350ae1c8621)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:13.169599 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (34884299-9621-4933-b092-26c69b0808b5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.205105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:13.205762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.207167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] 10.222.0.36 "PUT /v2.0/ports/34884299-9621-4933-b092-26c69b0808b5 HTTP/1.1" status: 200 len: 1092 time: 0.8883607 Jan 28 13:27:13.207637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'tag': '34884299-9621-4933-b092-26c69b0808b5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:13.210081 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714a448f-225a-47db-ba61-79f214b3c0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "55dfdbdb-2736-49c5-975b-4c33a3c20108", "tag": "34884299-9621-4933-b092-26c69b0808b5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:13.237958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Deleting port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:13.237958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.246880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fafdd3-4f4f-4eb6-90f3-f97359017b31 service neutron] Pushing event updated for resources: {'Port': ['ID=34884299-9621-4933-b092-26c69b0808b5,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:13.272098 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f67bf9d-fc9a-43c2-a474-a1df3ee9a889 x-openstack-request-id: req-9f67bf9d-fc9a-43c2-a474-a1df3ee9a889 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:13.272717 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dfdbdb-2736-49c5-975b-4c33a3c20108", "tag": "34884299-9621-4933-b092-26c69b0808b5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:13.272717 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f67bf9d-fc9a-43c2-a474-a1df3ee9a889 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:13.273042 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'tag': '34884299-9621-4933-b092-26c69b0808b5', 'status': 'completed', 'code': 200} Jan 28 13:27:13.318674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f89189-4180-4e33-8a83-db508b9528e4 req-93d6cfa8-2b81-47af-a027-96cac839968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:13.320335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-93d6cfa8-2b81-47af-a027-96cac839968a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e31cc32a351042478e923739146792f4&device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 1095 time: 0.0616710 Jan 28 13:27:13.354930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] For port c1d81ff8-a85f-42af-a06e-3abc4c2876f3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:13.355302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.368199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Calling delete_port for c1d81ff8-a85f-42af-a06e-3abc4c2876f3 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:13.369458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-572b4233-ad8a-4245-a1c3-00ab5d8d366d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34884299-9621-4933-b092-26c69b0808b5 HTTP/1.1" status: 200 len: 217 time: 0.0396445 Jan 28 13:27:13.423209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f89189-4180-4e33-8a83-db508b9528e4 req-cd1b6927-80d4-42be-848e-2cb2f846bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:13.425018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-cd1b6927-80d4-42be-848e-2cb2f846bcd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=179dd2df-3914-441f-849d-25c64d684330 HTTP/1.1" status: 200 len: 854 time: 0.0481191 Jan 28 13:27:13.462925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-e664ba58-3e95-47cb-95b3-8bb6a45d5589 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8430402-b454-4262-8f03-8c2bd43a4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315659 Jan 28 13:27:13.552468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:13.557326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-1bf9408f-1efe-473f-8f87-56f66eb18303 service neutron] 10.222.0.36 "GET /v2.0/networks/d8430402-b454-4262-8f03-8c2bd43a4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882702 Jan 28 13:27:13.573394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:13.573742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 262fa0f3-d150-4fa3-bcde-ce48cbf345e7 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:13.583870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6373b-6e74-48b5-a404-c0122fcfbc0e req-6d499582-c661-4e82-a67e-1d5e0108f754 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:13.585500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ccd6373b-6e74-48b5-a404-c0122fcfbc0e req-6d499582-c661-4e82-a67e-1d5e0108f754 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1165767 Jan 28 13:27:13.590396 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c1d81ff8-a85f-42af-a06e-3abc4c2876f3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.610287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c1d81ff8-a85f-42af-a06e-3abc4c2876f3', '6942aa74-39fb-4638-9792-afee91ca0fa7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:13.661436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Pushing event deleted for resources: {'Port': ['ID=c1d81ff8-a85f-42af-a06e-3abc4c2876f3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:13.696182 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02f89189-4180-4e33-8a83-db508b9528e4 req-fa793468-6fe0-4860-8b88-cb7c356ef28a service neutron] 10.222.0.36 "GET /v2.0/networks/d8430402-b454-4262-8f03-8c2bd43a4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319160 Jan 28 13:27:13.728285 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ccd6373b-6e74-48b5-a404-c0122fcfbc0e req-d5c72513-163a-466e-933b-87ce1b4697a7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341078 Jan 28 13:27:13.776288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] No DVR routers for this DVR port c1d81ff8-a85f-42af-a06e-3abc4c2876f3 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:13.779400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:13.783132 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8297a941-8af1-4d5f-ac61-a5fda9a318e2 req-333617e3-50bd-4f4d-8081-24d78dffdafa tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "DELETE /v2.0/ports/c1d81ff8-a85f-42af-a06e-3abc4c2876f3 HTTP/1.1" status: 204 len: 173 time: 0.6511457 Jan 28 13:27:13.824747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a448f-225a-47db-ba61-79f214b3c0ac req-86bf118e-df14-42e1-aa4b-4d9e144cd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:13.826349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-714a448f-225a-47db-ba61-79f214b3c0ac req-86bf118e-df14-42e1-aa4b-4d9e144cd338 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e31cc32a351042478e923739146792f4&device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 1095 time: 0.0613372 Jan 28 13:27:13.833396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'name': 'network-vif-deleted', 'tag': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:13.835993 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea3dca-3fa7-49b6-b5d6-72a5a972b0a2" -d '{"events": [{"server_uuid": "814baa3b-7b52-4128-ab59-1159f0bddf59", "name": "network-vif-deleted", "tag": "c1d81ff8-a85f-42af-a06e-3abc4c2876f3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:13.840645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae998403-e9b4-4088-9ea7-b2fc5eddb799 req-029b347c-967b-4243-871e-a0f70a4ddd37 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 210 time: 0.0454376 Jan 28 13:27:13.938616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea574e8c-af11-4c33-a933-461df3698a31 req-43c21875-2d67-4492-8d24-10a5bf988d2e tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0295031 Jan 28 13:27:13.947976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a448f-225a-47db-ba61-79f214b3c0ac req-d240cb3a-91e5-49d9-a502-7f71aca62355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:13.949657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-714a448f-225a-47db-ba61-79f214b3c0ac req-d240cb3a-91e5-49d9-a502-7f71aca62355 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8430402-b454-4262-8f03-8c2bd43a4a49 HTTP/1.1" status: 200 len: 915 time: 0.1166732 Jan 28 13:27:13.970060 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50be90d4-d5b9-4568-88e9-2d1b33bfa8be x-openstack-request-id: req-50be90d4-d5b9-4568-88e9-2d1b33bfa8be {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:13.970314 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814baa3b-7b52-4128-ab59-1159f0bddf59", "name": "network-vif-deleted", "tag": "c1d81ff8-a85f-42af-a06e-3abc4c2876f3", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:13.970575 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50be90d4-d5b9-4568-88e9-2d1b33bfa8be {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:13.970983 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814baa3b-7b52-4128-ab59-1159f0bddf59', 'name': 'network-vif-deleted', 'tag': 'c1d81ff8-a85f-42af-a06e-3abc4c2876f3', 'status': 'completed', 'code': 200} Jan 28 13:27:14.011486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-714a448f-225a-47db-ba61-79f214b3c0ac req-abf41136-cb34-429e-8f13-9d28029f1327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34884299-9621-4933-b092-26c69b0808b5 HTTP/1.1" status: 200 len: 217 time: 0.0556099 Jan 28 13:27:14.074727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a448f-225a-47db-ba61-79f214b3c0ac req-a8419bc1-648c-40b3-999f-00926e3709a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:14.075210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-714a448f-225a-47db-ba61-79f214b3c0ac req-a8419bc1-648c-40b3-999f-00926e3709a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=179dd2df-3914-441f-849d-25c64d684330 HTTP/1.1" status: 200 len: 854 time: 0.0571783 Jan 28 13:27:14.087099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c826794-ed0f-4cc2-a41f-cf1690e88285 req-20911258-504c-4bd7-bdc9-2faa1cce918b tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:14.092552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c826794-ed0f-4cc2-a41f-cf1690e88285 req-20911258-504c-4bd7-bdc9-2faa1cce918b tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 944 time: 0.0671697 Jan 28 13:27:14.116250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-714a448f-225a-47db-ba61-79f214b3c0ac req-093a9751-500b-4598-8622-303f5a8b89b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8430402-b454-4262-8f03-8c2bd43a4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340526 Jan 28 13:27:14.166097 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c826794-ed0f-4cc2-a41f-cf1690e88285 req-653991be-8b17-437b-b269-c9b3e2ccd7e1 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681283 Jan 28 13:27:14.230228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-714a448f-225a-47db-ba61-79f214b3c0ac req-9bdd2bfa-a565-4432-b1f0-9773da3c42ab service neutron] 10.222.0.36 "GET /v2.0/networks/d8430402-b454-4262-8f03-8c2bd43a4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072228 Jan 28 13:27:14.380601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585625f-ad06-4530-bf36-67ca0b0bb15c req-edf6b1aa-6b82-4edc-963f-a66a011d7be7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:14.382069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8585625f-ad06-4530-bf36-67ca0b0bb15c req-edf6b1aa-6b82-4edc-963f-a66a011d7be7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0827997 Jan 28 13:27:14.384096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-714a448f-225a-47db-ba61-79f214b3c0ac req-8a1e5a28-440b-49fd-80f6-55bc7404aabc service neutron] 10.222.0.36 "GET /v2.0/networks/d8430402-b454-4262-8f03-8c2bd43a4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450403 Jan 28 13:27:14.432815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8585625f-ad06-4530-bf36-67ca0b0bb15c req-b838b437-4168-4e81-bb3e-e5c66f7fbceb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Jan 28 13:27:14.489432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48690) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:14.621986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48696) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:14.622176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-53f747ad-a000-48ff-8eb0-b7ec2fd53d56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a83f55b18d8c4b929eb08dbcafd1e8d6&name=default HTTP/1.1" status: 200 len: 2998 time: 0.1314723 Jan 28 13:27:14.674989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1469e871-b014-4b97-bb6b-e40653cc4d63 admin admin] Publish callbacks [] for security_group (159f95a2-6b4e-4bea-98fe-d8db3bc1af8a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.698791 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1469e871-b014-4b97-bb6b-e40653cc4d63 admin admin] Publish callbacks [] for security_group (159f95a2-6b4e-4bea-98fe-d8db3bc1af8a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.744411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1469e871-b014-4b97-bb6b-e40653cc4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (159f95a2-6b4e-4bea-98fe-d8db3bc1af8a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.746995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1469e871-b014-4b97-bb6b-e40653cc4d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:14.748214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1469e871-b014-4b97-bb6b-e40653cc4d63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/159f95a2-6b4e-4bea-98fe-d8db3bc1af8a HTTP/1.1" status: 204 len: 168 time: 0.1250012 Jan 28 13:27:14.756533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469e871-b014-4b97-bb6b-e40653cc4d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159f95a2-6b4e-4bea-98fe-d8db3bc1af8a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:14.869830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcfac2-d3cc-46b9-8344-65eb4f646e30 req-c6a3c963-45fc-484f-863d-6fe8fcd042ce tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:14.880455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcdcfac2-d3cc-46b9-8344-65eb4f646e30 req-c6a3c963-45fc-484f-863d-6fe8fcd042ce tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0707989 Jan 28 13:27:14.929200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcdcfac2-d3cc-46b9-8344-65eb4f646e30 req-9ea2f9b7-2061-4a11-90b1-76ec4364d2c5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Jan 28 13:27:14.979805 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-382e9967-5072-4d40-acc5-1b7d211aecb2 req-9edf84b5-6dae-4f85-82e6-6d9fa73a378d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=814baa3b-7b52-4128-ab59-1159f0bddf59 HTTP/1.1" status: 200 len: 210 time: 0.0351160 Jan 28 13:27:15.055425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eb68c8b-e538-4102-a805-4510e1519e81 req-7c35a3c5-f378-4d2e-9a9d-d494c2e93ced tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0285153 Jan 28 13:27:15.278504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56eec-b1ba-4bd9-8394-a5ce83650e7c req-79b90334-a7f7-4718-b8b6-61fdfa298053 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:15.280325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72a56eec-b1ba-4bd9-8394-a5ce83650e7c req-79b90334-a7f7-4718-b8b6-61fdfa298053 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 944 time: 0.0517538 Jan 28 13:27:15.341386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72a56eec-b1ba-4bd9-8394-a5ce83650e7c req-821de273-2076-4d7e-9990-80c27ab1f229 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Jan 28 13:27:15.556298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65026274-7c4f-4569-8ebd-b893f861b7f3 req-0a7d4575-f7bf-429e-9b6c-a27c7739be0e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:15.558013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65026274-7c4f-4569-8ebd-b893f861b7f3 req-0a7d4575-f7bf-429e-9b6c-a27c7739be0e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0524037 Jan 28 13:27:15.558424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c1d81ff8-a85f-42af-a06e-3abc4c2876f3 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:15.561156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 34884299-9621-4933-b092-26c69b0808b5 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:15.590522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: c1d81ff8-a85f-42af-a06e-3abc4c2876f3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:15.590864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c1d81ff8-a85f-42af-a06e-3abc4c2876f3 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:15.623257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65026274-7c4f-4569-8ebd-b893f861b7f3 req-57d69636-6cc6-463f-85a2-02140487c95e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569837 Jan 28 13:27:15.694204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 34884299-9621-4933-b092-26c69b0808b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=34884299-9621-4933-b092-26c69b0808b5,segment=NetworkSegment(7611c277-e0d0-4042-9547-e350ae1c8621),segment_id=7611c277-e0d0-4042-9547-e350ae1c8621)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:15.705872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '34884299-9621-4933-b092-26c69b0808b5', 'network_id': 'd8430402-b454-4262-8f03-8c2bd43a4a49', 'port_id': '34884299-9621-4933-b092-26c69b0808b5', 'mac_address': 'fa:16:3e:43:ee:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179dd2df-3914-441f-849d-25c64d684330', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:15.746382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 34884299-9621-4933-b092-26c69b0808b5 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:15.746795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34884299-9621-4933-b092-26c69b0808b5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.760810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34884299-9621-4933-b092-26c69b0808b5 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:15.782140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 34884299-9621-4933-b092-26c69b0808b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=34884299-9621-4933-b092-26c69b0808b5,segment=NetworkSegment(7611c277-e0d0-4042-9547-e350ae1c8621),segment_id=7611c277-e0d0-4042-9547-e350ae1c8621)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:15.786984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (34884299-9621-4933-b092-26c69b0808b5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:15.837239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=34884299-9621-4933-b092-26c69b0808b5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:15.899682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e9c8d87-d113-4b0e-ab02-038eb5ebd7be req-6f945b7d-365e-4686-964c-fecf9d55736d tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.60 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0284121 Jan 28 13:27:15.901636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48742) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:16.052232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['34884299-9621-4933-b092-26c69b0808b5'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:16.068952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79435f1a-c434-4bb8-9875-f70b4ceead86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.074760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7d5c-fcf6-4769-883b-7b0d4458ab5c req-4a80e3a2-df80-4e7c-a29b-3d765bdb4823 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:16.078633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ebf7d5c-fcf6-4769-883b-7b0d4458ab5c req-4a80e3a2-df80-4e7c-a29b-3d765bdb4823 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0642457 Jan 28 13:27:16.142102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ebf7d5c-fcf6-4769-883b-7b0d4458ab5c req-817bb936-a2f0-4886-a68a-158f269d5898 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Jan 28 13:27:16.195834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79435f1a-c434-4bb8-9875-f70b4ceead86 admin admin] Publish callbacks [] for security_group (60dc7296-5df5-4432-a5d7-4df8fb4cd210), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.204684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79435f1a-c434-4bb8-9875-f70b4ceead86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (60dc7296-5df5-4432-a5d7-4df8fb4cd210), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.249898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79435f1a-c434-4bb8-9875-f70b4ceead86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc7296-5df5-4432-a5d7-4df8fb4cd210,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:16.270782 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-79435f1a-c434-4bb8-9875-f70b4ceead86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27d83eb0e047402d956b3fd83de09375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644907 Jan 28 13:27:16.270782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48756) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:16.289814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a910aab-d3c6-4bc4-b1f5-c1adfa044743 req-df6e7688-cd4b-4cbf-af34-0a424bc37be1 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=a251d29c-0a6b-4bf3-b2c4-60b00488fc6a HTTP/1.1" status: 200 len: 210 time: 0.0345051 Jan 28 13:27:16.360562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10197234-191c-4598-a4db-b5645c798597 admin admin] Publish callbacks [] for security_group (60dc7296-5df5-4432-a5d7-4df8fb4cd210), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.369767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0487fe-7396-4d7d-8cc4-c0ef6d456501 req-59eacc98-ebe0-4c40-8609-659036782683 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:16.371533 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b0487fe-7396-4d7d-8cc4-c0ef6d456501 req-59eacc98-ebe0-4c40-8609-659036782683 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.0783575 Jan 28 13:27:16.404611 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10197234-191c-4598-a4db-b5645c798597 admin admin] Publish callbacks [] for security_group (60dc7296-5df5-4432-a5d7-4df8fb4cd210), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.456231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b0487fe-7396-4d7d-8cc4-c0ef6d456501 req-25e8c0db-ebe4-4ecf-8230-b286fdb4d0b7 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766189 Jan 28 13:27:16.463042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db38e-0879-47a0-9092-1d346b00b1f5 req-064500be-5ef8-436c-879a-165c03d44a0d tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:16.465333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab7db38e-0879-47a0-9092-1d346b00b1f5 req-064500be-5ef8-436c-879a-165c03d44a0d tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 945 time: 0.0562661 Jan 28 13:27:16.487503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10197234-191c-4598-a4db-b5645c798597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (60dc7296-5df5-4432-a5d7-4df8fb4cd210), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.490577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10197234-191c-4598-a4db-b5645c798597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:16.494770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-10197234-191c-4598-a4db-b5645c798597 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60dc7296-5df5-4432-a5d7-4df8fb4cd210 HTTP/1.1" status: 204 len: 168 time: 0.2203336 Jan 28 13:27:16.500209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10197234-191c-4598-a4db-b5645c798597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc7296-5df5-4432-a5d7-4df8fb4cd210,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:16.540956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab7db38e-0879-47a0-9092-1d346b00b1f5 req-107cacd7-795e-466a-a30f-cf2495f66426 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672507 Jan 28 13:27:16.746860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480286d7-5275-4b71-9af1-5ff49ae0e610 req-bb5697ce-78d6-4213-8b8d-3ec155b0b1f2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:16.757754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-480286d7-5275-4b71-9af1-5ff49ae0e610 req-bb5697ce-78d6-4213-8b8d-3ec155b0b1f2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0586476 Jan 28 13:27:16.814555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-480286d7-5275-4b71-9af1-5ff49ae0e610 req-db752c22-d893-4320-9cf0-636ea6d0dee8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Jan 28 13:27:17.145725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48786) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:17.253223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1746424524-network', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:17.279693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Made reservation on behalf of 4e5f36e317a74a75bcff211707ab8a62 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:17.282109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.298955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69748539-1543-4b27-8d07-5c38ac11adfd req-4023090d-637b-4c44-94b0-e3b8817f4f0d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.300485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69748539-1543-4b27-8d07-5c38ac11adfd req-4023090d-637b-4c44-94b0-e3b8817f4f0d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0821769 Jan 28 13:27:17.301665 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.376065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69748539-1543-4b27-8d07-5c38ac11adfd req-a17a9293-8934-4275-a6d2-f9e5bef0c8c4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658908 Jan 28 13:27:17.422893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks [] for security_group (a6c97239-1226-4f46-950c-5ccdd4b1f0a0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.428491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a6c97239-1226-4f46-950c-5ccdd4b1f0a0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.456993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:17.463904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c97239-1226-4f46-950c-5ccdd4b1f0a0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:17.473839 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (44d17cad-78fd-4367-a24d-8c2bc7980c3c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.474276 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Added segment 44d17cad-78fd-4367-a24d-8c2bc7980c3c of type vlan for network 562e8b16-91d9-433b-b747-eab7e7c18ffd Jan 28 13:27:17.476703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.477058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.477410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.477753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.478244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.478720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.479602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.479602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.479602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.481358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.481714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.482044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.482384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:17.563562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (562e8b16-91d9-433b-b747-eab7e7c18ffd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.575732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 34884299-9621-4933-b092-26c69b0808b5 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:17.621175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ffdb5dc-ce69-40a7-971e-88221e4e3544 req-6636755d-6367-4388-ab3b-43d63cf9ac29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64d12db031274333ae5b33db1f1b1cf4&device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0542123 Jan 28 13:27:17.629397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (562e8b16-91d9-433b-b747-eab7e7c18ffd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.630808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.631720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.645857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 34884299-9621-4933-b092-26c69b0808b5 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:27:17.652217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3c280e2-ecee-4c15-a258-30301619032b req-a55eafb3-8754-45c2-9448-ff25c55bbec1 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0344355 Jan 28 13:27:17.653313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 34884299-9621-4933-b092-26c69b0808b5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:17.653693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (34884299-9621-4933-b092-26c69b0808b5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.699302 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ffdb5dc-ce69-40a7-971e-88221e4e3544 req-e793fc43-7eb1-4063-9cce-0bc9890e9e00 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=64d12db031274333ae5b33db1f1b1cf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435412 Jan 28 13:27:17.717477 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5705714 Jan 28 13:27:17.722389 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:17.738166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Request body: {'subnet': {'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1746424524-subnet', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:17.783870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8cd91-cf85-41e8-ad4f-d967559cd335 req-7a2d8dc1-2c55-4586-a011-b6e30f402787 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.791411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Made reservation on behalf of 4e5f36e317a74a75bcff211707ab8a62 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:17.792380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eac8cd91-cf85-41e8-ad4f-d967559cd335 req-7a2d8dc1-2c55-4586-a011-b6e30f402787 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.1767390 Jan 28 13:27:17.794292 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.822809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 34884299-9621-4933-b092-26c69b0808b5 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:17.823043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1bd9e-410e-4988-bd71-2c7c9f6c9667 admin admin] Pushing event updated for resources: {'Network': ['ID=562e8b16-91d9-433b-b747-eab7e7c18ffd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:17.826441 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34884299-9621-4933-b092-26c69b0808b5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.852984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:17.865000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eac8cd91-cf85-41e8-ad4f-d967559cd335 req-3c42c1c4-ae07-4ba2-a791-bd42244ac11a tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710335 Jan 28 13:27:17.887589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34884299-9621-4933-b092-26c69b0808b5'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:17.889955 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c87ac0-36d2-4851-80b3-f81d5cc63b1f" -d '{"events": [{"server_uuid": "55dfdbdb-2736-49c5-975b-4c33a3c20108", "name": "network-vif-plugged", "status": "completed", "tag": "34884299-9621-4933-b092-26c69b0808b5"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:17.939835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 34884299-9621-4933-b092-26c69b0808b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=34884299-9621-4933-b092-26c69b0808b5,segment=NetworkSegment(7611c277-e0d0-4042-9547-e350ae1c8621),segment_id=7611c277-e0d0-4042-9547-e350ae1c8621)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:17.957521 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (34884299-9621-4933-b092-26c69b0808b5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:17.995884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91a61-f360-4b7d-ac03-e4fc3651a29f req-db650cc9-f07c-459e-b89c-e910dd359572 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:17.997743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ecc91a61-f360-4b7d-ac03-e4fc3651a29f req-db650cc9-f07c-459e-b89c-e910dd359572 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0692515 Jan 28 13:27:18.007773 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdb5dc-ce69-40a7-971e-88221e4e3544 req-c1b7209a-e59b-49cf-84b4-3ac3f2b0917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.009880 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ffdb5dc-ce69-40a7-971e-88221e4e3544 req-c1b7209a-e59b-49cf-84b4-3ac3f2b0917a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2999797 Jan 28 13:27:18.017003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=34884299-9621-4933-b092-26c69b0808b5,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:18.029452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ab95-6364-43bb-8c39-a81be1804da0 req-fe00f0ea-34e2-438c-891e-84c1750a0201 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.032558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe87ab95-6364-43bb-8c39-a81be1804da0 req-fe00f0ea-34e2-438c-891e-84c1750a0201 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 945 time: 0.1661236 Jan 28 13:27:18.066233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ecc91a61-f360-4b7d-ac03-e4fc3651a29f req-89a96bcf-f1ec-4291-9115-d11687d7e063 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609257 Jan 28 13:27:18.123316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe87ab95-6364-43bb-8c39-a81be1804da0 req-afab2ed6-d0b9-45df-bd8b-e205d18fb7c2 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844386 Jan 28 13:27:18.179919 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab24fe1-acc2-4653-84b0-751f6e766b97 x-openstack-request-id: req-5ab24fe1-acc2-4653-84b0-751f6e766b97 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:18.180277 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dfdbdb-2736-49c5-975b-4c33a3c20108", "name": "network-vif-plugged", "status": "completed", "tag": "34884299-9621-4933-b092-26c69b0808b5", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:18.180554 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ab24fe1-acc2-4653-84b0-751f6e766b97 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:18.180986 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34884299-9621-4933-b092-26c69b0808b5', 'code': 200} Jan 28 13:27:18.181741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (9a990760-f204-49de-8762-c6b9a9981962), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.244093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a990760-f204-49de-8762-c6b9a9981962,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:18.253141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Checking segment: {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:18.253872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Network hostable DHCP agents. Network: 562e8b16-91d9-433b-b747-eab7e7c18ffd, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:18.271999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:18.283663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 562e8b16-91d9-433b-b747-eab7e7c18ffd) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:18.290446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb0899-29c4-4c00-a744-8a3702234b80 req-335f3ff0-cdd5-4635-91ba-b6d6a51ad6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.295154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73cb0899-29c4-4c00-a744-8a3702234b80 req-335f3ff0-cdd5-4635-91ba-b6d6a51ad6c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 1097 time: 0.0517392 Jan 28 13:27:18.295968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d687966-1a6d-4beb-b63e-32e6ce31dcda None None] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:18.300717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.301328 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.322975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d5855fbb-20db-4c4f-b10c-03d0eacef2da admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5995200 Jan 28 13:27:18.328307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:18.334735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:18.356415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (b8905716-b000-488c-8860-ae28ef71bd08), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.357476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (b8905716-b000-488c-8860-ae28ef71bd08), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.363481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73cb0899-29c4-4c00-a744-8a3702234b80 req-6bcffaa0-250e-49d7-b5bc-775f5d95a2b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611806 Jan 28 13:27:18.413436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks [] for router_controller (b8905716-b000-488c-8860-ae28ef71bd08), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.459044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-562e8b16-91d9-433b-b747-eab7e7c18ffd', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:27:18.472819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.522460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2dbbc-ebad-400d-a06b-682a0c552819 req-b27f3dbb-9fa3-43ea-9e92-620030193d2a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:18.524060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79f2dbbc-ebad-400d-a06b-682a0c552819 req-b27f3dbb-9fa3-43ea-9e92-620030193d2a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0636983 Jan 28 13:27:18.566088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks [] for router_gateway (b8905716-b000-488c-8860-ae28ef71bd08), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.589323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79f2dbbc-ebad-400d-a06b-682a0c552819 req-5df1abef-9f0f-4b5e-b276-b911f9c0a492 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574970 Jan 28 13:27:18.669001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Allocated IP 172.20.0.2 (562e8b16-91d9-433b-b747-eab7e7c18ffd/9a990760-f204-49de-8762-c6b9a9981962/1ea92f16-1a56-4476-88e6-833960b13f18) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:18.806076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-182b8a9a-0590-4c6d-861c-79f009d51b03 req-3139882f-36e3-4c09-b8f3-fc13d90c2e07 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0364857 Jan 28 13:27:18.824537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks [] for router_gateway (b8905716-b000-488c-8860-ae28ef71bd08), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.840854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Publish callbacks [] for port (1ea92f16-1a56-4476-88e6-833960b13f18), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.850169 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.867911 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.902832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Pushing event updated for resources: {'Port': ['ID=1ea92f16-1a56-4476-88e6-833960b13f18,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:18.914851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:18.916556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:18.919145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:18.986055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Attempting to bind port 1ea92f16-1a56-4476-88e6-833960b13f18 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:18.986346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Attempting to bind port 1ea92f16-1a56-4476-88e6-833960b13f18 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:18.987477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Attempting to bind port 1ea92f16-1a56-4476-88e6-833960b13f18 on network 562e8b16-91d9-433b-b747-eab7e7c18ffd {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:18.993220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:18.993625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Checking segment: {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:18.994007 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:18.994455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Bound using segment: {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:18.994925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Bound port: 1ea92f16-1a56-4476-88e6-833960b13f18, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:18.995337 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.064336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] For port 1ea92f16-1a56-4476-88e6-833960b13f18, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:19.069042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] For port 1ea92f16-1a56-4476-88e6-833960b13f18, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1ea92f16-1a56-4476-88e6-833960b13f18,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:19.073937 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.139341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb34a-6b22-418c-8ec0-071625a4e8db None None] Pushing event updated for resources: {'Port': ['ID=1ea92f16-1a56-4476-88e6-833960b13f18,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:19.239587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3101d55-273b-4ae5-8ce3-46f4365b691d req-d719081a-b0ce-47de-baee-8ee06973ac3f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.241509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3101d55-273b-4ae5-8ce3-46f4365b691d req-d719081a-b0ce-47de-baee-8ee06973ac3f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0538952 Jan 28 13:27:19.313657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3101d55-273b-4ae5-8ce3-46f4365b691d req-30ceff72-5c72-41e5-8abd-3134b4228e81 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570960 Jan 28 13:27:19.370556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Allocated IP 172.25.4.241 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/bc84556e-6424-49f0-95bf-243fb75acaec) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:19.484195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb1c7-ef69-4ca0-aa4a-7302330a04ef req-016a2579-278e-493d-8da2-53870ecfb16c tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.486744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35adb1c7-ef69-4ca0-aa4a-7302330a04ef req-016a2579-278e-493d-8da2-53870ecfb16c tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 946 time: 0.0785999 Jan 28 13:27:19.506429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d149b7-47f1-453f-b50c-efd5c7cf0a88 req-e6705dd7-d4ec-47b7-93c1-3fa333d1c25d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.519068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9d149b7-47f1-453f-b50c-efd5c7cf0a88 req-e6705dd7-d4ec-47b7-93c1-3fa333d1c25d tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.5683742 Jan 28 13:27:19.557149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-0151ba95-4bfd-491f-bfdf-5a4b7daccac2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.560003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-0151ba95-4bfd-491f-bfdf-5a4b7daccac2 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 951 time: 0.2863390 Jan 28 13:27:19.588121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35adb1c7-ef69-4ca0-aa4a-7302330a04ef req-420c8a79-8f9f-4cdd-b77a-774457d93687 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936062 Jan 28 13:27:19.703757 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks [] for port (bc84556e-6424-49f0-95bf-243fb75acaec), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.739730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9d149b7-47f1-453f-b50c-efd5c7cf0a88 req-ce90c6e3-d6c0-4fe7-8399-b9a4b1e95ca9 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f02b06d-ba98-477e-87dd-1a361f66b69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197406 Jan 28 13:27:19.789430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d7e40-6cba-45a5-bc5e-b77c317689eb req-ba9f0438-1749-4120-8a27-18a20d4cbbc1 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:19.790928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-635d7e40-6cba-45a5-bc5e-b77c317689eb req-ba9f0438-1749-4120-8a27-18a20d4cbbc1 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0561824 Jan 28 13:27:19.793825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Deleting port 6942aa74-39fb-4638-9792-afee91ca0fa7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:19.794179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.798725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:19.838847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-635d7e40-6cba-45a5-bc5e-b77c317689eb req-cdd582d5-6176-4398-b519-a96a2651a72c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Jan 28 13:27:19.885839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:19.891822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:19.903363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:19.920015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bc84556e-6424-49f0-95bf-243fb75acaec,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:19.962384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e03a3b23-8feb-4955-acda-a97bfbaf5b10 req-12d98c2f-7930-49c5-8266-089fece6425d tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0641923 Jan 28 13:27:20.001331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] For port 6942aa74-39fb-4638-9792-afee91ca0fa7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6942aa74-39fb-4638-9792-afee91ca0fa7,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:20.001707 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.048975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Calling delete_port for 6942aa74-39fb-4638-9792-afee91ca0fa7 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:20.335628 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks [] for router_gateway (b8905716-b000-488c-8860-ae28ef71bd08), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.345191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990592c4-f9b2-491a-b0ce-099f98fc6e29 None None] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:20.402355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6942aa74-39fb-4638-9792-afee91ca0fa7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.428848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-958e6a8e-0451-4a72-b206-fc67b56bccb6 None None] Provisioning complete for port 1ea92f16-1a56-4476-88e6-833960b13f18 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:20.429141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-958e6a8e-0451-4a72-b206-fc67b56bccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.486018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Pushing event deleted for resources: {'Port': ['ID=6942aa74-39fb-4638-9792-afee91ca0fa7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:20.551850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-958e6a8e-0451-4a72-b206-fc67b56bccb6 None None] Current status of the port 1ea92f16-1a56-4476-88e6-833960b13f18 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:20.552295 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-958e6a8e-0451-4a72-b206-fc67b56bccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.561274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a51ac4-7635-43cf-9c93-b00c399f350a req-d7ad72ab-0674-42da-8c51-6586d23fd944 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.564606 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70a51ac4-7635-43cf-9c93-b00c399f350a req-d7ad72ab-0674-42da-8c51-6586d23fd944 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1822667 Jan 28 13:27:20.600395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-958e6a8e-0451-4a72-b206-fc67b56bccb6 None None] For port 1ea92f16-1a56-4476-88e6-833960b13f18, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1ea92f16-1a56-4476-88e6-833960b13f18,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:20.602805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] No DVR routers for this DVR port 6942aa74-39fb-4638-9792-afee91ca0fa7 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:20.607688 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-958e6a8e-0451-4a72-b206-fc67b56bccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.608064 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.611770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e05d2abc-8e49-476a-a5da-6f4e46de0bb6 req-4f679b3a-dab2-4661-a515-dd1274cc3a95 tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.60 "DELETE /v2.0/ports/6942aa74-39fb-4638-9792-afee91ca0fa7 HTTP/1.1" status: 204 len: 173 time: 1.0356004 Jan 28 13:27:20.613475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-deleted', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:20.615685 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5af3b94-b6f2-48d7-b3a0-a125fb910b18" -d '{"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-deleted", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:20.734144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e6a8e-0451-4a72-b206-fc67b56bccb6 None None] Pushing event updated for resources: {'Port': ['ID=1ea92f16-1a56-4476-88e6-833960b13f18,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:20.751963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70a51ac4-7635-43cf-9c93-b00c399f350a req-5b7da87d-2529-40a9-9408-d25d4b033c15 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419387 Jan 28 13:27:20.757058 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ffdb5dc-ce69-40a7-971e-88221e4e3544 req-830a0e58-1b71-4cc2-92e6-e22d93fbdfa3 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.60 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0910697 Jan 28 13:27:20.810533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (b8905716-b000-488c-8860-ae28ef71bd08), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.836182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10dae-565a-4e61-8181-99809fa7c9a6 req-7a854bb4-4949-4973-8640-55e6b7f2a652 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:20.840972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fa10dae-565a-4e61-8181-99809fa7c9a6 req-7a854bb4-4949-4973-8640-55e6b7f2a652 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 946 time: 0.1252842 Jan 28 13:27:20.906079 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c7c492-2f6a-4a0d-9f9f-39d2a54f9e7b x-openstack-request-id: req-b2c7c492-2f6a-4a0d-9f9f-39d2a54f9e7b {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:20.906623 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a5a66c-2389-467d-aba2-b5365f6b1ae0", "name": "network-vif-deleted", "tag": "6942aa74-39fb-4638-9792-afee91ca0fa7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:20.906623 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2c7c492-2f6a-4a0d-9f9f-39d2a54f9e7b {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:20.907030 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a5a66c-2389-467d-aba2-b5365f6b1ae0', 'name': 'network-vif-deleted', 'tag': '6942aa74-39fb-4638-9792-afee91ca0fa7', 'status': 'completed', 'code': 200} Jan 28 13:27:20.936001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6a293026-1d38-482a-a130-84f4cf8480af None None] Provisioning complete for port 1ea92f16-1a56-4476-88e6-833960b13f18 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:20.936677 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6a293026-1d38-482a-a130-84f4cf8480af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:20.948886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fa10dae-565a-4e61-8181-99809fa7c9a6 req-0a25dbdc-7d22-4924-a1d9-7cac808420c2 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880926 Jan 28 13:27:21.060893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6a293026-1d38-482a-a130-84f4cf8480af None None] Current status of the port 1ea92f16-1a56-4476-88e6-833960b13f18 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:21.064175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1ea92f16-1a56-4476-88e6-833960b13f18 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:21.079260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dc1bfeeb-2cb3-4acc-ad53-3e3ca74934ca req-21072b78-2040-474c-908c-bc27bee0ee7b tempest-ServersAdminTestJSON-1212486064 tempest-ServersAdminTestJSON-1212486064-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a5a66c-2389-467d-aba2-b5365f6b1ae0 HTTP/1.1" status: 200 len: 210 time: 0.0341318 Jan 28 13:27:21.091465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc1952-0f33-4600-b85a-874dcaf905f6 req-d1db4058-6775-4172-9cf8-c44df6b2c8a7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:21.093274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Router b8905716-b000-488c-8860-ae28ef71bd08 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:27:21.093477 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ddc1952-0f33-4600-b85a-874dcaf905f6 req-d1db4058-6775-4172-9cf8-c44df6b2c8a7 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0690088 Jan 28 13:27:21.135046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1ea92f16-1a56-4476-88e6-833960b13f18 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:21.135435 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:21.243006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1ea92f16-1a56-4476-88e6-833960b13f18 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:21.254163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:21.265013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Sync routers for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:21.276532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a0f2d0c-304f-4be3-885b-afb4782460dc req-fa41839f-3616-461c-8d34-afc57a9d9128 tempest-ServerShowV247Test-848265361 tempest-ServerShowV247Test-848265361-project] 10.222.0.45 "GET /v2.0/ports?device_id=5daee0d9-a270-4e29-96fb-35c165dd8d14 HTTP/1.1" status: 200 len: 210 time: 0.0363524 Jan 28 13:27:21.280289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:21.280957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:21.305820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:21.305820 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fe826ee-5ba9-4dc3-a62d-fb9e535f65d0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9697411 Jan 28 13:27:21.305820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:21.417575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:21.512480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ddc1952-0f33-4600-b85a-874dcaf905f6 req-f61ffff8-1480-4f44-a709-ae395355d914 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096568 Jan 28 13:27:21.564089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:21.598190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 6942aa74-39fb-4638-9792-afee91ca0fa7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:21.598659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6942aa74-39fb-4638-9792-afee91ca0fa7 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:21.707502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:20Z', 'revision_number': 3, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:21.745762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Checking router: b8905716-b000-488c-8860-ae28ef71bd08 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:21.748530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Updating router b8905716-b000-488c-8860-ae28ef71bd08 port bc84556e-6424-49f0-95bf-243fb75acaec binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:21.778087 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:21.875499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858dc0c-5d70-47e7-8cb8-6e4b325acdc6 req-f9d3b81c-6a9e-482f-b2b5-1bebb15461c0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:21.878512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c858dc0c-5d70-47e7-8cb8-6e4b325acdc6 req-f9d3b81c-6a9e-482f-b2b5-1bebb15461c0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0497658 Jan 28 13:27:21.904678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a3684-de81-4e89-8b12-2b8c10123412 req-8532edcf-b1ff-45bc-872c-5ced3f92d016 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:21.906184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-415a3684-de81-4e89-8b12-2b8c10123412 req-8532edcf-b1ff-45bc-872c-5ced3f92d016 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 946 time: 0.1035075 Jan 28 13:27:21.935422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c858dc0c-5d70-47e7-8cb8-6e4b325acdc6 req-04e463d8-fdc9-4cae-95db-702a32896f41 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480316 Jan 28 13:27:22.211906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Publish callbacks [] for port (bc84556e-6424-49f0-95bf-243fb75acaec), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.218595 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.283963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Attempting to bind port bc84556e-6424-49f0-95bf-243fb75acaec on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:22.284380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Attempting to bind port bc84556e-6424-49f0-95bf-243fb75acaec by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:22.284842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Attempting to bind port bc84556e-6424-49f0-95bf-243fb75acaec on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:22.297103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:22.297495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:22.297890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.298307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:22.298701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-415a3684-de81-4e89-8b12-2b8c10123412 req-5f8873e6-bec5-4eac-8454-7efb8fe1629f tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797355 Jan 28 13:27:22.298860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Bound port: bc84556e-6424-49f0-95bf-243fb75acaec, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:22.299715 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.301669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d350-1a6a-4f94-87a6-c7a853ff00a3 None None] Pushing event updated for resources: {'Port': ['ID=bc84556e-6424-49f0-95bf-243fb75acaec,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:22.309856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.378208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] For port bc84556e-6424-49f0-95bf-243fb75acaec, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:22.382423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] For port bc84556e-6424-49f0-95bf-243fb75acaec, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bc84556e-6424-49f0-95bf-243fb75acaec,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:22.389221 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.469003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d350-1a6a-4f94-87a6-c7a853ff00a3 None None] Pushing event updated for resources: {'Port': ['ID=bc84556e-6424-49f0-95bf-243fb75acaec,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:22.471772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:22.472518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:22.510595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48878) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:22.605843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Allocated IP 172.20.0.1 (562e8b16-91d9-433b-b747-eab7e7c18ffd/9a990760-f204-49de-8762-c6b9a9981962/305ff0a3-5b9b-4c2a-9863-476bab015b21) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:22.661772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a332fc6-3da2-413d-9151-62fefcb16224 req-96cb4f30-a73f-4d9f-b0ed-63b6569be3b5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:22.669001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a332fc6-3da2-413d-9151-62fefcb16224 req-96cb4f30-a73f-4d9f-b0ed-63b6569be3b5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0807085 Jan 28 13:27:22.673457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:22.743515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48886) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:22.758233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks [] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.770735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a332fc6-3da2-413d-9151-62fefcb16224 req-6e3082fa-8e66-47e3-b591-ee7387c38ed0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939958 Jan 28 13:27:22.774885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-449bdcbc-f0c8-4420-aeb7-e4fba94f5f9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=634cffe6f42f496d95faae0193cee2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631488 Jan 28 13:27:22.788375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48890) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:22.821865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.871141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:22.887965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:22.901194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:20Z', 'revision_number': 3, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:22.902904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:22.904835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Pushing event updated for resources: {'Port': ['ID=305ff0a3-5b9b-4c2a-9863-476bab015b21,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:22.911900 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-faebca45-f507-4e2e-a879-2984e0821693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.937660 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc520941-41b3-43ad-8c9a-6774fec2425b admin admin] Publish callbacks [] for security_group (2f02b06d-ba98-477e-87dd-1a361f66b69a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:22.948988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d287a-7697-48f1-935a-b9ae1c387717 None None] The sync data for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 is: [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:20Z', 'revision_number': 3, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:22.983570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc520941-41b3-43ad-8c9a-6774fec2425b admin admin] Publish callbacks [] for security_group (2f02b06d-ba98-477e-87dd-1a361f66b69a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.013443 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (b8905716-b000-488c-8860-ae28ef71bd08), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.184630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-a98e827f-a57a-4bd8-bac6-6756cf5c67f0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.187948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-a98e827f-a57a-4bd8-bac6-6756cf5c67f0 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.36 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 946 time: 0.0687063 Jan 28 13:27:23.207187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fb696e08-2f4c-4694-920a-9f3d2b927167 None None] Provisioning complete for port 305ff0a3-5b9b-4c2a-9863-476bab015b21 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:23.207700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb696e08-2f4c-4694-920a-9f3d2b927167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.236006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d895996-ca46-4523-96c3-7151591a2665 req-037e959f-7307-4bda-b177-d7ef2f92c09d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.240738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d895996-ca46-4523-96c3-7151591a2665 req-037e959f-7307-4bda-b177-d7ef2f92c09d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.2071238 Jan 28 13:27:23.290344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fb696e08-2f4c-4694-920a-9f3d2b927167 None None] Port 305ff0a3-5b9b-4c2a-9863-476bab015b21 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:23.295903 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc520941-41b3-43ad-8c9a-6774fec2425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2f02b06d-ba98-477e-87dd-1a361f66b69a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.298500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc520941-41b3-43ad-8c9a-6774fec2425b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.300602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cc520941-41b3-43ad-8c9a-6774fec2425b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f02b06d-ba98-477e-87dd-1a361f66b69a HTTP/1.1" status: 204 len: 168 time: 0.5112214 Jan 28 13:27:23.336057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Deleting port 34884299-9621-4933-b092-26c69b0808b5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:23.336708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (34884299-9621-4933-b092-26c69b0808b5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.370401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc520941-41b3-43ad-8c9a-6774fec2425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f02b06d-ba98-477e-87dd-1a361f66b69a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:23.406606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-faebca45-f507-4e2e-a879-2984e0821693 admin admin] Publish callbacks [] for security_group (2e855049-8c72-4a6a-8b8b-e356812c9124), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.463630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-faebca45-f507-4e2e-a879-2984e0821693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2e855049-8c72-4a6a-8b8b-e356812c9124), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.514736 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-faebca45-f507-4e2e-a879-2984e0821693 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64d12db031274333ae5b33db1f1b1cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7697861 Jan 28 13:27:23.518587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48902) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:23.537253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.626188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] For port 34884299-9621-4933-b092-26c69b0808b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=34884299-9621-4933-b092-26c69b0808b5,segment=NetworkSegment(7611c277-e0d0-4042-9547-e350ae1c8621),segment_id=7611c277-e0d0-4042-9547-e350ae1c8621)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:23.626627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (34884299-9621-4933-b092-26c69b0808b5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.637483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26572e-9ab0-476e-86f8-8b89a3c3cba4 req-d8aa37da-bec0-4af3-973f-fd315df25125 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:23.641197 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d895996-ca46-4523-96c3-7151591a2665 req-5610f03f-7784-477c-85d8-e272d19fda9b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753102 Jan 28 13:27:23.645328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebca45-f507-4e2e-a879-2984e0821693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e855049-8c72-4a6a-8b8b-e356812c9124,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:23.646407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e26572e-9ab0-476e-86f8-8b89a3c3cba4 req-d8aa37da-bec0-4af3-973f-fd315df25125 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 946 time: 0.2201912 Jan 28 13:27:23.689443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Calling delete_port for 34884299-9621-4933-b092-26c69b0808b5 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:23.730127 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e141c4bd-24ff-4ad2-b8ff-d426667cca96 admin admin] Publish callbacks [] for security_group (2e855049-8c72-4a6a-8b8b-e356812c9124), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.828282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks [] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.831512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e141c4bd-24ff-4ad2-b8ff-d426667cca96 admin admin] Publish callbacks [] for security_group (2e855049-8c72-4a6a-8b8b-e356812c9124), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.834804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.840125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48910) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:23.848178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e26572e-9ab0-476e-86f8-8b89a3c3cba4 req-6126de17-173e-4586-ade4-a6f469187859 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/security-groups?id=e92a3a7c-1a91-4987-85f3-dc9d54b327cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957691 Jan 28 13:27:23.925208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Pushing event updated for resources: {'Port': ['ID=305ff0a3-5b9b-4c2a-9863-476bab015b21,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:23.957958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (b8905716-b000-488c-8860-ae28ef71bd08), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:23.981273 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-583f1bea-91b9-4ed8-9416-77688c457fe7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=925cf735c1fc4e33a5dfc74edae148fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1095080 Jan 28 13:27:23.981511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48912) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:24.028630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e141c4bd-24ff-4ad2-b8ff-d426667cca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2e855049-8c72-4a6a-8b8b-e356812c9124), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.031098 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e141c4bd-24ff-4ad2-b8ff-d426667cca96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.034776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e141c4bd-24ff-4ad2-b8ff-d426667cca96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e855049-8c72-4a6a-8b8b-e356812c9124 HTTP/1.1" status: 204 len: 168 time: 0.4992943 Jan 28 13:27:24.052757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141c4bd-24ff-4ad2-b8ff-d426667cca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e855049-8c72-4a6a-8b8b-e356812c9124,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:24.083835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599106dd-3ce8-427e-b99d-5a249d130fb9 req-d6ef0472-ab59-45d3-a17f-9508c115614f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.085465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-599106dd-3ce8-427e-b99d-5a249d130fb9 req-d6ef0472-ab59-45d3-a17f-9508c115614f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1535137 Jan 28 13:27:24.147469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (34884299-9621-4933-b092-26c69b0808b5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.152758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a652992-0a52-4ba7-9bc5-27ed4c307962 admin admin] Publish callbacks [] for security_group (926a9fe8-adf3-40d7-9199-6ab8797e4db6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.162213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['34884299-9621-4933-b092-26c69b0808b5'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:24.184906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:24.201036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:24.224193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a652992-0a52-4ba7-9bc5-27ed4c307962 admin admin] Publish callbacks [] for security_group (926a9fe8-adf3-40d7-9199-6ab8797e4db6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.257620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Pushing event deleted for resources: {'Port': ['ID=34884299-9621-4933-b092-26c69b0808b5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:24.310078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] No DVR routers for this DVR port 34884299-9621-4933-b092-26c69b0808b5 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:24.332115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-599106dd-3ce8-427e-b99d-5a249d130fb9 req-bd6e55f3-29f4-40a3-ad24-654473d56282 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356873 Jan 28 13:27:24.337417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.345069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4a27455a-1ff4-449d-853d-99f8398793a6 req-8520bc71-907d-4d64-8b2a-0be286b00d64 tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.36 "DELETE /v2.0/ports/34884299-9621-4933-b092-26c69b0808b5 HTTP/1.1" status: 204 len: 173 time: 1.1480155 Jan 28 13:27:24.345721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'name': 'network-vif-deleted', 'tag': '34884299-9621-4933-b092-26c69b0808b5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:24.352936 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96600a01-f57c-4acd-bd5e-29a6ee46fb87" -d '{"events": [{"server_uuid": "55dfdbdb-2736-49c5-975b-4c33a3c20108", "name": "network-vif-deleted", "tag": "34884299-9621-4933-b092-26c69b0808b5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:24.509026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a652992-0a52-4ba7-9bc5-27ed4c307962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (926a9fe8-adf3-40d7-9199-6ab8797e4db6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.512107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a652992-0a52-4ba7-9bc5-27ed4c307962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.513332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9a652992-0a52-4ba7-9bc5-27ed4c307962 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/926a9fe8-adf3-40d7-9199-6ab8797e4db6 HTTP/1.1" status: 204 len: 168 time: 0.5308785 Jan 28 13:27:24.534333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a652992-0a52-4ba7-9bc5-27ed4c307962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a9fe8-adf3-40d7-9199-6ab8797e4db6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:24.555638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Router b8905716-b000-488c-8860-ae28ef71bd08 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:24.576835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e30bb0-7826-4f15-ba5f-c04d7ae3da54 req-1d16ebf4-e3c4-4f60-b10c-b2fee0356574 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.578435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3e30bb0-7826-4f15-ba5f-c04d7ae3da54 req-1d16ebf4-e3c4-4f60-b10c-b2fee0356574 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.1299260 Jan 28 13:27:24.625946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-deef43cc-52e6-498d-a28b-b8410916851a None None] Provisioning complete for port 305ff0a3-5b9b-4c2a-9863-476bab015b21 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:24.626335 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-deef43cc-52e6-498d-a28b-b8410916851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:24.682999 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff00f1-072b-495c-b968-e9a88375de1b x-openstack-request-id: req-14ff00f1-072b-495c-b968-e9a88375de1b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:24.683606 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dfdbdb-2736-49c5-975b-4c33a3c20108", "name": "network-vif-deleted", "tag": "34884299-9621-4933-b092-26c69b0808b5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:24.684612 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14ff00f1-072b-495c-b968-e9a88375de1b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:24.685525 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dfdbdb-2736-49c5-975b-4c33a3c20108', 'name': 'network-vif-deleted', 'tag': '34884299-9621-4933-b092-26c69b0808b5', 'status': 'completed', 'code': 200} Jan 28 13:27:24.701609 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3e30bb0-7826-4f15-ba5f-c04d7ae3da54 req-791bcf85-e491-4b62-af86-afd306da3a22 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099310 Jan 28 13:27:24.728509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-deef43cc-52e6-498d-a28b-b8410916851a None None] Port 305ff0a3-5b9b-4c2a-9863-476bab015b21 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:24.789090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:24.812866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dc47ee55-cd24-4853-85d5-b1115f152551 admin admin] 10.222.0.45 "PUT /v2.0/routers/b8905716-b000-488c-8860-ae28ef71bd08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5090184 Jan 28 13:27:24.852291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc487b8-a95e-42b9-b69a-90229006e857 req-73cae9ac-e538-4dfc-ad8f-15cd310a64dd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:24.861475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fc487b8-a95e-42b9-b69a-90229006e857 req-73cae9ac-e538-4dfc-ad8f-15cd310a64dd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0819418 Jan 28 13:27:24.952845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fc487b8-a95e-42b9-b69a-90229006e857 req-1fa10124-951f-4d9d-a7a7-7f77df5a967a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777175 Jan 28 13:27:25.014384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bc84556e-6424-49f0-95bf-243fb75acaec up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:25.052377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c7f4ebe-71b6-47f9-ae21-c53b15cbc5c1 req-5e2968f9-b2d0-4d9d-98b3-61a72c8d616d tempest-ServerAddressesTestJSON-1000169299 tempest-ServerAddressesTestJSON-1000169299-project] 10.222.0.45 "GET /v2.0/ports?device_id=55dfdbdb-2736-49c5-975b-4c33a3c20108 HTTP/1.1" status: 200 len: 210 time: 0.0658045 Jan 28 13:27:25.145272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port bc84556e-6424-49f0-95bf-243fb75acaec triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:25.145654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.244467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port bc84556e-6424-49f0-95bf-243fb75acaec is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:25.245044 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.270362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port bc84556e-6424-49f0-95bf-243fb75acaec, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bc84556e-6424-49f0-95bf-243fb75acaec,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:25.276155 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.350192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=bc84556e-6424-49f0-95bf-243fb75acaec,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:25.492175 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Sync routers for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:25.502181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5b506-c1d8-49a3-94db-561d279c56d1 req-816c526c-780e-4247-943f-ae7679b5d731 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:25.505710 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:25.506900 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:25.514087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6db5b506-c1d8-49a3-94db-561d279c56d1 req-816c526c-780e-4247-943f-ae7679b5d731 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0985420 Jan 28 13:27:25.586771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6db5b506-c1d8-49a3-94db-561d279c56d1 req-e0699453-631e-471f-9772-8ba919f2eb59 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711288 Jan 28 13:27:25.661106 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:25.700179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48974) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:25.773002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48980) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:25.777624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247624262', 'description': 'tempest-description--834772823'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:25.805695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.841883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1847293628-network', 'tenant_id': '6b6c9475b98648cb93662379db514e00'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:25.866958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Made reservation on behalf of 6b6c9475b98648cb93662379db514e00 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:25.870017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.889021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.911891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48984) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:25.968817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group (293deefa-caf0-4d71-b011-4146cb5f01d8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:25.980787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (293deefa-caf0-4d71-b011-4146cb5f01d8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.023594 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 2, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:26.029519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.033652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2567229 Jan 28 13:27:26.033957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48990) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:26.034157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks [] for security_group (f81c7ef7-30c0-441c-96ae-3ce18c109600), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.035738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293deefa-caf0-4d71-b011-4146cb5f01d8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:26.039362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a617d0ba-9dd8-4c66-8d35-d057e4a31bbf tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Request body: {'security_group_rule': {'security_group_id': '293deefa-caf0-4d71-b011-4146cb5f01d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:26.044281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f81c7ef7-30c0-441c-96ae-3ce18c109600), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.047717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.048505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.048505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.048754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.049782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.050128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.050457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.050787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.051122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.051440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.051766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.052116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.052439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7caa7-eb4a-4df5-a915-0e468f7f767e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.068836 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Checking router: b8905716-b000-488c-8860-ae28ef71bd08 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:26.069286 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Updating router b8905716-b000-488c-8860-ae28ef71bd08 port 305ff0a3-5b9b-4c2a-9863-476bab015b21 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:26.069711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-network', 'tenant_id': 'c229ec36de77446084af622110eb3709'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:26.080015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:26.100329 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (07877de0-28f1-4eea-a2e8-f069079db1d2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.100715 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Added segment 07877de0-28f1-4eea-a2e8-f069079db1d2 of type vlan for network a9800ec0-0f2a-44b1-925e-e13d5035174f Jan 28 13:27:26.102186 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.134189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48994) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:26.143738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Made reservation on behalf of c229ec36de77446084af622110eb3709 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:26.145884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81c7ef7-30c0-441c-96ae-3ce18c109600,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:26.146393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.151385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a617d0ba-9dd8-4c66-8d35-d057e4a31bbf tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group_rule (c83bdba7-5646-4001-93c2-677f83e838d9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.180779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a9800ec0-0f2a-44b1-925e-e13d5035174f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.189780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95e255-88bf-4eb7-a81c-f7f174af61ae req-37eca505-6e4f-4139-83e1-589e943a3aca tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.197706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca95e255-88bf-4eb7-a81c-f7f174af61ae req-37eca505-6e4f-4139-83e1-589e943a3aca tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1483853 Jan 28 13:27:26.205685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.228537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a9800ec0-0f2a-44b1-925e-e13d5035174f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.229553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.230149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.264602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] Deleting subnet 179dd2df-3914-441f-849d-25c64d684330 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:26.280167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] Publish callbacks [] for subnet (179dd2df-3914-441f-849d-25c64d684330), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.303165 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6017551 Jan 28 13:27:26.306701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:26.311488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Request body: {'subnet': {'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1847293628-subnet', 'tenant_id': '6b6c9475b98648cb93662379db514e00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:26.324523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752bc29-0f89-4b98-a159-3fe0ecd39461 admin admin] Pushing event updated for resources: {'Network': ['ID=a9800ec0-0f2a-44b1-925e-e13d5035174f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:26.341182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Made reservation on behalf of 6b6c9475b98648cb93662379db514e00 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:26.343304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a9800ec0-0f2a-44b1-925e-e13d5035174f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:26.344150 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.352928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a617d0ba-9dd8-4c66-8d35-d057e4a31bbf tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group_rule (c83bdba7-5646-4001-93c2-677f83e838d9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.376956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca95e255-88bf-4eb7-a81c-f7f174af61ae req-ae18debf-991a-4a80-990b-968951f66a4d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781173 Jan 28 13:27:26.380821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (179dd2df-3914-441f-849d-25c64d684330), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.402701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a617d0ba-9dd8-4c66-8d35-d057e4a31bbf tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c83bdba7-5646-4001-93c2-677f83e838d9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.454659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617d0ba-9dd8-4c66-8d35-d057e4a31bbf tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83bdba7-5646-4001-93c2-677f83e838d9,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:26.459167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.473612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a617d0ba-9dd8-4c66-8d35-d057e4a31bbf tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.475287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a617d0ba-9dd8-4c66-8d35-d057e4a31bbf tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4402587 Jan 28 13:27:26.478365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (179dd2df-3914-441f-849d-25c64d684330), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.482883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49002) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:26.506905 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Publish callbacks [] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.513813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ed83e75f-7c76-4c84-ba31-a4d120a7cff9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Request body: {'security_group_rule': {'security_group_id': '293deefa-caf0-4d71-b011-4146cb5f01d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:26.515477 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.569346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f32f302b-b546-4573-a648-27c50b04d9e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.577698 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Pushing event updated for resources: {'Port': ['ID=305ff0a3-5b9b-4c2a-9863-476bab015b21,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:26.581217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks [] for security_group (a8f3665a-19d4-4ea3-bebf-c5812660a314), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.588773 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.589341 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.589864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.590463 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.591354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.591925 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.592444 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.592940 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.593540 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.595177 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.595319 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a8f3665a-19d4-4ea3-bebf-c5812660a314), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.595825 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.597424 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.598141 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:26.641338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed83e75f-7c76-4c84-ba31-a4d120a7cff9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group_rule (e21a6ff5-3fce-4046-8d83-6e437594a961), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.645089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32f302b-b546-4573-a648-27c50b04d9e1,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:26.650569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Checking segment: {'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:26.650569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Network hostable DHCP agents. Network: a9800ec0-0f2a-44b1-925e-e13d5035174f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:26.676533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:26.699269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Network a9800ec0-0f2a-44b1-925e-e13d5035174f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:26.723475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f3665a-19d4-4ea3-bebf-c5812660a314,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:26.736555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a546a9e7-66be-4393-b96f-6a3a6e291006), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.737774 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Added segment a546a9e7-66be-4393-b96f-6a3a6e291006 of type vlan for network 8c02fd90-6d2a-4496-98cd-517e1b823011 Jan 28 13:27:26.744174 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Attempting to bind port 305ff0a3-5b9b-4c2a-9863-476bab015b21 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:26.744558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a9800ec0-0f2a-44b1-925e-e13d5035174f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:26.744697 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Attempting to bind port 305ff0a3-5b9b-4c2a-9863-476bab015b21 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:26.745069 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Attempting to bind port 305ff0a3-5b9b-4c2a-9863-476bab015b21 on network 562e8b16-91d9-433b-b747-eab7e7c18ffd {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:26.750568 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:26.751302 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Checking segment: {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:26.751576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.752964 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.753079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.755130 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Bound using segment: {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:26.755752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Bound port: 305ff0a3-5b9b-4c2a-9863-476bab015b21, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:26.756272 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.759541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7f2a9-bb51-45ef-a60a-9cd57d2009a4 None None] Network a9800ec0-0f2a-44b1-925e-e13d5035174f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:26.779715 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3a9b7c3c-0e84-4c2c-af18-76334583a9f4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4718747 Jan 28 13:27:26.806005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b5be1-d49c-4604-be01-d5f4fd849148 req-6ebd3d48-3b47-479f-9f42-800d86135d8d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.810873 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-694b5be1-d49c-4604-be01-d5f4fd849148 req-6ebd3d48-3b47-479f-9f42-800d86135d8d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0959558 Jan 28 13:27:26.841087 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] For port 305ff0a3-5b9b-4c2a-9863-476bab015b21, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:26.844964 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] For port 305ff0a3-5b9b-4c2a-9863-476bab015b21, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=305ff0a3-5b9b-4c2a-9863-476bab015b21,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:26.853453 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.856738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8c02fd90-6d2a-4496-98cd-517e1b823011), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.930508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8c02fd90-6d2a-4496-98cd-517e1b823011), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.931713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:26.934820 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:26.949836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-694b5be1-d49c-4604-be01-d5f4fd849148 req-c9f61cd1-2f28-4173-a4ff-499ec90610ab tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357217 Jan 28 13:27:26.981079 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:26.981829 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:26.997197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bc84556e-6424-49f0-95bf-243fb75acaec up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:27.015200 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (179dd2df-3914-441f-849d-25c64d684330), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.066406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a66338-bc16-4a58-9589-bc5812882629 None None] Network a9800ec0-0f2a-44b1-925e-e13d5035174f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:27.071734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c02fd90-6d2a-4496-98cd-517e1b823011,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:27.092011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-64a391b5-c8df-48a5-ae36-3ed566d5696e None None] Provisioning complete for port 305ff0a3-5b9b-4c2a-9863-476bab015b21 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:27.092338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64a391b5-c8df-48a5-ae36-3ed566d5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.095913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:27.099633 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cff3b-a7cb-42e6-89c8-6801724487a7 None None] Pushing event updated for resources: {'Port': ['ID=305ff0a3-5b9b-4c2a-9863-476bab015b21,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:27.120387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179dd2df-3914-441f-849d-25c64d684330,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:27.151571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed83e75f-7c76-4c84-ba31-a4d120a7cff9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group_rule (e21a6ff5-3fce-4046-8d83-6e437594a961), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.156995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.161598 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:27.162790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2dc1623a-384f-4dfb-8f69-0b288a273d21 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/179dd2df-3914-441f-849d-25c64d684330 HTTP/1.1" status: 204 len: 168 time: 1.0276043 Jan 28 13:27:27.165627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49016) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:27.168604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed83e75f-7c76-4c84-ba31-a4d120a7cff9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e21a6ff5-3fce-4046-8d83-6e437594a961), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.195201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83e75f-7c76-4c84-ba31-a4d120a7cff9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21a6ff5-3fce-4046-8d83-6e437594a961,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:27.208257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dac4e2d1-c138-48ca-a3c0-b43ac3e148d3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2952006 Jan 28 13:27:27.212360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49018) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:27.219755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed83e75f-7c76-4c84-ba31-a4d120a7cff9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.221823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed83e75f-7c76-4c84-ba31-a4d120a7cff9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7371795 Jan 28 13:27:27.228291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Request body: {'subnet': {'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-subnet', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:27.232385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49020) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:27.243899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:27.280238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.307376 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d8430402-b454-4262-8f03-8c2bd43a4a49), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.310476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4f0d6-32a3-420f-ba6c-90adf6937309 req-98434cf6-ab17-4bc6-9df4-65ed7c3ae017 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.311741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55e4f0d6-32a3-420f-ba6c-90adf6937309 req-98434cf6-ab17-4bc6-9df4-65ed7c3ae017 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.4108617 Jan 28 13:27:27.329450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Made reservation on behalf of c229ec36de77446084af622110eb3709 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:27.332417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.355280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port bc84556e-6424-49f0-95bf-243fb75acaec triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:27.355900 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.443340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d8430402-b454-4262-8f03-8c2bd43a4a49), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.491372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8430402-b454-4262-8f03-8c2bd43a4a49']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:27.505152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7611c277-e0d0-4042-9547-e350ae1c8621') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:27.506154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7611c277-e0d0-4042-9547-e350ae1c8621') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:27.524957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-64a391b5-c8df-48a5-ae36-3ed566d5696e None None] Current status of the port 305ff0a3-5b9b-4c2a-9863-476bab015b21 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:27.597592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64a391b5-c8df-48a5-ae36-3ed566d5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.597929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (7611c277-e0d0-4042-9547-e350ae1c8621), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.598094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.617246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-64a391b5-c8df-48a5-ae36-3ed566d5696e None None] For port 305ff0a3-5b9b-4c2a-9863-476bab015b21, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=305ff0a3-5b9b-4c2a-9863-476bab015b21,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:27.619968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port bc84556e-6424-49f0-95bf-243fb75acaec is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:27.630872 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7611c277-e0d0-4042-9547-e350ae1c8621), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.632956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 34884299-9621-4933-b092-26c69b0808b5 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:27.645994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:27.646419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (7611c277-e0d0-4042-9547-e350ae1c8621), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:27.648200 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:27.653814 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:26Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:27.665306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 34884299-9621-4933-b092-26c69b0808b5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:27.665666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 34884299-9621-4933-b092-26c69b0808b5 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:27.667090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55e4f0d6-32a3-420f-ba6c-90adf6937309 req-f6fd9499-a541-4ed4-8d84-23187c1f88df tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474917 Jan 28 13:27:27.668105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64a391b5-c8df-48a5-ae36-3ed566d5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.694167 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50475248-fcda-4e5e-95f4-d2ab64bced7d None None] The sync data for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 is: [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:26Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:27.703502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:27.760001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Checking segment: {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:27.760393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Network hostable DHCP agents. Network: 8c02fd90-6d2a-4496-98cd-517e1b823011, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:27.762892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d8430402-b454-4262-8f03-8c2bd43a4a49), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.770864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.772287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d8430402-b454-4262-8f03-8c2bd43a4a49 HTTP/1.1" status: 204 len: 168 time: 0.6040626 Jan 28 13:27:27.804628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a391b5-c8df-48a5-ae36-3ed566d5696e None None] Pushing event updated for resources: {'Port': ['ID=305ff0a3-5b9b-4c2a-9863-476bab015b21,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:27.810279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f6046-56d0-4f62-89f2-983f8d74f632 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8430402-b454-4262-8f03-8c2bd43a4a49,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:27.829476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-84f10b8e-06b0-44d0-80fa-a97bbbce9f5b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:27.833050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-84f10b8e-06b0-44d0-80fa-a97bbbce9f5b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 814 time: 0.3242822 Jan 28 13:27:27.839403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.853580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:27.855904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-e0d5b419-bb11-4521-a261-91805f01f4bc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/quotas/6b6c9475b98648cb93662379db514e00 HTTP/1.1" status: 200 len: 375 time: 0.0145149 Jan 28 13:27:27.873706 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.874448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ea7a3ae2-7d06-4492-ae29-a138b5ad863b None None] Provisioning complete for port 305ff0a3-5b9b-4c2a-9863-476bab015b21 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:27.874818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea7a3ae2-7d06-4492-ae29-a138b5ad863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:27.918039 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-5eeee99a-9f55-4fb8-87f6-545b6bf34d37 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544119 Jan 28 13:27:27.937565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-477463a8-0ea5-4fc0-9437-28d95008c9e2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:27.947469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-477463a8-0ea5-4fc0-9437-28d95008c9e2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155835 Jan 28 13:27:27.951928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8c02fd90-6d2a-4496-98cd-517e1b823011) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:27.984254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fff9c2-8a09-4b5d-aaaf-c1e12fa5e46a None None] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:28.003095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.003701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.020789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49040) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:28.054237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ae5495a5-b25e-47e2-bca9-f3e948b0fbbf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8283412 Jan 28 13:27:28.055792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49042) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:28.062694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:28.069489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-15b72336-2f1c-4d90-9dc1-1965828ab072 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e31cc32a351042478e923739146792f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475569 Jan 28 13:27:28.072063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:28.094853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a3ae2-7d06-4492-ae29-a138b5ad863b None None] Current status of the port 305ff0a3-5b9b-4c2a-9863-476bab015b21 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:28.122393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f9486-4bb6-4bdb-a345-ef9fc5093caa req-4de1e316-8760-4721-9975-0ae2a57e7f14 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.123922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe5f9486-4bb6-4bdb-a345-ef9fc5093caa req-4de1e316-8760-4721-9975-0ae2a57e7f14 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1850195 Jan 28 13:27:28.145877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-8c02fd90-6d2a-4496-98cd-517e1b823011', 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011', 'project_id': 'c229ec36de77446084af622110eb3709', 'fixed_ips': [{'subnet_id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:27:28.148184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.174990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-ffd09ede-1cec-425f-86fd-ce0c37ab8dae service neutron] 10.222.0.45 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256002 Jan 28 13:27:28.176452 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (dabac577-4b61-4190-a359-0df7bfeda71d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.177582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (dabac577-4b61-4190-a359-0df7bfeda71d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.190370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fabf-0d6c-4669-ab6f-07045d4f6c15 admin admin] Publish callbacks [] for security_group (e92a3a7c-1a91-4987-85f3-dc9d54b327cb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.213136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Allocated IP 172.25.4.132 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/245e0e65-29a9-4a1e-b070-a1d305efe78b) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:28.262543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks [] for router_controller (dabac577-4b61-4190-a359-0df7bfeda71d), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.273290 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fabf-0d6c-4669-ab6f-07045d4f6c15 admin admin] Publish callbacks [] for security_group (e92a3a7c-1a91-4987-85f3-dc9d54b327cb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.294187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe5f9486-4bb6-4bdb-a345-ef9fc5093caa req-388a7375-aae1-407f-b2e4-bf302de033de tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623423 Jan 28 13:27:28.367049 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-731ee8fd-27b1-4715-bc69-4dedbce0ab1f service neutron] 10.222.0.45 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902213 Jan 28 13:27:28.371632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Allocated IP 172.20.0.2 (8c02fd90-6d2a-4496-98cd-517e1b823011/6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a/b51f9483-9386-488c-9191-da4cd620cc2a) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:28.392187 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fabf-0d6c-4669-ab6f-07045d4f6c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e92a3a7c-1a91-4987-85f3-dc9d54b327cb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.394843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fabf-0d6c-4669-ab6f-07045d4f6c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.399103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c1f8fabf-0d6c-4669-ab6f-07045d4f6c15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e92a3a7c-1a91-4987-85f3-dc9d54b327cb HTTP/1.1" status: 204 len: 168 time: 0.3259137 Jan 28 13:27:28.407676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8fabf-0d6c-4669-ab6f-07045d4f6c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a3a7c-1a91-4987-85f3-dc9d54b327cb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:28.695162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-befdc68a-7dc1-45cb-972b-c7f5304210f6 req-12831436-3ea4-4dc2-9454-6dafa9c00a13 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 210 time: 0.1063135 Jan 28 13:27:28.726045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks [] for router_gateway (dabac577-4b61-4190-a359-0df7bfeda71d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.741040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701d7b7-8035-4c37-8be9-0cda7c758a36 req-c155d76a-5465-472e-8ebf-aa30aa69917f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:28.742674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c701d7b7-8035-4c37-8be9-0cda7c758a36 req-c155d76a-5465-472e-8ebf-aa30aa69917f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.2516890 Jan 28 13:27:28.829009 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.857921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Publish callbacks [] for port (b51f9483-9386-488c-9191-da4cd620cc2a), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.876691 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:28.926240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c701d7b7-8035-4c37-8be9-0cda7c758a36 req-d992d0ad-d0b4-45e0-949a-2a107c6ffea2 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736007 Jan 28 13:27:28.972847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:28.977487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:29.010820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:29.025616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.079143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 305ff0a3-5b9b-4c2a-9863-476bab015b21 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:29.123845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Pushing event updated for resources: {'Port': ['ID=b51f9483-9386-488c-9191-da4cd620cc2a,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:29.152470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:29.172917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:29.186402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Attempting to bind port b51f9483-9386-488c-9191-da4cd620cc2a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:29.186783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Attempting to bind port b51f9483-9386-488c-9191-da4cd620cc2a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:29.188302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Attempting to bind port b51f9483-9386-488c-9191-da4cd620cc2a on network 8c02fd90-6d2a-4496-98cd-517e1b823011 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:29.189204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:29.214884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:29.215872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Checking segment: {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:29.216469 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.217052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Bound using segment: {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:29.217888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Bound port: b51f9483-9386-488c-9191-da4cd620cc2a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:29.218419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.222983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 305ff0a3-5b9b-4c2a-9863-476bab015b21 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:29.223637 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.374522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event updated for resources: {'Port': ['ID=245e0e65-29a9-4a1e-b070-a1d305efe78b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:29.466612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 305ff0a3-5b9b-4c2a-9863-476bab015b21 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:29.507284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] For port b51f9483-9386-488c-9191-da4cd620cc2a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:29.513269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] For port b51f9483-9386-488c-9191-da4cd620cc2a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b51f9483-9386-488c-9191-da4cd620cc2a,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:29.523619 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.620001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959b65a-a48e-4f7b-a84a-43efa23d04d1 req-3975722e-02b9-4f9f-a6d4-526cb8184868 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:29.640227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a959b65a-a48e-4f7b-a84a-43efa23d04d1 req-3975722e-02b9-4f9f-a6d4-526cb8184868 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1647847 Jan 28 13:27:29.647325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1ab7f-c6d9-4f5c-8e90-c13d04f63e5a None None] Pushing event updated for resources: {'Port': ['ID=b51f9483-9386-488c-9191-da4cd620cc2a,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:29.690340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de205a07-8626-49a6-bb02-6a2f560d1c35 req-60dfe1fa-e809-466a-9004-ed8251171c0d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:29.701670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de205a07-8626-49a6-bb02-6a2f560d1c35 req-60dfe1fa-e809-466a-9004-ed8251171c0d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.3963451 Jan 28 13:27:29.739627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for floatingip (5cdb1985-da11-4c42-ad59-dc275126e4e8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.761009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a959b65a-a48e-4f7b-a84a-43efa23d04d1 req-f26ea214-06df-4274-aaa0-1e53c5638398 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181028 Jan 28 13:27:29.911904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks [] for router_gateway (dabac577-4b61-4190-a359-0df7bfeda71d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.916057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:29.928577 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a016638-e6ae-462a-8e67-c4acb90a85a9 req-01b77491-d3ef-4289-a247-c59037b9bd27 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 210 time: 0.0738397 Jan 28 13:27:30.084343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de205a07-8626-49a6-bb02-6a2f560d1c35 req-d40367db-38f5-4b2f-bbc6-e944c882f336 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813970 Jan 28 13:27:30.089256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.136669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dffa7-c171-4a9c-bc65-fc4d17684db7 req-3c372657-c98e-4022-bcda-0a84f803f465 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.145447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-179dffa7-c171-4a9c-bc65-fc4d17684db7 req-3c372657-c98e-4022-bcda-0a84f803f465 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0906847 Jan 28 13:27:30.181744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49092) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:30.231706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-179dffa7-c171-4a9c-bc65-fc4d17684db7 req-8bafcfd9-fb25-447d-bdaf-ea2dd4c7f4d0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852666 Jan 28 13:27:30.318410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1248752012-network', 'tenant_id': 'd4e86ec908014654979481a830e2d78c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:30.338271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Made reservation on behalf of d4e86ec908014654979481a830e2d78c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:30.340692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.342186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Allocated IP 172.25.4.137 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/5c18be3a-96e7-43e2-ad0d-d34a6ada200c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:30.350578 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.420924 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.429289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.454994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks [] for security_group (3c855fde-7ae3-4c58-9466-46fe1ca9fb95), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.461119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3c855fde-7ae3-4c58-9466-46fe1ca9fb95), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.476411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:30.501407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (17de478a-5206-47db-81c8-97d754bea6dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.502032 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Added segment 17de478a-5206-47db-81c8-97d754bea6dc of type vlan for network d48c2064-2182-4227-9b4d-6702cb5e4196 Jan 28 13:27:30.549974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c855fde-7ae3-4c58-9466-46fe1ca9fb95,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:30.566312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d48c2064-2182-4227-9b4d-6702cb5e4196), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.607598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event updated for resources: {'Port': ['ID=245e0e65-29a9-4a1e-b070-a1d305efe78b,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:30.614660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks [] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.621278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d48c2064-2182-4227-9b4d-6702cb5e4196), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.622955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.623869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.633908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (5cdb1985-da11-4c42-ad59-dc275126e4e8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.688142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:30.689377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c2dcdb58-8029-4905-952e-df4b4427bef2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4533353 Jan 28 13:27:30.711293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5201278 Jan 28 13:27:30.711643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-d8d13ff7-e385-41b9-a9ab-e9062ed9bde2 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:30.711762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6642d4-8717-49e3-9726-c5241860987e admin admin] Pushing event updated for resources: {'Network': ['ID=d48c2064-2182-4227-9b4d-6702cb5e4196,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:30.711860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-d8d13ff7-e385-41b9-a9ab-e9062ed9bde2 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 814 time: 0.2307463 Jan 28 13:27:30.721719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d48c2064-2182-4227-9b4d-6702cb5e4196 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:30.722573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Request body: {'port': {'device_id': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f', 'admin_state_up': True, 'tenant_id': '6b6c9475b98648cb93662379db514e00'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:30.806560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.050523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b51f9483-9386-488c-9191-da4cd620cc2a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:31.144753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b51f9483-9386-488c-9191-da4cd620cc2a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:31.145142 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.211549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a874b-9961-408a-85d6-bc778e063af3 None None] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:31.259994 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:27:31.335412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f1b1559c-1d39-480a-8df0-25748b9ff3d6 None None] Provisioning complete for port b51f9483-9386-488c-9191-da4cd620cc2a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:31.335962 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f1b1559c-1d39-480a-8df0-25748b9ff3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.379713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b51f9483-9386-488c-9191-da4cd620cc2a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:31.381870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.385468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:31.415344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:31.418190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:31.451619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port b51f9483-9386-488c-9191-da4cd620cc2a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b51f9483-9386-488c-9191-da4cd620cc2a,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:31.463628 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.478371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Pushing event updated for resources: {'Port': ['ID=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:31.482841 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6c05-8c8d-4ba8-be64-641ab77ddb35 req-9e61bc53-62fe-49ae-9fce-18abb681d89f tempest-ComputeTenantNetworksTest-1515774513 tempest-ComputeTenantNetworksTest-1515774513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.513793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Made reservation on behalf of 6b6c9475b98648cb93662379db514e00 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:31.517611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.526487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6c05-8c8d-4ba8-be64-641ab77ddb35 req-9e61bc53-62fe-49ae-9fce-18abb681d89f tempest-ComputeTenantNetworksTest-1515774513 tempest-ComputeTenantNetworksTest-1515774513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.537470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b6c05-8c8d-4ba8-be64-641ab77ddb35 req-9e61bc53-62fe-49ae-9fce-18abb681d89f tempest-ComputeTenantNetworksTest-1515774513 tempest-ComputeTenantNetworksTest-1515774513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.552679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c4c5-4d25-4c4f-b7a3-111849b49daa req-78541b4d-7ac2-40c7-bb85-039c54e825ec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:31.554316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a021c4c5-4d25-4c4f-b7a3-111849b49daa req-78541b4d-7ac2-40c7-bb85-039c54e825ec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.2032590 Jan 28 13:27:31.578651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=b51f9483-9386-488c-9191-da4cd620cc2a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:31.581191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a0b6c05-8c8d-4ba8-be64-641ab77ddb35 req-9e61bc53-62fe-49ae-9fce-18abb681d89f tempest-ComputeTenantNetworksTest-1515774513 tempest-ComputeTenantNetworksTest-1515774513-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3756196 Jan 28 13:27:31.581923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1559c-1d39-480a-8df0-25748b9ff3d6 None None] Current status of the port b51f9483-9386-488c-9191-da4cd620cc2a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:31.908608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Allocated IP 172.20.0.8 (a9800ec0-0f2a-44b1-925e-e13d5035174f/f32f302b-b546-4573-a648-27c50b04d9e1/517e19ed-096e-45b3-97bf-3f8cf9bca515) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:31.922964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e044f248-82b2-4a2b-b04b-e20eee93f097 None None] Provisioning complete for port b51f9483-9386-488c-9191-da4cd620cc2a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:31.923521 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e044f248-82b2-4a2b-b04b-e20eee93f097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:31.933552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a021c4c5-4d25-4c4f-b7a3-111849b49daa req-8ca4b9c1-a41c-4b05-b78c-59c2ab56e998 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959154 Jan 28 13:27:32.076284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e044f248-82b2-4a2b-b04b-e20eee93f097 None None] Current status of the port b51f9483-9386-488c-9191-da4cd620cc2a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:32.108690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c188713-bafb-4b84-97bd-79a580616a4a req-d91aa325-2335-49de-84bc-d1d39b8b6975 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 210 time: 0.4074957 Jan 28 13:27:32.132792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-ed016502-9c2c-438f-ab8f-d56529956110 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:32.134645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-ed016502-9c2c-438f-ab8f-d56529956110 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.60 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.4895589 Jan 28 13:27:32.161046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks [] for router_gateway (dabac577-4b61-4190-a359-0df7bfeda71d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.234858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7dd71-243f-419c-96ed-239ec838b69d req-fd8ee7b3-9398-45a8-846c-272e0a6c2d0d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:32.238423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76f7dd71-243f-419c-96ed-239ec838b69d req-fd8ee7b3-9398-45a8-846c-272e0a6c2d0d tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 945 time: 0.1899917 Jan 28 13:27:32.278276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Deleting port 2c375824-ba03-4df2-a63a-9ea21ca9a8de {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:32.279807 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.428624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be06458-1f15-4774-9017-e6e12bb4be79 req-1c505e36-e2f8-478e-8d04-514d83dec382 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:32.430200 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6be06458-1f15-4774-9017-e6e12bb4be79 req-1c505e36-e2f8-478e-8d04-514d83dec382 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0962729 Jan 28 13:27:32.445770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76f7dd71-243f-419c-96ed-239ec838b69d req-f8f6c96f-df9a-4b35-b329-d645c25e44e8 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8ee3b4d-2ced-4599-8879-2919493bc4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917377 Jan 28 13:27:32.454698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] For port 2c375824-ba03-4df2-a63a-9ea21ca9a8de, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c375824-ba03-4df2-a63a-9ea21ca9a8de,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:32.456099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.554407 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6be06458-1f15-4774-9017-e6e12bb4be79 req-394d1023-33c9-4b50-97b7-cd0b75ad7c0b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131113 Jan 28 13:27:32.628759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks [] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.728336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd05c-0e9c-4636-9965-adfa8351b4b8 req-744af50d-cc95-4539-a9d6-ad6bbbcaa108 tempest-ComputeTenantNetworksTest-1515774513 tempest-ComputeTenantNetworksTest-1515774513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:32.730004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccddd05c-0e9c-4636-9965-adfa8351b4b8 req-744af50d-cc95-4539-a9d6-ad6bbbcaa108 tempest-ComputeTenantNetworksTest-1515774513 tempest-ComputeTenantNetworksTest-1515774513-project] 10.222.0.45 "GET /v2.0/networks/d48c2064-2182-4227-9b4d-6702cb5e4196 HTTP/1.1" status: 200 len: 769 time: 0.2120023 Jan 28 13:27:32.735933 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.736338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (c7a5c10c-c080-43c0-979f-6cf59d4cad0a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.736718 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Floating IP c7a5c10c-c080-43c0-979f-6cf59d4cad0a disassociated. External IP: 172.25.4.94, port: 2c375824-ba03-4df2-a63a-9ea21ca9a8de. Jan 28 13:27:32.737575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Calling delete_port for 2c375824-ba03-4df2-a63a-9ea21ca9a8de owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:32.745827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49192) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:32.766756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (dabac577-4b61-4190-a359-0df7bfeda71d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.893178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.917129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b51f9483-9386-488c-9191-da4cd620cc2a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:32.957903 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2c375824-ba03-4df2-a63a-9ea21ca9a8de), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:32.983094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b51f9483-9386-488c-9191-da4cd620cc2a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:32.984261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.008867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event deleted for resources: {'Port': ['ID=2c375824-ba03-4df2-a63a-9ea21ca9a8de,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:33.027149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d48c2064-2182-4227-9b4d-6702cb5e4196), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.053915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Network a9800ec0-0f2a-44b1-925e-e13d5035174f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:33.065626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:33.070455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:33.081867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:33.160490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b51f9483-9386-488c-9191-da4cd620cc2a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:33.226629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Router 366b96be-96c1-4017-9990-f2bff0afefe7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:33.262006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.262862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.299243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ba13f-9bdd-4de7-afb5-05169e78e222 req-f5aab567-7eca-40d5-b4b3-8e5e5b885855 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.301731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c5ba13f-9bdd-4de7-afb5-05169e78e222 req-f5aab567-7eca-40d5-b4b3-8e5e5b885855 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1210728 Jan 28 13:27:33.322063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d48c2064-2182-4227-9b4d-6702cb5e4196), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.329027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-4d211d74-494e-4375-8252-b3da29a23a60 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6107235 Jan 28 13:27:33.351733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Request body: {'port': {'device_id': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:33.393919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48c2064-2182-4227-9b4d-6702cb5e4196']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:33.429696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17de478a-5206-47db-81c8-97d754bea6dc') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:33.430043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17de478a-5206-47db-81c8-97d754bea6dc') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:33.433501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:33.444498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Router dabac577-4b61-4190-a359-0df7bfeda71d is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:27:33.448386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] Sync routers for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:33.468169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:33.468827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:33.474074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (17de478a-5206-47db-81c8-97d754bea6dc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.480891 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c5ba13f-9bdd-4de7-afb5-05169e78e222 req-c6679b3a-8ae1-41a3-aba5-81ee4b574ccc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577897 Jan 28 13:27:33.504350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] No DVR routers for this DVR port 2c375824-ba03-4df2-a63a-9ea21ca9a8de on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:33.509812 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.515624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d8c9c-b8b3-4aca-8147-3d8dfc67b69a req-3e99b7c8-bc5c-4f36-8d0a-5b23e2b16f88 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.519610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7c7c6007-49f4-4a19-9a09-04c840f327cb req-07c6b250-1e36-4ca9-b0ea-c8505498deb7 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.60 "DELETE /v2.0/ports/2c375824-ba03-4df2-a63a-9ea21ca9a8de HTTP/1.1" status: 204 len: 173 time: 1.3734322 Jan 28 13:27:33.520391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'name': 'network-vif-deleted', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:33.523651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b86d8c9c-b8b3-4aca-8147-3d8dfc67b69a req-3e99b7c8-bc5c-4f36-8d0a-5b23e2b16f88 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 931 time: 0.2678504 Jan 28 13:27:33.536596 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898cd76b-b856-4fe0-9eb2-9d701c789dfe" -d '{"events": [{"server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "name": "network-vif-deleted", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:33.638265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (17de478a-5206-47db-81c8-97d754bea6dc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.669716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.712999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:33.713410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (17de478a-5206-47db-81c8-97d754bea6dc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:33.716183 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:33.757739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fddc8290-8da1-49d0-b166-55a4d9e82c12 req-31b2b4db-616e-47b6-b96d-54fa4a0e1a0e tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/ports?device_id=99cf3d13-cf21-479a-b333-f8201ee8796d HTTP/1.1" status: 200 len: 210 time: 0.0454690 Jan 28 13:27:33.764681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:33.801365 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87cd587-fcfa-4cbf-ac12-23445dce6051 x-openstack-request-id: req-d87cd587-fcfa-4cbf-ac12-23445dce6051 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:33.801666 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cf3d13-cf21-479a-b333-f8201ee8796d", "name": "network-vif-deleted", "tag": "2c375824-ba03-4df2-a63a-9ea21ca9a8de", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:33.802070 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d87cd587-fcfa-4cbf-ac12-23445dce6051 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:33.802471 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cf3d13-cf21-479a-b333-f8201ee8796d', 'name': 'network-vif-deleted', 'tag': '2c375824-ba03-4df2-a63a-9ea21ca9a8de', 'status': 'completed', 'code': 200} Jan 28 13:27:33.924418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fd6ab-5a39-4567-89db-bc51c3f2cac0 req-89a1e67c-de44-4206-b9d1-e52b91d5d36c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:33.933065 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af9fd6ab-5a39-4567-89db-bc51c3f2cac0 req-89a1e67c-de44-4206-b9d1-e52b91d5d36c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0740221 Jan 28 13:27:33.970138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b86d8c9c-b8b3-4aca-8147-3d8dfc67b69a req-320c4ddf-4d3d-45d6-967e-5d52a6358dfc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173269 Jan 28 13:27:33.985907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d48c2064-2182-4227-9b4d-6702cb5e4196), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:33.999513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.002795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d48c2064-2182-4227-9b4d-6702cb5e4196 HTTP/1.1" status: 204 len: 168 time: 1.2556217 Jan 28 13:27:34.010851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:34.021042 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Sync routers for ids ['dabac577-4b61-4190-a359-0df7bfeda71d'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:34.039022 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Routers {'dabac577-4b61-4190-a359-0df7bfeda71d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:34.039672 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['dabac577-4b61-4190-a359-0df7bfeda71d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:34.047972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af9fd6ab-5a39-4567-89db-bc51c3f2cac0 req-8e8e5c6c-664d-4803-8314-4063be106636 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133940 Jan 28 13:27:34.058246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f725793-510e-43d4-9bb2-047c05acbdc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48c2064-2182-4227-9b4d-6702cb5e4196,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:34.102674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:02Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:34.134104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] Checking router: 366b96be-96c1-4017-9990-f2bff0afefe7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:34.145600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:34.146070 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.146257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:34.147376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0c2f339f-8b3d-4ee0-ba32-3e2895bd409b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0881217 Jan 28 13:27:34.151331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49210) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:34.294254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49212) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:34.344936 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Set router dabac577-4b61-4190-a359-0df7bfeda71d gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:34.387840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:34.438010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-06bc7a8b-2c55-4025-9b47-c4fd4469c5b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4e86ec908014654979481a830e2d78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423349 Jan 28 13:27:34.442355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49214) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:34.638725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61a22bf1-3f1b-4e26-b2dd-89bd8359ef0e admin admin] Publish callbacks [] for security_group (3c855fde-7ae3-4c58-9466-46fe1ca9fb95), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.735707 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:27:31Z', 'revision_number': 3, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port': {'id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:30Z', 'updated_at': '2022-01-28T13:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:34.767629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517e19ed-096e-45b3-97bf-3f8cf9bca515 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:34.799202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61a22bf1-3f1b-4e26-b2dd-89bd8359ef0e admin admin] Publish callbacks [] for security_group (3c855fde-7ae3-4c58-9466-46fe1ca9fb95), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.803036 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Publish callbacks [] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.811536 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Checking router: dabac577-4b61-4190-a359-0df7bfeda71d for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:34.813795 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Updating router dabac577-4b61-4190-a359-0df7bfeda71d port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:34.886362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-084df70d-5c6f-45bf-8302-8fb813bedd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.914985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3fc5f-049a-4fd1-8019-284a67b109e2 req-8bb6397b-99cb-496c-a170-95628294007c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:34.917331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:02Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:34.920883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38a3fc5f-049a-4fd1-8019-284a67b109e2 req-8bb6397b-99cb-496c-a170-95628294007c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.3135216 Jan 28 13:27:34.921472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49226) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:34.924965 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.930845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Transition to ACTIVE for port object 517e19ed-096e-45b3-97bf-3f8cf9bca515 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:34.981021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:34.991230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442013fd-fbe8-46f9-a9b5-9b672dc44b23 None None] The sync data for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 is: [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:23:56Z', 'revision_number': 4, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'bc9b2d77-a166-4afb-8a53-88d44a8dc76f', 'name': '', 'network_id': '7d336c0c-a270-4c9b-92df-62153b26b83a', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'mac_address': 'fa:16:3e:3c:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:55Z', 'updated_at': '2022-01-28T13:24:02Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'subnets': [{'id': 'd54bd94b-4efd-449e-b0ef-03af0752716e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:35.008086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.145375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38a3fc5f-049a-4fd1-8019-284a67b109e2 req-42512af9-ee8e-4c51-92f3-a766e8c27695 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023563 Jan 28 13:27:35.160514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61a22bf1-3f1b-4e26-b2dd-89bd8359ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3c855fde-7ae3-4c58-9466-46fe1ca9fb95), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.163133 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61a22bf1-3f1b-4e26-b2dd-89bd8359ef0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.167298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-61a22bf1-3f1b-4e26-b2dd-89bd8359ef0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c855fde-7ae3-4c58-9466-46fe1ca9fb95 HTTP/1.1" status: 204 len: 168 time: 0.7208700 Jan 28 13:27:35.178349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:35.191100 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c60657-9910-44a1-825b-6fbd27a8d995 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group (f8ee3b4d-2ced-4599-8879-2919493bc4f9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.197370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a22bf1-3f1b-4e26-b2dd-89bd8359ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c855fde-7ae3-4c58-9466-46fe1ca9fb95,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:35.303503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c60657-9910-44a1-825b-6fbd27a8d995 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group (f8ee3b4d-2ced-4599-8879-2919493bc4f9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.415214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca4da9-7c11-41a1-9c22-05fbed24b34f req-e3259d8d-846c-4df1-b9bf-b5c790dce5ec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.423928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1aca4da9-7c11-41a1-9c22-05fbed24b34f req-e3259d8d-846c-4df1-b9bf-b5c790dce5ec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.1922059 Jan 28 13:27:35.496096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Attempting to bind port 517e19ed-096e-45b3-97bf-3f8cf9bca515 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:35.496096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Attempting to bind port 517e19ed-096e-45b3-97bf-3f8cf9bca515 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:35.496096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Attempting to bind port 517e19ed-096e-45b3-97bf-3f8cf9bca515 on network a9800ec0-0f2a-44b1-925e-e13d5035174f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:35.506281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Port 517e19ed-096e-45b3-97bf-3f8cf9bca515 on network a9800ec0-0f2a-44b1-925e-e13d5035174f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:35.506710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Attempting to bind port 517e19ed-096e-45b3-97bf-3f8cf9bca515 on network a9800ec0-0f2a-44b1-925e-e13d5035174f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:35.516593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64844e-d15c-4cf3-aef5-6302157bd74c req-8d742fbe-dd38-4d57-9a3a-23d2134fc3c0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:35.525643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c64844e-d15c-4cf3-aef5-6302157bd74c req-8d742fbe-dd38-4d57-9a3a-23d2134fc3c0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1912856 Jan 28 13:27:35.586636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:35.587215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Checking segment: {'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:35.592150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Bound using segment: {'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:35.593653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Bound port: 517e19ed-096e-45b3-97bf-3f8cf9bca515, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:35.594401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.597011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2c375824-ba03-4df2-a63a-9ea21ca9a8de no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:35.598217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1aca4da9-7c11-41a1-9c22-05fbed24b34f req-ccf33ba1-1c30-4856-adc1-94984abd6c82 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731393 Jan 28 13:27:35.613644 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c60657-9910-44a1-825b-6fbd27a8d995 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f8ee3b4d-2ced-4599-8879-2919493bc4f9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.616414 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c60657-9910-44a1-825b-6fbd27a8d995 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.618051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c9c60657-9910-44a1-825b-6fbd27a8d995 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "DELETE /v2.0/security-groups/f8ee3b4d-2ced-4599-8879-2919493bc4f9 HTTP/1.1" status: 204 len: 168 time: 0.6857414 Jan 28 13:27:35.624173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49234) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:35.658194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 2c375824-ba03-4df2-a63a-9ea21ca9a8de {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:35.661103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2c375824-ba03-4df2-a63a-9ea21ca9a8de not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:35.664951 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Publish callbacks [] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.667312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39071f9d-fde4-49c0-88d7-e0696ed32fe9 None None] New status for floating IP c7a5c10c-c080-43c0-979f-6cf59d4cad0a: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:27:35.673800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c60657-9910-44a1-825b-6fbd27a8d995 tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee3b4d-2ced-4599-8879-2919493bc4f9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:35.676471 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.703397 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-fbe04d30-b04b-414c-af3f-ef28435633ed tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] show failed (client error): The resource could not be found. Jan 28 13:27:35.704365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fbe04d30-b04b-414c-af3f-ef28435633ed tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "GET /v2.0/security-groups/f8ee3b4d-2ced-4599-8879-2919493bc4f9 HTTP/1.1" status: 404 len: 347 time: 0.0781009 Jan 28 13:27:35.712803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49238) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:35.781990 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Attempting to bind port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:35.782373 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Attempting to bind port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:35.782742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Attempting to bind port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:35.809247 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:35.809660 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:35.810056 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.810464 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:35.810966 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Bound port: 5c18be3a-96e7-43e2-ad0d-d34a6ada200c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:35.812365 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.816610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Allocated IP 172.20.0.1 (8c02fd90-6d2a-4496-98cd-517e1b823011/6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a/43b1d844-9880-4540-9415-8095652c0b1e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:35.853607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c64844e-d15c-4cf3-aef5-6302157bd74c req-d56fc7fb-d059-4ddf-8ed5-3b98be3d608a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275306 Jan 28 13:27:35.872521 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d11fd0-e08f-49b2-b14b-3c746b88dae7 None None] Pushing event updated for resources: {'Port': ['ID=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:35.936609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:35.948709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:35.957290 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] For port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:35.959664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:35.960524 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] For port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:35.973432 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.042380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.047851 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.050284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] 10.222.0.36 "PUT /v2.0/ports/517e19ed-096e-45b3-97bf-3f8cf9bca515 HTTP/1.1" status: 200 len: 1091 time: 2.7084718 Jan 28 13:27:36.050952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:36.054174 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55" -d '{"events": [{"name": "network-changed", "server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:36.145883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d11fd0-e08f-49b2-b14b-3c746b88dae7 None None] Pushing event updated for resources: {'Port': ['ID=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:36.148565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2575b-9e0b-4f87-a461-9720d6a469dd service neutron] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:36.159536 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Routers {'dabac577-4b61-4190-a359-0df7bfeda71d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:36.161217 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['dabac577-4b61-4190-a359-0df7bfeda71d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:36.167994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Deleting port 9fa84659-2646-4d13-aadc-42caef384f38 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:36.168557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9fa84659-2646-4d13-aadc-42caef384f38), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.202058 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b526ca6-63e9-462b-b806-290c68ee2463 x-openstack-request-id: req-3b526ca6-63e9-462b-b806-290c68ee2463 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:36.202694 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:36.207866 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b526ca6-63e9-462b-b806-290c68ee2463 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:36.209467 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'status': 'completed', 'code': 200} Jan 28 13:27:36.244288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks [] for port (43b1d844-9880-4540-9415-8095652c0b1e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.249350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-396a1936-3e65-4b9a-99ca-45ad1dea7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.250976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-396a1936-3e65-4b9a-99ca-45ad1dea7e49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 1094 time: 0.1359057 Jan 28 13:27:36.319735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-03f326c8-857c-45db-9715-408bf5a897f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515 HTTP/1.1" status: 200 len: 217 time: 0.0545964 Jan 28 13:27:36.341322 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9fa84659-2646-4d13-aadc-42caef384f38), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.341663 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for floatingip (9fa84659-2646-4d13-aadc-42caef384f38), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.360481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Calling delete_port for 9fa84659-2646-4d13-aadc-42caef384f38 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:36.364623 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (43b1d844-9880-4540-9415-8095652c0b1e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.403435 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] Set router dabac577-4b61-4190-a359-0df7bfeda71d gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:36.436738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-b02a4411-1425-4f96-acb0-c20369b660e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.438246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-b02a4411-1425-4f96-acb0-c20369b660e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 200 len: 854 time: 0.1093204 Jan 28 13:27:36.462784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:36.488594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:36.516923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:36.521876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-e9dfa165-f8ad-4fd6-a5ac-bd7a2466d3d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9800ec0-0f2a-44b1-925e-e13d5035174f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735869 Jan 28 13:27:36.528861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Pushing event updated for resources: {'Port': ['ID=43b1d844-9880-4540-9415-8095652c0b1e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:36.678111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bcc4c-8cff-4f6b-8418-d10508290301 req-8224c44f-86d5-4b91-a487-f4a50bff4444 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.694853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c7bcc4c-8cff-4f6b-8418-d10508290301 req-8224c44f-86d5-4b91-a487-f4a50bff4444 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.2391696 Jan 28 13:27:36.719830 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:27:31Z', 'revision_number': 3, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port': {'id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:30Z', 'updated_at': '2022-01-28T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:36.774696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-0403d652-bc5e-46a1-8899-b30f334c2685 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432556 Jan 28 13:27:36.784675 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (dabac577-4b61-4190-a359-0df7bfeda71d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.809072 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab82661-7ee3-47c3-9083-6915ebd8165e None None] The sync data for ids ['dabac577-4b61-4190-a359-0df7bfeda71d'] in n-d-822748-2 is: [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:27:31Z', 'revision_number': 3, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port': {'id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:30Z', 'updated_at': '2022-01-28T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:36.872000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7a06d085-b49b-4f7d-b878-b02ae95b7087 None None] Provisioning complete for port 43b1d844-9880-4540-9415-8095652c0b1e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:36.875230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7a06d085-b49b-4f7d-b878-b02ae95b7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (43b1d844-9880-4540-9415-8095652c0b1e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:36.918056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c7bcc4c-8cff-4f6b-8418-d10508290301 req-ee769a1e-2ffe-4488-b534-185214abcc93 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215331 Jan 28 13:27:36.984888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79754879-349d-4062-aaf4-11f044df200c req-234fc205-e4b9-4701-8cae-b67cc97df27c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:36.996689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79754879-349d-4062-aaf4-11f044df200c req-234fc205-e4b9-4701-8cae-b67cc97df27c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.2155502 Jan 28 13:27:37.022959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7a06d085-b49b-4f7d-b878-b02ae95b7087 None None] Port 43b1d844-9880-4540-9415-8095652c0b1e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:37.068807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13036727-e6ed-4dac-bf40-c2a4a0d4ef72 req-7dcdc0d4-3a5c-43ad-b206-f5cdccb900f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799795 Jan 28 13:27:37.139207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79754879-349d-4062-aaf4-11f044df200c req-7b113b6d-2f26-4f6e-a13b-5c72a3ba4130 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414800 Jan 28 13:27:37.276054 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9fa84659-2646-4d13-aadc-42caef384f38), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.287958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-7e0d5985-04a6-458b-92f4-0460e5006ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.290734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-7e0d5985-04a6-458b-92f4-0460e5006ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 1094 time: 0.1373706 Jan 28 13:27:37.292368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e99c6e42-0453-4078-b69b-580468c7973d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.322659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49272) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:37.327960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e946c28-988c-48c7-b57f-08c8bb449d1a req-06bcd749-b5b6-4e2f-a0e3-112e923ee06d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.338054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e946c28-988c-48c7-b57f-08c8bb449d1a req-06bcd749-b5b6-4e2f-a0e3-112e923ee06d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.2804995 Jan 28 13:27:37.445540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Pushing event deleted for resources: {'Port': ['ID=9fa84659-2646-4d13-aadc-42caef384f38,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:37.498905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-a06c57b1-6739-4897-89ed-b6c5cfb089ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.500453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-a06c57b1-6739-4897-89ed-b6c5cfb089ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 915 time: 0.2013736 Jan 28 13:27:37.544442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (43b1d844-9880-4540-9415-8095652c0b1e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.559266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-381c3f7a-c42f-4574-82af-dba4082d3860 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515 HTTP/1.1" status: 200 len: 217 time: 0.0488262 Jan 28 13:27:37.566703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-227798162-network', 'tenant_id': '3dd7e017936e473f933da737b0342f59'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:37.588895 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e946c28-988c-48c7-b57f-08c8bb449d1a req-f5ddcf45-47bc-4718-9161-2650d2fac8ee tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456224 Jan 28 13:27:37.590059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks [] for floatingip (c7a5c10c-c080-43c0-979f-6cf59d4cad0a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.599630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.601789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-555a7e64-2982-43a5-8f72-4e31ddc7fb9b tempest-ServersTestJSON-1931538730 tempest-ServersTestJSON-1931538730-project] 10.222.0.45 "DELETE /v2.0/floatingips/c7a5c10c-c080-43c0-979f-6cf59d4cad0a HTTP/1.1" status: 204 len: 168 time: 1.8882120 Jan 28 13:27:37.607446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49276) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:37.664358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-acb2e75d-838d-4598-9325-4eea53601b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:37.666478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-acb2e75d-838d-4598-9325-4eea53601b35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 200 len: 854 time: 0.0875185 Jan 28 13:27:37.671951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Made reservation on behalf of 3dd7e017936e473f933da737b0342f59 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:37.677967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.698560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.754977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-0beeadfa-e5e0-45af-ae6f-1d8782d9e500 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9800ec0-0f2a-44b1-925e-e13d5035174f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647228 Jan 28 13:27:37.897470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-4bad1d42-fb99-4d71-9dcd-921e0b6e6e01 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350770 Jan 28 13:27:37.963388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks [] for port (43b1d844-9880-4540-9415-8095652c0b1e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:37.999323 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (43b1d844-9880-4540-9415-8095652c0b1e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.000838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks [] for security_group (897cc720-ed73-4540-b881-9ac6021b7f79), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.007341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (897cc720-ed73-4540-b881-9ac6021b7f79), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.048818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897cc720-ed73-4540-b881-9ac6021b7f79,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:38.075277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:38.090913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23e0f06d-04b0-4cea-98c2-bc6e9c2bec55 req-26414029-5d3b-4a4e-a6f3-9f66f8ab320e service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875255 Jan 28 13:27:38.096939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (30d4d8f2-fce2-4884-9b21-a9c47f73a901), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.097564 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Added segment 30d4d8f2-fce2-4884-9b21-a9c47f73a901 of type vlan for network 764b5b91-42d5-4030-8d60-84bc13365fab Jan 28 13:27:38.547270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (764b5b91-42d5-4030-8d60-84bc13365fab), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.550030 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.570576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba350b-fc30-4b3d-bb39-0c97db042485 req-b3240196-df1a-4812-9cfb-fbe22786f35b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:38.572167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ceba350b-fc30-4b3d-bb39-0c97db042485 req-b3240196-df1a-4812-9cfb-fbe22786f35b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.4782505 Jan 28 13:27:38.588692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (dabac577-4b61-4190-a359-0df7bfeda71d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.600532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (764b5b91-42d5-4030-8d60-84bc13365fab), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.601475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:38.602065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.688554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3607852 Jan 28 13:27:38.689079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Pushing event updated for resources: {'Port': ['ID=43b1d844-9880-4540-9415-8095652c0b1e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:38.690037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49288) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:38.697436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Request body: {'subnet': {'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-227798162-subnet', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:38.718284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408ca45-2087-4a45-8b6c-7bd9d26c042b admin admin] Pushing event updated for resources: {'Network': ['ID=764b5b91-42d5-4030-8d60-84bc13365fab,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:38.743214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ceba350b-fc30-4b3d-bb39-0c97db042485 req-c8732dea-0a68-4049-b81c-84523758d0c7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547449 Jan 28 13:27:38.754413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Made reservation on behalf of 3dd7e017936e473f933da737b0342f59 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:38.757230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 764b5b91-42d5-4030-8d60-84bc13365fab details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:38.758921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:38.826961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b947-126b-4bb3-ba0e-c6097ca294e7 req-48172cdd-0f3d-4ad9-9099-5d9c0805f853 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:38.828559 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b4a6b947-126b-4bb3-ba0e-c6097ca294e7 req-48172cdd-0f3d-4ad9-9099-5d9c0805f853 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.2553487 Jan 28 13:27:39.033006 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b4a6b947-126b-4bb3-ba0e-c6097ca294e7 req-b37785fa-5f56-41f5-9193-f0dd52dbf2f2 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749465 Jan 28 13:27:39.049784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:39.058322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:39.077744 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a29a6744-56ab-48f2-8913-c9e5633ae2a9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.194011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c18be3a-96e7-43e2-ad0d-d34a6ada200c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:39.239525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29a6744-56ab-48f2-8913-c9e5633ae2a9,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:39.256492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124331f4-9db2-4964-96aa-80760a228eb1 req-cb34f0ea-5b76-40a1-afcf-eb663cdc5d43 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.258206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-124331f4-9db2-4964-96aa-80760a228eb1 req-cb34f0ea-5b76-40a1-afcf-eb663cdc5d43 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1923771 Jan 28 13:27:39.259324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Checking segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:39.259798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Network hostable DHCP agents. Network: 764b5b91-42d5-4030-8d60-84bc13365fab, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:39.307082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Network 764b5b91-42d5-4030-8d60-84bc13365fab is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:39.334500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 764b5b91-42d5-4030-8d60-84bc13365fab) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:39.342382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-124331f4-9db2-4964-96aa-80760a228eb1 req-e07a9cab-1310-41b2-a15f-38ef3cc8880e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745196 Jan 28 13:27:39.346383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:39.347928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.351032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:39.352278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.359424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Router dabac577-4b61-4190-a359-0df7bfeda71d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:39.359590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ce01d-38a0-4c88-b5cd-7c93041e9178 None None] Network 764b5b91-42d5-4030-8d60-84bc13365fab requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:39.384597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-37f68aa7-a2fa-4d23-88c0-5116957d113d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6819382 Jan 28 13:27:39.384597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49292) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:39.404812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:39.458035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (750c6eef-31cf-4c7a-9ce4-53dfa3905484), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.466066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (750c6eef-31cf-4c7a-9ce4-53dfa3905484), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.567063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-764b5b91-42d5-4030-8d60-84bc13365fab', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'project_id': '3dd7e017936e473f933da737b0342f59', 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:27:39.568258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.600076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks [] for router_controller (750c6eef-31cf-4c7a-9ce4-53dfa3905484), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.653702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:39.671722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-94cb5702-3d06-4e31-8d6b-52cf55be28b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/dabac577-4b61-4190-a359-0df7bfeda71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4927270 Jan 28 13:27:39.685201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (366b96be-96c1-4017-9990-f2bff0afefe7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:39.690975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:39.809066 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Sync routers for ids ['dabac577-4b61-4190-a359-0df7bfeda71d'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:39.836864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Routers {'dabac577-4b61-4190-a359-0df7bfeda71d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:39.838362 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['dabac577-4b61-4190-a359-0df7bfeda71d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:39.858506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:39.964991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f', 'port_id': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'mac_address': 'fa:16:3e:98:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f302b-b546-4573-a648-27c50b04d9e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:40.021362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks [] for router_gateway (750c6eef-31cf-4c7a-9ce4-53dfa3905484), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.052442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:40.052906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.111463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ecf62f20-b106-4bbe-9d98-ab71e30068b8 None None] Provisioning complete for port 43b1d844-9880-4540-9415-8095652c0b1e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:40.111970 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ecf62f20-b106-4bbe-9d98-ab71e30068b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (43b1d844-9880-4540-9415-8095652c0b1e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.120861 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Set router dabac577-4b61-4190-a359-0df7bfeda71d gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:40.141365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb39e4-e532-47fa-8398-fa3942ce1cab req-70f8ef90-80ae-4876-bb9c-3e288af5a381 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.151202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4fb39e4-e532-47fa-8398-fa3942ce1cab req-70f8ef90-80ae-4876-bb9c-3e288af5a381 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.2482703 Jan 28 13:27:40.225935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:40.241201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.247547 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4fb39e4-e532-47fa-8398-fa3942ce1cab req-f9d2f777-de86-43a2-a582-9f8db6ad4372 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953257 Jan 28 13:27:40.257593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:40.257988 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.263582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Allocated IP 172.20.0.2 (764b5b91-42d5-4030-8d60-84bc13365fab/a29a6744-56ab-48f2-8913-c9e5633ae2a9/a6234d7e-af9e-4525-a78a-21953de6bfe4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:40.285334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-3194edb6-ed79-4905-b650-a9cd5a1ffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.290419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-3194edb6-ed79-4905-b650-a9cd5a1ffc17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 1096 time: 0.3801477 Jan 28 13:27:40.298680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ecf62f20-b106-4bbe-9d98-ab71e30068b8 None None] Port 43b1d844-9880-4540-9415-8095652c0b1e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:40.322525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517e19ed-096e-45b3-97bf-3f8cf9bca515 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:40.346154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58b4c7-42b2-417f-a51b-a17919a21e34 req-faef66bf-f905-45bc-882f-bafa76c24b16 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.358339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd58b4c7-42b2-417f-a51b-a17919a21e34 req-faef66bf-f905-45bc-882f-bafa76c24b16 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.3222811 Jan 28 13:27:40.403580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:40.409514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:40.428271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.446919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.446919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.446919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.447352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.447888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.448261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.448596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.448927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.449256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.449583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.450052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.450381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.450705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:27:40.502667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd58b4c7-42b2-417f-a51b-a17919a21e34 req-16057843-b273-490b-81c2-17726bd29be9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414278 Jan 28 13:27:40.531720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.549008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-1b78aa16-263d-4e78-9a22-c3078273aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.559848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-1b78aa16-263d-4e78-9a22-c3078273aa62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 916 time: 0.2555032 Jan 28 13:27:40.577139 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:27:37Z', 'revision_number': 4, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port': {'id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:30Z', 'updated_at': '2022-01-28T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '43b1d844-9880-4540-9415-8095652c0b1e', 'name': '', 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'mac_address': 'fa:16:3e:1f:a7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:35Z', 'updated_at': '2022-01-28T13:27:37Z', 'revision_number': 2, 'project_id': 'c229ec36de77446084af622110eb3709', 'subnets': [{'id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:40.605473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:40.656189 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Checking router: dabac577-4b61-4190-a359-0df7bfeda71d for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:40.660043 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Updating router dabac577-4b61-4190-a359-0df7bfeda71d port 43b1d844-9880-4540-9415-8095652c0b1e binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:40.697879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Publish callbacks [] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.698834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09174-21d8-4582-a409-b96fe825c018 req-fb00a42e-3e1a-4d65-902d-971527af777b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.705231 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.707526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3bd09174-21d8-4582-a409-b96fe825c018 req-fb00a42e-3e1a-4d65-902d-971527af777b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 944 time: 0.1355846 Jan 28 13:27:40.735211 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (43b1d844-9880-4540-9415-8095652c0b1e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.755901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-7b7f69a4-bcf6-446c-b118-f2df3a78aeba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e86ac0da-65de-4eaa-9716-782cd364b727 HTTP/1.1" status: 200 len: 217 time: 0.1802993 Jan 28 13:27:40.759705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['517e19ed-096e-45b3-97bf-3f8cf9bca515'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:40.778869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Network 764b5b91-42d5-4030-8d60-84bc13365fab is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:40.787395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:40.842342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:40.855125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49324) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:40.864320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-network', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:40.899213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-39939827-c3b9-462c-afba-2e06e5ebaf06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155360 Jan 28 13:27:40.909018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3bd09174-21d8-4582-a409-b96fe825c018 req-bcdb40c3-7f13-44f8-bbc2-8f5fedaf80c3 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936488 Jan 28 13:27:40.927315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks [] for router_gateway (750c6eef-31cf-4c7a-9ce4-53dfa3905484), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.936371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Made reservation on behalf of 1c65c2a8c912405586e471e3920b09f1 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:40.937223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-acb1496a-a094-4a56-a73e-524af20858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:40.939006 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-acb1496a-a094-4a56-a73e-524af20858c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.1593640 Jan 28 13:27:40.939618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:40.996721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c18be3a-96e7-43e2-ad0d-d34a6ada200c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:41.012905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.019756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.058010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Deleting port bc9b2d77-a166-4afb-8a53-88d44a8dc76f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:41.058277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.065097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Pushing event updated for resources: {'Port': ['ID=a6234d7e-af9e-4525-a78a-21953de6bfe4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:41.153125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-806fde67-1244-4528-96c7-65550861061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.154793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-806fde67-1244-4528-96c7-65550861061c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1100 time: 0.1688824 Jan 28 13:27:41.177383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Attempting to bind port a6234d7e-af9e-4525-a78a-21953de6bfe4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:41.177759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Attempting to bind port a6234d7e-af9e-4525-a78a-21953de6bfe4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:41.178123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Attempting to bind port a6234d7e-af9e-4525-a78a-21953de6bfe4 on network 764b5b91-42d5-4030-8d60-84bc13365fab {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:41.198157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:41.198952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Checking segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:41.198952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.199349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Bound using segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:41.199832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Bound port: a6234d7e-af9e-4525-a78a-21953de6bfe4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:41.200852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.244976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-fefd4b95-ada9-4948-8685-c05f088a796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.246795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:41.247106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.248254 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Publish callbacks [] for port (43b1d844-9880-4540-9415-8095652c0b1e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.253413 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-fefd4b95-ada9-4948-8685-c05f088a796d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2826087 Jan 28 13:27:41.258493 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (43b1d844-9880-4540-9415-8095652c0b1e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.280353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-aaac2de4-1800-4939-b22a-ae7b19b057d0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:41.281566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-aaac2de4-1800-4939-b22a-ae7b19b057d0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153458 Jan 28 13:27:41.327092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Allocated IP 172.25.4.212 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:41.383463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] For port a6234d7e-af9e-4525-a78a-21953de6bfe4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:41.406039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] For port a6234d7e-af9e-4525-a78a-21953de6bfe4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a6234d7e-af9e-4525-a78a-21953de6bfe4,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:41.425214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.441037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks [] for security_group (93f012b0-167d-493a-82b8-46db45def522), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.446684 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb8c9-70a1-4468-832e-0e0577c2ebfd None None] Pushing event updated for resources: {'Port': ['ID=43b1d844-9880-4540-9415-8095652c0b1e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:41.466558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] For port bc9b2d77-a166-4afb-8a53-88d44a8dc76f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:41.467486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.481747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (93f012b0-167d-493a-82b8-46db45def522), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.546661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Calling delete_port for bc9b2d77-a166-4afb-8a53-88d44a8dc76f owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:41.609767 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Attempting to bind port 43b1d844-9880-4540-9415-8095652c0b1e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:41.610077 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Attempting to bind port 43b1d844-9880-4540-9415-8095652c0b1e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:41.614987 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Attempting to bind port 43b1d844-9880-4540-9415-8095652c0b1e on network 8c02fd90-6d2a-4496-98cd-517e1b823011 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:41.632259 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:41.632646 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Checking segment: {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:41.633060 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.633533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Bound using segment: {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:41.634026 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Bound port: 43b1d844-9880-4540-9415-8095652c0b1e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:41.634461 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (43b1d844-9880-4540-9415-8095652c0b1e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.648846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:27:41.661965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9f8b523a-9415-4be7-abc6-270daa56d9c0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.662860 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Added segment 9f8b523a-9415-4be7-abc6-270daa56d9c0 of type vlan for network 0677796e-2a98-4323-9075-d7cec718032c Jan 28 13:27:41.732094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (0677796e-2a98-4323-9075-d7cec718032c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.777831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-c2e6d98f-559e-40a0-b3f9-45c052be1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.779501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-c2e6d98f-559e-40a0-b3f9-45c052be1fd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.5940156 Jan 28 13:27:41.822847 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] For port 43b1d844-9880-4540-9415-8095652c0b1e, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:41.826945 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] For port 43b1d844-9880-4540-9415-8095652c0b1e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=43b1d844-9880-4540-9415-8095652c0b1e,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:41.840814 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (43b1d844-9880-4540-9415-8095652c0b1e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.873464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks [] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.878326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-311e4a03-4cb5-43c6-a82c-9d40b09a6bcf None None] Provisioning complete for port 43b1d844-9880-4540-9415-8095652c0b1e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:41.878894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-311e4a03-4cb5-43c6-a82c-9d40b09a6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (43b1d844-9880-4540-9415-8095652c0b1e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.883159 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.897140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:41.898086 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Routers {'dabac577-4b61-4190-a359-0df7bfeda71d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:41.899765 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['dabac577-4b61-4190-a359-0df7bfeda71d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:41.949518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a8ab4-1c85-4a27-b43e-80ac5a5c476d None None] Pushing event updated for resources: {'Port': ['ID=a6234d7e-af9e-4525-a78a-21953de6bfe4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:41.954878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f012b0-167d-493a-82b8-46db45def522,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:41.985677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (0677796e-2a98-4323-9075-d7cec718032c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:41.986929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:41.987656 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.079421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.151390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-311e4a03-4cb5-43c6-a82c-9d40b09a6bcf None None] Current status of the port 43b1d844-9880-4540-9415-8095652c0b1e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:42.151793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-311e4a03-4cb5-43c6-a82c-9d40b09a6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (43b1d844-9880-4540-9415-8095652c0b1e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.178929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] Pushing event updated for resources: {'Network': ['ID=0677796e-2a98-4323-9075-d7cec718032c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:42.182556 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] Set router dabac577-4b61-4190-a359-0df7bfeda71d gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:42.187190 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb8c9-70a1-4468-832e-0e0577c2ebfd None None] Pushing event updated for resources: {'Port': ['ID=43b1d844-9880-4540-9415-8095652c0b1e,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:42.197037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f613a-4ccd-4223-b8aa-0c709bcf619f req-6c52b30f-1380-4799-9691-8aef5596aa50 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.198610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-128f613a-4ccd-4223-b8aa-0c709bcf619f req-6c52b30f-1380-4799-9691-8aef5596aa50 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.8341427 Jan 28 13:27:42.207664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 0677796e-2a98-4323-9075-d7cec718032c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:27:42.216615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2a79816c-cf32-4a5f-8d58-5fef8fefb734 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3590407 Jan 28 13:27:42.224621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-311e4a03-4cb5-43c6-a82c-9d40b09a6bcf None None] For port 43b1d844-9880-4540-9415-8095652c0b1e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=43b1d844-9880-4540-9415-8095652c0b1e,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:42.227044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49336) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:42.244318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Request body: {'subnet': {'network_id': '0677796e-2a98-4323-9075-d7cec718032c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-subnet', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:42.289268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-1afd78dd-efbc-405c-8b1a-7e7d558f3412 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.3368328 Jan 28 13:27:42.300682 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bc9b2d77-a166-4afb-8a53-88d44a8dc76f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.364427 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-d1555584-2004-47b8-9774-a58cd3d6e7db service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0669332 Jan 28 13:27:42.370694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9b2d77-a166-4afb-8a53-88d44a8dc76f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:42.387483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-6a90677e-a15e-4a93-ac05-5c96f4cd7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.389439 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-6a90677e-a15e-4a93-ac05-5c96f4cd7545 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0702381 Jan 28 13:27:42.410950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32952e9-4e52-4e58-a881-87709bc634b2 req-b7029742-8532-4a51-a14c-3b29c7acba65 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.412774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c32952e9-4e52-4e58-a881-87709bc634b2 req-b7029742-8532-4a51-a14c-3b29c7acba65 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.6366143 Jan 28 13:27:42.422159 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-311e4a03-4cb5-43c6-a82c-9d40b09a6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (43b1d844-9880-4540-9415-8095652c0b1e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.462381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:42.509745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Made reservation on behalf of 1c65c2a8c912405586e471e3920b09f1 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:42.512260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.514385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:42.530392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:42.551225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Pushing event updated for resources: {'Port': ['ID=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:42.583865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e4a03-4cb5-43c6-a82c-9d40b09a6bcf None None] Pushing event updated for resources: {'Port': ['ID=43b1d844-9880-4540-9415-8095652c0b1e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:42.625901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c0f9cc94-f750-4f7e-be58-bbe9f732b5e5 None None] Provisioning complete for port 43b1d844-9880-4540-9415-8095652c0b1e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:42.626381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cc94-f750-4f7e-be58-bbe9f732b5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (43b1d844-9880-4540-9415-8095652c0b1e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.647003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-128f613a-4ccd-4223-b8aa-0c709bcf619f req-3e543d0b-6190-4f73-b7d3-53377e280f78 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291239 Jan 28 13:27:42.706194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-0f873fff-ec05-4610-8f0c-61150b7fa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:42.710900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-0f873fff-ec05-4610-8f0c-61150b7fa7b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2931230 Jan 28 13:27:42.745652 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:27:37Z', 'revision_number': 4, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port': {'id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:30Z', 'updated_at': '2022-01-28T13:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '43b1d844-9880-4540-9415-8095652c0b1e', 'name': '', 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'mac_address': 'fa:16:3e:1f:a7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:35Z', 'updated_at': '2022-01-28T13:27:41Z', 'revision_number': 4, 'project_id': 'c229ec36de77446084af622110eb3709', 'subnets': [{'id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:42.824489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c32952e9-4e52-4e58-a881-87709bc634b2 req-861e670c-e0cf-4264-ad93-6e73d977963a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816326 Jan 28 13:27:42.854128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c0f9cc94-f750-4f7e-be58-bbe9f732b5e5 None None] Current status of the port 43b1d844-9880-4540-9415-8095652c0b1e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:42.961574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f878a92c-8a37-4972-a9c1-a8508ac9efcf req-4044bc27-2c95-4e66-8f43-f62b6ceedf70 service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472543 Jan 28 13:27:42.979143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (366b96be-96c1-4017-9990-f2bff0afefe7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:42.998182 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739897-2b8d-47ea-b84e-013d8c5903f2 None None] The sync data for ids ['dabac577-4b61-4190-a359-0df7bfeda71d'] in n-d-822748-2 is: [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:27:37Z', 'revision_number': 4, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port': {'id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:30Z', 'updated_at': '2022-01-28T13:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '43b1d844-9880-4540-9415-8095652c0b1e', 'name': '', 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'mac_address': 'fa:16:3e:1f:a7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:35Z', 'updated_at': '2022-01-28T13:27:41Z', 'revision_number': 4, 'project_id': 'c229ec36de77446084af622110eb3709', 'subnets': [{'id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:43.201314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631de995-305c-4974-ab50-83c01d01dc4f req-e49a4714-cd0f-4df0-bb98-410de241e17e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:43.202911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-631de995-305c-4974-ab50-83c01d01dc4f req-e49a4714-cd0f-4df0-bb98-410de241e17e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 944 time: 0.4349797 Jan 28 13:27:43.274492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6234d7e-af9e-4525-a78a-21953de6bfe4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:43.391565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-ba0e0fa1-2922-4774-b051-65e2bfd503e8 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398275 Jan 28 13:27:43.414522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a6234d7e-af9e-4525-a78a-21953de6bfe4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:43.414917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.560917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-631de995-305c-4974-ab50-83c01d01dc4f req-3a0c3919-46d0-4135-b029-9beae8014d46 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471720 Jan 28 13:27:43.616425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Router 366b96be-96c1-4017-9990-f2bff0afefe7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:43.709050 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.873132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:43.904598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks [] for router_gateway (750c6eef-31cf-4c7a-9ce4-53dfa3905484), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:43.920328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5557f1fc-fdd8-4edf-b60f-6ca106d0aba7 req-7e8208e3-dbe5-4933-98e1-d1eea9a03ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120728 Jan 28 13:27:43.985247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb5350-6190-45c4-8e61-2756d3dd5883 None None] Network 764b5b91-42d5-4030-8d60-84bc13365fab requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:44.040269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-1ea6b515-4642-443c-8c23-90c1523778a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.042074 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-1ea6b515-4642-443c-8c23-90c1523778a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 1096 time: 0.3024285 Jan 28 13:27:44.053721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:44.103888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe0d71-9eb1-42dd-a027-8bb13f6b38bf req-c7259cc5-6beb-4178-84f1-6c994ab3f443 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.105837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6bfe0d71-9eb1-42dd-a027-8bb13f6b38bf req-c7259cc5-6beb-4178-84f1-6c994ab3f443 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.2533977 Jan 28 13:27:44.118557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Checking segment: {'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:44.118930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Network hostable DHCP agents. Network: 0677796e-2a98-4323-9075-d7cec718032c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:27:44.136393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-55a2436e-c3ea-47ce-9646-6e0c64cb34ab None None] Provisioning complete for port a6234d7e-af9e-4525-a78a-21953de6bfe4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:44.136723 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55a2436e-c3ea-47ce-9646-6e0c64cb34ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.193917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82542f8c-b11c-43b0-b434-5d90445a4aa3 req-2068dddd-1322-4feb-a494-bd2b7ae819a5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.195567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82542f8c-b11c-43b0-b434-5d90445a4aa3 req-2068dddd-1322-4feb-a494-bd2b7ae819a5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1914198 Jan 28 13:27:44.261416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Network 0677796e-2a98-4323-9075-d7cec718032c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:27:44.316446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a6234d7e-af9e-4525-a78a-21953de6bfe4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:44.317002 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.322995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 0677796e-2a98-4323-9075-d7cec718032c) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:44.329045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.329651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.365847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b237db-ed29-4d72-827a-cc0c2daf1bcc None None] Network 0677796e-2a98-4323-9075-d7cec718032c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:44.369110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 517e19ed-096e-45b3-97bf-3f8cf9bca515 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:27:44.425299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 517e19ed-096e-45b3-97bf-3f8cf9bca515 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:44.426149 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.493025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82542f8c-b11c-43b0-b434-5d90445a4aa3 req-f925c3e1-51aa-45e7-ba90-77f8c6060965 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850292 Jan 28 13:27:44.499568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c286d819-3dde-46db-a99d-beeee3979696 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2651038 Jan 28 13:27:44.504202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49350) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:44.509631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:44.537324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (750c6eef-31cf-4c7a-9ce4-53dfa3905484), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.580125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port a6234d7e-af9e-4525-a78a-21953de6bfe4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a6234d7e-af9e-4525-a78a-21953de6bfe4,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:44.616195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.664883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.666054 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.712383 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-f85b7d28-1841-4912-8e80-afe92209f26a service neutron] show failed (client error): The resource could not be found. Jan 28 13:27:44.713489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-f85b7d28-1841-4912-8e80-afe92209f26a service neutron] 10.222.0.60 "GET /v2.0/ports/02e353a9-27fc-4be4-8169-fefb2f06d7dc/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.2908680 Jan 28 13:27:44.716246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-8d5cbd0b-b74e-4e86-99c3-bf90b38551d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:44.718612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-8d5cbd0b-b74e-4e86-99c3-bf90b38551d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 200 len: 916 time: 0.6359544 Jan 28 13:27:44.752518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-55a2436e-c3ea-47ce-9646-6e0c64cb34ab None None] Current status of the port a6234d7e-af9e-4525-a78a-21953de6bfe4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:44.754278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55a2436e-c3ea-47ce-9646-6e0c64cb34ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:44.758677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:44.781202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5a5c945f-608a-4e1f-90eb-eea78df114ee admin admin] 10.222.0.45 "PUT /v2.0/routers/366b96be-96c1-4017-9990-f2bff0afefe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1723034 Jan 28 13:27:44.798080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49354) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:44.813401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] Sync routers for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:44.911842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-8704b3c2-8c6a-4243-99f1-b0c63a9a7442 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e86ac0da-65de-4eaa-9716-782cd364b727 HTTP/1.1" status: 200 len: 217 time: 0.1285059 Jan 28 13:27:45.034085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6bfe0d71-9eb1-42dd-a027-8bb13f6b38bf req-03a336d0-4004-412d-8cf2-d6e8dd4b7313 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107097 Jan 28 13:27:45.113381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:45.114208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:45.139071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-1c4540d6-bb9a-4f26-b4bf-b10342a644d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.145255 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-1c4540d6-bb9a-4f26-b4bf-b10342a644d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 200 len: 854 time: 0.2073038 Jan 28 13:27:45.246317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-d13d7e70-f71a-4e6d-a503-e67c80db5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.250035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-0677796e-2a98-4323-9075-d7cec718032c', 'network_id': '0677796e-2a98-4323-9075-d7cec718032c', 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'fixed_ips': [{'subnet_id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:27:45.251110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-d13d7e70-f71a-4e6d-a503-e67c80db5c4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f49689a0-cda7-4e4c-8204-dfb4bd33ed85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888922 Jan 28 13:27:45.252527 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.254952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 43b1d844-9880-4540-9415-8095652c0b1e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:45.305708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=a6234d7e-af9e-4525-a78a-21953de6bfe4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:45.384729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-8cd79f9a-5f03-4385-abc8-06fd0ed42dce service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152434 Jan 28 13:27:45.400510 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks [] for router_controller (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.423326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:45.423870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.430433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-55a2436e-c3ea-47ce-9646-6e0c64cb34ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:27:45.430793 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-55a2436e-c3ea-47ce-9646-6e0c64cb34ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:27:45.544575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:45.546964 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c970ebe-b9ac-4d89-901c-8b18d1d59c44" -d '{"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-plugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:45.578216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82e377dd-1f70-492a-98ed-f1bb4c2f37ff req-a7881352-26cb-46b7-a779-678a922dd7f2 service neutron] 10.222.0.60 "GET /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810856 Jan 28 13:27:45.610630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:45.646107 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.672280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:45.678067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-42a1df31-825e-4661-8c61-91f5ae12d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.679644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-42a1df31-825e-4661-8c61-91f5ae12d345 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05&tenant_id=063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 1101 time: 0.3207028 Jan 28 13:27:45.710063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce862a-46ce-43cb-9e2f-02129d8393d9 req-090ca830-1244-4f25-a824-352452fe8a9c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.712710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45ce862a-46ce-43cb-9e2f-02129d8393d9 req-090ca830-1244-4f25-a824-352452fe8a9c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0732358 Jan 28 13:27:45.723193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:45.728765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:45.738201 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks [] for router (366b96be-96c1-4017-9990-f2bff0afefe7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.786619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45ce862a-46ce-43cb-9e2f-02129d8393d9 req-217778cb-565d-4abb-b2c0-9556fa73e1ed tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 Jan 28 13:27:45.816636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 43b1d844-9880-4540-9415-8095652c0b1e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:45.817015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (43b1d844-9880-4540-9415-8095652c0b1e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:45.865704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75670781-92ae-457b-9e43-b21aea7ee5b4 req-377f8d31-9baa-49db-91fb-4860014fce8a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:45.867260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75670781-92ae-457b-9e43-b21aea7ee5b4 req-377f8d31-9baa-49db-91fb-4860014fce8a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 944 time: 0.5116518 Jan 28 13:27:45.889361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks [] for router_gateway (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.019899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:27:46.020606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Allocated IP 172.20.0.2 (0677796e-2a98-4323-9075-d7cec718032c/6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4/14b03d9c-1c5d-473c-82e0-eea363251ca0) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:46.021341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.042864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-55a2436e-c3ea-47ce-9646-6e0c64cb34ab None None] Current status of the port a6234d7e-af9e-4525-a78a-21953de6bfe4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:46.091378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 43b1d844-9880-4540-9415-8095652c0b1e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:46.138352 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74445a6f-c6f6-476e-a63b-a83162b69d05 x-openstack-request-id: req-74445a6f-c6f6-476e-a63b-a83162b69d05 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:46.138653 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-plugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:46.138914 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74445a6f-c6f6-476e-a63b-a83162b69d05 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:46.139315 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'code': 200} Jan 28 13:27:46.204942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-32e7ee7e-f04a-43c7-b415-35d1a0056eae None None] Provisioning complete for port a6234d7e-af9e-4525-a78a-21953de6bfe4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:46.205437 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-32e7ee7e-f04a-43c7-b415-35d1a0056eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.251854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:27:42Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:46.300343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] Checking router: 366b96be-96c1-4017-9990-f2bff0afefe7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:46.348199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] Routers {'366b96be-96c1-4017-9990-f2bff0afefe7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:46.349403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['366b96be-96c1-4017-9990-f2bff0afefe7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:46.451006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d055f-9b4a-48da-8264-8abbc6a4f416 req-7c78e109-e6b0-49b2-83fe-de61a0ecac3f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.456642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-768d055f-9b4a-48da-8264-8abbc6a4f416 req-7c78e109-e6b0-49b2-83fe-de61a0ecac3f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0891266 Jan 28 13:27:46.462354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75670781-92ae-457b-9e43-b21aea7ee5b4 req-d1bcc62b-a39f-4400-938b-f53f8cd1043d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461342 Jan 28 13:27:46.482102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks [] for router_gateway (366b96be-96c1-4017-9990-f2bff0afefe7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.547385 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-768d055f-9b4a-48da-8264-8abbc6a4f416 req-d2bd64b1-664c-4e72-809e-7284e93b896f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871351 Jan 28 13:27:46.625547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Publish callbacks [] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.631974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b5bd-0ac1-4095-af96-84644155c9b9 req-64a1d32f-877d-4a99-832f-b2b18b126896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.633509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dd0b5bd-0ac1-4095-af96-84644155c9b9 req-64a1d32f-877d-4a99-832f-b2b18b126896 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 1096 time: 0.3967347 Jan 28 13:27:46.635537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:46.641849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-32e7ee7e-f04a-43c7-b415-35d1a0056eae None None] Current status of the port a6234d7e-af9e-4525-a78a-21953de6bfe4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:46.651671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.703015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] Set router 366b96be-96c1-4017-9990-f2bff0afefe7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:46.750943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:46.754436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4348b10-c604-404f-b0e3-0d0a6ec86886 req-76d95531-e3d2-46aa-ae55-1d50119c54a8 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:46.762051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4348b10-c604-404f-b0e3-0d0a6ec86886 req-76d95531-e3d2-46aa-ae55-1d50119c54a8 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.0649621 Jan 28 13:27:46.769330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Network 0677796e-2a98-4323-9075-d7cec718032c is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:46.775699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:46.787323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Pushing event updated for resources: {'Port': ['ID=14b03d9c-1c5d-473c-82e0-eea363251ca0,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:46.789895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:46.825706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Publish callbacks [] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.840541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Transition to ACTIVE for port object 02e353a9-27fc-4be4-8169-fefb2f06d7dc will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:27:46.848488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:46.851618 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c190d4-2079-46ba-9afa-90fa417656b6" -d '{"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-unplugged", "status": "completed", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:46.862610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c4348b10-c604-404f-b0e3-0d0a6ec86886 req-5332b523-e024-4bc0-b2c1-a2aa6d76074e tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944498 Jan 28 13:27:46.868273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:46.968956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Attempting to bind port 14b03d9c-1c5d-473c-82e0-eea363251ca0 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:46.969335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Attempting to bind port 14b03d9c-1c5d-473c-82e0-eea363251ca0 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:46.969703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Attempting to bind port 14b03d9c-1c5d-473c-82e0-eea363251ca0 on network 0677796e-2a98-4323-9075-d7cec718032c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:46.983174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6234d7e-af9e-4525-a78a-21953de6bfe4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:46.994165 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b808b6ee-8607-4ec2-a1d2-8e9dd2c0e522 x-openstack-request-id: req-b808b6ee-8607-4ec2-a1d2-8e9dd2c0e522 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:46.994466 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-unplugged", "status": "completed", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:46.994711 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b808b6ee-8607-4ec2-a1d2-8e9dd2c0e522 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:46.995158 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'code': 200} Jan 28 13:27:47.026372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:47.026757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Checking segment: {'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:47.027194 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.027827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Bound using segment: {'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:47.028422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Bound port: 14b03d9c-1c5d-473c-82e0-eea363251ca0, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:47.028818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.128985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d985-29a7-4d80-b95e-8e70a25145c9 req-351f9b09-607a-4772-b9b8-8074c5c3296b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:47.131199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eaf5d985-29a7-4d80-b95e-8e70a25145c9 req-351f9b09-607a-4772-b9b8-8074c5c3296b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.1018333 Jan 28 13:27:47.168091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4f651-9038-478c-95bb-32f5632d56ef req-02b07def-c12f-4ce0-ad7a-f3d14c23d8ee tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:47.169783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cf4f651-9038-478c-95bb-32f5632d56ef req-02b07def-c12f-4ce0-ad7a-f3d14c23d8ee tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.2379596 Jan 28 13:27:47.171241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Deleting port 2b319516-2917-4217-bd8e-3da370c3f653 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:47.171830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2b319516-2917-4217-bd8e-3da370c3f653), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.196860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] For port 14b03d9c-1c5d-473c-82e0-eea363251ca0, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:47.201090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] For port 14b03d9c-1c5d-473c-82e0-eea363251ca0, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14b03d9c-1c5d-473c-82e0-eea363251ca0,segment=NetworkSegment(9f8b523a-9415-4be7-abc6-270daa56d9c0),segment_id=9f8b523a-9415-4be7-abc6-270daa56d9c0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:47.204614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a6234d7e-af9e-4525-a78a-21953de6bfe4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:47.205058 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.227468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eaf5d985-29a7-4d80-b95e-8e70a25145c9 req-544d4a5c-b55f-4709-b868-bf7fc16a6c15 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879488 Jan 28 13:27:47.262446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] For port 2b319516-2917-4217-bd8e-3da370c3f653, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b319516-2917-4217-bd8e-3da370c3f653,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:47.262562 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.262703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2b319516-2917-4217-bd8e-3da370c3f653), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.278232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Calling delete_port for 2b319516-2917-4217-bd8e-3da370c3f653 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:47.290696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:47.293975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:47.309021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] No DVR routers for this DVR port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:47.309218 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Sync routers for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:47.320314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dd0b5bd-0ac1-4095-af96-84644155c9b9 req-d173b114-b062-451e-9bfc-f156947a7022 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392505 Jan 28 13:27:47.333188 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:47.336775 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:47.344869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:27:42Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:47.399336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffe2c3-8a2d-4e9e-a4a4-0da911eeac43 None None] The sync data for ids ['366b96be-96c1-4017-9990-f2bff0afefe7'] in n-d-822748-2 is: [{'id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'name': 'tempest-ServersTestJSON-107393707-router', 'tenant_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': '2b319516-2917-4217-bd8e-3da370c3f653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:23:45Z', 'updated_at': '2022-01-28T13:27:42Z', 'revision_number': 5, 'project_id': 'a7b4196ca66c485a9e19c4c8b7c559b7', 'gw_port': {'id': '2b319516-2917-4217-bd8e-3da370c3f653', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366b96be-96c1-4017-9990-f2bff0afefe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:23:48Z', 'updated_at': '2022-01-28T13:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:47.496208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a5af-7799-454a-9e61-61d7b03baa0b None None] Pushing event updated for resources: {'Port': ['ID=14b03d9c-1c5d-473c-82e0-eea363251ca0,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:47.538532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741b44-4adc-481d-b903-1dbb937a4b0a req-42a00172-a36b-402f-b7fb-386daa070411 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:47.546859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63741b44-4adc-481d-b903-1dbb937a4b0a req-42a00172-a36b-402f-b7fb-386daa070411 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.1826098 Jan 28 13:27:47.598071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a6234d7e-af9e-4525-a78a-21953de6bfe4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:47.615437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.619636 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:47.620203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4f25f6d4-6be6-480d-ae98-7340208c401c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2405443 Jan 28 13:27:47.621524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49388) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:47.644869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks [] for router_gateway (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.675373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:47.691441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:47.691833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:47.704262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:47.715607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:47.738327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cf4f651-9038-478c-95bb-32f5632d56ef req-8cf47b58-6dc3-4b8e-a78f-2aa8ee6d4ee2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420061 Jan 28 13:27:47.763978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:27:47.782364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Attempting to bind port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:47.853666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 02e353a9-27fc-4be4-8169-fefb2f06d7dc host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:27:47.869448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:47.907015 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63741b44-4adc-481d-b903-1dbb937a4b0a req-53f152b4-be37-4e40-82e0-2366518b39f4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580511 Jan 28 13:27:47.951371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:47.951817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:47.952114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:47.952696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Bound port: 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:47.952977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.171774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-297717bb-bd36-4267-a881-cac389f6bdd7 req-5190748b-8716-4dba-820c-fa51ce5d3509 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:48.172923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-297717bb-bd36-4267-a881-cac389f6bdd7 req-5190748b-8716-4dba-820c-fa51ce5d3509 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106266 Jan 28 13:27:48.199583 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:43Z', 'revision_number': 3, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:48.249502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938ab8-a1d3-42b6-994b-d7b04d982974 req-8dc1cee1-944b-4f4d-9f9d-080bdc075352 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.257934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43938ab8-a1d3-42b6-994b-d7b04d982974 req-8dc1cee1-944b-4f4d-9f9d-080bdc075352 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0818264 Jan 28 13:27:48.266155 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Checking router: 750c6eef-31cf-4c7a-9ce4-53dfa3905484 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:48.267283 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Updating router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:48.300442 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.460682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43938ab8-a1d3-42b6-994b-d7b04d982974 req-68e4a5e9-365f-4e8e-9eeb-246ab7d37687 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017815 Jan 28 13:27:48.485398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:48.494660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-297717bb-bd36-4267-a881-cac389f6bdd7 req-c370f1b5-c73a-466c-923d-1542ae12ef20 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3098760 Jan 28 13:27:48.521399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Allocated IP 172.25.4.33 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/158eeb5e-3840-4323-97f4-7e79f52f03af) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:48.531560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:48.544288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.596358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2b319516-2917-4217-bd8e-3da370c3f653), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.726874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.727541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.729030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] 10.222.0.36 "PUT /v2.0/ports/02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 1096 time: 3.0103734 Jan 28 13:27:48.748466 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:48.823222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3fe68-4f6a-4006-b35a-5e25b56aec36 service neutron] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:48.961191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe1b62-030e-430a-b9e5-7389d4306158 req-4c99b71f-1b80-42a1-bfae-cd0bdf1196d5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:48.962786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21fe1b62-030e-430a-b9e5-7389d4306158 req-4c99b71f-1b80-42a1-bfae-cd0bdf1196d5 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.1068692 Jan 28 13:27:49.073330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 14b03d9c-1c5d-473c-82e0-eea363251ca0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:49.127032 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21fe1b62-030e-430a-b9e5-7389d4306158 req-724bb09b-c950-4906-992e-afd7ebfd127f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294951 Jan 28 13:27:49.163830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Allocated IP 172.20.0.1 (764b5b91-42d5-4030-8d60-84bc13365fab/a29a6744-56ab-48f2-8913-c9e5633ae2a9/fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:49.247974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 14b03d9c-1c5d-473c-82e0-eea363251ca0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:49.247974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.254994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b61d78-21b4-49fd-9b7a-8f13d726fd05 None None] Network 0677796e-2a98-4323-9075-d7cec718032c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:49.389067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9bde438b-3ccb-47d5-9574-a9b2d13721bf None None] Provisioning complete for port 14b03d9c-1c5d-473c-82e0-eea363251ca0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:49.389458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9bde438b-3ccb-47d5-9574-a9b2d13721bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.407286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks [] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.423741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612119f-64af-4bd1-acb4-54032bc46c7d req-f3c8ffdf-7b04-404a-8bfa-0fd122d6fce4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:49.432868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4612119f-64af-4bd1-acb4-54032bc46c7d req-f3c8ffdf-7b04-404a-8bfa-0fd122d6fce4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.1037550 Jan 28 13:27:49.508330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 14b03d9c-1c5d-473c-82e0-eea363251ca0 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:49.508330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.524543 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4612119f-64af-4bd1-acb4-54032bc46c7d req-351c728f-2184-4479-995f-85c3a0e551f0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903852 Jan 28 13:27:49.537607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.570801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9bde438b-3ccb-47d5-9574-a9b2d13721bf None None] Current status of the port 14b03d9c-1c5d-473c-82e0-eea363251ca0 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:49.571201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9bde438b-3ccb-47d5-9574-a9b2d13721bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.587352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (366b96be-96c1-4017-9990-f2bff0afefe7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.589199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:27:49.591461 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce47218-cbe0-477f-b886-b722b148cc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:27:49.605169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 14b03d9c-1c5d-473c-82e0-eea363251ca0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14b03d9c-1c5d-473c-82e0-eea363251ca0,segment=NetworkSegment(9f8b523a-9415-4be7-abc6-270daa56d9c0),segment_id=9f8b523a-9415-4be7-abc6-270daa56d9c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:49.615986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Pushing event updated for resources: {'Port': ['ID=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:49.624341 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.643544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bc9b2d77-a166-4afb-8a53-88d44a8dc76f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:49.649167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Network 764b5b91-42d5-4030-8d60-84bc13365fab is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:49.651960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:49.666529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:49.689372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b319516-2917-4217-bd8e-3da370c3f653,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:49.777367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: bc9b2d77-a166-4afb-8a53-88d44a8dc76f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:49.777367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bc9b2d77-a166-4afb-8a53-88d44a8dc76f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:49.784143 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-9bde438b-3ccb-47d5-9574-a9b2d13721bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:27:49.784986 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-9bde438b-3ccb-47d5-9574-a9b2d13721bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:27:49.826242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=14b03d9c-1c5d-473c-82e0-eea363251ca0,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:49.856569 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (750c6eef-31cf-4c7a-9ce4-53dfa3905484), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.902455 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (366b96be-96c1-4017-9990-f2bff0afefe7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.909907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks [] for router_controller (366b96be-96c1-4017-9990-f2bff0afefe7), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:49.915888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eace5-3c34-412e-abdb-7afdd161480b req-6a56ec55-169a-455c-83ae-7fcee32f2c16 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:49.925452 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-279eace5-3c34-412e-abdb-7afdd161480b req-6a56ec55-169a-455c-83ae-7fcee32f2c16 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1907995 Jan 28 13:27:49.958765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-c38e9cbb-9600-418b-9c59-88c68e979852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:49.961128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-c38e9cbb-9600-418b-9c59-88c68e979852 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1099 time: 1.1635296 Jan 28 13:27:49.967191 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks [] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.021507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-279eace5-3c34-412e-abdb-7afdd161480b req-5e42a07b-52b5-46fc-be6e-91da1243bb94 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951500 Jan 28 13:27:50.123006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.132439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45790d-1b3c-4bb5-80d9-edf4ff708125 req-4d327130-b0c9-433d-b105-a0ac9f2624dc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.140858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff45790d-1b3c-4bb5-80d9-edf4ff708125 req-4d327130-b0c9-433d-b105-a0ac9f2624dc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.5425754 Jan 28 13:27:50.167580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (366b96be-96c1-4017-9990-f2bff0afefe7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.168429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366b96be-96c1-4017-9990-f2bff0afefe7 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:27:50.189660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.192832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd39471c-4511-484b-8365-ca0c43847c9a admin admin] 10.222.0.45 "DELETE /v2.0/routers/366b96be-96c1-4017-9990-f2bff0afefe7 HTTP/1.1" status: 204 len: 168 time: 5.3905897 Jan 28 13:27:50.195107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49414) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:50.233045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.316938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:50.324338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff45790d-1b3c-4bb5-80d9-edf4ff708125 req-7fe9326c-6717-4c01-bbdd-4374d4b13d61 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822352 Jan 28 13:27:50.339794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:50.376687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Pushing event updated for resources: {'Port': ['ID=158eeb5e-3840-4323-97f4-7e79f52f03af,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:50.381856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:50.384643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9bde438b-3ccb-47d5-9574-a9b2d13721bf None None] Current status of the port 14b03d9c-1c5d-473c-82e0-eea363251ca0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:50.394429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-c0ec4f9b-d633-4de6-ba23-0861682f0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.397243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-c0ec4f9b-d633-4de6-ba23-0861682f0419 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.4110227 Jan 28 13:27:50.514434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302a6c0-9130-4928-b238-6c6c35cd4bb5 req-aa525fa8-8ac7-4d2c-9768-b92325bbf785 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.518396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1167f92a-b9c9-40cf-aa47-3c24beece5d5 None None] Provisioning complete for port 14b03d9c-1c5d-473c-82e0-eea363251ca0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:50.519369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1167f92a-b9c9-40cf-aa47-3c24beece5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.520429 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8302a6c0-9130-4928-b238-6c6c35cd4bb5 req-aa525fa8-8ac7-4d2c-9768-b92325bbf785 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.3955486 Jan 28 13:27:50.523190 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e408c7-a98b-4f32-897e-b500f250b91f x-openstack-request-id: req-50e408c7-a98b-4f32-897e-b500f250b91f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:27:50.523493 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:27:50.524480 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50e408c7-a98b-4f32-897e-b500f250b91f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:27:50.524888 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'status': 'completed', 'code': 200} Jan 28 13:27:50.534687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-77e41e5e-b278-4a13-bce2-3fb7ab13b613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.0955317 Jan 28 13:27:50.582310 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Publish callbacks [] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.598539 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.610189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] Deleting subnet d54bd94b-4efd-449e-b0ef-03af0752716e {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:27:50.625953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] Publish callbacks [] for subnet (d54bd94b-4efd-449e-b0ef-03af0752716e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.650772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1167f92a-b9c9-40cf-aa47-3c24beece5d5 None None] Current status of the port 14b03d9c-1c5d-473c-82e0-eea363251ca0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:50.678919 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc400c66-90e1-4979-bacb-17068da59927 None None] Pushing event updated for resources: {'Port': ['ID=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:50.682235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (d54bd94b-4efd-449e-b0ef-03af0752716e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.684008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1167f92a-b9c9-40cf-aa47-3c24beece5d5 None None] Provisioning complete for port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:50.684424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1167f92a-b9c9-40cf-aa47-3c24beece5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.706537 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Attempting to bind port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:50.707198 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Attempting to bind port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:50.707716 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Attempting to bind port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:50.714947 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:50.715589 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:50.716207 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.717148 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:50.718113 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Bound port: 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:50.718743 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.774163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1167f92a-b9c9-40cf-aa47-3c24beece5d5 None None] Port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:50.796440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-11fb3a1b-0d90-4ace-9e47-ce006b39d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.797607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-11fb3a1b-0d90-4ace-9e47-ce006b39d271 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2065382 Jan 28 13:27:50.824109 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] For port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:50.831175 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] For port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:50.838537 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.879970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks [] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.911009 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.937874 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc400c66-90e1-4979-bacb-17068da59927 None None] Pushing event updated for resources: {'Port': ['ID=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:50.960610 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:50.962324 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:50.972868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-31e0502e-a77e-4abd-b1bd-a220e498cd74 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:50.975299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (750c6eef-31cf-4c7a-9ce4-53dfa3905484), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.980556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-31e0502e-a77e-4abd-b1bd-a220e498cd74 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 814 time: 0.4445684 Jan 28 13:27:50.985777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (d54bd94b-4efd-449e-b0ef-03af0752716e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:50.997881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 14b03d9c-1c5d-473c-82e0-eea363251ca0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:50.999799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-d0e41a94-6bb6-4acb-9399-d31aa295def5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/quotas/6b6c9475b98648cb93662379db514e00 HTTP/1.1" status: 200 len: 375 time: 0.0181348 Jan 28 13:27:51.013329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-b0b75c3e-6ff8-4c72-a109-24578e218f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:51.014951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-b0b75c3e-6ff8-4c72-a109-24578e218f8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595094 Jan 28 13:27:51.059183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-876cd439-61fe-4ac6-8f76-793e57663317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:51.061249 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-876cd439-61fe-4ac6-8f76-793e57663317 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1099 time: 0.5385242 Jan 28 13:27:51.095775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 14b03d9c-1c5d-473c-82e0-eea363251ca0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:51.098927 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.143517 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:51.185079 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8302a6c0-9130-4928-b238-6c6c35cd4bb5 req-3a710438-5ccb-45a6-9f59-85cfa7f86264 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375787 Jan 28 13:27:51.198260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Network 764b5b91-42d5-4030-8d60-84bc13365fab is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:51.233007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:51.235033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Pushing event updated for resources: {'Port': ['ID=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:51.251694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 14b03d9c-1c5d-473c-82e0-eea363251ca0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:51.368892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b319516-2917-4217-bd8e-3da370c3f653 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:51.369072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-a5792d64-4d2d-4541-aaa6-3d9b8ce8e801 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446653 Jan 28 13:27:51.407826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2b319516-2917-4217-bd8e-3da370c3f653 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:51.409632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b319516-2917-4217-bd8e-3da370c3f653 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:51.481970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (d54bd94b-4efd-449e-b0ef-03af0752716e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.548921 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-aab3cb94-a6e7-4f5a-b483-bd741ffe69da tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5478992 Jan 28 13:27:51.557023 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 2, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:51.569783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea8c05-2544-40c1-855e-0531a2f99298 None None] Network 7d336c0c-a270-4c9b-92df-62153b26b83a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:27:51.583839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.592125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d54bd94b-4efd-449e-b0ef-03af0752716e HTTP/1.1" status: 204 len: 168 time: 1.3928926 Jan 28 13:27:51.595662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49434) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:51.645234 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3154e6f-59a0-40cc-acbc-e3b451978e29 None None] The sync data for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 is: [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 2, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:51.660064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f289fe-22ad-4160-b3ae-74fdb849ad2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54bd94b-4efd-449e-b0ef-03af0752716e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:51.792781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-a19ce9cd-1b60-4972-bc45-197624ff7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:51.794726 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-a19ce9cd-1b60-4972-bc45-197624ff7f76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.6290722 Jan 28 13:27:51.829092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-73368d98-fb91-434a-a214-6ffdc544d407 None None] Provisioning complete for port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:51.829499 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-73368d98-fb91-434a-a214-6ffdc544d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.849242 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks [] for router_gateway (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:51.882741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-73368d98-fb91-434a-a214-6ffdc544d407 None None] Port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:27:51.888903 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-9314ca44-ad49-4697-b2bc-f58cad596b3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.0858107 Jan 28 13:27:51.930303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-f5005fbe-1f4b-43f4-88fe-2860b5a0b727 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:27:51.937935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-f5005fbe-1f4b-43f4-88fe-2860b5a0b727 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3875098 Jan 28 13:27:51.977994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] DHCP port deletion for 7d336c0c-a270-4c9b-92df-62153b26b83a request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:27:51.998724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:27:52.022385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d95519-61f0-46ce-85e7-0b56bab6212c req-73b5214a-8d12-413e-ab7c-e11e4f654790 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.032065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d95519-61f0-46ce-85e7-0b56bab6212c req-73b5214a-8d12-413e-ab7c-e11e4f654790 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.046223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d95519-61f0-46ce-85e7-0b56bab6212c req-73b5214a-8d12-413e-ab7c-e11e4f654790 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.065672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6d95519-61f0-46ce-85e7-0b56bab6212c req-73b5214a-8d12-413e-ab7c-e11e4f654790 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd&device_id=b482f307-b097-4524-89f5-eabd0e6fc797&device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 2417 time: 0.2660921 Jan 28 13:27:52.079638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (7d336c0c-a270-4c9b-92df-62153b26b83a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.104854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ca59c8-a0f4-4b90-91ed-3a0a1a913d3d req-c9eab1c9-4395-4251-bf33-e2c8dbeeb7fe service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185271 Jan 28 13:27:52.116288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] Deleting port 7ce36581-d806-4a3e-803e-da80b7ca8d1a {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:52.116833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.272005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-62c64cb0-cd70-4569-a62b-366f97b842c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.274359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-62c64cb0-cd70-4569-a62b-366f97b842c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.3660436 Jan 28 13:27:52.298030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] For port 7ce36581-d806-4a3e-803e-da80b7ca8d1a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7ce36581-d806-4a3e-803e-da80b7ca8d1a,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:52.298416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.305790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-daff16d1-1e33-4992-aceb-fa5b2196c32b service neutron] 10.222.0.45 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668332 Jan 28 13:27:52.440010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6d95519-61f0-46ce-85e7-0b56bab6212c req-aeca5928-7e83-4768-acb1-d7048851afd8 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685768 Jan 28 13:27:52.488884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-f8c154fe-022e-4215-8b09-d8c883e75880 service neutron] 10.222.0.45 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821475 Jan 28 13:27:52.510398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-411cda3a-f1cf-42db-bb47-eec41ddc04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.513056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-411cda3a-f1cf-42db-bb47-eec41ddc04fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2256119 Jan 28 13:27:52.514411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:52.537698 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e8e14662-be03-49b4-8124-022a861c969e admin admin] 10.222.0.45 "PUT /v2.0/routers/750c6eef-31cf-4c7a-9ce4-53dfa3905484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9125993 Jan 28 13:27:52.633256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-fee4a347-6ecf-4322-be72-5ad4393c4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.634899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-fee4a347-6ecf-4322-be72-5ad4393c4dd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1099 time: 0.3268211 Jan 28 13:27:52.640921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Deleting port 7ce36581-d806-4a3e-803e-da80b7ca8d1a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:27:52.641268 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:52.700315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] Calling delete_port for 7ce36581-d806-4a3e-803e-da80b7ca8d1a owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:52.757440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-1b40dc7c-0476-405d-9ea9-0b03a669c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:52.759085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-1b40dc7c-0476-405d-9ea9-0b03a669c19e service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1127203 Jan 28 13:27:52.947621 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.016932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] Pushing event deleted for resources: {'Port': ['ID=7ce36581-d806-4a3e-803e-da80b7ca8d1a,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:53.034705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4f51c-de2b-41ee-8ebf-48567312e288 None None] No DVR routers for this DVR port 7ce36581-d806-4a3e-803e-da80b7ca8d1a on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:53.062313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7ce36581-d806-4a3e-803e-da80b7ca8d1a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:27:53.106864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7ce36581-d806-4a3e-803e-da80b7ca8d1a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:27:53.107134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7ce36581-d806-4a3e-803e-da80b7ca8d1a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:27:53.182977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] For port 7ce36581-d806-4a3e-803e-da80b7ca8d1a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7ce36581-d806-4a3e-803e-da80b7ca8d1a,segment=NetworkSegment(7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae),segment_id=7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:53.183558 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.229629 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-a05e1caf-4880-4afc-a8a8-302593fe1d28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.4492068 Jan 28 13:27:53.288477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Calling delete_port for 7ce36581-d806-4a3e-803e-da80b7ca8d1a owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:27:53.366406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.390506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-ba86ee68-657c-48ee-b74a-0382a3abb1f3 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516831 Jan 28 13:27:53.412277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8f431a7-46d0-463b-9372-1759ddcaed85 req-83760fdb-8481-4ea9-bb17-e82edc6a987b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3188972 Jan 28 13:27:53.542979 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-7b2cf68b-f6da-41c8-8ecc-4fad9735d575 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383696 Jan 28 13:27:53.569507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4b5c4-442a-4c63-9105-dc8f6a2b7b6c req-c4a14eba-3540-4f0b-a04f-c3d68b2704f2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.571827 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe4b5c4-442a-4c63-9105-dc8f6a2b7b6c req-c4a14eba-3540-4f0b-a04f-c3d68b2704f2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 1.0130708 Jan 28 13:27:53.593121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-f17a6270-53d7-4e08-9b90-0abacf24e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:53.594755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-f17a6270-53d7-4e08-9b90-0abacf24e425 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.3298416 Jan 28 13:27:53.657043 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe4b5c4-442a-4c63-9105-dc8f6a2b7b6c req-a559ab23-2561-428c-836a-371cefec08be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707302 Jan 28 13:27:53.694263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7ce36581-d806-4a3e-803e-da80b7ca8d1a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:53.769947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4071fd-178a-426d-8d6b-9b061d97ac0e req-d9f895c3-2014-4534-aa9a-69e1ff6d4444 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 210 time: 0.0838726 Jan 28 13:27:53.896869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] No DVR routers for this DVR port 7ce36581-d806-4a3e-803e-da80b7ca8d1a on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:27:53.929011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce36581-d806-4a3e-803e-da80b7ca8d1a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:54.013875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-26170c91-bec7-47aa-9746-bda77a88cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.016868 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-26170c91-bec7-47aa-9746-bda77a88cfe7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4068878 Jan 28 13:27:54.079292 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (7d336c0c-a270-4c9b-92df-62153b26b83a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.095645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49474) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:54.101233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5bf187bc-d196-4cf4-9636-7c1be8ce17ef tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972847003', 'description': 'tempest-description--670924194'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:54.154725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d336c0c-a270-4c9b-92df-62153b26b83a']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:54.180562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf187bc-d196-4cf4-9636-7c1be8ce17ef tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.195935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:54.196801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:54.224864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.254095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.275512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:27:54.276205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (7e7acfe9-32ec-47e5-886b-ac2c7bbe1bae), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.282765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf187bc-d196-4cf4-9636-7c1be8ce17ef tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (b27e6f7e-589f-45f9-a8ce-8f8431edc68b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:27:54.283893 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:27:54.287346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Router eba57f7a-262b-43cc-8d1a-c9b10882f5cc is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:27:54.289999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf187bc-d196-4cf4-9636-7c1be8ce17ef tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b27e6f7e-589f-45f9-a8ce-8f8431edc68b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.322780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5bf187bc-d196-4cf4-9636-7c1be8ce17ef tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.324081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5bf187bc-d196-4cf4-9636-7c1be8ce17ef tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2265913 Jan 28 13:27:54.326941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49478) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:54.335943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-48201d75-6099-4c16-9176-5f17de597bd1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'security_group_rule': {'security_group_id': 'b27e6f7e-589f-45f9-a8ce-8f8431edc68b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:54.340182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf187bc-d196-4cf4-9636-7c1be8ce17ef tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e6f7e-589f-45f9-a8ce-8f8431edc68b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:54.351853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-90e36dd8-949b-4111-a617-4904279c3400 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093536 Jan 28 13:27:54.369038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48201d75-6099-4c16-9176-5f17de597bd1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (f71cd6d3-e615-42a1-892a-78ebb43efc75), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.489677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48201d75-6099-4c16-9176-5f17de597bd1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (f71cd6d3-e615-42a1-892a-78ebb43efc75), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.498169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48201d75-6099-4c16-9176-5f17de597bd1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (f71cd6d3-e615-42a1-892a-78ebb43efc75), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.518129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48201d75-6099-4c16-9176-5f17de597bd1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71cd6d3-e615-42a1-892a-78ebb43efc75,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:54.533269 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48201d75-6099-4c16-9176-5f17de597bd1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.539971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-48201d75-6099-4c16-9176-5f17de597bd1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2112052 Jan 28 13:27:54.540872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49482) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:54.546101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-28416b5a-e148-43bc-8e55-186d6ed8a33a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'security_group_rule': {'security_group_id': 'b27e6f7e-589f-45f9-a8ce-8f8431edc68b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:54.594272 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28416b5a-e148-43bc-8e55-186d6ed8a33a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (b9cc9fd4-b7e9-4944-856c-cb2c67c9c799), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.721948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28416b5a-e148-43bc-8e55-186d6ed8a33a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (b9cc9fd4-b7e9-4944-856c-cb2c67c9c799), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.731049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28416b5a-e148-43bc-8e55-186d6ed8a33a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (b9cc9fd4-b7e9-4944-856c-cb2c67c9c799), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.782873 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28416b5a-e148-43bc-8e55-186d6ed8a33a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:54.787361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-28416b5a-e148-43bc-8e55-186d6ed8a33a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435241 Jan 28 13:27:54.789913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49496) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:54.802285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:54.809554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28416b5a-e148-43bc-8e55-186d6ed8a33a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cc9fd4-b7e9-4944-856c-cb2c67c9c799,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:54.883380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca709d-9cf6-415e-8287-1f65d4cd05e9 req-73ef744b-23c8-44fe-8b17-48b7fb630f1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:54.892365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0ca709d-9cf6-415e-8287-1f65d4cd05e9 req-73ef744b-23c8-44fe-8b17-48b7fb630f1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.0840330 Jan 28 13:27:54.910192 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.054356 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0ca709d-9cf6-415e-8287-1f65d4cd05e9 req-b9e1f8ae-3ab4-4050-a32e-cc20d32ca991 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595840 Jan 28 13:27:55.076752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:55.149031 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.167319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:55.167795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.326232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:55.327605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.349674 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (7d336c0c-a270-4c9b-92df-62153b26b83a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.366194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-39b212d3-ab3a-408d-9d14-d0d513c5992b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:55.369829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-39b212d3-ab3a-408d-9d14-d0d513c5992b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 814 time: 0.2930167 Jan 28 13:27:55.372461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:27:55.382729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:55.384494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.389745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] 10.222.0.45 "DELETE /v2.0/networks/7d336c0c-a270-4c9b-92df-62153b26b83a HTTP/1.1" status: 204 len: 168 time: 3.7901306 Jan 28 13:27:55.395123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Sync routers for ids ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:55.400146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.423308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Allocated IP 172.25.4.50 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/2506733e-973a-435c-89b9-47b8a697edd8) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:55.447225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Routers {'eba57f7a-262b-43cc-8d1a-c9b10882f5cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:55.448170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:55.465869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Request body: {'port': {'device_id': '26384f77-1cb3-4425-b354-4dd6be910f17', 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f', 'admin_state_up': True, 'tenant_id': '6b6c9475b98648cb93662379db514e00'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:55.489335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45d38e16-0563-400d-b442-2fc019b4568b req-09d7a08a-a3be-47c9-a5cc-312573022112 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 210 time: 0.4513040 Jan 28 13:27:55.546796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fe170-bf17-43af-82ee-1f71aab289eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7d336c0c-a270-4c9b-92df-62153b26b83a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:55.604487 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Sync routers for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:27:55.605020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:55.623524 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:55.624392 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:55.732463 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.739494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1019e4be-59ce-4be4-b7e3-68c65e1d0876 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.2342215 Jan 28 13:27:55.751137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:55.795121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for port (2506733e-973a-435c-89b9-47b8a697edd8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:55.815469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49514) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:55.838034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:27:55.873664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Set router eba57f7a-262b-43cc-8d1a-c9b10882f5cc gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:55.879017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-1a81bd38-6d76-43e2-8663-81b439553070 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:55.882396 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-1a81bd38-6d76-43e2-8663-81b439553070 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05&tenant_id=063eec391659468690eac7ba108a19f1&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 948 time: 0.1914945 Jan 28 13:27:55.921660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce47218-cbe0-477f-b886-b722b148cc6b req-49348c45-ff0d-48da-9ce0-4702867a0ed6 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5535595 Jan 28 13:27:55.940438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3763e4-0bfe-4398-91b1-e5ec0669de05 req-d51247be-4d7b-4602-ad44-45e6478cc4be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:55.949460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f3763e4-0bfe-4398-91b1-e5ec0669de05 req-d51247be-4d7b-4602-ad44-45e6478cc4be tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 948 time: 0.1893747 Jan 28 13:27:55.997890 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:56.071416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b5dc52c0-59a7-4a8b-bebb-d7d57a816c58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7b4196ca66c485a9e19c4c8b7c559b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181175 Jan 28 13:27:56.078112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49518) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:56.113388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2506733e-973a-435c-89b9-47b8a697edd8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.141435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Made reservation on behalf of 6b6c9475b98648cb93662379db514e00 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:56.147634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.155564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:27:56.218856 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-12d8a508-5c38-4a64-96b3-b14ce9998581 service neutron] delete failed (client error): The resource could not be found. Jan 28 13:27:56.219897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-12d8a508-5c38-4a64-96b3-b14ce9998581 service neutron] 10.222.0.60 "DELETE /v2.0/ports/02e353a9-27fc-4be4-8169-fefb2f06d7dc/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.3249028 Jan 28 13:27:56.240347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f3763e4-0bfe-4398-91b1-e5ec0669de05 req-70e9d4c9-235c-4b6a-a8b5-a20c9823163c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849452 Jan 28 13:27:56.336471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:56.340361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'Port': ['ID=2506733e-973a-435c-89b9-47b8a697edd8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:56.345124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:56.355338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:56.427525 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 2, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:56.460520 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Checking router: 750c6eef-31cf-4c7a-9ce4-53dfa3905484 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:56.461263 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Updating router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:56.476448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:56.496253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d7a7-b345-476d-83a4-f6727b1380f0 admin admin] Publish callbacks [] for security_group (0b85cff5-a640-48ca-8d0a-ba17c853d919), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.524859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'mac_address': 'fa:16:3e:fd:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:27:56.554625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a303d3-cbd7-4834-a8c1-524d5030a643 req-57c5b878-a8a3-45aa-8a67-7daf701e7e64 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.555818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.561671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a303d3-cbd7-4834-a8c1-524d5030a643 req-57c5b878-a8a3-45aa-8a67-7daf701e7e64 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.3167150 Jan 28 13:27:56.567023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-468767ba-f8ce-445e-a229-f933485ae231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.568746 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-468767ba-f8ce-445e-a229-f933485ae231 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1099 time: 0.2149212 Jan 28 13:27:56.583582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d7a7-b345-476d-83a4-f6727b1380f0 admin admin] Publish callbacks [] for security_group (0b85cff5-a640-48ca-8d0a-ba17c853d919), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.617085 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.650149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Allocated IP 172.20.0.10 (a9800ec0-0f2a-44b1-925e-e13d5035174f/f32f302b-b546-4573-a648-27c50b04d9e1/7b10a979-8e44-4aa3-8197-cc7d2517baea) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:56.680500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 02e353a9-27fc-4be4-8169-fefb2f06d7dc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:56.681178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.713939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 3, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port': {'id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:47Z', 'updated_at': '2022-01-28T13:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:56.723821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a303d3-cbd7-4834-a8c1-524d5030a643 req-16545465-86dd-42dd-ab5f-79c0cc14325a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561050 Jan 28 13:27:56.739401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e353a9-27fc-4be4-8169-fefb2f06d7dc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:27:56.767977 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-936d2bd5-3e17-4d59-9963-fa51b849b358 req-96ad86bd-8da0-474e-b04d-2deb8711758d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 210 time: 0.0790935 Jan 28 13:27:56.813366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Checking router: eba57f7a-262b-43cc-8d1a-c9b10882f5cc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:27:56.814708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Updating router eba57f7a-262b-43cc-8d1a-c9b10882f5cc port 158eeb5e-3840-4323-97f4-7e79f52f03af binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:27:56.869973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (b30e48df-3db1-44a0-a7f3-c0a4c8f004bb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.881214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-603e9967-2d37-4bdf-b097-9f705e1a4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:56.882756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-603e9967-2d37-4bdf-b097-9f705e1a4dc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.3021924 Jan 28 13:27:56.934222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:27:56.939021 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.949064 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:56.999925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.006305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:57.019551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-20716dda-bca1-464a-beca-609e89ed184b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.1244376 Jan 28 13:27:57.021031 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Publish callbacks [] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.031285 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.037633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d7a7-b345-476d-83a4-f6727b1380f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b85cff5-a640-48ca-8d0a-ba17c853d919), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.047801 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d7a7-b345-476d-83a4-f6727b1380f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.053018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0ac6d7a7-b345-476d-83a4-f6727b1380f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b85cff5-a640-48ca-8d0a-ba17c853d919 HTTP/1.1" status: 204 len: 168 time: 0.9590602 Jan 28 13:27:57.067844 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks [] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.151372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2506733e-973a-435c-89b9-47b8a697edd8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.164949 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Attempting to bind port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:27:57.165463 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Attempting to bind port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:27:57.165924 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Attempting to bind port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e on network 764b5b91-42d5-4030-8d60-84bc13365fab {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:27:57.168427 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ff0aa-dbac-4e8c-a11d-74835274a384 None None] Pushing event updated for resources: {'Port': ['ID=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.184534 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:27:57.185259 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Checking segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:27:57.186382 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.186995 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Bound using segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:27:57.187673 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Bound port: fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:27:57.198402 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.223304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6d7a7-b345-476d-83a4-f6727b1380f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85cff5-a640-48ca-8d0a-ba17c853d919,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.299203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-950196ff-6aff-4738-a29d-4e12a432ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.301833 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-950196ff-6aff-4738-a29d-4e12a432ae9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2669578 Jan 28 13:27:57.303136 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] For port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:27:57.308956 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] For port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:27:57.323565 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.395103 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.413095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['02e353a9-27fc-4be4-8169-fefb2f06d7dc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:57.465002 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:27:57.465622 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:57.523565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['517e19ed-096e-45b3-97bf-3f8cf9bca515'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:27:57.591406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.592642 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ff0aa-dbac-4e8c-a11d-74835274a384 None None] Pushing event updated for resources: {'Port': ['ID=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.605103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Network a9800ec0-0f2a-44b1-925e-e13d5035174f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:57.632266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:57.641567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:57.645372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Pushing event updated for resources: {'Port': ['ID=7b10a979-8e44-4aa3-8197-cc7d2517baea,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:57.652662 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for port (2506733e-973a-435c-89b9-47b8a697edd8), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.671982 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2506733e-973a-435c-89b9-47b8a697edd8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.723696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Allocated IP 172.20.0.1 (0677796e-2a98-4323-9075-d7cec718032c/6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4/6fecfa6f-ac2f-469a-bea4-538b47eaf726) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:27:57.735704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-45ab7b06-0839-4d5c-a561-717a3a945f2e None None] Provisioning complete for port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:57.736119 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45ab7b06-0839-4d5c-a561-717a3a945f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.766207 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:27:57.783569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8194a-d636-44c9-a2bb-47c98dbdfa92 req-9722b9ca-8d9a-4baa-b87f-418c5c001f4f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.795084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3b8194a-d636-44c9-a2bb-47c98dbdfa92 req-9722b9ca-8d9a-4baa-b87f-418c5c001f4f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.3991323 Jan 28 13:27:57.835160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.835929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:57.871928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-a82e312c-15a7-42c8-bfae-cc3b4e87f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:57.874021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-a82e312c-15a7-42c8-bfae-cc3b4e87f872 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5532105 Jan 28 13:27:57.938412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3b8194a-d636-44c9-a2bb-47c98dbdfa92 req-0851b39c-c6ae-4ae4-92bf-33ce28991cd6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424975 Jan 28 13:27:57.939140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'Port': ['ID=2506733e-973a-435c-89b9-47b8a697edd8,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:58.017141 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (b30e48df-3db1-44a0-a7f3-c0a4c8f004bb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.065732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-3f896e49-27fb-4f54-bb69-06d900694f23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6102710 Jan 28 13:27:58.077888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Request body: {'port': {'device_id': '26384f77-1cb3-4425-b354-4dd6be910f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:58.152050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-68406c00-ea42-4edd-83eb-f74ddbd832ae service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005639 Jan 28 13:27:58.193813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.195760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:27:58.196407 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.321579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9518fd88-9a4d-4356-b06e-e1a7cf239d80 req-f7a4e28d-8ec5-42b5-8ddc-0a921cc18488 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579778 Jan 28 13:27:58.387460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bed1-59ef-465d-ade4-6c298ce28ff2 req-aa6c8941-c125-427b-9255-c61e1d3ea166 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:58.389978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92d7bed1-59ef-465d-ade4-6c298ce28ff2 req-aa6c8941-c125-427b-9255-c61e1d3ea166 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.4849796 Jan 28 13:27:58.441985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b674cc-ce2b-47e3-a7a7-3f68264589a7 req-d6a597bb-6c27-454e-8d42-acb6fdb3aecb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:58.450420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53b674cc-ce2b-47e3-a7a7-3f68264589a7 req-d6a597bb-6c27-454e-8d42-acb6fdb3aecb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 932 time: 0.1414237 Jan 28 13:27:58.475765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.502431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cc737c4f-616b-4e2f-979d-079fb81ce39a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7002795 Jan 28 13:27:58.502806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.510393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks [] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:58.581159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53b674cc-ce2b-47e3-a7a7-3f68264589a7 req-a34c7cfa-1cd7-411e-9580-5644ecef23c0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235311 Jan 28 13:27:58.606277 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:27:57Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:27:58.627262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-333ab42c-53aa-47a3-9280-0fd557a4bd1b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:58.644971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-333ab42c-53aa-47a3-9280-0fd557a4bd1b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.4242649 Jan 28 13:27:58.706703 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7be0d-7c16-406f-bc46-012cd90c0efc None None] The sync data for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 is: [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:27:57Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:27:58.871112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92d7bed1-59ef-465d-ade4-6c298ce28ff2 req-60d9a14a-1a8a-4bfe-b1b0-fc181051374d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519243 Jan 28 13:27:59.047528 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.048000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:59.174558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:27:59.233019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Pushing event updated for resources: {'Port': ['ID=6fecfa6f-ac2f-469a-bea4-538b47eaf726,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:27:59.242208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Network 0677796e-2a98-4323-9075-d7cec718032c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:27:59.267274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-3799ce78-1833-4760-bca5-39f3bacc42a1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--972847003&fields=id&tenant_id=3dd7e017936e473f933da737b0342f59 HTTP/1.1" status: 200 len: 267 time: 0.1930771 Jan 28 13:27:59.377580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:27:59.400813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:27:59.569630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-f3d3e8bc-d81d-4c99-84e0-c902ed6a3900 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:27:59.577229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-f3d3e8bc-d81d-4c99-84e0-c902ed6a3900 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 810 time: 0.3062797 Jan 28 13:27:59.629760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-5828cdd8-8a99-4303-b0f3-f5ea0cfb9a4c tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/quotas/3dd7e017936e473f933da737b0342f59 HTTP/1.1" status: 200 len: 375 time: 0.0462706 Jan 28 13:27:59.665205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.754739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-0ae840bf-7155-4e3f-9e6d-c9ee1bbccb96 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137655 Jan 28 13:27:59.864367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-45ab7b06-0839-4d5c-a561-717a3a945f2e None None] Current status of the port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:27:59.864830 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45ab7b06-0839-4d5c-a561-717a3a945f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:27:59.868004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:27:59.903686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1869311041-network', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:27:59.982720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:27:59.985638 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.027923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.029003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.043284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Publish callbacks [] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.088762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.152829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754a3ec-54c1-48c8-9100-4b8ab77e7a72 None None] Pushing event updated for resources: {'Port': ['ID=158eeb5e-3840-4323-97f4-7e79f52f03af,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.160714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-45ab7b06-0839-4d5c-a561-717a3a945f2e None None] For port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:00.173446 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45ab7b06-0839-4d5c-a561-717a3a945f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.182063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-61b527f5-8955-4f78-b0ae-b51960516f2e service neutron] 10.222.0.45 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261897 Jan 28 13:28:00.193069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:00.193452 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.195508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Attempting to bind port 158eeb5e-3840-4323-97f4-7e79f52f03af on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:00.195965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Attempting to bind port 158eeb5e-3840-4323-97f4-7e79f52f03af by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:00.196452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Attempting to bind port 158eeb5e-3840-4323-97f4-7e79f52f03af on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:00.216058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc179-1bdc-45ef-8186-036bae3f6942 req-b9ee98f3-6cf5-4b94-aeaa-4c98737b7791 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:00.223458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81cfc179-1bdc-45ef-8186-036bae3f6942 req-b9ee98f3-6cf5-4b94-aeaa-4c98737b7791 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.9740305 Jan 28 13:28:00.264685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:00.265164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:00.265549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.266394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:00.266900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Bound port: 158eeb5e-3840-4323-97f4-7e79f52f03af, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:00.267327 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.270736 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks [] for security_group (21358b15-d6af-4837-b750-7a526f06f995), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.286610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (21358b15-d6af-4837-b750-7a526f06f995), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.317254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81cfc179-1bdc-45ef-8186-036bae3f6942 req-51ab3862-ae76-4b6c-bf18-6481432dacf8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928543 Jan 28 13:28:00.358142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] For port 158eeb5e-3840-4323-97f4-7e79f52f03af, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:00.363412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] For port 158eeb5e-3840-4323-97f4-7e79f52f03af, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=158eeb5e-3840-4323-97f4-7e79f52f03af,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:00.380371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:00.387967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21358b15-d6af-4837-b750-7a526f06f995,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.411905 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.436342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3534b4d0-6d54-41d8-8be0-7508992d72ff), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.437597 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Added segment 3534b4d0-6d54-41d8-8be0-7508992d72ff of type vlan for network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 Jan 28 13:28:00.481704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b10a979-8e44-4aa3-8197-cc7d2517baea {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:00.486109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-fa386f49-613d-407e-8a70-a74e815a312d service neutron] 10.222.0.45 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908311 Jan 28 13:28:00.492555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Publish callbacks [] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.512226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2f54f76b-0a44-44e1-9cb0-e3b7659b3048 None None] Provisioning complete for port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:00.512616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f54f76b-0a44-44e1-9cb0-e3b7659b3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.514595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Transition to ACTIVE for port object 7b10a979-8e44-4aa3-8197-cc7d2517baea will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:00.544384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.552380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (0f96dabe-37fe-4db7-aa83-c4995cc82db0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.562288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab7b06-0839-4d5c-a561-717a3a945f2e None None] Pushing event updated for resources: {'Port': ['ID=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.571952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2f54f76b-0a44-44e1-9cb0-e3b7659b3048 None None] Port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:00.591747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Deleting port 4d01b056-66d9-4720-9608-cbb2c57442a7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:00.592151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.596853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Routers {'eba57f7a-262b-43cc-8d1a-c9b10882f5cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:00.597576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:00.641142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (0f96dabe-37fe-4db7-aa83-c4995cc82db0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.642132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:00.642762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.708373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:00.716322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2f54f76b-0a44-44e1-9cb0-e3b7659b3048 None None] Provisioning complete for port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:00.716714 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f54f76b-0a44-44e1-9cb0-e3b7659b3048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.778900 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5850809 Jan 28 13:28:00.797673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:00.805264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Request body: {'subnet': {'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1869311041-subnet', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:00.831629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754a3ec-54c1-48c8-9100-4b8ab77e7a72 None None] Pushing event updated for resources: {'Port': ['ID=158eeb5e-3840-4323-97f4-7e79f52f03af,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.853980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444b68-9f97-46b6-9c38-efcc25c89a33 admin admin] Pushing event updated for resources: {'Network': ['ID=0f96dabe-37fe-4db7-aa83-c4995cc82db0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.893145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:00.896608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:00.898364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:00.932979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] Set router eba57f7a-262b-43cc-8d1a-c9b10882f5cc gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:00.971582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Pushing event updated for resources: {'Port': ['ID=7b10a979-8e44-4aa3-8197-cc7d2517baea,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:00.994719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks [] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.082196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a7c07-efad-4132-853f-847c099b22d5 req-0b37cfc2-bde5-492f-9eba-9c0a945fda97 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:01.087477 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-556a7c07-efad-4132-853f-847c099b22d5 req-0b37cfc2-bde5-492f-9eba-9c0a945fda97 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 944 time: 0.5590515 Jan 28 13:28:01.109674 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.120208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2f54f76b-0a44-44e1-9cb0-e3b7659b3048 None None] Current status of the port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:01.180208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1a207-510c-476b-9ff9-00d026ebf9e0 req-acf8925b-2846-427c-8024-a7f0610ea54c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:01.181806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a9e1a207-510c-476b-9ff9-00d026ebf9e0 req-acf8925b-2846-427c-8024-a7f0610ea54c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.1635048 Jan 28 13:28:01.216723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:01.287803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a9e1a207-510c-476b-9ff9-00d026ebf9e0 req-9321e6fe-bed8-4fb0-9b91-4ea6d1aedb1f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982108 Jan 28 13:28:01.330441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:01.330841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.410090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] For port 4d01b056-66d9-4720-9608-cbb2c57442a7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4d01b056-66d9-4720-9608-cbb2c57442a7,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:01.410489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.435085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cffdfeea-badc-4cc6-bc52-788ce053c9d0 req-4d41ba64-05db-428d-b87d-dd6f3ec2ff83 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.0484483 Jan 28 13:28:01.447175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:01.471132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:27:59Z', 'revision_number': 4, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port': {'id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:47Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6fecfa6f-ac2f-469a-bea4-538b47eaf726', 'name': '', 'network_id': '0677796e-2a98-4323-9075-d7cec718032c', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'mac_address': 'fa:16:3e:eb:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:57Z', 'updated_at': '2022-01-28T13:27:57Z', 'revision_number': 1, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'subnets': [{'id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:01.494176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.510583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Calling delete_port for 4d01b056-66d9-4720-9608-cbb2c57442a7 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:01.513570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53cabe-e318-4818-a132-29cc6590ba27 None None] The sync data for ids ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'] in n-d-822748-2 is: [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:27:59Z', 'revision_number': 4, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port': {'id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:47Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6fecfa6f-ac2f-469a-bea4-538b47eaf726', 'name': '', 'network_id': '0677796e-2a98-4323-9075-d7cec718032c', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'mac_address': 'fa:16:3e:eb:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:57Z', 'updated_at': '2022-01-28T13:27:57Z', 'revision_number': 1, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'subnets': [{'id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:01.515980 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (729e8f2e-699d-479c-9a6f-9a26786977f8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.553392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Pushing event updated for resources: {'Port': ['ID=6fecfa6f-ac2f-469a-bea4-538b47eaf726,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.572850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-556a7c07-efad-4132-853f-847c099b22d5 req-52e8e5d9-1b83-4b45-999b-7fa9b0853ada tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753547 Jan 28 13:28:01.577567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Attempting to bind port 7b10a979-8e44-4aa3-8197-cc7d2517baea on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:01.578059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Attempting to bind port 7b10a979-8e44-4aa3-8197-cc7d2517baea by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:01.578399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Attempting to bind port 7b10a979-8e44-4aa3-8197-cc7d2517baea on network a9800ec0-0f2a-44b1-925e-e13d5035174f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:01.683492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0bd50-4648-4cbd-b8d4-0bd0b7a61064 req-fea89429-e0d0-4d33-aed0-4aa41e1dfac9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:01.685288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8d0bd50-4648-4cbd-b8d4-0bd0b7a61064 req-fea89429-e0d0-4d33-aed0-4aa41e1dfac9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.1556585 Jan 28 13:28:01.696232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Checking segment: {'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:01.696629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Network hostable DHCP agents. Network: 0f96dabe-37fe-4db7-aa83-c4995cc82db0, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:01.703730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729e8f2e-699d-479c-9a6f-9a26786977f8,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:01.759612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:01.833024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8d0bd50-4648-4cbd-b8d4-0bd0b7a61064 req-d9a50a02-6a7c-425a-a096-448910f1a913 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378775 Jan 28 13:28:01.833839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:01.857945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 0f96dabe-37fe-4db7-aa83-c4995cc82db0) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:01.869768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:01.870679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.939383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e7e32-126b-4860-9a62-3c363fadc0fd None None] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:01.951760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c623238f-6d48-47a6-94e6-548214e88a55 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1521254 Jan 28 13:28:01.952767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49618) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:01.959500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:01.991288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (cd297656-b6e7-4ba0-aefa-f5c12819f065), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:01.993483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (cd297656-b6e7-4ba0-aefa-f5c12819f065), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.105560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 02e353a9-27fc-4be4-8169-fefb2f06d7dc completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:02.112537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 02e353a9-27fc-4be4-8169-fefb2f06d7dc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:02.113117 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.120346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks [] for router_controller (cd297656-b6e7-4ba0-aefa-f5c12819f065), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.271903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6ede5-ffa1-4855-bdcd-8e2e2484d636 req-7f953b99-a6de-4164-a8d7-7d8634714d0d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:02.273482 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58c6ede5-ffa1-4855-bdcd-8e2e2484d636 req-7f953b99-a6de-4164-a8d7-7d8634714d0d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 949 time: 0.1559513 Jan 28 13:28:02.274661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-0f96dabe-37fe-4db7-aa83-c4995cc82db0', 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0', 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'fixed_ips': [{'subnet_id': '729e8f2e-699d-479c-9a6f-9a26786977f8'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:28:02.288887 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.309888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Port 7b10a979-8e44-4aa3-8197-cc7d2517baea on network a9800ec0-0f2a-44b1-925e-e13d5035174f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:02.310522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Attempting to bind port 7b10a979-8e44-4aa3-8197-cc7d2517baea on network a9800ec0-0f2a-44b1-925e-e13d5035174f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:02.314693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 02e353a9-27fc-4be4-8169-fefb2f06d7dc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:02.316973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.324207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Network 0677796e-2a98-4323-9075-d7cec718032c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:02.332627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:02.334621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:02.334966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Checking segment: {'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:02.335348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Bound using segment: {'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:02.335796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Bound port: 7b10a979-8e44-4aa3-8197-cc7d2517baea, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07877de0-28f1-4eea-a2e8-f069079db1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:02.336201 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.442099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks [] for router_gateway (cd297656-b6e7-4ba0-aefa-f5c12819f065), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.524644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58c6ede5-ffa1-4855-bdcd-8e2e2484d636 req-73916487-2bc4-41d2-ab20-c1b8b9f9436e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037759 Jan 28 13:28:02.657493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Allocated IP 172.20.0.2 (0f96dabe-37fe-4db7-aa83-c4995cc82db0/729e8f2e-699d-479c-9a6f-9a26786977f8/199ccddc-e45f-4171-8c36-b7bef04c03aa) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:02.713223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:02.724469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:02.728414 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e5546-a5de-487b-b004-1496e7bef1cf" -d '{"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-plugged", "status": "completed", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:02.753791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:02.895560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aade58b-3bb8-479c-8cee-c01a7f8cc558 req-f3b6956d-81d9-41da-adf6-c7ffa7388b62 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.1419744 Jan 28 13:28:02.943060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Router eba57f7a-262b-43cc-8d1a-c9b10882f5cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:02.956506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] For port 7b10a979-8e44-4aa3-8197-cc7d2517baea, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:02.961945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] For port 7b10a979-8e44-4aa3-8197-cc7d2517baea, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7b10a979-8e44-4aa3-8197-cc7d2517baea,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:02.980152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc946c1e-2a43-4562-9e8a-3985db842e0c req-99e41be2-10ad-437b-a5e1-2df0bc631863 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:02.988819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc946c1e-2a43-4562-9e8a-3985db842e0c req-99e41be2-10ad-437b-a5e1-2df0bc631863 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0a67992-bea8-4ae2-9ea3-ba8147a480bd HTTP/1.1" status: 200 len: 946 time: 0.5172727 Jan 28 13:28:03.042536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.102367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-2aa258b3-cf70-46ba-b49f-9eabdeaec10d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:03.103982 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-2aa258b3-cf70-46ba-b49f-9eabdeaec10d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 810 time: 0.4375508 Jan 28 13:28:03.145607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.152658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:03.153226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.165175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] 10.222.0.36 "PUT /v2.0/ports/7b10a979-8e44-4aa3-8197-cc7d2517baea HTTP/1.1" status: 200 len: 1092 time: 5.0981417 Jan 28 13:28:03.174725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47107d1-7e56-4e1f-a65f-dc843fcab05c service neutron] Pushing event updated for resources: {'Port': ['ID=7b10a979-8e44-4aa3-8197-cc7d2517baea,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.178734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26384f77-1cb3-4425-b354-4dd6be910f17', 'tag': '7b10a979-8e44-4aa3-8197-cc7d2517baea'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:03.185769 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b04187-de0a-4cd2-8a37-e129fac82087" -d '{"events": [{"name": "network-changed", "server_uuid": "26384f77-1cb3-4425-b354-4dd6be910f17", "tag": "7b10a979-8e44-4aa3-8197-cc7d2517baea"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:03.199742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Publish callbacks [] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.205991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4d01b056-66d9-4720-9608-cbb2c57442a7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.220738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e86ac0da-65de-4eaa-9716-782cd364b727'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:03.224865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['092672a7-e0a8-46dc-9719-e2f693ec2b32'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:03.229425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.322950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event deleted for resources: {'Port': ['ID=4d01b056-66d9-4720-9608-cbb2c57442a7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:03.328994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc946c1e-2a43-4562-9e8a-3985db842e0c req-b8202ab0-ff29-44d0-9fe1-5e5ba8fedca9 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389065 Jan 28 13:28:03.492663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-66d6f30d-e418-4d40-97e4-1405fb2d8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:03.494763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-66d6f30d-e418-4d40-97e4-1405fb2d8d0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 1095 time: 0.2019751 Jan 28 13:28:03.498908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] No DVR routers for this DVR port 4d01b056-66d9-4720-9608-cbb2c57442a7 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:03.504475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.508137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26e2954f-89a2-4c5f-a111-b209fcc0951f req-762ef062-3883-41cc-ae79-09424fcd25df tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "DELETE /v2.0/ports/4d01b056-66d9-4720-9608-cbb2c57442a7 HTTP/1.1" status: 204 len: 173 time: 4.8453341 Jan 28 13:28:03.564166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-0864aa50-2ba5-431c-bbfe-d3129287bc9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b10a979-8e44-4aa3-8197-cc7d2517baea HTTP/1.1" status: 200 len: 217 time: 0.0528064 Jan 28 13:28:03.687812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-9d6a82c7-43ef-4147-af25-f27d6929ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:03.692557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-9d6a82c7-43ef-4147-af25-f27d6929ee29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 200 len: 854 time: 0.1192493 Jan 28 13:28:03.698649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:03.712596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0bd16390-438a-44f3-8322-5f281446628c admin admin] 10.222.0.45 "PUT /v2.0/routers/eba57f7a-262b-43cc-8d1a-c9b10882f5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9533205 Jan 28 13:28:03.733150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f5074f9d-1894-40ec-870c-5a5f408e4348 None None] Provisioning complete for port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:03.738170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f5074f9d-1894-40ec-870c-5a5f408e4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:03.790802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-1bc31dbc-165e-4bc1-abc6-8e4ae2d95566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9800ec0-0f2a-44b1-925e-e13d5035174f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763528 Jan 28 13:28:03.792636 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a463ae-a980-43b1-9584-8a25469b330f x-openstack-request-id: req-75a463ae-a980-43b1-9584-8a25469b330f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:03.792933 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26384f77-1cb3-4425-b354-4dd6be910f17", "tag": "7b10a979-8e44-4aa3-8197-cc7d2517baea", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:03.793193 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75a463ae-a980-43b1-9584-8a25469b330f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:03.793594 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26384f77-1cb3-4425-b354-4dd6be910f17', 'tag': '7b10a979-8e44-4aa3-8197-cc7d2517baea', 'status': 'completed', 'code': 200} Jan 28 13:28:03.797839 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaba733-eba1-41ab-a5ad-8a471b3b6339 x-openstack-request-id: req-bdaba733-eba1-41ab-a5ad-8a471b3b6339 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:03.798283 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-plugged", "status": "completed", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:03.798548 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdaba733-eba1-41ab-a5ad-8a471b3b6339 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:03.798938 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'code': 200} Jan 28 13:28:03.802214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 158eeb5e-3840-4323-97f4-7e79f52f03af up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:03.934236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-eb654f40-1cbb-4224-9ea4-2a1066bd8c03 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305282 Jan 28 13:28:04.039436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ee683-c86e-4d69-b90d-ef3abd175d6b req-43b38c6c-4dac-49a1-879b-2fde2dbab87d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.044214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d09ee683-c86e-4d69-b90d-ef3abd175d6b req-43b38c6c-4dac-49a1-879b-2fde2dbab87d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 944 time: 0.9499085 Jan 28 13:28:04.066341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4d01b056-66d9-4720-9608-cbb2c57442a7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:04.082900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f5074f9d-1894-40ec-870c-5a5f408e4348 None None] Port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:04.150112 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7a56f092-fbad-46d4-8cc4-315a8fa8dd23 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd7e017936e473f933da737b0342f59 HTTP/1.1" status: 200 len: 379 time: 0.9995692 Jan 28 13:28:04.178361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks [] for router_gateway (cd297656-b6e7-4ba0-aefa-f5c12819f065), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.179646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ee94820-47e0-4577-bcd2-bbe522617ff0 req-98ce52b8-1eac-4f79-84ec-56a61032fb3e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.1395562 Jan 28 13:28:04.193931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Pushing event updated for resources: {'Port': ['ID=199ccddc-e45f-4171-8c36-b7bef04c03aa,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:04.202842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'port': {'device_id': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'admin_state_up': True, 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'security_groups': ['b27e6f7e-589f-45f9-a8ce-8f8431edc68b']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:04.280097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:04.291693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:04.309153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f08112e-b240-4e6d-a614-f622c418cca1 req-708b11ba-ab6c-4ba7-bd63-96be18ba7ded service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683202 Jan 28 13:28:04.320098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 4d01b056-66d9-4720-9608-cbb2c57442a7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:04.322746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4d01b056-66d9-4720-9608-cbb2c57442a7 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:04.349808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:04.389949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-a42990a4-9ddf-4c18-a1f3-e73036eace5e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597520 Jan 28 13:28:04.547729 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.603831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Attempting to bind port 199ccddc-e45f-4171-8c36-b7bef04c03aa on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:04.604353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Attempting to bind port 199ccddc-e45f-4171-8c36-b7bef04c03aa by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:04.604730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Attempting to bind port 199ccddc-e45f-4171-8c36-b7bef04c03aa on network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:04.621949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 158eeb5e-3840-4323-97f4-7e79f52f03af triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:04.622764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.658464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-1b3fe0a6-46b6-47b9-8ba7-57d29f5ae779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.661073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-1b3fe0a6-46b6-47b9-8ba7-57d29f5ae779 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 1095 time: 0.2355335 Jan 28 13:28:04.675407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:04.675796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Checking segment: {'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:04.676380 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.676789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Bound using segment: {'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:04.677279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Bound port: 199ccddc-e45f-4171-8c36-b7bef04c03aa, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:04.677667 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.694988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-dc204160-8d3d-477a-a3e7-33c442e40017 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.703878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-dc204160-8d3d-477a-a3e7-33c442e40017 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092954 Jan 28 13:28:04.730483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d09ee683-c86e-4d69-b90d-ef3abd175d6b req-c9b7f772-984c-420d-bdda-f425661bd448 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612365 Jan 28 13:28:04.770831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Made reservation on behalf of 3dd7e017936e473f933da737b0342f59 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:04.779364 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.841191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-38ed4b0f-5637-405b-be4d-4d31032cb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:04.842686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-38ed4b0f-5637-405b-be4d-4d31032cb0e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 915 time: 0.1289835 Jan 28 13:28:04.858204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-ba01a867-1c9f-4faf-9cae-085d714947aa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/quotas/063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 375 time: 0.1533442 Jan 28 13:28:04.910444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ce144a01-848c-482f-af2d-9f46b4751115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:04.959407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-ed9608ec-23ab-456a-b5db-d1e76fa91b4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b10a979-8e44-4aa3-8197-cc7d2517baea HTTP/1.1" status: 200 len: 217 time: 0.0979061 Jan 28 13:28:05.122504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-debdf523-e44c-4c56-bff0-700195b380ba tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2628176 Jan 28 13:28:05.133207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-5ea285c8-f273-4def-b1bc-d60795ac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:05.135101 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-5ea285c8-f273-4def-b1bc-d60795ac2ed7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 200 len: 854 time: 0.1588037 Jan 28 13:28:05.186064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Allocated IP 172.25.4.174 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/0d386d31-6312-43f8-acf5-f6be15766d72) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:05.355221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-70e276a6-e743-40c2-926e-50026e17304f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9800ec0-0f2a-44b1-925e-e13d5035174f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1968184 Jan 28 13:28:05.405329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] For port 199ccddc-e45f-4171-8c36-b7bef04c03aa, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:05.429598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] For port 199ccddc-e45f-4171-8c36-b7bef04c03aa, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=199ccddc-e45f-4171-8c36-b7bef04c03aa,segment=NetworkSegment(3534b4d0-6d54-41d8-8be0-7508992d72ff),segment_id=3534b4d0-6d54-41d8-8be0-7508992d72ff)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:05.452789 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:05.676838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-c9a429e4-6c39-4148-899a-6aa0861245ef service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091011 Jan 28 13:28:05.861992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'name': 'network-vif-deleted', 'tag': '4d01b056-66d9-4720-9608-cbb2c57442a7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:05.882404 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d03d477-78b7-41b7-81e1-bd71fce4aaed" -d '{"events": [{"server_uuid": "c0a67992-bea8-4ae2-9ea3-ba8147a480bd", "name": "network-vif-deleted", "tag": "4d01b056-66d9-4720-9608-cbb2c57442a7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:05.991969 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-546b233e-e950-409f-b1d2-6171c4226680 req-341c03da-1abd-4f82-8ac0-e95aa4d4ca98 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.0901537 Jan 28 13:28:06.014093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ce24-763e-4393-93a1-3cba7a5b4efb None None] Pushing event updated for resources: {'Port': ['ID=199ccddc-e45f-4171-8c36-b7bef04c03aa,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:06.019990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Sync routers for ids ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:06.024203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7b10a979-8e44-4aa3-8197-cc7d2517baea details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:06.041513 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41069e43-c9ab-4c78-9a6a-9cc948811802 req-c98df02e-9943-45a7-a64b-d40a1962808c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 210 time: 0.3401322 Jan 28 13:28:06.070993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4b04187-de0a-4cd2-8a37-e129fac82087 req-b02c0a54-7b91-45cc-901e-492cb5ab74d1 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886168 Jan 28 13:28:06.120767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks [] for port (0d386d31-6312-43f8-acf5-f6be15766d72), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.152916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Allocated IP 172.20.0.10 (764b5b91-42d5-4030-8d60-84bc13365fab/a29a6744-56ab-48f2-8913-c9e5633ae2a9/035b57ea-b7ff-4b72-a036-7f8b3dd81dbc) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:06.253737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 158eeb5e-3840-4323-97f4-7e79f52f03af is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:06.254167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.266859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Routers {'eba57f7a-262b-43cc-8d1a-c9b10882f5cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:06.267502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:27:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:06.390974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:28:06.429611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a886ac3-e5fe-4a64-8e70-f18001f16d55 req-9969028d-cbaf-4a44-aa31-72e7ee5b8f4b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.444551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a886ac3-e5fe-4a64-8e70-f18001f16d55 req-9969028d-cbaf-4a44-aa31-72e7ee5b8f4b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.1964042 Jan 28 13:28:06.564084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.621136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a886ac3-e5fe-4a64-8e70-f18001f16d55 req-cd9f8707-759f-46f3-8f73-f4ae53d346bd tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756115 Jan 28 13:28:06.648149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7b10a979-8e44-4aa3-8197-cc7d2517baea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7b10a979-8e44-4aa3-8197-cc7d2517baea,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:06.667628 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.719272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '7b10a979-8e44-4aa3-8197-cc7d2517baea', 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f', 'port_id': '7b10a979-8e44-4aa3-8197-cc7d2517baea', 'mac_address': 'fa:16:3e:42:bd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f302b-b546-4573-a648-27c50b04d9e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:06.737954 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fad196-46cb-4cb0-b8f4-7a8b2f93a2aa x-openstack-request-id: req-a5fad196-46cb-4cb0-b8f4-7a8b2f93a2aa {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:06.738665 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a67992-bea8-4ae2-9ea3-ba8147a480bd", "name": "network-vif-deleted", "tag": "4d01b056-66d9-4720-9608-cbb2c57442a7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:06.738970 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5fad196-46cb-4cb0-b8f4-7a8b2f93a2aa {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:06.739298 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a67992-bea8-4ae2-9ea3-ba8147a480bd', 'name': 'network-vif-deleted', 'tag': '4d01b056-66d9-4720-9608-cbb2c57442a7', 'status': 'completed', 'code': 200} Jan 28 13:28:06.809599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Network 764b5b91-42d5-4030-8d60-84bc13365fab is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:06.818379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aa35f-a8f5-44c4-8d1f-3156305bc45b req-12b69f80-d7cb-4df9-81ed-680605e24c1e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:06.824694 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-905aa35f-a8f5-44c4-8d1f-3156305bc45b req-12b69f80-d7cb-4df9-81ed-680605e24c1e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 944 time: 0.1785994 Jan 28 13:28:06.834077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:06.844045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:06.876998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:06.879546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:06.885229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:06.920889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'Port': ['ID=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:06.921423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7b10a979-8e44-4aa3-8197-cc7d2517baea is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:06.921825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.006382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:07.010534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 158eeb5e-3840-4323-97f4-7e79f52f03af, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=158eeb5e-3840-4323-97f4-7e79f52f03af,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:07.076706 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.214984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b10a979-8e44-4aa3-8197-cc7d2517baea {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:07.231298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-9d9f674b-79d2-4f49-8f47-c448d3720174 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:07.252813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Pushing event updated for resources: {'Port': ['ID=0d386d31-6312-43f8-acf5-f6be15766d72,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:07.270189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-9d9f674b-79d2-4f49-8f47-c448d3720174 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.36 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.2461138 Jan 28 13:28:07.302227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:07.302898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.467827 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-905aa35f-a8f5-44c4-8d1f-3156305bc45b req-83bef5b1-2a8d-404f-8d5b-ef5fa23acfd1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013241 Jan 28 13:28:07.604140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 199ccddc-e45f-4171-8c36-b7bef04c03aa up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:07.682226 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-d98c986a-7057-449d-aef5-1e394e69d3f7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5148823 Jan 28 13:28:07.685159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db2a7a-75c1-4eda-9ba1-c85da143abeb req-5b25d58a-987b-4203-ae3b-9ab98b75bbfc tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:07.702506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05db2a7a-75c1-4eda-9ba1-c85da143abeb req-5b25d58a-987b-4203-ae3b-9ab98b75bbfc tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 932 time: 0.3291969 Jan 28 13:28:07.729688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Request body: {'port': {'device_id': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:07.796129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7b10a979-8e44-4aa3-8197-cc7d2517baea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7b10a979-8e44-4aa3-8197-cc7d2517baea,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:07.845168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef677c25-62ca-403a-96fa-80959cc4eca4 req-23455c2e-9e5d-4970-957d-d225e5eaee04 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 210 time: 0.1111758 Jan 28 13:28:07.880829 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.925652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Deleting port 092672a7-e0a8-46dc-9719-e2f693ec2b32 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:07.926210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:07.973459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=158eeb5e-3840-4323-97f4-7e79f52f03af,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:07.988439 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b263323c-3d0c-4bea-ac9a-e65f21755f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.006823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.010739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Set router eba57f7a-262b-43cc-8d1a-c9b10882f5cc gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:08.032959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728078dc-1d17-4249-8c74-1988e7b8f189 None None] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:08.112252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-ed7e7a82-ab39-4d01-9c91-71ecb3688f98 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1677539 Jan 28 13:28:08.252346 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:28:08.444853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438417-f7e8-41d8-a7bd-533e6d23c8bb req-274e00e9-141d-4fe2-8cf2-57c35ad2216f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:08.446690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41438417-f7e8-41d8-a7bd-533e6d23c8bb req-274e00e9-141d-4fe2-8cf2-57c35ad2216f tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 945 time: 0.4108713 Jan 28 13:28:08.459653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] For port 092672a7-e0a8-46dc-9719-e2f693ec2b32, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=092672a7-e0a8-46dc-9719-e2f693ec2b32,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:08.460800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.474074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-69db6bc7-6caa-4a75-bf29-d662721c07f9 None None] Provisioning complete for port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:08.474663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69db6bc7-6caa-4a75-bf29-d662721c07f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.482426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05db2a7a-75c1-4eda-9ba1-c85da143abeb req-be569e45-cd28-41fd-822e-8ccb41f3f082 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7788117 Jan 28 13:28:08.536862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-69db6bc7-6caa-4a75-bf29-d662721c07f9 None None] Port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:08.546254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-8e83cdda-d198-43ff-bac8-1b5948c55e90 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:08.546466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 199ccddc-e45f-4171-8c36-b7bef04c03aa triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:08.546756 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.555468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-8e83cdda-d198-43ff-bac8-1b5948c55e90 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263670 Jan 28 13:28:08.590326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Request body: {'port': {'device_id': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '063eec391659468690eac7ba108a19f1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:08.603767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Calling delete_port for 092672a7-e0a8-46dc-9719-e2f693ec2b32 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:08.621230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['7b10a979-8e44-4aa3-8197-cc7d2517baea'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:08.968159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Made reservation on behalf of 063eec391659468690eac7ba108a19f1 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:08.982489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:08.988659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:09.031545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Publish callbacks [] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.060068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996790f-f423-42fe-ac86-f9165d8c9943 req-5ade9d20-7c42-4f2f-9517-1b20e44d6260 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:09.067232 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.068361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3996790f-f423-42fe-ac86-f9165d8c9943 req-5ade9d20-7c42-4f2f-9517-1b20e44d6260 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 945 time: 0.2260311 Jan 28 13:28:09.132779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks [] for router_gateway (cd297656-b6e7-4ba0-aefa-f5c12819f065), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.140473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Transition to ACTIVE for port object 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:09.163280 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41438417-f7e8-41d8-a7bd-533e6d23c8bb req-04ed65b7-416f-4be1-b200-0317678ad4a4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974225 Jan 28 13:28:09.206790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (092672a7-e0a8-46dc-9719-e2f693ec2b32), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.220054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-aab092fb-e143-4d5b-bc37-f3c0d3fa3f23 None None] Provisioning complete for port 199ccddc-e45f-4171-8c36-b7bef04c03aa triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:09.222668 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aab092fb-e143-4d5b-bc37-f3c0d3fa3f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.247257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7b10a979-8e44-4aa3-8197-cc7d2517baea,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:09.257300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e86ac0da-65de-4eaa-9716-782cd364b727'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:09.271802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.379812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Pushing event updated for resources: {'Port': ['ID=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:09.385731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event deleted for resources: {'Port': ['ID=092672a7-e0a8-46dc-9719-e2f693ec2b32,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:09.459732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8d00afe-b8b7-4bf8-b602-66cd32a033c9 req-936c644b-48f8-4bd6-9610-e612ed64c847 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 210 time: 0.0861223 Jan 28 13:28:09.589795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3996790f-f423-42fe-ac86-f9165d8c9943 req-b4070fb8-7382-4e84-b701-5c3bef368c1b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172129 Jan 28 13:28:09.741571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] No DVR routers for this DVR port 092672a7-e0a8-46dc-9719-e2f693ec2b32 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:09.747307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:09.756648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b14560fe-5ab5-49e6-ba88-0d592de4e08a req-e013894f-ec0b-4004-9e28-be41ddefeb2d tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.36 "DELETE /v2.0/ports/092672a7-e0a8-46dc-9719-e2f693ec2b32 HTTP/1.1" status: 204 len: 173 time: 2.4788477 Jan 28 13:28:09.766790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-deleted', 'tag': '092672a7-e0a8-46dc-9719-e2f693ec2b32'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:09.786005 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a453de-f9b1-4ebf-92dd-7a1492f43230" -d '{"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-deleted", "tag": "092672a7-e0a8-46dc-9719-e2f693ec2b32"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:09.974056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 092672a7-e0a8-46dc-9719-e2f693ec2b32 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:10.007953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Allocated IP 192.168.233.192 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/6944cd78-18c7-46f7-9f72-f65c463be8b3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:10.059614 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d422bf83-15e8-4685-898c-228f28c0c7de x-openstack-request-id: req-d422bf83-15e8-4685-898c-228f28c0c7de {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:10.066839 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b482f307-b097-4524-89f5-eabd0e6fc797", "name": "network-vif-deleted", "tag": "092672a7-e0a8-46dc-9719-e2f693ec2b32", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:10.069156 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d422bf83-15e8-4685-898c-228f28c0c7de {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:10.071841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 092672a7-e0a8-46dc-9719-e2f693ec2b32 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:10.072223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 092672a7-e0a8-46dc-9719-e2f693ec2b32 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:10.072583 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b482f307-b097-4524-89f5-eabd0e6fc797', 'name': 'network-vif-deleted', 'tag': '092672a7-e0a8-46dc-9719-e2f693ec2b32', 'status': 'completed', 'code': 200} Jan 28 13:28:10.191723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 199ccddc-e45f-4171-8c36-b7bef04c03aa is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:10.192408 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.270689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 199ccddc-e45f-4171-8c36-b7bef04c03aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=199ccddc-e45f-4171-8c36-b7bef04c03aa,segment=NetworkSegment(3534b4d0-6d54-41d8-8be0-7508992d72ff),segment_id=3534b4d0-6d54-41d8-8be0-7508992d72ff)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:10.295307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Attempting to bind port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:10.298424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Attempting to bind port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:10.301249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Attempting to bind port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc on network 764b5b91-42d5-4030-8d60-84bc13365fab {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:10.313496 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.329946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc on network 764b5b91-42d5-4030-8d60-84bc13365fab not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:10.331943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Attempting to bind port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc on network 764b5b91-42d5-4030-8d60-84bc13365fab {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:10.360205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed569e-e909-464f-9918-782e19a90cd2 req-f4ffad39-feec-4513-a025-fabe0c9b5856 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.371267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5ed569e-e909-464f-9918-782e19a90cd2 req-f4ffad39-feec-4513-a025-fabe0c9b5856 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 944 time: 0.6404448 Jan 28 13:28:10.429504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks [] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.448760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:10.449236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Checking segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:10.449556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Bound using segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:10.450075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Bound port: 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:10.453970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.539461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=199ccddc-e45f-4171-8c36-b7bef04c03aa,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:10.555602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25893572-d0ec-4c44-996d-dd6090880d0c req-739b264e-f001-4a77-b148-450f8749136b tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=b482f307-b097-4524-89f5-eabd0e6fc797 HTTP/1.1" status: 200 len: 210 time: 0.0775530 Jan 28 13:28:10.562221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.621677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (cd297656-b6e7-4ba0-aefa-f5c12819f065), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.648437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 158eeb5e-3840-4323-97f4-7e79f52f03af up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:10.651736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d', '02e353a9-27fc-4be4-8169-fefb2f06d7dc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:10.672484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:10.689220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:10.704469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:10.784636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5ed569e-e909-464f-9918-782e19a90cd2 req-b78ff956-ae6e-4934-bad5-2c57b6c615c9 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078295 Jan 28 13:28:10.923342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:10.938968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:10.981952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:10.984297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.005650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] For port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:11.022434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84362be-021c-4502-9c78-eb15fac687bd req-23b03f69-8681-4a6d-bf2c-5f2305a5234a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:11.027371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c84362be-021c-4502-9c78-eb15fac687bd req-23b03f69-8681-4a6d-bf2c-5f2305a5234a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 936 time: 0.3105786 Jan 28 13:28:11.053476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] For port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:11.068910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Router cd297656-b6e7-4ba0-aefa-f5c12819f065 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:28:11.072210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.081743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-16d1d751-690d-403b-9cef-fe731f8b9fbd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5060565 Jan 28 13:28:11.125576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Request body: {'port': {'device_id': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:11.180770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8da86-a6d5-4f42-a55b-6e252b4ac81f req-5d357cba-084c-40c2-b9dc-0588bcc5f57f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:11.183958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfb8da86-a6d5-4f42-a55b-6e252b4ac81f req-5d357cba-084c-40c2-b9dc-0588bcc5f57f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 945 time: 0.2361825 Jan 28 13:28:11.203107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c84362be-021c-4502-9c78-eb15fac687bd req-176da378-a437-4dd6-a7ee-bb8814614a06 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697278 Jan 28 13:28:11.203952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:27:59Z', 'revision_number': 4, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port': {'id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:47Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6fecfa6f-ac2f-469a-bea4-538b47eaf726', 'name': '', 'network_id': '0677796e-2a98-4323-9075-d7cec718032c', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'mac_address': 'fa:16:3e:eb:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:57Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 2, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'subnets': [{'id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:11.212895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-aab092fb-e143-4d5b-bc37-f3c0d3fa3f23 None None] Current status of the port 199ccddc-e45f-4171-8c36-b7bef04c03aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:11.228996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:11.229699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.233100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] 10.222.0.60 "PUT /v2.0/ports/035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 200 len: 1092 time: 3.5302501 Jan 28 13:28:11.292018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:11.294736 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79" -d '{"events": [{"name": "network-changed", "server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:11.297863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69b9cd-617a-4758-8ba5-ece7bb1f857d service neutron] Pushing event updated for resources: {'Port': ['ID=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:11.350113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.366982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Checking router: eba57f7a-262b-43cc-8d1a-c9b10882f5cc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:11.367459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Updating router eba57f7a-262b-43cc-8d1a-c9b10882f5cc port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:28:11.457179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.466073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 158eeb5e-3840-4323-97f4-7e79f52f03af triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:11.466659 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.490385 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1702694-81de-44c2-b669-8df231680bc4 x-openstack-request-id: req-c1702694-81de-44c2-b669-8df231680bc4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:11.490694 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:11.490948 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1702694-81de-44c2-b669-8df231680bc4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:11.491351 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'status': 'completed', 'code': 200} Jan 28 13:28:11.583705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfb8da86-a6d5-4f42-a55b-6e252b4ac81f req-9eb7c39f-bd85-469b-8ba8-059d92957cd6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419259 Jan 28 13:28:11.589208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-0265cad8-8115-4dd6-a00d-9ab506768991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:11.591070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-0265cad8-8115-4dd6-a00d-9ab506768991 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 1095 time: 0.2867806 Jan 28 13:28:11.653501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4b5d6cdc-8d9e-4399-9911-4cb71c5c82a0 None None] Provisioning complete for port 199ccddc-e45f-4171-8c36-b7bef04c03aa triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:11.653501 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6cdc-8d9e-4399-9911-4cb71c5c82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.732103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-8f3d50f6-d9a5-4c48-bd37-ac18613be0b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 200 len: 217 time: 0.1236219 Jan 28 13:28:11.739154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:11.767395 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Sync routers for ids ['cd297656-b6e7-4ba0-aefa-f5c12819f065'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:11.788633 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Routers {'cd297656-b6e7-4ba0-aefa-f5c12819f065'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:11.789958 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd297656-b6e7-4ba0-aefa-f5c12819f065'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:11.885291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:11.890765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0386003f-eaed-4234-9cc3-d383040bac59 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9365981 Jan 28 13:28:11.894890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49742) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:11.906812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-053d16d8-523e-4098-90c0-349fab028581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:11.909100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-053d16d8-523e-4098-90c0-349fab028581 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.1636324 Jan 28 13:28:11.961537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:11.978233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Publish callbacks [] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.014059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Transition to ACTIVE for port object 6944cd78-18c7-46f7-9f72-f65c463be8b3 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:12.042582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.094717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Set router cd297656-b6e7-4ba0-aefa-f5c12819f065 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:12.369346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Attempting to bind port 6944cd78-18c7-46f7-9f72-f65c463be8b3 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:12.372511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Attempting to bind port 6944cd78-18c7-46f7-9f72-f65c463be8b3 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:12.373029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Attempting to bind port 6944cd78-18c7-46f7-9f72-f65c463be8b3 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:12.401521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7ee0e-8222-4cca-b9e7-475ff2fb9c3f req-8c7ff82e-257b-4687-a592-410320d19ad7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:12.409754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dea7ee0e-8222-4cca-b9e7-475ff2fb9c3f req-8c7ff82e-257b-4687-a592-410320d19ad7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 944 time: 0.3920352 Jan 28 13:28:12.416819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:12.426974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Port 6944cd78-18c7-46f7-9f72-f65c463be8b3 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:12.427450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Attempting to bind port 6944cd78-18c7-46f7-9f72-f65c463be8b3 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:12.447125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7b10a979-8e44-4aa3-8197-cc7d2517baea up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:12.465554 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.556345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dea7ee0e-8222-4cca-b9e7-475ff2fb9c3f req-7ad8b8ca-91f1-4f97-b707-ad6e07bf05af tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360409 Jan 28 13:28:12.557438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:12.561545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:12.562270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:12.562903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Bound port: 6944cd78-18c7-46f7-9f72-f65c463be8b3, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:12.566016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.686115 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:28:08Z', 'revision_number': 3, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port': {'id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:04Z', 'updated_at': '2022-01-28T13:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:12.735458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:12.740971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:12.745251 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Checking router: cd297656-b6e7-4ba0-aefa-f5c12819f065 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:12.745603 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Updating router cd297656-b6e7-4ba0-aefa-f5c12819f065 port 0d386d31-6312-43f8-acf5-f6be15766d72 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:28:12.794012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.803316 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.846316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d6cdc-8d9e-4399-9911-4cb71c5c82a0 None None] Current status of the port 199ccddc-e45f-4171-8c36-b7bef04c03aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:12.848675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 158eeb5e-3840-4323-97f4-7e79f52f03af is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:12.906418 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Publish callbacks [] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.908069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:12.918649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:12.920018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:12.925542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-b2923378-adb2-41ee-a79b-020622cb1c2d service neutron] 10.222.0.60 "PUT /v2.0/ports/6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 200 len: 1096 time: 1.8154514 Jan 28 13:28:12.948966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427d260-c9bd-41dc-926a-d96ff3707e54 req-7429a3e2-7166-4791-9794-2fa3b3ee5534 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:12.959602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9427d260-c9bd-41dc-926a-d96ff3707e54 req-7429a3e2-7166-4791-9794-2fa3b3ee5534 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 948 time: 0.2151275 Jan 28 13:28:12.963907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:12.969576 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548937f2-1a28-4b05-a2a6-ce8bedba545e" -d '{"events": [{"name": "network-changed", "server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:12.976324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.057254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf5308-b07f-4b5e-a8ee-ace21fad1b6e None None] Pushing event updated for resources: {'Port': ['ID=6fecfa6f-ac2f-469a-bea4-538b47eaf726,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:13.070941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 199ccddc-e45f-4171-8c36-b7bef04c03aa up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:13.075465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 7b10a979-8e44-4aa3-8197-cc7d2517baea completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:13.203557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 7b10a979-8e44-4aa3-8197-cc7d2517baea triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:13.204144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.285616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9427d260-c9bd-41dc-926a-d96ff3707e54 req-e1f04cf6-2215-448c-b0d2-19f8d2cba4ee tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246121 Jan 28 13:28:13.290736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-7ec3506e-cd0a-4d86-94fd-04e65543130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.313968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-7ec3506e-cd0a-4d86-94fd-04e65543130e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 1099 time: 0.3059511 Jan 28 13:28:13.424341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-6382e96d-b7cd-4478-9857-5fcaab08bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.432219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-6382e96d-b7cd-4478-9857-5fcaab08bb4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4176035 Jan 28 13:28:13.531339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-6197bd98-6b2c-42dc-beaa-31873519d96f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 200 len: 217 time: 0.2163208 Jan 28 13:28:13.683796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-48efadcd-9051-4d29-a8f8-9c69e4bf07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.687149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-48efadcd-9051-4d29-a8f8-9c69e4bf07b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1450567 Jan 28 13:28:13.717802 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Publish callbacks [] for port (0d386d31-6312-43f8-acf5-f6be15766d72), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.738916 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.771901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Attempting to bind port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:13.773369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Attempting to bind port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:13.773967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Attempting to bind port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 on network 0677796e-2a98-4323-9075-d7cec718032c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:13.802165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:13.802996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Checking segment: {'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:13.803760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.804424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Bound using segment: {'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:13.805141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Bound port: 6fecfa6f-ac2f-469a-bea4-538b47eaf726, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8b523a-9415-4be7-abc6-270daa56d9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0677796e-2a98-4323-9075-d7cec718032c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:13.805878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.806118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-a0db7e8a-cbdb-4eeb-9473-f399c10ebbaf service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555547 Jan 28 13:28:13.839282 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dffe6-b9c2-4f19-9404-2e29cf978a6e None None] Pushing event updated for resources: {'Port': ['ID=0d386d31-6312-43f8-acf5-f6be15766d72,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:13.864562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 199ccddc-e45f-4171-8c36-b7bef04c03aa triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:13.865340 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.867594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3a41-678f-4aca-97d3-1e0e22457a87 req-bd008561-e12d-41a0-9814-13c9a33159ab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.876367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb6c3a41-678f-4aca-97d3-1e0e22457a87 req-bd008561-e12d-41a0-9814-13c9a33159ab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 945 time: 0.1848028 Jan 28 13:28:13.890793 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Attempting to bind port 0d386d31-6312-43f8-acf5-f6be15766d72 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:13.891170 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Attempting to bind port 0d386d31-6312-43f8-acf5-f6be15766d72 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:13.891533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Attempting to bind port 0d386d31-6312-43f8-acf5-f6be15766d72 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:13.904382 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:13.904763 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:13.905163 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.905559 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:13.906029 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Bound port: 0d386d31-6312-43f8-acf5-f6be15766d72, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:13.906495 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.962297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7b10a979-8e44-4aa3-8197-cc7d2517baea is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:13.962501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-e9156038-0d52-40df-9d93-686b02f97515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:13.963909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-e9156038-0d52-40df-9d93-686b02f97515 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187536 Jan 28 13:28:13.964492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:13.978151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb6c3a41-678f-4aca-97d3-1e0e22457a87 req-43cd8dc3-6d03-407a-95cf-4d552abdf7aa tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964170 Jan 28 13:28:14.024365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26384f77-1cb3-4425-b354-4dd6be910f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10a979-8e44-4aa3-8197-cc7d2517baea'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:14.027433 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8155f170-e79a-44b6-b92f-9db1c728fe76" -d '{"events": [{"server_uuid": "26384f77-1cb3-4425-b354-4dd6be910f17", "name": "network-vif-plugged", "status": "completed", "tag": "7b10a979-8e44-4aa3-8197-cc7d2517baea"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:14.031025 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d055b28-f844-4c77-891e-c8e527a03fc0 req-4814e9e5-6d21-4ac4-bda4-aebb37a4ebab service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032120 Jan 28 13:28:14.047694 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] For port 0d386d31-6312-43f8-acf5-f6be15766d72, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:14.059514 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] For port 0d386d31-6312-43f8-acf5-f6be15766d72, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d386d31-6312-43f8-acf5-f6be15766d72,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:14.077134 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.108690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7b10a979-8e44-4aa3-8197-cc7d2517baea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7b10a979-8e44-4aa3-8197-cc7d2517baea,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:14.119200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 199ccddc-e45f-4171-8c36-b7bef04c03aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:14.134825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d18a7a-9cc4-41de-8bf0-2682e46f372f req-3c073f6e-4f02-469f-ab04-67881986997c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.139318 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69d18a7a-9cc4-41de-8bf0-2682e46f372f req-3c073f6e-4f02-469f-ab04-67881986997c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 2.0253789 Jan 28 13:28:14.158361 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.163107 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dffe6-b9c2-4f19-9404-2e29cf978a6e None None] Pushing event updated for resources: {'Port': ['ID=0d386d31-6312-43f8-acf5-f6be15766d72,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:14.206530 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Routers {'cd297656-b6e7-4ba0-aefa-f5c12819f065'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:14.207853 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd297656-b6e7-4ba0-aefa-f5c12819f065'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:14.209775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-1579c8c5-cf78-4dd4-a134-829a6231822d service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305925 Jan 28 13:28:14.211348 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099104a-023d-4de4-823f-8032721ec141 x-openstack-request-id: req-4099104a-023d-4de4-823f-8032721ec141 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:14.211638 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:14.211892 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4099104a-023d-4de4-823f-8032721ec141 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:14.212360 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'status': 'completed', 'code': 200} Jan 28 13:28:14.227012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] For port 6fecfa6f-ac2f-469a-bea4-538b47eaf726, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:14.277948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] For port 6fecfa6f-ac2f-469a-bea4-538b47eaf726, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6fecfa6f-ac2f-469a-bea4-538b47eaf726,segment=NetworkSegment(9f8b523a-9415-4be7-abc6-270daa56d9c0),segment_id=9f8b523a-9415-4be7-abc6-270daa56d9c0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:14.312098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.352850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-abd885bd-a599-4758-b67d-0a049d45ebf0 None None] Provisioning complete for port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:14.353370 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abd885bd-a599-4758-b67d-0a049d45ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:14.378320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7b10a979-8e44-4aa3-8197-cc7d2517baea,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:14.381552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-e57431b4-7849-41b4-81cb-d1a78f079ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.385280 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-e57431b4-7849-41b4-81cb-d1a78f079ec3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 1095 time: 0.2768440 Jan 28 13:28:14.394983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69d18a7a-9cc4-41de-8bf0-2682e46f372f req-f3d6d634-0e3b-4352-8c04-e4e1ea7fb59a tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298344 Jan 28 13:28:14.485260 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] Set router cd297656-b6e7-4ba0-aefa-f5c12819f065 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:14.520052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Routers {'eba57f7a-262b-43cc-8d1a-c9b10882f5cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:14.521970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:14.807731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-8e20c349-cc45-48cf-9426-87f4f35f59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.810107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-8e20c349-cc45-48cf-9426-87f4f35f59b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.4142158 Jan 28 13:28:14.877917 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-02ff011b-e038-4d1e-96bb-3d4c4bada15a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 200 len: 217 time: 0.0531521 Jan 28 13:28:14.949067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-819cafe9-4cc6-4d63-84da-4ede8e016bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.950544 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-819cafe9-4cc6-4d63-84da-4ede8e016bb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.0592961 Jan 28 13:28:14.960631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1c07f-9231-45d1-b7d8-8430a5ab40c6 req-2d617c24-3694-47dc-8e0b-3a4c808889c9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:14.968851 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ade13-f9e2-4518-ad66-67fbd5245aaf x-openstack-request-id: req-351ade13-f9e2-4518-ad66-67fbd5245aaf {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:14.970514 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26384f77-1cb3-4425-b354-4dd6be910f17", "name": "network-vif-plugged", "status": "completed", "tag": "7b10a979-8e44-4aa3-8197-cc7d2517baea", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:14.970711 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ec1c07f-9231-45d1-b7d8-8430a5ab40c6 req-2d617c24-3694-47dc-8e0b-3a4c808889c9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 948 time: 0.2464366 Jan 28 13:28:14.971218 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-351ade13-f9e2-4518-ad66-67fbd5245aaf {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:14.971898 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26384f77-1cb3-4425-b354-4dd6be910f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10a979-8e44-4aa3-8197-cc7d2517baea', 'code': 200} Jan 28 13:28:15.013921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf5308-b07f-4b5e-a8ee-ace21fad1b6e None None] Pushing event updated for resources: {'Port': ['ID=6fecfa6f-ac2f-469a-bea4-538b47eaf726,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:15.015278 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:28:08Z', 'revision_number': 3, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port': {'id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:04Z', 'updated_at': '2022-01-28T13:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:15.052603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6be55e-52ce-40e0-b041-995badcacdb4 req-d9d08fc5-30f9-4f12-bcbc-e5371c897de9 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959883 Jan 28 13:28:15.072971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565a38d-fff3-47f3-80b5-3cd90ed3c927 req-149208f9-6023-49a0-814a-bb93cf698b0f tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.081507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9565a38d-fff3-47f3-80b5-3cd90ed3c927 req-149208f9-6023-49a0-814a-bb93cf698b0f tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 944 time: 0.8673489 Jan 28 13:28:15.084837 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad9c9a9-315a-4f49-80a9-ae98dd140047 None None] The sync data for ids ['cd297656-b6e7-4ba0-aefa-f5c12819f065'] in n-d-822748-2 is: [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:28:08Z', 'revision_number': 3, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port': {'id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:04Z', 'updated_at': '2022-01-28T13:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:15.117401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13468b5-fdb6-4d69-bd79-f18594a725fa req-94ce3ad1-fe74-4722-8bbd-cef2480024c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.119034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e13468b5-fdb6-4d69-bd79-f18594a725fa req-94ce3ad1-fe74-4722-8bbd-cef2480024c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 1097 time: 0.1014607 Jan 28 13:28:15.178034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ec1c07f-9231-45d1-b7d8-8430a5ab40c6 req-f5c32ab5-0e26-4286-ba87-4cf7f71f28da tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063248 Jan 28 13:28:15.210192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e13468b5-fdb6-4d69-bd79-f18594a725fa req-bbd5a0a3-faa1-4b05-b198-535fcabcfdaa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819669 Jan 28 13:28:15.213646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] Set router eba57f7a-262b-43cc-8d1a-c9b10882f5cc gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:15.225027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9565a38d-fff3-47f3-80b5-3cd90ed3c927 req-8232ad99-187b-4f0a-b324-27368d33e149 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374576 Jan 28 13:28:15.299953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-a7ef14c7-5fb5-4f5a-b842-f0791ea74c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.301666 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-a7ef14c7-5fb5-4f5a-b842-f0791ea74c68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3065400 Jan 28 13:28:15.345701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-c06ef562-031c-49dc-9cc7-a1fa4c0a05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.352284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-c06ef562-031c-49dc-9cc7-a1fa4c0a05e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 1099 time: 0.1737525 Jan 28 13:28:15.526616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-84c6333f-d161-42b1-98ae-16ca8277bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.528915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-84c6333f-d161-42b1-98ae-16ca8277bcb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1678021 Jan 28 13:28:15.544427 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-179f455c-f33e-4d4c-b9ec-0215a57ef4f4 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794691 Jan 28 13:28:15.551762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-abd885bd-a599-4758-b67d-0a049d45ebf0 None None] Current status of the port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:15.552147 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abd885bd-a599-4758-b67d-0a049d45ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.633953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-35e8e159-f343-41d3-938d-8cb3432846b8 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--247624262&fields=id&tenant_id=4e5f36e317a74a75bcff211707ab8a62 HTTP/1.1" status: 200 len: 267 time: 0.1031017 Jan 28 13:28:15.675095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-abd885bd-a599-4758-b67d-0a049d45ebf0 None None] For port 6fecfa6f-ac2f-469a-bea4-538b47eaf726, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6fecfa6f-ac2f-469a-bea4-538b47eaf726,segment=NetworkSegment(9f8b523a-9415-4be7-abc6-270daa56d9c0),segment_id=9f8b523a-9415-4be7-abc6-270daa56d9c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:15.685575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:27:59Z', 'revision_number': 4, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port': {'id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:47Z', 'updated_at': '2022-01-28T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6fecfa6f-ac2f-469a-bea4-538b47eaf726', 'name': '', 'network_id': '0677796e-2a98-4323-9075-d7cec718032c', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'mac_address': 'fa:16:3e:eb:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:57Z', 'updated_at': '2022-01-28T13:28:14Z', 'revision_number': 4, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'subnets': [{'id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:15.689001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abd885bd-a599-4758-b67d-0a049d45ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.701264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-ebba4c6e-9fbd-4908-b244-2eaa686f2591 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 200 len: 217 time: 0.0721743 Jan 28 13:28:15.749410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de765a-fbae-4859-81b9-7d15599180cd None None] The sync data for ids ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'] in n-d-822748-2 is: [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:27:59Z', 'revision_number': 4, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port': {'id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:47Z', 'updated_at': '2022-01-28T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6fecfa6f-ac2f-469a-bea4-538b47eaf726', 'name': '', 'network_id': '0677796e-2a98-4323-9075-d7cec718032c', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'mac_address': 'fa:16:3e:eb:10:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:57Z', 'updated_at': '2022-01-28T13:28:14Z', 'revision_number': 4, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'subnets': [{'id': '6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:15.812767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-82e38b84-a93c-4d38-a892-4125dc1ea14a service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386213 Jan 28 13:28:15.856232 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.857524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd885bd-a599-4758-b67d-0a049d45ebf0 None None] Pushing event updated for resources: {'Port': ['ID=6fecfa6f-ac2f-469a-bea4-538b47eaf726,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:15.911719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f6d9b9cc-35a2-4272-8132-39e9a865ee9f None None] Provisioning complete for port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:15.912098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b9cc-35a2-4272-8132-39e9a865ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:15.931589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-92e2d90b-9140-4ac8-8d69-293cf60788f0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.933470 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-92e2d90b-9140-4ac8-8d69-293cf60788f0 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.3845613 Jan 28 13:28:15.943850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9de22-98a1-41ec-8849-efd419516434 req-7d04926e-fcbf-478d-bfe5-3f5d84fe3097 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:15.952019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38c9de22-98a1-41ec-8849-efd419516434 req-7d04926e-fcbf-478d-bfe5-3f5d84fe3097 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 946 time: 0.4064510 Jan 28 13:28:16.029679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-2f7a9ddb-716e-48e8-ab9b-62379e33c5ca tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:16.036593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-2f7a9ddb-716e-48e8-ab9b-62379e33c5ca tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/networks?id=562e8b16-91d9-433b-b747-eab7e7c18ffd HTTP/1.1" status: 200 len: 816 time: 0.3287122 Jan 28 13:28:16.038244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-380b657c-5edc-4d11-be57-9ccf90386837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:16.039692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-380b657c-5edc-4d11-be57-9ccf90386837 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1954312 Jan 28 13:28:16.091259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-9873cbff-08dd-4c53-b3a8-451bcd54a4fb tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/quotas/4e5f36e317a74a75bcff211707ab8a62 HTTP/1.1" status: 200 len: 375 time: 0.0505228 Jan 28 13:28:16.098111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9b9cc-35a2-4272-8132-39e9a865ee9f None None] Current status of the port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:16.223619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-b3cd1fbd-89b1-449b-89ff-28bd154d27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:16.225894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-b3cd1fbd-89b1-449b-89ff-28bd154d27b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329913 Jan 28 13:28:16.245288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-38c9de22-98a1-41ec-8849-efd419516434 req-be5498ae-2f12-4674-98b3-167c5bb015f4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897282 Jan 28 13:28:16.426762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-779521b9-df71-4843-adfd-114d4b354b60 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633127 Jan 28 13:28:16.433700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-a442a0a3-2208-4341-ae80-b26ece89b11b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e5f36e317a74a75bcff211707ab8a62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2925496 Jan 28 13:28:16.551704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Allocated IP 172.20.0.1 (0f96dabe-37fe-4db7-aa83-c4995cc82db0/729e8f2e-699d-479c-9a6f-9a26786977f8/1716c309-4063-4e10-8c1c-b57aaccf3a83) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:16.723301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks [] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.796310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Deleting port e86ac0da-65de-4eaa-9716-782cd364b727 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:16.796841 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.808239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:16.809547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-6e16b332-b551-4658-a972-05e193e2c05c service neutron] 10.222.0.45 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591950 Jan 28 13:28:16.825170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc92767-3054-41a1-b9a1-095dbba107d1 req-41446402-e442-409d-94bb-86b34ffeaf90 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:16.835874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbc92767-3054-41a1-b9a1-095dbba107d1 req-41446402-e442-409d-94bb-86b34ffeaf90 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 945 time: 0.3822942 Jan 28 13:28:16.886521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-548937f2-1a28-4b05-a2a6-ce8bedba545e req-548ac32a-e303-4cb9-a6db-65c4e57e78ba service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491186 Jan 28 13:28:17.039235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:17.061944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:17.070346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:17.128278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (cd297656-b6e7-4ba0-aefa-f5c12819f065), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.172577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-fac859a9-2263-4c46-9f8a-520ac6fbf1c4 service neutron] 10.222.0.45 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501544 Jan 28 13:28:17.180178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Pushing event updated for resources: {'Port': ['ID=1716c309-4063-4e10-8c1c-b57aaccf3a83,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:17.204473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbc92767-3054-41a1-b9a1-095dbba107d1 req-068828d9-0732-4fc7-a953-2b6e95ee04e4 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/security-groups?id=0efc7a7c-a590-4cce-8ded-125c5a167426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674896 Jan 28 13:28:17.301996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] For port e86ac0da-65de-4eaa-9716-782cd364b727, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e86ac0da-65de-4eaa-9716-782cd364b727,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:17.302382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.332285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Calling delete_port for e86ac0da-65de-4eaa-9716-782cd364b727 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:17.396804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6fecfa6f-ac2f-469a-bea4-538b47eaf726 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:17.550166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:17.550585 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.757572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-13b63d22-bc14-464a-82ea-990aa6161175 None None] Provisioning complete for port 1716c309-4063-4e10-8c1c-b57aaccf3a83 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:17.757953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-13b63d22-bc14-464a-82ea-990aa6161175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:17.775595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04eb63-b763-4835-a886-fb8a0259601a req-2e9ec340-4f1e-4d03-a14f-82c5990661ad tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:17.785896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b04eb63-b763-4835-a886-fb8a0259601a req-2e9ec340-4f1e-4d03-a14f-82c5990661ad tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 944 time: 0.0934110 Jan 28 13:28:17.817893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:17.848184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a884d-ed54-4ba8-8e36-b8c0771486d2 req-09c333c7-5085-404e-a0ac-46b7ac418f23 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:17.852213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c4a884d-ed54-4ba8-8e36-b8c0771486d2 req-09c333c7-5085-404e-a0ac-46b7ac418f23 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 948 time: 0.3319097 Jan 28 13:28:17.870973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b04eb63-b763-4835-a886-fb8a0259601a req-93bea426-c247-4fa0-b0a0-e40a14c80090 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831013 Jan 28 13:28:17.965268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:18.021206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'mac_address': 'fa:16:3e:aa:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:18.047176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e86ac0da-65de-4eaa-9716-782cd364b727), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.132102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Pushing event deleted for resources: {'Port': ['ID=e86ac0da-65de-4eaa-9716-782cd364b727,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:18.140573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c4a884d-ed54-4ba8-8e36-b8c0771486d2 req-e8c74b89-a097-49ae-93bc-60859082a1ac tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088816 Jan 28 13:28:18.150571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:18.150997 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.153300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e86ac0da-65de-4eaa-9716-782cd364b727'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:18.155498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-13b63d22-bc14-464a-82ea-990aa6161175 None None] Port 1716c309-4063-4e10-8c1c-b57aaccf3a83 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:18.233829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b7739-9d24-4381-876b-c72d2ddb364c req-80eb8c98-745b-43d0-bfd0-411337dd2f1c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:18.242381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-658b7739-9d24-4381-876b-c72d2ddb364c req-80eb8c98-745b-43d0-bfd0-411337dd2f1c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 946 time: 0.1459572 Jan 28 13:28:18.268570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:18.294765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:18.296583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d386d31-6312-43f8-acf5-f6be15766d72 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:18.325238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-658b7739-9d24-4381-876b-c72d2ddb364c req-0916ab64-3d72-47f4-bc79-0ea1829de30b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815563 Jan 28 13:28:18.374843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:18.399895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.404719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:18.491977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53bd8f2a-4f13-4e1d-9a78-e28c79ed0af4 req-046fc6dc-a1f0-4c58-ab47-49d3c2b4957c tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bda0d2d-9152-4cd7-8155-11e10e45c040 HTTP/1.1" status: 200 len: 210 time: 0.0518451 Jan 28 13:28:18.523780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] No DVR routers for this DVR port e86ac0da-65de-4eaa-9716-782cd364b727 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:18.526166 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.599012 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-96edb46c-efdc-43f6-a53b-e7138c19be22 req-789b2ba3-3951-4f16-a1ad-cba898582d59 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.2708085 Jan 28 13:28:18.600384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.612067 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-195e82f0-8c3a-4589-b0c2-b5f1df9dcd78 req-730b405b-d996-41b2-83d2-b1b5a43ae393 tempest-ListServerFiltersTestJSON-238802257 tempest-ListServerFiltersTestJSON-238802257-project] 10.222.0.60 "DELETE /v2.0/ports/e86ac0da-65de-4eaa-9716-782cd364b727 HTTP/1.1" status: 204 len: 173 time: 2.6554391 Jan 28 13:28:18.623856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'name': 'network-vif-deleted', 'tag': 'e86ac0da-65de-4eaa-9716-782cd364b727'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:18.628597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0d386d31-6312-43f8-acf5-f6be15766d72 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:18.629258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.638249 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26049fb4-6f5d-445b-bcfa-287ed2d6371a" -d '{"events": [{"server_uuid": "8bda0d2d-9152-4cd7-8155-11e10e45c040", "name": "network-vif-deleted", "tag": "e86ac0da-65de-4eaa-9716-782cd364b727"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:18.773468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:18.795618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:18.804307 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32203708-76d4-4127-a683-f99207ad3f65 x-openstack-request-id: req-32203708-76d4-4127-a683-f99207ad3f65 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:18.804521 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bda0d2d-9152-4cd7-8155-11e10e45c040", "name": "network-vif-deleted", "tag": "e86ac0da-65de-4eaa-9716-782cd364b727", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:18.804833 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32203708-76d4-4127-a683-f99207ad3f65 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:18.805261 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bda0d2d-9152-4cd7-8155-11e10e45c040', 'name': 'network-vif-deleted', 'tag': 'e86ac0da-65de-4eaa-9716-782cd364b727', 'status': 'completed', 'code': 200} Jan 28 13:28:18.864814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'port_id': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'mac_address': 'fa:16:3e:26:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:18.920607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks [] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:18.932702 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.005174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0d386d31-6312-43f8-acf5-f6be15766d72 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:19.005724 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.058734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 0d386d31-6312-43f8-acf5-f6be15766d72, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d386d31-6312-43f8-acf5-f6be15766d72,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:19.103536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785d4f-454e-44ce-8726-7943a717f9d8 req-2ab646eb-df56-459e-8670-56e6939cac58 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.112801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.119083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Pushing event updated for resources: {'Port': ['ID=1716c309-4063-4e10-8c1c-b57aaccf3a83,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.120805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9785d4f-454e-44ce-8726-7943a717f9d8 req-2ab646eb-df56-459e-8670-56e6939cac58 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 944 time: 0.1046653 Jan 28 13:28:19.123490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (cd297656-b6e7-4ba0-aefa-f5c12819f065), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.227594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9785d4f-454e-44ce-8726-7943a717f9d8 req-48c28f7c-3f9c-45e3-86c1-2b6994e4ce26 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055694 Jan 28 13:28:19.242529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:19.242982 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.294599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5a44a-4dfb-470d-a0dd-8547ba931ac6 req-ba6ca0b6-680a-48b9-aa96-4f75e2a14bec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.302185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:19.307632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=0d386d31-6312-43f8-acf5-f6be15766d72,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.309162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14f5a44a-4dfb-470d-a0dd-8547ba931ac6 req-ba6ca0b6-680a-48b9-aa96-4f75e2a14bec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 946 time: 0.2868295 Jan 28 13:28:19.341626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:19.347076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:19.369707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:19.378343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:19.478782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:19.554790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647f6a-0c9e-4847-bbfc-6c8d4e001cad req-24b4eb3b-2e49-4a4f-896a-5f78a0056068 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:19.564432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd647f6a-0c9e-4847-bbfc-6c8d4e001cad req-24b4eb3b-2e49-4a4f-896a-5f78a0056068 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.0984950 Jan 28 13:28:19.651928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14f5a44a-4dfb-470d-a0dd-8547ba931ac6 req-f2d0bd08-e25c-40d5-93cb-cb8d010a2fc6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402522 Jan 28 13:28:19.683356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd647f6a-0c9e-4847-bbfc-6c8d4e001cad req-99a4d34d-d7d0-4379-be92-16c0cd7dfdef tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162107 Jan 28 13:28:19.696098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Router cd297656-b6e7-4ba0-aefa-f5c12819f065 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:19.741128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6944cd78-18c7-46f7-9f72-f65c463be8b3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:19.790606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:19.807564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['035b57ea-b7ff-4b72-a036-7f8b3dd81dbc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:19.894350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e86ac0da-65de-4eaa-9716-782cd364b727 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:19.949469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: e86ac0da-65de-4eaa-9716-782cd364b727 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:19.950632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e86ac0da-65de-4eaa-9716-782cd364b727 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:19.981107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:20.004675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fa6d5de-d00b-4b2d-bedd-96182f1ba468 admin admin] 10.222.0.45 "PUT /v2.0/routers/cd297656-b6e7-4ba0-aefa-f5c12819f065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1069443 Jan 28 13:28:20.077571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Sync routers for ids ['cd297656-b6e7-4ba0-aefa-f5c12819f065'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:20.125232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88c1e0ff-33b7-46a4-99ce-4dbe04225e42 req-223ec708-5845-4d33-bc61-12e5c22e0c20 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.1713769 Jan 28 13:28:20.244420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Routers {'cd297656-b6e7-4ba0-aefa-f5c12819f065'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:20.244420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd297656-b6e7-4ba0-aefa-f5c12819f065'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:20.251098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Deleting subnet 9355c5db-50a1-4222-a878-c3844636137e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:28:20.258401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8b9733a4-3260-4d55-b791-ca54645c239c None None] Provisioning complete for port 1716c309-4063-4e10-8c1c-b57aaccf3a83 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:20.258781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8b9733a4-3260-4d55-b791-ca54645c239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.276123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Publish callbacks [] for subnet (9355c5db-50a1-4222-a878-c3844636137e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.284116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49850) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:20.358862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-f80b04f3-7adf-48c6-92ae-2f0ff1015976 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.372437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-617858887'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:20.381777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-f80b04f3-7adf-48c6-92ae-2f0ff1015976 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.36 "GET /v2.0/networks?id=562e8b16-91d9-433b-b747-eab7e7c18ffd HTTP/1.1" status: 200 len: 816 time: 0.6837537 Jan 28 13:28:20.505227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:20.509528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.521403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2cffc-2eed-4dcd-a206-bf0921413cff req-45eb8e32-f87c-433b-9dce-453b7c30a519 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:20.529208 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bdd2cffc-2eed-4dcd-a206-bf0921413cff req-45eb8e32-f87c-433b-9dce-453b7c30a519 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.1440921 Jan 28 13:28:20.542368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (9355c5db-50a1-4222-a878-c3844636137e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.570767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8b9733a4-3260-4d55-b791-ca54645c239c None None] Port 1716c309-4063-4e10-8c1c-b57aaccf3a83 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:20.617162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bdd2cffc-2eed-4dcd-a206-bf0921413cff req-c990c7f8-4375-487e-85c0-4557e5487c12 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867784 Jan 28 13:28:20.636950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:20.653550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (173ed2f8-61cd-4e3f-a243-885b554bc64c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:20.654256 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Added segment 173ed2f8-61cd-4e3f-a243-885b554bc64c of type vlan for network 63150d36-ae24-4e80-8314-eca4e3db9ae1 Jan 28 13:28:20.708250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Set router cd297656-b6e7-4ba0-aefa-f5c12819f065 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:20.827049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-c3b87caa-311a-41eb-ae75-1fdcc93d29d4 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5f36e317a74a75bcff211707ab8a62 HTTP/1.1" status: 200 len: 379 time: 0.4253967 Jan 28 13:28:20.916844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Request body: {'port': {'device_id': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'admin_state_up': True, 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'security_groups': ['293deefa-caf0-4d71-b011-4146cb5f01d8']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:21.005095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-b3f5ac6d-649c-486a-89d4-ae563e171d0f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.007063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-b3f5ac6d-649c-486a-89d4-ae563e171d0f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 946 time: 0.6141884 Jan 28 13:28:21.118571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9355c5db-50a1-4222-a878-c3844636137e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.367858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Made reservation on behalf of 4e5f36e317a74a75bcff211707ab8a62 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:21.371318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d386d31-6312-43f8-acf5-f6be15766d72 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:21.371467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.444567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:28:18Z', 'revision_number': 4, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port': {'id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:04Z', 'updated_at': '2022-01-28T13:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1716c309-4063-4e10-8c1c-b57aaccf3a83', 'name': '', 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'mac_address': 'fa:16:3e:dd:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '729e8f2e-699d-479c-9a6f-9a26786977f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:16Z', 'updated_at': '2022-01-28T13:28:18Z', 'revision_number': 2, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'subnets': [{'id': '729e8f2e-699d-479c-9a6f-9a26786977f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:21.482248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Checking router: cd297656-b6e7-4ba0-aefa-f5c12819f065 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:21.482780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Updating router cd297656-b6e7-4ba0-aefa-f5c12819f065 port 1716c309-4063-4e10-8c1c-b57aaccf3a83 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:28:21.486891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0d386d31-6312-43f8-acf5-f6be15766d72 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:21.486891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.556837 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.578075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250ac63-0221-45f6-8801-4cee824e5cf8 req-54cbc4bc-b99b-46c2-b537-f6b78182c5ef tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.586269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3250ac63-0221-45f6-8801-4cee824e5cf8 req-54cbc4bc-b99b-46c2-b537-f6b78182c5ef tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 946 time: 0.7516315 Jan 28 13:28:21.622392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (9355c5db-50a1-4222-a878-c3844636137e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.635746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0d386d31-6312-43f8-acf5-f6be15766d72 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:21.702453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (63150d36-ae24-4e80-8314-eca4e3db9ae1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.715688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3250ac63-0221-45f6-8801-4cee824e5cf8 req-fab31ba0-7cf4-44af-b1cb-99790a67c3fe tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285422 Jan 28 13:28:21.724751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9355c5db-50a1-4222-a878-c3844636137e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:21.729484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Allocated IP 172.20.0.14 (562e8b16-91d9-433b-b747-eab7e7c18ffd/9a990760-f204-49de-8762-c6b9a9981962/51c78a35-53b9-4759-9928-27a6d24c39b5) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:21.741160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.747136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9355c5db-50a1-4222-a878-c3844636137e HTTP/1.1" status: 204 len: 168 time: 1.9499216 Jan 28 13:28:21.756429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49866) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:21.766434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Deleting port 7b10a979-8e44-4aa3-8197-cc7d2517baea {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:21.766974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.872712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] For port 7b10a979-8e44-4aa3-8197-cc7d2517baea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7b10a979-8e44-4aa3-8197-cc7d2517baea,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:21.873861 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.881164 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f49689a0-cda7-4e4c-8204-dfb4bd33ed85), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.884921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (63150d36-ae24-4e80-8314-eca4e3db9ae1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.890002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:21.890603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:21.891141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Calling delete_port for 7b10a979-8e44-4aa3-8197-cc7d2517baea owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:21.910104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bfea61-18e5-49ac-ac4b-9bd225d3c6b3 None None] Network f49689a0-cda7-4e4c-8204-dfb4bd33ed85 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:21.912099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:22.023098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Network': ['ID=63150d36-ae24-4e80-8314-eca4e3db9ae1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:22.040634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518af41-24fc-4d3f-9050-0cb5557e763a req-503b8182-1708-4ae7-bef6-ad96dad165a1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:22.042343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1518af41-24fc-4d3f-9050-0cb5557e763a req-503b8182-1708-4ae7-bef6-ad96dad165a1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.4227777 Jan 28 13:28:22.085510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.086170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.086818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.087370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.087949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.088695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.089249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.089779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.090339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.090846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.091353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.092196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.092758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e8a773-67d9-4c48-8b22-cc22c51560a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:22.100639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:22.136866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7b10a979-8e44-4aa3-8197-cc7d2517baea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.139568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1518af41-24fc-4d3f-9050-0cb5557e763a req-541563b8-bab8-410e-9763-53a70e8d0816 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874386 Jan 28 13:28:22.148938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3ef48196-dd0f-4db1-be71-dd9bebb95059 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8627210 Jan 28 13:28:22.149582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49868) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:22.156582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'subnet': {'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:22.178826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42e7ceee-2a28-4410-9ae1-a3f28e068e34 req-cd4749ab-cd21-425f-b848-57a1ca5bc724 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.1098568 Jan 28 13:28:22.214693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['517e19ed-096e-45b3-97bf-3f8cf9bca515'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:22.333024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:22.337175 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.390676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Pushing event deleted for resources: {'Port': ['ID=7b10a979-8e44-4aa3-8197-cc7d2517baea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:22.456706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:22.475868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:22.476505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.557790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] No DVR routers for this DVR port 7b10a979-8e44-4aa3-8197-cc7d2517baea on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:22.569205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.576258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e581f93-4ecd-45bd-b175-78762f0a2f95 req-312d43b7-fe7a-4a49-a96d-4f4b50d890f5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "DELETE /v2.0/ports/7b10a979-8e44-4aa3-8197-cc7d2517baea HTTP/1.1" status: 204 len: 173 time: 1.3850467 Jan 28 13:28:22.616739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Deleting port 1298f978-f3da-48d2-9f72-811e877c732a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:22.617133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1298f978-f3da-48d2-9f72-811e877c732a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.625913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] DHCP port deletion for f49689a0-cda7-4e4c-8204-dfb4bd33ed85 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:28:22.639213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (b7cc95bc-7daf-4c01-a80e-2aadcf297e14), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.657993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26384f77-1cb3-4425-b354-4dd6be910f17', 'name': 'network-vif-deleted', 'tag': '7b10a979-8e44-4aa3-8197-cc7d2517baea'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:22.661471 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b90dce-9c3a-40ff-a7f3-2db8fd2c950e" -d '{"events": [{"server_uuid": "26384f77-1cb3-4425-b354-4dd6be910f17", "name": "network-vif-deleted", "tag": "7b10a979-8e44-4aa3-8197-cc7d2517baea"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:22.742361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264c3c8-b4b8-4a52-8e82-9a85e2a9a03b req-2370f6fe-6c4d-4f66-b32e-2cfe247e9264 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:22.756218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6264c3c8-b4b8-4a52-8e82-9a85e2a9a03b req-2370f6fe-6c4d-4f66-b32e-2cfe247e9264 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 945 time: 0.4071681 Jan 28 13:28:22.790997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] For port 1298f978-f3da-48d2-9f72-811e877c732a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1298f978-f3da-48d2-9f72-811e877c732a,segment=NetworkSegment(ca51b6e0-b22d-4bfd-88fb-4f06488c89b8),segment_id=ca51b6e0-b22d-4bfd-88fb-4f06488c89b8)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:22.791546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1298f978-f3da-48d2-9f72-811e877c732a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.808934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Subnet': ['ID=b7cc95bc-7daf-4c01-a80e-2aadcf297e14,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:22.822559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Calling delete_port for 1298f978-f3da-48d2-9f72-811e877c732a owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:22.840443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Checking segment: {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:22.840918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network hostable DHCP agents. Network: 63150d36-ae24-4e80-8314-eca4e3db9ae1, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:22.845611 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72405287-c91c-40d7-8a6a-1a8edc43f6c4 x-openstack-request-id: req-72405287-c91c-40d7-8a6a-1a8edc43f6c4 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:22.847023 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26384f77-1cb3-4425-b354-4dd6be910f17", "name": "network-vif-deleted", "tag": "7b10a979-8e44-4aa3-8197-cc7d2517baea", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:22.847306 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72405287-c91c-40d7-8a6a-1a8edc43f6c4 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:22.847919 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26384f77-1cb3-4425-b354-4dd6be910f17', 'name': 'network-vif-deleted', 'tag': '7b10a979-8e44-4aa3-8197-cc7d2517baea', 'status': 'completed', 'code': 200} Jan 28 13:28:22.976370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:22.977376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:22.977624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6264c3c8-b4b8-4a52-8e82-9a85e2a9a03b req-13621b97-a852-4493-b307-8159b51d7608 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201285 Jan 28 13:28:23.013707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.088897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 63150d36-ae24-4e80-8314-eca4e3db9ae1) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:23.095447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:23.096530 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.123984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event updated for resources: {'Port': ['ID=51c78a35-53b9-4759-9928-27a6d24c39b5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.136619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.138330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.139553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:23.141960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:23.151523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3aaaaf-b5c7-4e0e-9b66-dad6011a95b0 None None] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:23.160389 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Publish callbacks [] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.162110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1298f978-f3da-48d2-9f72-811e877c732a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.173283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:23.250113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:23.256147 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2d8613-4d9f-4434-b537-f62cf7b50bcc" -d '{"events": [{"server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "name": "network-vif-plugged", "status": "completed", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:23.260381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.261325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.295598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-9f4d449a-2d6a-4d65-9230-23143436b8f3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3826113 Jan 28 13:28:23.311042 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b3bff66-bff0-41f8-aa5f-c2ae3bd719c8 req-5a2d9a57-f8df-4bac-9794-6d289eeac4f3 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=26384f77-1cb3-4425-b354-4dd6be910f17 HTTP/1.1" status: 200 len: 210 time: 0.1845367 Jan 28 13:28:23.328390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Pushing event deleted for resources: {'Port': ['ID=1298f978-f3da-48d2-9f72-811e877c732a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.344848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] No DVR routers for this DVR port 1298f978-f3da-48d2-9f72-811e877c732a on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:23.350163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] Deleting port 1298f978-f3da-48d2-9f72-811e877c732a {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:23.350574 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1298f978-f3da-48d2-9f72-811e877c732a), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.360089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c43d77c-2acb-4332-850d-c3d204d72100 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2068229 Jan 28 13:28:23.369635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49882) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:23.397783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Request body: {'port': {'device_id': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:23.477741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-422760442'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:23.549522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] For port 1298f978-f3da-48d2-9f72-811e877c732a, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:23.549970 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1298f978-f3da-48d2-9f72-811e877c732a), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.587486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.610051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.611676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] Calling delete_port for 1298f978-f3da-48d2-9f72-811e877c732a owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:23.615399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1298f978-f3da-48d2-9f72-811e877c732a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:23.620758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1b4ee-e658-4ae9-a18c-acda64e715ef req-4b78556f-800a-45a8-823d-251bb2575250 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.622311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6c1b4ee-e658-4ae9-a18c-acda64e715ef req-4b78556f-800a-45a8-823d-251bb2575250 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.3236122 Jan 28 13:28:23.667082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] Port 1298f978-f3da-48d2-9f72-811e877c732a was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:28:23.678562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f49689a0-cda7-4e4c-8204-dfb4bd33ed85), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.683822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1298f978-f3da-48d2-9f72-811e877c732a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:23.684202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1298f978-f3da-48d2-9f72-811e877c732a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:23.722333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6c1b4ee-e658-4ae9-a18c-acda64e715ef req-68d16b25-24be-4128-8a93-6aff938e7c65 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907016 Jan 28 13:28:23.745302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49689a0-cda7-4e4c-8204-dfb4bd33ed85']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:23.749085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:23.758430 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.775064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:23.782481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (1298f978-f3da-48d2-9f72-811e877c732a), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.811027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:23.811027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca51b6e0-b22d-4bfd-88fb-4f06488c89b8') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:23.848447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (ca51b6e0-b22d-4bfd-88fb-4f06488c89b8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.870138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db7194-189a-4a63-a5ff-2cf460362e65 None None] Pushing event updated for resources: {'Port': ['ID=1716c309-4063-4e10-8c1c-b57aaccf3a83,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.904983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e3dba-0f9e-48fd-a313-61425e870c8b req-6f25a60b-9610-44ec-8c8b-21378a7d8cda tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:23.920259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec5e3dba-0f9e-48fd-a313-61425e870c8b req-6f25a60b-9610-44ec-8c8b-21378a7d8cda tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 932 time: 0.3262947 Jan 28 13:28:23.930749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ca51b6e0-b22d-4bfd-88fb-4f06488c89b8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.952120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:23.961541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:28:23.962223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (ca51b6e0-b22d-4bfd-88fb-4f06488c89b8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:28:23.964181 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:28:23.966328 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a12b2e2-9482-4677-a96e-273020fc42f1 x-openstack-request-id: req-3a12b2e2-9482-4677-a96e-273020fc42f1 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:23.966328 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "name": "network-vif-plugged", "status": "completed", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:23.966328 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a12b2e2-9482-4677-a96e-273020fc42f1 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:23.966328 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'code': 200} Jan 28 13:28:23.972290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] Pushing event deleted for resources: {'Port': ['ID=1298f978-f3da-48d2-9f72-811e877c732a,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:23.988162 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1368abbe-95e4-4769-a3c0-c74f06aa0c3d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:23.988708 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Added segment 1368abbe-95e4-4769-a3c0-c74f06aa0c3d of type vlan for network 5cb25e44-eb17-42a3-9a54-329a910dbb8f Jan 28 13:28:24.040223 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.041042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:24.111410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7b10a979-8e44-4aa3-8197-cc7d2517baea no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:24.219401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec5e3dba-0f9e-48fd-a313-61425e870c8b req-3b489da6-9aa0-4d5c-884a-51da599a202b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2978745 Jan 28 13:28:24.242098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 7b10a979-8e44-4aa3-8197-cc7d2517baea {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:24.242923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7b10a979-8e44-4aa3-8197-cc7d2517baea not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:24.244527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (5cb25e44-eb17-42a3-9a54-329a910dbb8f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.247445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f49689a0-cda7-4e4c-8204-dfb4bd33ed85), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.255935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:24.258186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.261449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f49689a0-cda7-4e4c-8204-dfb4bd33ed85 HTTP/1.1" status: 204 len: 168 time: 2.5028353 Jan 28 13:28:24.273405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effe882-28d9-48e4-ab18-f9b9bb9dbc56 None None] No DVR routers for this DVR port 1298f978-f3da-48d2-9f72-811e877c732a on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:24.281894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c77fa4-e6a2-4967-b72a-3606885fa309 admin admin] Pushing event deleted for resources: {'Network': ['ID=f49689a0-cda7-4e4c-8204-dfb4bd33ed85,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:24.287941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c709a-58c3-4fe0-b1f1-e4f9d77094d0 req-5ae2a6ae-0c69-4e54-b7d9-8b540bc59adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.289700 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a94c709a-58c3-4fe0-b1f1-e4f9d77094d0 req-5ae2a6ae-0c69-4e54-b7d9-8b540bc59adf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 1097 time: 0.2019796 Jan 28 13:28:24.291612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6d704-131f-488c-bd1d-0df7fad9b03b req-67e2bb7a-0de1-4b17-a8a2-092bbcf67e6a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.295291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4c6d704-131f-488c-bd1d-0df7fad9b03b req-67e2bb7a-0de1-4b17-a8a2-092bbcf67e6a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1792154 Jan 28 13:28:24.349348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (5cb25e44-eb17-42a3-9a54-329a910dbb8f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.366159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.366644 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.374125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-63150d36-ae24-4e80-8314-eca4e3db9ae1', 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1', 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'fixed_ips': [{'subnet_id': 'b7cc95bc-7daf-4c01-a80e-2aadcf297e14'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:28:24.378278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.475996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4c6d704-131f-488c-bd1d-0df7fad9b03b req-04a363a2-0397-4fa1-9d07-99960d14451a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642210 Jan 28 13:28:24.516064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-98899952-f06f-4741-aea4-8972eb20091e None None] Provisioning complete for port 51c78a35-53b9-4759-9928-27a6d24c39b5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:24.516495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98899952-f06f-4741-aea4-8972eb20091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.525456 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0720985 Jan 28 13:28:24.530957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49892) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:24.541492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a94c709a-58c3-4fe0-b1f1-e4f9d77094d0 req-f66604cb-7216-4f43-bd06-d3146af2faac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284436 Jan 28 13:28:24.548061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'subnet': {'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:24.604814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c78a35-53b9-4759-9928-27a6d24c39b5 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:24.611199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-98899952-f06f-4741-aea4-8972eb20091e None None] Port 51c78a35-53b9-4759-9928-27a6d24c39b5 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:24.618562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49894) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:24.645887 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Publish callbacks [] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.686208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Transition to ACTIVE for port object 51c78a35-53b9-4759-9928-27a6d24c39b5 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:24.704137 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.725749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3d5c7-2bfc-47b3-8e27-20a48b6cf7a3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Network': ['ID=5cb25e44-eb17-42a3-9a54-329a910dbb8f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:24.753497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Attempting to bind port 1716c309-4063-4e10-8c1c-b57aaccf3a83 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:24.753875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Attempting to bind port 1716c309-4063-4e10-8c1c-b57aaccf3a83 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:24.754248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Attempting to bind port 1716c309-4063-4e10-8c1c-b57aaccf3a83 on network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:24.787712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5b0ceb3e-7438-4106-9f1f-12e32910e23d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8fa1258964e940eb8e780f9e4aeb0973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635811 Jan 28 13:28:24.787922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 5cb25e44-eb17-42a3-9a54-329a910dbb8f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:24.790441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49898) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:24.821414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 6944cd78-18c7-46f7-9f72-f65c463be8b3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:24.874082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493475-fb5d-4b08-a318-795aec8a161f req-fc272e76-dc3e-494b-aabe-cd94aaea7091 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:24.876899 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-52493475-fb5d-4b08-a318-795aec8a161f req-fc272e76-dc3e-494b-aabe-cd94aaea7091 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.3124375 Jan 28 13:28:24.880381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:24.889204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.920201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 6944cd78-18c7-46f7-9f72-f65c463be8b3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:24.921140 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:24.991386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-52493475-fb5d-4b08-a318-795aec8a161f req-d9577099-d2d5-4d97-bd5c-86d7abbb2e49 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902693 Jan 28 13:28:24.994718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Pushing event updated for resources: {'Port': ['ID=51c78a35-53b9-4759-9928-27a6d24c39b5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:25.130297 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a17a0e1c-8e02-4489-a0ac-8b0fb95e9cf3 admin admin] Publish callbacks [] for security_group (0efc7a7c-a590-4cce-8ded-125c5a167426), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.189704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a17a0e1c-8e02-4489-a0ac-8b0fb95e9cf3 admin admin] Publish callbacks [] for security_group (0efc7a7c-a590-4cce-8ded-125c5a167426), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.247291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:25.248472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Checking segment: {'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:25.249144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.249748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Bound using segment: {'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:25.250454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Bound port: 1716c309-4063-4e10-8c1c-b57aaccf3a83, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3534b4d0-6d54-41d8-8be0-7508992d72ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:25.251267 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.267319 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a17a0e1c-8e02-4489-a0ac-8b0fb95e9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0efc7a7c-a590-4cce-8ded-125c5a167426), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.269952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e313-3518-4bfc-99e2-e80ad39abd09 req-da3b5dab-9bc6-43cb-952e-cb75d60b2584 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.279298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a17a0e1c-8e02-4489-a0ac-8b0fb95e9cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.279876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f73e313-3518-4bfc-99e2-e80ad39abd09 req-da3b5dab-9bc6-43cb-952e-cb75d60b2584 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.3568366 Jan 28 13:28:25.280518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a17a0e1c-8e02-4489-a0ac-8b0fb95e9cf3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0efc7a7c-a590-4cce-8ded-125c5a167426 HTTP/1.1" status: 204 len: 168 time: 0.4871123 Jan 28 13:28:25.350725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4bd48e21-4847-4c01-9d08-d5807de4269e None None] Provisioning complete for port 1716c309-4063-4e10-8c1c-b57aaccf3a83 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:25.352314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4bd48e21-4847-4c01-9d08-d5807de4269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.375481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Attempting to bind port 51c78a35-53b9-4759-9928-27a6d24c39b5 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:25.376717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Attempting to bind port 51c78a35-53b9-4759-9928-27a6d24c39b5 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:25.378113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Attempting to bind port 51c78a35-53b9-4759-9928-27a6d24c39b5 on network 562e8b16-91d9-433b-b747-eab7e7c18ffd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:25.385107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a0e1c-8e02-4489-a0ac-8b0fb95e9cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc7a7c-a590-4cce-8ded-125c5a167426,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:25.403527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4bd48e21-4847-4c01-9d08-d5807de4269e None None] Port 1716c309-4063-4e10-8c1c-b57aaccf3a83 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:25.422200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Port 51c78a35-53b9-4759-9928-27a6d24c39b5 on network 562e8b16-91d9-433b-b747-eab7e7c18ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:25.422800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Attempting to bind port 51c78a35-53b9-4759-9928-27a6d24c39b5 on network 562e8b16-91d9-433b-b747-eab7e7c18ffd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:25.433290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f73e313-3518-4bfc-99e2-e80ad39abd09 req-8dc29905-27c7-40ff-8c2d-00b445fc3d6e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364160 Jan 28 13:28:25.434678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:25.435253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Checking segment: {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:25.435861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Bound using segment: {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:25.437077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Bound port: 51c78a35-53b9-4759-9928-27a6d24c39b5, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d17cad-78fd-4367-a24d-8c2bc7980c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:25.437974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.504282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:25.505146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.537601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Allocated IP 19.80.0.2 (63150d36-ae24-4e80-8314-eca4e3db9ae1/b7cc95bc-7daf-4c01-a80e-2aadcf297e14/393fa2a9-744c-41d0-bce8-ab9845bfb331) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:25.600491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] For port 51c78a35-53b9-4759-9928-27a6d24c39b5, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:25.605518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] For port 51c78a35-53b9-4759-9928-27a6d24c39b5, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=51c78a35-53b9-4759-9928-27a6d24c39b5,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:25.633989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.751328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] For port 1716c309-4063-4e10-8c1c-b57aaccf3a83, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:25.754479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76501a-65f8-49c4-90b4-5fa3195b2e2f req-a9835bed-d4f7-48d5-b7ef-0e7ba4391eec tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.763110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c76501a-65f8-49c4-90b4-5fa3195b2e2f req-a9835bed-d4f7-48d5-b7ef-0e7ba4391eec tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.3146734 Jan 28 13:28:25.769482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:25.808105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.809729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.816961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] 10.222.0.36 "PUT /v2.0/ports/51c78a35-53b9-4759-9928-27a6d24c39b5 HTTP/1.1" status: 200 len: 1092 time: 2.4689455 Jan 28 13:28:25.822814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:25.828139 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:25.889511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f744349-4a67-4e2f-b4d0-467f8b56cc6e req-d6f9311c-d1ce-4d27-a2e1-e0845f88ff31 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:25.894006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f744349-4a67-4e2f-b4d0-467f8b56cc6e req-d6f9311c-d1ce-4d27-a2e1-e0845f88ff31 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.2312849 Jan 28 13:28:25.901393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c76501a-65f8-49c4-90b4-5fa3195b2e2f req-9a27fbc0-7fea-46c2-9650-1252da4b6699 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291068 Jan 28 13:28:25.918973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:25.980537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (8570c171-7907-4674-ab65-6570703406ca), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.046275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5ef43-5614-44e6-ad33-d91d1d938b15 service neutron] Pushing event updated for resources: {'Port': ['ID=51c78a35-53b9-4759-9928-27a6d24c39b5,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:26.138499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] For port 1716c309-4063-4e10-8c1c-b57aaccf3a83, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1716c309-4063-4e10-8c1c-b57aaccf3a83,segment=NetworkSegment(3534b4d0-6d54-41d8-8be0-7508992d72ff),segment_id=3534b4d0-6d54-41d8-8be0-7508992d72ff)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:26.140847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:26.146073 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52826cd-6e1e-483d-b603-6b81223abbf4" -d '{"events": [{"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-plugged", "status": "completed", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:26.150815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:26.178373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:26.190599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Subnet': ['ID=8570c171-7907-4674-ab65-6570703406ca,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:26.198988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-4f7e7ca5-7b9a-4712-b7a9-d3e7fc734c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.206056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-4f7e7ca5-7b9a-4712-b7a9-d3e7fc734c2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e5f36e317a74a75bcff211707ab8a62&device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 1095 time: 0.2827199 Jan 28 13:28:26.206767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.207278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.207864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.212249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f744349-4a67-4e2f-b4d0-467f8b56cc6e req-fdaf7777-5d47-406b-a9ab-6fab97b7d052 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742484 Jan 28 13:28:26.239119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.256213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.256213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.256213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.256213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.256213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.256213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.256213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.259705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.260263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:26.317512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-a6a52f1d-e5eb-48db-8fb4-dce1314af097 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c78a35-53b9-4759-9928-27a6d24c39b5 HTTP/1.1" status: 200 len: 217 time: 0.1007712 Jan 28 13:28:26.388893 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f8bc8-c451-4b37-9d8a-441d81db55a1 x-openstack-request-id: req-138f8bc8-c451-4b37-9d8a-441d81db55a1 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:26.389568 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:26.389568 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-138f8bc8-c451-4b37-9d8a-441d81db55a1 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:26.390149 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'status': 'completed', 'code': 200} Jan 28 13:28:26.429102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-b997c6bd-5193-4edd-b811-c98ca27c5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.430797 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-b997c6bd-5193-4edd-b811-c98ca27c5389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a990760-f204-49de-8762-c6b9a9981962 HTTP/1.1" status: 200 len: 855 time: 0.1058090 Jan 28 13:28:26.431542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Routers {'cd297656-b6e7-4ba0-aefa-f5c12819f065'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:26.432339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd297656-b6e7-4ba0-aefa-f5c12819f065'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:26.504426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Checking segment: {'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:26.504855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network hostable DHCP agents. Network: 5cb25e44-eb17-42a3-9a54-329a910dbb8f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:26.540140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908046f-5487-40fd-9737-6520b9714b02 req-97e3cdcf-f86d-4d89-aac2-14fcaeafb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.542898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-97e3cdcf-f86d-4d89-aac2-14fcaeafb6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562e8b16-91d9-433b-b747-eab7e7c18ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044195 Jan 28 13:28:26.546506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689583b-0b85-413c-b1a0-2092e1ff26b5 req-2e6f6f5c-67a0-48a1-b7f2-e8aa8e878567 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:26.599630 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f689583b-0b85-413c-b1a0-2092e1ff26b5 req-2e6f6f5c-67a0-48a1-b7f2-e8aa8e878567 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.3604198 Jan 28 13:28:26.707553 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bef2fdb-2c10-4254-8bcc-b30b9f2a9f0d x-openstack-request-id: req-4bef2fdb-2c10-4254-8bcc-b30b9f2a9f0d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:26.707907 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-plugged", "status": "completed", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:26.708201 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bef2fdb-2c10-4254-8bcc-b30b9f2a9f0d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:26.708561 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'code': 200} Jan 28 13:28:26.719088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db7194-189a-4a63-a5ff-2cf460362e65 None None] Pushing event updated for resources: {'Port': ['ID=1716c309-4063-4e10-8c1c-b57aaccf3a83,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:26.863964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network 5cb25e44-eb17-42a3-9a54-329a910dbb8f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:26.874230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] Set router cd297656-b6e7-4ba0-aefa-f5c12819f065 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:26.888430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-8ddcb2fc-d4bb-436c-abeb-b58dcc5aed39 service neutron] 10.222.0.36 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371308 Jan 28 13:28:26.987747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 5cb25e44-eb17-42a3-9a54-329a910dbb8f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:26.994552 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.005524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5f27d-bd8a-4065-910b-aa5f4389a14b None None] Network 5cb25e44-eb17-42a3-9a54-329a910dbb8f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:27.014335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f689583b-0b85-413c-b1a0-2092e1ff26b5 req-9d4ed56a-6e1d-4f5f-bd7a-a5376b92f64c tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137082 Jan 28 13:28:27.019285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.021364 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.055381 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7eba4ec8-214c-4aed-9175-c05c8483a422 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5234849 Jan 28 13:28:27.059555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc9d23-f7b6-4da3-94ad-84adef326ac3 req-354ad018-4a48-4906-95c4-73ddb1edc859 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.067216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef7b3-e8c1-4da4-95ed-ddb1a125e75f req-e8887b1d-e258-4397-b198-300598d5de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.068628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25fc9d23-f7b6-4da3-94ad-84adef326ac3 req-354ad018-4a48-4906-95c4-73ddb1edc859 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.3206217 Jan 28 13:28:27.068995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-697ef7b3-e8c1-4da4-95ed-ddb1a125e75f req-e8887b1d-e258-4397-b198-300598d5de96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 1101 time: 0.3771331 Jan 28 13:28:27.126088 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Publish callbacks [] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.174954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49946) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:27.240059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0b910f96-9223-4440-b2e3-534a588b3571 None None] Provisioning complete for port 1716c309-4063-4e10-8c1c-b57aaccf3a83 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:27.240059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b910f96-9223-4440-b2e3-534a588b3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.265705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-697ef7b3-e8c1-4da4-95ed-ddb1a125e75f req-e60c14f0-e478-4478-8b83-993bcd8dc1aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873186 Jan 28 13:28:27.359234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ddc4e-2e5c-4dc1-8b20-bf8dfc7d725a req-99756be7-aef2-407d-813c-0a7fa7b0b132 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.360766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a7ddc4e-2e5c-4dc1-8b20-bf8dfc7d725a req-99756be7-aef2-407d-813c-0a7fa7b0b132 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.1291361 Jan 28 13:28:27.426319 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a7ddc4e-2e5c-4dc1-8b20-bf8dfc7d725a req-e710abed-5114-4420-a96b-382b339c2bab tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514231 Jan 28 13:28:27.432135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-621556383-network', 'tenant_id': '486b18e2674a4800b6c9cad37030a3b5'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:27.457782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Made reservation on behalf of 486b18e2674a4800b6c9cad37030a3b5 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:27.461008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.478155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.549922 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.729773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-5cb25e44-eb17-42a3-9a54-329a910dbb8f', 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f', 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'fixed_ips': [{'subnet_id': '8570c171-7907-4674-ab65-6570703406ca'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:28:27.731346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.754059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2282447-7da9-4758-a1d2-2b47e7218e12 req-ad86fc05-d676-4a12-9c7d-99131b6ba086 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:27.755815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2282447-7da9-4758-a1d2-2b47e7218e12 req-ad86fc05-d676-4a12-9c7d-99131b6ba086 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.1325920 Jan 28 13:28:27.758154 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks [] for security_group (d072985e-8276-4bf9-b105-9f590a2f7d20), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.775138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d072985e-8276-4bf9-b105-9f590a2f7d20), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.825105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25fc9d23-f7b6-4da3-94ad-84adef326ac3 req-fea9da3a-ffbf-4cca-b0e1-2de47c82a283 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545304 Jan 28 13:28:27.859572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d072985e-8276-4bf9-b105-9f590a2f7d20,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:27.886116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f908046f-5487-40fd-9737-6520b9714b02 req-b4e1a1d4-7128-40a2-a45a-7427256a9f7e service neutron] 10.222.0.36 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9899166 Jan 28 13:28:27.914923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:28:27.948594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c81bf828-8b30-44bd-958e-b4f8809efb47), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:27.949600 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Added segment c81bf828-8b30-44bd-958e-b4f8809efb47 of type vlan for network 1cd6f6c7-16f9-452f-9dce-037a35208cae Jan 28 13:28:28.052989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1cd6f6c7-16f9-452f-9dce-037a35208cae), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.113606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:28.130555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:28.143931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:28.146294 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.146992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Pushing event updated for resources: {'Port': ['ID=393fa2a9-744c-41d0-bce8-ab9845bfb331,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:28.187998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0b910f96-9223-4440-b2e3-534a588b3571 None None] Current status of the port 1716c309-4063-4e10-8c1c-b57aaccf3a83 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:28.188657 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b910f96-9223-4440-b2e3-534a588b3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.238227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1cd6f6c7-16f9-452f-9dce-037a35208cae), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.249257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.250104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.273755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-26a605eb-f005-4438-86bf-9f625ab074f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.278244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-26a605eb-f005-4438-86bf-9f625ab074f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e5f36e317a74a75bcff211707ab8a62&device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 1095 time: 0.3289204 Jan 28 13:28:28.278932 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2282447-7da9-4758-a1d2-2b47e7218e12 req-443cc80b-d00f-448c-9cca-ec7a800fc4ab tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5158126 Jan 28 13:28:28.344289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Allocated IP 19.86.0.2 (5cb25e44-eb17-42a3-9a54-329a910dbb8f/8570c171-7907-4674-ab65-6570703406ca/9d1f6401-1190-4300-b26b-db29b3869714) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:28.401279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2221861 Jan 28 13:28:28.410989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49970) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:28.426299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Request body: {'subnet': {'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-621556383-subnet', 'tenant_id': '486b18e2674a4800b6c9cad37030a3b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:28.437282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Attempting to bind port 393fa2a9-744c-41d0-bce8-ab9845bfb331 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:28.437661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Attempting to bind port 393fa2a9-744c-41d0-bce8-ab9845bfb331 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:28.438032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Attempting to bind port 393fa2a9-744c-41d0-bce8-ab9845bfb331 on network 63150d36-ae24-4e80-8314-eca4e3db9ae1 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:28.443830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0b910f96-9223-4440-b2e3-534a588b3571 None None] For port 1716c309-4063-4e10-8c1c-b57aaccf3a83, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1716c309-4063-4e10-8c1c-b57aaccf3a83,segment=NetworkSegment(3534b4d0-6d54-41d8-8be0-7508992d72ff),segment_id=3534b4d0-6d54-41d8-8be0-7508992d72ff)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:28.485008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Made reservation on behalf of 486b18e2674a4800b6c9cad37030a3b5 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:28.488336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.491703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d657b2-c61e-4ebc-a7a1-1f6111f0b60c admin admin] Pushing event updated for resources: {'Network': ['ID=1cd6f6c7-16f9-452f-9dce-037a35208cae,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:28.501021 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b910f96-9223-4440-b2e3-534a588b3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.522863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:28.523245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Checking segment: {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:28.523661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.524083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Bound using segment: {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:28.524825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Bound port: 393fa2a9-744c-41d0-bce8-ab9845bfb331, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:28.531788 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:28.545864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1cd6f6c7-16f9-452f-9dce-037a35208cae details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:28:28.724221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-3aca1311-124c-4155-ada4-9b367949c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.728968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-3aca1311-124c-4155-ada4-9b367949c328 service neutron] 10.222.0.36 "GET /v2.0/networks?id=562e8b16-91d9-433b-b747-eab7e7c18ffd HTTP/1.1" status: 200 len: 917 time: 0.4388740 Jan 28 13:28:28.785610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:28:18Z', 'revision_number': 4, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port': {'id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:04Z', 'updated_at': '2022-01-28T13:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1716c309-4063-4e10-8c1c-b57aaccf3a83', 'name': '', 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'mac_address': 'fa:16:3e:dd:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '729e8f2e-699d-479c-9a6f-9a26786977f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:16Z', 'updated_at': '2022-01-28T13:28:25Z', 'revision_number': 4, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'subnets': [{'id': '729e8f2e-699d-479c-9a6f-9a26786977f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:28.828313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-22c5dca2-8e71-4c94-aaca-616cdee8426c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c78a35-53b9-4759-9928-27a6d24c39b5 HTTP/1.1" status: 200 len: 217 time: 0.0885122 Jan 28 13:28:28.928423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-325b098b-e0ba-4a1a-9b19-2b216eb6f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.929951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-325b098b-e0ba-4a1a-9b19-2b216eb6f072 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a990760-f204-49de-8762-c6b9a9981962 HTTP/1.1" status: 200 len: 855 time: 0.0789120 Jan 28 13:28:28.969244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-9fd86153-045b-43b0-b693-882e7afe1271 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.976279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-9fd86153-045b-43b0-b693-882e7afe1271 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:28.984637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-9fd86153-045b-43b0-b693-882e7afe1271 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/networks?id=63150d36-ae24-4e80-8314-eca4e3db9ae1&id=5cb25e44-eb17-42a3-9a54-329a910dbb8f&id=63150d36-ae24-4e80-8314-eca4e3db9ae1 HTTP/1.1" status: 200 len: 1390 time: 0.9849324 Jan 28 13:28:29.015743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5ff1e-1e3b-4e80-9549-e08c89439883 req-68039a87-5f5b-4d8b-9016-848e77a945df tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.021483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-106e3544-47c9-4bec-8362-d76496bdd75a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/quotas/a771d453226b44bbb22e1ea06ebd93eb HTTP/1.1" status: 200 len: 375 time: 0.0359006 Jan 28 13:28:29.034496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1c5ff1e-1e3b-4e80-9549-e08c89439883 req-68039a87-5f5b-4d8b-9016-848e77a945df tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.2780852 Jan 28 13:28:29.072639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1cb49b-d052-4080-9ac9-32e77d4bd68f None None] The sync data for ids ['cd297656-b6e7-4ba0-aefa-f5c12819f065'] in n-d-822748-2 is: [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:28:18Z', 'revision_number': 4, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port': {'id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:04Z', 'updated_at': '2022-01-28T13:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1716c309-4063-4e10-8c1c-b57aaccf3a83', 'name': '', 'network_id': '0f96dabe-37fe-4db7-aa83-c4995cc82db0', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'mac_address': 'fa:16:3e:dd:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '729e8f2e-699d-479c-9a6f-9a26786977f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:16Z', 'updated_at': '2022-01-28T13:28:25Z', 'revision_number': 4, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'subnets': [{'id': '729e8f2e-699d-479c-9a6f-9a26786977f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:29.100648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-ede5d858-cf37-4fd5-b981-a309b36ad5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.102269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-ede5d858-cf37-4fd5-b981-a309b36ad5b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562e8b16-91d9-433b-b747-eab7e7c18ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526887 Jan 28 13:28:29.119676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-1ff04284-216f-4149-9546-dca51694d582 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971074 Jan 28 13:28:29.306741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (29fe396a-cb19-4267-9229-fe8a74fece5a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.343937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b910f96-9223-4440-b2e3-534a588b3571 None None] Pushing event updated for resources: {'Port': ['ID=1716c309-4063-4e10-8c1c-b57aaccf3a83,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:29.429264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-09f410c9-4daa-4407-83e6-e5db0663e980 service neutron] 10.222.0.45 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084464 Jan 28 13:28:29.493627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] For port 393fa2a9-744c-41d0-bce8-ab9845bfb331, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:29.510431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1c5ff1e-1e3b-4e80-9549-e08c89439883 req-8ef472e2-86c0-4ec4-9e98-525d27bf501c tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4683745 Jan 28 13:28:29.601238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fe396a-cb19-4267-9229-fe8a74fece5a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:29.609989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] For port 393fa2a9-744c-41d0-bce8-ab9845bfb331, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=393fa2a9-744c-41d0-bce8-ab9845bfb331,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:29.630370 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.637040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Checking segment: {'id': 'c81bf828-8b30-44bd-958e-b4f8809efb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:29.637691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Network hostable DHCP agents. Network: 1cd6f6c7-16f9-452f-9dce-037a35208cae, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:28:29.684146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Network 1cd6f6c7-16f9-452f-9dce-037a35208cae is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:28:29.698365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1cd6f6c7-16f9-452f-9dce-037a35208cae) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:29.706056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.707094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:29.863899 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-30339630-81ca-4b08-8b1c-e99ebc720e92 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4339943 Jan 28 13:28:29.938168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adebe1-cf6b-4e84-97c2-0324355a6f1f req-2ec16b66-717f-4a96-a7a7-6f2745134fd2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:29.945662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43adebe1-cf6b-4e84-97c2-0324355a6f1f req-2ec16b66-717f-4a96-a7a7-6f2745134fd2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.2193282 Jan 28 13:28:30.114164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43adebe1-cf6b-4e84-97c2-0324355a6f1f req-151da36d-c1ab-4fda-83df-5367c4d7b40f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622400 Jan 28 13:28:30.198997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-8fe00eee-739e-4f6d-9bed-fcd9bd625f29 service neutron] 10.222.0.36 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8526759 Jan 28 13:28:30.211173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-ee47beb5-7c23-4d15-90bf-1aa55eff78ef service neutron] 10.222.0.45 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778354 Jan 28 13:28:30.369642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83d1d5-a63b-451d-bdd8-96dbfe31c74f None None] Network 1cd6f6c7-16f9-452f-9dce-037a35208cae requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:30.387881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Publish callbacks [] for port (9d1f6401-1190-4300-b26b-db29b3869714), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.462367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc0a74-6e03-4df4-97c5-7aa02345d47b req-16012b3b-141a-437d-b797-944b600435af tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:30.472644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0fc0a74-6e03-4df4-97c5-7aa02345d47b req-16012b3b-141a-437d-b797-944b600435af tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.1738727 Jan 28 13:28:30.587015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (9d1f6401-1190-4300-b26b-db29b3869714), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:30.607084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0fc0a74-6e03-4df4-97c5-7aa02345d47b req-a1825d11-46ff-49ad-9a82-a32e80728dc7 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334558 Jan 28 13:28:30.679562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b8b2da-b12e-42e3-a2b0-3e320a26e84f None None] Network 1cd6f6c7-16f9-452f-9dce-037a35208cae requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:30.691828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd209ed-fcfa-4cdb-8408-9c18f67d4329 None None] Pushing event updated for resources: {'Port': ['ID=393fa2a9-744c-41d0-bce8-ab9845bfb331,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:30.719306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Network 5cb25e44-eb17-42a3-9a54-329a910dbb8f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:30.787255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:30.793752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:30.798742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-103a23d3-1cdd-460a-bcce-f6ac56ff34d5 req-4850473d-9033-4e8c-8131-a5660ea89c41 service neutron] 10.222.0.36 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577617 Jan 28 13:28:30.818933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-343b7baa-b7e6-4060-87ab-feb9c9d633a4 service neutron] 10.222.0.45 "GET /v2.0/networks/5cb25e44-eb17-42a3-9a54-329a910dbb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068599 Jan 28 13:28:30.859418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ecfd4-bbc0-4940-8fe8-74c3118eb599 req-69967cd8-ff0c-4740-acb3-6350aff1d920 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:30.870908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:30.875942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'floatingip': {'port_id': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:30.887609 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e91ecfd4-bbc0-4940-8fe8-74c3118eb599 req-69967cd8-ff0c-4740-acb3-6350aff1d920 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1320860 Jan 28 13:28:30.986071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Attempting to bind port 9d1f6401-1190-4300-b26b-db29b3869714 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:30.992085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Attempting to bind port 9d1f6401-1190-4300-b26b-db29b3869714 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:30.992085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Attempting to bind port 9d1f6401-1190-4300-b26b-db29b3869714 on network 5cb25e44-eb17-42a3-9a54-329a910dbb8f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:31.018667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:31.019166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Checking segment: {'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:31.019589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.024367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Bound using segment: {'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:31.024943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Bound port: 9d1f6401-1190-4300-b26b-db29b3869714, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:31.025353 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d1f6401-1190-4300-b26b-db29b3869714), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.077482 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (b30e48df-3db1-44a0-a7f3-c0a4c8f004bb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.090067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Pushing event updated for resources: {'Port': ['ID=9d1f6401-1190-4300-b26b-db29b3869714,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:31.281673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ad0dc-1975-4453-9659-0ebb35378671 req-c2329573-268b-4662-a4eb-e79edc63b7e5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:31.302361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b65ad0dc-1975-4453-9659-0ebb35378671 req-c2329573-268b-4662-a4eb-e79edc63b7e5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.1886673 Jan 28 13:28:31.312214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] For port 9d1f6401-1190-4300-b26b-db29b3869714, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:31.335557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] For port 9d1f6401-1190-4300-b26b-db29b3869714, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d1f6401-1190-4300-b26b-db29b3869714,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:31.428216 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d1f6401-1190-4300-b26b-db29b3869714), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:31.472116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b65ad0dc-1975-4453-9659-0ebb35378671 req-8485656e-af59-49b0-b65e-7bb7dd9d65e4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668894 Jan 28 13:28:31.629344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1f8b-4ada-4b7a-b76c-f6f006c9620c None None] Pushing event updated for resources: {'Port': ['ID=9d1f6401-1190-4300-b26b-db29b3869714,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:31.655584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 393fa2a9-744c-41d0-bce8-ab9845bfb331 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:31.807634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 393fa2a9-744c-41d0-bce8-ab9845bfb331 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:31.808179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.009063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-048139fc-80ce-4140-956b-2514c02a0c95 service neutron] 10.222.0.45 "GET /v2.0/networks/5cb25e44-eb17-42a3-9a54-329a910dbb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1836827 Jan 28 13:28:32.331586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a88e9-d607-4bca-b404-418303f8edbe None None] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:32.332190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-d8b6f01c-4bb3-464f-a16d-5a06c70cda89 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:32.349069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 393fa2a9-744c-41d0-bce8-ab9845bfb331 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:32.349840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-d8b6f01c-4bb3-464f-a16d-5a06c70cda89 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/networks?id=1cd6f6c7-16f9-452f-9dce-037a35208cae HTTP/1.1" status: 200 len: 812 time: 0.3319559 Jan 28 13:28:32.350005 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.373371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-703f7995-37de-4b60-8094-bd56193f5b2a tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/quotas/486b18e2674a4800b6c9cad37030a3b5 HTTP/1.1" status: 200 len: 375 time: 0.0225177 Jan 28 13:28:32.459127 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-62351ad6-1260-4476-a46c-150d89f4a5bf tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=486b18e2674a4800b6c9cad37030a3b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846305 Jan 28 13:28:32.515476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 393fa2a9-744c-41d0-bce8-ab9845bfb331, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=393fa2a9-744c-41d0-bce8-ab9845bfb331,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:32.525891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.526843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1716c309-4063-4e10-8c1c-b57aaccf3a83 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:32.542674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-59b24a44-6a38-4168-94fa-8d5d45ab5123 None None] Provisioning complete for port 393fa2a9-744c-41d0-bce8-ab9845bfb331 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:32.548703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-59b24a44-6a38-4168-94fa-8d5d45ab5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:32.660866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-2645886b-6f3e-45ba-b75b-af7ec6c32352 service neutron] 10.222.0.45 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421606 Jan 28 13:28:32.735985 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-1005f1cc-dcd6-40fa-8220-3a8d837e48a8 service neutron] 10.222.0.45 "GET /v2.0/networks/1cd6f6c7-16f9-452f-9dce-037a35208cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757919 Jan 28 13:28:32.828807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=393fa2a9-744c-41d0-bce8-ab9845bfb331,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:32.892196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-ce7d7b4e-ef72-48a2-987d-7ba1212e89bd service neutron] 10.222.0.45 "GET /v2.0/networks/1cd6f6c7-16f9-452f-9dce-037a35208cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550250 Jan 28 13:28:32.897083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:28:32.901922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1716c309-4063-4e10-8c1c-b57aaccf3a83 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:32.902206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.069686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.095350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (b30e48df-3db1-44a0-a7f3-c0a4c8f004bb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.103863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-59b24a44-6a38-4168-94fa-8d5d45ab5123 None None] Current status of the port 393fa2a9-744c-41d0-bce8-ab9845bfb331 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:33.264769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-c2d21f9a-c475-4790-851b-869c25de6427 service neutron] 10.222.0.45 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859234 Jan 28 13:28:33.283668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1716c309-4063-4e10-8c1c-b57aaccf3a83 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:33.336764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220c099-ff05-4c31-b3a1-f4ac6bc6fb83 req-aa16b647-b12a-478d-98d9-17fc277a5576 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:33.360111 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1220c099-ff05-4c31-b3a1-f4ac6bc6fb83 req-aa16b647-b12a-478d-98d9-17fc277a5576 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.1330431 Jan 28 13:28:33.510445 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Floating IP b30e48df-3db1-44a0-a7f3-c0a4c8f004bb associated. External IP: 172.25.4.50, port: 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc. Jan 28 13:28:33.563894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1220c099-ff05-4c31-b3a1-f4ac6bc6fb83 req-70e221a4-f6f2-4c86-be7f-46df7c925e1f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028027 Jan 28 13:28:33.677735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5abfb2a9-a4f1-4a18-805b-083865361932 None None] Provisioning complete for port 393fa2a9-744c-41d0-bce8-ab9845bfb331 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:33.680917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5abfb2a9-a4f1-4a18-805b-083865361932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:33.823867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc379e2-77e9-432b-8ac7-f875980d945a None None] Network 5cb25e44-eb17-42a3-9a54-329a910dbb8f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:28:33.996840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03594e26-81e0-465d-a52e-13b4a8cf6ec0 req-2a546b90-6107-4995-b026-1d3d9791754c tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 210 time: 0.0828135 Jan 28 13:28:34.086029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 393fa2a9-744c-41d0-bce8-ab9845bfb331 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:34.314061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:28:34.348496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5abfb2a9-a4f1-4a18-805b-083865361932 None None] Current status of the port 393fa2a9-744c-41d0-bce8-ab9845bfb331 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:34.364306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-25da268e-0fdf-4bcb-8e4f-4cba4fdb3e3f req-1033d04a-33ca-4804-a10a-54090b2a8004 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:28:34.365344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25da268e-0fdf-4bcb-8e4f-4cba4fdb3e3f req-1033d04a-33ca-4804-a10a-54090b2a8004 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064535 Jan 28 13:28:34.435136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7cf83289-6bf1-481d-bd1d-0dbd42e6c2fa req-4a9ff95e-ced0-4e06-a8c4-0ad20fafbd2f tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 210 time: 0.1163709 Jan 28 13:28:34.446115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 393fa2a9-744c-41d0-bce8-ab9845bfb331 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:34.446710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.570104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-37bfeee7-580e-4b0f-b816-de5a51b66943 None None] Provisioning complete for port 9d1f6401-1190-4300-b26b-db29b3869714 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:34.572051 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-37bfeee7-580e-4b0f-b816-de5a51b66943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d1f6401-1190-4300-b26b-db29b3869714), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.751503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:28:34.759329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:34.768444 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] Sync routers for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:28:34.790337 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:34.791253 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:34.903123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-efa322fc-033b-4014-98ce-3731dec87de5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "PUT /v2.0/floatingips/b30e48df-3db1-44a0-a7f3-c0a4c8f004bb HTTP/1.1" status: 200 len: 991 time: 4.0309396 Jan 28 13:28:34.910540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:34.925134 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e638df-b7c0-4185-ad86-083e468a3900" -d '{"events": [{"name": "network-changed", "server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:34.953462 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d3ca7049-121f-48df-8ab3-dcda79f00aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.002930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 393fa2a9-744c-41d0-bce8-ab9845bfb331 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:35.004095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d1f6401-1190-4300-b26b-db29b3869714 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:35.130583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-37bfeee7-580e-4b0f-b816-de5a51b66943 None None] Current status of the port 9d1f6401-1190-4300-b26b-db29b3869714 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:35.131276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-37bfeee7-580e-4b0f-b816-de5a51b66943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9d1f6401-1190-4300-b26b-db29b3869714), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.181198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9d1f6401-1190-4300-b26b-db29b3869714 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:35.181878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d1f6401-1190-4300-b26b-db29b3869714), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.230530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-37bfeee7-580e-4b0f-b816-de5a51b66943 None None] For port 9d1f6401-1190-4300-b26b-db29b3869714, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d1f6401-1190-4300-b26b-db29b3869714,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:35.251614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60acbf0-4b5c-416f-93b7-077410cf4711 req-6f8e9b3f-d08f-425c-bbcc-c95fd67813b8 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.252833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-37bfeee7-580e-4b0f-b816-de5a51b66943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9d1f6401-1190-4300-b26b-db29b3869714), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.253473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a60acbf0-4b5c-416f-93b7-077410cf4711 req-6f8e9b3f-d08f-425c-bbcc-c95fd67813b8 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.3111587 Jan 28 13:28:35.270827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-40361155-5517-42e2-bc7e-ac3a0d5f364f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2913764 Jan 28 13:28:35.392549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c03e0-f621-4d99-a67e-2362177075e1 req-713b12be-bbd7-4862-b1f4-1f783e638772 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.393668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9d1f6401-1190-4300-b26b-db29b3869714 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:35.413732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a60acbf0-4b5c-416f-93b7-077410cf4711 req-2fa66351-90c4-42b8-8246-c4565ff4aa66 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293173 Jan 28 13:28:35.417794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfeee7-580e-4b0f-b816-de5a51b66943 None None] Pushing event updated for resources: {'Port': ['ID=9d1f6401-1190-4300-b26b-db29b3869714,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:35.420245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-634c03e0-f621-4d99-a67e-2362177075e1 req-713b12be-bbd7-4862-b1f4-1f783e638772 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1727872 Jan 28 13:28:35.452871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-054d0d95-8c8d-45da-92fb-e12a6230bcbc None None] Provisioning complete for port 9d1f6401-1190-4300-b26b-db29b3869714 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:35.453782 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-054d0d95-8c8d-45da-92fb-e12a6230bcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d1f6401-1190-4300-b26b-db29b3869714), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:35.586193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-634c03e0-f621-4d99-a67e-2362177075e1 req-3cbff1f6-bbf4-464d-8d33-ceffcd0977fa tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647289 Jan 28 13:28:35.595656 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:35.703547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-054d0d95-8c8d-45da-92fb-e12a6230bcbc None None] Current status of the port 9d1f6401-1190-4300-b26b-db29b3869714 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:35.854964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286bacc-63bf-4a20-9216-37bb86b59e08 req-11eb00f5-aa6a-44ef-8c29-165d77a434dc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.858976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1286bacc-63bf-4a20-9216-37bb86b59e08 req-11eb00f5-aa6a-44ef-8c29-165d77a434dc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.2400591 Jan 28 13:28:35.862775 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4968b5e9-db40-43db-9020-debdbbb084c9 x-openstack-request-id: req-4968b5e9-db40-43db-9020-debdbbb084c9 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:35.864644 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:35.865165 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4968b5e9-db40-43db-9020-debdbbb084c9 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:35.866920 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'status': 'completed', 'code': 200} Jan 28 13:28:35.933853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-5fab6e43-f38d-4c92-a38b-093f12daca58 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:35.943274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-5fab6e43-f38d-4c92-a38b-093f12daca58 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.36 "GET /v2.0/networks?id=1cd6f6c7-16f9-452f-9dce-037a35208cae HTTP/1.1" status: 200 len: 812 time: 0.3853354 Jan 28 13:28:36.017274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Request body: {'port': {'device_id': '694ded6d-2163-4046-941a-994ac846d813', 'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae', 'admin_state_up': True, 'tenant_id': '486b18e2674a4800b6c9cad37030a3b5'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:36.020301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-84d9bdd4-4b00-4c81-95d3-3aa559371333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.022949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-84d9bdd4-4b00-4c81-95d3-3aa559371333 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0765488 Jan 28 13:28:36.278420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1286bacc-63bf-4a20-9216-37bb86b59e08 req-fd5ae7f0-dc1b-4e55-899e-e092ed2b0daa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006793 Jan 28 13:28:36.325989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b8c32739-291b-417e-a73d-52bae5ef6174 req-0aa14dc7-4834-4c80-a8e2-214ea92dd59e tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 210 time: 0.1121035 Jan 28 13:28:36.354828 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'b30e48df-3db1-44a0-a7f3-c0a4c8f004bb', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'port_id': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'mac_address': 'fa:16:3e:26:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:27:56Z', 'updated_at': '2022-01-28T13:28:32Z', 'revision_number': 1, 'project_id': '3dd7e017936e473f933da737b0342f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:36.436015 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] Checking router: 750c6eef-31cf-4c7a-9ce4-53dfa3905484 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:28:36.452366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-34f474b1-edf8-4628-a402-aee12e702684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.456954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-34f474b1-edf8-4628-a402-aee12e702684 service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.4239678 Jan 28 13:28:36.457557 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:28:36.458394 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:36.595510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c0c2896-7f86-4140-a97e-e3e600478fc2 req-9411df3f-9c83-4dd0-8104-314323fcb942 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 210 time: 0.0938020 Jan 28 13:28:36.604122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Made reservation on behalf of 486b18e2674a4800b6c9cad37030a3b5 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:36.607717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:36.675274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-62e0ad6e-0414-4d84-9efb-628e0a3dad18 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.683018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-62e0ad6e-0414-4d84-9efb-628e0a3dad18 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.684786 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-62e0ad6e-0414-4d84-9efb-628e0a3dad18 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "GET /v2.0/networks?id=63150d36-ae24-4e80-8314-eca4e3db9ae1&id=5cb25e44-eb17-42a3-9a54-329a910dbb8f&id=63150d36-ae24-4e80-8314-eca4e3db9ae1 HTTP/1.1" status: 200 len: 1390 time: 0.6403849 Jan 28 13:28:36.711610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'port': {'device_id': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1', 'admin_state_up': True, 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:36.715969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35fe23-fa33-464e-8473-43dee83a8b63 req-0da3227f-2d15-48a2-a861-7bac4e5deeab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:36.725950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de35fe23-fa33-464e-8473-43dee83a8b63 req-0da3227f-2d15-48a2-a861-7bac4e5deeab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.2679198 Jan 28 13:28:36.727404 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:28:36.817917 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-1260aaa1-0a17-49e4-9708-709f3c06ca27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 200 len: 999 time: 0.3285234 Jan 28 13:28:36.911196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:36.915589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.012999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de35fe23-fa33-464e-8473-43dee83a8b63 req-52a57e17-b8b8-47a3-a5ac-2e86af89d40f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850795 Jan 28 13:28:37.055125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-c0bc289e-db3d-4846-a51f-78fbc711dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.057325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-c0bc289e-db3d-4846-a51f-78fbc711dc71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.2163510 Jan 28 13:28:37.169540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-9d0e3c9a-8dd2-4827-8da2-14a98dc09ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.171722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-9d0e3c9a-8dd2-4827-8da2-14a98dc09ee0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012409 Jan 28 13:28:37.230599 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'b30e48df-3db1-44a0-a7f3-c0a4c8f004bb', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'port_id': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'mac_address': 'fa:16:3e:26:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:27:56Z', 'updated_at': '2022-01-28T13:28:32Z', 'revision_number': 1, 'project_id': '3dd7e017936e473f933da737b0342f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:37.278047 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f9a4-1481-4a09-8925-28bee965c80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.324698 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d0e17-c349-4ccd-a325-36398c6d89d2 None None] The sync data for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 is: [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'b30e48df-3db1-44a0-a7f3-c0a4c8f004bb', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'port_id': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'mac_address': 'fa:16:3e:26:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:27:56Z', 'updated_at': '2022-01-28T13:28:32Z', 'revision_number': 1, 'project_id': '3dd7e017936e473f933da737b0342f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:28:37.491260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-3d1cc0b6-839b-4b2f-884c-50811bf94468 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076346 Jan 28 13:28:37.657611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Allocated IP 172.20.0.11 (1cd6f6c7-16f9-452f-9dce-037a35208cae/29fe396a-cb19-4267-9229-fe8a74fece5a/a95b7e8d-6183-4026-afcd-09db1208899a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:37.693180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d1f6401-1190-4300-b26b-db29b3869714 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:37.842429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9d1f6401-1190-4300-b26b-db29b3869714 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:37.842429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9d1f6401-1190-4300-b26b-db29b3869714), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:37.867188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d593de-b2e7-4d7e-b0d8-18e4bbd274eb req-a3e5110d-f5c4-48ef-83ba-c4a1ef55c5f1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:37.869808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86d593de-b2e7-4d7e-b0d8-18e4bbd274eb req-a3e5110d-f5c4-48ef-83ba-c4a1ef55c5f1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.4314330 Jan 28 13:28:37.916011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c1738-1d37-4e93-8041-3dcc7796d1c7 None None] New status for floating IP b30e48df-3db1-44a0-a7f3-c0a4c8f004bb: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:28:38.005489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6e638df-b7c0-4185-ad86-083e468a3900 req-3ea91c69-5ff2-4ca1-8e8b-6e283e094dca service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994633 Jan 28 13:28:38.082713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b982edd-66b0-4f0f-ba0e-7fc84adc263a req-67530c60-672f-4e8a-b285-b16c2339dd0a tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.088189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b982edd-66b0-4f0f-ba0e-7fc84adc263a req-67530c60-672f-4e8a-b285-b16c2339dd0a tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.5734365 Jan 28 13:28:38.119951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86d593de-b2e7-4d7e-b0d8-18e4bbd274eb req-2466c949-96a0-4b87-a653-94454fa65ac2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400970 Jan 28 13:28:38.258570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks [] for port (a95b7e8d-6183-4026-afcd-09db1208899a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.287767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d9337ba-b744-4d8a-8bf4-9b0a95c8411c req-327812da-465d-40a5-b48c-69790847868e tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 210 time: 0.0575445 Jan 28 13:28:38.345132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.503528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Pushing event updated for resources: {'Port': ['ID=a95b7e8d-6183-4026-afcd-09db1208899a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:38.507129 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-96965084-066c-4d35-ade6-c9d6c4971be6 req-2d1f5885-1937-4ece-9f47-34dc1069b846 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 210 time: 0.0690649 Jan 28 13:28:38.556115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Allocated IP 19.80.0.212 (63150d36-ae24-4e80-8314-eca4e3db9ae1/b7cc95bc-7daf-4c01-a80e-2aadcf297e14/2269ae88-13d3-4956-a911-4b19191e17f9) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:38.608641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Network 1cd6f6c7-16f9-452f-9dce-037a35208cae is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:38.634114 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b982edd-66b0-4f0f-ba0e-7fc84adc263a req-e0c80c61-a6f5-42e0-b40e-4d104a324038 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5354769 Jan 28 13:28:38.642461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:38.661614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9d1f6401-1190-4300-b26b-db29b3869714 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:38.670214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:38.690421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-c6bca98e-06de-47c6-a5df-25b7428e23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.694428 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.700665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-c6bca98e-06de-47c6-a5df-25b7428e23dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 1101 time: 0.1909666 Jan 28 13:28:38.782500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.783911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:38.809559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-0e4cbd2b-a5f7-4be4-b9f2-fd9ca71a636f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8192647 Jan 28 13:28:38.836810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-832081fd-2f5b-40a1-b23a-c849a7cf7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:38.838458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-832081fd-2f5b-40a1-b23a-c849a7cf7aec service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1289697 Jan 28 13:28:38.944894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-6a6d70c4-c826-4ed3-aaa8-0420b52147d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 200 len: 217 time: 0.0907176 Jan 28 13:28:39.012804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Request body: {'port': {'device_id': '694ded6d-2163-4046-941a-994ac846d813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:39.041039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-10699900-b4f4-4868-ab75-10be3bf8be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.045504 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-10699900-b4f4-4868-ab75-10be3bf8be05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0913038 Jan 28 13:28:39.117133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-069d4080-254d-4b68-b9ad-1694e3837aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.119093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-069d4080-254d-4b68-b9ad-1694e3837aae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619757 Jan 28 13:28:39.202635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.283181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for port (2269ae88-13d3-4956-a911-4b19191e17f9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.389973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-37e6f3a4-bec0-4d9c-9714-8163a8f08c14 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375016 Jan 28 13:28:39.542298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.593049 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-cb7de9dc-6201-4a0c-8763-a849f3968963 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560142 Jan 28 13:28:39.652047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765802ae-3e4b-4d93-8cf6-d0f2c45ffe4b req-404eb75e-bac2-4ed4-a88c-e49e382cc49a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.654280 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-765802ae-3e4b-4d93-8cf6-d0f2c45ffe4b req-404eb75e-bac2-4ed4-a88c-e49e382cc49a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.2627785 Jan 28 13:28:39.669418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:39.676651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:39.717985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:39.796991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.798099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:39.813198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-765802ae-3e4b-4d93-8cf6-d0f2c45ffe4b req-66603494-b8f7-44d8-a3ad-f90d7ccd6a65 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451192 Jan 28 13:28:39.911355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca85d5-3094-4f4a-b645-36ddc8df0b60 req-65ad68cc-0aa8-44b0-a0f3-f3feb3c2925f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.913351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6ca85d5-3094-4f4a-b645-36ddc8df0b60 req-65ad68cc-0aa8-44b0-a0f3-f3feb3c2925f tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 932 time: 0.3727694 Jan 28 13:28:39.920143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Port': ['ID=2269ae88-13d3-4956-a911-4b19191e17f9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:39.954974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-0f7fc647-5cef-4765-810a-f3f5b56d93a9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2483976 Jan 28 13:28:39.985479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5279f5-25f6-488e-9f8c-d9065034ce98 req-a615c9fb-dbb3-47b7-ac8e-97383994387b tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:39.996071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f5279f5-25f6-488e-9f8c-d9065034ce98 req-a615c9fb-dbb3-47b7-ac8e-97383994387b tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 932 time: 0.0944514 Jan 28 13:28:40.018150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'port': {'device_id': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f', 'admin_state_up': True, 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:40.119999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f5279f5-25f6-488e-9f8c-d9065034ce98 req-4a6e4f27-79e3-443a-bc2a-23a58f7addcb tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208885 Jan 28 13:28:40.285622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f942dc06-31b9-4f36-82ac-7bb4bb77b458 None None] Provisioning complete for port 2269ae88-13d3-4956-a911-4b19191e17f9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:40.288463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f942dc06-31b9-4f36-82ac-7bb4bb77b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.332498 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50f0c2-fa14-4154-b271-895da30c0118 req-afc074ad-6c2c-4561-b738-45020a4c5bf8 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.355166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac50f0c2-fa14-4154-b271-895da30c0118 req-afc074ad-6c2c-4561-b738-45020a4c5bf8 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.1277304 Jan 28 13:28:40.381580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f942dc06-31b9-4f36-82ac-7bb4bb77b458 None None] Port 2269ae88-13d3-4956-a911-4b19191e17f9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:40.396434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6ca85d5-3094-4f4a-b645-36ddc8df0b60 req-4b77f822-9220-4efc-9e72-2112e2f477e1 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722331 Jan 28 13:28:40.457774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac50f0c2-fa14-4154-b271-895da30c0118 req-401d9b72-d84e-4a47-a798-579dc4a99f8a tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014607 Jan 28 13:28:40.463204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.539870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95b7e8d-6183-4026-afcd-09db1208899a {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:40.555255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Publish callbacks [] for port (a95b7e8d-6183-4026-afcd-09db1208899a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.579299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Transition to ACTIVE for port object a95b7e8d-6183-4026-afcd-09db1208899a will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:40.589842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.627320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:40.632594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.718425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=a95b7e8d-6183-4026-afcd-09db1208899a,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:40.849464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Attempting to bind port a95b7e8d-6183-4026-afcd-09db1208899a on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:40.849861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Attempting to bind port a95b7e8d-6183-4026-afcd-09db1208899a by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'c81bf828-8b30-44bd-958e-b4f8809efb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:40.850234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Attempting to bind port a95b7e8d-6183-4026-afcd-09db1208899a on network 1cd6f6c7-16f9-452f-9dce-037a35208cae {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:40.860862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Port a95b7e8d-6183-4026-afcd-09db1208899a on network 1cd6f6c7-16f9-452f-9dce-037a35208cae not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:40.861279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Attempting to bind port a95b7e8d-6183-4026-afcd-09db1208899a on network 1cd6f6c7-16f9-452f-9dce-037a35208cae {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:40.872846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:40.875060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Checking segment: {'id': 'c81bf828-8b30-44bd-958e-b4f8809efb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:40.875550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Bound using segment: {'id': 'c81bf828-8b30-44bd-958e-b4f8809efb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:40.876096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Bound port: a95b7e8d-6183-4026-afcd-09db1208899a, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c81bf828-8b30-44bd-958e-b4f8809efb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:40.876551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:40.926438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Allocated IP 19.86.0.30 (5cb25e44-eb17-42a3-9a54-329a910dbb8f/8570c171-7907-4674-ab65-6570703406ca/40a4f07c-eabe-4bc3-921a-7c187fb8276d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:40.997217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114e04d-4654-4995-8c6f-a223712ee201 req-1342b5ca-350d-4168-a9ff-2adebc2512fa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:40.998468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] For port a95b7e8d-6183-4026-afcd-09db1208899a, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:41.005762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] For port a95b7e8d-6183-4026-afcd-09db1208899a, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a95b7e8d-6183-4026-afcd-09db1208899a,segment=NetworkSegment(c81bf828-8b30-44bd-958e-b4f8809efb47),segment_id=c81bf828-8b30-44bd-958e-b4f8809efb47)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:41.009057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9114e04d-4654-4995-8c6f-a223712ee201 req-1342b5ca-350d-4168-a9ff-2adebc2512fa tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0920968 Jan 28 13:28:41.020378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.074261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.074971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.076486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] 10.222.0.36 "PUT /v2.0/ports/a95b7e8d-6183-4026-afcd-09db1208899a HTTP/1.1" status: 200 len: 1092 time: 2.1003816 Jan 28 13:28:41.077023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694ded6d-2163-4046-941a-994ac846d813', 'tag': 'a95b7e8d-6183-4026-afcd-09db1208899a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:41.079618 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c348d94-2943-4ee7-8942-c19fb63bf151" -d '{"events": [{"name": "network-changed", "server_uuid": "694ded6d-2163-4046-941a-994ac846d813", "tag": "a95b7e8d-6183-4026-afcd-09db1208899a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:41.087044 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9114e04d-4654-4995-8c6f-a223712ee201 req-c3ed014b-98bb-4710-b24e-5080b7cd439c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716980 Jan 28 13:28:41.218801 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518ef54-351a-469d-ab72-2989b4333e6f x-openstack-request-id: req-d518ef54-351a-469d-ab72-2989b4333e6f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:41.228225 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694ded6d-2163-4046-941a-994ac846d813", "tag": "a95b7e8d-6183-4026-afcd-09db1208899a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:41.228638 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d518ef54-351a-469d-ab72-2989b4333e6f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:41.229201 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694ded6d-2163-4046-941a-994ac846d813', 'tag': 'a95b7e8d-6183-4026-afcd-09db1208899a', 'status': 'completed', 'code': 200} Jan 28 13:28:41.308357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-5c7a0206-37df-4e3c-84f8-0f04c66fca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.310033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-5c7a0206-37df-4e3c-84f8-0f04c66fca38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=486b18e2674a4800b6c9cad37030a3b5&device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 1095 time: 0.1620624 Jan 28 13:28:41.310753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a9a21-9b30-4fa1-9cf4-2cc9d7ac1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=a95b7e8d-6183-4026-afcd-09db1208899a,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:41.372793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4fe8a-7d8b-4dcc-9c7d-14e55f6dbe1f req-4d4156de-44af-4bea-8289-7c2518df4447 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.379335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-b6a7509b-b256-4bb2-b5cd-620098d215a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a95b7e8d-6183-4026-afcd-09db1208899a HTTP/1.1" status: 200 len: 217 time: 0.0551500 Jan 28 13:28:41.383663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cee4fe8a-7d8b-4dcc-9c7d-14e55f6dbe1f req-4d4156de-44af-4bea-8289-7c2518df4447 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 932 time: 0.1011860 Jan 28 13:28:41.449265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cee4fe8a-7d8b-4dcc-9c7d-14e55f6dbe1f req-9bc816b1-d5a4-4f80-838f-9e6e34da91f7 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643346 Jan 28 13:28:41.453771 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.506194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bfae-0790-4fc4-b2b8-70f9a884d032 req-d1d32926-d370-40e8-ba58-07209297c879 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.513172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b61bfae-0790-4fc4-b2b8-70f9a884d032 req-d1d32926-d370-40e8-ba58-07209297c879 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1328146 Jan 28 13:28:41.528499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-ae3ef636-657c-40cd-934e-fc5555b45a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.530623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-ae3ef636-657c-40cd-934e-fc5555b45a45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29fe396a-cb19-4267-9229-fe8a74fece5a HTTP/1.1" status: 200 len: 852 time: 0.1326196 Jan 28 13:28:41.604130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-b3c767aa-5146-4a68-a711-f404a4c35242 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cd6f6c7-16f9-452f-9dce-037a35208cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618389 Jan 28 13:28:41.611539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082f721-a020-43f4-8c74-793faa944d33 req-951d8486-3288-4be5-a431-42095e9da553 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.623853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0082f721-a020-43f4-8c74-793faa944d33 req-951d8486-3288-4be5-a431-42095e9da553 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 944 time: 0.0735896 Jan 28 13:28:41.631249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b61bfae-0790-4fc4-b2b8-70f9a884d032 req-a85ed09a-a70f-43ed-b710-28c2575aa135 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023173 Jan 28 13:28:41.653806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.704757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.740099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0082f721-a020-43f4-8c74-793faa944d33 req-92f503a8-e2ea-4de9-848f-d9b0e1387974 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100245 Jan 28 13:28:41.812681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network 5cb25e44-eb17-42a3-9a54-329a910dbb8f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:41.817504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:41.820226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:41.874260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Port': ['ID=40a4f07c-eabe-4bc3-921a-7c187fb8276d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:41.937594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.938252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:41.950572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb939b-d294-4f4a-b4fc-513c2245ff39 req-cc4d7d06-2bf1-484b-b1c7-642e07e134f6 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:41.952361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0fb939b-d294-4f4a-b4fc-513c2245ff39 req-cc4d7d06-2bf1-484b-b1c7-642e07e134f6 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.1858854 Jan 28 13:28:41.956291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-6fd5e0b3-2464-44a5-b25c-43120595d3a9 service neutron] 10.222.0.36 "GET /v2.0/networks/1cd6f6c7-16f9-452f-9dce-037a35208cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240161 Jan 28 13:28:42.004231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-8a20f507-de7f-46ac-b9c8-496a512ab2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205295 Jan 28 13:28:42.060880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'port': {'device_id': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1', 'admin_state_up': True, 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:42.072280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0fb939b-d294-4f4a-b4fc-513c2245ff39 req-d581a68b-9d07-4a03-a836-87ce3eb1163b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122041 Jan 28 13:28:42.168592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843861-be07-42d7-b193-cbefee8026e7 req-1d93f8b9-a9bf-4a85-886c-cba465ec5858 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.177932 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1843861-be07-42d7-b193-cbefee8026e7 req-1d93f8b9-a9bf-4a85-886c-cba465ec5858 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1014853 Jan 28 13:28:42.258784 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1843861-be07-42d7-b193-cbefee8026e7 req-b25ae987-eba7-4719-afa7-259004c73bc1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788326 Jan 28 13:28:42.322679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cfcc56b-eb22-4c21-8e69-bd8b5a642445 req-df5337c7-2223-46e3-8053-3614afbd3ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/1cd6f6c7-16f9-452f-9dce-037a35208cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534944 Jan 28 13:28:42.349191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f567fbc1-a97a-4c6f-8618-555a6c16be87 None None] Provisioning complete for port 40a4f07c-eabe-4bc3-921a-7c187fb8276d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:42.349571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f567fbc1-a97a-4c6f-8618-555a6c16be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:42.433389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f567fbc1-a97a-4c6f-8618-555a6c16be87 None None] Port 40a4f07c-eabe-4bc3-921a-7c187fb8276d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:42.472191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458d528-456f-41f5-9d83-53de9e27ba93 req-47bd88b5-bb7e-45e3-b7ac-60c9735e56b8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.484140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9458d528-456f-41f5-9d83-53de9e27ba93 req-47bd88b5-bb7e-45e3-b7ac-60c9735e56b8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.2208362 Jan 28 13:28:42.536163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab26c6-6688-466e-845e-519bea836177 req-ad8fb03c-5eff-4f99-a962-fca02a9e5727 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.537734 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3cab26c6-6688-466e-845e-519bea836177 req-ad8fb03c-5eff-4f99-a962-fca02a9e5727 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0922625 Jan 28 13:28:42.571142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-50747104-1d4f-4fb7-827f-b18ff5d747b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.572776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-50747104-1d4f-4fb7-827f-b18ff5d747b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=486b18e2674a4800b6c9cad37030a3b5&device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 1095 time: 0.1878037 Jan 28 13:28:42.643798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3cab26c6-6688-466e-845e-519bea836177 req-603379b2-4413-4b5f-9e95-d22346bee7d6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934374 Jan 28 13:28:42.656931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:42.661615 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:42.690384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9458d528-456f-41f5-9d83-53de9e27ba93 req-53c19a30-3e59-4aae-8b72-887b4469c632 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943860 Jan 28 13:28:42.733559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-7d86b5b8-38c9-4cfc-9beb-ec7c8b5a7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.735067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-7d86b5b8-38c9-4cfc-9beb-ec7c8b5a7601 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cd6f6c7-16f9-452f-9dce-037a35208cae HTTP/1.1" status: 200 len: 913 time: 0.1540966 Jan 28 13:28:42.855788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18882d-5b16-4dd2-9205-e7f8523ad852 req-b84a14b6-1833-4c4e-a4be-6fc718df723d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.862152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18882d-5b16-4dd2-9205-e7f8523ad852 req-b84a14b6-1833-4c4e-a4be-6fc718df723d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:42.864530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab18882d-5b16-4dd2-9205-e7f8523ad852 req-b84a14b6-1833-4c4e-a4be-6fc718df723d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 1654 time: 0.0894094 Jan 28 13:28:42.879428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-49a6e091-7648-4eeb-a0b5-2eb1e874e5e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a95b7e8d-6183-4026-afcd-09db1208899a HTTP/1.1" status: 200 len: 217 time: 0.1182904 Jan 28 13:28:42.965983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab18882d-5b16-4dd2-9205-e7f8523ad852 req-2dbc1e1e-a9c6-4ba3-85df-e7faedf5da49 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952730 Jan 28 13:28:43.031919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87edbb-dac6-4778-9168-a707356ce4d6 req-f711ee07-d20a-4c08-8f15-4df5c2819943 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.033578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6d87edbb-dac6-4778-9168-a707356ce4d6 req-f711ee07-d20a-4c08-8f15-4df5c2819943 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.2248256 Jan 28 13:28:43.037983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-e26855f5-4791-4be6-95c6-289da43cbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.039490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-e26855f5-4791-4be6-95c6-289da43cbe3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29fe396a-cb19-4267-9229-fe8a74fece5a HTTP/1.1" status: 200 len: 852 time: 0.1359212 Jan 28 13:28:43.058987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Allocated IP 19.80.0.40 (63150d36-ae24-4e80-8314-eca4e3db9ae1/b7cc95bc-7daf-4c01-a80e-2aadcf297e14/b2712a22-2af2-4dbb-bb19-3f2120227922) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:43.107519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-2a991650-72f1-4191-9a1a-6b42e066a69c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cd6f6c7-16f9-452f-9dce-037a35208cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496917 Jan 28 13:28:43.134821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd51f31-07ab-4119-8241-6021b8a5a59d req-a6b1cf81-b1b7-4e87-a98a-8526dfff3a0d tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.138018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8cd51f31-07ab-4119-8241-6021b8a5a59d req-a6b1cf81-b1b7-4e87-a98a-8526dfff3a0d tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 944 time: 0.0818455 Jan 28 13:28:43.226871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8cd51f31-07ab-4119-8241-6021b8a5a59d req-50c2718d-a6a1-4fda-9686-b51f4977ea18 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832498 Jan 28 13:28:43.251547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6d87edbb-dac6-4778-9168-a707356ce4d6 req-f2ad3036-94bb-499a-b2d8-7946fbd9b766 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073398 Jan 28 13:28:43.377271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-b0260ace-546d-4cc3-be5e-5b9471f5f0ef service neutron] 10.222.0.36 "GET /v2.0/networks/1cd6f6c7-16f9-452f-9dce-037a35208cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610624 Jan 28 13:28:43.479818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:43.564989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce137b7-cbb2-47ab-b0d3-bc370960bddb req-d02a2d19-9b0d-4bb6-84c2-e9bbf5bf244c tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.566813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c348d94-2943-4ee7-8942-c19fb63bf151 req-3011611d-732e-424e-abce-100ebd6249d5 service neutron] 10.222.0.36 "GET /v2.0/networks/1cd6f6c7-16f9-452f-9dce-037a35208cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804652 Jan 28 13:28:43.567358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cce137b7-cbb2-47ab-b0d3-bc370960bddb req-d02a2d19-9b0d-4bb6-84c2-e9bbf5bf244c tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.0686524 Jan 28 13:28:43.595062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01829dd-5f1c-466c-8a51-699d804d938c req-d7423289-31c0-4049-8ac7-25d466e1e934 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.597387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b01829dd-5f1c-466c-8a51-699d804d938c req-d7423289-31c0-4049-8ac7-25d466e1e934 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0776265 Jan 28 13:28:43.599079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:43.646204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cce137b7-cbb2-47ab-b0d3-bc370960bddb req-8482874c-d123-472a-a53a-e38d50532788 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688322 Jan 28 13:28:43.667521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:43.679976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:43.687409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Port': ['ID=b2712a22-2af2-4dbb-bb19-3f2120227922,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:43.689307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:43.737165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b01829dd-5f1c-466c-8a51-699d804d938c req-83fbe149-8fc4-4b84-82bd-4bcc327e14ae tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291358 Jan 28 13:28:43.772658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.773346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:43.800318 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-88541e44-d374-4ec3-b62e-4a08a1747db4 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7430460 Jan 28 13:28:43.812620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Request body: {'port': {'device_id': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:43.924156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:43.932106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81b9db-dcf5-46f9-ac30-21fba2af72ea req-aca56748-40ca-4525-8073-a8698cbcc499 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.938910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e81b9db-dcf5-46f9-ac30-21fba2af72ea req-aca56748-40ca-4525-8073-a8698cbcc499 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.1027923 Jan 28 13:28:43.964222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e53230-f2db-472f-8139-a4073be7f4b2 req-763dd483-a055-42a2-964e-c65442223f3c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:43.966086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27e53230-f2db-472f-8139-a4073be7f4b2 req-763dd483-a055-42a2-964e-c65442223f3c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0952036 Jan 28 13:28:44.015890 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e81b9db-dcf5-46f9-ac30-21fba2af72ea req-0a841a5d-8466-455a-9cc7-2ca9f4bd3437 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689220 Jan 28 13:28:44.074251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a95b7e8d-6183-4026-afcd-09db1208899a details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:44.125326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9ca5a0ba-c8eb-4488-9875-b14be0780988 None None] Provisioning complete for port b2712a22-2af2-4dbb-bb19-3f2120227922 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:44.125720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a0ba-c8eb-4488-9875-b14be0780988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.126730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27e53230-f2db-472f-8139-a4073be7f4b2 req-8050e378-dda2-48de-9de1-c88ca2a81210 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386962 Jan 28 13:28:44.256716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceafa9b-ae1c-4662-9ab4-00c22cd50536 req-0a79b302-909e-4ccb-a710-d35b51cdfae9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.292112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceafa9b-ae1c-4662-9ab4-00c22cd50536 req-0a79b302-909e-4ccb-a710-d35b51cdfae9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.311178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceafa9b-ae1c-4662-9ab4-00c22cd50536 req-0a79b302-909e-4ccb-a710-d35b51cdfae9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.316601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ceafa9b-ae1c-4662-9ab4-00c22cd50536 req-0a79b302-909e-4ccb-a710-d35b51cdfae9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2375 time: 0.1674600 Jan 28 13:28:44.343896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5a0ba-c8eb-4488-9875-b14be0780988 None None] Port b2712a22-2af2-4dbb-bb19-3f2120227922 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:44.380829 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ceafa9b-ae1c-4662-9ab4-00c22cd50536 req-e18e0e28-0fc8-4899-93b3-f94f523b1b8b tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585051 Jan 28 13:28:44.380966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a95b7e8d-6183-4026-afcd-09db1208899a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a95b7e8d-6183-4026-afcd-09db1208899a,segment=NetworkSegment(c81bf828-8b30-44bd-958e-b4f8809efb47),segment_id=c81bf828-8b30-44bd-958e-b4f8809efb47)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:44.394008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'a95b7e8d-6183-4026-afcd-09db1208899a', 'network_id': '1cd6f6c7-16f9-452f-9dce-037a35208cae', 'port_id': 'a95b7e8d-6183-4026-afcd-09db1208899a', 'mac_address': 'fa:16:3e:64:92:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fe396a-cb19-4267-9229-fe8a74fece5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:44.428690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345a349-ee3b-4099-a2fd-9a674a7aa0ad req-aba6c4d7-5e8e-499f-8f66-8f52fd5139fb tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.435980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1345a349-ee3b-4099-a2fd-9a674a7aa0ad req-aba6c4d7-5e8e-499f-8f66-8f52fd5139fb tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 944 time: 0.1029952 Jan 28 13:28:44.446519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a95b7e8d-6183-4026-afcd-09db1208899a is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:44.446950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.463374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95b7e8d-6183-4026-afcd-09db1208899a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:44.500177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a95b7e8d-6183-4026-afcd-09db1208899a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a95b7e8d-6183-4026-afcd-09db1208899a,segment=NetworkSegment(c81bf828-8b30-44bd-958e-b4f8809efb47),segment_id=c81bf828-8b30-44bd-958e-b4f8809efb47)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:44.508796 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.593618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a95b7e8d-6183-4026-afcd-09db1208899a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:44.607910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.608625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.609266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.609761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.610260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.610786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.611316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.612403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.612924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.613411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.613911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.614526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.615048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:28:44.756819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf0729-912c-4e4c-b806-05bf4bd29931 req-dc3622dc-b2bf-4ad2-8e67-91510a143260 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:44.763650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fccf0729-912c-4e4c-b806-05bf4bd29931 req-dc3622dc-b2bf-4ad2-8e67-91510a143260 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0852368 Jan 28 13:28:44.794528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a95b7e8d-6183-4026-afcd-09db1208899a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:44.828638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fccf0729-912c-4e4c-b806-05bf4bd29931 req-c5686066-3f77-48fd-9006-f35ec550f403 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628085 Jan 28 13:28:44.858655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1345a349-ee3b-4099-a2fd-9a674a7aa0ad req-a58c0e21-9231-412d-9b5f-a219f548c2ab tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216728 Jan 28 13:28:44.929640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2269ae88-13d3-4956-a911-4b19191e17f9 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:44.940784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Publish callbacks [] for port (2269ae88-13d3-4956-a911-4b19191e17f9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:44.953925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Transition to ACTIVE for port object 2269ae88-13d3-4956-a911-4b19191e17f9 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:44.963398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.007466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf8779-1ad2-4283-931c-466aa8ef80a3 req-adc48c92-3a91-4b55-b1dd-9a9f7c024026 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.011740 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5bf8779-1ad2-4283-931c-466aa8ef80a3 req-adc48c92-3a91-4b55-b1dd-9a9f7c024026 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.0893722 Jan 28 13:28:45.084422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc599-1fc4-4cb6-ad4b-fad1a6d8dc04 req-29ccbd82-44c5-4886-9f63-73ca7486917f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.086225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-119cc599-1fc4-4cb6-ad4b-fad1a6d8dc04 req-29ccbd82-44c5-4886-9f63-73ca7486917f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1179719 Jan 28 13:28:45.105734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Pushing event updated for resources: {'Port': ['ID=2269ae88-13d3-4956-a911-4b19191e17f9,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:45.118214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5bf8779-1ad2-4283-931c-466aa8ef80a3 req-319c0a22-68db-4462-82d6-dbd81e896613 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995121 Jan 28 13:28:45.227131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Attempting to bind port 2269ae88-13d3-4956-a911-4b19191e17f9 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:45.227423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Attempting to bind port 2269ae88-13d3-4956-a911-4b19191e17f9 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:45.227937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Attempting to bind port 2269ae88-13d3-4956-a911-4b19191e17f9 on network 63150d36-ae24-4e80-8314-eca4e3db9ae1 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:45.238226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Port 2269ae88-13d3-4956-a911-4b19191e17f9 on network 63150d36-ae24-4e80-8314-eca4e3db9ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:45.238576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Attempting to bind port 2269ae88-13d3-4956-a911-4b19191e17f9 on network 63150d36-ae24-4e80-8314-eca4e3db9ae1 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:45.255717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:28:45.256927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-119cc599-1fc4-4cb6-ad4b-fad1a6d8dc04 req-1c5f89a7-9fee-42d7-b9bc-fc7b52f681f7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478429 Jan 28 13:28:45.266179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:45.266543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Checking segment: {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:45.266945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Bound using segment: {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:45.267518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Bound port: 2269ae88-13d3-4956-a911-4b19191e17f9, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:45.268491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.305110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da73a7-3341-4066-ace7-3d1db997c020 req-797e803e-776a-4810-87a0-c958a9403347 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.307489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0da73a7-3341-4066-ace7-3d1db997c020 req-797e803e-776a-4810-87a0-c958a9403347 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0832074 Jan 28 13:28:45.366800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] For port 2269ae88-13d3-4956-a911-4b19191e17f9, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:45.366800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] For port 2269ae88-13d3-4956-a911-4b19191e17f9, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2269ae88-13d3-4956-a911-4b19191e17f9,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:45.381369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.477097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.478055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.479998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] 10.222.0.36 "PUT /v2.0/ports/2269ae88-13d3-4956-a911-4b19191e17f9 HTTP/1.1" status: 200 len: 1092 time: 1.6721361 Jan 28 13:28:45.499587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'tag': '2269ae88-13d3-4956-a911-4b19191e17f9'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:45.507462 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf73e609-650f-4481-a51b-f335dee1e140" -d '{"events": [{"name": "network-changed", "server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "tag": "2269ae88-13d3-4956-a911-4b19191e17f9"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:45.523256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Request body: {'port': {'device_id': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:45.543511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71044e99-b1d0-4742-b485-2216e4d5f050 service neutron] Pushing event updated for resources: {'Port': ['ID=2269ae88-13d3-4956-a911-4b19191e17f9,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:45.623451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cbc7d-690e-4fdf-bf20-51b2ee5a25ab req-76aefb52-2891-4ee1-a858-b84c2b113010 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.625039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-376cbc7d-690e-4fdf-bf20-51b2ee5a25ab req-76aefb52-2891-4ee1-a858-b84c2b113010 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1439865 Jan 28 13:28:45.625828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:45.693498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0da73a7-3341-4066-ace7-3d1db997c020 req-0f5f58d7-6f01-4446-ab95-38269d02259c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799708 Jan 28 13:28:45.720230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-376cbc7d-690e-4fdf-bf20-51b2ee5a25ab req-3a9e56bc-8609-405e-a6e8-0992b4c2cde7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840971 Jan 28 13:28:45.782262 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e43a2-23f9-4a1c-a5c7-691ab8aa7b16 x-openstack-request-id: req-a91e43a2-23f9-4a1c-a5c7-691ab8aa7b16 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:45.782556 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "tag": "2269ae88-13d3-4956-a911-4b19191e17f9", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:45.782813 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a91e43a2-23f9-4a1c-a5c7-691ab8aa7b16 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:45.783741 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'tag': '2269ae88-13d3-4956-a911-4b19191e17f9', 'status': 'completed', 'code': 200} Jan 28 13:28:45.826566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c6a7c-0a08-4da5-9617-6ed82fec70c3 req-f98a3497-d672-445f-9d38-4a6c5cd49f15 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.833825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c6a7c-0a08-4da5-9617-6ed82fec70c3 req-f98a3497-d672-445f-9d38-4a6c5cd49f15 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.839110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c6a7c-0a08-4da5-9617-6ed82fec70c3 req-f98a3497-d672-445f-9d38-4a6c5cd49f15 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.840869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa9c6a7c-0a08-4da5-9617-6ed82fec70c3 req-f98a3497-d672-445f-9d38-4a6c5cd49f15 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2387 time: 0.0747790 Jan 28 13:28:45.891013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa9c6a7c-0a08-4da5-9617-6ed82fec70c3 req-d5ab3477-b4f0-43de-a204-485db31ddd05 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442472 Jan 28 13:28:45.901618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e609-650f-4481-a51b-f335dee1e140 req-5155d8b1-47d7-490a-a4ce-534d544e96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.902100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e609-650f-4481-a51b-f335dee1e140 req-5155d8b1-47d7-490a-a4ce-534d544e96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.902568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e609-650f-4481-a51b-f335dee1e140 req-5155d8b1-47d7-490a-a4ce-534d544e96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:45.904199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf73e609-650f-4481-a51b-f335dee1e140 req-5155d8b1-47d7-490a-a4ce-534d544e96b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2730 time: 0.0954123 Jan 28 13:28:46.077193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c56e8-0ebf-4c53-aed7-141a5d1b4f06 req-ea8153af-cc2e-414c-8ee6-2c137192f4ee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.078666 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f23c56e8-0ebf-4c53-aed7-141a5d1b4f06 req-ea8153af-cc2e-414c-8ee6-2c137192f4ee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0494962 Jan 28 13:28:46.089169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a95b7e8d-6183-4026-afcd-09db1208899a up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:46.117624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a4f07c-eabe-4bc3-921a-7c187fb8276d {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:46.131052 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f23c56e8-0ebf-4c53-aed7-141a5d1b4f06 req-d8e8d22f-5796-42df-9e1f-ea0994111037 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Jan 28 13:28:46.137165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Publish callbacks [] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.140004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e609-650f-4481-a51b-f335dee1e140 req-bd7521a1-aca4-4494-80d5-d5991fe6776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.141919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e609-650f-4481-a51b-f335dee1e140 req-bd7521a1-aca4-4494-80d5-d5991fe6776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.142482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e609-650f-4481-a51b-f335dee1e140 req-bd7521a1-aca4-4494-80d5-d5991fe6776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.144913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf73e609-650f-4481-a51b-f335dee1e140 req-bd7521a1-aca4-4494-80d5-d5991fe6776d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2327647 Jan 28 13:28:46.158764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port a95b7e8d-6183-4026-afcd-09db1208899a completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:46.164912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port a95b7e8d-6183-4026-afcd-09db1208899a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:46.166129 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.170641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Transition to ACTIVE for port object 40a4f07c-eabe-4bc3-921a-7c187fb8276d will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:46.193765 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.239190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-569ada93-75df-408e-97ba-73b10f44aa79 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.240732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-569ada93-75df-408e-97ba-73b10f44aa79 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/networks?id=8c02fd90-6d2a-4496-98cd-517e1b823011 HTTP/1.1" status: 200 len: 815 time: 0.2540648 Jan 28 13:28:46.264939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7796c-068f-4984-b9b0-a51423c99e1f req-eeedadf9-ab1f-48fc-834b-126bd2431973 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.275347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02e7796c-068f-4984-b9b0-a51423c99e1f req-eeedadf9-ab1f-48fc-834b-126bd2431973 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 945 time: 0.0666556 Jan 28 13:28:46.286242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a95b7e8d-6183-4026-afcd-09db1208899a is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:46.286705 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.304326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-392d42ab-49cb-4dac-a958-b75fde1f4f26 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/quotas/c229ec36de77446084af622110eb3709 HTTP/1.1" status: 200 len: 375 time: 0.0426645 Jan 28 13:28:46.308148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Pushing event updated for resources: {'Port': ['ID=40a4f07c-eabe-4bc3-921a-7c187fb8276d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:46.330622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02e7796c-068f-4984-b9b0-a51423c99e1f req-42315d98-d49c-4cad-9cbf-637fd548857d tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535634 Jan 28 13:28:46.333886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ded6d-2163-4046-941a-994ac846d813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95b7e8d-6183-4026-afcd-09db1208899a'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:46.336237 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f54063-db60-45d2-8200-f4ccd37db832" -d '{"events": [{"server_uuid": "694ded6d-2163-4046-941a-994ac846d813", "name": "network-vif-plugged", "status": "completed", "tag": "a95b7e8d-6183-4026-afcd-09db1208899a"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:46.354211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a95b7e8d-6183-4026-afcd-09db1208899a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a95b7e8d-6183-4026-afcd-09db1208899a,segment=NetworkSegment(c81bf828-8b30-44bd-958e-b4f8809efb47),segment_id=c81bf828-8b30-44bd-958e-b4f8809efb47)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:46.370198 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.421489 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e609-650f-4481-a51b-f335dee1e140 req-f5645f2b-e95b-4686-8edc-a2fcd043dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.422974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf73e609-650f-4481-a51b-f335dee1e140 req-f5645f2b-e95b-4686-8edc-a2fcd043dbc8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678545 Jan 28 13:28:46.438985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a95b7e8d-6183-4026-afcd-09db1208899a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:46.452434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-12e299aa-9fcf-4d32-a53f-432572906e48 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c229ec36de77446084af622110eb3709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390274 Jan 28 13:28:46.457199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Attempting to bind port 40a4f07c-eabe-4bc3-921a-7c187fb8276d on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:46.457540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Attempting to bind port 40a4f07c-eabe-4bc3-921a-7c187fb8276d by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:46.457875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Attempting to bind port 40a4f07c-eabe-4bc3-921a-7c187fb8276d on network 5cb25e44-eb17-42a3-9a54-329a910dbb8f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:46.469771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Port 40a4f07c-eabe-4bc3-921a-7c187fb8276d on network 5cb25e44-eb17-42a3-9a54-329a910dbb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:46.470096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Attempting to bind port 40a4f07c-eabe-4bc3-921a-7c187fb8276d on network 5cb25e44-eb17-42a3-9a54-329a910dbb8f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:46.490879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:46.491222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Checking segment: {'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:46.491609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Bound using segment: {'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:46.491990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca8a87-82ff-4b9c-810b-7f81dbccfddd req-41a02657-fc54-4bdb-8995-aeb976197db8 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.492161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Bound port: 40a4f07c-eabe-4bc3-921a-7c187fb8276d, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1368abbe-95e4-4769-a3c0-c74f06aa0c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:46.492419 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.494439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-98ca8a87-82ff-4b9c-810b-7f81dbccfddd req-41a02657-fc54-4bdb-8995-aeb976197db8 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.0702527 Jan 28 13:28:46.545267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-98ca8a87-82ff-4b9c-810b-7f81dbccfddd req-6b540f4e-6798-45df-8536-157bda78df02 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438476 Jan 28 13:28:46.603109 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151b6eb-0a07-4518-b7b1-aed021cba9e1 x-openstack-request-id: req-0151b6eb-0a07-4518-b7b1-aed021cba9e1 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:46.603487 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ded6d-2163-4046-941a-994ac846d813", "name": "network-vif-plugged", "status": "completed", "tag": "a95b7e8d-6183-4026-afcd-09db1208899a", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:46.603818 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0151b6eb-0a07-4518-b7b1-aed021cba9e1 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:46.604313 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694ded6d-2163-4046-941a-994ac846d813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95b7e8d-6183-4026-afcd-09db1208899a', 'code': 200} Jan 28 13:28:46.615878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-ebb76bde-67a3-4e05-b653-944d96e33f53 service neutron] 10.222.0.45 "GET /v2.0/networks/8c02fd90-6d2a-4496-98cd-517e1b823011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533217 Jan 28 13:28:46.635075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] For port 40a4f07c-eabe-4bc3-921a-7c187fb8276d, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:46.638544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] For port 40a4f07c-eabe-4bc3-921a-7c187fb8276d, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=40a4f07c-eabe-4bc3-921a-7c187fb8276d,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:46.655538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.714854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c81a8f-0109-46db-9907-a88cb55c0bba req-124d27ff-5ca0-46d3-8f79-b9f080c3e108 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.716460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93c81a8f-0109-46db-9907-a88cb55c0bba req-124d27ff-5ca0-46d3-8f79-b9f080c3e108 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0550103 Jan 28 13:28:46.764706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.765324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.766037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93c81a8f-0109-46db-9907-a88cb55c0bba req-d2b8f8d6-fd8f-406c-b9d1-e25ed3538dd8 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Jan 28 13:28:46.766684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] 10.222.0.36 "PUT /v2.0/ports/40a4f07c-eabe-4bc3-921a-7c187fb8276d HTTP/1.1" status: 200 len: 1091 time: 1.2497504 Jan 28 13:28:46.800754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df9d7e-7909-4d2a-be20-05368027d454 service neutron] Pushing event updated for resources: {'Port': ['ID=40a4f07c-eabe-4bc3-921a-7c187fb8276d,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:46.824389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Request body: {'port': {'device_id': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:46.831482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3d5b8-951d-488f-9d80-2d0475d01ac2 req-e220aab5-dd61-4b99-98ba-fc35742953e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.834530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8d3d5b8-951d-488f-9d80-2d0475d01ac2 req-e220aab5-dd61-4b99-98ba-fc35742953e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 1097 time: 0.1501775 Jan 28 13:28:46.852702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-372a1171-6e17-4618-94ea-bd6b7d2a689d service neutron] 10.222.0.45 "GET /v2.0/networks/8c02fd90-6d2a-4496-98cd-517e1b823011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266276 Jan 28 13:28:46.905604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76670a35-3bf3-4049-8854-34922add343c req-e194e402-af9f-49e1-8035-0eadf1990661 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:46.908418 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76670a35-3bf3-4049-8854-34922add343c req-e194e402-af9f-49e1-8035-0eadf1990661 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0644152 Jan 28 13:28:46.923297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:46.934387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8d3d5b8-951d-488f-9d80-2d0475d01ac2 req-d71c3c24-140c-4410-bbd1-2073a42f5753 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807304 Jan 28 13:28:46.962932 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76670a35-3bf3-4049-8854-34922add343c req-379df48d-8512-4ac7-9001-170238f41a1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470564 Jan 28 13:28:47.095472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae1b8-d430-4612-832e-7ac72aefc505 req-5c70485a-2e9f-47c5-a9ed-4829452d6f1a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.104644 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-307ae1b8-d430-4612-832e-7ac72aefc505 req-5c70485a-2e9f-47c5-a9ed-4829452d6f1a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0690641 Jan 28 13:28:47.167024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-307ae1b8-d430-4612-832e-7ac72aefc505 req-f52d6645-7585-45df-ac29-5dd612f86881 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615089 Jan 28 13:28:47.241705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b196933-bd01-4165-acb0-81d253b42d70 req-0e783516-8f92-4fb0-a4e7-72c1ebd8b346 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.247465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b196933-bd01-4165-acb0-81d253b42d70 req-0e783516-8f92-4fb0-a4e7-72c1ebd8b346 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.254188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b196933-bd01-4165-acb0-81d253b42d70 req-0e783516-8f92-4fb0-a4e7-72c1ebd8b346 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.255860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b196933-bd01-4165-acb0-81d253b42d70 req-0e783516-8f92-4fb0-a4e7-72c1ebd8b346 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2399 time: 0.0991359 Jan 28 13:28:47.329772 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9a027db4-863d-4672-825d-0f02df89761b req-7ca19180-3ef9-44f0-918f-444b6364dfbb tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 210 time: 0.0298126 Jan 28 13:28:47.348788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2712a22-2af2-4dbb-bb19-3f2120227922 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:47.356487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b196933-bd01-4165-acb0-81d253b42d70 req-26280325-5a03-4569-b341-0e835c989bb2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940051 Jan 28 13:28:47.363474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Publish callbacks [] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.382353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Transition to ACTIVE for port object b2712a22-2af2-4dbb-bb19-3f2120227922 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:47.385651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.475017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Pushing event updated for resources: {'Port': ['ID=b2712a22-2af2-4dbb-bb19-3f2120227922,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:47.572002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4a1b9-7a8c-421a-a48e-ed7607cc731c req-1ef2537a-898f-4833-bfbb-07dd512c23a5 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.573698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8f4a1b9-7a8c-421a-a48e-ed7607cc731c req-1ef2537a-898f-4833-bfbb-07dd512c23a5 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 946 time: 0.0769877 Jan 28 13:28:47.586749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Attempting to bind port b2712a22-2af2-4dbb-bb19-3f2120227922 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:47.587098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Attempting to bind port b2712a22-2af2-4dbb-bb19-3f2120227922 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:47.587653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Attempting to bind port b2712a22-2af2-4dbb-bb19-3f2120227922 on network 63150d36-ae24-4e80-8314-eca4e3db9ae1 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:47.589471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d5b51-7699-4df5-a7ea-52a40c0d3275 req-b084a068-3dfa-42ab-855e-08aae13a1f1e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.591512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d55d5b51-7699-4df5-a7ea-52a40c0d3275 req-b084a068-3dfa-42ab-855e-08aae13a1f1e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 814 time: 0.1482563 Jan 28 13:28:47.610131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d55d5b51-7699-4df5-a7ea-52a40c0d3275 req-e250fbc0-270e-4960-bdd7-4a3a2176eeaa tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/quotas/6b6c9475b98648cb93662379db514e00 HTTP/1.1" status: 200 len: 375 time: 0.0100760 Jan 28 13:28:47.610912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Port b2712a22-2af2-4dbb-bb19-3f2120227922 on network 63150d36-ae24-4e80-8314-eca4e3db9ae1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:47.611250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Attempting to bind port b2712a22-2af2-4dbb-bb19-3f2120227922 on network 63150d36-ae24-4e80-8314-eca4e3db9ae1 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:47.626184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:47.626402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Checking segment: {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:47.626808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Bound using segment: {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:47.628116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Bound port: b2712a22-2af2-4dbb-bb19-3f2120227922, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173ed2f8-61cd-4e3f-a243-885b554bc64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:47.628116 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.677125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d55d5b51-7699-4df5-a7ea-52a40c0d3275 req-5e3a4cc2-8447-4d22-8ef5-259b768d8781 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592220 Jan 28 13:28:47.702714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8f4a1b9-7a8c-421a-a48e-ed7607cc731c req-a1257f9f-3202-486e-b368-0547092a1f62 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172678 Jan 28 13:28:47.746192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] For port b2712a22-2af2-4dbb-bb19-3f2120227922, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:47.750117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] For port b2712a22-2af2-4dbb-bb19-3f2120227922, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b2712a22-2af2-4dbb-bb19-3f2120227922,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:47.757816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.788070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'tag': '40a4f07c-eabe-4bc3-921a-7c187fb8276d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:47.790372 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79" -d '{"events": [{"name": "network-changed", "server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "tag": "40a4f07c-eabe-4bc3-921a-7c187fb8276d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:47.810202 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0fad4-40a2-4847-99cf-e9618558a301 req-c37e78e5-8ec7-4e0d-90ef-15560eb5fbf1 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.811816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1de0fad4-40a2-4847-99cf-e9618558a301 req-c37e78e5-8ec7-4e0d-90ef-15560eb5fbf1 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.0583298 Jan 28 13:28:47.836434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.837062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:47.838455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2712a22-2af2-4dbb-bb19-3f2120227922 HTTP/1.1" status: 200 len: 1091 time: 1.0190809 Jan 28 13:28:47.863782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676582-14e4-4cf1-a232-6dc668229c66 service neutron] Pushing event updated for resources: {'Port': ['ID=b2712a22-2af2-4dbb-bb19-3f2120227922,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:47.884998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085cc4a-f258-4ba2-a830-b50b54edb18b req-c6601a6f-95e3-44e4-b49c-98a4999a1ee6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.886607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e085cc4a-f258-4ba2-a830-b50b54edb18b req-c6601a6f-95e3-44e4-b49c-98a4999a1ee6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0933352 Jan 28 13:28:47.911733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1de0fad4-40a2-4847-99cf-e9618558a301 req-07eea73c-1f82-4971-ad8e-b808fa2ba8f5 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698621 Jan 28 13:28:47.951242 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6408cb34-b0d0-46b6-b754-609e7df2ecff x-openstack-request-id: req-6408cb34-b0d0-46b6-b754-609e7df2ecff {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:47.951542 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "tag": "40a4f07c-eabe-4bc3-921a-7c187fb8276d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:47.951795 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6408cb34-b0d0-46b6-b754-609e7df2ecff {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:47.952199 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'tag': '40a4f07c-eabe-4bc3-921a-7c187fb8276d', 'status': 'completed', 'code': 200} Jan 28 13:28:47.976821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e085cc4a-f258-4ba2-a830-b50b54edb18b req-feb60284-6864-437b-8ce1-1bb26873a7f2 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829031 Jan 28 13:28:47.980826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-232f0d0c-7830-45a6-a9ee-f2b022e8d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.981390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-232f0d0c-7830-45a6-a9ee-f2b022e8d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.981769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-232f0d0c-7830-45a6-a9ee-f2b022e8d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:47.983522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-232f0d0c-7830-45a6-a9ee-f2b022e8d41e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2864 time: 0.0732644 Jan 28 13:28:48.066955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-f4fe78a7-62fd-45a2-862a-8f453a5dc78a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=2269ae88-13d3-4956-a911-4b19191e17f9 HTTP/1.1" status: 200 len: 217 time: 0.0758135 Jan 28 13:28:48.143439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f36c-c9b7-4f14-9628-56907a703714 req-8b1aaa05-d9c2-4b4f-9497-4c8a5bdfeab0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.145565 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a320f36c-c9b7-4f14-9628-56907a703714 req-8b1aaa05-d9c2-4b4f-9497-4c8a5bdfeab0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0581095 Jan 28 13:28:48.179483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-cad8b39f-b245-428a-a62c-7e2cee5810d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.186990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-cad8b39f-b245-428a-a62c-7e2cee5810d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7cc95bc-7daf-4c01-a80e-2aadcf297e14 HTTP/1.1" status: 200 len: 801 time: 0.1102402 Jan 28 13:28:48.221261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a320f36c-c9b7-4f14-9628-56907a703714 req-e86a6db5-8d6f-43b2-b678-f833e97b74b5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638473 Jan 28 13:28:48.230445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089a3f-d686-4ca2-b09e-546c130152d0 req-415be198-63c3-4ee8-a155-ccb61b81ed79 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.231930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c089a3f-d686-4ca2-b09e-546c130152d0 req-415be198-63c3-4ee8-a155-ccb61b81ed79 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1306710 Jan 28 13:28:48.277104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-cfe7daf1-0a35-44d3-9e5e-52cc145d447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.278789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-cfe7daf1-0a35-44d3-9e5e-52cc145d447a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63150d36-ae24-4e80-8314-eca4e3db9ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847564 Jan 28 13:28:48.369334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c089a3f-d686-4ca2-b09e-546c130152d0 req-57236205-cfe6-4f16-9371-b908b5b531c8 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256993 Jan 28 13:28:48.446116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-ad009a17-184e-43ea-ad87-5ee81fb5fd6b service neutron] 10.222.0.36 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565864 Jan 28 13:28:48.451051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-d7d9d91a-8e70-4990-988f-bd4dc3c2b367 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.453271 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-d7d9d91a-8e70-4990-988f-bd4dc3c2b367 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.60 "GET /v2.0/networks?id=8c02fd90-6d2a-4496-98cd-517e1b823011 HTTP/1.1" status: 200 len: 815 time: 0.1542208 Jan 28 13:28:48.478043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Request body: {'port': {'device_id': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011', 'admin_state_up': True, 'tenant_id': 'c229ec36de77446084af622110eb3709'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:48.514809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2db66fe7-ee6b-42e4-86d0-072fc680d335 req-c2a42b2a-9c89-460c-9494-906173ee7590 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 210 time: 0.0429261 Jan 28 13:28:48.621168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-1243203e-a6c3-4baf-975f-ae744cf92d80 service neutron] 10.222.0.36 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687653 Jan 28 13:28:48.667796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-5808c706-2bda-4df3-8568-745c40add751 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=40a4f07c-eabe-4bc3-921a-7c187fb8276d HTTP/1.1" status: 200 len: 217 time: 0.0404282 Jan 28 13:28:48.673315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ee19763-2248-4cce-897d-45093adf0018 req-18886572-fb79-4cbc-9d5c-259c47cafdac tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6b6c9475b98648cb93662379db514e00 HTTP/1.1" status: 200 len: 221 time: 0.0753648 Jan 28 13:28:48.683422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef3c70-0bcd-41bc-8278-89bd085e1b6a req-d3f0f716-4850-4d34-b94e-797de4ac121d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.690716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef3c70-0bcd-41bc-8278-89bd085e1b6a req-d3f0f716-4850-4d34-b94e-797de4ac121d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.696773 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef3c70-0bcd-41bc-8278-89bd085e1b6a req-d3f0f716-4850-4d34-b94e-797de4ac121d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.698496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24ef3c70-0bcd-41bc-8278-89bd085e1b6a req-d3f0f716-4850-4d34-b94e-797de4ac121d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2411 time: 0.0973685 Jan 28 13:28:48.742373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Made reservation on behalf of c229ec36de77446084af622110eb3709 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:28:48.746184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:48.754761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-61511eeb-110b-4197-b240-d83d33da9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.756403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-61511eeb-110b-4197-b240-d83d33da9704 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8570c171-7907-4674-ab65-6570703406ca HTTP/1.1" status: 200 len: 801 time: 0.0816853 Jan 28 13:28:48.783926 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24ef3c70-0bcd-41bc-8278-89bd085e1b6a req-e93c37af-24c3-4c2b-9783-7fb058f1133c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666246 Jan 28 13:28:48.850182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-23c90eab-1507-41e5-8cab-f045959103d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.851712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-23c90eab-1507-41e5-8cab-f045959103d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cb25e44-eb17-42a3-9a54-329a910dbb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0849953 Jan 28 13:28:48.858906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775366e1-1ffd-4704-bb00-220942e7a414 req-7defa35a-2134-4aef-83f9-7c33a2a4118e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.860426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-775366e1-1ffd-4704-bb00-220942e7a414 req-7defa35a-2134-4aef-83f9-7c33a2a4118e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1092005 Jan 28 13:28:48.949484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Allocated IP 172.20.0.5 (8c02fd90-6d2a-4496-98cd-517e1b823011/6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a/618ea592-b777-4771-8ebe-7d26c0b2c671) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:28:48.964961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-775366e1-1ffd-4704-bb00-220942e7a414 req-e795bd92-5d1e-404f-8930-856dbb825f43 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948160 Jan 28 13:28:48.970607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841f8b5-8195-4166-9c1d-1e4c030cd933 req-09f3baec-9345-440e-b633-ca3d2916ff79 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:48.972154 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9841f8b5-8195-4166-9c1d-1e4c030cd933 req-09f3baec-9345-440e-b633-ca3d2916ff79 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 946 time: 0.0761013 Jan 28 13:28:49.000878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-dd8591ef-87ba-4371-9175-f26dd0a7e668 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb25e44-eb17-42a3-9a54-329a910dbb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394188 Jan 28 13:28:49.051527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9841f8b5-8195-4166-9c1d-1e4c030cd933 req-8c5893fd-0c57-4ff6-9f67-53148b451c22 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 Jan 28 13:28:49.142640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c03ecb-59f4-4e08-9f5e-b9ebd4b040f5 req-efd093e8-b3be-4a66-95bc-c2b11fb9c89b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.144523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5c03ecb-59f4-4e08-9f5e-b9ebd4b040f5 req-efd093e8-b3be-4a66-95bc-c2b11fb9c89b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 944 time: 0.1132865 Jan 28 13:28:49.150675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-ae37c847-d25a-42f8-a8d8-1bf5c2170591 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb25e44-eb17-42a3-9a54-329a910dbb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426148 Jan 28 13:28:49.212643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-3238b787-8d70-4b73-a257-559964301626 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=b2712a22-2af2-4dbb-bb19-3f2120227922 HTTP/1.1" status: 200 len: 217 time: 0.0528352 Jan 28 13:28:49.262036 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks [] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.290676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5c03ecb-59f4-4e08-9f5e-b9ebd4b040f5 req-9a0e6dad-003c-4f01-98f6-b2a65d06f52a tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387298 Jan 28 13:28:49.297393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-1452b98d-8506-4210-811f-c12262c8ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.299887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-1452b98d-8506-4210-811f-c12262c8ce68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7cc95bc-7daf-4c01-a80e-2aadcf297e14 HTTP/1.1" status: 200 len: 801 time: 0.0813808 Jan 28 13:28:49.362987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352a33-d633-4f87-95c1-083606db1742 req-fdd584ef-c01d-426f-bccf-5b41e2c19172 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.370901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4352a33-d633-4f87-95c1-083606db1742 req-fdd584ef-c01d-426f-bccf-5b41e2c19172 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1505227 Jan 28 13:28:49.400961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-6b1f508a-4682-4e3b-9c3e-b1020d975001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.402477 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-6b1f508a-4682-4e3b-9c3e-b1020d975001 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63150d36-ae24-4e80-8314-eca4e3db9ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0959153 Jan 28 13:28:49.427878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.494941 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4352a33-d633-4f87-95c1-083606db1742 req-27255e42-a875-45e6-8119-c06599173df5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229587 Jan 28 13:28:49.520584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:28:49.528977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:28:49.533107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:28:49.614596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-993861f5-fb9d-4a01-ad47-c1c19f9691c2 service neutron] 10.222.0.36 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044592 Jan 28 13:28:49.678046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Pushing event updated for resources: {'Port': ['ID=618ea592-b777-4771-8ebe-7d26c0b2c671,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:49.693368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.694058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.754719 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-290ef53c-11e5-43cb-905e-43a922663d93 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2809007 Jan 28 13:28:49.812165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751dedc-59d7-4848-9b2e-5c4191fe573d req-f988ed6b-fd39-4f32-a95c-77173c1a46f8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.814113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2751dedc-59d7-4848-9b2e-5c4191fe573d req-f988ed6b-fd39-4f32-a95c-77173c1a46f8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.2340846 Jan 28 13:28:49.879690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85adab8d-4f86-4c04-a1e8-4d62d38b9b84 req-2f9cca02-a7b8-4e4e-8511-94328213ff37 service neutron] 10.222.0.36 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089016 Jan 28 13:28:49.900406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2751dedc-59d7-4848-9b2e-5c4191fe573d req-4bef29cb-4ccf-45e8-b634-2f004b93f83a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678241 Jan 28 13:28:49.954564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'tag': 'b2712a22-2af2-4dbb-bb19-3f2120227922'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:49.956306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a05fbd43-ad33-4a71-8105-66536e921a7f None None] Provisioning complete for port 618ea592-b777-4771-8ebe-7d26c0b2c671 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:49.957382 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435a60af-fbb9-4957-a35a-8c43b77ddd88" -d '{"events": [{"name": "network-changed", "server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "tag": "b2712a22-2af2-4dbb-bb19-3f2120227922"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:49.957969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a05fbd43-ad33-4a71-8105-66536e921a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:49.997837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-df856b50-5dc2-4927-a3d0-ef8d793130db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.998237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-df856b50-5dc2-4927-a3d0-ef8d793130db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:49.998713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-df856b50-5dc2-4927-a3d0-ef8d793130db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.000410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-df856b50-5dc2-4927-a3d0-ef8d793130db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2864 time: 0.0537047 Jan 28 13:28:50.020563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a05fbd43-ad33-4a71-8105-66536e921a7f None None] Port 618ea592-b777-4771-8ebe-7d26c0b2c671 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:28:50.118881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 51c78a35-53b9-4759-9928-27a6d24c39b5 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:50.222077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d265d8-53e3-4ca7-a325-ecb6ece5fb8e req-448c56d0-bda0-493c-b495-f84fe1a9a94b tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.235360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84d265d8-53e3-4ca7-a325-ecb6ece5fb8e req-448c56d0-bda0-493c-b495-f84fe1a9a94b tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 931 time: 0.1928284 Jan 28 13:28:50.265256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 51c78a35-53b9-4759-9928-27a6d24c39b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=51c78a35-53b9-4759-9928-27a6d24c39b5,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:50.266176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-a8c26b31-ee91-4a65-9443-31d38f30ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.268406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-a8c26b31-ee91-4a65-9443-31d38f30ca80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cb25e44-eb17-42a3-9a54-329a910dbb8f HTTP/1.1" status: 200 len: 902 time: 0.2607191 Jan 28 13:28:50.278711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'port_id': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'mac_address': 'fa:16:3e:83:ef:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:50.330238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-5cd652c4-df4e-4323-af7d-639c811710c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=40a4f07c-eabe-4bc3-921a-7c187fb8276d HTTP/1.1" status: 200 len: 217 time: 0.0545480 Jan 28 13:28:50.331792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 51c78a35-53b9-4759-9928-27a6d24c39b5 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:50.332461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.348446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c78a35-53b9-4759-9928-27a6d24c39b5 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:50.373517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 51c78a35-53b9-4759-9928-27a6d24c39b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=51c78a35-53b9-4759-9928-27a6d24c39b5,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:50.378724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84d265d8-53e3-4ca7-a325-ecb6ece5fb8e req-515e7496-97d0-42a0-9538-dd7742df2677 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391833 Jan 28 13:28:50.382505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:50.400075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-951cb8b8-5461-4074-b0a6-932feee75ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.401543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-951cb8b8-5461-4074-b0a6-932feee75ef8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8570c171-7907-4674-ab65-6570703406ca HTTP/1.1" status: 200 len: 801 time: 0.0625660 Jan 28 13:28:50.458029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-9e5f3727-e40e-4825-b6f6-80aed6be6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:50.459271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=51c78a35-53b9-4759-9928-27a6d24c39b5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:50.459983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-9e5f3727-e40e-4825-b6f6-80aed6be6b16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cb25e44-eb17-42a3-9a54-329a910dbb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513589 Jan 28 13:28:50.589135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-3886548d-ac95-49f5-9c96-96aaccdbdce7 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb25e44-eb17-42a3-9a54-329a910dbb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221876 Jan 28 13:28:50.667638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['51c78a35-53b9-4759-9928-27a6d24c39b5'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:51.078394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cfbe1-f065-4181-9b57-1fb08b03950f req-81d0ae61-7ec8-4519-aea9-5d702b02a437 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.079863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-965cfbe1-f065-4181-9b57-1fb08b03950f req-81d0ae61-7ec8-4519-aea9-5d702b02a437 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.4492562 Jan 28 13:28:51.087359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0835e43-bd2c-4a7d-b482-8c5f29c73e79 req-5a61fc7c-be45-4fb0-84b2-9e0215eed0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb25e44-eb17-42a3-9a54-329a910dbb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870958 Jan 28 13:28:51.135931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-965cfbe1-f065-4181-9b57-1fb08b03950f req-7ed28233-7d60-44bf-8dab-88a93a806f3d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469892 Jan 28 13:28:51.272890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f94f-f8c9-4815-b0a6-7219546d774d req-bcfefa8d-5b9d-4249-b643-5676414b15b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.278146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f94f-f8c9-4815-b0a6-7219546d774d req-bcfefa8d-5b9d-4249-b643-5676414b15b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.283941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f94f-f8c9-4815-b0a6-7219546d774d req-bcfefa8d-5b9d-4249-b643-5676414b15b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.286111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3648f94f-f8c9-4815-b0a6-7219546d774d req-bcfefa8d-5b9d-4249-b643-5676414b15b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2411 time: 0.0639648 Jan 28 13:28:51.335007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3648f94f-f8c9-4815-b0a6-7219546d774d req-72273bc2-1c95-4a90-b5a6-37d8793ed9b6 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428691 Jan 28 13:28:51.380849 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dfde8e-976f-4d56-8687-9396fd6d42f2 x-openstack-request-id: req-83dfde8e-976f-4d56-8687-9396fd6d42f2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:51.381238 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "tag": "b2712a22-2af2-4dbb-bb19-3f2120227922", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:51.381733 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83dfde8e-976f-4d56-8687-9396fd6d42f2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:51.382262 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'tag': 'b2712a22-2af2-4dbb-bb19-3f2120227922', 'status': 'completed', 'code': 200} Jan 28 13:28:51.492902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-a8cc6c24-254d-43a3-bbac-4ac3c1a556c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.493561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-a8cc6c24-254d-43a3-bbac-4ac3c1a556c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.494372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-a8cc6c24-254d-43a3-bbac-4ac3c1a556c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.496240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-a8cc6c24-254d-43a3-bbac-4ac3c1a556c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2864 time: 0.0892639 Jan 28 13:28:51.573377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65219340-98d5-45d1-bc20-b47e5e2f4c90 req-1c693862-78a9-443a-9ba7-77f23fddbc90 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.574877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-65219340-98d5-45d1-bc20-b47e5e2f4c90 req-1c693862-78a9-443a-9ba7-77f23fddbc90 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 945 time: 0.1209114 Jan 28 13:28:51.633709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-db924feb-18a6-42f6-9541-eb004cf006c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.635108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-db924feb-18a6-42f6-9541-eb004cf006c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63150d36-ae24-4e80-8314-eca4e3db9ae1 HTTP/1.1" status: 200 len: 902 time: 0.1306717 Jan 28 13:28:51.685917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-ab5a5528-8130-4fd8-99cd-d10c1701558f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=b2712a22-2af2-4dbb-bb19-3f2120227922 HTTP/1.1" status: 200 len: 217 time: 0.0429044 Jan 28 13:28:51.689163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-65219340-98d5-45d1-bc20-b47e5e2f4c90 req-9686ff7b-0afa-4a84-93df-8243f105b0c0 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083119 Jan 28 13:28:51.747983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-167e8d00-1959-458a-b10c-179a7c9c64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.759180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-167e8d00-1959-458a-b10c-179a7c9c64fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7cc95bc-7daf-4c01-a80e-2aadcf297e14 HTTP/1.1" status: 200 len: 801 time: 0.0595024 Jan 28 13:28:51.845276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-eaba994f-a3a2-4d52-b6f2-d58515b4e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.847852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-eaba994f-a3a2-4d52-b6f2-d58515b4e7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63150d36-ae24-4e80-8314-eca4e3db9ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0873101 Jan 28 13:28:51.859732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28770049-68fe-4d4c-982f-87b0c95e9638 req-10a09ef0-0058-4d75-845e-2d10ccd96c54 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:51.866875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28770049-68fe-4d4c-982f-87b0c95e9638 req-10a09ef0-0058-4d75-845e-2d10ccd96c54 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 946 time: 0.0742297 Jan 28 13:28:51.971887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28770049-68fe-4d4c-982f-87b0c95e9638 req-0321e770-47e7-4eaa-8acc-cc8b6570c7fd tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.45 "GET /v2.0/security-groups?id=d072985e-8276-4bf9-b105-9f590a2f7d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039188 Jan 28 13:28:51.990381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-f516404f-bd32-4985-98b2-e7de4fc6a082 service neutron] 10.222.0.36 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208324 Jan 28 13:28:52.129658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-502de268-d8d5-4c89-88e4-556ea2dabbe5 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:52.131133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-502de268-d8d5-4c89-88e4-556ea2dabbe5 tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.36 "GET /v2.0/ports?device_id=694ded6d-2163-4046-941a-994ac846d813 HTTP/1.1" status: 200 len: 946 time: 0.0801725 Jan 28 13:28:52.133223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-435a60af-fbb9-4957-a35a-8c43b77ddd88 req-7a27c11f-0ce2-4700-9a2d-f7022fb39df4 service neutron] 10.222.0.36 "GET /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357427 Jan 28 13:28:52.135303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2269ae88-13d3-4956-a911-4b19191e17f9 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:52.139329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 51c78a35-53b9-4759-9928-27a6d24c39b5 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:52.269448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Deleting port a95b7e8d-6183-4026-afcd-09db1208899a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:28:52.269706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.282665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2269ae88-13d3-4956-a911-4b19191e17f9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2269ae88-13d3-4956-a911-4b19191e17f9,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.298030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '2269ae88-13d3-4956-a911-4b19191e17f9', 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1', 'port_id': '2269ae88-13d3-4956-a911-4b19191e17f9', 'mac_address': 'fa:16:3e:3e:7d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7cc95bc-7daf-4c01-a80e-2aadcf297e14', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:52.312540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 51c78a35-53b9-4759-9928-27a6d24c39b5 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:52.339275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 51c78a35-53b9-4759-9928-27a6d24c39b5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:52.340652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.381274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2269ae88-13d3-4956-a911-4b19191e17f9 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:52.381672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.384679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] For port a95b7e8d-6183-4026-afcd-09db1208899a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a95b7e8d-6183-4026-afcd-09db1208899a,segment=NetworkSegment(c81bf828-8b30-44bd-958e-b4f8809efb47),segment_id=c81bf828-8b30-44bd-958e-b4f8809efb47)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.385403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.399740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Calling delete_port for a95b7e8d-6183-4026-afcd-09db1208899a owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:28:52.404331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2269ae88-13d3-4956-a911-4b19191e17f9 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:52.431001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2269ae88-13d3-4956-a911-4b19191e17f9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2269ae88-13d3-4956-a911-4b19191e17f9,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.457289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.457962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 40a4f07c-eabe-4bc3-921a-7c187fb8276d details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:52.515323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 51c78a35-53b9-4759-9928-27a6d24c39b5 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:52.515323 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.579609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a95b7e8d-6183-4026-afcd-09db1208899a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.601285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a95b7e8d-6183-4026-afcd-09db1208899a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:52.607013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2269ae88-13d3-4956-a911-4b19191e17f9,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:52.612412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Pushing event deleted for resources: {'Port': ['ID=a95b7e8d-6183-4026-afcd-09db1208899a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:52.639610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:52.641982 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da0f7de-307f-45b9-9eb2-8d0750e8807a" -d '{"events": [{"server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "name": "network-vif-plugged", "status": "completed", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:52.663687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] No DVR routers for this DVR port a95b7e8d-6183-4026-afcd-09db1208899a on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:28:52.667106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.668285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 51c78a35-53b9-4759-9928-27a6d24c39b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=51c78a35-53b9-4759-9928-27a6d24c39b5,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.670985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-581e302d-a50c-4ccb-b0b6-0a9a94f492aa req-bd188060-7e35-48e1-b206-1a62cbaf255b tempest-ServerPasswordTestJSON-2019078656 tempest-ServerPasswordTestJSON-2019078656-project] 10.222.0.36 "DELETE /v2.0/ports/a95b7e8d-6183-4026-afcd-09db1208899a HTTP/1.1" status: 204 len: 173 time: 0.5251286 Jan 28 13:28:52.680979 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.711381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 40a4f07c-eabe-4bc3-921a-7c187fb8276d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=40a4f07c-eabe-4bc3-921a-7c187fb8276d,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.732112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '40a4f07c-eabe-4bc3-921a-7c187fb8276d', 'network_id': '5cb25e44-eb17-42a3-9a54-329a910dbb8f', 'port_id': '40a4f07c-eabe-4bc3-921a-7c187fb8276d', 'mac_address': 'fa:16:3e:43:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8570c171-7907-4674-ab65-6570703406ca', 'ip_address': '19.86.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:52.772463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=51c78a35-53b9-4759-9928-27a6d24c39b5,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:52.796561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 40a4f07c-eabe-4bc3-921a-7c187fb8276d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:52.797015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.813996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a4f07c-eabe-4bc3-921a-7c187fb8276d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:52.854176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 40a4f07c-eabe-4bc3-921a-7c187fb8276d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=40a4f07c-eabe-4bc3-921a-7c187fb8276d,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.858729 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:52.859561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b2712a22-2af2-4dbb-bb19-3f2120227922 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:28:52.941543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b2712a22-2af2-4dbb-bb19-3f2120227922, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b2712a22-2af2-4dbb-bb19-3f2120227922,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:52.944550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=40a4f07c-eabe-4bc3-921a-7c187fb8276d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:52.958758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'b2712a22-2af2-4dbb-bb19-3f2120227922', 'network_id': '63150d36-ae24-4e80-8314-eca4e3db9ae1', 'port_id': 'b2712a22-2af2-4dbb-bb19-3f2120227922', 'mac_address': 'fa:16:3e:e8:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7cc95bc-7daf-4c01-a80e-2aadcf297e14', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:28:52.999744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b2712a22-2af2-4dbb-bb19-3f2120227922 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:53.000210 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.014936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2712a22-2af2-4dbb-bb19-3f2120227922 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:53.037818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b2712a22-2af2-4dbb-bb19-3f2120227922, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b2712a22-2af2-4dbb-bb19-3f2120227922,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:53.041661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:53.094093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b2712a22-2af2-4dbb-bb19-3f2120227922,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:53.348473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b2712a22-2af2-4dbb-bb19-3f2120227922'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:53.383422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694ded6d-2163-4046-941a-994ac846d813', 'name': 'network-vif-deleted', 'tag': 'a95b7e8d-6183-4026-afcd-09db1208899a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:53.386766 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9806855a-7378-4a42-8247-0d86da255d10" -d '{"events": [{"server_uuid": "694ded6d-2163-4046-941a-994ac846d813", "name": "network-vif-deleted", "tag": "a95b7e8d-6183-4026-afcd-09db1208899a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:53.401732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['2269ae88-13d3-4956-a911-4b19191e17f9'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:53.447431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['40a4f07c-eabe-4bc3-921a-7c187fb8276d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:28:56.139735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2269ae88-13d3-4956-a911-4b19191e17f9 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:56.197549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 2269ae88-13d3-4956-a911-4b19191e17f9 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:56.201477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 2269ae88-13d3-4956-a911-4b19191e17f9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:56.201855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.279908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2269ae88-13d3-4956-a911-4b19191e17f9 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:56.280350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.315654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2269ae88-13d3-4956-a911-4b19191e17f9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2269ae88-13d3-4956-a911-4b19191e17f9,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:56.320522 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.321542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 40a4f07c-eabe-4bc3-921a-7c187fb8276d up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:56.419915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2269ae88-13d3-4956-a911-4b19191e17f9,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:56.438480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 40a4f07c-eabe-4bc3-921a-7c187fb8276d completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:56.446018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 40a4f07c-eabe-4bc3-921a-7c187fb8276d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:56.446807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.507512 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.547733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 40a4f07c-eabe-4bc3-921a-7c187fb8276d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:56.548176 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.594178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 40a4f07c-eabe-4bc3-921a-7c187fb8276d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=40a4f07c-eabe-4bc3-921a-7c187fb8276d,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:56.599329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.600217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b2712a22-2af2-4dbb-bb19-3f2120227922 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:28:56.856428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=40a4f07c-eabe-4bc3-921a-7c187fb8276d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:56.870283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port b2712a22-2af2-4dbb-bb19-3f2120227922 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:28:56.875426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port b2712a22-2af2-4dbb-bb19-3f2120227922 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:28:56.875889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:56.967939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b2712a22-2af2-4dbb-bb19-3f2120227922 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:28:56.968358 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:57.000988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b2712a22-2af2-4dbb-bb19-3f2120227922, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b2712a22-2af2-4dbb-bb19-3f2120227922,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:28:57.006375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:57.007198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a95b7e8d-6183-4026-afcd-09db1208899a no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:28:57.049418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: a95b7e8d-6183-4026-afcd-09db1208899a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:28:57.049783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a95b7e8d-6183-4026-afcd-09db1208899a not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:28:57.075454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b2712a22-2af2-4dbb-bb19-3f2120227922,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:57.811644 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.700277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Request body: {'port': {'device_id': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:28:58.794296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:58.797960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1d3dc-d985-4651-85ca-94a6179822ca req-966fc171-bd33-4256-9237-b19a18d92f7e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:58.799469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b4f1d3dc-d985-4651-85ca-94a6179822ca req-966fc171-bd33-4256-9237-b19a18d92f7e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0554438 Jan 28 13:28:58.854764 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b4f1d3dc-d985-4651-85ca-94a6179822ca req-e125ea46-4047-4d31-8bbe-5359405e721e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483203 Jan 28 13:28:58.858423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381aa7b-c845-4acd-aaec-b751d2cf7547 req-bafd7f4e-300f-4bb7-9344-4a4ed46a5873 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:58.860169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a381aa7b-c845-4acd-aaec-b751d2cf7547 req-bafd7f4e-300f-4bb7-9344-4a4ed46a5873 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0973442 Jan 28 13:28:58.966215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a48cb-bfbb-4f57-8765-e36af8c07343 req-86243bd5-4f31-4c56-b6a5-040f3de307c3 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:58.967674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b49a48cb-bfbb-4f57-8765-e36af8c07343 req-86243bd5-4f31-4c56-b6a5-040f3de307c3 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 931 time: 0.0519931 Jan 28 13:28:58.993167 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a381aa7b-c845-4acd-aaec-b751d2cf7547 req-e9c7252c-5d96-441d-8a60-f050b78f231d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260519 Jan 28 13:28:59.019352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b49a48cb-bfbb-4f57-8765-e36af8c07343 req-5b084dda-9283-4811-99b4-a09592776233 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Jan 28 13:28:59.071891 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b5d091-6ed8-4d18-a5b9-1dc3f69a9435 x-openstack-request-id: req-07b5d091-6ed8-4d18-a5b9-1dc3f69a9435 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:59.071891 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "name": "network-vif-plugged", "status": "completed", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:59.071891 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07b5d091-6ed8-4d18-a5b9-1dc3f69a9435 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:59.071891 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'code': 200} Jan 28 13:28:59.143348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0605-a7cb-496d-af22-9d05ff37959d req-e147179c-2a19-4cf7-9268-fe56a4e755b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.149470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0605-a7cb-496d-af22-9d05ff37959d req-e147179c-2a19-4cf7-9268-fe56a4e755b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.155079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0605-a7cb-496d-af22-9d05ff37959d req-e147179c-2a19-4cf7-9268-fe56a4e755b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.157043 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-580c0605-a7cb-496d-af22-9d05ff37959d req-e147179c-2a19-4cf7-9268-fe56a4e755b3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.1002078 Jan 28 13:28:59.212076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a17d09-1884-45bb-88e0-5ab227e9663b req-3f10a432-d9de-45a7-8da3-f86bea4eaf57 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.213796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76a17d09-1884-45bb-88e0-5ab227e9663b req-3f10a432-d9de-45a7-8da3-f86bea4eaf57 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.0898349 Jan 28 13:28:59.219898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec324bb-a94d-47c1-a01d-2b3f8714fabb req-8a01cfe8-ad75-477f-802e-eef6031368cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.221585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ec324bb-a94d-47c1-a01d-2b3f8714fabb req-8a01cfe8-ad75-477f-802e-eef6031368cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 1097 time: 0.0688884 Jan 28 13:28:59.248452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618ea592-b777-4771-8ebe-7d26c0b2c671 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:28:59.259496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-580c0605-a7cb-496d-af22-9d05ff37959d req-ff0436f5-f6f5-4806-b464-ed29a296a1ff tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924752 Jan 28 13:28:59.261388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Publish callbacks [] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.276830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Transition to ACTIVE for port object 618ea592-b777-4771-8ebe-7d26c0b2c671 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:28:59.286805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.294772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76a17d09-1884-45bb-88e0-5ab227e9663b req-0467d383-0577-40c2-b970-b5415695b452 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721266 Jan 28 13:28:59.307166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ec324bb-a94d-47c1-a01d-2b3f8714fabb req-05ec1927-e4fc-4d4c-b795-4e132904d524 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702782 Jan 28 13:28:59.313543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50404) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:59.357590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Pushing event updated for resources: {'Port': ['ID=618ea592-b777-4771-8ebe-7d26c0b2c671,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:59.365144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] Deleting subnet 29fe396a-cb19-4267-9229-fe8a74fece5a {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:28:59.370930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] Publish callbacks [] for subnet (29fe396a-cb19-4267-9229-fe8a74fece5a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.403042 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751cfffa-5a65-4968-bbcb-af0debd129b0 x-openstack-request-id: req-751cfffa-5a65-4968-bbcb-af0debd129b0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:59.403616 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694ded6d-2163-4046-941a-994ac846d813", "name": "network-vif-deleted", "tag": "a95b7e8d-6183-4026-afcd-09db1208899a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:59.404069 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-751cfffa-5a65-4968-bbcb-af0debd129b0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:59.404716 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694ded6d-2163-4046-941a-994ac846d813', 'name': 'network-vif-deleted', 'tag': 'a95b7e8d-6183-4026-afcd-09db1208899a', 'status': 'completed', 'code': 200} Jan 28 13:28:59.460017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (29fe396a-cb19-4267-9229-fe8a74fece5a), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.464973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Attempting to bind port 618ea592-b777-4771-8ebe-7d26c0b2c671 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:28:59.465327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Attempting to bind port 618ea592-b777-4771-8ebe-7d26c0b2c671 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:28:59.465665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Attempting to bind port 618ea592-b777-4771-8ebe-7d26c0b2c671 on network 8c02fd90-6d2a-4496-98cd-517e1b823011 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:59.471033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Port 618ea592-b777-4771-8ebe-7d26c0b2c671 on network 8c02fd90-6d2a-4496-98cd-517e1b823011 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:28:59.471417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Attempting to bind port 618ea592-b777-4771-8ebe-7d26c0b2c671 on network 8c02fd90-6d2a-4496-98cd-517e1b823011 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:28:59.477531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:28:59.477875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Checking segment: {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:28:59.478269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Bound using segment: {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:28:59.478787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Bound port: 618ea592-b777-4771-8ebe-7d26c0b2c671, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a546a9e7-66be-4393-b96f-6a3a6e291006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:28:59.479319 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.519972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09cc8b-6da7-488c-bd6a-28ceb20f269f req-bf44c69e-920c-424e-b0b5-004594093713 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.521658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c09cc8b-6da7-488c-bd6a-28ceb20f269f req-bf44c69e-920c-424e-b0b5-004594093713 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1033907 Jan 28 13:28:59.524647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (29fe396a-cb19-4267-9229-fe8a74fece5a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.555430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] For port 618ea592-b777-4771-8ebe-7d26c0b2c671, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:28:59.558953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] For port 618ea592-b777-4771-8ebe-7d26c0b2c671, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=618ea592-b777-4771-8ebe-7d26c0b2c671,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:28:59.565023 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.609507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.610332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.611807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] 10.222.0.60 "PUT /v2.0/ports/618ea592-b777-4771-8ebe-7d26c0b2c671 HTTP/1.1" status: 200 len: 1091 time: 0.9171081 Jan 28 13:28:59.612250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'tag': '618ea592-b777-4771-8ebe-7d26c0b2c671'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:28:59.613840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c09cc8b-6da7-488c-bd6a-28ceb20f269f req-d3f6cfb2-2790-4316-8fc7-cd3fcf6aee21 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856204 Jan 28 13:28:59.616414 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b4fb9-79e4-491e-8968-0b0366208877" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7671a1-8e18-4356-a87c-0fdfc3855d99", "tag": "618ea592-b777-4771-8ebe-7d26c0b2c671"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:28:59.622243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (29fe396a-cb19-4267-9229-fe8a74fece5a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.658058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fe396a-cb19-4267-9229-fe8a74fece5a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:59.660884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.673624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7d3250e5-eb45-42fa-8cbe-a9265d552d80 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/29fe396a-cb19-4267-9229-fe8a74fece5a HTTP/1.1" status: 204 len: 168 time: 0.3589375 Jan 28 13:28:59.674631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50412) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:28:59.677872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1cc25-887d-497d-ae9f-76b550136574 service neutron] Pushing event updated for resources: {'Port': ['ID=618ea592-b777-4771-8ebe-7d26c0b2c671,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:28:59.731123 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e1dc2a-8768-4870-9904-390cb2cc7a8e x-openstack-request-id: req-a7e1dc2a-8768-4870-9904-390cb2cc7a8e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:28:59.731807 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7671a1-8e18-4356-a87c-0fdfc3855d99", "tag": "618ea592-b777-4771-8ebe-7d26c0b2c671", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:28:59.731896 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7e1dc2a-8768-4870-9904-390cb2cc7a8e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:28:59.732287 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'tag': '618ea592-b777-4771-8ebe-7d26c0b2c671', 'status': 'completed', 'code': 200} Jan 28 13:28:59.755279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-dfeaf016-a948-4e9f-ab85-dd5b4a3a9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.757259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-dfeaf016-a948-4e9f-ab85-dd5b4a3a9833 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c229ec36de77446084af622110eb3709&device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 1094 time: 0.0727880 Jan 28 13:28:59.800357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1cd6f6c7-16f9-452f-9dce-037a35208cae), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.823372 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-f829a2b5-4529-45d3-9776-25296b2819cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618ea592-b777-4771-8ebe-7d26c0b2c671 HTTP/1.1" status: 200 len: 217 time: 0.0451758 Jan 28 13:28:59.826424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7bc12-c11d-4555-92e9-fce769652529 req-86be4a04-6550-45c5-b9b8-2d8cbcce103b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.828300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35a7bc12-c11d-4555-92e9-fce769652529 req-86be4a04-6550-45c5-b9b8-2d8cbcce103b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0832746 Jan 28 13:28:59.908846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-c059c397-5ab3-4341-82d4-8a12ef9ad799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:28:59.911831 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-c059c397-5ab3-4341-82d4-8a12ef9ad799 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a HTTP/1.1" status: 200 len: 854 time: 0.0768054 Jan 28 13:28:59.938416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1cd6f6c7-16f9-452f-9dce-037a35208cae), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:28:59.970465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd6f6c7-16f9-452f-9dce-037a35208cae']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:59.975995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35a7bc12-c11d-4555-92e9-fce769652529 req-457a38e9-fce7-4e2a-8247-5f5ceaac9594 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189084 Jan 28 13:28:59.984053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81bf828-8b30-44bd-958e-b4f8809efb47') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:59.984380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81bf828-8b30-44bd-958e-b4f8809efb47') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:28:59.998119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c81bf828-8b30-44bd-958e-b4f8809efb47), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.004598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-7f6b37f6-8106-4670-a359-c24dfbee05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.006114 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-7f6b37f6-8106-4670-a359-c24dfbee05ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c02fd90-6d2a-4496-98cd-517e1b823011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865431 Jan 28 13:29:00.010410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c81bf828-8b30-44bd-958e-b4f8809efb47), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.017262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:00.018057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c81bf828-8b30-44bd-958e-b4f8809efb47), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.018186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd868d8-3514-473a-bbc6-6d935c14fd5c req-c6993032-b844-4190-a9f1-a637713507d9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:00.020134 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:00.022110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7cd868d8-3514-473a-bbc6-6d935c14fd5c req-c6993032-b844-4190-a9f1-a637713507d9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0739620 Jan 28 13:29:00.109523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1cd6f6c7-16f9-452f-9dce-037a35208cae), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.116334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.119652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] 10.222.0.45 "DELETE /v2.0/networks/1cd6f6c7-16f9-452f-9dce-037a35208cae HTTP/1.1" status: 204 len: 168 time: 0.4440694 Jan 28 13:29:00.133299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae9e0a-7eea-4ffb-be5e-f8694711c74c admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd6f6c7-16f9-452f-9dce-037a35208cae,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:00.140318 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7cd868d8-3514-473a-bbc6-6d935c14fd5c req-e36e9ef3-8d15-40ae-9b5b-f771b5d3b2d5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092741 Jan 28 13:29:00.151871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971539-d907-413f-a40a-d845b0bac7a7 req-58334623-c273-479f-a136-c1609b1fa489 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.153427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82971539-d907-413f-a40a-d845b0bac7a7 req-58334623-c273-479f-a136-c1609b1fa489 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0823929 Jan 28 13:29:00.161012 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-241ad4c5-e48d-4b9c-b80c-a695d997ae43 service neutron] 10.222.0.60 "GET /v2.0/networks/8c02fd90-6d2a-4496-98cd-517e1b823011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376922 Jan 28 13:29:00.230493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82971539-d907-413f-a40a-d845b0bac7a7 req-1cc949b2-dbfc-4f2d-8994-76ec6d6f7889 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Jan 28 13:29:00.268699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50430) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:00.312698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df449a92-f7a5-4538-ad44-cc32719b42e6 req-5c854e65-ff99-4558-86e5-bc416731b26b tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.314166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df449a92-f7a5-4538-ad44-cc32719b42e6 req-5c854e65-ff99-4558-86e5-bc416731b26b tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 943 time: 0.0783060 Jan 28 13:29:00.332854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d1aefc4-491f-4225-94d8-9a9b45353271 req-b5eb2611-cf7c-4240-b43d-366101ae99ea service neutron] 10.222.0.60 "GET /v2.0/networks/8c02fd90-6d2a-4496-98cd-517e1b823011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597421 Jan 28 13:29:00.346718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ee6e17c-0112-4ab9-9013-eb3a1d9c67a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=486b18e2674a4800b6c9cad37030a3b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744171 Jan 28 13:29:00.346920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50436) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:00.372858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df449a92-f7a5-4538-ad44-cc32719b42e6 req-d9240f19-8caf-4169-97d9-7b97180b5d2e tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524797 Jan 28 13:29:00.401095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05142c56-34f5-4d51-bdcf-3995ba3ee9de req-d6362739-5d04-4a82-9eb9-787e708bd260 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.402607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05142c56-34f5-4d51-bdcf-3995ba3ee9de req-d6362739-5d04-4a82-9eb9-787e708bd260 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0939424 Jan 28 13:29:00.430804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-320fcda7-6cdc-45cd-a2b8-a41f2a5d90c1 admin admin] Publish callbacks [] for security_group (d072985e-8276-4bf9-b105-9f590a2f7d20), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.468197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-320fcda7-6cdc-45cd-a2b8-a41f2a5d90c1 admin admin] Publish callbacks [] for security_group (d072985e-8276-4bf9-b105-9f590a2f7d20), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.492289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05142c56-34f5-4d51-bdcf-3995ba3ee9de req-5bb38772-5a2a-46e0-a9eb-69221b62a00c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838912 Jan 28 13:29:00.494598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b4fb9-79e4-491e-8968-0b0366208877 req-3b057f9e-9cc0-4d2e-b2a1-efd66aa08298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.496139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835b4fb9-79e4-491e-8968-0b0366208877 req-3b057f9e-9cc0-4d2e-b2a1-efd66aa08298 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c229ec36de77446084af622110eb3709&device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 1094 time: 0.0839663 Jan 28 13:29:00.514285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19bf9-beb6-48b3-92c7-4e06d610275c req-b153e75f-7f72-4ab3-b177-3ceede38fcf1 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.521008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19bf9-beb6-48b3-92c7-4e06d610275c req-b153e75f-7f72-4ab3-b177-3ceede38fcf1 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.527275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19bf9-beb6-48b3-92c7-4e06d610275c req-b153e75f-7f72-4ab3-b177-3ceede38fcf1 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.529066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-17f19bf9-beb6-48b3-92c7-4e06d610275c req-b153e75f-7f72-4ab3-b177-3ceede38fcf1 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.0873485 Jan 28 13:29:00.554724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-320fcda7-6cdc-45cd-a2b8-a41f2a5d90c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d072985e-8276-4bf9-b105-9f590a2f7d20), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.560342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-320fcda7-6cdc-45cd-a2b8-a41f2a5d90c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:00.560644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-320fcda7-6cdc-45cd-a2b8-a41f2a5d90c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d072985e-8276-4bf9-b105-9f590a2f7d20 HTTP/1.1" status: 204 len: 168 time: 0.2127919 Jan 28 13:29:00.572729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fcda7-6cdc-45cd-a2b8-a41f2a5d90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072985e-8276-4bf9-b105-9f590a2f7d20,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:00.648283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb317c92-92c2-4707-b3d2-d4d9696e270b req-07cb995b-7d40-4c43-9654-59640d9bce9b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.650084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb317c92-92c2-4707-b3d2-d4d9696e270b req-07cb995b-7d40-4c43-9654-59640d9bce9b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.0748758 Jan 28 13:29:00.667315 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-17f19bf9-beb6-48b3-92c7-4e06d610275c req-f060f255-f179-4b63-ace5-03abebb66a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259415 Jan 28 13:29:00.703022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b4fb9-79e4-491e-8968-0b0366208877 req-e93cf20c-68e1-4097-baaa-a96ca066f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.704464 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835b4fb9-79e4-491e-8968-0b0366208877 req-e93cf20c-68e1-4097-baaa-a96ca066f512 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8c02fd90-6d2a-4496-98cd-517e1b823011 HTTP/1.1" status: 200 len: 916 time: 0.1744995 Jan 28 13:29:00.715095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb317c92-92c2-4707-b3d2-d4d9696e270b req-f872fa61-ef58-4701-8b2f-d2c6f1985c8c tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586321 Jan 28 13:29:00.764766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835b4fb9-79e4-491e-8968-0b0366208877 req-6cebac7b-edfd-4aeb-a895-1e4488151532 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618ea592-b777-4771-8ebe-7d26c0b2c671 HTTP/1.1" status: 200 len: 217 time: 0.0475123 Jan 28 13:29:00.849755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b4fb9-79e4-491e-8968-0b0366208877 req-735fc894-229e-4e1e-a167-9a2920824143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.851260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835b4fb9-79e4-491e-8968-0b0366208877 req-735fc894-229e-4e1e-a167-9a2920824143 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a HTTP/1.1" status: 200 len: 854 time: 0.0757959 Jan 28 13:29:00.859071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3577be7-61d4-4e5a-b3c2-118d51e52dd5 req-4ca254d2-9c00-43f8-af46-ebe4e715e1ab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.861408 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3577be7-61d4-4e5a-b3c2-118d51e52dd5 req-4ca254d2-9c00-43f8-af46-ebe4e715e1ab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0989852 Jan 28 13:29:00.946830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b4fb9-79e4-491e-8968-0b0366208877 req-a7ba8518-cdb0-4872-a61e-845cb2bec5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:00.948345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835b4fb9-79e4-491e-8968-0b0366208877 req-a7ba8518-cdb0-4872-a61e-845cb2bec5ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c02fd90-6d2a-4496-98cd-517e1b823011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734913 Jan 28 13:29:00.952665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3577be7-61d4-4e5a-b3c2-118d51e52dd5 req-6fa51096-e6b2-442c-880c-ebd748af5cda tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838933 Jan 28 13:29:01.066930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835b4fb9-79e4-491e-8968-0b0366208877 req-5b5af2e3-4bbf-458b-82bf-a9fdc8d96af4 service neutron] 10.222.0.60 "GET /v2.0/networks/8c02fd90-6d2a-4496-98cd-517e1b823011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973759 Jan 28 13:29:01.072757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2269ae88-13d3-4956-a911-4b19191e17f9'}, {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a4f07c-eabe-4bc3-921a-7c187fb8276d'}, {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2712a22-2af2-4dbb-bb19-3f2120227922'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:01.076102 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d11bbf-9ba7-473e-97fa-18ecd7889d64" -d '{"events": [{"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-plugged", "status": "completed", "tag": "2269ae88-13d3-4956-a911-4b19191e17f9"}, {"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-plugged", "status": "completed", "tag": "40a4f07c-eabe-4bc3-921a-7c187fb8276d"}, {"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-plugged", "status": "completed", "tag": "b2712a22-2af2-4dbb-bb19-3f2120227922"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:01.101717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c08f6-143d-4f76-85b7-c7b631380c53 req-8e84505e-a78a-4de8-94aa-0a316749443a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.103512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-194c08f6-143d-4f76-85b7-c7b631380c53 req-8e84505e-a78a-4de8-94aa-0a316749443a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0689399 Jan 28 13:29:01.140676 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b664b18-c83a-44bc-9307-e6745f008458 x-openstack-request-id: req-0b664b18-c83a-44bc-9307-e6745f008458 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:01.141114 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-plugged", "status": "completed", "tag": "2269ae88-13d3-4956-a911-4b19191e17f9", "code": 200}, {"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-plugged", "status": "completed", "tag": "40a4f07c-eabe-4bc3-921a-7c187fb8276d", "code": 200}, {"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-plugged", "status": "completed", "tag": "b2712a22-2af2-4dbb-bb19-3f2120227922", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:01.141402 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b664b18-c83a-44bc-9307-e6745f008458 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:01.141810 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2269ae88-13d3-4956-a911-4b19191e17f9', 'code': 200} Jan 28 13:29:01.142241 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a4f07c-eabe-4bc3-921a-7c187fb8276d', 'code': 200} Jan 28 13:29:01.142669 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2712a22-2af2-4dbb-bb19-3f2120227922', 'code': 200} Jan 28 13:29:01.196174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-194c08f6-143d-4f76-85b7-c7b631380c53 req-293d0b83-1648-4d9c-a155-fa356e51f697 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855837 Jan 28 13:29:01.204787 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835b4fb9-79e4-491e-8968-0b0366208877 req-da008f8b-df3f-46ee-8e7a-9db2dfdcbc41 service neutron] 10.222.0.60 "GET /v2.0/networks/8c02fd90-6d2a-4496-98cd-517e1b823011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283560 Jan 28 13:29:01.284601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320186b-d7d0-453c-a42a-f4d69e342101 req-f94e9a4b-8c58-4213-81f3-2bd0bdd904a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.285205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320186b-d7d0-453c-a42a-f4d69e342101 req-f94e9a4b-8c58-4213-81f3-2bd0bdd904a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.286257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320186b-d7d0-453c-a42a-f4d69e342101 req-f94e9a4b-8c58-4213-81f3-2bd0bdd904a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.288327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f320186b-d7d0-453c-a42a-f4d69e342101 req-f94e9a4b-8c58-4213-81f3-2bd0bdd904a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2870 time: 0.0737109 Jan 28 13:29:01.310126 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2933a3-797d-42f8-99ce-3fb69022fc1b req-ad151f48-f93a-4e90-8e1a-97347a8e5568 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.312005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a2933a3-797d-42f8-99ce-3fb69022fc1b req-ad151f48-f93a-4e90-8e1a-97347a8e5568 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0704188 Jan 28 13:29:01.379915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a2933a3-797d-42f8-99ce-3fb69022fc1b req-7e8b8494-8837-42f9-97fa-8d91d15ab19a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597861 Jan 28 13:29:01.385156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f320186b-d7d0-453c-a42a-f4d69e342101 req-81401f05-5233-4963-8742-45dd36bb04f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Jan 28 13:29:01.404140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ec004-57aa-4aa5-a02f-3c3d8fc51e3a req-7ae88106-26ff-45ac-a728-ffb1a141af9b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.404140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-306ec004-57aa-4aa5-a02f-3c3d8fc51e3a req-7ae88106-26ff-45ac-a728-ffb1a141af9b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0836358 Jan 28 13:29:01.470518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-306ec004-57aa-4aa5-a02f-3c3d8fc51e3a req-24e5993e-6406-43a3-bdeb-5b3a997fea22 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602939 Jan 28 13:29:01.514377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524ca5-b412-45d2-bfd4-d85a12e13ca0 req-e841a43b-0e82-40fd-bf04-891a6e896fe3 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.515961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9524ca5-b412-45d2-bfd4-d85a12e13ca0 req-e841a43b-0e82-40fd-bf04-891a6e896fe3 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 943 time: 0.0622363 Jan 28 13:29:01.581440 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f9524ca5-b412-45d2-bfd4-d85a12e13ca0 req-982a6ac6-1f5c-4bb5-ba49-a557d6262e42 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509579 Jan 28 13:29:01.606737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412f39c-ca63-4f2e-8a35-a41f74439c5a req-eb03974d-937e-44b7-b6a6-fc7480842028 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.608348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7412f39c-ca63-4f2e-8a35-a41f74439c5a req-eb03974d-937e-44b7-b6a6-fc7480842028 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0565741 Jan 28 13:29:01.661712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7412f39c-ca63-4f2e-8a35-a41f74439c5a req-a982cfcd-5d4f-4e88-8350-a903fa99f513 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Jan 28 13:29:01.804891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4bef-2c44-4291-ae84-1fb5d24053f3 req-56d28830-baea-4cc5-aab2-b3b7dedb35d9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.810342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4bef-2c44-4291-ae84-1fb5d24053f3 req-56d28830-baea-4cc5-aab2-b3b7dedb35d9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.815795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c4bef-2c44-4291-ae84-1fb5d24053f3 req-56d28830-baea-4cc5-aab2-b3b7dedb35d9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:01.818412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b09c4bef-2c44-4291-ae84-1fb5d24053f3 req-56d28830-baea-4cc5-aab2-b3b7dedb35d9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.0684214 Jan 28 13:29:01.896483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b09c4bef-2c44-4291-ae84-1fb5d24053f3 req-6ef4e101-87b4-4a6a-af83-178ea9db89b6 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Jan 28 13:29:02.028987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c4d89-10db-4adb-b321-9506ba229b6e req-670f0f3c-e4b0-49f6-b68a-a5c96e05d17e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.030534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f10c4d89-10db-4adb-b321-9506ba229b6e req-670f0f3c-e4b0-49f6-b68a-a5c96e05d17e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0561190 Jan 28 13:29:02.057387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8d790-1c41-4d58-afa4-945aab37f036 req-ea349d50-0215-4b25-8b27-653652cc34ba tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.059273 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16b8d790-1c41-4d58-afa4-945aab37f036 req-ea349d50-0215-4b25-8b27-653652cc34ba tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.0597553 Jan 28 13:29:02.084569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f10c4d89-10db-4adb-b321-9506ba229b6e req-060d4bba-3836-414f-b684-6e08c238a6e4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Jan 28 13:29:02.116841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16b8d790-1c41-4d58-afa4-945aab37f036 req-851e6966-620c-490e-8ad5-8e10ac7d590e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512378 Jan 28 13:29:02.200591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e7fb87e-30d7-4db2-8ecf-61f5cf0dec15 req-2301ca3d-ff2a-4857-ac8b-04ed8e3343b7 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0340495 Jan 28 13:29:02.335132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d464a-0458-400e-8299-a6b5815c1ba7 req-ed553628-07c2-412a-b7cf-9121f6b21705 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.336873 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-117d464a-0458-400e-8299-a6b5815c1ba7 req-ed553628-07c2-412a-b7cf-9121f6b21705 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0597720 Jan 28 13:29:02.354675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff96e52-e38c-42a5-873d-5737d93e7b8d req-a88f0e5e-66b2-4b57-866d-43964318f908 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.357122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ff96e52-e38c-42a5-873d-5737d93e7b8d req-a88f0e5e-66b2-4b57-866d-43964318f908 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.0581992 Jan 28 13:29:02.366173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:02.373503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Request body: {'floatingip': {'port_id': '51c78a35-53b9-4759-9928-27a6d24c39b5'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:02.402774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-117d464a-0458-400e-8299-a6b5815c1ba7 req-47f48707-ef2e-4481-b981-fca8b4a22f38 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Jan 28 13:29:02.425995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for floatingip (5cdb1985-da11-4c42-ad59-dc275126e4e8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:02.588790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e32d-9745-472b-bf5c-c10e3520b137 req-09e357f7-24a7-4ec0-9bac-93f542b74381 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.592392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aad6e32d-9745-472b-bf5c-c10e3520b137 req-09e357f7-24a7-4ec0-9bac-93f542b74381 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.1219571 Jan 28 13:29:02.689868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605118a-0164-4dbd-905b-da7248ade279 req-9385695b-dde6-4641-aed5-16ad083f1fad tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.696604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a605118a-0164-4dbd-905b-da7248ade279 req-9385695b-dde6-4641-aed5-16ad083f1fad tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0758073 Jan 28 13:29:02.739027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aad6e32d-9745-472b-bf5c-c10e3520b137 req-9d9ca841-7621-43b8-9cdc-44c3ba35301b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373446 Jan 28 13:29:02.767083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a605118a-0164-4dbd-905b-da7248ade279 req-ab4dbb32-2797-425f-8aed-35243c31a36e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689914 Jan 28 13:29:02.890908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a18c08-e6e6-4332-94e2-2f6aa5229005 req-1f172d17-88b3-4a00-9300-e20864f04c1c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.892921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76a18c08-e6e6-4332-94e2-2f6aa5229005 req-1f172d17-88b3-4a00-9300-e20864f04c1c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0545144 Jan 28 13:29:02.929142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b15d-560f-416e-a91d-611d32b7781b req-79ba7211-f20d-4d80-895e-94ec60aaa6e1 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:02.930684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e47b15d-560f-416e-a91d-611d32b7781b req-79ba7211-f20d-4d80-895e-94ec60aaa6e1 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 943 time: 0.1278522 Jan 28 13:29:02.947684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-76a18c08-e6e6-4332-94e2-2f6aa5229005 req-6fad4eb9-fda7-46cb-bbfc-abc864ec2890 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478969 Jan 28 13:29:03.041449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e47b15d-560f-416e-a91d-611d32b7781b req-ce93aceb-e842-4e12-b38e-eae9db9f3e3f tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031082 Jan 28 13:29:03.080862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150e7c-aa48-495f-9590-8ebd6baa79bc req-b73d3e3b-07b7-4b2a-8588-bc0f941998f8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.087500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150e7c-aa48-495f-9590-8ebd6baa79bc req-b73d3e3b-07b7-4b2a-8588-bc0f941998f8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.094078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac150e7c-aa48-495f-9590-8ebd6baa79bc req-b73d3e3b-07b7-4b2a-8588-bc0f941998f8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.103663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac150e7c-aa48-495f-9590-8ebd6baa79bc req-b73d3e3b-07b7-4b2a-8588-bc0f941998f8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.0814846 Jan 28 13:29:03.120999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.136012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (5cdb1985-da11-4c42-ad59-dc275126e4e8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.162305 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac150e7c-aa48-495f-9590-8ebd6baa79bc req-80f3a064-3808-4b24-86db-4c4deb48a713 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571280 Jan 28 13:29:03.236156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f55b0-71da-493a-838d-c9ba08f48644 req-8f41e100-3a7c-4127-b836-c4467c5876c3 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.237824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-791f55b0-71da-493a-838d-c9ba08f48644 req-8f41e100-3a7c-4127-b836-c4467c5876c3 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1128914 Jan 28 13:29:03.310706 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Floating IP 5cdb1985-da11-4c42-ad59-dc275126e4e8 associated. External IP: 172.25.4.132, port: 51c78a35-53b9-4759-9928-27a6d24c39b5. Jan 28 13:29:03.355982 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a0e37cb5-b42c-4bad-93d6-874aab183baa req-d056a24f-1e61-4847-9de0-29643caae027 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0270674 Jan 28 13:29:03.362329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-791f55b0-71da-493a-838d-c9ba08f48644 req-cdf1cc12-ea06-4211-bb16-bebb15b44254 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972126 Jan 28 13:29:03.555037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5980-a65b-4fe6-80c7-11aa3749f1ea req-f91a8860-adc3-467e-a04a-d576998bc0ee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.556927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e2d5980-a65b-4fe6-80c7-11aa3749f1ea req-f91a8860-adc3-467e-a04a-d576998bc0ee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0551734 Jan 28 13:29:03.593883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Router b8905716-b000-488c-8860-ae28ef71bd08 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:03.610686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e2d5980-a65b-4fe6-80c7-11aa3749f1ea req-01bd2960-09e0-40c1-a328-5f24389a9cfe tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465178 Jan 28 13:29:03.641285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca2e02-984e-4aec-a8b4-9154282bd554 req-a1d3b9cf-3335-47e0-be4e-82ec798ac2e5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.646841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca2e02-984e-4aec-a8b4-9154282bd554 req-a1d3b9cf-3335-47e0-be4e-82ec798ac2e5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.652307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca2e02-984e-4aec-a8b4-9154282bd554 req-a1d3b9cf-3335-47e0-be4e-82ec798ac2e5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.653977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26ca2e02-984e-4aec-a8b4-9154282bd554 req-a1d3b9cf-3335-47e0-be4e-82ec798ac2e5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.0734487 Jan 28 13:29:03.745023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3b91f-8f42-4db8-8cdd-92444cdf7d41 req-755ac4c9-0ab1-4c21-a441-940ddd359ae8 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.746444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0c3b91f-8f42-4db8-8cdd-92444cdf7d41 req-755ac4c9-0ab1-4c21-a441-940ddd359ae8 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0492656 Jan 28 13:29:03.784751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26ca2e02-984e-4aec-a8b4-9154282bd554 req-9fc5c4c6-a6a6-4b92-8f83-353577a44163 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233103 Jan 28 13:29:03.806017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:03.806492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0c3b91f-8f42-4db8-8cdd-92444cdf7d41 req-5a097dd3-06a1-4786-8eb4-b8695d763eb0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539842 Jan 28 13:29:03.812613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:03.819538 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] Sync routers for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:03.832354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:03.832354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:03.899184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-677d505a-8767-4d98-9e43-0b5e7e5d02d3 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "PUT /v2.0/floatingips/5cdb1985-da11-4c42-ad59-dc275126e4e8 HTTP/1.1" status: 200 len: 992 time: 1.5310667 Jan 28 13:29:03.903397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:03.907274 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfd5ba3-68e3-4c27-85fd-af7611338158" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:03.935064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb138f-fb00-410d-9ac9-dc3c86a55edd req-569b4250-0c3c-4b5c-8889-8699f4dfb5c3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.936618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8fb138f-fb00-410d-9ac9-dc3c86a55edd req-569b4250-0c3c-4b5c-8889-8699f4dfb5c3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0851433 Jan 28 13:29:03.950900 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:03.953848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e6c43-cff4-4012-90f2-5bb9b71f3738 req-ceb3068a-fe14-459f-9f80-9eebb9198726 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:03.955434 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-170e6c43-cff4-4012-90f2-5bb9b71f3738 req-ceb3068a-fe14-459f-9f80-9eebb9198726 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0615699 Jan 28 13:29:03.976113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 618ea592-b777-4771-8ebe-7d26c0b2c671 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:04.012961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8fb138f-fb00-410d-9ac9-dc3c86a55edd req-c9b91fb8-222a-4dbc-821b-a5b23d3f5bbc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 Jan 28 13:29:04.013324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-170e6c43-cff4-4012-90f2-5bb9b71f3738 req-330d1f47-29d8-4c18-90ed-59a055246e2c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Jan 28 13:29:04.082861 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f91a8-9b8a-4b29-bf73-631f9408cb2b x-openstack-request-id: req-711f91a8-9b8a-4b29-bf73-631f9408cb2b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:04.082861 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:04.082861 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-711f91a8-9b8a-4b29-bf73-631f9408cb2b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:04.082861 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'status': 'completed', 'code': 200} Jan 28 13:29:04.120462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 618ea592-b777-4771-8ebe-7d26c0b2c671, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=618ea592-b777-4771-8ebe-7d26c0b2c671,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:04.138507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '618ea592-b777-4771-8ebe-7d26c0b2c671', 'network_id': '8c02fd90-6d2a-4496-98cd-517e1b823011', 'port_id': '618ea592-b777-4771-8ebe-7d26c0b2c671', 'mac_address': 'fa:16:3e:d0:4a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:04.194425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 618ea592-b777-4771-8ebe-7d26c0b2c671 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:04.197487 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.215639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618ea592-b777-4771-8ebe-7d26c0b2c671 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:04.216857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-324f7f29-2c38-4ffd-80c4-50f102ede697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.218553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-324f7f29-2c38-4ffd-80c4-50f102ede697 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e5f36e317a74a75bcff211707ab8a62&device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 1097 time: 0.1107132 Jan 28 13:29:04.243198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 618ea592-b777-4771-8ebe-7d26c0b2c671, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=618ea592-b777-4771-8ebe-7d26c0b2c671,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:04.247950 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '5cdb1985-da11-4c42-ad59-dc275126e4e8', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'port_id': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'mac_address': 'fa:16:3e:83:ef:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:27:29Z', 'updated_at': '2022-01-28T13:29:02Z', 'revision_number': 1, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:27Z', 'revision_number': 5, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:04.252574 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.281465 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] Checking router: b8905716-b000-488c-8860-ae28ef71bd08 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:04.296402 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:04.297155 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:28:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:04.318649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24059-0057-41f9-bbb5-690329a4a83e req-9c683d4c-9064-4fdd-9d2d-60de12ff84f0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.324276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=618ea592-b777-4771-8ebe-7d26c0b2c671,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:04.326005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1b24059-0057-41f9-bbb5-690329a4a83e req-9c683d4c-9064-4fdd-9d2d-60de12ff84f0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0594800 Jan 28 13:29:04.380229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1b24059-0057-41f9-bbb5-690329a4a83e req-f4883ca0-5103-435a-ab8f-35c8ceeece07 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Jan 28 13:29:04.433717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40cfea5a-0106-42c7-ba9f-96ffc54f2d02 req-78edfe33-7e54-4b1f-becc-64365243c647 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0734568 Jan 28 13:29:04.437037 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:04.454479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367014-f48a-4dbf-a4e2-dac91672df3a req-86504430-92d3-499f-bf1a-0e0dccafee2a tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.457351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7367014-f48a-4dbf-a4e2-dac91672df3a req-86504430-92d3-499f-bf1a-0e0dccafee2a tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 943 time: 0.2552266 Jan 28 13:29:04.480921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-e1d0d1b5-63ed-4c70-90ed-6b63f66ae57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.482524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-e1d0d1b5-63ed-4c70-90ed-6b63f66ae57f service neutron] 10.222.0.36 "GET /v2.0/networks?id=562e8b16-91d9-433b-b747-eab7e7c18ffd HTTP/1.1" status: 200 len: 917 time: 0.2159808 Jan 28 13:29:04.517279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7367014-f48a-4dbf-a4e2-dac91672df3a req-e3a29ec2-974a-4d7a-85be-7db2a8db92fd tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536404 Jan 28 13:29:04.565322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5740ed3d-c294-4949-b55c-05ef537c4f42 req-dc5ca8a6-5077-44fe-99fa-e6ef1c6a632c tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0316689 Jan 28 13:29:04.682724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['618ea592-b777-4771-8ebe-7d26c0b2c671'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:04.702118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-ed521599-c023-40e6-80de-45bec271dd72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c78a35-53b9-4759-9928-27a6d24c39b5 HTTP/1.1" status: 200 len: 1000 time: 0.0719037 Jan 28 13:29:04.709815 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '5cdb1985-da11-4c42-ad59-dc275126e4e8', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'port_id': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'mac_address': 'fa:16:3e:83:ef:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:27:29Z', 'updated_at': '2022-01-28T13:29:02Z', 'revision_number': 1, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:27Z', 'revision_number': 5, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:04.761095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-f88308d8-bd28-4db2-8a62-a9a9f5b00600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.762618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-f88308d8-bd28-4db2-8a62-a9a9f5b00600 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a990760-f204-49de-8762-c6b9a9981962 HTTP/1.1" status: 200 len: 855 time: 0.0514669 Jan 28 13:29:04.820995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19c72b7b-808b-4ab7-acb7-cc7ce7dac4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:04.840983 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3452f65-80be-4f7c-83d5-f71e82e4b6a3 None None] The sync data for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 is: [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '5cdb1985-da11-4c42-ad59-dc275126e4e8', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'floating_ip_address': '172.25.4.132', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'port_id': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'mac_address': 'fa:16:3e:83:ef:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:27:29Z', 'updated_at': '2022-01-28T13:29:02Z', 'revision_number': 1, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:27Z', 'revision_number': 5, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:04.946160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727b5a2-4dab-42e7-a3e9-7c9220057fef req-1123618e-d59e-4101-8def-9c377bcfc2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.951663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727b5a2-4dab-42e7-a3e9-7c9220057fef req-1123618e-d59e-4101-8def-9c377bcfc2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.959284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727b5a2-4dab-42e7-a3e9-7c9220057fef req-1123618e-d59e-4101-8def-9c377bcfc2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:04.961060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2727b5a2-4dab-42e7-a3e9-7c9220057fef req-1123618e-d59e-4101-8def-9c377bcfc2f3 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.0787539 Jan 28 13:29:05.017061 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2727b5a2-4dab-42e7-a3e9-7c9220057fef req-440415ee-c8df-4a5d-b166-c0f23405917c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Jan 28 13:29:05.096886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e3755-ce70-4b36-8b36-ee37d4509538 None None] New status for floating IP 5cdb1985-da11-4c42-ad59-dc275126e4e8: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:29:05.217650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-574c9aee-d9b4-4023-ac77-c05ce3469674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.219173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-574c9aee-d9b4-4023-ac77-c05ce3469674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562e8b16-91d9-433b-b747-eab7e7c18ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4452982 Jan 28 13:29:05.231212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53291a77-8338-4d95-8d1d-dfda6cb731e8 req-9caf4f88-b90b-4f7b-bebf-9f36d46ba277 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.232689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53291a77-8338-4d95-8d1d-dfda6cb731e8 req-9caf4f88-b90b-4f7b-bebf-9f36d46ba277 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0599575 Jan 28 13:29:05.342411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53291a77-8338-4d95-8d1d-dfda6cb731e8 req-1f85d8ed-df70-4ee2-862e-e29392797de4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012783 Jan 28 13:29:05.358212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-22b68828-0dcf-4988-a6e2-92b19e8b2a65 service neutron] 10.222.0.36 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245558 Jan 28 13:29:05.455755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfd5ba3-68e3-4c27-85fd-af7611338158 req-37719b50-6756-4fd6-bf2d-d895dbd48cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900748 Jan 28 13:29:05.520256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac83a-89d7-401f-b7eb-78758b108d15 req-ac7dccc0-4f02-4763-b859-43339e2d7c23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.521806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-146ac83a-89d7-401f-b7eb-78758b108d15 req-ac7dccc0-4f02-4763-b859-43339e2d7c23 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Jan 28 13:29:05.583560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-146ac83a-89d7-401f-b7eb-78758b108d15 req-e4824e43-171c-4926-9230-94f36d141b8b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503731 Jan 28 13:29:05.700176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba994d7-24c5-4c1d-8b96-335eb337fca1 req-a0855de1-084e-4ab8-a6f2-7f60dcdbb0fa tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.700465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-df134a8b-e320-4146-a05e-4211c7036ea6 req-59e5ae5b-0e36-4cd5-aed3-504f98589085 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0355415 Jan 28 13:29:05.701866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ba994d7-24c5-4c1d-8b96-335eb337fca1 req-a0855de1-084e-4ab8-a6f2-7f60dcdbb0fa tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 944 time: 0.0887408 Jan 28 13:29:05.711508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-af80a8b4-4bfd-45d2-a517-1a27744e9d08 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.716816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-af80a8b4-4bfd-45d2-a517-1a27744e9d08 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.722125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-af80a8b4-4bfd-45d2-a517-1a27744e9d08 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:05.724334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-af80a8b4-4bfd-45d2-a517-1a27744e9d08 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.1123080 Jan 28 13:29:05.826924 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ba994d7-24c5-4c1d-8b96-335eb337fca1 req-a197df77-e7d8-4f4f-992c-3629fa69c014 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015286 Jan 28 13:29:05.855974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port b2712a22-2af2-4dbb-bb19-3f2120227922 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:05.856277 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.967827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port b2712a22-2af2-4dbb-bb19-3f2120227922, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b2712a22-2af2-4dbb-bb19-3f2120227922,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:05.968464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:05.996911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 618ea592-b777-4771-8ebe-7d26c0b2c671 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:06.022766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for b2712a22-2af2-4dbb-bb19-3f2120227922 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:06.052847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 618ea592-b777-4771-8ebe-7d26c0b2c671 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:06.057908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 618ea592-b777-4771-8ebe-7d26c0b2c671 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:06.058517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.090675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce583c97-32e8-4974-b3b6-d8b9bd8a20b3 req-0357dbfb-452b-44c7-86e9-a4558a35a6e3 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.092247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce583c97-32e8-4974-b3b6-d8b9bd8a20b3 req-0357dbfb-452b-44c7-86e9-a4558a35a6e3 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1109705 Jan 28 13:29:06.171897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870e6a-60d2-4b12-8915-52d4f2121cd5 req-65e0cd26-1f26-4895-8879-b07f7d3b24a6 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.178942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870e6a-60d2-4b12-8915-52d4f2121cd5 req-65e0cd26-1f26-4895-8879-b07f7d3b24a6 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.183897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce583c97-32e8-4974-b3b6-d8b9bd8a20b3 req-008b57a0-cc49-4750-9494-de9612f0e6e6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743420 Jan 28 13:29:06.185138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870e6a-60d2-4b12-8915-52d4f2121cd5 req-65e0cd26-1f26-4895-8879-b07f7d3b24a6 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.187202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 618ea592-b777-4771-8ebe-7d26c0b2c671 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:06.187696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.198484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78870e6a-60d2-4b12-8915-52d4f2121cd5 req-65e0cd26-1f26-4895-8879-b07f7d3b24a6 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 2417 time: 0.1015573 Jan 28 13:29:06.237229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618ea592-b777-4771-8ebe-7d26c0b2c671'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:06.239580 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a389e3-d195-4f3e-9e1d-e5f261c2eaf7" -d '{"events": [{"server_uuid": "8e7671a1-8e18-4356-a87c-0fdfc3855d99", "name": "network-vif-plugged", "status": "completed", "tag": "618ea592-b777-4771-8ebe-7d26c0b2c671"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:06.253186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 618ea592-b777-4771-8ebe-7d26c0b2c671, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=618ea592-b777-4771-8ebe-7d26c0b2c671,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:06.259339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.268661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78870e6a-60d2-4b12-8915-52d4f2121cd5 req-6b48fee9-d594-477b-8490-cedb9a5f0384 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642722 Jan 28 13:29:06.276792 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b2712a22-2af2-4dbb-bb19-3f2120227922), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.317050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=618ea592-b777-4771-8ebe-7d26c0b2c671,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:06.317683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=b2712a22-2af2-4dbb-bb19-3f2120227922,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:06.325616 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef64e9-2ab6-4c46-b17d-6c483add22b4 x-openstack-request-id: req-40ef64e9-2ab6-4c46-b17d-6c483add22b4 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:06.325941 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7671a1-8e18-4356-a87c-0fdfc3855d99", "name": "network-vif-plugged", "status": "completed", "tag": "618ea592-b777-4771-8ebe-7d26c0b2c671", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:06.326182 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40ef64e9-2ab6-4c46-b17d-6c483add22b4 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:06.326590 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618ea592-b777-4771-8ebe-7d26c0b2c671', 'code': 200} Jan 28 13:29:06.365141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port b2712a22-2af2-4dbb-bb19-3f2120227922 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:06.369278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.372955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-fe900580-394d-4f44-953f-215efd627811 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "DELETE /v2.0/ports/b2712a22-2af2-4dbb-bb19-3f2120227922 HTTP/1.1" status: 204 len: 173 time: 0.6407704 Jan 28 13:29:06.379483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-deleted', 'tag': 'b2712a22-2af2-4dbb-bb19-3f2120227922'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:06.382037 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce39447e-dbc8-49c3-94ef-ba9a417600e5" -d '{"events": [{"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-deleted", "tag": "b2712a22-2af2-4dbb-bb19-3f2120227922"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:06.430149 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3384cc94-28ba-477d-bce6-470eea27f072 x-openstack-request-id: req-3384cc94-28ba-477d-bce6-470eea27f072 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:06.431336 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-deleted", "tag": "b2712a22-2af2-4dbb-bb19-3f2120227922", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:06.431476 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3384cc94-28ba-477d-bce6-470eea27f072 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:06.431893 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-deleted', 'tag': 'b2712a22-2af2-4dbb-bb19-3f2120227922', 'status': 'completed', 'code': 200} Jan 28 13:29:06.504672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port 2269ae88-13d3-4956-a911-4b19191e17f9 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:06.505330 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.515326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01136d3-625d-41ea-bed7-5907b9b609ed req-1b549933-d2d3-42aa-8920-ce50c41587de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.516880 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f01136d3-625d-41ea-bed7-5907b9b609ed req-1b549933-d2d3-42aa-8920-ce50c41587de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 1096 time: 0.1075182 Jan 28 13:29:06.541020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfe840-fdca-4738-ab86-cc99a6cc8f19 req-dfa755e1-b438-4d41-a936-369103519eec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:06.542667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95bfe840-fdca-4738-ab86-cc99a6cc8f19 req-dfa755e1-b438-4d41-a936-369103519eec tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0769737 Jan 28 13:29:06.608858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f01136d3-625d-41ea-bed7-5907b9b609ed req-e55ff2a8-7c96-4e71-b64a-475770652ef4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823839 Jan 28 13:29:06.609436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port 2269ae88-13d3-4956-a911-4b19191e17f9, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2269ae88-13d3-4956-a911-4b19191e17f9,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:06.610038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.616568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95bfe840-fdca-4738-ab86-cc99a6cc8f19 req-b37dbf83-07ae-453d-a538-56377d747100 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670929 Jan 28 13:29:06.625043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for 2269ae88-13d3-4956-a911-4b19191e17f9 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:06.761130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2269ae88-13d3-4956-a911-4b19191e17f9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.807504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=2269ae88-13d3-4956-a911-4b19191e17f9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:06.842012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b7e7512-b583-4abe-81b2-4f2597e5fea8 req-851eebce-8f7b-48fa-b613-8f3d20b437f5 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0511775 Jan 28 13:29:06.871140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port 2269ae88-13d3-4956-a911-4b19191e17f9 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:06.874248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:06.878668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-e9abbd51-aea1-4953-99ce-8a0d120949c5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "DELETE /v2.0/ports/2269ae88-13d3-4956-a911-4b19191e17f9 HTTP/1.1" status: 204 len: 173 time: 0.4935203 Jan 28 13:29:07.008491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08942004-0c05-4941-b3f4-5b86fbd8f61e req-49e7bd2f-39bf-4b9d-8956-6df67ae48f27 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.009968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08942004-0c05-4941-b3f4-5b86fbd8f61e req-49e7bd2f-39bf-4b9d-8956-6df67ae48f27 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 945 time: 0.0803149 Jan 28 13:29:07.058564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port 40a4f07c-eabe-4bc3-921a-7c187fb8276d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:07.058908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.109972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08942004-0c05-4941-b3f4-5b86fbd8f61e req-c811638b-54c3-44ed-9d43-ac7ceb7d6f8c tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935884 Jan 28 13:29:07.166209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port 40a4f07c-eabe-4bc3-921a-7c187fb8276d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=40a4f07c-eabe-4bc3-921a-7c187fb8276d,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:07.166578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.178377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for 40a4f07c-eabe-4bc3-921a-7c187fb8276d owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:07.274253 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f482e05b-9582-4a27-bf39-cc37977aa016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.305492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d7cf4-6fdd-4691-8ce6-1fd065a8603e req-945ce96f-5472-4964-b8f4-7f6bffbb94ac tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.307083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e0d7cf4-6fdd-4691-8ce6-1fd065a8603e req-945ce96f-5472-4964-b8f4-7f6bffbb94ac tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0575008 Jan 28 13:29:07.342171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (40a4f07c-eabe-4bc3-921a-7c187fb8276d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.369991 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e0d7cf4-6fdd-4691-8ce6-1fd065a8603e req-f7afe365-b23e-4923-a29e-9700b2a42863 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Jan 28 13:29:07.386686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=40a4f07c-eabe-4bc3-921a-7c187fb8276d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:07.436583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port 40a4f07c-eabe-4bc3-921a-7c187fb8276d on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:07.439658 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:07.444858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7c35bf0-2a37-4ea5-84f8-3987bed7dc43 req-12279bff-015d-4f8a-a911-b0d0c01cd372 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "DELETE /v2.0/ports/40a4f07c-eabe-4bc3-921a-7c187fb8276d HTTP/1.1" status: 204 len: 173 time: 0.5606136 Jan 28 13:29:07.561405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b53f39-9bc6-4b3c-aead-620d0db8df55 req-108e8efb-ceff-4121-aac3-5aba9ce564b1 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=f54b5002-42c7-4d48-92fd-bb33fa7bafa5 HTTP/1.1" status: 200 len: 210 time: 0.0504992 Jan 28 13:29:07.642557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ef082-0df8-4244-92a8-6c3d8f7129fe req-db451c82-102d-49e4-be3c-462b8a9f8550 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.646270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d25ef082-0df8-4244-92a8-6c3d8f7129fe req-db451c82-102d-49e4-be3c-462b8a9f8550 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0857244 Jan 28 13:29:07.677550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f063777f-e8e4-4e45-aaa3-bae27d915920 req-88af418c-29a2-4503-b8f5-9d19c0b3febc tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0377960 Jan 28 13:29:07.728821 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d25ef082-0df8-4244-92a8-6c3d8f7129fe req-ec5f6901-fe46-40f8-be1a-dee3f1ff7c68 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Jan 28 13:29:07.846097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d3e7-a697-403c-b9e7-d2c720ddc704 req-74f033fb-074d-438a-8568-abc731b3cc10 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.848270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ae8d3e7-a697-403c-b9e7-d2c720ddc704 req-74f033fb-074d-438a-8568-abc731b3cc10 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0511389 Jan 28 13:29:07.902924 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8ae8d3e7-a697-403c-b9e7-d2c720ddc704 req-9653a25a-44a9-48c0-a75a-39ba52b5f7b6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Jan 28 13:29:07.912551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe6979-dfd8-461d-a778-c44d21500652 req-83c38490-aa90-46fa-9e31-ad6e9e001b06 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:07.914261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56fe6979-dfd8-461d-a778-c44d21500652 req-83c38490-aa90-46fa-9e31-ad6e9e001b06 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Jan 28 13:29:07.969560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56fe6979-dfd8-461d-a778-c44d21500652 req-62b5ff32-a6c8-4798-9667-e10df291b921 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494776 Jan 28 13:29:08.096764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbc2ac-492f-4919-b953-d71c8c713823 req-a6e96e9d-3845-4e4c-ab24-2b68eb8a72ff tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.098533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebbbc2ac-492f-4919-b953-d71c8c713823 req-a6e96e9d-3845-4e4c-ab24-2b68eb8a72ff tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0580423 Jan 28 13:29:08.148670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebbbc2ac-492f-4919-b953-d71c8c713823 req-4b9d9c65-dc98-49e8-b529-d1b99d9328c9 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Jan 28 13:29:08.155037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2269ae88-13d3-4956-a911-4b19191e17f9 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:08.181265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 2269ae88-13d3-4956-a911-4b19191e17f9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:08.182133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2269ae88-13d3-4956-a911-4b19191e17f9 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:08.182690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 40a4f07c-eabe-4bc3-921a-7c187fb8276d no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:08.203642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 40a4f07c-eabe-4bc3-921a-7c187fb8276d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:08.204087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 40a4f07c-eabe-4bc3-921a-7c187fb8276d not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:08.204577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b2712a22-2af2-4dbb-bb19-3f2120227922 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:08.226808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: b2712a22-2af2-4dbb-bb19-3f2120227922 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:08.227288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b2712a22-2af2-4dbb-bb19-3f2120227922 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:08.247025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32bb43-f188-458a-8109-fb84b10f78f4 req-0c5d41cf-c5be-4b85-a1b5-9b03db3d08c2 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.248671 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7b32bb43-f188-458a-8109-fb84b10f78f4 req-0c5d41cf-c5be-4b85-a1b5-9b03db3d08c2 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 945 time: 0.0619495 Jan 28 13:29:08.288422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f46d05-ae5c-495a-aa41-550260bf0bd2 req-3ad8e733-119c-44bb-8f48-41c06f405894 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.289818 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9f46d05-ae5c-495a-aa41-550260bf0bd2 req-3ad8e733-119c-44bb-8f48-41c06f405894 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0490649 Jan 28 13:29:08.297972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7b32bb43-f188-458a-8109-fb84b10f78f4 req-e1c0cf9e-b081-49ed-a62b-4aa141746947 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Jan 28 13:29:08.341510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9f46d05-ae5c-495a-aa41-550260bf0bd2 req-00032866-f8c5-4b2f-89ab-537674623c7c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461156 Jan 28 13:29:08.432592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-deleted', 'tag': '2269ae88-13d3-4956-a911-4b19191e17f9'}, {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-deleted', 'tag': '40a4f07c-eabe-4bc3-921a-7c187fb8276d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:08.434903 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6549e0-0cfd-4953-9c74-4ea42db8062c" -d '{"events": [{"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-deleted", "tag": "2269ae88-13d3-4956-a911-4b19191e17f9"}, {"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-deleted", "tag": "40a4f07c-eabe-4bc3-921a-7c187fb8276d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:08.466250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ae56-ef72-4777-8d84-dc3c787fba89 req-224e935c-283a-48e4-b9af-0519e3a41a7a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.467739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7332ae56-ef72-4777-8d84-dc3c787fba89 req-224e935c-283a-48e4-b9af-0519e3a41a7a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0577142 Jan 28 13:29:08.475158 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b552a620-8170-4348-beb7-cbf04ddb8b63 x-openstack-request-id: req-b552a620-8170-4348-beb7-cbf04ddb8b63 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:08.475686 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-deleted", "tag": "2269ae88-13d3-4956-a911-4b19191e17f9", "status": "completed", "code": 200}, {"server_uuid": "f54b5002-42c7-4d48-92fd-bb33fa7bafa5", "name": "network-vif-deleted", "tag": "40a4f07c-eabe-4bc3-921a-7c187fb8276d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:08.475989 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b552a620-8170-4348-beb7-cbf04ddb8b63 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:08.476379 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-deleted', 'tag': '2269ae88-13d3-4956-a911-4b19191e17f9', 'status': 'completed', 'code': 200} Jan 28 13:29:08.476637 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b5002-42c7-4d48-92fd-bb33fa7bafa5', 'name': 'network-vif-deleted', 'tag': '40a4f07c-eabe-4bc3-921a-7c187fb8276d', 'status': 'completed', 'code': 200} Jan 28 13:29:08.523968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7332ae56-ef72-4777-8d84-dc3c787fba89 req-59fadeac-c4c6-4cf0-92ef-25b7d323d7a7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463452 Jan 28 13:29:08.554261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.611552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50678) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:08.681528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting subnet 8570c171-7907-4674-ab65-6570703406ca {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:08.694360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (8570c171-7907-4674-ab65-6570703406ca), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.754283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (8570c171-7907-4674-ab65-6570703406ca), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.793902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ed281-21b5-409a-b3bd-49ed1412323b req-538ca4e8-20d1-4d69-b6f2-70cce38c4d29 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:08.795406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-329ed281-21b5-409a-b3bd-49ed1412323b req-538ca4e8-20d1-4d69-b6f2-70cce38c4d29 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1115029 Jan 28 13:29:08.807333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46def235-8693-4289-ac09-8577487e7c44 req-53fb6f9e-9452-4f7a-bcf0-66ba2fedb5b4 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0310004 Jan 28 13:29:08.881914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-329ed281-21b5-409a-b3bd-49ed1412323b req-700d7f62-ebc2-4ffe-b494-fc495ba4792b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806384 Jan 28 13:29:08.889464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8570c171-7907-4674-ab65-6570703406ca), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:08.963070 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (8570c171-7907-4674-ab65-6570703406ca), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.008444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Subnet': ['ID=8570c171-7907-4674-ab65-6570703406ca,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:09.021240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.024226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53370008-bfb3-4eba-94ea-d4224cfa3d0d None None] Network 5cb25e44-eb17-42a3-9a54-329a910dbb8f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:09.027109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-309408f1-1711-4617-ba79-8ee3cc31d65d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/subnets/8570c171-7907-4674-ab65-6570703406ca HTTP/1.1" status: 204 len: 168 time: 0.4135203 Jan 28 13:29:09.028480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50696) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:09.046190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2621d7-4c90-4108-86ab-b4fd5e8a0d7c req-c293e6f6-2402-4727-8659-5075be6842fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:09.047833 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d2621d7-4c90-4108-86ab-b4fd5e8a0d7c req-c293e6f6-2402-4727-8659-5075be6842fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0636222 Jan 28 13:29:09.088747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31415199-a331-401e-a576-b2f727a02fe1 req-2a71ce33-6827-4724-b02a-0e756d23e94c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:09.090470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31415199-a331-401e-a576-b2f727a02fe1 req-2a71ce33-6827-4724-b02a-0e756d23e94c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0855286 Jan 28 13:29:09.151517 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (5cb25e44-eb17-42a3-9a54-329a910dbb8f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.169753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31415199-a331-401e-a576-b2f727a02fe1 req-447eb98e-5f39-42b6-b765-829e4be472c2 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733840 Jan 28 13:29:09.178083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d2621d7-4c90-4108-86ab-b4fd5e8a0d7c req-f1f9910e-cac8-45d4-816b-9413798f9f02 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166487 Jan 28 13:29:09.293171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] DHCP port deletion for 5cb25e44-eb17-42a3-9a54-329a910dbb8f request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:09.309455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port 9d1f6401-1190-4300-b26b-db29b3869714 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:09.310177 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9d1f6401-1190-4300-b26b-db29b3869714), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.358281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] Deleting port 9d1f6401-1190-4300-b26b-db29b3869714 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:09.358946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9d1f6401-1190-4300-b26b-db29b3869714), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.434221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] For port 9d1f6401-1190-4300-b26b-db29b3869714, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d1f6401-1190-4300-b26b-db29b3869714,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:09.434630 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9d1f6401-1190-4300-b26b-db29b3869714), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.441672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port 9d1f6401-1190-4300-b26b-db29b3869714, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d1f6401-1190-4300-b26b-db29b3869714,segment=NetworkSegment(1368abbe-95e4-4769-a3c0-c74f06aa0c3d),segment_id=1368abbe-95e4-4769-a3c0-c74f06aa0c3d)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:09.442618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9d1f6401-1190-4300-b26b-db29b3869714), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.448818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] Calling delete_port for 9d1f6401-1190-4300-b26b-db29b3869714 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:09.459682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108763-118e-4a89-b291-28b912216100 req-70e20a42-4485-4dba-89cd-924feb7e9e62 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:09.461207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad108763-118e-4a89-b291-28b912216100 req-70e20a42-4485-4dba-89cd-924feb7e9e62 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1255381 Jan 28 13:29:09.467549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for 9d1f6401-1190-4300-b26b-db29b3869714 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:09.571686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d1f6401-1190-4300-b26b-db29b3869714 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:09.573809 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad108763-118e-4a89-b291-28b912216100 req-f7a14c2b-b2d5-4b0a-97a5-dd36f24f07fe tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009030 Jan 28 13:29:09.574232 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (9d1f6401-1190-4300-b26b-db29b3869714), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.607243 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9d1f6401-1190-4300-b26b-db29b3869714), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.630180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9d1f6401-1190-4300-b26b-db29b3869714 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:09.630789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d1f6401-1190-4300-b26b-db29b3869714 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:09.634287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] Pushing event deleted for resources: {'Port': ['ID=9d1f6401-1190-4300-b26b-db29b3869714,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:09.642051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51201103-9be2-443f-b456-0aecf85a8ef5 None None] No DVR routers for this DVR port 9d1f6401-1190-4300-b26b-db29b3869714 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:09.650148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=9d1f6401-1190-4300-b26b-db29b3869714,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:09.663770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port 9d1f6401-1190-4300-b26b-db29b3869714 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:09.802977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (5cb25e44-eb17-42a3-9a54-329a910dbb8f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.829684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb25e44-eb17-42a3-9a54-329a910dbb8f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:09.842631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1368abbe-95e4-4769-a3c0-c74f06aa0c3d') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:09.842908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1368abbe-95e4-4769-a3c0-c74f06aa0c3d') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:09.851556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e009aa7-7a08-4755-94e8-b979b4bc3d80 req-398808bf-c25b-451a-82bf-7a268e444b83 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:09.853107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e009aa7-7a08-4755-94e8-b979b4bc3d80 req-398808bf-c25b-451a-82bf-7a268e444b83 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1225491 Jan 28 13:29:09.868863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1368abbe-95e4-4769-a3c0-c74f06aa0c3d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.892914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1368abbe-95e4-4769-a3c0-c74f06aa0c3d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1368abbe-95e4-4769-a3c0-c74f06aa0c3d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:09.915513 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:09.948902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ac9338c-7640-4229-9de9-ebeec259b42e req-1942b6e0-b890-4806-925a-a0c91c260602 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0304472 Jan 28 13:29:09.986536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e009aa7-7a08-4755-94e8-b979b4bc3d80 req-63b06cb7-512b-451e-8c9b-95da60c895a4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270766 Jan 28 13:29:10.024389 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (5cb25e44-eb17-42a3-9a54-329a910dbb8f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.036260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.038584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/networks/5cb25e44-eb17-42a3-9a54-329a910dbb8f HTTP/1.1" status: 204 len: 168 time: 1.0090482 Jan 28 13:29:10.041559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50716) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:10.301684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19a448-16d5-4a1b-8f97-1b2df5211029 req-64978738-c695-4439-8306-0b926038b4b4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.303247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e19a448-16d5-4a1b-8f97-1b2df5211029 req-64978738-c695-4439-8306-0b926038b4b4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0540588 Jan 28 13:29:10.362558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e19a448-16d5-4a1b-8f97-1b2df5211029 req-6bdc6273-d8bf-471c-a013-9db90e9d9e38 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Jan 28 13:29:10.393938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e44930-6a57-4e4b-b7d8-d4d053330a7a tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Network': ['ID=5cb25e44-eb17-42a3-9a54-329a910dbb8f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:10.419031 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.446359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting subnet b7cc95bc-7daf-4c01-a80e-2aadcf297e14 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:10.452246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (b7cc95bc-7daf-4c01-a80e-2aadcf297e14), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.490888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feecb0-3e61-4e34-94f1-b561fca235a4 req-7ce2fb76-05ac-49ca-96cd-9ca6557e94da tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.492441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7feecb0-3e61-4e34-94f1-b561fca235a4 req-7ce2fb76-05ac-49ca-96cd-9ca6557e94da tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1177921 Jan 28 13:29:10.509701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (b7cc95bc-7daf-4c01-a80e-2aadcf297e14), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.584893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7feecb0-3e61-4e34-94f1-b561fca235a4 req-f8d24789-63cb-47de-806c-964f9316dafb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867414 Jan 28 13:29:10.626967 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (b7cc95bc-7daf-4c01-a80e-2aadcf297e14), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.693296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (b7cc95bc-7daf-4c01-a80e-2aadcf297e14), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.720561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240392b-74c4-420f-acf9-c0c2f959c201 req-59a942a7-3687-40f0-926f-19dca2e1a06b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:10.722123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8240392b-74c4-420f-acf9-c0c2f959c201 req-59a942a7-3687-40f0-926f-19dca2e1a06b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0628366 Jan 28 13:29:10.724490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cc95bc-7daf-4c01-a80e-2aadcf297e14,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:10.726543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.732819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6262062c-5f0d-4536-bb43-c172ee3f9748 None None] Network 63150d36-ae24-4e80-8314-eca4e3db9ae1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:10.740264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:10.740447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-01b8ffa3-b923-490b-8735-f8bd27a9db90 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/subnets/b7cc95bc-7daf-4c01-a80e-2aadcf297e14 HTTP/1.1" status: 204 len: 168 time: 0.6981528 Jan 28 13:29:10.873907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (63150d36-ae24-4e80-8314-eca4e3db9ae1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.886073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8240392b-74c4-420f-acf9-c0c2f959c201 req-00ca5484-5544-472e-91d0-736ce4b03bd0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370604 Jan 28 13:29:10.930150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] DHCP port deletion for 63150d36-ae24-4e80-8314-eca4e3db9ae1 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:10.988783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port 393fa2a9-744c-41d0-bce8-ab9845bfb331 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:10.989356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:10.996475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] Deleting port 393fa2a9-744c-41d0-bce8-ab9845bfb331 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:10.997311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.074675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] For port 393fa2a9-744c-41d0-bce8-ab9845bfb331, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=393fa2a9-744c-41d0-bce8-ab9845bfb331,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:11.075080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.089625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] Calling delete_port for 393fa2a9-744c-41d0-bce8-ab9845bfb331 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:11.093220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port 393fa2a9-744c-41d0-bce8-ab9845bfb331, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=393fa2a9-744c-41d0-bce8-ab9845bfb331,segment=NetworkSegment(173ed2f8-61cd-4e3f-a243-885b554bc64c),segment_id=173ed2f8-61cd-4e3f-a243-885b554bc64c)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:11.093390 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.112098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f069e8-a9ce-4735-bbee-5a68f40bbf61 req-9877e759-0e4d-4aef-abee-c3e49bd240cd tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:11.114532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10f069e8-a9ce-4735-bbee-5a68f40bbf61 req-9877e759-0e4d-4aef-abee-c3e49bd240cd tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0835774 Jan 28 13:29:11.119422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for 393fa2a9-744c-41d0-bce8-ab9845bfb331 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:11.195330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.257520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] Pushing event deleted for resources: {'Port': ['ID=393fa2a9-744c-41d0-bce8-ab9845bfb331,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:11.262687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10f069e8-a9ce-4735-bbee-5a68f40bbf61 req-b86af4fd-808c-4904-89ec-88b1ef82493f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406531 Jan 28 13:29:11.265514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9bcfa-2630-43ee-aefb-799b6091a733 None None] No DVR routers for this DVR port 393fa2a9-744c-41d0-bce8-ab9845bfb331 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:11.267446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-bf6e1d23-c658-45fb-bd9f-449c013528b4 service neutron] 10.222.0.60 "GET /v2.0/ports/6944cd78-18c7-46f7-9f72-f65c463be8b3/bindings/n-h2-822748-2 HTTP/1.1" status: 200 len: 382 time: 0.1566281 Jan 28 13:29:11.310837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (393fa2a9-744c-41d0-bce8-ab9845bfb331), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.355170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=393fa2a9-744c-41d0-bce8-ab9845bfb331,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:11.358696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0bb5bb31-6afc-4c82-9f00-584fdffbbe2c req-49652996-d9fe-46b2-a7ec-e8ffbe72e440 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0641694 Jan 28 13:29:11.360992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port 393fa2a9-744c-41d0-bce8-ab9845bfb331 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:11.496757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1da30-5d29-41f7-abaa-d076f80dbdf3 req-843942dc-0131-4d06-8b1e-e8dd8adcf5c1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:11.509620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5a1da30-5d29-41f7-abaa-d076f80dbdf3 req-843942dc-0131-4d06-8b1e-e8dd8adcf5c1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0772746 Jan 28 13:29:11.534285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 393fa2a9-744c-41d0-bce8-ab9845bfb331 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:11.559337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 393fa2a9-744c-41d0-bce8-ab9845bfb331 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:11.560017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 393fa2a9-744c-41d0-bce8-ab9845bfb331 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:11.566551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (63150d36-ae24-4e80-8314-eca4e3db9ae1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.594573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63150d36-ae24-4e80-8314-eca4e3db9ae1']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:11.603727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-6771068c-f13a-4de1-b90a-843c4c4e2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:11.605442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-6771068c-f13a-4de1-b90a-843c4c4e2f16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906&tenant_id=063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 1101 time: 0.0684736 Jan 28 13:29:11.610197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173ed2f8-61cd-4e3f-a243-885b554bc64c') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:11.610769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173ed2f8-61cd-4e3f-a243-885b554bc64c') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:11.621892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5a1da30-5d29-41f7-abaa-d076f80dbdf3 req-fa35c41b-9e9f-415b-8973-adc6d1b2c9e8 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109426 Jan 28 13:29:11.627966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d262ff-d2f5-4e86-8a9d-eaa541aab076 req-8e907286-9fd6-4d93-8802-faf36a88fe0a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:11.635944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96d262ff-d2f5-4e86-8a9d-eaa541aab076 req-8e907286-9fd6-4d93-8802-faf36a88fe0a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.1040947 Jan 28 13:29:11.641926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (173ed2f8-61cd-4e3f-a243-885b554bc64c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.687191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.694703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-91a38c43-4b2f-454d-b5f0-6191a4c3d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:11.696342 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-91a38c43-4b2f-454d-b5f0-6191a4c3d5a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 1101 time: 0.0567434 Jan 28 13:29:11.698119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (173ed2f8-61cd-4e3f-a243-885b554bc64c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.712287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96d262ff-d2f5-4e86-8a9d-eaa541aab076 req-30998e0c-e579-4f86-9f67-17b03cc019f6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Jan 28 13:29:11.727781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:11.728530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (173ed2f8-61cd-4e3f-a243-885b554bc64c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:11.731957 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:11.838072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (63150d36-ae24-4e80-8314-eca4e3db9ae1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.845740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.862202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/networks/63150d36-ae24-4e80-8314-eca4e3db9ae1 HTTP/1.1" status: 204 len: 168 time: 1.1173122 Jan 28 13:29:11.862202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50760) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:11.868333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-65c8bfa1-5082-41cc-928f-b82a5f49a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:11.870095 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-65c8bfa1-5082-41cc-928f-b82a5f49a1ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1661253 Jan 28 13:29:11.870683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-910663806'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:11.884750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f7ede-144e-4299-84e3-6a47ac8b0203 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Network': ['ID=63150d36-ae24-4e80-8314-eca4e3db9ae1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:11.913241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:11.917119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.946332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-dd155ce1-51d8-4925-a2d0-3e24250b7209 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 200 len: 217 time: 0.0649505 Jan 28 13:29:11.953137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:11.965613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e8da5158-5a16-4402-bf83-bdd2754d1744), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:11.965963 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Added segment e8da5158-5a16-4402-bf83-bdd2754d1744 of type vlan for network 3f205876-492f-43f1-b2f4-f44cf0713afc Jan 28 13:29:11.999630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9488f4-176c-49bf-90cf-2c745114e099 req-26ebcf67-cacd-4a6b-94b5-fa6cb36ff15f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.001204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab9488f4-176c-49bf-90cf-2c745114e099 req-26ebcf67-cacd-4a6b-94b5-fa6cb36ff15f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1301444 Jan 28 13:29:12.024087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3f205876-492f-43f1-b2f4-f44cf0713afc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.054063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3f205876-492f-43f1-b2f4-f44cf0713afc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.059859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-b41ac247-b070-42d8-84f0-983c1eeffdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.061367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-b41ac247-b070-42d8-84f0-983c1eeffdb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1051500 Jan 28 13:29:12.061598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.062302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.065276 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab9488f4-176c-49bf-90cf-2c745114e099 req-afeb479d-978d-4d9a-b0b9-442497ccda5d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542243 Jan 28 13:29:12.131770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-8f537715-d4d0-41ed-ad70-89e1286e78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.133409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-8f537715-d4d0-41ed-ad70-89e1286e78bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627832 Jan 28 13:29:12.187531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3218520 Jan 28 13:29:12.193894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50764) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:12.218840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'subnet': {'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:12.278023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-8b76d3c9-50d4-4306-addb-e6bbd20d185c service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251979 Jan 28 13:29:12.292539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ba5b6-c4d0-4811-bb49-581266177a09 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Network': ['ID=3f205876-492f-43f1-b2f4-f44cf0713afc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:12.305713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3f205876-492f-43f1-b2f4-f44cf0713afc details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:12.348552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55081-a1a2-46bb-933c-b184e370580e req-0777287b-41bb-4820-aab3-57531bf39f04 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.350662 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbf55081-a1a2-46bb-933c-b184e370580e req-0777287b-41bb-4820-aab3-57531bf39f04 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1583030 Jan 28 13:29:12.388940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:12.393823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.479029 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbf55081-a1a2-46bb-933c-b184e370580e req-13ea7277-df8a-4153-9c56-a66a15a83b6a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188154 Jan 28 13:29:12.532962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffa5f7bd-ab50-49d5-a07c-2f771f794612 req-b2e7f4e4-2017-47c8-8990-240e59bf65c8 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0757878 Jan 28 13:29:12.563605 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45f6f5bf-3d3d-4ca2-9437-02f4432d574f req-1c89b366-d096-4adc-8eaf-44db8882f0ab service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738273 Jan 28 13:29:12.704577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (1c94b179-d7f3-43d1-9315-a72aece5de66), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.806069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e9603-1a7a-4b52-a936-a082f0ccff57 req-b1dd0d2e-1b48-4854-823f-9d2cf754d9cf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.807643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-541e9603-1a7a-4b52-a936-a082f0ccff57 req-b1dd0d2e-1b48-4854-823f-9d2cf754d9cf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1305709 Jan 28 13:29:12.808324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Subnet': ['ID=1c94b179-d7f3-43d1-9315-a72aece5de66,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:12.818144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Checking segment: {'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:12.818592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network hostable DHCP agents. Network: 3f205876-492f-43f1-b2f4-f44cf0713afc, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:12.861589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network 3f205876-492f-43f1-b2f4-f44cf0713afc is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:12.867648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aded479-cabd-4d7f-afe8-d72d9c805f00 req-1840cd3c-038a-4e25-bd6a-dc7ef3f10582 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.869271 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aded479-cabd-4d7f-afe8-d72d9c805f00 req-1840cd3c-038a-4e25-bd6a-dc7ef3f10582 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0556111 Jan 28 13:29:12.884099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3f205876-492f-43f1-b2f4-f44cf0713afc) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:12.896079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:12.896792 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:12.903906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe198a10-05cd-457a-8b37-4f9e7c1a4033 None None] Network 3f205876-492f-43f1-b2f4-f44cf0713afc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:12.918143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-541e9603-1a7a-4b52-a936-a082f0ccff57 req-55cdd297-7ed1-4717-89bd-91e03f37f946 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769932 Jan 28 13:29:12.954009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e3ca83dc-4053-4a29-a1f4-688760f7327d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7575667 Jan 28 13:29:12.959263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aded479-cabd-4d7f-afe8-d72d9c805f00 req-dce66dae-e41d-44cb-b408-c976bdb78048 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744359 Jan 28 13:29:12.960059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50784) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:12.974593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-493416759'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:13.016046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:13.023862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.086484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-3f205876-492f-43f1-b2f4-f44cf0713afc', 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc', 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'fixed_ips': [{'subnet_id': '1c94b179-d7f3-43d1-9315-a72aece5de66'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:13.088583 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.099902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:13.130906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dd80177c-6bd2-48c7-9402-006021bf2727), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.131413 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Added segment dd80177c-6bd2-48c7-9402-006021bf2727 of type vlan for network a1be0932-d302-40ed-bb20-e9e31074c6bd Jan 28 13:29:13.215735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a1be0932-d302-40ed-bb20-e9e31074c6bd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.234880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51716b7c-571a-4de7-a57c-26554b955c6e req-edf01dd5-740b-48ad-bf4a-fc96dc4f0093 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.236723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-51716b7c-571a-4de7-a57c-26554b955c6e req-edf01dd5-740b-48ad-bf4a-fc96dc4f0093 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1216719 Jan 28 13:29:13.264327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Allocated IP 19.80.0.2 (3f205876-492f-43f1-b2f4-f44cf0713afc/1c94b179-d7f3-43d1-9315-a72aece5de66/5ab926e6-804c-4afc-8e12-00f4d068fe9f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:13.281793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a1be0932-d302-40ed-bb20-e9e31074c6bd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.287796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.288433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.375839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-51716b7c-571a-4de7-a57c-26554b955c6e req-92dccab7-52f8-4aed-9b60-d3eb7feac2d1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235642 Jan 28 13:29:13.386337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4214473 Jan 28 13:29:13.386337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50788) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:13.407030 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'subnet': {'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:13.407030 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3312e2f-79b3-4a11-ae97-777aefa8d558 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Network': ['ID=a1be0932-d302-40ed-bb20-e9e31074c6bd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:13.438619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a1be0932-d302-40ed-bb20-e9e31074c6bd details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:13.535177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:13.543494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.605032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Publish callbacks [] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.617386 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.676185 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66c908ca-8805-45e9-8bd0-22613a083af6 req-9c197f6a-ba11-476c-8828-8bb3620094f4 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0395627 Jan 28 13:29:13.678849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Network 3f205876-492f-43f1-b2f4-f44cf0713afc is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:13.683118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:13.689344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:13.697831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Pushing event updated for resources: {'Port': ['ID=5ab926e6-804c-4afc-8e12-00f4d068fe9f,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:13.716898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad9d0-b727-4f79-b283-f898af3ed5e6 req-8f390664-ae17-4397-bf60-91ab52fd1f2b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.724652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a43ad9d0-b727-4f79-b283-f898af3ed5e6 req-8f390664-ae17-4397-bf60-91ab52fd1f2b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1501763 Jan 28 13:29:13.767744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Attempting to bind port 5ab926e6-804c-4afc-8e12-00f4d068fe9f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:13.768385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Attempting to bind port 5ab926e6-804c-4afc-8e12-00f4d068fe9f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:13.768755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Attempting to bind port 5ab926e6-804c-4afc-8e12-00f4d068fe9f on network 3f205876-492f-43f1-b2f4-f44cf0713afc {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:13.774454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:13.775078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Checking segment: {'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:13.775490 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.775965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Bound using segment: {'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:13.776573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Bound port: 5ab926e6-804c-4afc-8e12-00f4d068fe9f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:13.776969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.814162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a43ad9d0-b727-4f79-b283-f898af3ed5e6 req-fbddca6b-c3c1-4768-b0df-0dfcc27dfdc8 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883617 Jan 28 13:29:13.862961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] For port 5ab926e6-804c-4afc-8e12-00f4d068fe9f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:13.867624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] For port 5ab926e6-804c-4afc-8e12-00f4d068fe9f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5ab926e6-804c-4afc-8e12-00f4d068fe9f,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:13.873384 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.905965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (761e4a1c-b3be-4666-8566-0c5d3c6738fa), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:13.982311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8db1c-3cee-4278-b5b8-51d34306984a req-5a2f1462-e10a-4081-93e2-d2dc935b7139 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:13.983934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dc8db1c-3cee-4278-b5b8-51d34306984a req-5a2f1462-e10a-4081-93e2-d2dc935b7139 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0785105 Jan 28 13:29:14.000801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Subnet': ['ID=761e4a1c-b3be-4666-8566-0c5d3c6738fa,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.016445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Checking segment: {'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:14.016824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network hostable DHCP agents. Network: a1be0932-d302-40ed-bb20-e9e31074c6bd, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:14.065845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dc8db1c-3cee-4278-b5b8-51d34306984a req-f892d447-f644-47aa-9fbc-e22c43a874f7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690265 Jan 28 13:29:14.083341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network a1be0932-d302-40ed-bb20-e9e31074c6bd is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:14.112501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a1be0932-d302-40ed-bb20-e9e31074c6bd) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:14.128374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e2158-eead-43a2-aaf3-f8718e9babef None None] Network a1be0932-d302-40ed-bb20-e9e31074c6bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:14.132790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.133734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.157328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997eaf9-72aa-443a-9f39-06022cfa4eb6 req-4933b1f3-a0cf-4b98-81d2-35822118a104 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.175770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1997eaf9-72aa-443a-9f39-06022cfa4eb6 req-4933b1f3-a0cf-4b98-81d2-35822118a104 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.1405578 Jan 28 13:29:14.202473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a051b-ea7e-45cc-a42c-635e2abe308c None None] Pushing event updated for resources: {'Port': ['ID=5ab926e6-804c-4afc-8e12-00f4d068fe9f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.208573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4142c78d-0cc9-4a64-8001-5fbbed8e33e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8178844 Jan 28 13:29:14.311667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1997eaf9-72aa-443a-9f39-06022cfa4eb6 req-c182c623-ab44-49fe-a98a-2092126413c3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341910 Jan 28 13:29:14.357579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-a1be0932-d302-40ed-bb20-e9e31074c6bd', 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd', 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'fixed_ips': [{'subnet_id': '761e4a1c-b3be-4666-8566-0c5d3c6738fa'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:29:14.358617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.521393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e4ce1-16fe-42a5-97c4-4a79f2f3c09b req-1c1b442e-884a-406e-a527-ac74a1096eb0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.523245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f2e4ce1-16fe-42a5-97c4-4a79f2f3c09b req-1c1b442e-884a-406e-a527-ac74a1096eb0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1150424 Jan 28 13:29:14.627861 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f2e4ce1-16fe-42a5-97c4-4a79f2f3c09b req-c8b4ea07-f951-4879-b208-f256b5a4cf5b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 Jan 28 13:29:14.635174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Allocated IP 19.86.0.2 (a1be0932-d302-40ed-bb20-e9e31074c6bd/761e4a1c-b3be-4666-8566-0c5d3c6738fa/f91454c1-08f7-4612-a422-3f9c1b23ea56) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:14.728922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-4f3a73c7-a960-466a-9d4a-53851e3a43f2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.739155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-4f3a73c7-a960-466a-9d4a-53851e3a43f2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.746905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-4f3a73c7-a960-466a-9d4a-53851e3a43f2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/networks?id=3f205876-492f-43f1-b2f4-f44cf0713afc&id=a1be0932-d302-40ed-bb20-e9e31074c6bd HTTP/1.1" status: 200 len: 1390 time: 0.1847696 Jan 28 13:29:14.774258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-fa89d513-01bd-4cfa-885c-0d415413e955 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/quotas/a771d453226b44bbb22e1ea06ebd93eb HTTP/1.1" status: 200 len: 375 time: 0.0254359 Jan 28 13:29:14.789838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5727e-d550-4c87-aaa7-6c37dc3731b8 req-235e8fac-c2f7-497c-a94e-08d8cdb37711 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:14.801413 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23f5727e-d550-4c87-aaa7-6c37dc3731b8 req-235e8fac-c2f7-497c-a94e-08d8cdb37711 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0782096 Jan 28 13:29:14.842141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Publish callbacks [] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.850354 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:14.851437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-fb7f4c5d-8dec-40ed-8a1b-54733ec6b61c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728822 Jan 28 13:29:14.862914 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23f5727e-d550-4c87-aaa7-6c37dc3731b8 req-c40cadb8-a66b-4496-b8d7-c250d1179133 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580227 Jan 28 13:29:14.906358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Network a1be0932-d302-40ed-bb20-e9e31074c6bd is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:14.912999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:14.918042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:14.922029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Pushing event updated for resources: {'Port': ['ID=f91454c1-08f7-4612-a422-3f9c1b23ea56,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:14.996802 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae37827b-df67-488c-b979-5ee5bfd27e08 req-3f6362be-916d-400e-9ad3-aba6fc703e11 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0423350 Jan 28 13:29:15.006916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Attempting to bind port f91454c1-08f7-4612-a422-3f9c1b23ea56 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:15.007298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Attempting to bind port f91454c1-08f7-4612-a422-3f9c1b23ea56 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:15.007667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Attempting to bind port f91454c1-08f7-4612-a422-3f9c1b23ea56 on network a1be0932-d302-40ed-bb20-e9e31074c6bd {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:15.027871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-45d6c27b-e689-456d-8a62-30da2939211f service neutron] 10.222.0.45 "GET /v2.0/networks/3f205876-492f-43f1-b2f4-f44cf0713afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691444 Jan 28 13:29:15.028124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:15.028124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Checking segment: {'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:15.028124 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.032987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Bound using segment: {'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:15.033716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Bound port: f91454c1-08f7-4612-a422-3f9c1b23ea56, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:15.034924 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.155761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] For port f91454c1-08f7-4612-a422-3f9c1b23ea56, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:15.168986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] For port f91454c1-08f7-4612-a422-3f9c1b23ea56, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f91454c1-08f7-4612-a422-3f9c1b23ea56,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:15.175675 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:15.240433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-51be4069-c3d7-4935-b570-a8d2b143fb7e service neutron] 10.222.0.45 "GET /v2.0/networks/3f205876-492f-43f1-b2f4-f44cf0713afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136137 Jan 28 13:29:15.345315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb310c6-82b9-46bd-893f-1165e0f3232b None None] Pushing event updated for resources: {'Port': ['ID=f91454c1-08f7-4612-a422-3f9c1b23ea56,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:15.428514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a5d5e243-bfaa-4905-9a51-fcff88c05516 service neutron] 10.222.0.45 "GET /v2.0/networks/a1be0932-d302-40ed-bb20-e9e31074c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871352 Jan 28 13:29:15.637646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-da3a9154-868f-47e3-8888-59bf0ab0ee4d service neutron] 10.222.0.45 "GET /v2.0/networks/a1be0932-d302-40ed-bb20-e9e31074c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023995 Jan 28 13:29:15.833023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5ab926e6-804c-4afc-8e12-00f4d068fe9f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:15.908575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243962c-743e-4858-ad31-056f82d6aeb1 None None] Network 3f205876-492f-43f1-b2f4-f44cf0713afc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:15.997817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc09fcc-3ae4-458d-9a09-76ec5ceefd83 req-c80a7498-a06c-4672-af8b-81a13b2bb305 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.012027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfc09fcc-3ae4-458d-9a09-76ec5ceefd83 req-c80a7498-a06c-4672-af8b-81a13b2bb305 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.0831716 Jan 28 13:29:16.022941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5ab926e6-804c-4afc-8e12-00f4d068fe9f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:16.023444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.079314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:16.135230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfc09fcc-3ae4-458d-9a09-76ec5ceefd83 req-8b01fdeb-16bb-4ddc-bc14-9064d2b6032d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221805 Jan 28 13:29:16.140259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca890-ae68-4c11-b078-552d23973fb2 req-55aaeed5-40c4-4545-b48b-ddd16c4e2a64 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.148069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78dca890-ae68-4c11-b078-552d23973fb2 req-55aaeed5-40c4-4545-b48b-ddd16c4e2a64 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0805745 Jan 28 13:29:16.168683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:16.219814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bafbc035-e238-43af-8e05-83e711dcc514 req-8abf96df-503a-42ce-a0ed-a61cb8c70f84 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 210 time: 0.0294433 Jan 28 13:29:16.231522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e43bf40a-dc76-461c-a452-29841c43b099 None None] Provisioning complete for port 5ab926e6-804c-4afc-8e12-00f4d068fe9f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:16.231911 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e43bf40a-dc76-461c-a452-29841c43b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.260927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78dca890-ae68-4c11-b078-552d23973fb2 req-2337bf95-74ff-4704-8962-0049c774fc8a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119487 Jan 28 13:29:16.413124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0da99df8-5df2-4cc8-8265-878216a7ec13 req-f0bf59a8-55ba-416b-9ef1-5e6d9fca7372 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0611804 Jan 28 13:29:16.468749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:16.544146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'mac_address': 'fa:16:3e:aa:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:16.562530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:16.562937 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.703521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5ab926e6-804c-4afc-8e12-00f4d068fe9f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:16.704069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:16.868916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:16.878607 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f05d62d-6521-4720-b977-8ccb6d75e3ac" -d '{"events": [{"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-unplugged", "status": "completed", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:16.947107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-9a20ee5e-b756-4c5a-be15-8cde919f3793 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:16.968681 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-9a20ee5e-b756-4c5a-be15-8cde919f3793 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906&tenant_id=063eec391659468690eac7ba108a19f1&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 950 time: 0.1618371 Jan 28 13:29:16.982885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a17b64-2b03-45d7-9fe1-f4626431c0d5 req-eeb7d543-9c22-447c-a03f-1d50638d47c0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.006152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33a17b64-2b03-45d7-9fe1-f4626431c0d5 req-eeb7d543-9c22-447c-a03f-1d50638d47c0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 950 time: 0.1010563 Jan 28 13:29:17.053055 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-a427df96-ea96-4049-9e8f-5f871696d541 service neutron] 10.222.0.60 "GET /v2.0/ports/6944cd78-18c7-46f7-9f72-f65c463be8b3/bindings/n-h2-822748-2 HTTP/1.1" status: 200 len: 382 time: 0.0819004 Jan 28 13:29:17.056313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:17.060968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.068004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e43bf40a-dc76-461c-a452-29841c43b099 None None] Current status of the port 5ab926e6-804c-4afc-8e12-00f4d068fe9f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:17.068703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e43bf40a-dc76-461c-a452-29841c43b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.085246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33a17b64-2b03-45d7-9fe1-f4626431c0d5 req-5589333a-3657-4082-8bcf-6e4bc14d8666 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779948 Jan 28 13:29:17.107376 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756b7d6f-431d-488b-9c6b-3c1d11fb0bc8 x-openstack-request-id: req-756b7d6f-431d-488b-9c6b-3c1d11fb0bc8 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:17.107669 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-unplugged", "status": "completed", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:17.107928 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-756b7d6f-431d-488b-9c6b-3c1d11fb0bc8 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:17.108366 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'code': 200} Jan 28 13:29:17.110969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e326485-7062-4ed0-9b26-305b0604a0f1 None None] Network a1be0932-d302-40ed-bb20-e9e31074c6bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:17.140188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:17.172568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-945c71d4-4495-4d72-b272-a3e6b28bf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.174171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-945c71d4-4495-4d72-b272-a3e6b28bf7e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 1101 time: 0.0637400 Jan 28 13:29:17.211685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.224963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:17.256147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e43bf40a-dc76-461c-a452-29841c43b099 None None] For port 5ab926e6-804c-4afc-8e12-00f4d068fe9f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5ab926e6-804c-4afc-8e12-00f4d068fe9f,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:17.274901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e43bf40a-dc76-461c-a452-29841c43b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.304889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-9ea61f9f-34cb-4e99-8b01-cbbd4eddb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.307059 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-9ea61f9f-34cb-4e99-8b01-cbbd4eddb39b service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1174805 Jan 28 13:29:17.335476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b57d720-55c0-49b5-91d3-54c16f438f9a req-fdfb5a2d-c173-4d1b-afec-634a5a024c11 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 210 time: 0.0381546 Jan 28 13:29:17.368928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-ecf8577a-8cd2-4970-bea6-912f3ac1b054 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 200 len: 217 time: 0.0515027 Jan 28 13:29:17.415742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:17.439251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:29:17.439614 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:29:17.473931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:29:17.474620 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:29:17.521971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Provisioning complete for port f91454c1-08f7-4612-a422-3f9c1b23ea56 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:17.522475 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.539449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-8cc9f9af-1aee-4c94-920d-fcbe74b380f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.544425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-8cc9f9af-1aee-4c94-920d-fcbe74b380f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1649656 Jan 28 13:29:17.606275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bf40a-dc76-461c-a452-29841c43b099 None None] Pushing event updated for resources: {'Port': ['ID=5ab926e6-804c-4afc-8e12-00f4d068fe9f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:17.718153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Current status of the port f91454c1-08f7-4612-a422-3f9c1b23ea56 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:17.718530 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.797312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ef44-fabb-4c30-a1b6-14b327688835 req-ed1211cb-f162-4825-83fc-6f109a2e0b34 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.812390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a687ef44-fabb-4c30-a1b6-14b327688835 req-ed1211cb-f162-4825-83fc-6f109a2e0b34 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.2664685 Jan 28 13:29:17.817879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d09dcea-95e4-4313-8ba0-8f61c6ac3924 req-91391e4c-29d3-4c67-9bdc-ce2448b800ef tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.1082218 Jan 28 13:29:17.822495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] For port f91454c1-08f7-4612-a422-3f9c1b23ea56, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f91454c1-08f7-4612-a422-3f9c1b23ea56,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:17.829156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:17.899742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-49e42b39-2de2-4a1a-aa7f-5a1248a36a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.901759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-9bde1c17-ee6e-4054-8958-54876a29e3e7 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.905291 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-49e42b39-2de2-4a1a-aa7f-5a1248a36a78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3377373 Jan 28 13:29:17.907521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-9bde1c17-ee6e-4054-8958-54876a29e3e7 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:17.909313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-9bde1c17-ee6e-4054-8958-54876a29e3e7 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "GET /v2.0/networks?id=3f205876-492f-43f1-b2f4-f44cf0713afc&id=a1be0932-d302-40ed-bb20-e9e31074c6bd HTTP/1.1" status: 200 len: 1390 time: 0.3865247 Jan 28 13:29:17.932869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'port': {'device_id': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc', 'admin_state_up': True, 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:18.083663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a687ef44-fabb-4c30-a1b6-14b327688835 req-0cb3f5bf-df6f-46c6-b6bf-55a31c2052a9 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633436 Jan 28 13:29:18.179856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:18.183959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.198835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Provisioning complete for port 5ab926e6-804c-4afc-8e12-00f4d068fe9f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:18.198835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.231630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Pushing event updated for resources: {'Port': ['ID=f91454c1-08f7-4612-a422-3f9c1b23ea56,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:18.232051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-fc0cacc7-bef5-490a-9b24-1a7c542c5783 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159425 Jan 28 13:29:18.294803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5ab926e6-804c-4afc-8e12-00f4d068fe9f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:18.308266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:18.308266 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.365417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:18.468283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Allocated IP 19.80.0.115 (3f205876-492f-43f1-b2f4-f44cf0713afc/1c94b179-d7f3-43d1-9315-a72aece5de66/d1415645-da2a-4e14-b6a0-723d51585ec7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:18.474640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-bc884eb9-d2db-4d6d-8c60-a092adcdc556 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352648 Jan 28 13:29:18.533328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:18.547415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5715d-1599-4cfa-8259-3ca0a2ce9c6a None None] Current status of the port 5ab926e6-804c-4afc-8e12-00f4d068fe9f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:18.552165 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.607352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb5700-ad38-4d72-993e-a6ac2eeeda27 req-be793dc4-ab14-4063-81b5-bcb760aa8c48 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:18.610335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60fb5700-ad38-4d72-993e-a6ac2eeeda27 req-be793dc4-ab14-4063-81b5-bcb760aa8c48 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 948 time: 0.3312829 Jan 28 13:29:18.686394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.718332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f91454c1-08f7-4612-a422-3f9c1b23ea56 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:18.741915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.745562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60fb5700-ad38-4d72-993e-a6ac2eeeda27 req-254ac505-54e1-4534-a91d-c27fc860c554 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269059 Jan 28 13:29:18.789259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:18.800443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-806dfbca-2d19-4fa9-a287-1e664d4b4e34 None None] Provisioning complete for port f91454c1-08f7-4612-a422-3f9c1b23ea56 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:18.800443 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-806dfbca-2d19-4fa9-a287-1e664d4b4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:18.842695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e82ca-d7a1-4608-920b-54cf5d851cf3 req-517ec0f0-3f7b-4696-8263-e345ee5918e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:18.849719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d47e82ca-d7a1-4608-920b-54cf5d851cf3 req-517ec0f0-3f7b-4696-8263-e345ee5918e2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 932 time: 0.1209900 Jan 28 13:29:18.856426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Port': ['ID=d1415645-da2a-4e14-b6a0-723d51585ec7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:18.871901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network 3f205876-492f-43f1-b2f4-f44cf0713afc is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:18.874835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:18.877649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:18.970601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:18.971284 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.005677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d47e82ca-d7a1-4608-920b-54cf5d851cf3 req-871577a0-4e78-454a-9ecb-f7acca3d379d tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547756 Jan 28 13:29:19.018943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-a2d1efc5-79c1-46e5-a537-446826169626 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0878811 Jan 28 13:29:19.029942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-651b91e3-af64-4bb7-b51e-c487d96b0a24 req-3af23dec-10bd-42de-b81b-834feaa3132e tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0528104 Jan 28 13:29:19.030137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f91454c1-08f7-4612-a422-3f9c1b23ea56 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:19.030459 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.032744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Request body: {'port': {'device_id': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd', 'admin_state_up': True, 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:19.133212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-806dfbca-2d19-4fa9-a287-1e664d4b4e34 None None] Current status of the port f91454c1-08f7-4612-a422-3f9c1b23ea56 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:19.221023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f91454c1-08f7-4612-a422-3f9c1b23ea56 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:19.222212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5ab926e6-804c-4afc-8e12-00f4d068fe9f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:19.268465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6944cd78-18c7-46f7-9f72-f65c463be8b3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:19.283281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Made reservation on behalf of a771d453226b44bbb22e1ea06ebd93eb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:19.288486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.363516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5ab926e6-804c-4afc-8e12-00f4d068fe9f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:19.364310 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.480626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Allocated IP 19.86.0.63 (a1be0932-d302-40ed-bb20-e9e31074c6bd/761e4a1c-b3be-4666-8566-0c5d3c6738fa/a97a6086-ddfb-4be8-b5e9-bc52542fab77) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:19.490477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-60a3d43d-933a-4d32-93aa-77e047efff7d None None] Provisioning complete for port d1415645-da2a-4e14-b6a0-723d51585ec7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:19.490944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-60a3d43d-933a-4d32-93aa-77e047efff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.619683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-60a3d43d-933a-4d32-93aa-77e047efff7d None None] Port d1415645-da2a-4e14-b6a0-723d51585ec7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:19.644893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5ab926e6-804c-4afc-8e12-00f4d068fe9f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:19.662815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7522d-9ea7-4198-9cbf-6dd569194ab3 req-bae4f99e-de3f-428d-9245-9a239f4c8027 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.664669 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dc7522d-9ea7-4198-9cbf-6dd569194ab3 req-bae4f99e-de3f-428d-9245-9a239f4c8027 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.4479346 Jan 28 13:29:19.706407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.748322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dc7522d-9ea7-4198-9cbf-6dd569194ab3 req-75c47a14-66ed-4008-9e58-9320c80fe7eb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732205 Jan 28 13:29:19.793091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.838288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Network a1be0932-d302-40ed-bb20-e9e31074c6bd is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:19.842241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:19.856434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:19.922866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event updated for resources: {'Port': ['ID=a97a6086-ddfb-4be8-b5e9-bc52542fab77,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:19.951289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.952203 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:19.970782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-8856a58f-57bd-44e1-9cb3-3e6d8afc9f93 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9454727 Jan 28 13:29:19.975723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c327e-6edb-4160-bd97-1dc5698ec5d5 req-93e6974c-bc56-4cfa-81de-203aff4575f4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:19.983799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Request body: {'port': {'device_id': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:19.984673 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f27c327e-6edb-4160-bd97-1dc5698ec5d5 req-93e6974c-bc56-4cfa-81de-203aff4575f4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.1312172 Jan 28 13:29:20.092660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f27c327e-6edb-4160-bd97-1dc5698ec5d5 req-ab6841c9-8c12-46d4-9434-b0c8574a99fb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023889 Jan 28 13:29:20.150174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.247072 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3646d247-a283-4f9a-81f2-48c085c9436d req-4246c4b6-b4a5-41b3-974a-e092a412422a tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0464635 Jan 28 13:29:20.248245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea54c8e-c352-46c8-92ca-4ef59c644c99 req-385ea98b-f7e0-4d43-aded-b590993ea421 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:20.255020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea54c8e-c352-46c8-92ca-4ef59c644c99 req-385ea98b-f7e0-4d43-aded-b590993ea421 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:20.257043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aea54c8e-c352-46c8-92ca-4ef59c644c99 req-385ea98b-f7e0-4d43-aded-b590993ea421 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1654 time: 0.1044109 Jan 28 13:29:20.361599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b12d0c92-0677-4428-9ba2-63501f769471 None None] Provisioning complete for port a97a6086-ddfb-4be8-b5e9-bc52542fab77 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:20.362566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b12d0c92-0677-4428-9ba2-63501f769471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.413555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aea54c8e-c352-46c8-92ca-4ef59c644c99 req-7f7cdf87-f48b-4eea-9ded-75c0984f853c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299844 Jan 28 13:29:20.462597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b12d0c92-0677-4428-9ba2-63501f769471 None None] Port a97a6086-ddfb-4be8-b5e9-bc52542fab77 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:20.646502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1415645-da2a-4e14-b6a0-723d51585ec7 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:20.656151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Publish callbacks [] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.681909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Transition to ACTIVE for port object d1415645-da2a-4e14-b6a0-723d51585ec7 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:20.685942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:20.800363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Pushing event updated for resources: {'Port': ['ID=d1415645-da2a-4e14-b6a0-723d51585ec7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:20.842469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Attempting to bind port d1415645-da2a-4e14-b6a0-723d51585ec7 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:20.843272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Attempting to bind port d1415645-da2a-4e14-b6a0-723d51585ec7 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:20.843681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Attempting to bind port d1415645-da2a-4e14-b6a0-723d51585ec7 on network 3f205876-492f-43f1-b2f4-f44cf0713afc {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:21.257216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Port d1415645-da2a-4e14-b6a0-723d51585ec7 on network 3f205876-492f-43f1-b2f4-f44cf0713afc not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:21.257547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Attempting to bind port d1415645-da2a-4e14-b6a0-723d51585ec7 on network 3f205876-492f-43f1-b2f4-f44cf0713afc {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:21.261972 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec0a43-4638-495f-bb34-145ad84240ec req-4cffa1f0-14e6-4179-8e5d-b3ea533cda4e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.266413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:21.266741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Checking segment: {'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:21.267129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Bound using segment: {'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:21.267562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Bound port: d1415645-da2a-4e14-b6a0-723d51585ec7, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8da5158-5a16-4402-bf83-bdd2754d1744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:21.267925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.274843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-daec0a43-4638-495f-bb34-145ad84240ec req-4cffa1f0-14e6-4179-8e5d-b3ea533cda4e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.0928102 Jan 28 13:29:21.322043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f2a36-33b1-425e-a0bd-6ec036d1797d req-fdeb38c9-58db-4d72-abb5-4d6e775b6a9f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.327351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-906f2a36-33b1-425e-a0bd-6ec036d1797d req-fdeb38c9-58db-4d72-abb5-4d6e775b6a9f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.4867098 Jan 28 13:29:21.330192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-daec0a43-4638-495f-bb34-145ad84240ec req-b1822530-aee4-4a97-8ba0-e3f12412f3d7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542028 Jan 28 13:29:21.378309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] For port d1415645-da2a-4e14-b6a0-723d51585ec7, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:21.388347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] For port d1415645-da2a-4e14-b6a0-723d51585ec7, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1415645-da2a-4e14-b6a0-723d51585ec7,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:21.394573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.436738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-15376504-50bb-473f-a4e9-47a70474f30e req-ebd0ce6f-2ba4-49b9-9aa6-483ed8f7fa63 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0354202 Jan 28 13:29:21.470571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.471303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.473972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1415645-da2a-4e14-b6a0-723d51585ec7 HTTP/1.1" status: 200 len: 1092 time: 1.4949791 Jan 28 13:29:21.476360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'tag': 'd1415645-da2a-4e14-b6a0-723d51585ec7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:21.479096 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f9a644-7d25-49d8-983e-62f24e0c04b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "tag": "d1415645-da2a-4e14-b6a0-723d51585ec7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:21.504100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-906f2a36-33b1-425e-a0bd-6ec036d1797d req-f66e9b92-109d-45a2-b339-becd25bba503 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130161 Jan 28 13:29:21.512563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Request body: {'port': {'device_id': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:21.617481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:21.621957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfb1aa-fae7-4925-8364-73ab25e96e35 service neutron] Pushing event updated for resources: {'Port': ['ID=d1415645-da2a-4e14-b6a0-723d51585ec7,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:21.688664 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6872801-8222-46fd-8c2e-4a71604a31ee x-openstack-request-id: req-d6872801-8222-46fd-8c2e-4a71604a31ee {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:21.688971 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "tag": "d1415645-da2a-4e14-b6a0-723d51585ec7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:21.689128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-2285bb6e-4466-4770-8627-4b7574f30cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.689233 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6872801-8222-46fd-8c2e-4a71604a31ee {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:21.689622 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'tag': 'd1415645-da2a-4e14-b6a0-723d51585ec7', 'status': 'completed', 'code': 200} Jan 28 13:29:21.692011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-2285bb6e-4466-4770-8627-4b7574f30cba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906&tenant_id=063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 1100 time: 0.1207178 Jan 28 13:29:21.717481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d014917-5385-452a-b2db-222c99413567 req-6da04d2b-c0e8-492d-a15b-80cb88f00283 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.723596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d014917-5385-452a-b2db-222c99413567 req-6da04d2b-c0e8-492d-a15b-80cb88f00283 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.725565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d014917-5385-452a-b2db-222c99413567 req-6da04d2b-c0e8-492d-a15b-80cb88f00283 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1666 time: 0.1193333 Jan 28 13:29:21.784590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-83c91653-4a10-49ab-b6ed-d222551f2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.786305 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-83c91653-4a10-49ab-b6ed-d222551f2b8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 1100 time: 0.0643752 Jan 28 13:29:21.874207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-47f61e61-fd03-4e25-9591-3093685cd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.874700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-47f61e61-fd03-4e25-9591-3093685cd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.876310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-47f61e61-fd03-4e25-9591-3093685cd2b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1913 time: 0.1807425 Jan 28 13:29:21.891192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-d51a2374-a3aa-4a63-b2ac-374ca33aff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:21.892689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-d51a2374-a3aa-4a63-b2ac-374ca33aff68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.0959644 Jan 28 13:29:21.916955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d014917-5385-452a-b2db-222c99413567 req-50267887-0e16-4aa1-8279-2954cbc36f0f tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713834 Jan 28 13:29:21.949064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-d3f9a2c6-e865-4e3f-bdbd-6b276cc162bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 200 len: 217 time: 0.0486987 Jan 28 13:29:22.003671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-780ad1b4-4be1-4006-b937-3d287197566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.005574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-780ad1b4-4be1-4006-b937-3d287197566d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0471771 Jan 28 13:29:22.069596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-ebf7dc38-a287-46b2-ad76-34bd6357385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.070083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-ebf7dc38-a287-46b2-ad76-34bd6357385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.070558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-ebf7dc38-a287-46b2-ad76-34bd6357385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.072196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-ebf7dc38-a287-46b2-ad76-34bd6357385c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1876659 Jan 28 13:29:22.077252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-40726844-6d3d-4d42-b2cb-17748e5be605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.079776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-40726844-6d3d-4d42-b2cb-17748e5be605 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675211 Jan 28 13:29:22.201391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-bb2741dc-9744-4422-887d-d8c0f8822478 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064475 Jan 28 13:29:22.214553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97a6086-ddfb-4be8-b5e9-bc52542fab77 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:22.231988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Publish callbacks [] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.245050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-4e9b664e-ca6c-4ffc-96e9-ecef1286905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.245810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4f9a644-7d25-49d8-983e-62f24e0c04b7 req-4e9b664e-ca6c-4ffc-96e9-ecef1286905f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608472 Jan 28 13:29:22.261316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Transition to ACTIVE for port object a97a6086-ddfb-4be8-b5e9-bc52542fab77 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:22.270779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.281829 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:29:22.322665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89f847c-d492-4a12-9d33-2243cbe1ae13 req-f3cd2cc3-8138-4591-9961-1cdc8de86eee service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107202 Jan 28 13:29:22.346849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Pushing event updated for resources: {'Port': ['ID=a97a6086-ddfb-4be8-b5e9-bc52542fab77,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:22.362066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.362868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.364290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.364793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.365319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.365762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.366274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.366709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.367139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.367741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.368351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.368836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.369366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:22.494521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Attempting to bind port a97a6086-ddfb-4be8-b5e9-bc52542fab77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:22.495147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Attempting to bind port a97a6086-ddfb-4be8-b5e9-bc52542fab77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:22.495237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Attempting to bind port a97a6086-ddfb-4be8-b5e9-bc52542fab77 on network a1be0932-d302-40ed-bb20-e9e31074c6bd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:22.508041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a24f5-773e-44f3-ab4c-df6b96d87b4e req-deb5eab4-73cb-4d05-8d30-5fba459849d4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.509549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-511a24f5-773e-44f3-ab4c-df6b96d87b4e req-deb5eab4-73cb-4d05-8d30-5fba459849d4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.0813594 Jan 28 13:29:22.510766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Port a97a6086-ddfb-4be8-b5e9-bc52542fab77 on network a1be0932-d302-40ed-bb20-e9e31074c6bd not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:22.511134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Attempting to bind port a97a6086-ddfb-4be8-b5e9-bc52542fab77 on network a1be0932-d302-40ed-bb20-e9e31074c6bd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:22.517034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:22.517407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Checking segment: {'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:22.517771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Bound using segment: {'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:22.518215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Bound port: a97a6086-ddfb-4be8-b5e9-bc52542fab77, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd80177c-6bd2-48c7-9402-006021bf2727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:22.518581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.600225 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9ab17d6e-90bc-4d0b-8cb0-01a137f64158 req-359b6039-e383-40f3-98a3-a31b0ef23015 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0581226 Jan 28 13:29:22.620852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-511a24f5-773e-44f3-ab4c-df6b96d87b4e req-b6cda3ff-f63f-462f-8dc1-399143af9468 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921359 Jan 28 13:29:22.637135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] For port a97a6086-ddfb-4be8-b5e9-bc52542fab77, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:22.641616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:22.642179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] For port a97a6086-ddfb-4be8-b5e9-bc52542fab77, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a97a6086-ddfb-4be8-b5e9-bc52542fab77,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:22.650209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.709044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.709848 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:22.712138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] 10.222.0.36 "PUT /v2.0/ports/a97a6086-ddfb-4be8-b5e9-bc52542fab77 HTTP/1.1" status: 200 len: 1091 time: 1.2039931 Jan 28 13:29:22.758643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99c556-2fb9-4957-a90d-21da6ca14aea service neutron] Pushing event updated for resources: {'Port': ['ID=a97a6086-ddfb-4be8-b5e9-bc52542fab77,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:22.850420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:22.861767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-3a4ac63c-2f02-4fe8-b935-83711f0cf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.862664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-3a4ac63c-2f02-4fe8-b935-83711f0cf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.871754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-3a4ac63c-2f02-4fe8-b935-83711f0cf3e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1980 time: 0.0726497 Jan 28 13:29:22.886904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'mac_address': 'fa:16:3e:aa:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:22.887493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ec6f7-6df3-44b7-98a7-35dda5955ea2 req-329b62d9-ae77-4478-a15d-84ed5c01ed5c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:22.890654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-102ec6f7-6df3-44b7-98a7-35dda5955ea2 req-329b62d9-ae77-4478-a15d-84ed5c01ed5c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1779771 Jan 28 13:29:22.946012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-85e904ae-1510-423a-ab46-e8f6b5983507 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=d1415645-da2a-4e14-b6a0-723d51585ec7 HTTP/1.1" status: 200 len: 217 time: 0.0653827 Jan 28 13:29:22.984402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-102ec6f7-6df3-44b7-98a7-35dda5955ea2 req-d0fae03f-0e08-434b-9c2e-a5cf38530926 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849755 Jan 28 13:29:23.065605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-c59f86a8-0c2a-4dc0-bb33-6d376abf3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.068739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-c59f86a8-0c2a-4dc0-bb33-6d376abf3432 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c94b179-d7f3-43d1-9315-a72aece5de66 HTTP/1.1" status: 200 len: 801 time: 0.1093891 Jan 28 13:29:23.123170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab68197-4a71-4bf5-9e6a-1fa25fb3bd6f req-32e37fc1-36a3-430c-a0b4-b10278d1bd40 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.130254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab68197-4a71-4bf5-9e6a-1fa25fb3bd6f req-32e37fc1-36a3-430c-a0b4-b10278d1bd40 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.132528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fab68197-4a71-4bf5-9e6a-1fa25fb3bd6f req-32e37fc1-36a3-430c-a0b4-b10278d1bd40 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1678 time: 0.1066494 Jan 28 13:29:23.166127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-95a7cb83-9e63-44c7-81ac-949cb1bc3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.167812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-95a7cb83-9e63-44c7-81ac-949cb1bc3ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f205876-492f-43f1-b2f4-f44cf0713afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889978 Jan 28 13:29:23.248877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fab68197-4a71-4bf5-9e6a-1fa25fb3bd6f req-168f00d0-899a-4744-8d3e-11ce4fe89d06 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092880 Jan 28 13:29:23.289630 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-40de2817-2f6b-4c29-b704-4825177be32d service neutron] 10.222.0.36 "GET /v2.0/networks/3f205876-492f-43f1-b2f4-f44cf0713afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149721 Jan 28 13:29:23.393284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-177e5bd0-c44e-4ef2-94a9-4244a85bdbea service neutron] 10.222.0.36 "GET /v2.0/networks/3f205876-492f-43f1-b2f4-f44cf0713afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974948 Jan 28 13:29:23.445021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-c4378d8a-bdbd-4d80-b0c5-cca201f3e5de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=a97a6086-ddfb-4be8-b5e9-bc52542fab77 HTTP/1.1" status: 200 len: 217 time: 0.0423841 Jan 28 13:29:23.499488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-2164c686-bad3-4550-9db1-c8af793f23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.501311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-2164c686-bad3-4550-9db1-c8af793f23e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=761e4a1c-b3be-4666-8566-0c5d3c6738fa HTTP/1.1" status: 200 len: 801 time: 0.0502412 Jan 28 13:29:23.548316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-40967c1b-4581-4700-bd47-89bcfd95656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.549874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-40967c1b-4581-4700-bd47-89bcfd95656b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1be0932-d302-40ed-bb20-e9e31074c6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426266 Jan 28 13:29:23.649508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-bef005bb-a584-4bec-be1f-74e978e008a2 service neutron] 10.222.0.36 "GET /v2.0/networks/a1be0932-d302-40ed-bb20-e9e31074c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914197 Jan 28 13:29:23.708347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'tag': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:23.710801 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e610c-bd2d-4d12-9156-76ecf5b59556" -d '{"events": [{"name": "network-changed", "server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "tag": "a97a6086-ddfb-4be8-b5e9-bc52542fab77"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:23.717378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb013f3c-1dec-46b5-a05a-cb076a089a21 req-063c62d7-6b28-4f87-8faa-583c0ec6a923 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0355465 Jan 28 13:29:23.782574 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d2e898-ebbb-4ef7-ab26-aa23c3afb094 x-openstack-request-id: req-43d2e898-ebbb-4ef7-ab26-aa23c3afb094 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:23.782863 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "tag": "a97a6086-ddfb-4be8-b5e9-bc52542fab77", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:23.783118 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43d2e898-ebbb-4ef7-ab26-aa23c3afb094 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:23.783536 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'tag': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77', 'status': 'completed', 'code': 200} Jan 28 13:29:23.789772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f784a4b-e3a3-402b-97de-d44332690f77 req-02d85386-a1db-47de-b28c-490f731ed86f service neutron] 10.222.0.36 "GET /v2.0/networks/a1be0932-d302-40ed-bb20-e9e31074c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326292 Jan 28 13:29:23.814210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dd636-f198-4902-b507-f765000e5069 req-71b89bcb-bfe7-498c-b380-1ede09d1b974 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.816348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a0dd636-f198-4902-b507-f765000e5069 req-71b89bcb-bfe7-498c-b380-1ede09d1b974 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 949 time: 0.0720627 Jan 28 13:29:23.918272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a0dd636-f198-4902-b507-f765000e5069 req-6202aa39-c441-4b43-a647-109de887b71c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919223 Jan 28 13:29:23.934734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-b67f27b5-a51a-4bf5-9f43-31c71403360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.935221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-b67f27b5-a51a-4bf5-9f43-31c71403360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:23.936824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-b67f27b5-a51a-4bf5-9f43-31c71403360f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1980 time: 0.0714805 Jan 28 13:29:24.080001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-b035158a-b678-4761-b8e5-f0858f23114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.082571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-b035158a-b678-4761-b8e5-f0858f23114d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1be0932-d302-40ed-bb20-e9e31074c6bd HTTP/1.1" status: 200 len: 902 time: 0.1387043 Jan 28 13:29:24.154900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-7c8e0e9d-08e3-4a42-9e04-1ade5dfc105a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=a97a6086-ddfb-4be8-b5e9-bc52542fab77 HTTP/1.1" status: 200 len: 217 time: 0.0604084 Jan 28 13:29:24.183007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac052-4f5d-409d-9e3d-89a705e813b4 req-7779cdf3-c26f-40eb-b279-0d8c14b89eaf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.184624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-199ac052-4f5d-409d-9e3d-89a705e813b4 req-7779cdf3-c26f-40eb-b279-0d8c14b89eaf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0993674 Jan 28 13:29:24.249390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-4799b5cb-aa9c-4c70-8e81-73c3833b4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.250907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-4799b5cb-aa9c-4c70-8e81-73c3833b4fd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=761e4a1c-b3be-4666-8566-0c5d3c6738fa HTTP/1.1" status: 200 len: 801 time: 0.0853772 Jan 28 13:29:24.274750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-199ac052-4f5d-409d-9e3d-89a705e813b4 req-b21febc5-5b51-4d49-9d61-a028d15e8ce1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Jan 28 13:29:24.317381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-08674269-f107-4a25-a159-bf3b5581420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.319268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-08674269-f107-4a25-a159-bf3b5581420b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1be0932-d302-40ed-bb20-e9e31074c6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599556 Jan 28 13:29:24.464201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41902-bd5a-4308-b22e-0b3f9f0dc4ef req-0fcca4b1-ebe5-4403-b4da-7a7badb5dd4e tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.469134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41902-bd5a-4308-b22e-0b3f9f0dc4ef req-0fcca4b1-ebe5-4403-b4da-7a7badb5dd4e tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:24.470782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cc41902-bd5a-4308-b22e-0b3f9f0dc4ef req-0fcca4b1-ebe5-4403-b4da-7a7badb5dd4e tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1678 time: 0.1260431 Jan 28 13:29:24.473276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-0cb7584b-6729-4903-8971-4fe46096bbec service neutron] 10.222.0.36 "GET /v2.0/networks/a1be0932-d302-40ed-bb20-e9e31074c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464779 Jan 28 13:29:24.622326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cc41902-bd5a-4308-b22e-0b3f9f0dc4ef req-43ed1327-902a-4c8c-8506-ff5000ed0e08 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422987 Jan 28 13:29:24.638185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:24.655162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c6e610c-bd2d-4d12-9156-76ecf5b59556 req-da45a1dd-91ab-4559-b396-293794f1216c service neutron] 10.222.0.36 "GET /v2.0/networks/a1be0932-d302-40ed-bb20-e9e31074c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729343 Jan 28 13:29:24.769637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: BUILD; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:24.770549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.795142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:24.819713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:24.824883 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:24.864835 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03176c8b-8b31-46ce-b4d3-a51ecec16cd9 req-7b7add97-6e69-4404-869b-006ed81d1f98 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0365574 Jan 28 13:29:24.902677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:25.075941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947501b-166b-4366-98fb-2d98fc29356e req-f712a3a2-f185-41c0-8c66-e29d9cc76939 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.077521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a947501b-166b-4366-98fb-2d98fc29356e req-f712a3a2-f185-41c0-8c66-e29d9cc76939 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 948 time: 0.0599048 Jan 28 13:29:25.127752 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a947501b-166b-4366-98fb-2d98fc29356e req-45e6376d-2e6e-4575-94aa-b2b8d1af4f27 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Jan 28 13:29:25.252339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429f02b-f3e7-4723-ae1f-1d379b85a44a req-2382d8b8-9684-486b-94e8-f6b55f792a06 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.254368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5429f02b-f3e7-4723-ae1f-1d379b85a44a req-2382d8b8-9684-486b-94e8-f6b55f792a06 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 948 time: 0.0563223 Jan 28 13:29:25.309983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5429f02b-f3e7-4723-ae1f-1d379b85a44a req-a57cdaab-2874-414c-a68a-34b1eea59a2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497060 Jan 28 13:29:25.409692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a20d-19be-4b41-8dbc-ddce2915ebc5 req-db1cfafe-1255-4697-819c-370087bfd447 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.413373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd65a20d-19be-4b41-8dbc-ddce2915ebc5 req-db1cfafe-1255-4697-819c-370087bfd447 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0580711 Jan 28 13:29:25.470509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd65a20d-19be-4b41-8dbc-ddce2915ebc5 req-979e2436-d391-461d-b269-53d6e991a3f4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527430 Jan 28 13:29:25.642628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-a49557ba-a096-4a5a-9564-c4396ab61ee5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224509 Jan 28 13:29:25.748430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dd7d5-c6a5-4761-b239-1c6f8f4f6f70 req-83a5b814-b5b0-4c31-9dc2-5cf7d348f377 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.751490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-99da52f6-9e41-43cc-9df3-0e9a9a63aab0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.753036 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-99da52f6-9e41-43cc-9df3-0e9a9a63aab0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050041 Jan 28 13:29:25.754214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dd7d5-c6a5-4761-b239-1c6f8f4f6f70 req-83a5b814-b5b0-4c31-9dc2-5cf7d348f377 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:25.755969 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-822dd7d5-c6a5-4761-b239-1c6f8f4f6f70 req-83a5b814-b5b0-4c31-9dc2-5cf7d348f377 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1678 time: 0.0569863 Jan 28 13:29:25.769133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-13abbdbe-d669-4e29-a92a-6bdca6a58d14 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/quotas/063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Jan 28 13:29:25.806213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-822dd7d5-c6a5-4761-b239-1c6f8f4f6f70 req-a172eb18-ecf9-43d8-a316-59704c9d7001 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Jan 28 13:29:25.828269 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-27850635-1bf5-4433-bed8-8678d8acd1b1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534852 Jan 28 13:29:25.985078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52b06408-809d-49ed-b8aa-afabe46dd762 req-9cdbd0f7-7201-46c1-ae31-c537338e64e0 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0303586 Jan 28 13:29:26.025341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a42b60ec-639a-49db-9a8b-dca836c901d5 req-b789f177-0f7c-4815-a895-34e9942546e1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 210 time: 0.0391400 Jan 28 13:29:26.215145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a97a6086-ddfb-4be8-b5e9-bc52542fab77 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:26.330876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a97a6086-ddfb-4be8-b5e9-bc52542fab77, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a97a6086-ddfb-4be8-b5e9-bc52542fab77,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.344242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77', 'network_id': 'a1be0932-d302-40ed-bb20-e9e31074c6bd', 'port_id': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77', 'mac_address': 'fa:16:3e:23:4a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761e4a1c-b3be-4666-8566-0c5d3c6738fa', 'ip_address': '19.86.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:26.388024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a97a6086-ddfb-4be8-b5e9-bc52542fab77 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:26.388455 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.404175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97a6086-ddfb-4be8-b5e9-bc52542fab77 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:26.428678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a97a6086-ddfb-4be8-b5e9-bc52542fab77, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a97a6086-ddfb-4be8-b5e9-bc52542fab77,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.432727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.433586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1415645-da2a-4e14-b6a0-723d51585ec7 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:26.548669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a97a6086-ddfb-4be8-b5e9-bc52542fab77,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:26.562328 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.605985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d1415645-da2a-4e14-b6a0-723d51585ec7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1415645-da2a-4e14-b6a0-723d51585ec7,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.617076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7ee8c-7b61-41ef-a1a0-bbbc117de202 req-394309e5-1904-4dc5-9902-a26ac5fadb5e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:26.620332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'd1415645-da2a-4e14-b6a0-723d51585ec7', 'network_id': '3f205876-492f-43f1-b2f4-f44cf0713afc', 'port_id': 'd1415645-da2a-4e14-b6a0-723d51585ec7', 'mac_address': 'fa:16:3e:fc:74:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c94b179-d7f3-43d1-9315-a72aece5de66', 'ip_address': '19.80.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:26.627740 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92f7ee8c-7b61-41ef-a1a0-bbbc117de202 req-394309e5-1904-4dc5-9902-a26ac5fadb5e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0784326 Jan 28 13:29:26.653763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:26.683786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92f7ee8c-7b61-41ef-a1a0-bbbc117de202 req-770b3be7-3dbd-43cc-af5c-9d2aa59b5c50 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547576 Jan 28 13:29:26.687393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d1415645-da2a-4e14-b6a0-723d51585ec7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:26.687791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.743329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1415645-da2a-4e14-b6a0-723d51585ec7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:26.774715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d1415645-da2a-4e14-b6a0-723d51585ec7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1415645-da2a-4e14-b6a0-723d51585ec7,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.782330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.836133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.862629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'mac_address': 'fa:16:3e:aa:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:26.868843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d1415645-da2a-4e14-b6a0-723d51585ec7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:26.910145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:26.911523 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:26.928016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:26.939272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39ba94-b6dd-4de7-8c65-f16ae5b7efcd req-ef04a42d-e8e3-4a44-8465-7b26b537bf80 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:26.945788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39ba94-b6dd-4de7-8c65-f16ae5b7efcd req-ef04a42d-e8e3-4a44-8465-7b26b537bf80 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:26.948088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe39ba94-b6dd-4de7-8c65-f16ae5b7efcd req-ef04a42d-e8e3-4a44-8465-7b26b537bf80 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1680 time: 0.0637000 Jan 28 13:29:26.951096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:26.955700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.011599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe39ba94-b6dd-4de7-8c65-f16ae5b7efcd req-a7181eec-2928-4977-8643-69b1eb45dff9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568638 Jan 28 13:29:27.013752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:27.093712 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbcedf16-4a97-4123-9348-e37cc0924f32 req-07852400-ca5b-4d65-839a-50c2497cb0c3 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Jan 28 13:29:27.135971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47f19658-2331-4f38-95d0-054c34487058 req-c2e08aff-8d03-4edf-80bf-37049faedef4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 210 time: 0.0328035 Jan 28 13:29:27.143724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a97a6086-ddfb-4be8-b5e9-bc52542fab77'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:27.215030 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-62884919-f2d1-4394-997a-cafade9adf73 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=063eec391659468690eac7ba108a19f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264554 Jan 28 13:29:27.402307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-1002ee00-8f81-4521-a7ee-8dafb61becc2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:27.403756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-1002ee00-8f81-4521-a7ee-8dafb61becc2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717165 Jan 28 13:29:27.441805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Request body: {'port': {'device_id': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '063eec391659468690eac7ba108a19f1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:27.492535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6944cd78-18c7-46f7-9f72-f65c463be8b3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:27.595927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Made reservation on behalf of 063eec391659468690eac7ba108a19f1 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:27.602977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.770853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Allocated IP 192.168.233.7 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/73128da2-3b79-47d7-8a6d-1eb529472e50) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:29:27.808263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefafb5-7603-4c78-8a4e-0ecf4777bde7 req-eaa37b3c-88bd-470e-8fd2-50eafc3975ec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:27.810151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efefafb5-7603-4c78-8a4e-0ecf4777bde7 req-eaa37b3c-88bd-470e-8fd2-50eafc3975ec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0515311 Jan 28 13:29:27.826779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.863824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efefafb5-7603-4c78-8a4e-0ecf4777bde7 req-341c1b05-a478-439d-b923-7db3894746e0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Jan 28 13:29:27.933926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks [] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.966921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:27.983022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d', '02e353a9-27fc-4be4-8169-fefb2f06d7dc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:28.011920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:29:28.017080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:28.021820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:29:28.076992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:28.077787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.081427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:28.094881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.095586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.095586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.096687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.096687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.096687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.096954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.097220 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.097591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.097918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.098244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.098592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.098885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:28.134597 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-b8e3bee6-8b3d-4fbf-9ba8-d4595a3dd247 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6969693 Jan 28 13:29:28.166293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Request body: {'port': {'device_id': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:28.215102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d1415645-da2a-4e14-b6a0-723d51585ec7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:28.242514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73ebd130-31c1-4dcf-b461-64042053c661 req-04cd081e-5ec6-44a2-a717-20fe64955bd4 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0303288 Jan 28 13:29:28.256523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.263805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:28.266982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a97a6086-ddfb-4be8-b5e9-bc52542fab77 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:28.276819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a33aa-a82c-4ac3-85c4-7df451b2b941 req-ab84f005-a3e6-405b-bfed-612f13311aec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:28.283517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a33aa-a82c-4ac3-85c4-7df451b2b941 req-ab84f005-a3e6-405b-bfed-612f13311aec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:28.286108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e17a33aa-a82c-4ac3-85c4-7df451b2b941 req-ab84f005-a3e6-405b-bfed-612f13311aec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1680 time: 0.1702211 Jan 28 13:29:28.405071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cbd1f-188a-4e4c-a7b0-4af8a9997964 req-4772a05a-810c-4b5c-96b8-8e8caff3ce9b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:28.406994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d4cbd1f-188a-4e4c-a7b0-4af8a9997964 req-4772a05a-810c-4b5c-96b8-8e8caff3ce9b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 934 time: 0.0658991 Jan 28 13:29:28.460429 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e17a33aa-a82c-4ac3-85c4-7df451b2b941 req-640603ea-0aa7-4638-9d49-9d9d52c36cfc tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630354 Jan 28 13:29:28.481696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e86e9e5f-aae4-4582-9066-ec9ec02b4ba1 None None] Provisioning complete for port 73128da2-3b79-47d7-8a6d-1eb529472e50 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:28.482084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e86e9e5f-aae4-4582-9066-ec9ec02b4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.482490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d4cbd1f-188a-4e4c-a7b0-4af8a9997964 req-6fb4fc21-d2ae-4a50-a666-f5d757611566 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666013 Jan 28 13:29:28.622694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e86e9e5f-aae4-4582-9066-ec9ec02b4ba1 None None] Port 73128da2-3b79-47d7-8a6d-1eb529472e50 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:29:28.639158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port a97a6086-ddfb-4be8-b5e9-bc52542fab77 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:28.652008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port a97a6086-ddfb-4be8-b5e9-bc52542fab77 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:28.652416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.655302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:28.705346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73128da2-3b79-47d7-8a6d-1eb529472e50 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:28.715673 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Publish callbacks [] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.733047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Transition to ACTIVE for port object 73128da2-3b79-47d7-8a6d-1eb529472e50 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:29:28.741295 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.752564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f', 'port_id': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'mac_address': 'fa:16:3e:98:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f302b-b546-4573-a648-27c50b04d9e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:28.804511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:28.833160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:28.833567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.858443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 517e19ed-096e-45b3-97bf-3f8cf9bca515 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:28.899327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:28.930787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:29:28.931145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:29:28.931650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:28.939786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:29:28.940304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:29:28.947838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:29:28.948347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:28.948774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:29:28.949384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Bound port: 73128da2-3b79-47d7-8a6d-1eb529472e50, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:29:28.949754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.960364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:28.985722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a97a6086-ddfb-4be8-b5e9-bc52542fab77 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:28.986076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.036744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b15f28-a82b-4a22-ae44-14226d5668ec req-f430d748-db0d-4b3c-a726-65d79ad9bc73 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.044186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:29:29.045292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5b15f28-a82b-4a22-ae44-14226d5668ec req-f430d748-db0d-4b3c-a726-65d79ad9bc73 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 944 time: 0.0849469 Jan 28 13:29:29.051643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:29:29.059335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.108701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:29.110739 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e49a40a-960d-4334-9c46-2e462d63db7f" -d '{"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-plugged", "status": "completed", "tag": "a97a6086-ddfb-4be8-b5e9-bc52542fab77"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:29.118203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.118918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.120593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] 10.222.0.60 "PUT /v2.0/ports/73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 1094 time: 0.9678545 Jan 28 13:29:29.120824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:29.123069 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13" -d '{"events": [{"name": "network-changed", "server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:29.151550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5b15f28-a82b-4a22-ae44-14226d5668ec req-be1b09ab-e3a5-447d-9c4f-a1cb4c3fefd9 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037292 Jan 28 13:29:29.171889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['517e19ed-096e-45b3-97bf-3f8cf9bca515'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:29.176163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a97a6086-ddfb-4be8-b5e9-bc52542fab77, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a97a6086-ddfb-4be8-b5e9-bc52542fab77,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:29.216603 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:29.225217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.259672 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05e626-0cd8-40f4-8fe0-e794f3251d85 x-openstack-request-id: req-ff05e626-0cd8-40f4-8fe0-e794f3251d85 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:29.259985 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-plugged", "status": "completed", "tag": "a97a6086-ddfb-4be8-b5e9-bc52542fab77", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:29.260353 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff05e626-0cd8-40f4-8fe0-e794f3251d85 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:29.260763 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77', 'code': 200} Jan 28 13:29:29.263296 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6d96c-77fb-4388-aea3-3ef7663d20a6 x-openstack-request-id: req-a3f6d96c-77fb-4388-aea3-3ef7663d20a6 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:29.263868 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:29.264160 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3f6d96c-77fb-4388-aea3-3ef7663d20a6 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:29.264579 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'status': 'completed', 'code': 200} Jan 28 13:29:29.275749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af31668-e21d-450a-9806-b6f76499ae1a service neutron] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.323720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-6cffc85a-a3d5-4dd1-94ce-e9d63a1f24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.329043 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-6cffc85a-a3d5-4dd1-94ce-e9d63a1f24fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1097 time: 0.1273236 Jan 28 13:29:29.375955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a97a6086-ddfb-4be8-b5e9-bc52542fab77,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:29.414603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-2a4ec987-d8f7-4f6b-afb1-ab034c191f31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.0724804 Jan 28 13:29:29.430046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7df0388f-5ab3-4ec3-bcf6-2ce9313ff8c7 req-a79b5756-cb64-4180-bcd0-8966fd8a6bbd tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0343792 Jan 28 13:29:29.499933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-efccb5b5-b484-4c52-b79d-5c972eec1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.501575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-efccb5b5-b484-4c52-b79d-5c972eec1bca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0753133 Jan 28 13:29:29.568920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-8cd6b795-6761-4874-b3ca-6bf25d971972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.571175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-8cd6b795-6761-4874-b3ca-6bf25d971972 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553660 Jan 28 13:29:29.706079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af71111-d550-4eca-9093-6a9e4af49db1 req-5176c196-b180-4cbc-b5f2-a22e0a0f8f76 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.711434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffcf30-d1a3-4a78-83ed-654f7b3d8ce5 req-9646db1d-244d-42d9-a334-a70dca0a926f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.712765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af71111-d550-4eca-9093-6a9e4af49db1 req-5176c196-b180-4cbc-b5f2-a22e0a0f8f76 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:29.714455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5dffcf30-d1a3-4a78-83ed-654f7b3d8ce5 req-9646db1d-244d-42d9-a334-a70dca0a926f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 946 time: 0.1131065 Jan 28 13:29:29.720103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7af71111-d550-4eca-9093-6a9e4af49db1 req-5176c196-b180-4cbc-b5f2-a22e0a0f8f76 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1681 time: 0.1419110 Jan 28 13:29:29.813957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5dffcf30-d1a3-4a78-83ed-654f7b3d8ce5 req-e57b5fab-c2d0-466e-8e07-11afddd964db tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Jan 28 13:29:29.819233 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-378ddbda-5e08-4120-9a8d-698d23159b93 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165418 Jan 28 13:29:29.870760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7af71111-d550-4eca-9093-6a9e4af49db1 req-df52cd52-7536-499b-83f2-97653d7fc0cb tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402676 Jan 28 13:29:30.033781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c211656a-d3e3-4425-9f23-d2b37088aa42 req-3c1f375f-90d8-4062-82e5-ae3c02d90e84 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997557 Jan 28 13:29:30.188936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-c7598e3a-eaf9-42df-8676-b20400dee15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:30.190551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-c7598e3a-eaf9-42df-8676-b20400dee15c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1097 time: 0.0749795 Jan 28 13:29:30.233125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:30.368862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 517e19ed-096e-45b3-97bf-3f8cf9bca515 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:30.369755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.539387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:30.539812 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.593133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:30.600612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:30.601645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1415645-da2a-4e14-b6a0-723d51585ec7 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:30.680818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:30.697922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f4ea88b-773d-4122-ae26-cbda4352fffb req-0bb3cfa0-5fdb-4ee6-917d-4fc9cb5cd53a tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0549042 Jan 28 13:29:30.819808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef9ce9-2818-44f0-af7b-14438658e3a0 req-738a8662-bd25-4637-9b2e-a66160cd4bfd tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:30.823181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4ef9ce9-2818-44f0-af7b-14438658e3a0 req-738a8662-bd25-4637-9b2e-a66160cd4bfd tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 944 time: 0.5448811 Jan 28 13:29:30.826084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-a65968b0-b42d-4ace-b701-91987304ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:30.829022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-a65968b0-b42d-4ace-b701-91987304ad14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.6173933 Jan 28 13:29:30.994194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:31.007622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port d1415645-da2a-4e14-b6a0-723d51585ec7 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:31.013435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port d1415645-da2a-4e14-b6a0-723d51585ec7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:31.014006 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.072004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 6944cd78-18c7-46f7-9f72-f65c463be8b3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:31.072685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.103783 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4ef9ce9-2818-44f0-af7b-14438658e3a0 req-4e05a381-da02-4208-b076-63cec152c913 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710736 Jan 28 13:29:31.113094 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-e2cf74b1-495d-4f1b-a39f-ed7f8746dd8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.2131689 Jan 28 13:29:31.183698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9dfd-f38b-4d2c-a309-e0b1c06acd7a req-60551d1f-8ee7-4c3c-ab9e-79178c77026f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:31.185353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c30f9dfd-f38b-4d2c-a309-e0b1c06acd7a req-60551d1f-8ee7-4c3c-ab9e-79178c77026f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 946 time: 0.1637282 Jan 28 13:29:31.201045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 6944cd78-18c7-46f7-9f72-f65c463be8b3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:31.201045 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.230912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d1415645-da2a-4e14-b6a0-723d51585ec7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:31.231342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.262090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515'}, {'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:31.264953 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10655c9-965b-4ef9-a88c-3e64c7422d91" -d '{"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-plugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515"}, {"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-plugged", "status": "completed", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:31.266367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-41b89bff-3c0f-47dd-a30c-36d063352463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:31.270931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-41b89bff-3c0f-47dd-a30c-36d063352463 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1478119 Jan 28 13:29:31.271939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:31.279276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.294589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d1415645-da2a-4e14-b6a0-723d51585ec7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1415645-da2a-4e14-b6a0-723d51585ec7,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:31.297604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c30f9dfd-f38b-4d2c-a309-e0b1c06acd7a req-d54a0d0c-6c86-4e1f-ac84-ea3b7ece0a55 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873716 Jan 28 13:29:31.313478 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:31.356753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:31.455908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d1415645-da2a-4e14-b6a0-723d51585ec7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:31.459066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b64f4a-87ae-4f41-961c-d6050ad67a1a req-47a659a1-6a5f-4a31-87e1-12f75186aec5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:31.469513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b64f4a-87ae-4f41-961c-d6050ad67a1a req-47a659a1-6a5f-4a31-87e1-12f75186aec5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:31.472601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-40b64f4a-87ae-4f41-961c-d6050ad67a1a req-47a659a1-6a5f-4a31-87e1-12f75186aec5 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1681 time: 0.2001698 Jan 28 13:29:31.483564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-b80a209c-60ad-4e3f-8484-54c4ecfa58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:31.486012 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-b80a209c-60ad-4e3f-8484-54c4ecfa58c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938009 Jan 28 13:29:31.620916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-40b64f4a-87ae-4f41-961c-d6050ad67a1a req-2fbc72b3-d1f4-4ddc-8c8d-3a645cd2d5ea tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391473 Jan 28 13:29:31.629243 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19116cae-0c89-4b3e-8f29-806c98ab0deb x-openstack-request-id: req-19116cae-0c89-4b3e-8f29-806c98ab0deb {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:31.629454 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-plugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515", "code": 200}, {"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-plugged", "status": "completed", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:31.629713 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19116cae-0c89-4b3e-8f29-806c98ab0deb {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:31.630123 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'code': 200} Jan 28 13:29:31.630470 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'code': 200} Jan 28 13:29:31.674427 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-e1eec804-759d-481f-aceb-70af21113e14 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602697 Jan 28 13:29:31.809316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a7b6856-2ed8-47e2-ad0c-2fc2fe011c13 req-9cdb1ba6-2707-4dce-8515-1fd65db9a85f service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242750 Jan 28 13:29:31.855177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d68fca-cc27-445b-906d-42a2ccf0e9ee req-06aae141-25b9-484b-adc9-f5912a77fa42 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0332634 Jan 28 13:29:32.263123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5f251-7487-422b-a0f7-930a632b8b7b req-7685825c-a387-465b-b640-efe8f4b049c9 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:32.271818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24f5f251-7487-422b-a0f7-930a632b8b7b req-7685825c-a387-465b-b640-efe8f4b049c9 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0785782 Jan 28 13:29:32.334146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24f5f251-7487-422b-a0f7-930a632b8b7b req-f6308fba-8653-400e-8e76-019f2aaf86fa tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609682 Jan 28 13:29:32.453033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb55174-f041-408c-a693-2eee5d824c2f req-7a079041-50d2-4f07-9490-53300294247b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:32.461403 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbb55174-f041-408c-a693-2eee5d824c2f req-7a079041-50d2-4f07-9490-53300294247b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 946 time: 0.0670943 Jan 28 13:29:32.545738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bbb55174-f041-408c-a693-2eee5d824c2f req-65122612-bfa9-429a-bf73-db0603b24b0e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829594 Jan 28 13:29:32.866949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335774-cbb5-485c-a3ac-628e5fc9efad req-140f5f9d-3461-4a3b-9352-988a7ed4a97b tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:32.872286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335774-cbb5-485c-a3ac-628e5fc9efad req-140f5f9d-3461-4a3b-9352-988a7ed4a97b tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:32.874072 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14335774-cbb5-485c-a3ac-628e5fc9efad req-140f5f9d-3461-4a3b-9352-988a7ed4a97b tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1682 time: 0.0717597 Jan 28 13:29:32.989339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14335774-cbb5-485c-a3ac-628e5fc9efad req-868110ac-9ce8-4fb7-9684-f109a437fd8f tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082363 Jan 28 13:29:32.991058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41e456cc-43c3-489d-b0ee-11589f83c43d req-c071cf4f-6412-4507-b347-a10db5ea436e tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0408983 Jan 28 13:29:33.487259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b705-8edc-4169-900f-fbe1bfbddd24 req-b3aba96b-9c08-4c89-8e03-c5471a64edea tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.489994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3b3b705-8edc-4169-900f-fbe1bfbddd24 req-b3aba96b-9c08-4c89-8e03-c5471a64edea tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0790417 Jan 28 13:29:33.558664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3b3b705-8edc-4169-900f-fbe1bfbddd24 req-895f22e6-27d1-4622-865d-462dc37e35c7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588303 Jan 28 13:29:33.631929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1415645-da2a-4e14-b6a0-723d51585ec7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:33.634247 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fa10f2-c5ce-4362-9c30-f00ccaa70b26" -d '{"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-plugged", "status": "completed", "tag": "d1415645-da2a-4e14-b6a0-723d51585ec7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:33.684496 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03cdec-d89b-4151-a9ff-5fa50007198f x-openstack-request-id: req-4f03cdec-d89b-4151-a9ff-5fa50007198f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:33.685093 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-plugged", "status": "completed", "tag": "d1415645-da2a-4e14-b6a0-723d51585ec7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:33.685541 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f03cdec-d89b-4151-a9ff-5fa50007198f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:33.686128 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1415645-da2a-4e14-b6a0-723d51585ec7', 'code': 200} Jan 28 13:29:33.695335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbc460-54bf-4a3a-895d-aa61bafbb311 req-e0b913a1-2b96-43c9-8786-81cbc48118d2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.697753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91bbc460-54bf-4a3a-895d-aa61bafbb311 req-e0b913a1-2b96-43c9-8786-81cbc48118d2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 946 time: 0.0647027 Jan 28 13:29:33.836061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91bbc460-54bf-4a3a-895d-aa61bafbb311 req-0f3f062b-6600-4cca-a219-de928c2fa63b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224031 Jan 28 13:29:33.856311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccb0c-83e5-4d58-a4d8-75ce05760584 req-71ea2da7-7d52-45d6-a9a7-6323f8c47d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.856800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fccb0c-83e5-4d58-a4d8-75ce05760584 req-71ea2da7-7d52-45d6-a9a7-6323f8c47d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:33.858372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24fccb0c-83e5-4d58-a4d8-75ce05760584 req-71ea2da7-7d52-45d6-a9a7-6323f8c47d5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1984 time: 0.0821168 Jan 28 13:29:33.924300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24fccb0c-83e5-4d58-a4d8-75ce05760584 req-e7c66bfc-eeb2-479b-92d0-21f7a1b4fd48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Jan 28 13:29:34.139207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c36b7-275d-4a71-a8ca-41ed76933101 req-da8513bc-602e-4dcc-a6e1-e0ed2541fdd2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.147387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c36b7-275d-4a71-a8ca-41ed76933101 req-da8513bc-602e-4dcc-a6e1-e0ed2541fdd2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.155270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e01c36b7-275d-4a71-a8ca-41ed76933101 req-da8513bc-602e-4dcc-a6e1-e0ed2541fdd2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1682 time: 0.0918379 Jan 28 13:29:34.159464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6d249b52-7578-460e-88b2-9d02ed9bb221 req-f495a8e8-0ff4-4825-85a9-2828506cd850 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0492444 Jan 28 13:29:34.254173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e01c36b7-275d-4a71-a8ca-41ed76933101 req-71d7f387-456d-4064-81a6-9a1058dcd7bb tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954397 Jan 28 13:29:34.698204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:29:34.731291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf9f3b-4160-4f96-8afa-27ae2c9021cc req-2ad864b7-8d52-4541-840e-ee0b80fdbaaa tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:34.750500 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfaf9f3b-4160-4f96-8afa-27ae2c9021cc req-2ad864b7-8d52-4541-840e-ee0b80fdbaaa tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1045728 Jan 28 13:29:34.842240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfaf9f3b-4160-4f96-8afa-27ae2c9021cc req-b31ce948-0c5e-4e21-a462-91d9d75a8939 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902689 Jan 28 13:29:34.875522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:34.906458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'mac_address': 'fa:16:3e:f7:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:29:34.918969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2e7dea4-d3d9-4f60-b62f-20bb7aafa61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:34.988398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 73128da2-3b79-47d7-8a6d-1eb529472e50 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:34.989022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.005507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73128da2-3b79-47d7-8a6d-1eb529472e50 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:29:35.034129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:35.040998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:35.069691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba008edc-c1b1-4130-b280-228885095471 req-fa9a67f3-2326-4907-b9ad-3ae8376a65fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:35.090254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba008edc-c1b1-4130-b280-228885095471 req-fa9a67f3-2326-4907-b9ad-3ae8376a65fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 946 time: 0.1404059 Jan 28 13:29:35.192058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:35.250282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba008edc-c1b1-4130-b280-228885095471 req-6e2170f9-1b9e-4849-91bf-75f9c4c0b01c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555419 Jan 28 13:29:35.367572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-289deb9f-1891-4e0e-91ba-6f31eae805bc req-c5020219-4400-4415-bc09-e756f72b37d6 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0367422 Jan 28 13:29:35.454621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95122ee7-7ec9-4bf4-8d2d-a673dbd8a622 req-1fb5dcba-4901-4396-af00-ec11d0144af9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:35.462206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95122ee7-7ec9-4bf4-8d2d-a673dbd8a622 req-1fb5dcba-4901-4396-af00-ec11d0144af9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:35.468004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95122ee7-7ec9-4bf4-8d2d-a673dbd8a622 req-1fb5dcba-4901-4396-af00-ec11d0144af9 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1682 time: 0.0763419 Jan 28 13:29:35.520074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['73128da2-3b79-47d7-8a6d-1eb529472e50'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:35.526861 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95122ee7-7ec9-4bf4-8d2d-a673dbd8a622 req-4f09f927-ae7a-4fb3-80e1-66ad5ba516a2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576880 Jan 28 13:29:36.017607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2d619-ba39-4f04-b9c1-d4475fbe10f7 req-9264fda7-8aa0-4035-98fa-fe8f180e4839 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:36.026167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2d619-ba39-4f04-b9c1-d4475fbe10f7 req-9264fda7-8aa0-4035-98fa-fe8f180e4839 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:36.039947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67f2d619-ba39-4f04-b9c1-d4475fbe10f7 req-9264fda7-8aa0-4035-98fa-fe8f180e4839 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1682 time: 0.1343737 Jan 28 13:29:36.053895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30973d9c-9d01-4817-9709-440f7db765c9 req-01d690b2-151b-4f51-a02b-da1739928a79 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:36.063959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-30973d9c-9d01-4817-9709-440f7db765c9 req-01d690b2-151b-4f51-a02b-da1739928a79 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0989704 Jan 28 13:29:36.106958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67f2d619-ba39-4f04-b9c1-d4475fbe10f7 req-aa75ded2-edde-4de0-a245-26b0b99192fc tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618296 Jan 28 13:29:36.127277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-30973d9c-9d01-4817-9709-440f7db765c9 req-ae804995-0da7-49ab-b6c3-f3deccf861df tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597291 Jan 28 13:29:36.472832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc0d6-912a-4c00-ad86-e82ecf75e74f req-f656094a-a476-4528-a3c5-67f588d6fea9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:36.476348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e94dc0d6-912a-4c00-ad86-e82ecf75e74f req-f656094a-a476-4528-a3c5-67f588d6fea9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.0813522 Jan 28 13:29:36.657018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e94dc0d6-912a-4c00-ad86-e82ecf75e74f req-28aba54a-dc2a-4af1-8087-b1cbacf5a79f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719859 Jan 28 13:29:36.657774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-08232b79-5a88-42fb-a0aa-4a58860223ce req-3679fb8f-d216-4705-b54b-8fff67659904 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0941200 Jan 28 13:29:37.260953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef36eb-7801-4123-a7ea-1710355192a4 req-9b600b32-44c7-4c0f-92a8-13b6a8716066 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.267317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef36eb-7801-4123-a7ea-1710355192a4 req-9b600b32-44c7-4c0f-92a8-13b6a8716066 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.277388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ce6022bd-059a-48c5-b864-366ba64652f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.281018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80ef36eb-7801-4123-a7ea-1710355192a4 req-9b600b32-44c7-4c0f-92a8-13b6a8716066 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1682 time: 0.0851741 Jan 28 13:29:37.298366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858627-99d6-4f6c-8481-0610077a97c3 req-3c2ecdbb-98bd-488a-beb1-db0998593b7a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.301053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3858627-99d6-4f6c-8481-0610077a97c3 req-3c2ecdbb-98bd-488a-beb1-db0998593b7a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0889325 Jan 28 13:29:37.411286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80ef36eb-7801-4123-a7ea-1710355192a4 req-1b8a29a9-90e2-434f-a8f2-d106062ef563 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289337 Jan 28 13:29:37.452749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3858627-99d6-4f6c-8481-0610077a97c3 req-128b820e-3931-41c2-9c50-3e0295e59ddf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446104 Jan 28 13:29:37.567392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-783ab4cf-e181-498c-bec2-eac664e09afb tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.573597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-783ab4cf-e181-498c-bec2-eac664e09afb tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.575272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-783ab4cf-e181-498c-bec2-eac664e09afb tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 1682 time: 0.1002655 Jan 28 13:29:37.703182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port a97a6086-ddfb-4be8-b5e9-bc52542fab77 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:37.703537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.857636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port a97a6086-ddfb-4be8-b5e9-bc52542fab77, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a97a6086-ddfb-4be8-b5e9-bc52542fab77,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:37.857930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:37.889658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c5f3-423d-4db8-bb46-51006aeba343 req-8bf8b12f-6786-41fa-86a1-c0536937ec1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:37.896824 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6e7c5f3-423d-4db8-bb46-51006aeba343 req-8bf8b12f-6786-41fa-86a1-c0536937ec1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.0610819 Jan 28 13:29:37.901418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-412cfc7e-b051-443b-84b5-c2d09e3674e4 req-333cc05f-0a31-479c-a185-fb79fc2b64e0 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0423205 Jan 28 13:29:37.917702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for a97a6086-ddfb-4be8-b5e9-bc52542fab77 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:37.951080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6e7c5f3-423d-4db8-bb46-51006aeba343 req-bf7b1484-96f2-4148-87d5-6c8aad43488a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Jan 28 13:29:38.122509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a97a6086-ddfb-4be8-b5e9-bc52542fab77), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.136081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a97a6086-ddfb-4be8-b5e9-bc52542fab77', 'd1415645-da2a-4e14-b6a0-723d51585ec7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:38.196835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=a97a6086-ddfb-4be8-b5e9-bc52542fab77,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:38.340595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port a97a6086-ddfb-4be8-b5e9-bc52542fab77 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:38.349965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.366470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-b937dc79-ed78-4080-b5e5-03838d5d9963 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "DELETE /v2.0/ports/a97a6086-ddfb-4be8-b5e9-bc52542fab77 HTTP/1.1" status: 204 len: 173 time: 0.7852573 Jan 28 13:29:38.367655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-deleted', 'tag': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:38.371786 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cb2340-c202-4530-b0aa-c1b4efb9f2fc" -d '{"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-deleted", "tag": "a97a6086-ddfb-4be8-b5e9-bc52542fab77"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:38.549969 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034d5d5-af18-48b3-9d35-8249a81848c6 x-openstack-request-id: req-d034d5d5-af18-48b3-9d35-8249a81848c6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:38.558758 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-deleted", "tag": "a97a6086-ddfb-4be8-b5e9-bc52542fab77", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:38.559519 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d034d5d5-af18-48b3-9d35-8249a81848c6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:38.561167 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-deleted', 'tag': 'a97a6086-ddfb-4be8-b5e9-bc52542fab77', 'status': 'completed', 'code': 200} Jan 28 13:29:38.741133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:29:38.889125 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.890752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port d1415645-da2a-4e14-b6a0-723d51585ec7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:38.891230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:38.931723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab01706-ff07-4f45-a680-899cbab0550e req-e0c779a2-7c41-4a85-9888-f95b92051ab7 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:38.947639 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ab01706-ff07-4f45-a680-899cbab0550e req-e0c779a2-7c41-4a85-9888-f95b92051ab7 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 946 time: 0.2066729 Jan 28 13:29:39.005057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 73128da2-3b79-47d7-8a6d-1eb529472e50 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:29:39.014354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 73128da2-3b79-47d7-8a6d-1eb529472e50 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:29:39.014990 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.064472 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ab01706-ff07-4f45-a680-899cbab0550e req-c423518d-08c1-4b9c-ac37-bd17e2a40411 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/security-groups?id=21358b15-d6af-4837-b750-7a526f06f995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125731 Jan 28 13:29:39.114772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fe3c8-053b-47c5-9afd-85f93a9eff91 req-96e378bb-254d-4b85-a8a7-19171244d72b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.116467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae0fe3c8-053b-47c5-9afd-85f93a9eff91 req-96e378bb-254d-4b85-a8a7-19171244d72b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.2928133 Jan 28 13:29:39.254904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port d1415645-da2a-4e14-b6a0-723d51585ec7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d1415645-da2a-4e14-b6a0-723d51585ec7,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:39.258552 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.259026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 73128da2-3b79-47d7-8a6d-1eb529472e50 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:39.259658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.320008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:39.323850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for d1415645-da2a-4e14-b6a0-723d51585ec7 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:39.325789 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a037d9b-b41a-4184-a6c9-595e8ef2fcc2" -d '{"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:39.352616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae0fe3c8-053b-47c5-9afd-85f93a9eff91 req-3bca8c16-92a2-4fea-a040-0984ad95c479 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168517 Jan 28 13:29:39.355199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:39.367190 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.547382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.598033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31a062f4-d764-4e2b-8358-acebba69245d req-5e4538dc-4c1e-4f6e-b96f-11eea8020c6a tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0539584 Jan 28 13:29:39.688286 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372cff94-0e0c-43f6-ab2b-9a8cc263cd2a x-openstack-request-id: req-372cff94-0e0c-43f6-ab2b-9a8cc263cd2a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:39.688886 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:39.689152 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-372cff94-0e0c-43f6-ab2b-9a8cc263cd2a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:39.689599 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'code': 200} Jan 28 13:29:39.720861 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d1415645-da2a-4e14-b6a0-723d51585ec7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.841109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port d1415645-da2a-4e14-b6a0-723d51585ec7 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:39.844087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:39.848111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64582cfd-a13b-4209-884d-0bdd58dc2867 req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.36 "DELETE /v2.0/ports/d1415645-da2a-4e14-b6a0-723d51585ec7 HTTP/1.1" status: 204 len: 173 time: 1.4683881 Jan 28 13:29:39.849117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5d993-971b-4d6a-b5bf-adbad7b5d86c tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=d1415645-da2a-4e14-b6a0-723d51585ec7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:39.887832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ee59-62b8-43ea-95b2-ad1ba3744be0 req-2e2edcfa-5c25-46bd-82e0-78fc50cae3c0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.897385 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e439ee59-62b8-43ea-95b2-ad1ba3744be0 req-2e2edcfa-5c25-46bd-82e0-78fc50cae3c0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1656761 Jan 28 13:29:39.903000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb8e68-0c6e-4bab-9663-e675bd116db3 req-d6140c36-7492-421c-a29e-04c142e7ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:39.905446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7cbb8e68-0c6e-4bab-9663-e675bd116db3 req-d6140c36-7492-421c-a29e-04c142e7ab6f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1099 time: 0.1137416 Jan 28 13:29:39.970050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e439ee59-62b8-43ea-95b2-ad1ba3744be0 req-68fe803e-e375-4b26-a6c8-050b1bee8650 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712581 Jan 28 13:29:40.068494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7cbb8e68-0c6e-4bab-9663-e675bd116db3 req-228588ab-d153-450e-a925-a6950a3da389 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146798 Jan 28 13:29:40.225295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d29df920-4aa3-4497-be95-03f020a3db7a req-de107004-9396-40bd-b34d-3b3efad6bfb2 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "GET /v2.0/ports?device_id=3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1 HTTP/1.1" status: 200 len: 210 time: 0.0510151 Jan 28 13:29:40.283266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1415645-da2a-4e14-b6a0-723d51585ec7 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:40.305901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: d1415645-da2a-4e14-b6a0-723d51585ec7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:40.305901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d1415645-da2a-4e14-b6a0-723d51585ec7 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:40.306093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a97a6086-ddfb-4be8-b5e9-bc52542fab77 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:40.334408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: a97a6086-ddfb-4be8-b5e9-bc52542fab77 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:40.334797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a97a6086-ddfb-4be8-b5e9-bc52542fab77 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:40.448440 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:40.562431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-deleted', 'tag': 'd1415645-da2a-4e14-b6a0-723d51585ec7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:40.566315 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5d8291-8b7d-4f0d-8ebb-fd64390cb788" -d '{"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-deleted", "tag": "d1415645-da2a-4e14-b6a0-723d51585ec7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:40.625808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3894456-822a-48b4-b503-82570a373850 req-1c265315-188f-475d-bfaa-f73e88b1be14 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:40.627484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c3894456-822a-48b4-b503-82570a373850 req-1c265315-188f-475d-bfaa-f73e88b1be14 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0639892 Jan 28 13:29:40.725384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c3894456-822a-48b4-b503-82570a373850 req-7c2a42f9-97cf-496c-8281-3eb58f8b2fdc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900803 Jan 28 13:29:40.750394 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611b577d-cd54-4e49-8f00-ed199c7b1235 x-openstack-request-id: req-611b577d-cd54-4e49-8f00-ed199c7b1235 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:40.750712 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1", "name": "network-vif-deleted", "tag": "d1415645-da2a-4e14-b6a0-723d51585ec7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:40.750971 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-611b577d-cd54-4e49-8f00-ed199c7b1235 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:40.751374 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3691c149-b7d5-4cf8-9f24-74fcbd5a0fd1', 'name': 'network-vif-deleted', 'tag': 'd1415645-da2a-4e14-b6a0-723d51585ec7', 'status': 'completed', 'code': 200} Jan 28 13:29:40.843548 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1453c2a-d488-4c70-89f6-3bbde3027b58 req-ef461f50-d544-430f-a47e-382555e48c85 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0362260 Jan 28 13:29:40.884788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1683032-9cc4-4666-8091-0d8da2a31e8b req-17480b99-0ffe-42d1-af78-17938e5781aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0334852 Jan 28 13:29:41.166679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdaa2a-9507-44ff-ad3d-b41c1b17cfee req-86c9d27f-eddd-478d-9e69-86b4fd3e5ce5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:41.168893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aabdaa2a-9507-44ff-ad3d-b41c1b17cfee req-86c9d27f-eddd-478d-9e69-86b4fd3e5ce5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0765882 Jan 28 13:29:41.237019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aabdaa2a-9507-44ff-ad3d-b41c1b17cfee req-518a6ea9-70bf-4545-863d-d267959682d0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620294 Jan 28 13:29:41.300795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51284) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.386961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting subnet 761e4a1c-b3be-4666-8566-0c5d3c6738fa {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:41.391043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (761e4a1c-b3be-4666-8566-0c5d3c6738fa), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.436118 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (761e4a1c-b3be-4666-8566-0c5d3c6738fa), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.559452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (761e4a1c-b3be-4666-8566-0c5d3c6738fa), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.716112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.855894 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (761e4a1c-b3be-4666-8566-0c5d3c6738fa), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.958392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:41.965795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848412a6-2b6b-4a9a-a867-6c276b47e699 None None] Network a1be0932-d302-40ed-bb20-e9e31074c6bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:41.971213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/subnets/761e4a1c-b3be-4666-8566-0c5d3c6738fa HTTP/1.1" status: 204 len: 168 time: 0.6692567 Jan 28 13:29:41.972299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51296) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:41.974612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf1532-dc35-40a9-850e-754e0a5adac8 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Subnet': ['ID=761e4a1c-b3be-4666-8566-0c5d3c6738fa,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:41.992061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-25891fd9-f2cb-4b88-9b6b-15c953a7be2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1976032 Jan 28 13:29:42.243750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-1dd966ca-c167-49ff-a54c-3bff1af97183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:42.245657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-1dd966ca-c167-49ff-a54c-3bff1af97183 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 1100 time: 0.1230471 Jan 28 13:29:42.259208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1c63a-2adb-4c75-9001-4b7024cd543d req-166eca0d-a1ed-4117-b429-eb25142c93f7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:42.274671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fc1c63a-2adb-4c75-9001-4b7024cd543d req-166eca0d-a1ed-4117-b429-eb25142c93f7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.3617544 Jan 28 13:29:42.309330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a1be0932-d302-40ed-bb20-e9e31074c6bd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.415253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fc1c63a-2adb-4c75-9001-4b7024cd543d req-ef536716-34f9-40a7-bc60-2e57787048dc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377845 Jan 28 13:29:42.489299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-372f204b-d5b1-483d-af8f-4d9ee53b6d12 req-40cad640-9857-4699-aef8-62ecd2be1dec tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.1699016 Jan 28 13:29:42.507183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] DHCP port deletion for a1be0932-d302-40ed-bb20-e9e31074c6bd request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:42.571763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-9b18fe22-19ca-4cec-8e81-91ecbe7babea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:42.575531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-9b18fe22-19ca-4cec-8e81-91ecbe7babea service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2722654 Jan 28 13:29:42.606206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port f91454c1-08f7-4612-a422-3f9c1b23ea56 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:42.610875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.652638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-c8c643d9-1ed7-4942-95a2-a362991f1cb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 200 len: 217 time: 0.0697987 Jan 28 13:29:42.658360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] Deleting port f91454c1-08f7-4612-a422-3f9c1b23ea56 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:42.659077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.740488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port f91454c1-08f7-4612-a422-3f9c1b23ea56, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f91454c1-08f7-4612-a422-3f9c1b23ea56,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:42.740977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.787582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for f91454c1-08f7-4612-a422-3f9c1b23ea56 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:42.837426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-369347a7-66f2-4d62-8582-06ca34bf242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:42.839693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-369347a7-66f2-4d62-8582-06ca34bf242c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1793511 Jan 28 13:29:42.857953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] For port f91454c1-08f7-4612-a422-3f9c1b23ea56, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f91454c1-08f7-4612-a422-3f9c1b23ea56,segment=NetworkSegment(dd80177c-6bd2-48c7-9402-006021bf2727),segment_id=dd80177c-6bd2-48c7-9402-006021bf2727)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:42.858963 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:42.904714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] Calling delete_port for f91454c1-08f7-4612-a422-3f9c1b23ea56 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:43.001094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-b47d410d-6ebc-434b-92f4-a35db17e2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:43.002662 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-b47d410d-6ebc-434b-92f4-a35db17e2ab7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559305 Jan 28 13:29:43.011125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99d20-a747-4d43-87d3-509626d74f09 req-7a0c195f-d307-43be-a958-417cde14d9ba tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:43.027479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ecc99d20-a747-4d43-87d3-509626d74f09 req-7a0c195f-d307-43be-a958-417cde14d9ba tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.3873823 Jan 28 13:29:43.036410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.052268 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (f91454c1-08f7-4612-a422-3f9c1b23ea56), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.084931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=f91454c1-08f7-4612-a422-3f9c1b23ea56,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:43.108663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port f91454c1-08f7-4612-a422-3f9c1b23ea56 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:43.114861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] Pushing event deleted for resources: {'Port': ['ID=f91454c1-08f7-4612-a422-3f9c1b23ea56,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:43.121492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e12c9c-31d6-4035-b290-a03b98958a81 None None] No DVR routers for this DVR port f91454c1-08f7-4612-a422-3f9c1b23ea56 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:43.267934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a1be0932-d302-40ed-bb20-e9e31074c6bd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.306151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1be0932-d302-40ed-bb20-e9e31074c6bd']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:43.317770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd80177c-6bd2-48c7-9402-006021bf2727') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:43.318407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd80177c-6bd2-48c7-9402-006021bf2727') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:43.334880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (dd80177c-6bd2-48c7-9402-006021bf2727), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.355451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dd80177c-6bd2-48c7-9402-006021bf2727), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.363180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:43.363706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (dd80177c-6bd2-48c7-9402-006021bf2727), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:43.367920 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:43.497467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a1be0932-d302-40ed-bb20-e9e31074c6bd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.543853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.559899 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/networks/a1be0932-d302-40ed-bb20-e9e31074c6bd HTTP/1.1" status: 204 len: 168 time: 1.5680382 Jan 28 13:29:43.563957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51314) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:43.600565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ecc99d20-a747-4d43-87d3-509626d74f09 req-8541125e-76af-4443-871d-d16d897b3e76 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719757 Jan 28 13:29:43.646776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd82d1-10d1-430d-bb44-95b03c98d011 tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Network': ['ID=a1be0932-d302-40ed-bb20-e9e31074c6bd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:43.677970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-03841060-ec71-4cb1-9999-e229f068d3ef service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346979 Jan 28 13:29:43.719778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dac17b99-20eb-4d77-9168-5b4dbed6c8cd req-59ddb429-96c7-43a9-8fdd-d0311b54db1a tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0460045 Jan 28 13:29:43.730618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting subnet 1c94b179-d7f3-43d1-9315-a72aece5de66 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:43.739019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (1c94b179-d7f3-43d1-9315-a72aece5de66), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.784941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1ee73-81e9-49b5-b8ff-8b99ab60b822 req-f9487267-e2bf-4d6d-94c5-ae63471a82cb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:43.790501 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-66e1ee73-81e9-49b5-b8ff-8b99ab60b822 req-f9487267-e2bf-4d6d-94c5-ae63471a82cb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1546187 Jan 28 13:29:43.846049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d19bd1-841d-4b71-8dfd-9599f935154f req-e14f4974-efc9-47d4-b3c7-4431267a023f service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552322 Jan 28 13:29:43.865213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (1c94b179-d7f3-43d1-9315-a72aece5de66), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:43.872002 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-66e1ee73-81e9-49b5-b8ff-8b99ab60b822 req-6a0fe53d-dd44-4dc3-a29d-210f67b5e57f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689871 Jan 28 13:29:43.931962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966229db-2aa8-45c8-9005-de50421fd0f6 req-a6e1e6b1-57a0-4de6-bd18-8759941e6537 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:43.940534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-966229db-2aa8-45c8-9005-de50421fd0f6 req-a6e1e6b1-57a0-4de6-bd18-8759941e6537 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1099 time: 0.0905228 Jan 28 13:29:44.036277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-966229db-2aa8-45c8-9005-de50421fd0f6 req-f18642ae-cdd5-4671-ab35-ef7590a02ec7 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898056 Jan 28 13:29:44.060394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (1c94b179-d7f3-43d1-9315-a72aece5de66), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.215232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-dd9f699a-5f01-461a-ab99-563099f8a28a req-9367cc30-ea0b-4dfd-b95f-560bcda94c10 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:29:44.223468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dd9f699a-5f01-461a-ab99-563099f8a28a req-9367cc30-ea0b-4dfd-b95f-560bcda94c10 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127945 Jan 28 13:29:44.228363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (1c94b179-d7f3-43d1-9315-a72aece5de66), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.267126 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Subnet': ['ID=1c94b179-d7f3-43d1-9315-a72aece5de66,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:44.283236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.287988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b122b51c-1215-458c-a023-46a552ef52ec tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/subnets/1c94b179-d7f3-43d1-9315-a72aece5de66 HTTP/1.1" status: 204 len: 168 time: 0.7245224 Jan 28 13:29:44.290957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51338) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:44.298303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8518041d-a46d-4255-955d-3b7488f11a44 None None] Network 3f205876-492f-43f1-b2f4-f44cf0713afc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:44.479992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f91454c1-08f7-4612-a422-3f9c1b23ea56 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:44.517122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f91454c1-08f7-4612-a422-3f9c1b23ea56 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:44.517570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3f205876-492f-43f1-b2f4-f44cf0713afc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.517935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f91454c1-08f7-4612-a422-3f9c1b23ea56 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:44.689608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Deleting port 5ab926e6-804c-4afc-8e12-00f4d068fe9f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:44.693975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.746895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] DHCP port deletion for 3f205876-492f-43f1-b2f4-f44cf0713afc request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:44.810789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34f9a0-f7cc-4bbe-82b4-df718254a628 req-bd096529-0f9f-4ad3-9c9e-6beb0c691196 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:44.827921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a34f9a0-f7cc-4bbe-82b4-df718254a628 req-bd096529-0f9f-4ad3-9c9e-6beb0c691196 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1142769 Jan 28 13:29:44.835939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Deleting port 5ab926e6-804c-4afc-8e12-00f4d068fe9f {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:44.836485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.882949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] For port 5ab926e6-804c-4afc-8e12-00f4d068fe9f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5ab926e6-804c-4afc-8e12-00f4d068fe9f,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:44.883840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.901473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Calling delete_port for 5ab926e6-804c-4afc-8e12-00f4d068fe9f owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:44.938398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] For port 5ab926e6-804c-4afc-8e12-00f4d068fe9f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5ab926e6-804c-4afc-8e12-00f4d068fe9f,segment=NetworkSegment(e8da5158-5a16-4402-bf83-bdd2754d1744),segment_id=e8da5158-5a16-4402-bf83-bdd2754d1744)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:44.938804 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:44.960384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Calling delete_port for 5ab926e6-804c-4afc-8e12-00f4d068fe9f owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:45.007836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-0407f687-1f7d-4909-8224-c0d42766273b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1418602 Jan 28 13:29:45.032316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a34f9a0-f7cc-4bbe-82b4-df718254a628 req-6af21354-2c48-4996-bf4d-8630a205e597 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033617 Jan 28 13:29:45.090334 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.114044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5ab926e6-804c-4afc-8e12-00f4d068fe9f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.182111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Pushing event deleted for resources: {'Port': ['ID=5ab926e6-804c-4afc-8e12-00f4d068fe9f,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:45.196740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] No DVR routers for this DVR port 5ab926e6-804c-4afc-8e12-00f4d068fe9f on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:45.202791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a39ebd35-ca62-4dbb-84db-d582eddc220f req-a3cab05c-f4ca-49e9-82dc-7bd0ba07cf62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70186245aea9438a858703f0f2ed7866&device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.1932108 Jan 28 13:29:45.212294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2c66739-43f9-494c-a765-c500c2704bba req-cceb2e0d-5f94-48e8-84fb-7a563fb0de6b tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.1514573 Jan 28 13:29:45.238455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.239171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.240569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.241101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.241593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.242095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.242582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.243177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.244198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.244674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.245399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.245893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.246552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4c2ff5-7f77-433d-acf2-3739fdbad550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:29:45.321305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] No DVR routers for this DVR port 5ab926e6-804c-4afc-8e12-00f4d068fe9f on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:45.337577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa917c-7016-4cb6-9e3c-13fe0f26fac3 req-c39c651c-615b-437d-8c32-d78c69437b8f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.340177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43fa917c-7016-4cb6-9e3c-13fe0f26fac3 req-c39c651c-615b-437d-8c32-d78c69437b8f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1556392 Jan 28 13:29:45.383178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a39ebd35-ca62-4dbb-84db-d582eddc220f req-a84b6176-1d2d-4fdd-b114-d1dbeeb5381e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=70186245aea9438a858703f0f2ed7866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1509600 Jan 28 13:29:45.401574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.402342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.402968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.403630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.404461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.405196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.405833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.409641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7e9953f2-0922-4683-8f8c-a4a5d48c510d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6493 time: 0.3082507 Jan 28 13:29:45.438505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Port': ['ID=5ab926e6-804c-4afc-8e12-00f4d068fe9f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:45.553846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ebd35-ca62-4dbb-84db-d582eddc220f req-b085d5cd-3738-4d65-bba3-084b391ac543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.555663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a39ebd35-ca62-4dbb-84db-d582eddc220f req-b085d5cd-3738-4d65-bba3-084b391ac543 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575882 Jan 28 13:29:45.615515 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-43fa917c-7016-4cb6-9e3c-13fe0f26fac3 req-50f3a7da-a8a7-43dd-9444-089a0884cfad tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675650 Jan 28 13:29:45.630767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7bd1f3c6-9537-4688-8bf7-6225765e8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.632953 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3f205876-492f-43f1-b2f4-f44cf0713afc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.634160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7bd1f3c6-9537-4688-8bf7-6225765e8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.634734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7bd1f3c6-9537-4688-8bf7-6225765e8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.637732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7bd1f3c6-9537-4688-8bf7-6225765e8818 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d851e8dd-4248-45c2-9e39-3c87874d52ed&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=1d96b2c5-f574-4f64-9977-4a974e942cdc&id=1d96b2c5-f574-4f64-9977-4a974e942cdc HTTP/1.1" status: 200 len: 2292 time: 0.1752999 Jan 28 13:29:45.649157 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-b30183ae-86a3-4571-8696-672e53595690 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6505880 Jan 28 13:29:45.679070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f205876-492f-43f1-b2f4-f44cf0713afc']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:45.693914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8da5158-5a16-4402-bf83-bdd2754d1744') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:45.694342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8da5158-5a16-4402-bf83-bdd2754d1744') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:45.706311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (e8da5158-5a16-4402-bf83-bdd2754d1744), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.729493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-6e06e259-4b48-4a72-89da-7c062bebf532 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc HTTP/1.1" status: 200 len: 1002 time: 0.0790756 Jan 28 13:29:45.737750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e8da5158-5a16-4402-bf83-bdd2754d1744), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.757674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:45.758107 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (e8da5158-5a16-4402-bf83-bdd2754d1744), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:45.765432 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:45.844710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-72b9a465-b15e-4f8a-93e8-a83b7e46603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.845261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-72b9a465-b15e-4f8a-93e8-a83b7e46603f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fbb0b8c-8bea-4f64-9dd2-93bf442992e0 HTTP/1.1" status: 200 len: 851 time: 0.1071401 Jan 28 13:29:45.896977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3f205876-492f-43f1-b2f4-f44cf0713afc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.916027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:45.934062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] 10.222.0.45 "DELETE /v2.0/networks/3f205876-492f-43f1-b2f4-f44cf0713afc HTTP/1.1" status: 204 len: 168 time: 1.6418130 Jan 28 13:29:45.965391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897ffcd-c897-403a-8b42-ec25b4a8a8aa tempest-ServersTestMultiNic-509901965 tempest-ServersTestMultiNic-509901965-project] Pushing event deleted for resources: {'Network': ['ID=3f205876-492f-43f1-b2f4-f44cf0713afc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:45.969806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-cf4557b8-155a-4e40-8dca-d315ba16adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:45.972299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-cf4557b8-155a-4e40-8dca-d315ba16adb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d851e8dd-4248-45c2-9e39-3c87874d52ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129804 Jan 28 13:29:46.141683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51386) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:46.177849 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-57a5367f-889d-46bb-b5e8-2eb4c945be3e service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956844 Jan 28 13:29:46.343389 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a005-b1f6-4bf6-ab8f-f0c608f96bdc req-38ef8665-d2da-467c-930b-e965ff9a127d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:46.344996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e430a005-b1f6-4bf6-ab8f-f0c608f96bdc req-38ef8665-d2da-467c-930b-e965ff9a127d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.2294250 Jan 28 13:29:46.411068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87d23d12-0915-42e8-aacc-15040ef61f4d req-bdd6aa4d-ee70-4ab2-b537-8757ada15b26 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0819705 Jan 28 13:29:46.449678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e430a005-b1f6-4bf6-ab8f-f0c608f96bdc req-457461a6-a8bd-4f28-906a-3290fa8b2930 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920081 Jan 28 13:29:46.495084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5ab926e6-804c-4afc-8e12-00f4d068fe9f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:46.505695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-3e02ca6c-00df-45f1-b2c9-1b5a7ac1b848 service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153064 Jan 28 13:29:46.528172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5ab926e6-804c-4afc-8e12-00f4d068fe9f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:46.528989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5ab926e6-804c-4afc-8e12-00f4d068fe9f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:46.580919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-edc3c49d-a54e-46bb-8519-77113b1e2b9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 217 time: 0.0574834 Jan 28 13:29:46.752306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-d5f5a10d-3bdb-4277-9ae6-3a718e06b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:46.756122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-d5f5a10d-3bdb-4277-9ae6-3a718e06b9fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1469278 Jan 28 13:29:46.866866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-76466e21-ced4-4d9a-a8fb-153befaa7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:46.871013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-76466e21-ced4-4d9a-a8fb-153befaa7c88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877256 Jan 28 13:29:46.909411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a1c0-d51a-49e2-9e8b-3203f44434b2 req-22d76c8b-1ccf-4c11-a054-8d70970f4f2a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:46.911536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cac4a1c0-d51a-49e2-9e8b-3203f44434b2 req-22d76c8b-1ccf-4c11-a054-8d70970f4f2a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.0984890 Jan 28 13:29:46.959993 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (cd297656-b6e7-4ba0-aefa-f5c12819f065), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.035409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cac4a1c0-d51a-49e2-9e8b-3203f44434b2 req-dfb99215-560e-46ad-a1a1-179a3d114e9a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067398 Jan 28 13:29:47.043745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-527950e3-5f34-4b37-b7f7-85d2351ff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.045452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-527950e3-5f34-4b37-b7f7-85d2351ff745 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 1096 time: 0.1021655 Jan 28 13:29:47.062448 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-d1e5d8cc-3da1-4e5b-b2d6-ea7a7a5ebe58 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687772 Jan 28 13:29:47.147176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a39ebd35-ca62-4dbb-84db-d582eddc220f req-e50b427e-b2d1-432b-9457-dcf257abd1ca tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0495558 Jan 28 13:29:47.190397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-2ce97acc-7c3a-41ab-a734-5b93effbc836 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160386 Jan 28 13:29:47.249338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-7ad2fe87-f779-4b82-b3d2-100ba55879db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 217 time: 0.0472770 Jan 28 13:29:47.311394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-cd452c19-4c67-477c-82cf-43623160662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.313057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-cd452c19-4c67-477c-82cf-43623160662d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 915 time: 0.2261884 Jan 28 13:29:47.339522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-c3090d50-e257-47be-99df-550421c3b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.341103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-c3090d50-e257-47be-99df-550421c3b806 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0818748 Jan 28 13:29:47.370175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-3eeeabb4-e889-4e13-a95e-c1d577a64ce2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515 HTTP/1.1" status: 200 len: 217 time: 0.0453808 Jan 28 13:29:47.421947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-240d1f71-eed6-4aa7-b2f1-c22d6abbd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.423907 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-240d1f71-eed6-4aa7-b2f1-c22d6abbd05b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692415 Jan 28 13:29:47.535170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-8a90a15a-e871-45ed-a243-3381619cdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.537723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-8a90a15a-e871-45ed-a243-3381619cdf1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 200 len: 854 time: 0.1320357 Jan 28 13:29:47.589912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1fa6f54-f035-4355-af55-93f9cf68f062 req-f7b34200-d56e-42de-9d08-eed34870bc27 tempest-ServerShowV254Test-1323856688 tempest-ServerShowV254Test-1323856688-project] 10.222.0.45 "GET /v2.0/ports?device_id=85b9e11c-987f-4312-a916-9cfed1a45423 HTTP/1.1" status: 200 len: 210 time: 0.0431552 Jan 28 13:29:47.593971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-dfa21bab-3dae-4c89-8bfc-3e8af68cce2c service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591079 Jan 28 13:29:47.600618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-96fea803-b8b0-4727-9745-5c550f86b6a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9800ec0-0f2a-44b1-925e-e13d5035174f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551615 Jan 28 13:29:47.626411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Deleting port 1716c309-4063-4e10-8c1c-b57aaccf3a83 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:47.626760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.762041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-9486e4b0-049b-4312-9122-c588328d4ecb service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568058 Jan 28 13:29:47.768716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523480b5-4953-4483-ad48-883c2d88d049 req-25c19f72-b554-43c3-aec4-c8c2ba64d3b6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.771648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-523480b5-4953-4483-ad48-883c2d88d049 req-25c19f72-b554-43c3-aec4-c8c2ba64d3b6 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.2248762 Jan 28 13:29:47.828514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-dba466ff-963f-4118-b8b7-3586cac5686f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=708bf7df-0b01-4647-995d-27020ddc9cea HTTP/1.1" status: 200 len: 217 time: 0.0569861 Jan 28 13:29:47.899769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-8b9b8c35-af36-40da-98f7-a97378428128 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906489 Jan 28 13:29:47.900286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-3cf07ab0-09cf-4bf2-8759-cb3c1aeba74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.901847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-3cf07ab0-09cf-4bf2-8759-cb3c1aeba74d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0633466 Jan 28 13:29:47.903533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] For port 1716c309-4063-4e10-8c1c-b57aaccf3a83, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1716c309-4063-4e10-8c1c-b57aaccf3a83,segment=NetworkSegment(3534b4d0-6d54-41d8-8be0-7508992d72ff),segment_id=3534b4d0-6d54-41d8-8be0-7508992d72ff)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:47.904387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:47.941027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Calling delete_port for 1716c309-4063-4e10-8c1c-b57aaccf3a83 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:47.968777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-b49229ca-6ced-42ee-87c1-b7e5fd0f09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:47.970847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-b49229ca-6ced-42ee-87c1-b7e5fd0f09a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593073 Jan 28 13:29:48.023396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-523480b5-4953-4483-ad48-883c2d88d049 req-ea8b3580-012d-444f-99cf-f34f6d255936 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373118 Jan 28 13:29:48.094201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-07f425ba-1a02-4a20-a64e-3a0b0104225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.096803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-07f425ba-1a02-4a20-a64e-3a0b0104225e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1099 time: 0.2477059 Jan 28 13:29:48.109979 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-bdfb681d-ad75-42fa-aa60-1a6c6ea57742 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278579 Jan 28 13:29:48.209928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefc3187-cbe6-46b4-9b23-6310dbd172bf req-f68f8077-3c4e-4362-843a-aa03d682e411 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873883 Jan 28 13:29:48.260065 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-a501bd86-08d6-491b-8e39-cac1f063c342 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406014 Jan 28 13:29:48.336114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94648e4e-2b97-49d9-b100-f3372f8a56a3 req-4508aed5-0e6b-4d3f-af37-9a83bb9f9abc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.336838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-0d22a04f-2a45-4612-920e-c4d0e95e0df2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f HTTP/1.1" status: 200 len: 217 time: 0.0647473 Jan 28 13:29:48.337761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94648e4e-2b97-49d9-b100-f3372f8a56a3 req-4508aed5-0e6b-4d3f-af37-9a83bb9f9abc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1241970 Jan 28 13:29:48.340824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-b851818f-8592-4037-ac6b-8d7dced7ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.342625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-b851818f-8592-4037-ac6b-8d7dced7ad12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2346807 Jan 28 13:29:48.362038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114bfbe-eea2-41b2-8ecf-a499818776cc req-4e94a5e6-7b89-41cd-a187-dcdd856a027c tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.363963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9114bfbe-eea2-41b2-8ecf-a499818776cc req-4e94a5e6-7b89-41cd-a187-dcdd856a027c tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 945 time: 0.1027975 Jan 28 13:29:48.412153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-1a602c9d-f644-49b7-b96f-de0600e1c2c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.0487449 Jan 28 13:29:48.427434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-8f9ceeb8-33c9-43c2-952b-d617bd04e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.428992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-8f9ceeb8-33c9-43c2-952b-d617bd04e922 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.0845282 Jan 28 13:29:48.446080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9114bfbe-eea2-41b2-8ecf-a499818776cc req-343086e7-8319-4f78-8772-b31c14198d35 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625999 Jan 28 13:29:48.510959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-5dfcb56c-6590-4507-b8e3-eb232c95e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.514222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-5dfcb56c-6590-4507-b8e3-eb232c95e41c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706122 Jan 28 13:29:48.515019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94648e4e-2b97-49d9-b100-f3372f8a56a3 req-89bdfb51-29a8-448f-ab00-b20416130912 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690009 Jan 28 13:29:48.536325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-1531901b-f457-487e-a05f-ecbd9bbd011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.538216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-1531901b-f457-487e-a05f-ecbd9bbd011c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1110086 Jan 28 13:29:48.574449 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1716c309-4063-4e10-8c1c-b57aaccf3a83), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:48.623755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1716c309-4063-4e10-8c1c-b57aaccf3a83,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:48.686448 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-821fbfb4-3409-4e5d-a5f9-6884703a53b6 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607437 Jan 28 13:29:48.689899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-6140e88d-f48b-4f22-8d18-5215ce3c1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:48.692274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-6140e88d-f48b-4f22-8d18-5215ce3c1c06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438591 Jan 28 13:29:49.007723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-a4740c27-d0ee-4c25-b96d-8c0a2edc6083 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978830 Jan 28 13:29:49.012991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-2800b45c-73f3-4b4f-9bac-88db45e45355 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407062 Jan 28 13:29:49.075876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-5109994b-56eb-40df-a944-7e141b2adf07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e HTTP/1.1" status: 200 len: 217 time: 0.0533252 Jan 28 13:29:49.093562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (cd297656-b6e7-4ba0-aefa-f5c12819f065), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.155552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-04f344b8-235a-41bf-a3ce-113259d5e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.166390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-04f344b8-235a-41bf-a3ce-113259d5e19d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.0796213 Jan 28 13:29:49.190083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51452) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:49.260273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-eff60d9d-dea1-4ef1-b810-8abea86d3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.261786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-eff60d9d-dea1-4ef1-b810-8abea86d3057 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852036 Jan 28 13:29:49.283618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-876731c7-2986-41f8-8631-cd8f4625be3e service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594700 Jan 28 13:29:49.294680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb419-1da7-483d-9fb2-6867ebd588dc req-32192aef-8b1a-4e6d-acd4-bf9922837568 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.296226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15bdb419-1da7-483d-9fb2-6867ebd588dc req-32192aef-8b1a-4e6d-acd4-bf9922837568 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1480289 Jan 28 13:29:49.400842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-3dcdf262-7318-4e5d-a078-46e83d9f55ad service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317739 Jan 28 13:29:49.424451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15bdb419-1da7-483d-9fb2-6867ebd588dc req-427d20b8-f21d-472a-b2ac-668794a11e01 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155570 Jan 28 13:29:49.427841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-615abaaa-1ebe-431e-ab1f-d2fc53141aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:49.552625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-2b629360-7fae-42b7-93b5-8ba2b329718a service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427341 Jan 28 13:29:49.652730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-379ac352-d901-426b-a6ed-3d0665f940bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=686c94c6-ca51-461a-88fc-0b57ba784b04 HTTP/1.1" status: 200 len: 217 time: 0.0852492 Jan 28 13:29:49.680336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc488bf-2129-4b9e-92ca-5b0f3668bd33 req-9a6e1855-7143-429e-be9c-2f0caec4bb96 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.681970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdc488bf-2129-4b9e-92ca-5b0f3668bd33 req-9a6e1855-7143-429e-be9c-2f0caec4bb96 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 945 time: 0.1350310 Jan 28 13:29:49.755118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-2263c501-6baf-4a56-b996-878302286159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.756892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-2263c501-6baf-4a56-b996-878302286159 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.0927210 Jan 28 13:29:49.789673 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdc488bf-2129-4b9e-92ca-5b0f3668bd33 req-66d1f7a6-8f95-4696-a570-d2987ee7b677 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807016 Jan 28 13:29:49.822238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-59f065a4-0d97-4af8-9155-9fe3d8ae2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.823869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-59f065a4-0d97-4af8-9155-9fe3d8ae2d07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523345 Jan 28 13:29:49.934801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Router cd297656-b6e7-4ba0-aefa-f5c12819f065 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:29:49.942134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-b64f81ec-3f7c-4f97-92c9-845aab226cf7 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083713 Jan 28 13:29:49.948134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cee84-35ca-412a-85ac-59c219a8ad44 req-cfff73e2-83ff-471e-996c-58ec4bc123fc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:49.950495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-534cee84-35ca-412a-85ac-59c219a8ad44 req-cfff73e2-83ff-471e-996c-58ec4bc123fc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 945 time: 0.1324120 Jan 28 13:29:50.055017 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fa52f94-ef94-4ef5-8bd2-11253c482dfe req-cd7d6212-4d9d-46e2-bd01-a8b19fb046d7 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056454 Jan 28 13:29:50.074265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-615abaaa-1ebe-431e-ab1f-d2fc53141aa8 admin admin] Publish callbacks [] for security_group (591a8420-b20f-46eb-aa23-cd7d43475165), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.087634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-615abaaa-1ebe-431e-ab1f-d2fc53141aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (591a8420-b20f-46eb-aa23-cd7d43475165), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.099936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-534cee84-35ca-412a-85ac-59c219a8ad44 req-565f8238-24d6-4c8b-a4b2-6e2898a41d2f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391878 Jan 28 13:29:50.176898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615abaaa-1ebe-431e-ab1f-d2fc53141aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591a8420-b20f-46eb-aa23-cd7d43475165,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.188118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-615abaaa-1ebe-431e-ab1f-d2fc53141aa8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70186245aea9438a858703f0f2ed7866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9938681 Jan 28 13:29:50.189206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51464) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:50.205580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:29:50.212977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f945e573-7ae9-4db1-a5cf-f0291a296f03 admin admin] 10.222.0.45 "PUT /v2.0/routers/cd297656-b6e7-4ba0-aefa-f5c12819f065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0699005 Jan 28 13:29:50.215868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:50.220140 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def44b71-05c0-44cb-8883-6360452e395a None None] Sync routers for ids ['cd297656-b6e7-4ba0-aefa-f5c12819f065'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:29:50.283823 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] Routers {'cd297656-b6e7-4ba0-aefa-f5c12819f065'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:50.288884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-692f9c2c-ff15-4215-a0c7-887ed5ee3a07 admin admin] Publish callbacks [] for security_group (591a8420-b20f-46eb-aa23-cd7d43475165), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.289301 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:29:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd297656-b6e7-4ba0-aefa-f5c12819f065'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:50.341286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-692f9c2c-ff15-4215-a0c7-887ed5ee3a07 admin admin] Publish callbacks [] for security_group (591a8420-b20f-46eb-aa23-cd7d43475165), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.341694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:50.492556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks [] for router (cd297656-b6e7-4ba0-aefa-f5c12819f065), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.513717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-692f9c2c-ff15-4215-a0c7-887ed5ee3a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (591a8420-b20f-46eb-aa23-cd7d43475165), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.516880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-692f9c2c-ff15-4215-a0c7-887ed5ee3a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.522246 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-692f9c2c-ff15-4215-a0c7-887ed5ee3a07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/591a8420-b20f-46eb-aa23-cd7d43475165 HTTP/1.1" status: 204 len: 168 time: 0.3316250 Jan 28 13:29:50.534124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:50.535510 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.539557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f9c2c-ff15-4215-a0c7-887ed5ee3a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591a8420-b20f-46eb-aa23-cd7d43475165,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.569655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:50.572860 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdea94e4-e1df-420d-8607-00a8135c8481" -d '{"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-unplugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:50.592025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:50.599757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.608111 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] Set router cd297656-b6e7-4ba0-aefa-f5c12819f065 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:50.680313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:50.703933 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67126dd6-05be-467c-87c9-88353b7d786c x-openstack-request-id: req-67126dd6-05be-467c-87c9-88353b7d786c {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:50.704668 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-unplugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:50.705130 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67126dd6-05be-467c-87c9-88353b7d786c {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:50.708858 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'code': 200} Jan 28 13:29:50.880795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda55999-db2a-4b9b-815d-c29a838c4d5c req-90d029ef-c942-4b5d-8399-44a2934b1550 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:50.888901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cda55999-db2a-4b9b-815d-c29a838c4d5c req-90d029ef-c942-4b5d-8399-44a2934b1550 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1613369 Jan 28 13:29:50.895586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks [] for router_gateway (cd297656-b6e7-4ba0-aefa-f5c12819f065), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:50.905999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-b9b1a19e-ff53-4e01-9034-be841d6e41ed tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:50.907816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-b9b1a19e-ff53-4e01-9034-be841d6e41ed tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 945 time: 0.1971443 Jan 28 13:29:51.061856 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:29:48Z', 'revision_number': 5, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port': {'id': '0d386d31-6312-43f8-acf5-f6be15766d72', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:28:04Z', 'updated_at': '2022-01-28T13:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:51.078392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cda55999-db2a-4b9b-815d-c29a838c4d5c req-7d689fe3-76c0-44bf-bfbd-50b32a4fbc19 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882613 Jan 28 13:29:51.130426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002008e-db57-4d13-bc90-57ee27e09b90 req-fdbcefe1-015f-4d76-96e1-1ccf9532183a tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:51.135723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a002008e-db57-4d13-bc90-57ee27e09b90 req-fdbcefe1-015f-4d76-96e1-1ccf9532183a tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 945 time: 0.1683903 Jan 28 13:29:51.137635 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def44b71-05c0-44cb-8883-6360452e395a None None] Checking router: cd297656-b6e7-4ba0-aefa-f5c12819f065 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:29:51.160943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Deleting port 0d386d31-6312-43f8-acf5-f6be15766d72 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:51.164657 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.167558 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] Routers {'cd297656-b6e7-4ba0-aefa-f5c12819f065'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:29:51.168454 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:29:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd297656-b6e7-4ba0-aefa-f5c12819f065'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:51.219534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Deleting port 618ea592-b777-4771-8ebe-7d26c0b2c671 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:51.220617 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.376814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a002008e-db57-4d13-bc90-57ee27e09b90 req-de33ae77-2952-4eb2-803c-02e3194da75f tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/security-groups?id=a8f3665a-19d4-4ea3-bebf-c5812660a314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398872 Jan 28 13:29:51.414657 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] Set router cd297656-b6e7-4ba0-aefa-f5c12819f065 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:29:51.453044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] For port 0d386d31-6312-43f8-acf5-f6be15766d72, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d386d31-6312-43f8-acf5-f6be15766d72,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:51.453433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.479205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] For port 618ea592-b777-4771-8ebe-7d26c0b2c671, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=618ea592-b777-4771-8ebe-7d26c0b2c671,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:51.479577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.482457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Calling delete_port for 0d386d31-6312-43f8-acf5-f6be15766d72 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:51.506349 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-def44b71-05c0-44cb-8883-6360452e395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:29:50Z', 'revision_number': 6, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:51.520976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Calling delete_port for 618ea592-b777-4771-8ebe-7d26c0b2c671 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:51.541628 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def44b71-05c0-44cb-8883-6360452e395a None None] The sync data for ids ['cd297656-b6e7-4ba0-aefa-f5c12819f065'] in n-d-822748-2 is: [{'id': 'cd297656-b6e7-4ba0-aefa-f5c12819f065', 'name': 'tempest-ServersTestMultiNic-1869311041-router', 'tenant_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:28:01Z', 'updated_at': '2022-01-28T13:29:50Z', 'revision_number': 6, 'project_id': 'a771d453226b44bbb22e1ea06ebd93eb', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:29:51.714170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484331e4-5fa6-48fd-9119-e043aae1e3af req-41689f82-b676-4317-aa81-bcd708a35860 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:51.724003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-484331e4-5fa6-48fd-9119-e043aae1e3af req-41689f82-b676-4317-aa81-bcd708a35860 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.2050588 Jan 28 13:29:51.826751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-484331e4-5fa6-48fd-9119-e043aae1e3af req-48d3e0b8-5bbf-40c0-ac47-f02f42ba555f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011469 Jan 28 13:29:51.852802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0d386d31-6312-43f8-acf5-f6be15766d72), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.874924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (618ea592-b777-4771-8ebe-7d26c0b2c671), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.883398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d386d31-6312-43f8-acf5-f6be15766d72,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:51.889180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['618ea592-b777-4771-8ebe-7d26c0b2c671'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:29:51.913314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Pushing event deleted for resources: {'Port': ['ID=618ea592-b777-4771-8ebe-7d26c0b2c671,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:51.978020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] No DVR routers for this DVR port 618ea592-b777-4771-8ebe-7d26c0b2c671 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:51.995136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:51.999677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1092e82-c068-4189-8a0e-1e04759e2037 req-750343cc-b6a0-4b19-b504-6b220b7f9b24 tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.60 "DELETE /v2.0/ports/618ea592-b777-4771-8ebe-7d26c0b2c671 HTTP/1.1" status: 204 len: 173 time: 1.0817764 Jan 28 13:29:51.999677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'name': 'network-vif-deleted', 'tag': '618ea592-b777-4771-8ebe-7d26c0b2c671'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:29:52.013293 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a53dfed-69fb-4682-bfc8-6e4873cfd062" -d '{"events": [{"server_uuid": "8e7671a1-8e18-4356-a87c-0fdfc3855d99", "name": "network-vif-deleted", "tag": "618ea592-b777-4771-8ebe-7d26c0b2c671"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:29:52.024670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (cd297656-b6e7-4ba0-aefa-f5c12819f065), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.075983 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba7310c-1245-479e-9661-ff8d7fb4db75 x-openstack-request-id: req-6ba7310c-1245-479e-9661-ff8d7fb4db75 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:29:52.077081 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7671a1-8e18-4356-a87c-0fdfc3855d99", "name": "network-vif-deleted", "tag": "618ea592-b777-4771-8ebe-7d26c0b2c671", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:29:52.077081 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ba7310c-1245-479e-9661-ff8d7fb4db75 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:29:52.077081 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7671a1-8e18-4356-a87c-0fdfc3855d99', 'name': 'network-vif-deleted', 'tag': '618ea592-b777-4771-8ebe-7d26c0b2c671', 'status': 'completed', 'code': 200} Jan 28 13:29:52.147241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51510) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:52.167419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99dc67-5334-4157-ad13-0fd495f9f752 req-55fa1299-36ec-4929-a5dc-ff7a9d340b20 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:52.169138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f99dc67-5334-4157-ad13-0fd495f9f752 req-55fa1299-36ec-4929-a5dc-ff7a9d340b20 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.2020881 Jan 28 13:29:52.215205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (cd297656-b6e7-4ba0-aefa-f5c12819f065), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.218249 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks [] for router_controller (cd297656-b6e7-4ba0-aefa-f5c12819f065), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.251672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6b54-9bb2-44d5-b465-cc92f7aa51ca req-b1e2d9ba-8c9b-4d75-b719-7bbdb07bae4e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:52.253902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3aa6b54-9bb2-44d5-b465-cc92f7aa51ca req-b1e2d9ba-8c9b-4d75-b719-7bbdb07bae4e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0584157 Jan 28 13:29:52.299173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1927944628-network', 'tenant_id': 'f81bbac77465475680692b41f7e09800'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:52.302740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (cd297656-b6e7-4ba0-aefa-f5c12819f065), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.303289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd297656-b6e7-4ba0-aefa-f5c12819f065 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:29:52.312630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.318574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1e2fde73-7154-4165-86ab-737ca7966328 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cd297656-b6e7-4ba0-aefa-f5c12819f065 HTTP/1.1" status: 204 len: 168 time: 2.0966759 Jan 28 13:29:52.318574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51516) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:52.329364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3aa6b54-9bb2-44d5-b465-cc92f7aa51ca req-831be37e-df35-48eb-afb6-f8680d9b286d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625701 Jan 28 13:29:52.330784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f99dc67-5334-4157-ad13-0fd495f9f752 req-7d7fc1cd-2532-49cc-a7a2-f1150f100ecc tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257679 Jan 28 13:29:52.394390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] Deleting subnet 729e8f2e-699d-479c-9a6f-9a26786977f8 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:29:52.398908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] Publish callbacks [] for subnet (729e8f2e-699d-479c-9a6f-9a26786977f8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.434063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Made reservation on behalf of f81bbac77465475680692b41f7e09800 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:52.437838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.456881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.556182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (729e8f2e-699d-479c-9a6f-9a26786977f8), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.638676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1716c309-4063-4e10-8c1c-b57aaccf3a83 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:52.664014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-ce9f73d1-2967-4099-9b8f-c812e687311a req-d852e79a-18fb-46b8-a0b5-2e52a0ea92b6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:29:52.665342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce9f73d1-2967-4099-9b8f-c812e687311a req-d852e79a-18fb-46b8-a0b5-2e52a0ea92b6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125704 Jan 28 13:29:52.672625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks [] for security_group (1b4dcb23-810e-40dd-bbb2-ce27fd8ae497), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.686648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7bcc6164-c637-4ab3-a18e-553730c58b03 req-0f1cd308-7231-45ca-9210-47c0eacd2e4e tempest-AttachSCSIVolumeTestJSON-1675932582 tempest-AttachSCSIVolumeTestJSON-1675932582-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e7671a1-8e18-4356-a87c-0fdfc3855d99 HTTP/1.1" status: 200 len: 210 time: 0.0784163 Jan 28 13:29:52.703987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1716c309-4063-4e10-8c1c-b57aaccf3a83 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:52.704502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1716c309-4063-4e10-8c1c-b57aaccf3a83 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:52.704799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d386d31-6312-43f8-acf5-f6be15766d72 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:52.732511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (729e8f2e-699d-479c-9a6f-9a26786977f8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.758786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0d386d31-6312-43f8-acf5-f6be15766d72 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:52.759406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d386d31-6312-43f8-acf5-f6be15766d72 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:52.769623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1b4dcb23-810e-40dd-bbb2-ce27fd8ae497), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.801402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:52.838519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6e434fc2-68bb-4115-9b2b-b8b28154c30c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.838944 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Added segment 6e434fc2-68bb-4115-9b2b-b8b28154c30c of type vlan for network 467d2f86-0cf9-43ce-b686-728d2e2af1ad Jan 28 13:29:52.856614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.907303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (467d2f86-0cf9-43ce-b686-728d2e2af1ad), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.912939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (729e8f2e-699d-479c-9a6f-9a26786977f8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.961307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729e8f2e-699d-479c-9a6f-9a26786977f8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:52.974298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767f4ae-1125-4d2a-bce1-3ee76430a685 None None] Network 0f96dabe-37fe-4db7-aa83-c4995cc82db0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:52.976545 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.984378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4b68d95b-8a3e-42ff-b370-e08e28f377b2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/729e8f2e-699d-479c-9a6f-9a26786977f8 HTTP/1.1" status: 204 len: 168 time: 0.6646159 Jan 28 13:29:52.987100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51540) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:52.994413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (467d2f86-0cf9-43ce-b686-728d2e2af1ad), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:52.997373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:52.999701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.023345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8ed8-fe3b-4b63-8ffc-b9a98e5ef099 req-5ae7bea1-4df9-40d6-9e9c-25dda0bd18ee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:53.031558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59fb8ed8-fe3b-4b63-8ffc-b9a98e5ef099 req-5ae7bea1-4df9-40d6-9e9c-25dda0bd18ee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.0908775 Jan 28 13:29:53.188197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0392880 Jan 28 13:29:53.192391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:53.205752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Request body: {'subnet': {'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1927944628-subnet', 'tenant_id': 'f81bbac77465475680692b41f7e09800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:53.215666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220cad5-8e91-4cbc-bd91-fee273e46e3e admin admin] Pushing event updated for resources: {'Network': ['ID=467d2f86-0cf9-43ce-b686-728d2e2af1ad,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.239958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (0f96dabe-37fe-4db7-aa83-c4995cc82db0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.241867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 467d2f86-0cf9-43ce-b686-728d2e2af1ad details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:53.264166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Made reservation on behalf of f81bbac77465475680692b41f7e09800 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:53.267235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.333020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] DHCP port deletion for 0f96dabe-37fe-4db7-aa83-c4995cc82db0 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:29:53.448843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-ac2d6c81-ae81-4ee1-841e-6281f509e3e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022253 Jan 28 13:29:53.449799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] Deleting port 199ccddc-e45f-4171-8c36-b7bef04c03aa {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:53.450220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.476826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Deleting port 199ccddc-e45f-4171-8c36-b7bef04c03aa {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:29:53.477193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.545776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] For port 199ccddc-e45f-4171-8c36-b7bef04c03aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=199ccddc-e45f-4171-8c36-b7bef04c03aa,segment=NetworkSegment(3534b4d0-6d54-41d8-8be0-7508992d72ff),segment_id=3534b4d0-6d54-41d8-8be0-7508992d72ff)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:53.546187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.562871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] Calling delete_port for 199ccddc-e45f-4171-8c36-b7bef04c03aa owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:53.568760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59fb8ed8-fe3b-4b63-8ffc-b9a98e5ef099 req-a89f0811-be51-4247-b04f-cfd597c691e7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362160 Jan 28 13:29:53.615689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] For port 199ccddc-e45f-4171-8c36-b7bef04c03aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=199ccddc-e45f-4171-8c36-b7bef04c03aa,segment=NetworkSegment(3534b4d0-6d54-41d8-8be0-7508992d72ff),segment_id=3534b4d0-6d54-41d8-8be0-7508992d72ff)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:29:53.616104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.680607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Calling delete_port for 199ccddc-e45f-4171-8c36-b7bef04c03aa owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:29:53.697957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.709947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a21d3c59-e604-410f-9bba-48a18eebd2cb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:53.747009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] Pushing event deleted for resources: {'Port': ['ID=199ccddc-e45f-4171-8c36-b7bef04c03aa,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.759532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8fc4db-f6e9-4734-a000-4ef8d1109818 None None] No DVR routers for this DVR port 199ccddc-e45f-4171-8c36-b7bef04c03aa on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:53.882329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21d3c59-e604-410f-9bba-48a18eebd2cb,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:53.964439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Checking segment: {'id': '6e434fc2-68bb-4115-9b2b-b8b28154c30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:53.965488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Network hostable DHCP agents. Network: 467d2f86-0cf9-43ce-b686-728d2e2af1ad, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:53.971148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (199ccddc-e45f-4171-8c36-b7bef04c03aa), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.053544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe2ccb-9df6-45bc-a792-d84478bff21a req-a1472a84-4451-4b85-9d44-700a54252b11 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.067002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fbe2ccb-9df6-45bc-a792-d84478bff21a req-a1472a84-4451-4b85-9d44-700a54252b11 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1778653 Jan 28 13:29:54.096432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=199ccddc-e45f-4171-8c36-b7bef04c03aa,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:54.099841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] No DVR routers for this DVR port 199ccddc-e45f-4171-8c36-b7bef04c03aa on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:29:54.195287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Network 467d2f86-0cf9-43ce-b686-728d2e2af1ad is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:54.279640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 467d2f86-0cf9-43ce-b686-728d2e2af1ad) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:54.281898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fbe2ccb-9df6-45bc-a792-d84478bff21a req-c836662b-0fe5-4028-8fa3-6a2733cb1b1a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160385 Jan 28 13:29:54.284235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (0f96dabe-37fe-4db7-aa83-c4995cc82db0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.287359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3bb903-9c2c-43cc-88f3-21d90c08cf94 None None] Network 467d2f86-0cf9-43ce-b686-728d2e2af1ad requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:54.288334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.288946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.316318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f96dabe-37fe-4db7-aa83-c4995cc82db0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:54.330616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-768bb0a5-2845-40b1-bbf1-44cd757127fb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1349933 Jan 28 13:29:54.347631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3534b4d0-6d54-41d8-8be0-7508992d72ff') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:54.347796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3534b4d0-6d54-41d8-8be0-7508992d72ff') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:29:54.359769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (3534b4d0-6d54-41d8-8be0-7508992d72ff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.382508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3534b4d0-6d54-41d8-8be0-7508992d72ff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.389500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:29:54.389842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (3534b4d0-6d54-41d8-8be0-7508992d72ff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:29:54.391976 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:29:54.444741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:54.477016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (0f96dabe-37fe-4db7-aa83-c4995cc82db0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.485370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.498695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0f96dabe-37fe-4db7-aa83-c4995cc82db0 HTTP/1.1" status: 204 len: 168 time: 1.5091786 Jan 28 13:29:54.512616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc07d9-3f47-4fd0-8faf-ff3d91558cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f96dabe-37fe-4db7-aa83-c4995cc82db0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:54.520445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 199ccddc-e45f-4171-8c36-b7bef04c03aa no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:54.561201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 199ccddc-e45f-4171-8c36-b7bef04c03aa {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:54.561552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 199ccddc-e45f-4171-8c36-b7bef04c03aa not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:54.635433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d657782-330b-4299-bfc9-3232aaee7151 None None] Network 467d2f86-0cf9-43ce-b686-728d2e2af1ad requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:54.811155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51612) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:54.840758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279de3e-21a1-45c5-9ee2-e34b94719bc7 req-be297406-f315-4d79-88f0-6ac56d1841ef tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.850747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7279de3e-21a1-45c5-9ee2-e34b94719bc7 req-be297406-f315-4d79-88f0-6ac56d1841ef tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.0866168 Jan 28 13:29:54.874753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 618ea592-b777-4771-8ebe-7d26c0b2c671 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:29:54.880229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7918126d-ea21-4ed3-8e12-5e8077e4db30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a771d453226b44bbb22e1ea06ebd93eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675292 Jan 28 13:29:54.883533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51614) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:54.962259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7279de3e-21a1-45c5-9ee2-e34b94719bc7 req-88a369bd-64bb-468c-a9af-2f2855c6a5c3 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104147 Jan 28 13:29:54.981090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d23fc8a7-2e31-42f4-9679-ad64c9454962 admin admin] Publish callbacks [] for security_group (21358b15-d6af-4837-b750-7a526f06f995), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:54.987353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-ddbf5447-63b6-4cd9-ae5d-03f22731693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:54.989086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-ddbf5447-63b6-4cd9-ae5d-03f22731693f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1&tenant_id=6b6c9475b98648cb93662379db514e00 HTTP/1.1" status: 200 len: 1094 time: 0.1018429 Jan 28 13:29:55.014580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 618ea592-b777-4771-8ebe-7d26c0b2c671 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:29:55.015192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 618ea592-b777-4771-8ebe-7d26c0b2c671 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:29:55.023559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:29:55.028087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d23fc8a7-2e31-42f4-9679-ad64c9454962 admin admin] Publish callbacks [] for security_group (21358b15-d6af-4837-b750-7a526f06f995), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.124196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-a3ecda16-257f-4f26-a5de-ba9ba0476065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:55.125812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-a3ecda16-257f-4f26-a5de-ba9ba0476065 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 1094 time: 0.1002324 Jan 28 13:29:55.145274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d23fc8a7-2e31-42f4-9679-ad64c9454962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (21358b15-d6af-4837-b750-7a526f06f995), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.151485 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d23fc8a7-2e31-42f4-9679-ad64c9454962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.153136 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d23fc8a7-2e31-42f4-9679-ad64c9454962 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21358b15-d6af-4837-b750-7a526f06f995 HTTP/1.1" status: 204 len: 168 time: 0.2683499 Jan 28 13:29:55.163952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fc8a7-2e31-42f4-9679-ad64c9454962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21358b15-d6af-4837-b750-7a526f06f995,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.328615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-ca05486e-269a-4144-9cac-4f8e2a6aaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:55.332641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-ca05486e-269a-4144-9cac-4f8e2a6aaacc service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 915 time: 0.1952891 Jan 28 13:29:55.352233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51638) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:55.358143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2117914925-network', 'tenant_id': 'c8ab1134416b472c9998fbfbe4db63d4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:55.413671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Made reservation on behalf of c8ab1134416b472c9998fbfbe4db63d4 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:55.416365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.419339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-33db8a39-2ebe-41e5-8ad1-6e6ae0e677ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515 HTTP/1.1" status: 200 len: 217 time: 0.0766051 Jan 28 13:29:55.427112 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.529339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-92d6d1cd-6d08-41db-8e18-0e69e716a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:55.531061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-92d6d1cd-6d08-41db-8e18-0e69e716a23a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 200 len: 854 time: 0.1020865 Jan 28 13:29:55.541184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks [] for security_group (6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.553147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.567594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca72338-edd5-46d2-9992-e71d30c1367a req-4adca692-8d81-4e59-b3d4-a71c742ed4c4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:55.569128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dca72338-edd5-46d2-9992-e71d30c1367a req-4adca692-8d81-4e59-b3d4-a71c742ed4c4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1292078 Jan 28 13:29:55.572471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:55.588826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-f95d70f1-31e2-4e8e-b327-ab3d061ea873 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9800ec0-0f2a-44b1-925e-e13d5035174f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427756 Jan 28 13:29:55.590437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b4940a98-953a-4fc1-b553-a406f431e9da), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.591000 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Added segment b4940a98-953a-4fc1-b553-a406f431e9da of type vlan for network 12e534fb-a25b-4b23-8cad-f3d666e5fc3b Jan 28 13:29:55.692948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dca72338-edd5-46d2-9992-e71d30c1367a req-6baeebbf-7e35-4003-aee1-72eee2de21d1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079087 Jan 28 13:29:55.714455 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (12e534fb-a25b-4b23-8cad-f3d666e5fc3b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.721871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.735281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-c2997f3a-eff4-486b-91b9-5dce81a09f9a service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315992 Jan 28 13:29:55.747792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (12e534fb-a25b-4b23-8cad-f3d666e5fc3b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.748817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:55.749455 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:55.827538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4705253 Jan 28 13:29:55.827538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51650) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:55.832848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Request body: {'subnet': {'network_id': '12e534fb-a25b-4b23-8cad-f3d666e5fc3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2117914925-subnet', 'tenant_id': 'c8ab1134416b472c9998fbfbe4db63d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:55.837826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-fa428086-fda3-41cf-8a0a-5cc0c786cf92 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933001 Jan 28 13:29:55.848239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587bffe-f7c4-4a44-a966-4d235c1acab3 admin admin] Pushing event updated for resources: {'Network': ['ID=12e534fb-a25b-4b23-8cad-f3d666e5fc3b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:55.861450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 12e534fb-a25b-4b23-8cad-f3d666e5fc3b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:55.873045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Made reservation on behalf of c8ab1134416b472c9998fbfbe4db63d4 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:55.878583 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.126160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (816da1c1-7c8b-4e8b-8805-1b4b798ca85e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.191486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816da1c1-7c8b-4e8b-8805-1b4b798ca85e,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.215775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f63d-1f9c-4b21-bed9-fe01ca66ec75 req-f55e3aa0-fc47-4925-9977-a01954073833 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:56.218857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3893f63d-1f9c-4b21-bed9-fe01ca66ec75 req-f55e3aa0-fc47-4925-9977-a01954073833 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.1452940 Jan 28 13:29:56.237235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Checking segment: {'id': 'b4940a98-953a-4fc1-b553-a406f431e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '12e534fb-a25b-4b23-8cad-f3d666e5fc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:56.239169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Network hostable DHCP agents. Network: 12e534fb-a25b-4b23-8cad-f3d666e5fc3b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:56.265066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Network 12e534fb-a25b-4b23-8cad-f3d666e5fc3b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:56.281139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51678) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:56.304020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 12e534fb-a25b-4b23-8cad-f3d666e5fc3b) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:56.315014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae2b10-5ee8-4a03-a769-19701815d521 None None] Network 12e534fb-a25b-4b23-8cad-f3d666e5fc3b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:56.329134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:56.329857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.372781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eb929dc9-d3a1-4184-b229-46b5b2bea928 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5421479 Jan 28 13:29:56.396697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3893f63d-1f9c-4b21-bed9-fe01ca66ec75 req-52a9dda3-41e7-4d68-8772-107fb764eb77 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597395 Jan 28 13:29:56.459365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1170050077-network', 'tenant_id': 'cd2576244e4f46ab9609afd86470ecc7'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:56.491141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Made reservation on behalf of cd2576244e4f46ab9609afd86470ecc7 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:56.495319 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.515758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.525532 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.576502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c3c04-4d04-4b8f-99c3-a7b47bd29e76 None None] Network 12e534fb-a25b-4b23-8cad-f3d666e5fc3b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:56.658883 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks [] for security_group (e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.665531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.726240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:29:56.767102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:56.772626 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3cf1b96b-c9eb-457b-9a01-591ded83d4e5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:56.773430 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Added segment 3cf1b96b-c9eb-457b-9a01-591ded83d4e5 of type vlan for network 2d5993a4-93d8-447a-b9a1-158beb375fd5 Jan 28 13:29:56.896716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2d5993a4-93d8-447a-b9a1-158beb375fd5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.005653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:29:57.038651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50470985-13c1-4206-9a1b-469b2582d4e3 req-bcf5833c-7b75-4542-94f4-c95dacde8712 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.052887 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50470985-13c1-4206-9a1b-469b2582d4e3 req-bcf5833c-7b75-4542-94f4-c95dacde8712 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1616175 Jan 28 13:29:57.139321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2d5993a4-93d8-447a-b9a1-158beb375fd5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.140630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.141415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.244673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d5993a4-93d8-447a-b9a1-158beb375fd5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:57.257700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2d5993a4-93d8-447a-b9a1-158beb375fd5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:29:57.276404 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50470985-13c1-4206-9a1b-469b2582d4e3 req-8f839e1e-9f2f-448f-a673-47c039990562 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225065 Jan 28 13:29:57.290030 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d24bad83-8bed-485a-a183-14f7b45726d4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0077665 Jan 28 13:29:57.293781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51712) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:29:57.298793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Request body: {'subnet': {'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1170050077-subnet', 'tenant_id': 'cd2576244e4f46ab9609afd86470ecc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:29:57.336752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Made reservation on behalf of cd2576244e4f46ab9609afd86470ecc7 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:29:57.342297 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.557582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-4bc214b7-fe3b-4ef3-ad30-bfb8b621370b tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.566522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-4bc214b7-fe3b-4ef3-ad30-bfb8b621370b tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/networks?id=467d2f86-0cf9-43ce-b686-728d2e2af1ad HTTP/1.1" status: 200 len: 825 time: 0.3011007 Jan 28 13:29:57.614136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-9507cb0a-f538-4ebf-bff7-e9109e9d1687 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/quotas/f81bbac77465475680692b41f7e09800 HTTP/1.1" status: 200 len: 375 time: 0.0438039 Jan 28 13:29:57.702867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-54a4d900-7cb1-4a28-a5eb-5e90f31f0fcc tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f81bbac77465475680692b41f7e09800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851774 Jan 28 13:29:57.857311 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (54ebabc3-aa8e-4ea0-adac-afa0a789dccd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.863890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:57.918218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70b00b-9af9-4a53-be38-e362a6a36d0c req-4c67c5da-ec2c-42eb-8dc4-ddd809a6a186 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:57.922715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2631a658-3f2e-4329-9515-702aaba2f659 service neutron] 10.222.0.45 "GET /v2.0/networks/467d2f86-0cf9-43ce-b686-728d2e2af1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189643 Jan 28 13:29:57.929110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee70b00b-9af9-4a53-be38-e362a6a36d0c req-4c67c5da-ec2c-42eb-8dc4-ddd809a6a186 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.1944802 Jan 28 13:29:57.946676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ebabc3-aa8e-4ea0-adac-afa0a789dccd,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:29:58.036747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee70b00b-9af9-4a53-be38-e362a6a36d0c req-cbd2e627-7ee0-4e94-bc4c-f25ee4ad7f26 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065514 Jan 28 13:29:58.038555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Checking segment: {'id': '3cf1b96b-c9eb-457b-9a01-591ded83d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:29:58.039042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Network hostable DHCP agents. Network: 2d5993a4-93d8-447a-b9a1-158beb375fd5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:29:58.065264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Network 2d5993a4-93d8-447a-b9a1-158beb375fd5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:29:58.086418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2d5993a4-93d8-447a-b9a1-158beb375fd5) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:29:58.092385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:58.094200 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:29:58.098316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c114a4-c177-4758-97bb-7c2a01b6466b None None] Network 2d5993a4-93d8-447a-b9a1-158beb375fd5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:58.127441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f4819246-a258-4b96-80a2-9700c4be380a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8319180 Jan 28 13:29:58.144677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-e6763908-7e94-4b1a-a6d0-208b9e88daf3 service neutron] 10.222.0.45 "GET /v2.0/networks/467d2f86-0cf9-43ce-b686-728d2e2af1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055895 Jan 28 13:29:58.423930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9341e3-6a4e-4aa2-b409-10493da11e70 None None] Network 2d5993a4-93d8-447a-b9a1-158beb375fd5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:29:58.437465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a23350e-08db-4551-9f9b-221575a9f092 req-bd943e3c-4a8e-4a97-b231-80cc08186ade tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 210 time: 0.0398283 Jan 28 13:29:58.538594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff84ebe-f1a0-4d1d-8057-413ada25272e req-207a1b58-60ca-4c9b-9b8e-8ca0d99f2abd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:58.550352 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eff84ebe-f1a0-4d1d-8057-413ada25272e req-207a1b58-60ca-4c9b-9b8e-8ca0d99f2abd tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1208854 Jan 28 13:29:58.698777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eff84ebe-f1a0-4d1d-8057-413ada25272e req-ed5f8714-1dc2-4993-b368-a7f3c83d0908 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493523 Jan 28 13:29:59.270183 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:29:59.287528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea0469-1cc2-4c73-81a6-4ec5a34114b4 req-0197b1b1-170d-4981-870f-911a1aa241c1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:29:59.304909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8ea0469-1cc2-4c73-81a6-4ec5a34114b4 req-0197b1b1-170d-4981-870f-911a1aa241c1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.1212990 Jan 28 13:29:59.385327 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8ea0469-1cc2-4c73-81a6-4ec5a34114b4 req-9cbf0a3c-56b5-4dcc-85f0-3b2b68beec26 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778291 Jan 28 13:29:59.895571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7da3a94c-8499-4bd3-b728-860630511d9d req-97fd2b1c-45d6-4120-939b-43e36abeffd8 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 210 time: 0.0362623 Jan 28 13:30:00.197329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd735b-c0ec-4f7f-af6c-ff031afc8275 req-752a722c-088e-499d-aa84-7a5f3ce9c4a3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:00.204664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fabd735b-c0ec-4f7f-af6c-ff031afc8275 req-752a722c-088e-499d-aa84-7a5f3ce9c4a3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0978258 Jan 28 13:30:00.337569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fabd735b-c0ec-4f7f-af6c-ff031afc8275 req-f607a61d-fbcf-4205-9f1c-b6e36e19c9e8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309791 Jan 28 13:30:00.429729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-8f7f2d2e-6c2b-4f15-9b4b-8f0b132f4685 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:00.431355 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-8f7f2d2e-6c2b-4f15-9b4b-8f0b132f4685 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.60 "GET /v2.0/networks?id=467d2f86-0cf9-43ce-b686-728d2e2af1ad HTTP/1.1" status: 200 len: 825 time: 0.2091794 Jan 28 13:30:00.463381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Request body: {'port': {'device_id': '01eab929-4fce-4024-8ac8-401a8967039f', 'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad', 'admin_state_up': True, 'tenant_id': 'f81bbac77465475680692b41f7e09800'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:00.703490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Made reservation on behalf of f81bbac77465475680692b41f7e09800 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:00.710108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:00.747529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337a1e-102e-4dcd-8489-c52a9744bcc7 req-f2cd8b6e-b60d-4a9f-967a-71dc3662b579 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:00.759252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10337a1e-102e-4dcd-8489-c52a9744bcc7 req-f2cd8b6e-b60d-4a9f-967a-71dc3662b579 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.1177785 Jan 28 13:30:00.965094 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10337a1e-102e-4dcd-8489-c52a9744bcc7 req-28da7a69-a1ad-4ebf-b102-8e955329586f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002006 Jan 28 13:30:01.229004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Allocated IP 172.20.0.13 (467d2f86-0cf9-43ce-b686-728d2e2af1ad/a21d3c59-e604-410f-9bba-48a18eebd2cb/7576ba2f-7bfb-4674-8105-2ed2a850342d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:01.240855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-837a5188-7ca4-492f-ad88-4b816c083a18 req-3c94a560-2364-4093-a930-741ecdaeed9b tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 210 time: 0.0878074 Jan 28 13:30:01.533842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks [] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.619836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.739871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Network 467d2f86-0cf9-43ce-b686-728d2e2af1ad is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:01.751885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:01.755365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:01.756266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbfad9-2bf1-4c6a-8487-9d5a2040bd73 req-a5a43b3a-c1fb-4e57-be18-bcb0f821c2fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:01.767257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Pushing event updated for resources: {'Port': ['ID=7576ba2f-7bfb-4674-8105-2ed2a850342d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:01.779715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5dcbfad9-2bf1-4c6a-8487-9d5a2040bd73 req-a5a43b3a-c1fb-4e57-be18-bcb0f821c2fc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1728024 Jan 28 13:30:01.839221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:01.839904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:01.871369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84849e5c-e8a0-473b-84eb-5ed324636964 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4119689 Jan 28 13:30:01.889075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Request body: {'port': {'device_id': '01eab929-4fce-4024-8ac8-401a8967039f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:01.896754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5dcbfad9-2bf1-4c6a-8487-9d5a2040bd73 req-32b4705b-cc6e-4e05-af52-71862cbc8035 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139102 Jan 28 13:30:02.061248 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.502419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0ce3-2c99-44b6-9138-a3ea1890fbd9 req-b93acd28-8ed8-4c5e-bc4a-e46cd5a18119 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:02.519247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4ce0ce3-2c99-44b6-9138-a3ea1890fbd9 req-b93acd28-8ed8-4c5e-bc4a-e46cd5a18119 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 932 time: 0.1357591 Jan 28 13:30:02.697226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18421c-8525-4b82-831d-3393ea414b35 req-66abf432-e328-48f5-a4ab-ebc4bef958d0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:02.705202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b18421c-8525-4b82-831d-3393ea414b35 req-66abf432-e328-48f5-a4ab-ebc4bef958d0 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.5158556 Jan 28 13:30:02.724587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4ce0ce3-2c99-44b6-9138-a3ea1890fbd9 req-e6feb383-67b2-4fe0-92dd-088eed3d21f3 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972079 Jan 28 13:30:02.929139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7576ba2f-7bfb-4674-8105-2ed2a850342d {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:02.951524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b18421c-8525-4b82-831d-3393ea414b35 req-2fcb614e-53bf-44f1-9c76-d0315ddfd217 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455087 Jan 28 13:30:02.960627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Publish callbacks [] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:02.992679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Transition to ACTIVE for port object 7576ba2f-7bfb-4674-8105-2ed2a850342d will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:02.998953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.301274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Pushing event updated for resources: {'Port': ['ID=7576ba2f-7bfb-4674-8105-2ed2a850342d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:03.323980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Attempting to bind port 7576ba2f-7bfb-4674-8105-2ed2a850342d on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:03.324533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Attempting to bind port 7576ba2f-7bfb-4674-8105-2ed2a850342d by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '6e434fc2-68bb-4115-9b2b-b8b28154c30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:03.324923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Attempting to bind port 7576ba2f-7bfb-4674-8105-2ed2a850342d on network 467d2f86-0cf9-43ce-b686-728d2e2af1ad {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:03.372183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Port 7576ba2f-7bfb-4674-8105-2ed2a850342d on network 467d2f86-0cf9-43ce-b686-728d2e2af1ad not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:03.372183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Attempting to bind port 7576ba2f-7bfb-4674-8105-2ed2a850342d on network 467d2f86-0cf9-43ce-b686-728d2e2af1ad {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:03.388401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:03.388945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Checking segment: {'id': '6e434fc2-68bb-4115-9b2b-b8b28154c30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:03.389752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Bound using segment: {'id': '6e434fc2-68bb-4115-9b2b-b8b28154c30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:03.390441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Bound port: 7576ba2f-7bfb-4674-8105-2ed2a850342d, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e434fc2-68bb-4115-9b2b-b8b28154c30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:03.390988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.567819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f5d69-00e6-4ffb-91d2-87da4339128f req-cc8aff1d-9093-405f-a26d-94010fd62a49 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.574345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d33f5d69-00e6-4ffb-91d2-87da4339128f req-cc8aff1d-9093-405f-a26d-94010fd62a49 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.2405255 Jan 28 13:30:03.698881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] For port 7576ba2f-7bfb-4674-8105-2ed2a850342d, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:03.705036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] For port 7576ba2f-7bfb-4674-8105-2ed2a850342d, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7576ba2f-7bfb-4674-8105-2ed2a850342d,segment=NetworkSegment(6e434fc2-68bb-4115-9b2b-b8b28154c30c),segment_id=6e434fc2-68bb-4115-9b2b-b8b28154c30c)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:03.795645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d33f5d69-00e6-4ffb-91d2-87da4339128f req-58ac62e2-6dba-4c88-b80e-51f88d591b23 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843794 Jan 28 13:30:03.799924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.850284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-4f5845ad-b08b-487e-b10f-986383eb3550 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.867652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-4f5845ad-b08b-487e-b10f-986383eb3550 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/networks?id=2d5993a4-93d8-447a-b9a1-158beb375fd5 HTTP/1.1" status: 200 len: 810 time: 0.4361968 Jan 28 13:30:03.911695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-64ce9a19-468c-4231-9b54-387130af925b tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/quotas/cd2576244e4f46ab9609afd86470ecc7 HTTP/1.1" status: 200 len: 375 time: 0.0429425 Jan 28 13:30:03.924213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:03.924711 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:03.927771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-2812994c-c478-401b-8242-9202f45ba80c service neutron] 10.222.0.60 "PUT /v2.0/ports/7576ba2f-7bfb-4674-8105-2ed2a850342d HTTP/1.1" status: 200 len: 1092 time: 2.0422628 Jan 28 13:30:03.934023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eab929-4fce-4024-8ac8-401a8967039f', 'tag': '7576ba2f-7bfb-4674-8105-2ed2a850342d'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:03.939875 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb99be-cce6-4d3a-b9ef-c9544081729b" -d '{"events": [{"name": "network-changed", "server_uuid": "01eab929-4fce-4024-8ac8-401a8967039f", "tag": "7576ba2f-7bfb-4674-8105-2ed2a850342d"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:04.020542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-8bbd3f5e-0b70-462b-b6e1-8a050854bf8f tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cd2576244e4f46ab9609afd86470ecc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076312 Jan 28 13:30:04.111235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812994c-c478-401b-8242-9202f45ba80c service neutron] Pushing event updated for resources: {'Port': ['ID=7576ba2f-7bfb-4674-8105-2ed2a850342d,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:04.206149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-02a6a978-d634-4aed-a558-62f3fd9b1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:04.208589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-02a6a978-d634-4aed-a558-62f3fd9b1b30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f81bbac77465475680692b41f7e09800&device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 1095 time: 0.2266481 Jan 28 13:30:04.239843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724913b-d3f0-4040-828a-aa92134e6668 req-2ae8a08c-734e-498c-bcef-df9d118e3041 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:04.249052 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e724913b-d3f0-4040-828a-aa92134e6668 req-2ae8a08c-734e-498c-bcef-df9d118e3041 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 944 time: 0.2611794 Jan 28 13:30:04.321100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-6430ed32-e094-4338-83df-085829f776b0 service neutron] 10.222.0.45 "GET /v2.0/networks/2d5993a4-93d8-447a-b9a1-158beb375fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819571 Jan 28 13:30:04.355589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-1438fba5-ff54-47a1-ba21-8dfc04011fcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7576ba2f-7bfb-4674-8105-2ed2a850342d HTTP/1.1" status: 200 len: 217 time: 0.1042106 Jan 28 13:30:04.473248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-d4612c04-80bb-4336-bead-81cc547fa32f service neutron] 10.222.0.45 "GET /v2.0/networks/2d5993a4-93d8-447a-b9a1-158beb375fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502278 Jan 28 13:30:04.538945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84aff6b3-f9af-448d-8036-accaa7370ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:04.540456 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-84aff6b3-f9af-448d-8036-accaa7370ddc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a21d3c59-e604-410f-9bba-48a18eebd2cb HTTP/1.1" status: 200 len: 865 time: 0.1549177 Jan 28 13:30:04.686468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-50ba0ce9-c572-4f20-bda9-863e4ccc676d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=467d2f86-0cf9-43ce-b686-728d2e2af1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145451 Jan 28 13:30:04.700135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e724913b-d3f0-4040-828a-aa92134e6668 req-415ea972-f250-4ba5-8cd5-6f5991521259 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442482 Jan 28 13:30:04.832854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a9e5-a73f-49f5-b44c-e38a824d9e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:04.880154 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8ffa23-13ea-423c-8cf1-e96540c82dbf x-openstack-request-id: req-cc8ffa23-13ea-423c-8cf1-e96540c82dbf {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:04.880460 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eab929-4fce-4024-8ac8-401a8967039f", "tag": "7576ba2f-7bfb-4674-8105-2ed2a850342d", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:04.880723 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc8ffa23-13ea-423c-8cf1-e96540c82dbf {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:04.881153 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eab929-4fce-4024-8ac8-401a8967039f', 'tag': '7576ba2f-7bfb-4674-8105-2ed2a850342d', 'status': 'completed', 'code': 200} Jan 28 13:30:04.927571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-b15188e5-ae17-45a5-ae3f-ac9b8d02958c service neutron] 10.222.0.60 "GET /v2.0/networks/467d2f86-0cf9-43ce-b686-728d2e2af1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398152 Jan 28 13:30:05.257391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39be6a-f3ae-4a13-9ef4-c2a947bdcb4f req-3a99dd41-1929-4492-ad87-e1f433c2b766 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:05.273638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce39be6a-f3ae-4a13-9ef4-c2a947bdcb4f req-3a99dd41-1929-4492-ad87-e1f433c2b766 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.2453444 Jan 28 13:30:05.329446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-280e8fb8-212d-4bae-8c33-785cfcd548e6 req-72988d02-0c35-4be6-87c8-2f3a8fb2617b service neutron] 10.222.0.60 "GET /v2.0/networks/467d2f86-0cf9-43ce-b686-728d2e2af1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891809 Jan 28 13:30:05.406365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce39be6a-f3ae-4a13-9ef4-c2a947bdcb4f req-8a1755ad-828a-4788-b04e-940a49fa3830 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221263 Jan 28 13:30:05.549969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-86c89a8e-d48a-418f-9584-82f0acd5af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:05.552875 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-86c89a8e-d48a-418f-9584-82f0acd5af07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f81bbac77465475680692b41f7e09800&device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 1095 time: 0.1407580 Jan 28 13:30:05.776130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d37c62b5-46f5-4ed7-8528-13917b87e820 req-4c5227fe-ac26-4f63-820c-50565fd8a869 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 210 time: 0.0813088 Jan 28 13:30:05.827641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb5c0c-2218-4015-91e6-02d81d7a471d req-1d9fb966-9c27-4f41-90e9-a16cd1b296a0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:05.841261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2fb5c0c-2218-4015-91e6-02d81d7a471d req-1d9fb966-9c27-4f41-90e9-a16cd1b296a0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.2321393 Jan 28 13:30:05.847591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51864) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:06.000950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-10da64c7-2141-4664-87d2-119d5394cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:06.011046 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-10da64c7-2141-4664-87d2-119d5394cda7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=467d2f86-0cf9-43ce-b686-728d2e2af1ad HTTP/1.1" status: 200 len: 926 time: 0.4359775 Jan 28 13:30:06.173893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-3c15f160-bf80-425f-bf87-f774ad2be31f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7576ba2f-7bfb-4674-8105-2ed2a850342d HTTP/1.1" status: 200 len: 217 time: 0.1096530 Jan 28 13:30:06.238826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2fb5c0c-2218-4015-91e6-02d81d7a471d req-0e9dd2a5-4ee1-48ec-ad2e-39200d333027 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883038 Jan 28 13:30:06.370576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-5117d18f-a3cf-4e17-9e5b-7118ecf3bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:06.372228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-5117d18f-a3cf-4e17-9e5b-7118ecf3bfa2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a21d3c59-e604-410f-9bba-48a18eebd2cb HTTP/1.1" status: 200 len: 865 time: 0.1476445 Jan 28 13:30:06.428415 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-0dc145ba-9225-4c72-9eed-f747c22ffbe3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=467d2f86-0cf9-43ce-b686-728d2e2af1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484896 Jan 28 13:30:06.647390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-8f846eae-3664-44f3-9dac-ac431ef9d45f service neutron] 10.222.0.60 "GET /v2.0/networks/467d2f86-0cf9-43ce-b686-728d2e2af1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024872 Jan 28 13:30:06.863533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b1f6-b760-4d51-9a92-62e1dccb5fed req-5db2d1a8-07f1-4d12-b52c-06cc7c99af10 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:06.867463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ba7b1f6-b760-4d51-9a92-62e1dccb5fed req-5db2d1a8-07f1-4d12-b52c-06cc7c99af10 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 944 time: 0.8759387 Jan 28 13:30:06.927438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54693268-4aef-4363-83e1-29e169dc8149 req-ae03d7da-8e86-4dea-a3f8-48606cd3117b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:06.948902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54693268-4aef-4363-83e1-29e169dc8149 req-ae03d7da-8e86-4dea-a3f8-48606cd3117b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.1937470 Jan 28 13:30:07.027722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ba7b1f6-b760-4d51-9a92-62e1dccb5fed req-6f92d5a3-ffff-44df-a673-d726643e558e tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489782 Jan 28 13:30:07.067343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6bb99be-cce6-4d3a-b9ef-c9544081729b req-0f60874d-e8b8-4a0b-aaf1-3ab3fa6501a8 service neutron] 10.222.0.60 "GET /v2.0/networks/467d2f86-0cf9-43ce-b686-728d2e2af1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107378 Jan 28 13:30:07.172911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54693268-4aef-4363-83e1-29e169dc8149 req-26f100bf-8154-4eab-b4b5-b974551dc43a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212181 Jan 28 13:30:07.303212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6d2f9489-70e6-4b0a-bce8-c6eaf813a83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.429978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b08b59a5-5df2-4713-b061-fc36dd94bfec req-1ae7922a-4e1a-4b02-904c-77cb484b4cb3 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 210 time: 0.1389318 Jan 28 13:30:07.533776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d8ecc-f4a5-4c3c-94a6-f94db0d405db req-1be72f21-d700-421f-a182-6ab7a1c15b9a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:07.546253 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-885d8ecc-f4a5-4c3c-94a6-f94db0d405db req-1be72f21-d700-421f-a182-6ab7a1c15b9a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1488190 Jan 28 13:30:07.579981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-2e96de4e-9e1c-42a1-ad35-288eda2c26b5 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:07.582098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-2e96de4e-9e1c-42a1-ad35-288eda2c26b5 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.36 "GET /v2.0/networks?id=2d5993a4-93d8-447a-b9a1-158beb375fd5 HTTP/1.1" status: 200 len: 810 time: 0.3258398 Jan 28 13:30:07.668599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-885d8ecc-f4a5-4c3c-94a6-f94db0d405db req-5baf5449-d061-483c-ac5d-234a1d305fe2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177320 Jan 28 13:30:07.688804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Request body: {'port': {'device_id': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5', 'admin_state_up': True, 'tenant_id': 'cd2576244e4f46ab9609afd86470ecc7'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:07.850211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Made reservation on behalf of cd2576244e4f46ab9609afd86470ecc7 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:07.853560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:07.875012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (dabac577-4b61-4190-a359-0df7bfeda71d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.137764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Allocated IP 172.20.0.8 (2d5993a4-93d8-447a-b9a1-158beb375fd5/54ebabc3-aa8e-4ea0-adac-afa0a789dccd/25f23ece-50f2-4ad4-a59f-83bda5853d39) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:08.154419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc590f88-4b05-4fee-94c5-7c2fca507530 req-1c6adfd9-dc5c-4c2d-b5ce-13e069f639a0 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.155781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc590f88-4b05-4fee-94c5-7c2fca507530 req-1c6adfd9-dc5c-4c2d-b5ce-13e069f639a0 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 944 time: 0.0555627 Jan 28 13:30:08.233153 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cc590f88-4b05-4fee-94c5-7c2fca507530 req-5a860efc-8cb6-487c-b47b-aed2a2c6da26 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640461 Jan 28 13:30:08.364450 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085a6a-afa9-4d9c-8d3d-08e7ea412e43 req-e9589d80-b203-42fd-801d-219e108c9dca tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.367181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a085a6a-afa9-4d9c-8d3d-08e7ea412e43 req-e9589d80-b203-42fd-801d-219e108c9dca tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.0637703 Jan 28 13:30:08.406554 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks [] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.424382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Deleting port 43b1d844-9880-4540-9415-8095652c0b1e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:08.424726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (43b1d844-9880-4540-9415-8095652c0b1e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.425559 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a085a6a-afa9-4d9c-8d3d-08e7ea412e43 req-76a602fb-64ea-477c-85f1-ca5f0de7054b tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490963 Jan 28 13:30:08.511825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.560274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.604585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] For port 43b1d844-9880-4540-9415-8095652c0b1e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=43b1d844-9880-4540-9415-8095652c0b1e,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:08.604869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (43b1d844-9880-4540-9415-8095652c0b1e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.609024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Network 2d5993a4-93d8-447a-b9a1-158beb375fd5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:08.629286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:08.636296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Calling delete_port for 43b1d844-9880-4540-9415-8095652c0b1e owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:08.637692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:08.641361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Pushing event updated for resources: {'Port': ['ID=25f23ece-50f2-4ad4-a59f-83bda5853d39,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:08.687196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380af38b-c822-4744-bdec-2384c70cf462 req-2e4d54be-4d33-4013-9784-1a236af7cc6c tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.688717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-380af38b-c822-4744-bdec-2384c70cf462 req-2e4d54be-4d33-4013-9784-1a236af7cc6c tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 931 time: 0.1811600 Jan 28 13:30:08.751079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.751774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:08.791481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-5aa64835-38cd-4bbb-90da-301624caaa23 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1134593 Jan 28 13:30:08.804596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b689b9-9a09-4c4c-93ad-88d1f6ab5f0d req-dd524075-7d43-49a7-917a-414617d964a1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:08.806166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-80b689b9-9a09-4c4c-93ad-88d1f6ab5f0d req-dd524075-7d43-49a7-917a-414617d964a1 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0500994 Jan 28 13:30:08.809289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Request body: {'port': {'device_id': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:08.836457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-380af38b-c822-4744-bdec-2384c70cf462 req-6d4bf6a0-0a6d-490a-95e0-dda7c33e6abf tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403096 Jan 28 13:30:08.858219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-80b689b9-9a09-4c4c-93ad-88d1f6ab5f0d req-572bd70d-a5d5-43b5-afad-b205c87b6dd4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Jan 28 13:30:08.906038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7576ba2f-7bfb-4674-8105-2ed2a850342d details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:08.920170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.012297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 7576ba2f-7bfb-4674-8105-2ed2a850342d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7576ba2f-7bfb-4674-8105-2ed2a850342d,segment=NetworkSegment(6e434fc2-68bb-4115-9b2b-b8b28154c30c),segment_id=6e434fc2-68bb-4115-9b2b-b8b28154c30c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:09.025142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '7576ba2f-7bfb-4674-8105-2ed2a850342d', 'network_id': '467d2f86-0cf9-43ce-b686-728d2e2af1ad', 'port_id': '7576ba2f-7bfb-4674-8105-2ed2a850342d', 'mac_address': 'fa:16:3e:f0:38:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21d3c59-e604-410f-9bba-48a18eebd2cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:09.066730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 7576ba2f-7bfb-4674-8105-2ed2a850342d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:09.067122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.081077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7576ba2f-7bfb-4674-8105-2ed2a850342d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:09.089376 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (43b1d844-9880-4540-9415-8095652c0b1e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.102777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 7576ba2f-7bfb-4674-8105-2ed2a850342d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7576ba2f-7bfb-4674-8105-2ed2a850342d,segment=NetworkSegment(6e434fc2-68bb-4115-9b2b-b8b28154c30c),segment_id=6e434fc2-68bb-4115-9b2b-b8b28154c30c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:09.107646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.158771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=43b1d844-9880-4540-9415-8095652c0b1e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:09.159168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=7576ba2f-7bfb-4674-8105-2ed2a850342d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:09.409753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa22c-60c2-4bc0-9d4c-63902cf8c93d req-e1e53e69-d576-468d-8893-f61e01f07c3a tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:09.411766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5efa22c-60c2-4bc0-9d4c-63902cf8c93d req-e1e53e69-d576-468d-8893-f61e01f07c3a tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 945 time: 0.0606766 Jan 28 13:30:09.418886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f23ece-50f2-4ad4-a59f-83bda5853d39 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:09.431671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Publish callbacks [] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.455410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Transition to ACTIVE for port object 25f23ece-50f2-4ad4-a59f-83bda5853d39 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:09.456673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (dabac577-4b61-4190-a359-0df7bfeda71d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.468155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.475913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5efa22c-60c2-4bc0-9d4c-63902cf8c93d req-ab04fe31-fe80-47c4-ae27-c8f2111d0ed4 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548556 Jan 28 13:30:09.576498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['7576ba2f-7bfb-4674-8105-2ed2a850342d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:09.616938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Pushing event updated for resources: {'Port': ['ID=25f23ece-50f2-4ad4-a59f-83bda5853d39,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:09.722828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd08c60-4534-4807-8866-8f7f73e2f8db req-eddfa0a6-dd8b-435b-8cae-68f65108f1af tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:09.724286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fd08c60-4534-4807-8866-8f7f73e2f8db req-eddfa0a6-dd8b-435b-8cae-68f65108f1af tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 943 time: 0.1724524 Jan 28 13:30:09.835791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Attempting to bind port 25f23ece-50f2-4ad4-a59f-83bda5853d39 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:09.836166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Attempting to bind port 25f23ece-50f2-4ad4-a59f-83bda5853d39 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '3cf1b96b-c9eb-457b-9a01-591ded83d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:09.836504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Attempting to bind port 25f23ece-50f2-4ad4-a59f-83bda5853d39 on network 2d5993a4-93d8-447a-b9a1-158beb375fd5 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:09.843914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fd08c60-4534-4807-8866-8f7f73e2f8db req-4dc9c215-f21b-4801-9150-cafa00309a58 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123297 Jan 28 13:30:09.875651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Port 25f23ece-50f2-4ad4-a59f-83bda5853d39 on network 2d5993a4-93d8-447a-b9a1-158beb375fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:09.877752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Attempting to bind port 25f23ece-50f2-4ad4-a59f-83bda5853d39 on network 2d5993a4-93d8-447a-b9a1-158beb375fd5 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:09.888735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:09.888735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Checking segment: {'id': '3cf1b96b-c9eb-457b-9a01-591ded83d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:09.888735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Bound using segment: {'id': '3cf1b96b-c9eb-457b-9a01-591ded83d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:09.889145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Bound port: 25f23ece-50f2-4ad4-a59f-83bda5853d39, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf1b96b-c9eb-457b-9a01-591ded83d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:09.889502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:09.959214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Router dabac577-4b61-4190-a359-0df7bfeda71d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:09.980322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da040f-a45d-4ce6-9c82-720da8f91be9 req-dc4ddb4d-3339-459e-ad7e-107a06177a65 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:09.981930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57da040f-a45d-4ce6-9c82-720da8f91be9 req-dc4ddb4d-3339-459e-ad7e-107a06177a65 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 943 time: 0.0588083 Jan 28 13:30:10.015350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] For port 25f23ece-50f2-4ad4-a59f-83bda5853d39, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:10.019764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] For port 25f23ece-50f2-4ad4-a59f-83bda5853d39, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=25f23ece-50f2-4ad4-a59f-83bda5853d39,segment=NetworkSegment(3cf1b96b-c9eb-457b-9a01-591ded83d4e5),segment_id=3cf1b96b-c9eb-457b-9a01-591ded83d4e5)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:10.037935 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57da040f-a45d-4ce6-9c82-720da8f91be9 req-8a578fc2-395c-470e-aca4-38fa28e1cfd0 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501311 Jan 28 13:30:10.056561 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.064528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da978-06b8-407f-9e05-b126d576c4ef req-9b28bfd3-3d6e-49d1-8c21-463d4136db62 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.071384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-339da978-06b8-407f-9e05-b126d576c4ef req-9b28bfd3-3d6e-49d1-8c21-463d4136db62 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1286860 Jan 28 13:30:10.139030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.139262 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.140672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/25f23ece-50f2-4ad4-a59f-83bda5853d39 HTTP/1.1" status: 200 len: 1091 time: 1.3366697 Jan 28 13:30:10.146143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'tag': '25f23ece-50f2-4ad4-a59f-83bda5853d39'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:10.149116 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdbfa60-2793-471b-9364-eaebdc71efba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b582d59-4538-4e40-a5dd-1b4bd5f67bc4", "tag": "25f23ece-50f2-4ad4-a59f-83bda5853d39"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:10.216882 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a262ef-4a5a-4959-9288-755a9cacbc32 x-openstack-request-id: req-10a262ef-4a5a-4959-9288-755a9cacbc32 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:10.217172 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b582d59-4538-4e40-a5dd-1b4bd5f67bc4", "tag": "25f23ece-50f2-4ad4-a59f-83bda5853d39", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:10.217427 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10a262ef-4a5a-4959-9288-755a9cacbc32 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:10.217821 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'tag': '25f23ece-50f2-4ad4-a59f-83bda5853d39', 'status': 'completed', 'code': 200} Jan 28 13:30:10.249829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec98d8-e098-45e5-95f2-1e52233666a1 service neutron] Pushing event updated for resources: {'Port': ['ID=25f23ece-50f2-4ad4-a59f-83bda5853d39,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:10.272325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-339da978-06b8-407f-9e05-b126d576c4ef req-b396be0a-1f6d-40ca-922e-cb28d1dcd423 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000659 Jan 28 13:30:10.276627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:10.284203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-32cd70a6-ca53-4b86-a60f-c3d914267c2a admin admin] 10.222.0.45 "PUT /v2.0/routers/dabac577-4b61-4190-a359-0df7bfeda71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4332585 Jan 28 13:30:10.285624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51914) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:10.294004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] Sync routers for ids ['dabac577-4b61-4190-a359-0df7bfeda71d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:10.296909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-1f97cf5b-c822-4046-9055-ba9bbf78a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.298758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-1f97cf5b-c822-4046-9055-ba9bbf78a282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd2576244e4f46ab9609afd86470ecc7&device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0995121 Jan 28 13:30:10.305538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] Routers {'dabac577-4b61-4190-a359-0df7bfeda71d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:10.306153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:30:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['dabac577-4b61-4190-a359-0df7bfeda71d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:10.350599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-09660893-db02-4be8-99d2-7abec183ba10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f23ece-50f2-4ad4-a59f-83bda5853d39 HTTP/1.1" status: 200 len: 217 time: 0.0395234 Jan 28 13:30:10.423767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks [] for router (dabac577-4b61-4190-a359-0df7bfeda71d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.433049 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.436942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] Set router dabac577-4b61-4190-a359-0df7bfeda71d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:10.452275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-52588ece-a390-4343-98f0-261c5bbe0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.458324 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-52588ece-a390-4343-98f0-261c5bbe0918 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54ebabc3-aa8e-4ea0-adac-afa0a789dccd HTTP/1.1" status: 200 len: 850 time: 0.0967534 Jan 28 13:30:10.470576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:10.499298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-4faed809-31e3-4689-b1e2-50984248de40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d5993a4-93d8-447a-b9a1-158beb375fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290277 Jan 28 13:30:10.555375 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks [] for router_gateway (dabac577-4b61-4190-a359-0df7bfeda71d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.612998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Deleting port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:10.613505 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.655385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb14aa5-9401-4b35-b8a4-24ff4a550992 req-805a76bc-4b97-4b02-ba00-b3813a38a19d tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.656821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fb14aa5-9401-4b35-b8a4-24ff4a550992 req-805a76bc-4b97-4b02-ba00-b3813a38a19d tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 945 time: 0.0794692 Jan 28 13:30:10.664715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-def73394-c823-455a-88fd-19746715e58e service neutron] 10.222.0.36 "GET /v2.0/networks/2d5993a4-93d8-447a-b9a1-158beb375fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513298 Jan 28 13:30:10.703726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] For port 5c18be3a-96e7-43e2-ad0d-d34a6ada200c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:10.704138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.708171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:10.718865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Calling delete_port for 5c18be3a-96e7-43e2-ad0d-d34a6ada200c owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:10.726236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'network_id': 'a9800ec0-0f2a-44b1-925e-e13d5035174f', 'port_id': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'mac_address': 'fa:16:3e:98:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32f302b-b546-4573-a648-27c50b04d9e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:10.781205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:10.781946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.788457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:30:08Z', 'revision_number': 5, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port': {'id': '5c18be3a-96e7-43e2-ad0d-d34a6ada200c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:30Z', 'updated_at': '2022-01-28T13:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:10.796943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fb14aa5-9401-4b35-b8a4-24ff4a550992 req-ff56d513-7377-40b1-965d-18e505c72d2a tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278744 Jan 28 13:30:10.821072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed581c63-cf60-4f97-9bc6-98df9fc669ba req-0923dd05-c77a-4703-bcd0-ae8b7a1943b3 service neutron] 10.222.0.36 "GET /v2.0/networks/2d5993a4-93d8-447a-b9a1-158beb375fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439235 Jan 28 13:30:10.829029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] Checking router: dabac577-4b61-4190-a359-0df7bfeda71d for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:10.833706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517e19ed-096e-45b3-97bf-3f8cf9bca515 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:10.855275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] Routers {'dabac577-4b61-4190-a359-0df7bfeda71d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:10.855916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:30:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['dabac577-4b61-4190-a359-0df7bfeda71d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:10.863031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:10.904957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:10.930465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbfa60-2793-471b-9364-eaebdc71efba req-ccdb224e-722a-4805-9d60-1046071fcb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:10.932000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afdbfa60-2793-471b-9364-eaebdc71efba req-ccdb224e-722a-4805-9d60-1046071fcb78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd2576244e4f46ab9609afd86470ecc7&device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0572546 Jan 28 13:30:10.938855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7576ba2f-7bfb-4674-8105-2ed2a850342d up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:10.987161 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5c18be3a-96e7-43e2-ad0d-d34a6ada200c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.000704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8f15e-09eb-4da2-ba58-c448fc9b0ed0 req-de345b87-0745-4c93-bf96-550ba905d578 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.005047 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-52a8f15e-09eb-4da2-ba58-c448fc9b0ed0 req-de345b87-0745-4c93-bf96-550ba905d578 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 944 time: 0.0775146 Jan 28 13:30:11.029962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c18be3a-96e7-43e2-ad0d-d34a6ada200c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:11.037321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbfa60-2793-471b-9364-eaebdc71efba req-a207a056-44d0-4bd0-b53c-0e6bc4cd4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.038741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afdbfa60-2793-471b-9364-eaebdc71efba req-a207a056-44d0-4bd0-b53c-0e6bc4cd4acf service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d5993a4-93d8-447a-b9a1-158beb375fd5 HTTP/1.1" status: 200 len: 911 time: 0.1007237 Jan 28 13:30:11.103343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afdbfa60-2793-471b-9364-eaebdc71efba req-73b57f08-9d87-403f-a4f8-b6411baea1a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f23ece-50f2-4ad4-a59f-83bda5853d39 HTTP/1.1" status: 200 len: 217 time: 0.0581586 Jan 28 13:30:11.136383 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (dabac577-4b61-4190-a359-0df7bfeda71d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.183826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] Set router dabac577-4b61-4190-a359-0df7bfeda71d gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:11.200674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbfa60-2793-471b-9364-eaebdc71efba req-d455ef33-274e-4f9d-a21f-580c6e5b1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.202335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afdbfa60-2793-471b-9364-eaebdc71efba req-d455ef33-274e-4f9d-a21f-580c6e5b1a41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54ebabc3-aa8e-4ea0-adac-afa0a789dccd HTTP/1.1" status: 200 len: 850 time: 0.0925069 Jan 28 13:30:11.209883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-52a8f15e-09eb-4da2-ba58-c448fc9b0ed0 req-9f7bd928-dc27-4373-8168-daabda03cdcb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811900 Jan 28 13:30:11.217930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:11.238687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afdbfa60-2793-471b-9364-eaebdc71efba req-eb0d4980-095b-4c59-af00-1e79a4707e7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d5993a4-93d8-447a-b9a1-158beb375fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294752 Jan 28 13:30:11.245421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (dabac577-4b61-4190-a359-0df7bfeda71d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.247654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks [] for router_controller (dabac577-4b61-4190-a359-0df7bfeda71d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.266137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:30:10Z', 'revision_number': 6, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:11.272507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['517e19ed-096e-45b3-97bf-3f8cf9bca515'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:11.277387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed351bec-7eff-4cd7-aed3-6a50cf690898 req-037eab7b-491c-4537-99d9-9a62fec6d129 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.278910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed351bec-7eff-4cd7-aed3-6a50cf690898 req-037eab7b-491c-4537-99d9-9a62fec6d129 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 943 time: 0.1386142 Jan 28 13:30:11.300631 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (dabac577-4b61-4190-a359-0df7bfeda71d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.301294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabac577-4b61-4190-a359-0df7bfeda71d {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:30:11.306938 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.308186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-454d0da9-607f-46e8-a0f1-f374c9144ae8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/dabac577-4b61-4190-a359-0df7bfeda71d HTTP/1.1" status: 204 len: 168 time: 1.0215468 Jan 28 13:30:11.310674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51930) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:11.337141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a84a55e-7016-4482-a497-cefb031dc430 None None] The sync data for ids ['dabac577-4b61-4190-a359-0df7bfeda71d'] in n-d-822748-2 is: [{'id': 'dabac577-4b61-4190-a359-0df7bfeda71d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1085901313-router', 'tenant_id': 'c229ec36de77446084af622110eb3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:28Z', 'updated_at': '2022-01-28T13:30:10Z', 'revision_number': 6, 'project_id': 'c229ec36de77446084af622110eb3709', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:11.361428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 7576ba2f-7bfb-4674-8105-2ed2a850342d completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:11.385841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 7576ba2f-7bfb-4674-8105-2ed2a850342d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:11.387521 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.396732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed351bec-7eff-4cd7-aed3-6a50cf690898 req-8af39f12-47bf-413c-a0a3-e2fedd1ba067 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782268 Jan 28 13:30:11.405409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afdbfa60-2793-471b-9364-eaebdc71efba req-dcb41188-d7f1-4c0c-b782-1ccbd0e5872d service neutron] 10.222.0.36 "GET /v2.0/networks/2d5993a4-93d8-447a-b9a1-158beb375fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580536 Jan 28 13:30:11.407542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] Deleting subnet 6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:11.413183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] Publish callbacks [] for subnet (6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.484668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.523828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8958aa0-48e4-4b96-9197-b72bdb24eb06 req-484488b9-2a14-45cf-b6e4-01482ceac723 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.525683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8958aa0-48e4-4b96-9197-b72bdb24eb06 req-484488b9-2a14-45cf-b6e4-01482ceac723 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1135883 Jan 28 13:30:11.531539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afdbfa60-2793-471b-9364-eaebdc71efba req-c1721191-8b6c-468d-a6dc-cf7b3ae34abe service neutron] 10.222.0.36 "GET /v2.0/networks/2d5993a4-93d8-447a-b9a1-158beb375fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171103 Jan 28 13:30:11.540575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 7576ba2f-7bfb-4674-8105-2ed2a850342d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:11.540979 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.579249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eab929-4fce-4024-8ac8-401a8967039f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7576ba2f-7bfb-4674-8105-2ed2a850342d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:11.582066 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c16e88-9bc4-4635-a820-c86852afb4ea" -d '{"events": [{"server_uuid": "01eab929-4fce-4024-8ac8-401a8967039f", "name": "network-vif-plugged", "status": "completed", "tag": "7576ba2f-7bfb-4674-8105-2ed2a850342d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:11.598584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 7576ba2f-7bfb-4674-8105-2ed2a850342d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7576ba2f-7bfb-4674-8105-2ed2a850342d,segment=NetworkSegment(6e434fc2-68bb-4115-9b2b-b8b28154c30c),segment_id=6e434fc2-68bb-4115-9b2b-b8b28154c30c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:11.603707 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.620124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.636764 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d29a20f-a2be-48de-be39-b77039c6e7e1 x-openstack-request-id: req-0d29a20f-a2be-48de-be39-b77039c6e7e1 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:11.637073 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eab929-4fce-4024-8ac8-401a8967039f", "name": "network-vif-plugged", "status": "completed", "tag": "7576ba2f-7bfb-4674-8105-2ed2a850342d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:11.637334 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d29a20f-a2be-48de-be39-b77039c6e7e1 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:11.637729 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eab929-4fce-4024-8ac8-401a8967039f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7576ba2f-7bfb-4674-8105-2ed2a850342d', 'code': 200} Jan 28 13:30:11.685818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.689444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8958aa0-48e4-4b96-9197-b72bdb24eb06 req-d660520e-9d67-41fd-ba13-daf6f24068f8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549237 Jan 28 13:30:11.695039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=7576ba2f-7bfb-4674-8105-2ed2a850342d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:11.713173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.742528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:11.759461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.763524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b38e3bb6-b4b3-4f0d-acd4-13d489416119 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6f47db8f-f3d6-43b2-8fd8-2c38bd24b76a HTTP/1.1" status: 204 len: 168 time: 0.4516673 Jan 28 13:30:11.765208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d9ee9-20bb-452a-943b-032000969a03 None None] Network 8c02fd90-6d2a-4496-98cd-517e1b823011 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:11.766174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51936) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:11.796923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab403-7b58-4ac6-9e70-58eccc6498cc req-c8346150-1622-45e1-a765-29ca9e8d76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.799165 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54aab403-7b58-4ac6-9e70-58eccc6498cc req-c8346150-1622-45e1-a765-29ca9e8d76ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 1097 time: 0.0527384 Jan 28 13:30:11.863223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54aab403-7b58-4ac6-9e70-58eccc6498cc req-b14092cb-ea12-4298-baf5-e1faafb9b244 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512068 Jan 28 13:30:11.870927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8c02fd90-6d2a-4496-98cd-517e1b823011), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.934189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Deleting port b51f9483-9386-488c-9191-da4cd620cc2a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:11.934538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:11.981362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd740d-ede9-424a-9352-c653111cbb3d req-ed4c3689-8fe7-40fc-b440-de28668bb6ed tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:11.982884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29fd740d-ede9-424a-9352-c653111cbb3d req-ed4c3689-8fe7-40fc-b440-de28668bb6ed tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.0643511 Jan 28 13:30:11.998655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] For port b51f9483-9386-488c-9191-da4cd620cc2a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b51f9483-9386-488c-9191-da4cd620cc2a,segment=NetworkSegment(a546a9e7-66be-4393-b96f-6a3a6e291006),segment_id=a546a9e7-66be-4393-b96f-6a3a6e291006)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:11.998941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.012143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Calling delete_port for b51f9483-9386-488c-9191-da4cd620cc2a owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:12.032216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29fd740d-ede9-424a-9352-c653111cbb3d req-d481f752-e922-4e35-a598-fdfb6d6f21c3 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 Jan 28 13:30:12.100722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b51f9483-9386-488c-9191-da4cd620cc2a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.128266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] No DVR routers for this DVR port b51f9483-9386-488c-9191-da4cd620cc2a on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:12.132275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Pushing event deleted for resources: {'Port': ['ID=b51f9483-9386-488c-9191-da4cd620cc2a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:12.204810 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8c02fd90-6d2a-4496-98cd-517e1b823011), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.232913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c02fd90-6d2a-4496-98cd-517e1b823011']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:12.235769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae593d60-f194-441b-a888-571590f78ceb None None] DHCP port deletion for 8c02fd90-6d2a-4496-98cd-517e1b823011 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:30:12.245726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a546a9e7-66be-4393-b96f-6a3a6e291006') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:12.246478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a546a9e7-66be-4393-b96f-6a3a6e291006') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:12.262031 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (a546a9e7-66be-4393-b96f-6a3a6e291006), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.285710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a546a9e7-66be-4393-b96f-6a3a6e291006), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.303249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:12.303939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (a546a9e7-66be-4393-b96f-6a3a6e291006), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:12.311782 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:12.382536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8c02fd90-6d2a-4496-98cd-517e1b823011), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.405533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.413848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c02fd90-6d2a-4496-98cd-517e1b823011 HTTP/1.1" status: 204 len: 168 time: 0.6465867 Jan 28 13:30:12.414168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51946) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:12.426638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a990dc-3773-4895-9283-02eda10752df admin admin] Pushing event deleted for resources: {'Network': ['ID=8c02fd90-6d2a-4496-98cd-517e1b823011,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:12.448238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c778b04-5086-4615-8fcf-3c75ef7a99d8 req-9e3b5f76-d7ec-4fc6-9da8-e8e1b3e9e85e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:12.449779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c778b04-5086-4615-8fcf-3c75ef7a99d8 req-9e3b5f76-d7ec-4fc6-9da8-e8e1b3e9e85e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 944 time: 0.0778832 Jan 28 13:30:12.454442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 43b1d844-9880-4540-9415-8095652c0b1e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:12.496923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 43b1d844-9880-4540-9415-8095652c0b1e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:12.497273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 43b1d844-9880-4540-9415-8095652c0b1e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:12.497740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c18be3a-96e7-43e2-ad0d-d34a6ada200c no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:12.499696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 25f23ece-50f2-4ad4-a59f-83bda5853d39 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:12.501505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:12.548217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5c18be3a-96e7-43e2-ad0d-d34a6ada200c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:12.548631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c18be3a-96e7-43e2-ad0d-d34a6ada200c not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:12.548999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b51f9483-9386-488c-9191-da4cd620cc2a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:12.577379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: b51f9483-9386-488c-9191-da4cd620cc2a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:12.577739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b51f9483-9386-488c-9191-da4cd620cc2a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:12.734013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 25f23ece-50f2-4ad4-a59f-83bda5853d39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=25f23ece-50f2-4ad4-a59f-83bda5853d39,segment=NetworkSegment(3cf1b96b-c9eb-457b-9a01-591ded83d4e5),segment_id=3cf1b96b-c9eb-457b-9a01-591ded83d4e5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:12.754790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 517e19ed-096e-45b3-97bf-3f8cf9bca515 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:12.755179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.757051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '25f23ece-50f2-4ad4-a59f-83bda5853d39', 'network_id': '2d5993a4-93d8-447a-b9a1-158beb375fd5', 'port_id': '25f23ece-50f2-4ad4-a59f-83bda5853d39', 'mac_address': 'fa:16:3e:84:e2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ebabc3-aa8e-4ea0-adac-afa0a789dccd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:12.833600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 25f23ece-50f2-4ad4-a59f-83bda5853d39 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:12.834255 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.856800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f23ece-50f2-4ad4-a59f-83bda5853d39 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:12.900587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c778b04-5086-4615-8fcf-3c75ef7a99d8 req-d1674436-d970-4bb2-9c4d-a6433ec0ceab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314883 Jan 28 13:30:12.902723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 25f23ece-50f2-4ad4-a59f-83bda5853d39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=25f23ece-50f2-4ad4-a59f-83bda5853d39,segment=NetworkSegment(3cf1b96b-c9eb-457b-9a01-591ded83d4e5),segment_id=3cf1b96b-c9eb-457b-9a01-591ded83d4e5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:12.914019 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:12.928346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 517e19ed-096e-45b3-97bf-3f8cf9bca515 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:12.928744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.000001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf68b5-2392-48c7-90df-5f091fb7a571 req-7d683d02-6bc6-4b26-82eb-933e82b5d957 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:13.000568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:13.001592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2ddf68b5-2392-48c7-90df-5f091fb7a571 req-7d683d02-6bc6-4b26-82eb-933e82b5d957 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 944 time: 0.1053445 Jan 28 13:30:13.004436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=25f23ece-50f2-4ad4-a59f-83bda5853d39,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:13.007178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.064225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:13.109742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4bf6d-b23c-4e9e-adb3-a868f832f1b5 req-0896b10b-3c83-4a0b-80ea-e0acec2a8f9a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:13.110590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2ddf68b5-2392-48c7-90df-5f091fb7a571 req-8d952358-a1ea-4f86-85d7-fb8630183068 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951841 Jan 28 13:30:13.111316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35d4bf6d-b23c-4e9e-adb3-a868f832f1b5 req-0896b10b-3c83-4a0b-80ea-e0acec2a8f9a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0510373 Jan 28 13:30:13.180761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35d4bf6d-b23c-4e9e-adb3-a868f832f1b5 req-02167f44-bc67-49a3-847d-aeabd6ac6ca0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618153 Jan 28 13:30:13.213044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['25f23ece-50f2-4ad4-a59f-83bda5853d39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:13.300818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab39f6e-1898-4b91-b11f-10d48b7e80ea req-77aaedf0-04ec-4c62-b041-b279065ea646 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:13.302266 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aab39f6e-1898-4b91-b11f-10d48b7e80ea req-77aaedf0-04ec-4c62-b041-b279065ea646 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.0621669 Jan 28 13:30:13.309207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.428329 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aab39f6e-1898-4b91-b11f-10d48b7e80ea req-67f8ae84-84d7-4c65-8d20-99cb34847d9f tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178029 Jan 28 13:30:13.606000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Deleting port 6fecfa6f-ac2f-469a-bea4-538b47eaf726 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:13.606337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.639325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:13.641729 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b6f22a-d2a7-40fd-a899-4afb7c680239" -d '{"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-plugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:13.679414 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e374857-5171-4316-abd4-c1b4b2b1434f x-openstack-request-id: req-8e374857-5171-4316-abd4-c1b4b2b1434f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:13.679705 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-plugged", "status": "completed", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:13.679967 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e374857-5171-4316-abd4-c1b4b2b1434f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:13.680384 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'code': 200} Jan 28 13:30:13.688897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] For port 6fecfa6f-ac2f-469a-bea4-538b47eaf726, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6fecfa6f-ac2f-469a-bea4-538b47eaf726,segment=NetworkSegment(9f8b523a-9415-4be7-abc6-270daa56d9c0),segment_id=9f8b523a-9415-4be7-abc6-270daa56d9c0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:13.689266 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.702538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Calling delete_port for 6fecfa6f-ac2f-469a-bea4-538b47eaf726 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:13.837325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95054e61-9e7e-4db8-911e-489d7414a28c req-e9ce8ae1-bbc6-4ade-aed2-4fd1546b0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:13.838960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95054e61-9e7e-4db8-911e-489d7414a28c req-e9ce8ae1-bbc6-4ade-aed2-4fd1546b0a95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 1097 time: 0.0403230 Jan 28 13:30:13.883296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95054e61-9e7e-4db8-911e-489d7414a28c req-8e4116f3-65b0-453e-bafa-7dba3d659c2c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379794 Jan 28 13:30:13.888602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6fecfa6f-ac2f-469a-bea4-538b47eaf726), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:13.914228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6fecfa6f-ac2f-469a-bea4-538b47eaf726,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:14.039299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef59f8-abf9-492a-a6e2-6146c095437f req-1ac23e34-baba-40da-9cc7-d8b57e213044 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.041423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ef59f8-abf9-492a-a6e2-6146c095437f req-1ac23e34-baba-40da-9cc7-d8b57e213044 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0624790 Jan 28 13:30:14.093038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.102814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ef59f8-abf9-492a-a6e2-6146c095437f req-589a1522-556d-49f5-af00-1ba784bf079c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529866 Jan 28 13:30:14.265449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd43a05-c38f-4b2e-8484-dc4094db01c7 req-8c8a2c7e-cf14-4b2b-8924-30b9cc3349aa tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.266931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfd43a05-c38f-4b2e-8484-dc4094db01c7 req-8c8a2c7e-cf14-4b2b-8924-30b9cc3349aa tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 944 time: 0.0684457 Jan 28 13:30:14.355675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c06864-555b-45bf-836d-37c45a1dda3f req-3e2b4836-2232-41c5-92a3-52b14dbf4e89 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.360506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73c06864-555b-45bf-836d-37c45a1dda3f req-3e2b4836-2232-41c5-92a3-52b14dbf4e89 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0525310 Jan 28 13:30:14.385754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfd43a05-c38f-4b2e-8484-dc4094db01c7 req-ef95eb8f-3baa-4dbf-8d35-bd08aff5b83c tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Jan 28 13:30:14.424570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Router eba57f7a-262b-43cc-8d1a-c9b10882f5cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:14.436671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73c06864-555b-45bf-836d-37c45a1dda3f req-49b902c7-00ee-4f8e-a185-21c78ce89589 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691352 Jan 28 13:30:14.496429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 25f23ece-50f2-4ad4-a59f-83bda5853d39 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:14.561288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 25f23ece-50f2-4ad4-a59f-83bda5853d39 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:14.564932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 25f23ece-50f2-4ad4-a59f-83bda5853d39 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:14.565424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.596544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231b8a2-dd0f-4c89-ae0d-b3fba41d0b73 req-36b8442e-2861-42f3-83fc-8650484f806e tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.598309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6231b8a2-dd0f-4c89-ae0d-b3fba41d0b73 req-36b8442e-2861-42f3-83fc-8650484f806e tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.0701067 Jan 28 13:30:14.599735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:14.604555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f572fc3e-fc7a-4102-99cd-0bab80cb91eb admin admin] 10.222.0.45 "PUT /v2.0/routers/eba57f7a-262b-43cc-8d1a-c9b10882f5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1891170 Jan 28 13:30:14.607038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51976) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:14.617958 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] Sync routers for ids ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:14.630076 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] Routers {'eba57f7a-262b-43cc-8d1a-c9b10882f5cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:14.637035 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:30:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:14.669964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 25f23ece-50f2-4ad4-a59f-83bda5853d39 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:14.670363 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.688620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6231b8a2-dd0f-4c89-ae0d-b3fba41d0b73 req-45ea042e-5ef3-48bd-8411-c674b50d1ed3 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829558 Jan 28 13:30:14.732372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 25f23ece-50f2-4ad4-a59f-83bda5853d39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=25f23ece-50f2-4ad4-a59f-83bda5853d39,segment=NetworkSegment(3cf1b96b-c9eb-457b-9a01-591ded83d4e5),segment_id=3cf1b96b-c9eb-457b-9a01-591ded83d4e5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:14.743421 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.783878 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] Set router eba57f7a-262b-43cc-8d1a-c9b10882f5cc gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:14.802238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks [] for router (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:14.831540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=25f23ece-50f2-4ad4-a59f-83bda5853d39,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:14.920499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a0019-bc72-4e3d-a3b0-a0c95bcde770 req-ba85fecc-c053-4302-a9c9-f031bd4558eb tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:14.934438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-928a0019-bc72-4e3d-a3b0-a0c95bcde770 req-ba85fecc-c053-4302-a9c9-f031bd4558eb tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.0856488 Jan 28 13:30:14.937371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks [] for router_gateway (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.001932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-928a0019-bc72-4e3d-a3b0-a0c95bcde770 req-26afeb71-773a-49b4-8055-ebfba79da146 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618730 Jan 28 13:30:15.012416 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Deleting port 158eeb5e-3840-4323-97f4-7e79f52f03af {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:15.012878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.025421 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:30:13Z', 'revision_number': 5, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port': {'id': '158eeb5e-3840-4323-97f4-7e79f52f03af', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:47Z', 'updated_at': '2022-01-28T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:15.140536 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] Checking router: eba57f7a-262b-43cc-8d1a-c9b10882f5cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:15.158128 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] Routers {'eba57f7a-262b-43cc-8d1a-c9b10882f5cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:15.158662 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:30:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:15.239660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] For port 158eeb5e-3840-4323-97f4-7e79f52f03af, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=158eeb5e-3840-4323-97f4-7e79f52f03af,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:15.240197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.285300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Calling delete_port for 158eeb5e-3840-4323-97f4-7e79f52f03af owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:15.364676 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] Set router eba57f7a-262b-43cc-8d1a-c9b10882f5cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:15.380025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b78a-fedc-4a3d-9cc8-f8c4c65baf4f req-10e8f96c-8ea3-4ee3-a5bb-da56b0617a31 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.391751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d63b78a-fedc-4a3d-9cc8-f8c4c65baf4f req-10e8f96c-8ea3-4ee3-a5bb-da56b0617a31 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1326418 Jan 28 13:30:15.401323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061e5c6-fdda-4316-b488-6a09b611a081 req-29e3c09b-0d2e-4f67-b3e6-d06ae43ecefa tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.420826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9061e5c6-fdda-4316-b488-6a09b611a081 req-29e3c09b-0d2e-4f67-b3e6-d06ae43ecefa tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.1090791 Jan 28 13:30:15.539419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d63b78a-fedc-4a3d-9cc8-f8c4c65baf4f req-0f70fa1c-7cdb-43dc-b030-f67f31b833c1 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465633 Jan 28 13:30:15.582916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9061e5c6-fdda-4316-b488-6a09b611a081 req-8a5ca53a-dbba-49d2-87a5-178dddbd5206 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600294 Jan 28 13:30:15.599364 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:30:14Z', 'revision_number': 6, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:15.642204 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6792c100-6cb4-4fec-bded-1d130ab86325 None None] The sync data for ids ['eba57f7a-262b-43cc-8d1a-c9b10882f5cc'] in n-d-822748-2 is: [{'id': 'eba57f7a-262b-43cc-8d1a-c9b10882f5cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788569888-router', 'tenant_id': '1c65c2a8c912405586e471e3920b09f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:44Z', 'updated_at': '2022-01-28T13:30:14Z', 'revision_number': 6, 'project_id': '1c65c2a8c912405586e471e3920b09f1', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:30:15.681309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f23ece-50f2-4ad4-a59f-83bda5853d39'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:15.685846 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f4258-2659-4b2e-83ba-9b6c02ac7944" -d '{"events": [{"server_uuid": "7b582d59-4538-4e40-a5dd-1b4bd5f67bc4", "name": "network-vif-plugged", "status": "completed", "tag": "25f23ece-50f2-4ad4-a59f-83bda5853d39"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:15.702241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (158eeb5e-3840-4323-97f4-7e79f52f03af), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:15.795563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=158eeb5e-3840-4323-97f4-7e79f52f03af,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:15.834940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa73df-f2e5-4549-a676-6d5e1a6b3305 req-61bbedc1-9a43-4f05-86d7-8b00efbd6ab8 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.844133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1aa73df-f2e5-4549-a676-6d5e1a6b3305 req-61bbedc1-9a43-4f05-86d7-8b00efbd6ab8 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 945 time: 0.0833447 Jan 28 13:30:15.935649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac849631-7abf-4e09-9eae-dbdbe6436e32 req-acaeeb53-724f-4b18-808d-a0aa58dddd5e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:15.937766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1aa73df-f2e5-4549-a676-6d5e1a6b3305 req-434daf57-d6b2-4457-8333-b12918ecf4d9 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922868 Jan 28 13:30:15.942488 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac849631-7abf-4e09-9eae-dbdbe6436e32 req-acaeeb53-724f-4b18-808d-a0aa58dddd5e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1541891 Jan 28 13:30:15.971604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.113809 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75816a51-3414-49ad-93f4-f5296981b43c x-openstack-request-id: req-75816a51-3414-49ad-93f4-f5296981b43c {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:16.115440 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b582d59-4538-4e40-a5dd-1b4bd5f67bc4", "name": "network-vif-plugged", "status": "completed", "tag": "25f23ece-50f2-4ad4-a59f-83bda5853d39", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:16.116438 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75816a51-3414-49ad-93f4-f5296981b43c {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:16.117657 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f23ece-50f2-4ad4-a59f-83bda5853d39', 'code': 200} Jan 28 13:30:16.117977 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac849631-7abf-4e09-9eae-dbdbe6436e32 req-028930bf-51f4-434e-ba70-09cc7ad566f3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733983 Jan 28 13:30:16.119935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.139159 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks [] for router_controller (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.297387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (eba57f7a-262b-43cc-8d1a-c9b10882f5cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.299873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eba57f7a-262b-43cc-8d1a-c9b10882f5cc {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:30:16.306377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.310187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-12e34c42-ebe3-417b-8137-07594ced39c4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/eba57f7a-262b-43cc-8d1a-c9b10882f5cc HTTP/1.1" status: 204 len: 168 time: 1.7022552 Jan 28 13:30:16.310882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52040) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:16.334783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5863-f2b6-4f7b-ad0a-4db2c10fbf44 req-f3f5947d-808d-4b72-9795-730cda63f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:16.338307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-286f5863-f2b6-4f7b-ad0a-4db2c10fbf44 req-f3f5947d-808d-4b72-9795-730cda63f84a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0950584 Jan 28 13:30:16.394630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] Deleting subnet 6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:16.398026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] Publish callbacks [] for subnet (6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.399576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-286f5863-f2b6-4f7b-ad0a-4db2c10fbf44 req-33bebfba-b4e4-4abc-a8cb-0f39a34654ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514400 Jan 28 13:30:16.458215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.509244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb49c6f-1df8-4c49-a9cd-2103de6c3ff3 req-13c84af9-febe-46b0-b1da-c5848bff79cb tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:16.510653 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-deb49c6f-1df8-4c49-a9cd-2103de6c3ff3 req-13c84af9-febe-46b0-b1da-c5848bff79cb tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.0923574 Jan 28 13:30:16.592087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.613751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-deb49c6f-1df8-4c49-a9cd-2103de6c3ff3 req-2130fe3c-39c1-4236-9c40-84f2a61f7791 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969317 Jan 28 13:30:16.625337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6fecfa6f-ac2f-469a-bea4-538b47eaf726 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:16.652798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 6fecfa6f-ac2f-469a-bea4-538b47eaf726 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:16.653156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6fecfa6f-ac2f-469a-bea4-538b47eaf726 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:16.653579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 158eeb5e-3840-4323-97f4-7e79f52f03af no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:16.663169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.681353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 158eeb5e-3840-4323-97f4-7e79f52f03af {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:16.681954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 158eeb5e-3840-4323-97f4-7e79f52f03af not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:16.695772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4882-4675-4d51-b236-d08d1a1bc381 req-989608f5-fc08-4fef-895b-676094b896a4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:16.697479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44cd4882-4675-4d51-b236-d08d1a1bc381 req-989608f5-fc08-4fef-895b-676094b896a4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0706515 Jan 28 13:30:16.706241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:16.708280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.713753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef2654-7596-4abf-8bb0-7212c92efb29 None None] Network 0677796e-2a98-4323-9075-d7cec718032c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:16.714199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e3ea3544-1dba-4238-ad73-a3ef24bbc055 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6b1a32cf-dddc-4d5a-83a2-9a92cbe3ddc4 HTTP/1.1" status: 204 len: 168 time: 0.3985817 Jan 28 13:30:16.714808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52048) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:16.782047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44cd4882-4675-4d51-b236-d08d1a1bc381 req-336b9d49-3ae2-4aa0-9b06-f2039db24b44 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765548 Jan 28 13:30:16.810928 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (0677796e-2a98-4323-9075-d7cec718032c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.884321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Deleting port 14b03d9c-1c5d-473c-82e0-eea363251ca0 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:16.884667 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.935691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da733e-b21f-4815-afab-25969199b9df req-3f8af2df-4e83-453b-a1d0-c5c0dbdf01a7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:16.941315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] DHCP port deletion for 0677796e-2a98-4323-9075-d7cec718032c request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:30:16.944024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83da733e-b21f-4815-afab-25969199b9df req-3f8af2df-4e83-453b-a1d0-c5c0dbdf01a7 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0729945 Jan 28 13:30:16.969737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] For port 14b03d9c-1c5d-473c-82e0-eea363251ca0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14b03d9c-1c5d-473c-82e0-eea363251ca0,segment=NetworkSegment(9f8b523a-9415-4be7-abc6-270daa56d9c0),segment_id=9f8b523a-9415-4be7-abc6-270daa56d9c0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:16.970052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:16.993493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Calling delete_port for 14b03d9c-1c5d-473c-82e0-eea363251ca0 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:17.008660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] Deleting port 14b03d9c-1c5d-473c-82e0-eea363251ca0 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:17.009132 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.038437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83da733e-b21f-4815-afab-25969199b9df req-16e3c4e0-b1a2-48d8-a646-ee4e54eb92c8 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932851 Jan 28 13:30:17.079935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] For port 14b03d9c-1c5d-473c-82e0-eea363251ca0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14b03d9c-1c5d-473c-82e0-eea363251ca0,segment=NetworkSegment(9f8b523a-9415-4be7-abc6-270daa56d9c0),segment_id=9f8b523a-9415-4be7-abc6-270daa56d9c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:17.080372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.101692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] Calling delete_port for 14b03d9c-1c5d-473c-82e0-eea363251ca0 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:17.184600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb29e4-eb06-4f0c-a72c-2439f70a0640 req-f9c37bf8-f372-4165-aed5-cb8298de4dcf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:17.186204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04cb29e4-eb06-4f0c-a72c-2439f70a0640 req-f9c37bf8-f372-4165-aed5-cb8298de4dcf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0662794 Jan 28 13:30:17.206022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.236973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] Pushing event deleted for resources: {'Port': ['ID=14b03d9c-1c5d-473c-82e0-eea363251ca0,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:17.246437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04cb29e4-eb06-4f0c-a72c-2439f70a0640 req-2e80440a-c532-427c-8b86-9687809318e5 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Jan 28 13:30:17.247210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679bf36d-fd64-45ac-8d4f-4739916c5835 None None] No DVR routers for this DVR port 14b03d9c-1c5d-473c-82e0-eea363251ca0 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:17.445529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc2639-6536-4fdd-a01f-7a738b57d6cd req-cf2f46ee-3b90-49e6-a930-da25637351be tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:17.447609 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3dc2639-6536-4fdd-a01f-7a738b57d6cd req-cf2f46ee-3b90-49e6-a930-da25637351be tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 945 time: 0.0773590 Jan 28 13:30:17.455461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368a37-4612-43cb-96f2-d8b19a414a18 req-017c0b05-65f2-4630-b024-984097980225 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:17.457731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8368a37-4612-43cb-96f2-d8b19a414a18 req-017c0b05-65f2-4630-b024-984097980225 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0701938 Jan 28 13:30:17.460836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (14b03d9c-1c5d-473c-82e0-eea363251ca0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.501387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] No DVR routers for this DVR port 14b03d9c-1c5d-473c-82e0-eea363251ca0 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:17.503589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Pushing event deleted for resources: {'Port': ['ID=14b03d9c-1c5d-473c-82e0-eea363251ca0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:17.529264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8368a37-4612-43cb-96f2-d8b19a414a18 req-d63bb7ef-6ed0-4fb4-a6a5-ce1a9278d1d4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651274 Jan 28 13:30:17.602533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (0677796e-2a98-4323-9075-d7cec718032c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.633434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0677796e-2a98-4323-9075-d7cec718032c']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:17.646374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8b523a-9415-4be7-abc6-270daa56d9c0') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:17.646905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8b523a-9415-4be7-abc6-270daa56d9c0') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:17.677842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3dc2639-6536-4fdd-a01f-7a738b57d6cd req-ebe22c87-9f5d-4ccf-90a8-e65060edc39e tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224612 Jan 28 13:30:17.685006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (9f8b523a-9415-4be7-abc6-270daa56d9c0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.702135 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9f8b523a-9415-4be7-abc6-270daa56d9c0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.715229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:17.715643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (9f8b523a-9415-4be7-abc6-270daa56d9c0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:17.717685 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:17.794763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d949d47-71eb-4d56-aafa-1af1e8f704ca req-9d49bdc3-b31a-43ff-90d1-eb3b5348ee5f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:17.802698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d949d47-71eb-4d56-aafa-1af1e8f704ca req-9d49bdc3-b31a-43ff-90d1-eb3b5348ee5f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0728557 Jan 28 13:30:17.831819 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (0677796e-2a98-4323-9075-d7cec718032c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.837919 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:17.843462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] 10.222.0.45 "DELETE /v2.0/networks/0677796e-2a98-4323-9075-d7cec718032c HTTP/1.1" status: 204 len: 168 time: 1.1250646 Jan 28 13:30:17.860815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d949d47-71eb-4d56-aafa-1af1e8f704ca req-8a108d96-326d-49cc-ac63-081f44f8a9cf tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571332 Jan 28 13:30:17.862458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f72725-3f8d-4358-8e4f-eb987bc8234b req-c0a4ea84-8c8e-4f6a-8ec1-a30caef270ec tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:17.870387 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8f72725-3f8d-4358-8e4f-eb987bc8234b req-c0a4ea84-8c8e-4f6a-8ec1-a30caef270ec tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.0899394 Jan 28 13:30:17.889698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f88b10-0c9e-43a7-85e2-9c181f2ea16a admin admin] Pushing event deleted for resources: {'Network': ['ID=0677796e-2a98-4323-9075-d7cec718032c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:17.943220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8f72725-3f8d-4358-8e4f-eb987bc8234b req-c0dc1473-a6ef-4da1-8bd7-602502d4cdcd tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718448 Jan 28 13:30:18.007116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52074) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:18.084678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010bd4b-9499-4622-9d51-08e3b3a31177 req-e4fd86b6-3352-49dc-a230-17a262872110 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.086538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c010bd4b-9499-4622-9d51-08e3b3a31177 req-e4fd86b6-3352-49dc-a230-17a262872110 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0918474 Jan 28 13:30:18.089404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d9c68ab2-1dee-416c-86b9-f2ae036cd4e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c229ec36de77446084af622110eb3709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0812066 Jan 28 13:30:18.091950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:18.146394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c010bd4b-9499-4622-9d51-08e3b3a31177 req-6b19a4ee-5148-4b45-b4d5-4a75563177d6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 Jan 28 13:30:18.147684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5e39947-ace9-4719-9cbe-7e63f3c63d1e admin admin] Publish callbacks [] for security_group (a8f3665a-19d4-4ea3-bebf-c5812660a314), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.178745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5e39947-ace9-4719-9cbe-7e63f3c63d1e admin admin] Publish callbacks [] for security_group (a8f3665a-19d4-4ea3-bebf-c5812660a314), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.233513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5e39947-ace9-4719-9cbe-7e63f3c63d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a8f3665a-19d4-4ea3-bebf-c5812660a314), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.236412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5e39947-ace9-4719-9cbe-7e63f3c63d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.240147 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e5e39947-ace9-4719-9cbe-7e63f3c63d1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8f3665a-19d4-4ea3-bebf-c5812660a314 HTTP/1.1" status: 204 len: 168 time: 0.1445355 Jan 28 13:30:18.247039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e39947-ace9-4719-9cbe-7e63f3c63d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f3665a-19d4-4ea3-bebf-c5812660a314,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:18.298519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefee6bc-d983-48a0-8408-8289892dd8f1 req-2cca9722-9ea3-4cc4-b961-6b9af49f3c2c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.306528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fefee6bc-d983-48a0-8408-8289892dd8f1 req-2cca9722-9ea3-4cc4-b961-6b9af49f3c2c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0661767 Jan 28 13:30:18.342675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-403ff3ae-00d3-4394-acff-e4beebda1edd tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.343626 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-403ff3ae-00d3-4394-acff-e4beebda1edd tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.60 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 946 time: 0.0664499 Jan 28 13:30:18.386245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fefee6bc-d983-48a0-8408-8289892dd8f1 req-e9c0bc3b-f28f-4333-a77e-3143609860ae tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626335 Jan 28 13:30:18.453506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 14b03d9c-1c5d-473c-82e0-eea363251ca0 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:18.484997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 14b03d9c-1c5d-473c-82e0-eea363251ca0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:18.485578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 14b03d9c-1c5d-473c-82e0-eea363251ca0 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:18.540177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2fc02-2430-4144-bc19-30dd3f9b1521 req-df7cd38d-561b-4e92-a317-a4894cbdc113 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.547872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fc2fc02-2430-4144-bc19-30dd3f9b1521 req-df7cd38d-561b-4e92-a317-a4894cbdc113 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0946119 Jan 28 13:30:18.551356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Deleting port 7576ba2f-7bfb-4674-8105-2ed2a850342d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:18.551921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.653850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fc2fc02-2430-4144-bc19-30dd3f9b1521 req-ac2a4ebb-c8cf-474c-b192-228b39375271 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Jan 28 13:30:18.669114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] For port 7576ba2f-7bfb-4674-8105-2ed2a850342d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7576ba2f-7bfb-4674-8105-2ed2a850342d,segment=NetworkSegment(6e434fc2-68bb-4115-9b2b-b8b28154c30c),segment_id=6e434fc2-68bb-4115-9b2b-b8b28154c30c)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:18.669498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.723543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Calling delete_port for 7576ba2f-7bfb-4674-8105-2ed2a850342d owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:18.795448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f68401-c0b1-413a-a191-8eba25345bf5 req-cdaa1d47-94dc-4bef-80a3-3896ca839554 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:18.802766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8f68401-c0b1-413a-a191-8eba25345bf5 req-cdaa1d47-94dc-4bef-80a3-3896ca839554 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1302817 Jan 28 13:30:18.805641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52098) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:18.862270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d9111cb1-fa57-4daf-9a8a-15aee0f40446 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c65c2a8c912405586e471e3920b09f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553057 Jan 28 13:30:18.866144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52100) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:18.883206 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8f68401-c0b1-413a-a191-8eba25345bf5 req-ce535c8e-0486-422b-b0cb-8fe4a984ec8c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793724 Jan 28 13:30:18.930235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-944edb57-317f-4e79-bcc3-7c9e4af5d63d admin admin] Publish callbacks [] for security_group (93f012b0-167d-493a-82b8-46db45def522), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:18.974777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-944edb57-317f-4e79-bcc3-7c9e4af5d63d admin admin] Publish callbacks [] for security_group (93f012b0-167d-493a-82b8-46db45def522), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.027875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7576ba2f-7bfb-4674-8105-2ed2a850342d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.042467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['7576ba2f-7bfb-4674-8105-2ed2a850342d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:19.043798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-944edb57-317f-4e79-bcc3-7c9e4af5d63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (93f012b0-167d-493a-82b8-46db45def522), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.049353 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-944edb57-317f-4e79-bcc3-7c9e4af5d63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.051941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-944edb57-317f-4e79-bcc3-7c9e4af5d63d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93f012b0-167d-493a-82b8-46db45def522 HTTP/1.1" status: 204 len: 168 time: 0.1847780 Jan 28 13:30:19.065430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944edb57-317f-4e79-bcc3-7c9e4af5d63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f012b0-167d-493a-82b8-46db45def522,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:19.092132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Pushing event deleted for resources: {'Port': ['ID=7576ba2f-7bfb-4674-8105-2ed2a850342d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:19.148443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] No DVR routers for this DVR port 7576ba2f-7bfb-4674-8105-2ed2a850342d on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:19.156863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b8a1-6b80-41cc-ba49-90035cb09932 req-365732a5-05ff-4cc7-adfc-409f90046e64 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:19.158409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1eb3b8a1-6b80-41cc-ba49-90035cb09932 req-365732a5-05ff-4cc7-adfc-409f90046e64 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 945 time: 0.1641076 Jan 28 13:30:19.159868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:19.164349 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1d4c3f09-5c53-4573-b35b-c3f9fe105d96 req-f40ed5d7-f94b-44fc-a8b1-1399c10c6702 tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.60 "DELETE /v2.0/ports/7576ba2f-7bfb-4674-8105-2ed2a850342d HTTP/1.1" status: 204 len: 173 time: 0.8136630 Jan 28 13:30:19.164832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eab929-4fce-4024-8ac8-401a8967039f', 'name': 'network-vif-deleted', 'tag': '7576ba2f-7bfb-4674-8105-2ed2a850342d'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:19.167368 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c444a5-12a9-41dc-9756-7a17348bf114" -d '{"events": [{"server_uuid": "01eab929-4fce-4024-8ac8-401a8967039f", "name": "network-vif-deleted", "tag": "7576ba2f-7bfb-4674-8105-2ed2a850342d"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:19.260742 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1eb3b8a1-6b80-41cc-ba49-90035cb09932 req-13bd202f-b7ec-47c3-a005-151d48e21c4e tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810928 Jan 28 13:30:19.283345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100db85-c6e4-46ca-bc27-91159eb6dbe2 req-6430885c-88eb-4c7a-8d10-2725a156a0eb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:19.284990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3100db85-c6e4-46ca-bc27-91159eb6dbe2 req-6430885c-88eb-4c7a-8d10-2725a156a0eb tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0850079 Jan 28 13:30:19.386178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3100db85-c6e4-46ca-bc27-91159eb6dbe2 req-f2bd642d-a2f0-48d0-9869-52f54977d42e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898917 Jan 28 13:30:19.407476 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b9c8679b-bcf1-4fc3-b08c-1784f633aa3c req-ba4ccd73-bedd-4640-b752-0172cbec9a7b tempest-ServersNegativeTestMultiTenantJSON-1971543589 tempest-ServersNegativeTestMultiTenantJSON-1971543589-project] 10.222.0.45 "GET /v2.0/ports?device_id=01eab929-4fce-4024-8ac8-401a8967039f HTTP/1.1" status: 200 len: 210 time: 0.0403111 Jan 28 13:30:19.447258 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c81ae-c587-42a7-8dd9-92bcb1815314 x-openstack-request-id: req-7a4c81ae-c587-42a7-8dd9-92bcb1815314 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:19.447731 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eab929-4fce-4024-8ac8-401a8967039f", "name": "network-vif-deleted", "tag": "7576ba2f-7bfb-4674-8105-2ed2a850342d", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:19.448174 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a4c81ae-c587-42a7-8dd9-92bcb1815314 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:19.448748 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eab929-4fce-4024-8ac8-401a8967039f', 'name': 'network-vif-deleted', 'tag': '7576ba2f-7bfb-4674-8105-2ed2a850342d', 'status': 'completed', 'code': 200} Jan 28 13:30:19.732795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c87965-9e87-41c9-81e8-edf0549b6c6e req-1da63cfb-903b-426a-9b6f-6904a0981de4 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:19.734393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62c87965-9e87-41c9-81e8-edf0549b6c6e req-1da63cfb-903b-426a-9b6f-6904a0981de4 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 945 time: 0.0605576 Jan 28 13:30:19.827848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62c87965-9e87-41c9-81e8-edf0549b6c6e req-b2cfcb86-c8a0-4cd1-bbc3-97414938f5b7 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861502 Jan 28 13:30:20.008939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec130f0d-7936-4e0e-b481-e160c2c8c98a req-ec547aa4-a81f-44b7-98a7-487686e098de tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:20.010457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec130f0d-7936-4e0e-b481-e160c2c8c98a req-ec547aa4-a81f-44b7-98a7-487686e098de tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0526330 Jan 28 13:30:20.059907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec130f0d-7936-4e0e-b481-e160c2c8c98a req-c7b398a6-90aa-476d-a84b-7048716aaa8a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Jan 28 13:30:20.064132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52142) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:20.172445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-489017479-network', 'tenant_id': 'a612a8cc349f4360a61484ea732120f8'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:20.191155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Made reservation on behalf of a612a8cc349f4360a61484ea732120f8 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:20.193665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.202731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.284949 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks [] for security_group (5c2107de-a076-4e94-9461-47ea5bbae08a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.288975 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5c2107de-a076-4e94-9461-47ea5bbae08a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.313586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:30:20.323112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2107de-a076-4e94-9461-47ea5bbae08a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:20.329533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f9794f0b-c884-41a6-a4ac-b908bd41a9a6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.330581 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Added segment f9794f0b-c884-41a6-a4ac-b908bd41a9a6 of type vlan for network 027688f7-df4a-44dc-9837-45ed97c8738d Jan 28 13:30:20.375556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (027688f7-df4a-44dc-9837-45ed97c8738d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.402410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (027688f7-df4a-44dc-9837-45ed97c8738d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.403311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:20.403908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.465531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52152) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:20.479375 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4149559 Jan 28 13:30:20.484447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52154) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:20.491325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Request body: {'subnet': {'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-489017479-subnet', 'tenant_id': 'a612a8cc349f4360a61484ea732120f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:20.509157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d65d86-282d-493c-96fd-42b252e148c4 admin admin] Pushing event updated for resources: {'Network': ['ID=027688f7-df4a-44dc-9837-45ed97c8738d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:20.520973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 027688f7-df4a-44dc-9837-45ed97c8738d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:30:20.528703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95415-bc3f-407b-a6a8-0c911a58fbe6 req-7ea4f1dd-c503-4909-8331-da74808952ad tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:20.530255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44f95415-bc3f-407b-a6a8-0c911a58fbe6 req-7ea4f1dd-c503-4909-8331-da74808952ad tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0754569 Jan 28 13:30:20.531390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Made reservation on behalf of a612a8cc349f4360a61484ea732120f8 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:20.533728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.536742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] Deleting subnet a21d3c59-e604-410f-9bba-48a18eebd2cb {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:20.542287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] Publish callbacks [] for subnet (a21d3c59-e604-410f-9bba-48a18eebd2cb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.589891 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (a21d3c59-e604-410f-9bba-48a18eebd2cb), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.652656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44f95415-bc3f-407b-a6a8-0c911a58fbe6 req-dc5f7ab3-78f8-4f1b-bc16-cd6b4273fb25 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147742 Jan 28 13:30:20.653988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a21d3c59-e604-410f-9bba-48a18eebd2cb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.740747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (a21d3c59-e604-410f-9bba-48a18eebd2cb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.772288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.778846 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a21d3c59-e604-410f-9bba-48a18eebd2cb HTTP/1.1" status: 204 len: 168 time: 0.3098218 Jan 28 13:30:20.778846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bea3b-0a25-438b-8f3f-ae2207f70ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21d3c59-e604-410f-9bba-48a18eebd2cb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:20.779070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52162) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:20.845617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (f1785e7d-c3d6-427e-879f-b75795762f84), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.941617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1785e7d-c3d6-427e-879f-b75795762f84,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:20.946397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (467d2f86-0cf9-43ce-b686-728d2e2af1ad), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:20.990016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd625f-6e89-4cb0-8fb0-d35e66dc8770 req-185406a8-2f4e-491a-adf0-0da308661aeb tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:20.992658 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4fd625f-6e89-4cb0-8fb0-d35e66dc8770 req-185406a8-2f4e-491a-adf0-0da308661aeb tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 945 time: 0.0693936 Jan 28 13:30:21.043117 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4fd625f-6e89-4cb0-8fb0-d35e66dc8770 req-496dc812-61dc-4076-9f0e-aef5908a6c58 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Jan 28 13:30:21.114940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Checking segment: {'id': 'f9794f0b-c884-41a6-a4ac-b908bd41a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:21.115312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Network hostable DHCP agents. Network: 027688f7-df4a-44dc-9837-45ed97c8738d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:30:21.163136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (467d2f86-0cf9-43ce-b686-728d2e2af1ad), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.180122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c93c7c-9e5d-4fc9-9f9e-728f3c00a3f4 req-7b41ff6b-a2e3-4f55-b0d0-8944bbfb3eec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.181658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46c93c7c-9e5d-4fc9-9f9e-728f3c00a3f4 req-7b41ff6b-a2e3-4f55-b0d0-8944bbfb3eec tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.2013977 Jan 28 13:30:21.218983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467d2f86-0cf9-43ce-b686-728d2e2af1ad']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:21.222976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Network 027688f7-df4a-44dc-9837-45ed97c8738d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:30:21.248298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c8780-8425-4805-960d-91a988da3141 req-b16731fa-72cb-4851-8f1c-223939f6177e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.250142 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-049c8780-8425-4805-960d-91a988da3141 req-b16731fa-72cb-4851-8f1c-223939f6177e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.0531793 Jan 28 13:30:21.255253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-fa404fa7-983c-4f1e-b4ca-6f11268171ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.256781 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-fa404fa7-983c-4f1e-b4ca-6f11268171ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b6c9475b98648cb93662379db514e00&device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 1097 time: 0.2275691 Jan 28 13:30:21.261454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e434fc2-68bb-4115-9b2b-b8b28154c30c') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:21.261760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e434fc2-68bb-4115-9b2b-b8b28154c30c') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:21.271109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690906-1184-4b2d-8752-722cff6a6120 req-c42b81c5-d019-40a5-8578-a397a8febfda tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.272627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f690906-1184-4b2d-8752-722cff6a6120 req-c42b81c5-d019-40a5-8578-a397a8febfda tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 945 time: 0.2154996 Jan 28 13:30:21.281987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 027688f7-df4a-44dc-9837-45ed97c8738d) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:21.290882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacbae0c-58e0-4936-8054-04b4eb2c0d9d None None] Network 027688f7-df4a-44dc-9837-45ed97c8738d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:21.304501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (6e434fc2-68bb-4115-9b2b-b8b28154c30c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.314000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-049c8780-8425-4805-960d-91a988da3141 req-977fe3f3-4669-4d92-a83b-ce8726df44c5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Jan 28 13:30:21.324010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.324671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.407593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845e247-b0be-4022-80f9-0b973846509d None None] Network 027688f7-df4a-44dc-9837-45ed97c8738d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:21.408283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6e434fc2-68bb-4115-9b2b-b8b28154c30c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.418074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46c93c7c-9e5d-4fc9-9f9e-728f3c00a3f4 req-ae7ebd70-8005-4a65-8ae6-3f5bfe9f8f1e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286747 Jan 28 13:30:21.441567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2bc6aef-19e1-4676-aa26-eaa5e49f1fa8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9545319 Jan 28 13:30:21.444622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:21.445122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (6e434fc2-68bb-4115-9b2b-b8b28154c30c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:21.449271 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:21.554184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (467d2f86-0cf9-43ce-b686-728d2e2af1ad), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.570257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.573481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] 10.222.0.45 "DELETE /v2.0/networks/467d2f86-0cf9-43ce-b686-728d2e2af1ad HTTP/1.1" status: 204 len: 168 time: 0.7934859 Jan 28 13:30:21.577099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52178) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:21.586773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-49a9261a-d7e6-4bfc-b1f9-2cdac7f4415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.588317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-49a9261a-d7e6-4bfc-b1f9-2cdac7f4415c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 200 len: 915 time: 0.3147533 Jan 28 13:30:21.590141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37133f-e4f6-4ad1-9912-ee67e6fe8509 admin admin] Pushing event deleted for resources: {'Network': ['ID=467d2f86-0cf9-43ce-b686-728d2e2af1ad,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:21.624175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] Deleting subnet 816da1c1-7c8b-4e8b-8805-1b4b798ca85e {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:21.632193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] Publish callbacks [] for subnet (816da1c1-7c8b-4e8b-8805-1b4b798ca85e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.647120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-69e06179-405e-4faf-bec6-a767035ef4fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515 HTTP/1.1" status: 200 len: 217 time: 0.0469956 Jan 28 13:30:21.653359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Deleting port 25f23ece-50f2-4ad4-a59f-83bda5853d39 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:21.653709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.679118 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (816da1c1-7c8b-4e8b-8805-1b4b798ca85e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.724840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (816da1c1-7c8b-4e8b-8805-1b4b798ca85e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.730347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-16afbcef-08a7-4aa4-be7b-e8968136ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:21.731872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-16afbcef-08a7-4aa4-be7b-e8968136ceb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 200 len: 854 time: 0.0751166 Jan 28 13:30:21.798275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (816da1c1-7c8b-4e8b-8805-1b4b798ca85e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.816334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-e7bbdf3e-5351-4280-8315-a20f8b4b7afa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9800ec0-0f2a-44b1-925e-e13d5035174f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517442 Jan 28 13:30:21.827901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816da1c1-7c8b-4e8b-8805-1b4b798ca85e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:21.830032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.834350 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d28f7383-6617-4e57-8c35-e6988fc3becd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/816da1c1-7c8b-4e8b-8805-1b4b798ca85e HTTP/1.1" status: 204 len: 168 time: 0.2561448 Jan 28 13:30:21.836818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52190) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:21.918391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] For port 25f23ece-50f2-4ad4-a59f-83bda5853d39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=25f23ece-50f2-4ad4-a59f-83bda5853d39,segment=NetworkSegment(3cf1b96b-c9eb-457b-9a01-591ded83d4e5),segment_id=3cf1b96b-c9eb-457b-9a01-591ded83d4e5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:21.918964 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.927222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (12e534fb-a25b-4b23-8cad-f3d666e5fc3b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:21.938190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Calling delete_port for 25f23ece-50f2-4ad4-a59f-83bda5853d39 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:22.019735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-c5e5c7d9-e7e7-494e-a9d7-df3217d8ac54 service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865356 Jan 28 13:30:22.026742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52198) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:22.031497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1230865230-network', 'tenant_id': '9e4286b2041c45e0a4ea23d7d6339cd8'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:22.064080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (12e534fb-a25b-4b23-8cad-f3d666e5fc3b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.099053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e534fb-a25b-4b23-8cad-f3d666e5fc3b']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:22.110632 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [req-88d22bc9-5f55-43d8-a55b-78941680913a req-157d7e77-661e-428e-a074-dd6e442e2bbc service neutron] show failed (client error): The resource could not be found. Jan 28 13:30:22.111680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-157d7e77-661e-428e-a074-dd6e442e2bbc service neutron] 10.222.0.60 "GET /v2.0/ports/73128da2-3b79-47d7-8a6d-1eb529472e50/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.1477933 Jan 28 13:30:22.113772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4940a98-953a-4fc1-b553-a406f431e9da') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:22.114079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4940a98-953a-4fc1-b553-a406f431e9da') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:22.127050 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (b4940a98-953a-4fc1-b553-a406f431e9da), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.166173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b4940a98-953a-4fc1-b553-a406f431e9da), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.179456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:22.179871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (b4940a98-953a-4fc1-b553-a406f431e9da), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:22.181979 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:22.239082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Made reservation on behalf of 9e4286b2041c45e0a4ea23d7d6339cd8 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:22.241402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.248816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92371fb2-eb24-4eda-97c8-960bdff3356c req-b42a995b-b608-4114-a752-2085cea7a13c tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.250521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92371fb2-eb24-4eda-97c8-960bdff3356c req-b42a995b-b608-4114-a752-2085cea7a13c tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b582d59-4538-4e40-a5dd-1b4bd5f67bc4 HTTP/1.1" status: 200 len: 945 time: 0.1272011 Jan 28 13:30:22.263976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.265565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (12e534fb-a25b-4b23-8cad-f3d666e5fc3b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.265733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (25f23ece-50f2-4ad4-a59f-83bda5853d39), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.280189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.282342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cb5f808-3ccf-46b7-8cc9-8d7ed7f6847a req-63343642-b8db-4831-8799-7902e49c069d service neutron] 10.222.0.36 "GET /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416773 Jan 28 13:30:22.283466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] 10.222.0.45 "DELETE /v2.0/networks/12e534fb-a25b-4b23-8cad-f3d666e5fc3b HTTP/1.1" status: 204 len: 168 time: 0.4449236 Jan 28 13:30:22.294943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['25f23ece-50f2-4ad4-a59f-83bda5853d39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:22.296755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da350bbd-6a0c-48d6-bb56-1da4561ab497 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e534fb-a25b-4b23-8cad-f3d666e5fc3b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:22.319718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Pushing event deleted for resources: {'Port': ['ID=25f23ece-50f2-4ad4-a59f-83bda5853d39,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:22.348707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92371fb2-eb24-4eda-97c8-960bdff3356c req-66edbfcb-56a7-4cb3-a025-487f2490f0ea tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.45 "GET /v2.0/security-groups?id=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897176 Jan 28 13:30:22.379066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] No DVR routers for this DVR port 25f23ece-50f2-4ad4-a59f-83bda5853d39 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:22.382769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.385750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f690906-1184-4b2d-8752-722cff6a6120 req-54ad6167-a788-4f8f-8cbf-d0f75d07a1e6 tempest-ServerGroupTestJSON-627767475 tempest-ServerGroupTestJSON-627767475-project] 10.222.0.36 "DELETE /v2.0/ports/25f23ece-50f2-4ad4-a59f-83bda5853d39 HTTP/1.1" status: 204 len: 173 time: 1.0916872 Jan 28 13:30:22.386189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'name': 'network-vif-deleted', 'tag': '25f23ece-50f2-4ad4-a59f-83bda5853d39'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:22.388624 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5dc9ef-780c-4e85-8a9a-d37ec676b601" -d '{"events": [{"server_uuid": "7b582d59-4538-4e40-a5dd-1b4bd5f67bc4", "name": "network-vif-deleted", "tag": "25f23ece-50f2-4ad4-a59f-83bda5853d39"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:22.487908 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ff7ab8-e484-43cd-b2d6-6c4e0d2200bb x-openstack-request-id: req-69ff7ab8-e484-43cd-b2d6-6c4e0d2200bb {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:22.488233 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b582d59-4538-4e40-a5dd-1b4bd5f67bc4", "name": "network-vif-deleted", "tag": "25f23ece-50f2-4ad4-a59f-83bda5853d39", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:22.488494 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69ff7ab8-e484-43cd-b2d6-6c4e0d2200bb {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:22.488887 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b582d59-4538-4e40-a5dd-1b4bd5f67bc4', 'name': 'network-vif-deleted', 'tag': '25f23ece-50f2-4ad4-a59f-83bda5853d39', 'status': 'completed', 'code': 200} Jan 28 13:30:22.494717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-a2396bad-3b4c-4850-9727-a71ff8f4f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.496266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-a2396bad-3b4c-4850-9727-a71ff8f4f596 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf&tenant_id=063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 1099 time: 0.0995224 Jan 28 13:30:22.513635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:22.519668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks [] for security_group (6b80bbde-0f25-451f-9e34-28299cd5eab7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.540881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6b80bbde-0f25-451f-9e34-28299cd5eab7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.569955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:30:22.606118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acceaf-33f2-48a2-b530-6e680f4ba6d9 req-6783c0b6-5bfc-4d48-abb0-89887f93531c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.607625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29acceaf-33f2-48a2-b530-6e680f4ba6d9 req-6783c0b6-5bfc-4d48-abb0-89887f93531c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1622853 Jan 28 13:30:22.623223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:22.624909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (204fd081-66f7-4017-ab75-58ee4cb1d40c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.625345 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Added segment 204fd081-66f7-4017-ab75-58ee4cb1d40c of type vlan for network 12dae74e-425e-4eaf-8c77-48884a49cee3 Jan 28 13:30:22.653182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.654809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80bbde-0f25-451f-9e34-28299cd5eab7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:22.668398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c59e0f17-1e69-470b-aa5a-1791ed44727a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f81bbac77465475680692b41f7e09800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438573 Jan 28 13:30:22.671061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52218) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:22.705559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.705908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.706906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.707422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.707736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.708088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.708422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.708772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.709079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.709405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.709730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.710054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.710377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:22.714845 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (12dae74e-425e-4eaf-8c77-48884a49cee3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.752633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bde1b0-85e1-4d9d-aa4c-1dc23a0293ef req-9daf8586-d6b5-4209-a391-917e6b806222 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.754314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-80bde1b0-85e1-4d9d-aa4c-1dc23a0293ef req-9daf8586-d6b5-4209-a391-917e6b806222 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0705180 Jan 28 13:30:22.777618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29acceaf-33f2-48a2-b530-6e680f4ba6d9 req-d2107b7a-93e1-49e9-b100-64c17e17c46a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574922 Jan 28 13:30:22.777861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35edc22f-4cfd-4555-9084-bf17795b0b2f admin admin] Publish callbacks [] for security_group (1b4dcb23-810e-40dd-bbb2-ce27fd8ae497), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.789011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (12dae74e-425e-4eaf-8c77-48884a49cee3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.789977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:22.790563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.818854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35edc22f-4cfd-4555-9084-bf17795b0b2f admin admin] Publish callbacks [] for security_group (1b4dcb23-810e-40dd-bbb2-ce27fd8ae497), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.839827 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-80bde1b0-85e1-4d9d-aa4c-1dc23a0293ef req-754f4a82-cfa1-442e-8e63-60b8dd74c984 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784297 Jan 28 13:30:22.877657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35edc22f-4cfd-4555-9084-bf17795b0b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1b4dcb23-810e-40dd-bbb2-ce27fd8ae497), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.880557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35edc22f-4cfd-4555-9084-bf17795b0b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:22.884019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-35edc22f-4cfd-4555-9084-bf17795b0b2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b4dcb23-810e-40dd-bbb2-ce27fd8ae497 HTTP/1.1" status: 204 len: 168 time: 0.2097607 Jan 28 13:30:22.890343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edc22f-4cfd-4555-9084-bf17795b0b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4dcb23-810e-40dd-bbb2-ce27fd8ae497,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:22.923569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8931274 Jan 28 13:30:22.924153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52222) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:22.936784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d1101-b4c2-4650-8a1b-92b5eee1aff2 admin admin] Pushing event updated for resources: {'Network': ['ID=12dae74e-425e-4eaf-8c77-48884a49cee3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:22.937230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Request body: {'subnet': {'network_id': '12dae74e-425e-4eaf-8c77-48884a49cee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1230865230-subnet', 'tenant_id': '9e4286b2041c45e0a4ea23d7d6339cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:22.955556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 12dae74e-425e-4eaf-8c77-48884a49cee3 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:30:22.995644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Made reservation on behalf of 9e4286b2041c45e0a4ea23d7d6339cd8 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:22.998211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.042032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7576ba2f-7bfb-4674-8105-2ed2a850342d no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:23.066815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 7576ba2f-7bfb-4674-8105-2ed2a850342d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:23.067509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7576ba2f-7bfb-4674-8105-2ed2a850342d not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:23.130605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:23.209927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:23.255866 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (bc8fbcdc-6746-4ea0-b403-a48366429ca0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.262143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Publish callbacks [] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.281518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Transition to ACTIVE for port object 73128da2-3b79-47d7-8a6d-1eb529472e50 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:23.287173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.362114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8fbcdc-6746-4ea0-b403-a48366429ca0,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:23.383434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Checking segment: {'id': '204fd081-66f7-4017-ab75-58ee4cb1d40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '12dae74e-425e-4eaf-8c77-48884a49cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:23.383893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Network hostable DHCP agents. Network: 12dae74e-425e-4eaf-8c77-48884a49cee3, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:30:23.413618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:23.422981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] No DVR routers for this DVR port 73128da2-3b79-47d7-8a6d-1eb529472e50 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:23.430131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Network 12dae74e-425e-4eaf-8c77-48884a49cee3 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:30:23.453336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 12dae74e-425e-4eaf-8c77-48884a49cee3) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:23.462633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:23.464601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.466676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c687a7c-25cb-42e6-bb8e-68075651546a None None] Network 12dae74e-425e-4eaf-8c77-48884a49cee3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:23.520157 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7706f035-f780-456d-a8c9-c96479774611 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5938129 Jan 28 13:30:23.529188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52236) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:23.545964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:23.546368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:23.546664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:23.562001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:23.562340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:23.579440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:23.580176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:23.580752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:23.584269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Bound port: 73128da2-3b79-47d7-8a6d-1eb529472e50, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:23.584700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.642163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7eb6bf0-b1db-4498-98a2-e0134a9e8152 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8ab1134416b472c9998fbfbe4db63d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1064887 Jan 28 13:30:23.643617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52242) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:23.736198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93477a9a-ccc4-4641-8963-f09bdc8480ad admin admin] Publish callbacks [] for security_group (6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.775131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:23.782734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:23.793744 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.816489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93477a9a-ccc4-4641-8963-f09bdc8480ad admin admin] Publish callbacks [] for security_group (6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.842605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498d9bd-a07b-48ed-8f90-c742c302b11a None None] Network 12dae74e-425e-4eaf-8c77-48884a49cee3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:23.898267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:23.899966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.904881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] 10.222.0.36 "PUT /v2.0/ports/73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 1094 time: 1.3982387 Jan 28 13:30:23.928668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93477a9a-ccc4-4641-8963-f09bdc8480ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.931428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93477a9a-ccc4-4641-8963-f09bdc8480ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:23.932651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-93477a9a-ccc4-4641-8963-f09bdc8480ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc HTTP/1.1" status: 204 len: 168 time: 0.2875998 Jan 28 13:30:23.972712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93477a9a-ccc4-4641-8963-f09bdc8480ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447cbc6-6c0d-4ccf-9b64-ea2b7afaa3dc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:24.096625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bbb91-3a51-4fed-9afb-5388a820a5a9 req-f1431e91-ec44-4712-a923-6abb59fe642f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.098502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c1bbb91-3a51-4fed-9afb-5388a820a5a9 req-f1431e91-ec44-4712-a923-6abb59fe642f tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1319523 Jan 28 13:30:24.115397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e886d-59de-4769-8b04-46f8f7dffde1 service neutron] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:24.195845 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c1bbb91-3a51-4fed-9afb-5388a820a5a9 req-dd71d152-d49f-4061-80a8-f8ecf55ab9ef tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865707 Jan 28 13:30:24.227720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-351797a5-33ed-4183-947e-4644bf08b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.230685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-351797a5-33ed-4183-947e-4644bf08b266 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1097 time: 0.2790425 Jan 28 13:30:24.241799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb2b1c-5c1c-4339-b7ed-6bf26bd1ed56 req-ca87a5c0-5d29-4346-8cb5-a0b10efe9d12 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.243467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cebb2b1c-5c1c-4339-b7ed-6bf26bd1ed56 req-ca87a5c0-5d29-4346-8cb5-a0b10efe9d12 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 946 time: 0.2125440 Jan 28 13:30:24.390412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cebb2b1c-5c1c-4339-b7ed-6bf26bd1ed56 req-9c254fc5-c232-4a05-8277-04b174febae0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288712 Jan 28 13:30:24.426169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-11f99e5b-477e-4469-a80f-8deb3dec3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.429716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-11f99e5b-477e-4469-a80f-8deb3dec3480 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1852927 Jan 28 13:30:24.499922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}, {'name': 'network-changed', 'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:24.502975 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e433930-d2b4-415f-b657-c4dca39aa5b8" -d '{"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}, {"name": "network-changed", "server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:24.517086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-3b3a9793-ca75-4b0b-871d-9cf1c472997f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.0801139 Jan 28 13:30:24.556301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 25f23ece-50f2-4ad4-a59f-83bda5853d39 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:24.607132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 25f23ece-50f2-4ad4-a59f-83bda5853d39 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:24.607815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 25f23ece-50f2-4ad4-a59f-83bda5853d39 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:24.658117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af1d9-91a3-4d0f-9bc4-edf5ddd62179 req-938db048-48e5-4004-ad98-5b98bd058533 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.660865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa0af1d9-91a3-4d0f-9bc4-edf5ddd62179 req-938db048-48e5-4004-ad98-5b98bd058533 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1477766 Jan 28 13:30:24.666043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-e5ed8496-d077-4818-9cd0-3b0359c8a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.667645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-e5ed8496-d077-4818-9cd0-3b0359c8a6b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0869215 Jan 28 13:30:24.764054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22bc9-5f55-43d8-a55b-78941680913a req-4513a2a1-40d2-4a0a-a1d8-0b781401c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.765556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-4513a2a1-40d2-4a0a-a1d8-0b781401c953 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881333 Jan 28 13:30:24.770134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa0af1d9-91a3-4d0f-9bc4-edf5ddd62179 req-1fd81072-62a7-43a2-b39b-033d2cca4000 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008942 Jan 28 13:30:24.833617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-84cf21ee-624f-4677-96ec-332e8cded339 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:24.842871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-84cf21ee-624f-4677-96ec-332e8cded339 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/networks?id=027688f7-df4a-44dc-9837-45ed97c8738d HTTP/1.1" status: 200 len: 814 time: 0.1772292 Jan 28 13:30:24.860643 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-3441d941-e8b8-44ca-bbd4-fd26635304f8 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/quotas/a612a8cc349f4360a61484ea732120f8 HTTP/1.1" status: 200 len: 375 time: 0.0165806 Jan 28 13:30:24.911742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-7a7035b1-9d11-43f7-97a6-ccb50188c775 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397874 Jan 28 13:30:24.914134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-3e1eeaf6-6ce2-4828-96fe-e43c3acf4634 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a612a8cc349f4360a61484ea732120f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521543 Jan 28 13:30:24.977990 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c7dbba-df11-498c-869f-2b15368f8674 x-openstack-request-id: req-77c7dbba-df11-498c-869f-2b15368f8674 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:24.978386 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "code": 200}, {"name": "network-changed", "server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:24.978719 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77c7dbba-df11-498c-869f-2b15368f8674 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:24.979183 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'code': 200} Jan 28 13:30:24.979636 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'status': 'completed', 'code': 200} Jan 28 13:30:25.052236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88d22bc9-5f55-43d8-a55b-78941680913a req-89fa03d7-f96d-4772-a345-253c57ec5f20 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328440 Jan 28 13:30:25.089431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-8fdc180e-f7bb-4a10-9958-19301a6e036f service neutron] 10.222.0.45 "GET /v2.0/networks/027688f7-df4a-44dc-9837-45ed97c8738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727653 Jan 28 13:30:25.275918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-5ba63eff-8152-4563-b022-05d16a064087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.280946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-5ba63eff-8152-4563-b022-05d16a064087 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1097 time: 0.1367588 Jan 28 13:30:25.289568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f23e-e02e-4037-afc2-84de2e7ed930 req-bc2a5578-85a0-4d24-873e-91b91e04b763 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.291248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4586f23e-e02e-4037-afc2-84de2e7ed930 req-bc2a5578-85a0-4d24-873e-91b91e04b763 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1369324 Jan 28 13:30:25.327773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-39bdd28d-3273-4153-b0f7-2e90bc30047a service neutron] 10.222.0.45 "GET /v2.0/networks/027688f7-df4a-44dc-9837-45ed97c8738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337050 Jan 28 13:30:25.330596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-07a4a81a-c1c7-419b-82b6-d0684a5e6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.335425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-07a4a81a-c1c7-419b-82b6-d0684a5e6a98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1097 time: 0.2725914 Jan 28 13:30:25.461244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4586f23e-e02e-4037-afc2-84de2e7ed930 req-4ef26126-c9d5-47a8-ba7a-e093a247fc58 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610143 Jan 28 13:30:25.506429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-0e2f4de1-8699-4620-992a-c4a1e3a2479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.509088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-0e2f4de1-8699-4620-992a-c4a1e3a2479f service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2164803 Jan 28 13:30:25.510798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-9443b8d7-9573-47e7-b243-1b9a6d92e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.512367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-9443b8d7-9573-47e7-b243-1b9a6d92e1c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1694362 Jan 28 13:30:25.611596 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-c3ce3c59-44bc-4bbe-b8c2-b3f4656ff1a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.0877182 Jan 28 13:30:25.618043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-a702adfe-46f3-469c-981f-e307042fb5b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.1019912 Jan 28 13:30:25.696646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-a766b10b-ba40-40a1-83aa-f2b0c7111496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.698149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-a766b10b-ba40-40a1-83aa-f2b0c7111496 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0683708 Jan 28 13:30:25.787116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-2b86aa87-c4b2-4d2b-a87e-8c5c064bd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.789582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-2b86aa87-c4b2-4d2b-a87e-8c5c064bd7c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1610754 Jan 28 13:30:25.839730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cf200-5b5b-45dc-b910-55ab0e9fb20e req-bc9adea5-3ddc-4519-b32b-ab8a646c5efe tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.848148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-298cf200-5b5b-45dc-b910-55ab0e9fb20e req-bc9adea5-3ddc-4519-b32b-ab8a646c5efe tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 946 time: 0.2288203 Jan 28 13:30:25.865614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a4fe2-8120-4be5-851c-4acaa6af66a8 req-f5de4860-1a89-4533-bf46-83d29adfb627 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.873771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d34a4fe2-8120-4be5-851c-4acaa6af66a8 req-f5de4860-1a89-4533-bf46-83d29adfb627 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.2593715 Jan 28 13:30:25.890989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-5fd5c1e7-689a-449a-b54f-f190a115f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:25.893023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-5fd5c1e7-689a-449a-b54f-f190a115f461 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968993 Jan 28 13:30:26.026188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d34a4fe2-8120-4be5-851c-4acaa6af66a8 req-0bab8f0d-7d88-4431-bc1a-be0bd4955bff tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506913 Jan 28 13:30:26.095161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-015a04d2-5378-45c3-b9c4-ccffb8334ff0 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921558 Jan 28 13:30:26.172448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52352) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:26.251680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-1875cec1-7146-4e94-9012-00e87f450428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:26.254027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-1875cec1-7146-4e94-9012-00e87f450428 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4910879 Jan 28 13:30:26.294513 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-25335a62-8b1d-4a71-bd8e-8be1f531d2d5 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904097 Jan 28 13:30:26.352562 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-298cf200-5b5b-45dc-b910-55ab0e9fb20e req-7b06c443-88d6-474a-8a88-78b5c0024e09 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033698 Jan 28 13:30:26.364112 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-30808d9b-8efa-46d0-9456-de59a02fe1fc req-695fdc2e-24c0-47f6-8fa5-54f36c1476ac tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 210 time: 0.1907151 Jan 28 13:30:26.402142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] Deleting subnet 54ebabc3-aa8e-4ea0-adac-afa0a789dccd {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:26.407157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] Publish callbacks [] for subnet (54ebabc3-aa8e-4ea0-adac-afa0a789dccd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.471169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-c83cbf99-e286-4179-a2cf-936644faf98b service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086725 Jan 28 13:30:26.477450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (54ebabc3-aa8e-4ea0-adac-afa0a789dccd), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.511137 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.584154 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (54ebabc3-aa8e-4ea0-adac-afa0a789dccd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.586878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:26.657945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e433930-d2b4-415f-b657-c4dca39aa5b8 req-e2338e50-7844-4711-983e-861dc4e2339e service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783168 Jan 28 13:30:26.668993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be022d6-7005-4c9a-8d54-9b03656649c2 req-b8d4d1f6-dfdf-485c-b5a5-45cbed1158b2 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:26.670656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be022d6-7005-4c9a-8d54-9b03656649c2 req-b8d4d1f6-dfdf-485c-b5a5-45cbed1158b2 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0917997 Jan 28 13:30:26.679560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (54ebabc3-aa8e-4ea0-adac-afa0a789dccd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.722774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ebabc3-aa8e-4ea0-adac-afa0a789dccd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:26.731165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.735177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bcc0deaa-500c-4096-9ff5-c5a17c8f67c3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/54ebabc3-aa8e-4ea0-adac-afa0a789dccd HTTP/1.1" status: 204 len: 168 time: 0.5601325 Jan 28 13:30:26.739230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52362) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:26.740176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be022d6-7005-4c9a-8d54-9b03656649c2 req-f5be21ac-6f44-44c0-bcad-1dd9f69c0cc9 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616467 Jan 28 13:30:26.882570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2d5993a4-93d8-447a-b9a1-158beb375fd5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:26.991508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:27.001881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5e6f5-5053-4697-977b-4415dba8f665 req-0fc85cf8-623b-4742-b63f-61a83a1fa59d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:27.008892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ec5e6f5-5053-4697-977b-4415dba8f665 req-0fc85cf8-623b-4742-b63f-61a83a1fa59d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1236930 Jan 28 13:30:27.064210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 73128da2-3b79-47d7-8a6d-1eb529472e50 host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:30:27.064872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:27.072160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:27.091110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'mac_address': 'fa:16:3e:f7:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:27.093687 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2d5993a4-93d8-447a-b9a1-158beb375fd5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.139391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 73128da2-3b79-47d7-8a6d-1eb529472e50 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:27.140479 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.156433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73128da2-3b79-47d7-8a6d-1eb529472e50 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:27.189836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:27.200205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.205064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5993a4-93d8-447a-b9a1-158beb375fd5']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:27.231937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf1b96b-c9eb-457b-9a01-591ded83d4e5') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:27.232270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf1b96b-c9eb-457b-9a01-591ded83d4e5') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:27.250923 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ec5e6f5-5053-4697-977b-4415dba8f665 req-85d24476-d5d4-4e2f-882d-e22f020e9bab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282162 Jan 28 13:30:27.259559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (3cf1b96b-c9eb-457b-9a01-591ded83d4e5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.297015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3cf1b96b-c9eb-457b-9a01-591ded83d4e5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.308023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:27.308727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (3cf1b96b-c9eb-457b-9a01-591ded83d4e5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.311860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:27.322527 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:27.330981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-a9235d2a-f095-4b98-8661-7c2783c0f500 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:27.334275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-a9235d2a-f095-4b98-8661-7c2783c0f500 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.60 "GET /v2.0/networks?id=027688f7-df4a-44dc-9837-45ed97c8738d HTTP/1.1" status: 200 len: 814 time: 0.2598133 Jan 28 13:30:27.404447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Request body: {'port': {'device_id': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d', 'admin_state_up': True, 'tenant_id': 'a612a8cc349f4360a61484ea732120f8'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:27.474673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['73128da2-3b79-47d7-8a6d-1eb529472e50'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:27.499941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2d5993a4-93d8-447a-b9a1-158beb375fd5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.521905 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.525290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] 10.222.0.45 "DELETE /v2.0/networks/2d5993a4-93d8-447a-b9a1-158beb375fd5 HTTP/1.1" status: 204 len: 168 time: 0.7848933 Jan 28 13:30:27.546481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e69257-9562-4928-a2c5-43d920a2d6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5993a4-93d8-447a-b9a1-158beb375fd5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:27.555639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace34c-c126-4390-985b-26fd382c9831 req-bbcc45a4-241d-465e-ac6d-bb3338f36fee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:27.560969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18296-b404-42f9-9a93-2954cf18ae8e req-80755257-9be9-404a-b475-96f65379f401 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:27.562552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6b18296-b404-42f9-9a93-2954cf18ae8e req-80755257-9be9-404a-b475-96f65379f401 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.1064026 Jan 28 13:30:27.568261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3ace34c-c126-4390-985b-26fd382c9831 req-bbcc45a4-241d-465e-ac6d-bb3338f36fee tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1543000 Jan 28 13:30:27.697978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6b18296-b404-42f9-9a93-2954cf18ae8e req-9459b329-51a0-42dd-91c9-781ebb75577e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241136 Jan 28 13:30:27.806904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3ace34c-c126-4390-985b-26fd382c9831 req-ba38de27-3fad-4c53-85a2-dcfbf4c3cc1d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376416 Jan 28 13:30:27.847651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Made reservation on behalf of a612a8cc349f4360a61484ea732120f8 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:27.852536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.858449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:27.902176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ce3e0ee-6044-43ee-92d7-8a9d44410f4a req-279a955a-2b69-446e-bec9-bce568b7c7c7 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0885003 Jan 28 13:30:27.948463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52404) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:28.065111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52408) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:28.066397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fbde836b-8220-4ea4-809b-0b935ebe6e57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd2576244e4f46ab9609afd86470ecc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1154783 Jan 28 13:30:28.108323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52410) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:28.124150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Allocated IP 172.20.0.4 (027688f7-df4a-44dc-9837-45ed97c8738d/f1785e7d-c3d6-427e-879f-b75795762f84/f4299298-4d51-45fc-9e8c-781678bb6814) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:28.217157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b962dd-c6c2-45b5-941b-7971adb838f6 req-8c83e79a-5e93-4376-a91b-e07b72665016 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:28.219166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8b962dd-c6c2-45b5-941b-7971adb838f6 req-8c83e79a-5e93-4376-a91b-e07b72665016 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.0857933 Jan 28 13:30:28.287241 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff881bc5-3374-40da-a0ac-be6e76a1b43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.394623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8b962dd-c6c2-45b5-941b-7971adb838f6 req-17c90d39-ed0d-4623-b5b0-60ffbc08384a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634235 Jan 28 13:30:28.457963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-9488a689-c50f-4348-b2f1-777d9ddc390f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:28.460289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-9488a689-c50f-4348-b2f1-777d9ddc390f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf&tenant_id=063eec391659468690eac7ba108a19f1&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 947 time: 0.1499686 Jan 28 13:30:28.607590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:28.655111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Publish callbacks [] for security_group (e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.658700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff881bc5-3374-40da-a0ac-be6e76a1b43d admin admin] Publish callbacks [] for security_group (54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.675808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff881bc5-3374-40da-a0ac-be6e76a1b43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.679686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 73128da2-3b79-47d7-8a6d-1eb529472e50 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:28.684882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 73128da2-3b79-47d7-8a6d-1eb529472e50 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:28.685492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.712876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ff881bc5-3374-40da-a0ac-be6e76a1b43d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=748a89616c92470b8addfbd514cd5946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6028306 Jan 28 13:30:28.715854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52422) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:28.743592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Publish callbacks [] for security_group (e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.758637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36c40-cde9-4356-96bf-8e243342a30f req-01fe2d6e-82dd-40ea-8853-da69c3d04d2d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:28.766001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eef36c40-cde9-4356-96bf-8e243342a30f req-01fe2d6e-82dd-40ea-8853-da69c3d04d2d tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1695571 Jan 28 13:30:28.776464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-bf07f812-061b-4a02-82e7-edcd4437026d service neutron] 10.222.0.36 "GET /v2.0/ports/73128da2-3b79-47d7-8a6d-1eb529472e50/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 382 time: 0.2949879 Jan 28 13:30:28.780386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ee0f-976c-4590-99f7-c55ae5908b60 req-d2a7ed99-5510-4612-8142-bb61b481e8e3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:28.789710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea41ee0f-976c-4590-99f7-c55ae5908b60 req-d2a7ed99-5510-4612-8142-bb61b481e8e3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.1613796 Jan 28 13:30:28.821632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks [] for port (f4299298-4d51-45fc-9e8c-781678bb6814), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.821889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881bc5-3374-40da-a0ac-be6e76a1b43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:28.827318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 73128da2-3b79-47d7-8a6d-1eb529472e50 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:28.828268 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.866354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:28.869901 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cff1f6-afa4-4df6-9738-b908428ca732" -d '{"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:28.885243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea41ee0f-976c-4590-99f7-c55ae5908b60 req-3c357428-fd57-4603-89af-14454238a9ce tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799613 Jan 28 13:30:28.888535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eef36c40-cde9-4356-96bf-8e243342a30f req-257b0705-0a46-43ba-8e1c-6bc072ce0550 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209853 Jan 28 13:30:28.920985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:28.927279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.936756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73589782-5ace-4333-9e50-b28337d3f759 admin admin] Publish callbacks [] for security_group (54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.961827 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.962098 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73589782-5ace-4333-9e50-b28337d3f759 admin admin] Publish callbacks [] for security_group (54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.965475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.967287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1 HTTP/1.1" status: 204 len: 168 time: 0.8962803 Jan 28 13:30:28.983648 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:28.986370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e028fb2e-e3be-46f5-9cc7-f4e6d5ee5eb1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:29.038355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.038946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.039359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.039782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.040154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.040578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.040971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.041837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.042228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.042618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.043039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.043374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.043754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bb20a-acb8-4b44-a0e6-bf8139f6f186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:29.047430 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeb922f-07db-4299-b554-4d3a67a47d0e x-openstack-request-id: req-adeb922f-07db-4299-b554-4d3a67a47d0e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:29.048205 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:29.049663 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adeb922f-07db-4299-b554-4d3a67a47d0e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:29.052446 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'code': 200} Jan 28 13:30:29.084781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73589782-5ace-4333-9e50-b28337d3f759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.087763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-73589782-5ace-4333-9e50-b28337d3f759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.088975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-73589782-5ace-4333-9e50-b28337d3f759 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0 HTTP/1.1" status: 204 len: 168 time: 0.3640070 Jan 28 13:30:29.105807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-34de6dd7-29bd-4298-9cb5-9898045b959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.107397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-34de6dd7-29bd-4298-9cb5-9898045b959c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1098 time: 0.2976565 Jan 28 13:30:29.131571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:29.137622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73589782-5ace-4333-9e50-b28337d3f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54efc3d3-1a8e-49d1-b8b3-e420bd45e2b0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:29.142864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Network 027688f7-df4a-44dc-9837-45ed97c8738d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:29.170496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:29.173866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:29.177073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Pushing event updated for resources: {'Port': ['ID=f4299298-4d51-45fc-9e8c-781678bb6814,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:29.219282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12462963-1de4-44a0-81a0-f5e46174a66e req-abdcadce-6849-4a2c-b81d-17e2ea843c8c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.226590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12462963-1de4-44a0-81a0-f5e46174a66e req-abdcadce-6849-4a2c-b81d-17e2ea843c8c tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1916587 Jan 28 13:30:29.283818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.284983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.317297 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12462963-1de4-44a0-81a0-f5e46174a66e req-68ee45fe-5d9b-452d-9869-b506ff6f7c57 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852528 Jan 28 13:30:29.335527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-096ea491-7b56-4c6f-b597-2d47499941eb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9485905 Jan 28 13:30:29.348817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Request body: {'port': {'device_id': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:29.434785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.498113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b71a74-cd91-4c86-8792-921d88dd11b6 req-de203049-4a50-4b28-bf07-60f4b4a6e4f0 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.499602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25b71a74-cd91-4c86-8792-921d88dd11b6 req-de203049-4a50-4b28-bf07-60f4b4a6e4f0 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 931 time: 0.2398643 Jan 28 13:30:29.507203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-c47972e5-2862-4475-a4d6-ca5beaead0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.509717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-c47972e5-2862-4475-a4d6-ca5beaead0c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.3954334 Jan 28 13:30:29.567242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-ec87075a-dacd-4138-9f92-0b9231bbb406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.0493371 Jan 28 13:30:29.614266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25b71a74-cd91-4c86-8792-921d88dd11b6 req-25d3ad92-4469-44ad-9111-1bb45c071a66 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034114 Jan 28 13:30:29.707058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-52f267ba-548f-4daf-aa9a-b622b05a4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.710723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-52f267ba-548f-4daf-aa9a-b622b05a4470 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1125734 Jan 28 13:30:29.790920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52456) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:29.811159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97359880-36c7-40c9-8a11-68bc20bad6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:29.826599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5b93e156-99c5-49ae-9966-0cb226c1a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:29.828805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5b93e156-99c5-49ae-9966-0cb226c1a481 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118569 Jan 28 13:30:29.920652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4299298-4d51-45fc-9e8c-781678bb6814 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:29.938146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-39b6130c-81b9-4e96-b833-fe200a7f1923 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030359 Jan 28 13:30:29.963319 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Publish callbacks [] for port (f4299298-4d51-45fc-9e8c-781678bb6814), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.005208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Transition to ACTIVE for port object f4299298-4d51-45fc-9e8c-781678bb6814 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:30.016014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c889d-ab83-4c0e-b2be-7276e4fcfd5a req-54ae4311-a10f-46f9-b4e5-6b8c82ed0f88 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:30.017645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e07c889d-ab83-4c0e-b2be-7276e4fcfd5a req-54ae4311-a10f-46f9-b4e5-6b8c82ed0f88 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1163330 Jan 28 13:30:30.019170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.145181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dcd0f-a1f6-4cd1-9e32-246ba7ac848d req-39e0bbef-57db-46b6-9de7-00c8883660d4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:30.146757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-232dcd0f-a1f6-4cd1-9e32-246ba7ac848d req-39e0bbef-57db-46b6-9de7-00c8883660d4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1346242 Jan 28 13:30:30.176341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-9a018ef9-ae18-47b1-8c59-7f8b3c6a3c3e service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253177 Jan 28 13:30:30.186394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Attempting to bind port f4299298-4d51-45fc-9e8c-781678bb6814 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:30.186942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Attempting to bind port f4299298-4d51-45fc-9e8c-781678bb6814 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'f9794f0b-c884-41a6-a4ac-b908bd41a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:30.187065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Attempting to bind port f4299298-4d51-45fc-9e8c-781678bb6814 on network 027688f7-df4a-44dc-9837-45ed97c8738d {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:30.191001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97359880-36c7-40c9-8a11-68bc20bad6d0 admin admin] Publish callbacks [] for security_group (25020805-8bb8-4c5f-8242-9aa89bb56487), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.204313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Pushing event updated for resources: {'Port': ['ID=f4299298-4d51-45fc-9e8c-781678bb6814,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:30.215895 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97359880-36c7-40c9-8a11-68bc20bad6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (25020805-8bb8-4c5f-8242-9aa89bb56487), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.229452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Port f4299298-4d51-45fc-9e8c-781678bb6814 on network 027688f7-df4a-44dc-9837-45ed97c8738d not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:30.229785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Attempting to bind port f4299298-4d51-45fc-9e8c-781678bb6814 on network 027688f7-df4a-44dc-9837-45ed97c8738d {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:30.239338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e07c889d-ab83-4c0e-b2be-7276e4fcfd5a req-6970d1eb-5b8d-40fa-9f8c-bfff38228286 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110229 Jan 28 13:30:30.240611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:30.240951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Checking segment: {'id': 'f9794f0b-c884-41a6-a4ac-b908bd41a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:30.241332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Bound using segment: {'id': 'f9794f0b-c884-41a6-a4ac-b908bd41a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:30.241782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Bound port: f4299298-4d51-45fc-9e8c-781678bb6814, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9794f0b-c884-41a6-a4ac-b908bd41a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:30.242146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.313265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52470) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:30.329984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359880-36c7-40c9-8a11-68bc20bad6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25020805-8bb8-4c5f-8242-9aa89bb56487,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:30.346324 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-232dcd0f-a1f6-4cd1-9e32-246ba7ac848d req-2a3e1200-81ba-4014-a114-5f51223ca972 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876233 Jan 28 13:30:30.355346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] For port f4299298-4d51-45fc-9e8c-781678bb6814, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:30.381266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-97359880-36c7-40c9-8a11-68bc20bad6d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=153e4b5b7f66472a94fe152e8c1b929e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5878465 Jan 28 13:30:30.381925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52474) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:30.399382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] For port f4299298-4d51-45fc-9e8c-781678bb6814, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=f4299298-4d51-45fc-9e8c-781678bb6814,segment=NetworkSegment(f9794f0b-c884-41a6-a4ac-b908bd41a9a6),segment_id=f9794f0b-c884-41a6-a4ac-b908bd41a9a6)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:30.404911 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.458915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:30.459808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.461264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4299298-4d51-45fc-9e8c-781678bb6814 HTTP/1.1" status: 200 len: 1091 time: 1.1175082 Jan 28 13:30:30.461797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'tag': 'f4299298-4d51-45fc-9e8c-781678bb6814'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:30.464063 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385baee3-f0c7-4acc-ad8a-956961e2fd96" -d '{"events": [{"name": "network-changed", "server_uuid": "a499ac34-6c4a-41bd-9923-c9341d1e8bf1", "tag": "f4299298-4d51-45fc-9e8c-781678bb6814"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:30.488999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1aa732-b45a-409f-904f-9b9f0897ef10 req-c2962c0b-a7fc-4106-b9c2-14c4b6759439 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:30.496309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe1aa732-b45a-409f-904f-9b9f0897ef10 req-c2962c0b-a7fc-4106-b9c2-14c4b6759439 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1430342 Jan 28 13:30:30.505734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c258b81-80fb-48e6-af2f-6c67f0ac68b3 admin admin] Publish callbacks [] for security_group (25020805-8bb8-4c5f-8242-9aa89bb56487), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.510513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cfbef-5690-456b-9842-85a35f121598 service neutron] Pushing event updated for resources: {'Port': ['ID=f4299298-4d51-45fc-9e8c-781678bb6814,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:30.539889 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c258b81-80fb-48e6-af2f-6c67f0ac68b3 admin admin] Publish callbacks [] for security_group (25020805-8bb8-4c5f-8242-9aa89bb56487), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.575854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-407930350-network', 'tenant_id': 'fa4ac065a3374cc2830fcf317c5ee700'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:30.612627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Made reservation on behalf of fa4ac065a3374cc2830fcf317c5ee700 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:30.615109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.634904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe1aa732-b45a-409f-904f-9b9f0897ef10 req-b8794702-4509-49d4-a499-65fd9f5b9f6a tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376009 Jan 28 13:30:30.635984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.646557 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d07c58-6489-49c5-8be5-d71931ffd877 x-openstack-request-id: req-18d07c58-6489-49c5-8be5-d71931ffd877 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:30.646557 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a499ac34-6c4a-41bd-9923-c9341d1e8bf1", "tag": "f4299298-4d51-45fc-9e8c-781678bb6814", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:30.646557 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18d07c58-6489-49c5-8be5-d71931ffd877 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:30.646893 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'tag': 'f4299298-4d51-45fc-9e8c-781678bb6814', 'status': 'completed', 'code': 200} Jan 28 13:30:30.678418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-3b79f6cf-0cb3-43a0-80e7-443990287cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:30.683527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-3b79f6cf-0cb3-43a0-80e7-443990287cf9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a612a8cc349f4360a61484ea732120f8&device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1573489 Jan 28 13:30:30.731032 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c258b81-80fb-48e6-af2f-6c67f0ac68b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (25020805-8bb8-4c5f-8242-9aa89bb56487), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.737562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c258b81-80fb-48e6-af2f-6c67f0ac68b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.739767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4c258b81-80fb-48e6-af2f-6c67f0ac68b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25020805-8bb8-4c5f-8242-9aa89bb56487 HTTP/1.1" status: 204 len: 168 time: 0.3568349 Jan 28 13:30:30.813004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c258b81-80fb-48e6-af2f-6c67f0ac68b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25020805-8bb8-4c5f-8242-9aa89bb56487,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:30.877475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-08d45313-3404-43ae-a937-243edb5a2b7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4299298-4d51-45fc-9e8c-781678bb6814 HTTP/1.1" status: 200 len: 217 time: 0.1878126 Jan 28 13:30:30.950005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks [] for security_group (8ab709e4-7a43-4324-939c-600046b93320), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.956823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8ab709e4-7a43-4324-939c-600046b93320), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:30.984569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-d4c8b47f-c00e-432e-8eba-426be46b3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:30.986323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-d4c8b47f-c00e-432e-8eba-426be46b3cc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1785e7d-c3d6-427e-879f-b75795762f84 HTTP/1.1" status: 200 len: 854 time: 0.0736074 Jan 28 13:30:31.018353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:30:31.026872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab709e4-7a43-4324-939c-600046b93320,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:31.038379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0046d751-293e-4a42-855b-2230b34b9895), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.039961 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Added segment 0046d751-293e-4a42-855b-2230b34b9895 of type vlan for network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 Jan 28 13:30:31.062769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-367d7223-38d5-4bc4-ba38-0a35a00b92ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=027688f7-df4a-44dc-9837-45ed97c8738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678999 Jan 28 13:30:31.082890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7add7-68e4-4b07-a312-6ec9e5a154d7 req-14a0b565-b8ca-46e7-948b-e93b432fdc81 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:31.090265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5a7add7-68e4-4b07-a312-6ec9e5a154d7 req-14a0b565-b8ca-46e7-948b-e93b432fdc81 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 943 time: 0.2153423 Jan 28 13:30:31.095904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9606bc8-9803-4f93-8464-59da47bbdb78 req-367481ca-be71-4774-a485-7c1365da79ab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:31.101540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9606bc8-9803-4f93-8464-59da47bbdb78 req-367481ca-be71-4774-a485-7c1365da79ab tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.2230992 Jan 28 13:30:31.122723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b6194dc8-0303-48c0-ae6a-fab06a9b61a4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.183609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b6194dc8-0303-48c0-ae6a-fab06a9b61a4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.185067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:31.186234 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.281687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5a7add7-68e4-4b07-a312-6ec9e5a154d7 req-4f38d08b-e32f-44d7-b7e5-5e4d098cc3bb tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796041 Jan 28 13:30:31.286774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-93cc6915-8b3a-4b79-921d-faad97cf717e service neutron] 10.222.0.60 "GET /v2.0/networks/027688f7-df4a-44dc-9837-45ed97c8738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946299 Jan 28 13:30:31.301872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9606bc8-9803-4f93-8464-59da47bbdb78 req-08f1ad20-a854-409a-8b3b-1d63213d5611 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697574 Jan 28 13:30:31.343031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0113604 Jan 28 13:30:31.344322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52500) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:31.345090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ec094-a447-4839-a808-0adfbfb81559 admin admin] Pushing event updated for resources: {'Network': ['ID=b6194dc8-0303-48c0-ae6a-fab06a9b61a4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:31.365879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:30:31.388874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Request body: {'subnet': {'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-407930350-subnet', 'tenant_id': 'fa4ac065a3374cc2830fcf317c5ee700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:31.502125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Made reservation on behalf of fa4ac065a3374cc2830fcf317c5ee700 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:31.510517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:31.556534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adbd400a-a4fa-4f81-8081-dcd3879f37ef req-78a70142-acc1-4a61-b767-53d47e17710f service neutron] 10.222.0.60 "GET /v2.0/networks/027688f7-df4a-44dc-9837-45ed97c8738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625220 Jan 28 13:30:31.747874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084af944-6a6f-4390-8b10-a7731bc9e859 req-7fb27a3c-677c-43d2-9e40-73cb7f16f81a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:31.749897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-084af944-6a6f-4390-8b10-a7731bc9e859 req-7fb27a3c-677c-43d2-9e40-73cb7f16f81a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.1877525 Jan 28 13:30:31.811666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1134a3-e8a3-4b56-9e96-9f5bf70de33d req-985635b5-d8f6-4a8e-81ba-a0d8ef3b6691 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:31.820063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e1134a3-e8a3-4b56-9e96-9f5bf70de33d req-985635b5-d8f6-4a8e-81ba-a0d8ef3b6691 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.3115931 Jan 28 13:30:31.853627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-56140b61-4b98-4a2f-a146-a4111866acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:31.856018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-56140b61-4b98-4a2f-a146-a4111866acd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a612a8cc349f4360a61484ea732120f8&device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1878619 Jan 28 13:30:31.869240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-084af944-6a6f-4390-8b10-a7731bc9e859 req-80424148-a924-4d68-9410-1627989bc7f8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062644 Jan 28 13:30:32.005170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9e1134a3-e8a3-4b56-9e96-9f5bf70de33d req-93b236d1-3ed0-4bf0-83d6-596e7dd467f9 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842978 Jan 28 13:30:32.127369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (e7eca808-1a75-408f-b6d7-23c8f7f5b000), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:32.194623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-8afdb311-01b2-4b6a-ba1f-2da0e63ac30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:32.200335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-8afdb311-01b2-4b6a-ba1f-2da0e63ac30f service neutron] 10.222.0.60 "GET /v2.0/networks?id=027688f7-df4a-44dc-9837-45ed97c8738d HTTP/1.1" status: 200 len: 915 time: 0.3341868 Jan 28 13:30:32.231218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eca808-1a75-408f-b6d7-23c8f7f5b000,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:32.352713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7e688-e583-46b0-b6e6-96e4440229c2 req-fb3bf149-6dd1-44c4-bb23-e06d51bcbdf6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:32.361737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-d83a8c4c-164d-4ca7-a62e-aef199f4e62f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4299298-4d51-45fc-9e8c-781678bb6814 HTTP/1.1" status: 200 len: 217 time: 0.1493814 Jan 28 13:30:32.376013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccc7e688-e583-46b0-b6e6-96e4440229c2 req-fb3bf149-6dd1-44c4-bb23-e06d51bcbdf6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1292720 Jan 28 13:30:32.421560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Checking segment: {'id': '0046d751-293e-4a42-855b-2230b34b9895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:32.422163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Network hostable DHCP agents. Network: b6194dc8-0303-48c0-ae6a-fab06a9b61a4, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:30:32.466153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccc7e688-e583-46b0-b6e6-96e4440229c2 req-fc2c7254-a402-4fce-8959-a7c14c8439be tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906296 Jan 28 13:30:32.467849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:30:32.489589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b6194dc8-0303-48c0-ae6a-fab06a9b61a4) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:32.501934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:32.504812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:32.505625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a333f87-336d-4944-b7ee-922c51d7f2ba None None] Network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:32.511054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-67edfa02-f235-4ed0-a85d-8b9582c309b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:32.517444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-67edfa02-f235-4ed0-a85d-8b9582c309b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f1785e7d-c3d6-427e-879f-b75795762f84 HTTP/1.1" status: 200 len: 854 time: 0.1459844 Jan 28 13:30:32.555427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-938f8012-c3b0-4731-9c10-e3333ca6aa0f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1883528 Jan 28 13:30:32.747170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd301b-d519-409c-b8e3-398563b44d1a None None] Network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:30:32.832364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-25dd2e6d-6602-4d40-8d12-fcf51a7c1f90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=027688f7-df4a-44dc-9837-45ed97c8738d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3056457 Jan 28 13:30:33.103874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084195d-7bed-4c27-b1ff-dca2e7e7ea5f req-1f7d575a-2c47-419e-b34f-f04233911d41 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:33.108869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2084195d-7bed-4c27-b1ff-dca2e7e7ea5f req-1f7d575a-2c47-419e-b34f-f04233911d41 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 943 time: 0.5501430 Jan 28 13:30:33.208573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-b79845ef-7ccd-4c74-b816-bc1f9a6ae140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:33.210553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-b79845ef-7ccd-4c74-b816-bc1f9a6ae140 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf&tenant_id=063eec391659468690eac7ba108a19f1 HTTP/1.1" status: 200 len: 1099 time: 0.1790261 Jan 28 13:30:33.245116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:33.256925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf6b86-c167-4e33-99ee-000dfa962d95 req-73dc1110-77d5-4636-b29e-45ee85a992e8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:33.266532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffaf6b86-c167-4e33-99ee-000dfa962d95 req-73dc1110-77d5-4636-b29e-45ee85a992e8 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.2117190 Jan 28 13:30:33.282925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-105918b1-501d-43f2-9023-cb58c7d976a2 service neutron] 10.222.0.60 "GET /v2.0/networks/027688f7-df4a-44dc-9837-45ed97c8738d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418023 Jan 28 13:30:33.332427 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2084195d-7bed-4c27-b1ff-dca2e7e7ea5f req-88328591-e814-4ebb-ac73-881c1b8ed573 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122581 Jan 28 13:30:33.452075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffaf6b86-c167-4e33-99ee-000dfa962d95 req-fde3231c-32f7-43e5-b362-2170533fd4ba tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843028 Jan 28 13:30:33.539513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:33.562779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-385baee3-f0c7-4acc-ad8a-956961e2fd96 req-c05efccd-69fe-4a3f-bd0f-d3c9baebb486 service neutron] 10.222.0.60 "GET /v2.0/networks/027688f7-df4a-44dc-9837-45ed97c8738d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692585 Jan 28 13:30:34.068050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-334030e8-7ac0-4e31-b2a7-ce55a27a0f40 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:34.076530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-334030e8-7ac0-4e31-b2a7-ce55a27a0f40 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/networks?id=b6194dc8-0303-48c0-ae6a-fab06a9b61a4 HTTP/1.1" status: 200 len: 808 time: 0.2138393 Jan 28 13:30:34.101997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-1e44f664-e4c5-44b7-8448-1df87ea7d217 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/quotas/fa4ac065a3374cc2830fcf317c5ee700 HTTP/1.1" status: 200 len: 375 time: 0.0209215 Jan 28 13:30:34.165026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-8d4a7f92-71f4-4817-9180-676c5b85a56e tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa4ac065a3374cc2830fcf317c5ee700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619733 Jan 28 13:30:34.279554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:34.377279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-a2d4ecf0-5c9b-47bf-bc43-444033267c79 service neutron] 10.222.0.45 "GET /v2.0/networks/b6194dc8-0303-48c0-ae6a-fab06a9b61a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040355 Jan 28 13:30:34.398094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:34.507282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:34.510317 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956f695-03ed-4ed6-b779-6767bee34888" -d '{"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:34.515579 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Publish callbacks [] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.561258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b2dc-a531-4d84-8e63-6b33e372a976 req-82fb94cd-8dee-49f9-8031-0630339a64bd tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:34.561735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Transition to ACTIVE for port object 73128da2-3b79-47d7-8a6d-1eb529472e50 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:34.572817 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d365b2dc-a531-4d84-8e63-6b33e372a976 req-82fb94cd-8dee-49f9-8031-0630339a64bd tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 943 time: 0.1060309 Jan 28 13:30:34.608356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:34.617475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-35dd5623-2dcc-44bf-ae8d-b2c1f09e00a3 service neutron] 10.222.0.45 "GET /v2.0/networks/b6194dc8-0303-48c0-ae6a-fab06a9b61a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380786 Jan 28 13:30:34.617990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.710695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] The host n-h1-822748-2 is not matching for port 73128da2-3b79-47d7-8a6d-1eb529472e50 host n-h2-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:30:34.713007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:34.735358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d365b2dc-a531-4d84-8e63-6b33e372a976 req-a5b79523-fb05-44bf-a833-ccf77959ac9a tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615264 Jan 28 13:30:34.822857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:34.834853 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96bb635a-030e-4430-a7d8-35e6cd577544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:34.954032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] No DVR routers for this DVR port 73128da2-3b79-47d7-8a6d-1eb529472e50 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:35.027478 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e83286-a508-4bdd-8484-c5e6396a5b96 x-openstack-request-id: req-b2e83286-a508-4bdd-8484-c5e6396a5b96 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:35.027772 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:35.028132 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2e83286-a508-4bdd-8484-c5e6396a5b96 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:35.028535 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'code': 200} Jan 28 13:30:35.029985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device f4299298-4d51-45fc-9e8c-781678bb6814 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:35.067658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:35.068312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:35.069291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:35.083983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:35.087223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Attempting to bind port 73128da2-3b79-47d7-8a6d-1eb529472e50 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:35.105979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596e176-fb26-4aaa-a04a-3c9c51fe9aa4 req-8bd56c73-0448-48b7-a461-7642b7a26767 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:35.110510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:35.113618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:35.114234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:35.116391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Bound port: 73128da2-3b79-47d7-8a6d-1eb529472e50, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:35.117352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:35.129760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5596e176-fb26-4aaa-a04a-3c9c51fe9aa4 req-8bd56c73-0448-48b7-a461-7642b7a26767 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.1827323 Jan 28 13:30:35.263420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5596e176-fb26-4aaa-a04a-3c9c51fe9aa4 req-8baaf37b-1882-4e9d-aa9f-8d87084468d3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328204 Jan 28 13:30:35.419050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port f4299298-4d51-45fc-9e8c-781678bb6814, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=f4299298-4d51-45fc-9e8c-781678bb6814,segment=NetworkSegment(f9794f0b-c884-41a6-a4ac-b908bd41a9a6),segment_id=f9794f0b-c884-41a6-a4ac-b908bd41a9a6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:35.430094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:35.438377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:35.440774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a98bc3f1-3fc6-4635-8c61-25e13168d200 req-3b34f2ec-cb10-40b6-a4a7-50a7b6eda088 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 210 time: 0.0877283 Jan 28 13:30:35.450453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:35.476062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'f4299298-4d51-45fc-9e8c-781678bb6814', 'network_id': '027688f7-df4a-44dc-9837-45ed97c8738d', 'port_id': 'f4299298-4d51-45fc-9e8c-781678bb6814', 'mac_address': 'fa:16:3e:72:cf:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1785e7d-c3d6-427e-879f-b75795762f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:35.565268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:35.566747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:35.568315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] 10.222.0.60 "PUT /v2.0/ports/73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 1095 time: 2.3470929 Jan 28 13:30:35.597681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port f4299298-4d51-45fc-9e8c-781678bb6814 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:35.598417 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:35.641350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4299298-4d51-45fc-9e8c-781678bb6814 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:35.708909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042082-c475-462f-8ba1-9c6b626dce74 service neutron] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=11']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:35.738646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-ae3a93c8-e7d5-44eb-8293-99a4fd36f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:35.741655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-ae3a93c8-e7d5-44eb-8293-99a4fd36f151 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1098 time: 0.1247115 Jan 28 13:30:35.785971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port f4299298-4d51-45fc-9e8c-781678bb6814, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=f4299298-4d51-45fc-9e8c-781678bb6814,segment=NetworkSegment(f9794f0b-c884-41a6-a4ac-b908bd41a9a6),segment_id=f9794f0b-c884-41a6-a4ac-b908bd41a9a6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:35.806914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:36.039185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=f4299298-4d51-45fc-9e8c-781678bb6814,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:36.114697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-eb2185da-5f73-4cc6-8d1c-8167fd76e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.117083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-eb2185da-5f73-4cc6-8d1c-8167fd76e1b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.3653781 Jan 28 13:30:36.229497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-6b014ce9-d6f9-4eee-b146-e6e902f592a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.0993633 Jan 28 13:30:36.231474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['f4299298-4d51-45fc-9e8c-781678bb6814'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:36.242162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6e57d-4ea0-44ac-a895-48ce1bccedd3 req-f7c7680f-1321-4aab-8121-e9d5f13c5d40 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.244579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aa6e57d-4ea0-44ac-a895-48ce1bccedd3 req-f7c7680f-1321-4aab-8121-e9d5f13c5d40 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 944 time: 0.3115895 Jan 28 13:30:36.262470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:30:36.327464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-47aa3ac3-5711-40ce-b4ae-ceb41bd0b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.330591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-47aa3ac3-5711-40ce-b4ae-ceb41bd0b7d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0848527 Jan 28 13:30:36.410999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aa6e57d-4ea0-44ac-a895-48ce1bccedd3 req-24a49ba6-930d-4de2-a94f-42ebbb09b079 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790253 Jan 28 13:30:36.541235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-f9b006e8-30e8-4db5-b544-39215dbd9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.548262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-f9b006e8-30e8-4db5-b544-39215dbd9002 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400397 Jan 28 13:30:36.752506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b53f-e46f-40c8-90d6-fac43feb73fe req-25240fd4-b91b-4b6a-943c-200cb227f6b7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:36.757551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0301b53f-e46f-40c8-90d6-fac43feb73fe req-25240fd4-b91b-4b6a-943c-200cb227f6b7 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.1380656 Jan 28 13:30:36.871695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7adcd95a-70a4-47e0-87ac-e020e9467f40 req-3fd66bc2-d8cf-4829-9a91-0e0db91c570e tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 210 time: 0.0953999 Jan 28 13:30:36.917680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0301b53f-e46f-40c8-90d6-fac43feb73fe req-206c4f48-032b-4864-8816-b23d7990b59c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543045 Jan 28 13:30:36.952954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-f75ebeb0-e931-454a-a7fa-46173e130b14 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008231 Jan 28 13:30:37.072659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:37.077411 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33791ede-a6d9-4229-b2db-481535d2c7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:37.209423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0e22328-6456-45af-95c2-6efdc07c2553 req-03068089-7553-4149-9b5c-e62412fc6a61 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464352 Jan 28 13:30:37.286922 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125958f5-a242-42b4-82c9-7801e737e23c x-openstack-request-id: req-125958f5-a242-42b4-82c9-7801e737e23c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:37.290377 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:37.291410 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-125958f5-a242-42b4-82c9-7801e737e23c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:37.292106 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'status': 'completed', 'code': 200} Jan 28 13:30:37.309208 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-874aad18-4d78-4755-beda-14dcc7c705be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:37.622046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-5e4dff3c-6810-4cd4-a60b-0d73330938c5 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:37.624557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-5e4dff3c-6810-4cd4-a60b-0d73330938c5 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.36 "GET /v2.0/networks?id=b6194dc8-0303-48c0-ae6a-fab06a9b61a4 HTTP/1.1" status: 200 len: 808 time: 0.5391848 Jan 28 13:30:37.660377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Request body: {'port': {'device_id': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4', 'admin_state_up': True, 'tenant_id': 'fa4ac065a3374cc2830fcf317c5ee700'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:37.786564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-b66d14ab-08e2-41de-a21a-11da399305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:37.788532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-b66d14ab-08e2-41de-a21a-11da399305ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1098 time: 0.4783621 Jan 28 13:30:37.796237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-e04e75ed-4fc5-45fb-aba7-9969e32b4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:37.797711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-e04e75ed-4fc5-45fb-aba7-9969e32b4120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1098 time: 0.2907512 Jan 28 13:30:38.101414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53ec0d33-02e4-4967-a60c-f5b8b6f077ee req-ca0183ba-f556-4340-81b0-54fb5596cb30 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 210 time: 0.0502923 Jan 28 13:30:38.377364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f88a7-4910-49c2-be91-3658c93c1862 req-260d32a8-fe9f-4ffa-b145-0fd473ce2b6d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:38.393473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a87f88a7-4910-49c2-be91-3658c93c1862 req-260d32a8-fe9f-4ffa-b145-0fd473ce2b6d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.1061242 Jan 28 13:30:38.530674 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a87f88a7-4910-49c2-be91-3658c93c1862 req-2b5afc67-5cc7-4141-9ec2-47caf931fa25 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355948 Jan 28 13:30:38.569943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342c988-6a6d-4f10-8c9b-5ce2845d73b8 req-0217d06c-c366-49a0-98ed-9500b1acd93a tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:38.573882 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.579071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3342c988-6a6d-4f10-8c9b-5ce2845d73b8 req-0217d06c-c366-49a0-98ed-9500b1acd93a tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 944 time: 0.9482212 Jan 28 13:30:38.825471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-3f480c63-2856-47c5-bf77-7bc01f516968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:38.830828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-3f480c63-2856-47c5-bf77-7bc01f516968 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 1.0280972 Jan 28 13:30:38.887228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-9c5d226f-dbf6-4adf-b105-b76ca608025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:38.890899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-9c5d226f-dbf6-4adf-b105-b76ca608025f service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 1.0738497 Jan 28 13:30:38.896760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Made reservation on behalf of fa4ac065a3374cc2830fcf317c5ee700 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:30:38.900577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:38.969914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3342c988-6a6d-4f10-8c9b-5ce2845d73b8 req-c3976395-0e78-47a3-bd8c-25b26dcbccfa tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893430 Jan 28 13:30:39.071067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-f91f6b66-8976-4d81-bdba-6e8159ea9d43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.2164645 Jan 28 13:30:39.074455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-0cf1baf3-da2d-4310-860f-7dd04dff1d77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 200 len: 217 time: 0.1118751 Jan 28 13:30:39.078874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device f4299298-4d51-45fc-9e8c-781678bb6814 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:39.208542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port f4299298-4d51-45fc-9e8c-781678bb6814 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:39.221033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port f4299298-4d51-45fc-9e8c-781678bb6814 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:39.224135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:39.347375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-99ad193e-56b0-4127-802d-042fbc36f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.364849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-99ad193e-56b0-4127-802d-042fbc36f00b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2546959 Jan 28 13:30:39.419131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-d97a6378-35ea-48f9-bf8b-eaacab2b42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.420907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-d97a6378-35ea-48f9-bf8b-eaacab2b42a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.3218374 Jan 28 13:30:39.477777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7cd54f07-58c8-4475-aae1-2619e4fdf9a5 req-0fcaaf2f-2f57-4187-9648-76f53cf65d07 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 210 time: 0.1144876 Jan 28 13:30:39.557802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-b214e303-41b5-453f-b35d-747a2dcc12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.559918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-b214e303-41b5-453f-b35d-747a2dcc12dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866157 Jan 28 13:30:39.568763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-eec489df-603e-4b0c-8eaf-d6316f5c96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:39.570761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-eec489df-603e-4b0c-8eaf-d6316f5c96ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406934 Jan 28 13:30:39.590508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Allocated IP 172.20.0.10 (b6194dc8-0303-48c0-ae6a-fab06a9b61a4/e7eca808-1a75-408f-b6d7-23c8f7f5b000/fcefb7d8-b86b-49cb-b40c-6cb8f3a413da) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:30:39.683304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port f4299298-4d51-45fc-9e8c-781678bb6814 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:39.687187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:39.843734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port f4299298-4d51-45fc-9e8c-781678bb6814, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=f4299298-4d51-45fc-9e8c-781678bb6814,segment=NetworkSegment(f9794f0b-c884-41a6-a4ac-b908bd41a9a6),segment_id=f9794f0b-c884-41a6-a4ac-b908bd41a9a6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:39.860444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4299298-4d51-45fc-9e8c-781678bb6814'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:39.868802 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc577aed-9c7b-4fb2-be1e-65d0ae6c5f71" -d '{"events": [{"server_uuid": "a499ac34-6c4a-41bd-9923-c9341d1e8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "f4299298-4d51-45fc-9e8c-781678bb6814"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:39.885140 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:39.913592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-a7d9afb9-008f-4b3d-9a66-6c0691cb4750 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416162 Jan 28 13:30:40.086511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=f4299298-4d51-45fc-9e8c-781678bb6814,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:40.186175 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a2f6b1-9fff-44d6-8fb4-2593df5f92de x-openstack-request-id: req-d9a2f6b1-9fff-44d6-8fb4-2593df5f92de {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:40.186780 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a499ac34-6c4a-41bd-9923-c9341d1e8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "f4299298-4d51-45fc-9e8c-781678bb6814", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:40.187271 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9a2f6b1-9fff-44d6-8fb4-2593df5f92de {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:40.187883 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4299298-4d51-45fc-9e8c-781678bb6814', 'code': 200} Jan 28 13:30:40.393890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449795-83fa-4c8e-8ce2-c95d74085457 req-563f351e-73d0-4bde-b664-598dc056dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.402476 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90449795-83fa-4c8e-8ce2-c95d74085457 req-563f351e-73d0-4bde-b664-598dc056dd8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1136220 Jan 28 13:30:40.446036 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:40.635403 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90449795-83fa-4c8e-8ce2-c95d74085457 req-6a78d0ec-545d-40e2-9c4f-a3e881f90847 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167962 Jan 28 13:30:40.651396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697fb01-3f96-4c36-afb5-3e9683e07b52 req-87e1b0b0-eec2-4397-9806-fe0c4fc7dcea tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.654277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c697fb01-3f96-4c36-afb5-3e9683e07b52 req-87e1b0b0-eec2-4397-9806-fe0c4fc7dcea tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 947 time: 0.8733552 Jan 28 13:30:40.661202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-d4381274-8923-4c19-af4e-c67bd76b8196 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0744717 Jan 28 13:30:40.691549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27af17-a278-48f1-9682-97005c945c8f req-84e96bcf-2077-465f-a5ca-d746773d0fe0 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:40.701565 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c27af17-a278-48f1-9682-97005c945c8f req-84e96bcf-2077-465f-a5ca-d746773d0fe0 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1427612 Jan 28 13:30:40.745918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-8505ef0c-4714-43ee-a91d-f13b8ee0d2e2 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970440 Jan 28 13:30:40.877186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks [] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:40.880489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c27af17-a278-48f1-9682-97005c945c8f req-d34bb6ce-5fec-463b-b714-9f1b6c7d5b46 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772168 Jan 28 13:30:40.883486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c697fb01-3f96-4c36-afb5-3e9683e07b52 req-9cca347c-215b-4cd2-9079-862f394ff703 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973073 Jan 28 13:30:41.090191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:41.105135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0461578a-9cc7-4260-9bab-03e7ff2bb1e2 req-32e0a61e-df08-4cb1-9196-c29eb8673e6c tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 210 time: 0.0924675 Jan 28 13:30:41.333061 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.433491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Pushing event updated for resources: {'Port': ['ID=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:41.472894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:30:41.475524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:30:41.495716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33791ede-a6d9-4229-b2db-481535d2c7f8 req-0f4a32e0-b2ab-4ebb-a60e-3725947104f7 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061015 Jan 28 13:30:41.497518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:41.501500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:30:41.551808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'mac_address': 'fa:16:3e:f7:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:41.654995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 73128da2-3b79-47d7-8a6d-1eb529472e50 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:41.655595 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.677912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:41.678890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.686701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73128da2-3b79-47d7-8a6d-1eb529472e50 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:41.731074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-e9721202-50ef-4052-9463-c560507678fd tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0933332 Jan 28 13:30:41.735467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:41.744679 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.748739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Request body: {'port': {'device_id': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:30:41.849471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=12']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:41.860780 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:41.919538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:42.167568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f698e8e-3535-4f72-b5c8-15c86c167a23 req-a2e901a3-81b2-460a-a15a-542bfcd1a34e tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.180541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['73128da2-3b79-47d7-8a6d-1eb529472e50'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:42.194169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f698e8e-3535-4f72-b5c8-15c86c167a23 req-a2e901a3-81b2-460a-a15a-542bfcd1a34e tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1415768 Jan 28 13:30:42.386619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f698e8e-3535-4f72-b5c8-15c86c167a23 req-e3cbbeef-18a9-474e-8275-921000eea9e6 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820686 Jan 28 13:30:42.488506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b9a8-5811-4634-b267-4aef7c5ab42d req-aef984b4-8fe0-4d1b-9866-97e61710a22e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:42.495760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ab6b9a8-5811-4634-b267-4aef7c5ab42d req-aef984b4-8fe0-4d1b-9866-97e61710a22e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.3815463 Jan 28 13:30:42.997796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25d23-7350-48ff-8489-e92c473da425 req-2dad9e5c-53fd-4851-a853-77c412762eb8 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:43.013019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84f25d23-7350-48ff-8489-e92c473da425 req-2dad9e5c-53fd-4851-a853-77c412762eb8 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 932 time: 0.1618109 Jan 28 13:30:43.076468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ab6b9a8-5811-4634-b267-4aef7c5ab42d req-b97355ee-15f5-4ff9-b40b-67092c4ac803 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724139 Jan 28 13:30:43.157167 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84f25d23-7350-48ff-8489-e92c473da425 req-bda2af4a-cc82-44e2-8a85-232b6a97999c tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355534 Jan 28 13:30:43.335419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcefb7d8-b86b-49cb-b40c-6cb8f3a413da {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:43.351824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-f8ed5afa-4039-4a06-8db9-313cc7c4dae9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4133520 Jan 28 13:30:43.372574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Publish callbacks [] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:43.479958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Transition to ACTIVE for port object fcefb7d8-b86b-49cb-b40c-6cb8f3a413da will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:30:43.500188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:43.552978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-f1982d8d-21f3-488c-b35e-9cdc6ba41834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:43.566272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-f1982d8d-21f3-488c-b35e-9cdc6ba41834 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=063eec391659468690eac7ba108a19f1&device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 1101 time: 0.1702936 Jan 28 13:30:43.899597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Pushing event updated for resources: {'Port': ['ID=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:44.074383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95ae9d-ebb9-4f64-8aaa-b59a0f91b15d req-cab38ad3-2a81-415a-9f05-f37f5e291c72 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.084804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec967b-a866-4b63-b508-6f2c1f098841 req-5215c22e-1207-49eb-9d5a-4cbd5aa5ade3 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.089554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cec967b-a866-4b63-b508-6f2c1f098841 req-5215c22e-1207-49eb-9d5a-4cbd5aa5ade3 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 945 time: 0.4411066 Jan 28 13:30:44.093149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb95ae9d-ebb9-4f64-8aaa-b59a0f91b15d req-cab38ad3-2a81-415a-9f05-f37f5e291c72 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 1099 time: 0.0930941 Jan 28 13:30:44.184195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-432d1cd4-fbd1-4274-9d42-caed2d932a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.186713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-432d1cd4-fbd1-4274-9d42-caed2d932a4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.5496984 Jan 28 13:30:44.234695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb95ae9d-ebb9-4f64-8aaa-b59a0f91b15d req-fe61c4d6-942d-4700-b96d-6a69f1a9a213 tempest-MigrationsAdminTest-2056722206 tempest-MigrationsAdminTest-2056722206-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347263 Jan 28 13:30:44.365848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-2e989b90-d47f-4667-bd73-93b779a914f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 200 len: 217 time: 0.1582279 Jan 28 13:30:44.440776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Attempting to bind port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:30:44.442202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Attempting to bind port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '0046d751-293e-4a42-855b-2230b34b9895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:30:44.442787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Attempting to bind port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da on network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:44.486417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cec967b-a866-4b63-b508-6f2c1f098841 req-1372bdc3-a54b-43dc-a6b0-f5cc13c83c96 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795037 Jan 28 13:30:44.493358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da on network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:30:44.494023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Attempting to bind port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da on network b6194dc8-0303-48c0-ae6a-fab06a9b61a4 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:30:44.563628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-cd0aea1f-ee95-4ff5-b222-86363b0c8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.568563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-cd0aea1f-ee95-4ff5-b222-86363b0c8a0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1671870 Jan 28 13:30:44.569817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd2114-6ae5-4ada-80f4-54a996985761 req-320d8a98-fc6b-4fa3-9e6b-aa8df51fc9b2 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.571595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c2dd2114-6ae5-4ada-80f4-54a996985761 req-320d8a98-fc6b-4fa3-9e6b-aa8df51fc9b2 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 944 time: 0.1020131 Jan 28 13:30:44.573846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-5dd4bd65-5a0a-468f-b99d-0cb145859bee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3915915 Jan 28 13:30:44.600234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:30:44.600234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Checking segment: {'id': '0046d751-293e-4a42-855b-2230b34b9895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:30:44.602815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Bound using segment: {'id': '0046d751-293e-4a42-855b-2230b34b9895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:30:44.603153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Bound port: fcefb7d8-b86b-49cb-b40c-6cb8f3a413da, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0046d751-293e-4a42-855b-2230b34b9895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:30:44.608541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:44.697493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52884) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:44.754678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c2dd2114-6ae5-4ada-80f4-54a996985761 req-7395d36b-6dac-4243-a6de-58b36193cc4a tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696115 Jan 28 13:30:44.854394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-9b2ed2dd-4263-4dcd-8231-41014a07e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.856005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-9b2ed2dd-4263-4dcd-8231-41014a07e49d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 1097 time: 0.2446313 Jan 28 13:30:44.869540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-bf4964b4-f5ca-4adf-a5cd-c94951245277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:44.872685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-bf4964b4-f5ca-4adf-a5cd-c94951245277 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2924068 Jan 28 13:30:45.045392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] For port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:30:45.079649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] For port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,segment=NetworkSegment(0046d751-293e-4a42-855b-2230b34b9895),segment_id=0046d751-293e-4a42-855b-2230b34b9895)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:30:45.108148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.119633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:45.179442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2eda0ed-f1d5-4942-845e-f7261f917058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.267576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 73128da2-3b79-47d7-8a6d-1eb529472e50 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:45.280293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 73128da2-3b79-47d7-8a6d-1eb529472e50 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:45.280884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.418867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.419519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.425999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] 10.222.0.36 "PUT /v2.0/ports/fcefb7d8-b86b-49cb-b40c-6cb8f3a413da HTTP/1.1" status: 200 len: 1092 time: 3.6837006 Jan 28 13:30:45.439233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 73128da2-3b79-47d7-8a6d-1eb529472e50 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:45.445027 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.455066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'tag': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:45.458057 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fead593e-01ee-48fc-b58a-b9999c1b95f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3aebccd2-5e7f-4a63-9355-156dd25f10c3", "tag": "fcefb7d8-b86b-49cb-b40c-6cb8f3a413da"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:45.527100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:45.529753 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacab336-aaca-4c4f-838e-5ef8cd78268f" -d '{"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:45.567774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:45.572628 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:45.671846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=13']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:45.692436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05e2e-567b-4073-af8b-48c3ae9a358c req-3fce4d7f-b0f7-4d73-9d50-690dba04203c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.694498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.694925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.695084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7e05e2e-567b-4073-af8b-48c3ae9a358c req-3fce4d7f-b0f7-4d73-9d50-690dba04203c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 948 time: 0.6385410 Jan 28 13:30:45.695406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.695811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.696281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.696691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.697096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.697499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.697899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.698024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-93294a26-7caa-44dd-ae17-2ec8012da870 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033731 Jan 28 13:30:45.698342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.698945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.699468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.699887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:30:45.759068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-4c35f8ae-36a5-403b-ba65-17aa3221063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.761066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-4c35f8ae-36a5-403b-ba65-17aa3221063e service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.8639367 Jan 28 13:30:45.762652 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c9c8ef-b877-40a6-a1c8-5ea19b240028 x-openstack-request-id: req-89c9c8ef-b877-40a6-a1c8-5ea19b240028 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:45.762954 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aebccd2-5e7f-4a63-9355-156dd25f10c3", "tag": "fcefb7d8-b86b-49cb-b40c-6cb8f3a413da", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:45.763215 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89c9c8ef-b877-40a6-a1c8-5ea19b240028 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:45.763617 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'tag': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da', 'status': 'completed', 'code': 200} Jan 28 13:30:45.775753 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf757912-d122-4d92-890f-ae2732e7dd99 x-openstack-request-id: req-bf757912-d122-4d92-890f-ae2732e7dd99 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:45.776162 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:45.776495 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf757912-d122-4d92-890f-ae2732e7dd99 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:45.777159 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'code': 200} Jan 28 13:30:45.827636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7526fc-38f0-4597-a36f-8797b6350283 service neutron] Pushing event updated for resources: {'Port': ['ID=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:45.925786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-c5b05853-8c0a-428d-adef-b9bd29b9d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.927829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-c5b05853-8c0a-428d-adef-b9bd29b9d113 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa4ac065a3374cc2830fcf317c5ee700&device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 1095 time: 0.4376576 Jan 28 13:30:45.952769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93166be5-1beb-4471-9919-346773ca2a39 req-4fa230ee-75ba-4d7f-b8a7-431f8fcf7519 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:45.961777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93166be5-1beb-4471-9919-346773ca2a39 req-4fa230ee-75ba-4d7f-b8a7-431f8fcf7519 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 944 time: 0.0822761 Jan 28 13:30:46.017399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-de1fc657-abec-4f98-893d-591c5ebc610d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da HTTP/1.1" status: 200 len: 217 time: 0.0498824 Jan 28 13:30:46.025414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93166be5-1beb-4471-9919-346773ca2a39 req-f09aff71-843d-4bde-a71b-79361f890d4b tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625665 Jan 28 13:30:46.095458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-7e939861-0e29-4db8-977d-5012a33f208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:46.097696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-7e939861-0e29-4db8-977d-5012a33f208a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7eca808-1a75-408f-b6d7-23c8f7f5b000 HTTP/1.1" status: 200 len: 848 time: 0.0602493 Jan 28 13:30:46.150027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-db861820-3fc6-4581-adbd-eff171ec120a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6194dc8-0303-48c0-ae6a-fab06a9b61a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387845 Jan 28 13:30:46.223303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7e05e2e-567b-4073-af8b-48c3ae9a358c req-07ece1d8-0fbc-4be0-b2c5-3e7e6781d5b4 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044522 Jan 28 13:30:46.225597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-0494a3f6-a5c0-450a-b526-19a5e2849c15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 200 len: 1001 time: 0.4098701 Jan 28 13:30:46.307455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-4b60fd47-a23e-421a-b944-de5318b6d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:46.309421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-4b60fd47-a23e-421a-b944-de5318b6d580 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.0634263 Jan 28 13:30:46.350291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2eda0ed-f1d5-4942-845e-f7261f917058 admin admin] Publish callbacks [] for security_group (39d36726-2f98-4bce-9b91-538d255f1546), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:46.401613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2eda0ed-f1d5-4942-845e-f7261f917058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (39d36726-2f98-4bce-9b91-538d255f1546), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:46.480850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda0ed-f1d5-4942-845e-f7261f917058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d36726-2f98-4bce-9b91-538d255f1546,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:46.520886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1556820-4a12-47ab-9778-1fd03c3d0a45 req-a84fa960-18bd-4d5a-8f70-ef9d088967de service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039567 Jan 28 13:30:46.540824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-e2f2ec30-23bc-4892-b419-1bfc0af8d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:46.544363 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-e2f2ec30-23bc-4892-b419-1bfc0af8d6a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848667 Jan 28 13:30:46.551728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52914) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:46.552597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a2eda0ed-f1d5-4942-845e-f7261f917058 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=824fdb82cb9c4932a464dca37f467c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8090146 Jan 28 13:30:46.663247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-72a40a00-21ce-43ad-b2bc-d7ff6d286c97 service neutron] 10.222.0.36 "GET /v2.0/networks/b6194dc8-0303-48c0-ae6a-fab06a9b61a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919658 Jan 28 13:30:46.798411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3890926d-ad56-4a7e-b402-5b10e2281497 admin admin] Publish callbacks [] for security_group (39d36726-2f98-4bce-9b91-538d255f1546), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:46.813159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-bcc123c5-044d-46b8-8ff2-8296109a4942 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:46.814722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-bcc123c5-044d-46b8-8ff2-8296109a4942 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 949 time: 0.1353409 Jan 28 13:30:46.921092 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3890926d-ad56-4a7e-b402-5b10e2281497 admin admin] Publish callbacks [] for security_group (39d36726-2f98-4bce-9b91-538d255f1546), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.003087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3890926d-ad56-4a7e-b402-5b10e2281497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (39d36726-2f98-4bce-9b91-538d255f1546), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.010146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3890926d-ad56-4a7e-b402-5b10e2281497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.013673 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3890926d-ad56-4a7e-b402-5b10e2281497 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39d36726-2f98-4bce-9b91-538d255f1546 HTTP/1.1" status: 204 len: 168 time: 0.4577963 Jan 28 13:30:47.032638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890926d-ad56-4a7e-b402-5b10e2281497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d36726-2f98-4bce-9b91-538d255f1546,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:47.088171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Deleting port 73128da2-3b79-47d7-8a6d-1eb529472e50 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:47.088717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.364187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] For port 73128da2-3b79-47d7-8a6d-1eb529472e50, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=73128da2-3b79-47d7-8a6d-1eb529472e50,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:47.364649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.393012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Calling delete_port for 73128da2-3b79-47d7-8a6d-1eb529472e50 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:47.658939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d06b4-8f99-4e9f-8d7c-a3e5d766d042 req-080142f9-2da6-4538-aca5-6ce18c8f3be5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.661209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-215d06b4-8f99-4e9f-8d7c-a3e5d766d042 req-080142f9-2da6-4538-aca5-6ce18c8f3be5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 949 time: 0.1715856 Jan 28 13:30:47.706776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52938) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:47.757054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4988831-ea98-4be4-93e2-f674c56dcb47 req-52db4232-295a-491f-b178-ffdfa4d98105 service neutron] 10.222.0.36 "GET /v2.0/networks/b6194dc8-0303-48c0-ae6a-fab06a9b61a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0838554 Jan 28 13:30:47.771056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-215d06b4-8f99-4e9f-8d7c-a3e5d766d042 req-b2f8f414-36c4-4076-9a87-50775a862f16 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962572 Jan 28 13:30:47.772284 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-acf0b0fc-ed24-45fa-85df-8f6c8a6581a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.778735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-cf01b600-c8c7-4707-a9c3-554b22633de4 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2211666 Jan 28 13:30:47.877557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (73128da2-3b79-47d7-8a6d-1eb529472e50), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:47.890557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d', '02e353a9-27fc-4be4-8169-fefb2f06d7dc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:47.895960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6944cd78-18c7-46f7-9f72-f65c463be8b3', '73128da2-3b79-47d7-8a6d-1eb529472e50'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:47.967770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event deleted for resources: {'Port': ['ID=73128da2-3b79-47d7-8a6d-1eb529472e50,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:47.977987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf535b1c-f2f8-49ef-bbc0-8d0fdf727ca9 req-c8089dc5-c15b-4b9f-873a-444b29f4f6dd service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880224 Jan 28 13:30:47.992815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e76cb-c667-4237-9be0-19719ba1aca6 req-d47f1c68-1613-4742-883c-ff0f1c01c827 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:47.994546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c91e76cb-c667-4237-9be0-19719ba1aca6 req-d47f1c68-1613-4742-883c-ff0f1c01c827 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 944 time: 0.2400353 Jan 28 13:30:48.007664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-8e7e1853-7716-4072-a963-342d5e565ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:48.009358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-8e7e1853-7716-4072-a963-342d5e565ab3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa4ac065a3374cc2830fcf317c5ee700&device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 1095 time: 0.1582696 Jan 28 13:30:48.108682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] No DVR routers for this DVR port 73128da2-3b79-47d7-8a6d-1eb529472e50 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:48.112700 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.116574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69c98155-215b-453f-af38-fdfd07b6ff4d req-21692596-af3f-45ea-9d84-190544b4472f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "DELETE /v2.0/ports/73128da2-3b79-47d7-8a6d-1eb529472e50 HTTP/1.1" status: 204 len: 173 time: 1.2899692 Jan 28 13:30:48.125394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-deleted', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:48.130384 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4584c380-bdee-4b4a-b1b6-7ba8266a7edb" -d '{"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-deleted", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:48.213407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-acf0b0fc-ed24-45fa-85df-8f6c8a6581a0 admin admin] Publish callbacks [] for security_group (b2ee541d-09cd-4439-94c9-4cbff80c4246), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.228725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-acf0b0fc-ed24-45fa-85df-8f6c8a6581a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2ee541d-09cd-4439-94c9-4cbff80c4246), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.253411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-3804a29d-4492-4a6c-8e54-a7427d311c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:48.254940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-3804a29d-4492-4a6c-8e54-a7427d311c43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6194dc8-0303-48c0-ae6a-fab06a9b61a4 HTTP/1.1" status: 200 len: 909 time: 0.2302046 Jan 28 13:30:48.293026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c91e76cb-c667-4237-9be0-19719ba1aca6 req-d2e28e44-6816-45e0-b57e-95c8fb36220d tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800417 Jan 28 13:30:48.316689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-acf0b0fc-ed24-45fa-85df-8f6c8a6581a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afd9882a3d8f43e1b0bd97dfefe8a115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6078837 Jan 28 13:30:48.319183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52952) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:48.406953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-b4155240-2bec-4d9f-9931-e59fabad93e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da HTTP/1.1" status: 200 len: 217 time: 0.1415339 Jan 28 13:30:48.479254 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1276acd8-5534-4ecd-8257-d9ec63fa70b3 x-openstack-request-id: req-1276acd8-5534-4ecd-8257-d9ec63fa70b3 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:48.481306 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf", "name": "network-vif-deleted", "tag": "73128da2-3b79-47d7-8a6d-1eb529472e50", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:48.481689 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1276acd8-5534-4ecd-8257-d9ec63fa70b3 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:48.482191 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf', 'name': 'network-vif-deleted', 'tag': '73128da2-3b79-47d7-8a6d-1eb529472e50', 'status': 'completed', 'code': 200} Jan 28 13:30:48.512231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0b0fc-ed24-45fa-85df-8f6c8a6581a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ee541d-09cd-4439-94c9-4cbff80c4246,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:48.513483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-25e8aac7-a341-41a3-9b07-0cac1b7a9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:48.515377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-25e8aac7-a341-41a3-9b07-0cac1b7a9a11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7eca808-1a75-408f-b6d7-23c8f7f5b000 HTTP/1.1" status: 200 len: 848 time: 0.1003075 Jan 28 13:30:48.556585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fd51-128b-47af-a8c2-6289ffa2e219 admin admin] Publish callbacks [] for security_group (b2ee541d-09cd-4439-94c9-4cbff80c4246), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.600549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fd51-128b-47af-a8c2-6289ffa2e219 admin admin] Publish callbacks [] for security_group (b2ee541d-09cd-4439-94c9-4cbff80c4246), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.606598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-6b726d36-1b2e-499a-9275-abe60a42f974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6194dc8-0303-48c0-ae6a-fab06a9b61a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727794 Jan 28 13:30:48.695100 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fd51-128b-47af-a8c2-6289ffa2e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2ee541d-09cd-4439-94c9-4cbff80c4246), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.698118 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fd51-128b-47af-a8c2-6289ffa2e219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:48.701994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e4c0fd51-128b-47af-a8c2-6289ffa2e219 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2ee541d-09cd-4439-94c9-4cbff80c4246 HTTP/1.1" status: 204 len: 168 time: 0.3751860 Jan 28 13:30:48.713507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0fd51-128b-47af-a8c2-6289ffa2e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ee541d-09cd-4439-94c9-4cbff80c4246,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:48.840370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-34e83a89-406d-4a6b-9f74-f51c1d7d47f6 service neutron] 10.222.0.36 "GET /v2.0/networks/b6194dc8-0303-48c0-ae6a-fab06a9b61a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275681 Jan 28 13:30:49.055464 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-148153a7-9a5c-4d8d-a3b2-ff77f6e5a5a8 req-4b2eb58e-352d-4617-82b1-03280c858c93 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d85bde3-9bb8-4ebc-bbf8-004b0ed2dbbf HTTP/1.1" status: 200 len: 210 time: 0.0499701 Jan 28 13:30:49.075917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fead593e-01ee-48fc-b58a-b9999c1b95f5 req-b30de7e2-3a99-4ba2-92c3-183dd0ab6c12 service neutron] 10.222.0.36 "GET /v2.0/networks/b6194dc8-0303-48c0-ae6a-fab06a9b61a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262590 Jan 28 13:30:49.322377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7d95b-3cb9-4e13-b3e4-6cb71a29a29b req-51abf843-c7e7-491c-8eb8-98db4717bdc6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:49.339946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8e7d95b-3cb9-4e13-b3e4-6cb71a29a29b req-51abf843-c7e7-491c-8eb8-98db4717bdc6 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1090615 Jan 28 13:30:49.443561 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8e7d95b-3cb9-4e13-b3e4-6cb71a29a29b req-ad2288e6-fd2b-447e-a92d-1c58b9f23296 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023374 Jan 28 13:30:49.614109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d2a3-bedf-40e4-9795-1f40ade33f89 req-57a27704-c2b3-408c-afee-8266cdbc0643 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:49.621156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f147d2a3-bedf-40e4-9795-1f40ade33f89 req-57a27704-c2b3-408c-afee-8266cdbc0643 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 944 time: 0.1662452 Jan 28 13:30:49.689807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f147d2a3-bedf-40e4-9795-1f40ade33f89 req-c3a21b64-c334-43cc-b5b0-e2c09946042f tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 Jan 28 13:30:50.451841 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf4382-5ed6-435d-9194-4ff66efc28af req-9323617d-40a0-4335-9c5c-e7481de2885b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.462116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2baf4382-5ed6-435d-9194-4ff66efc28af req-9323617d-40a0-4335-9c5c-e7481de2885b tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 951 time: 0.0723817 Jan 28 13:30:50.535832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2baf4382-5ed6-435d-9194-4ff66efc28af req-6cd80958-3325-4296-a256-1f1471b4cfda tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671694 Jan 28 13:30:50.654851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fcefb7d8-b86b-49cb-b40c-6cb8f3a413da details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:30:50.659671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711be50e-2544-458e-91d2-a20198fd3b9e req-20474e14-bb84-4cfc-90e5-af4b6a4ed1d4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.674362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-711be50e-2544-458e-91d2-a20198fd3b9e req-20474e14-bb84-4cfc-90e5-af4b6a4ed1d4 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1263154 Jan 28 13:30:50.820003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-711be50e-2544-458e-91d2-a20198fd3b9e req-54cec364-1c10-4f95-81c8-a311ce94c518 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/security-groups?id=f81c7ef7-30c0-441c-96ae-3ce18c109600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426995 Jan 28 13:30:50.918424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,segment=NetworkSegment(0046d751-293e-4a42-855b-2230b34b9895),segment_id=0046d751-293e-4a42-855b-2230b34b9895)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:50.944386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da', 'network_id': 'b6194dc8-0303-48c0-ae6a-fab06a9b61a4', 'port_id': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da', 'mac_address': 'fa:16:3e:12:02:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eca808-1a75-408f-b6d7-23c8f7f5b000', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:30:50.979888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-40faf835-de5e-4f7d-ab27-20b967317d00 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:50.981751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-40faf835-de5e-4f7d-ab27-20b967317d00 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 946 time: 0.1142416 Jan 28 13:30:51.033562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:51.034549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:51.039391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee08cea-e58d-4f7f-bd54-3e1f6bb6a6b2 req-ea14d8a3-60d6-44d5-a03d-a463cb102ff6 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:51.045022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee08cea-e58d-4f7f-bd54-3e1f6bb6a6b2 req-ea14d8a3-60d6-44d5-a03d-a463cb102ff6 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 944 time: 0.1373708 Jan 28 13:30:51.075833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcefb7d8-b86b-49cb-b40c-6cb8f3a413da {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:30:51.147556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,segment=NetworkSegment(0046d751-293e-4a42-855b-2230b34b9895),segment_id=0046d751-293e-4a42-855b-2230b34b9895)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:51.172326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:51.177061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee08cea-e58d-4f7f-bd54-3e1f6bb6a6b2 req-b14cc22a-4a5d-4dcb-97bd-8e2cef6f4345 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837483 Jan 28 13:30:51.182227 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:51.211939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 73128da2-3b79-47d7-8a6d-1eb529472e50 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:51.226213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 73128da2-3b79-47d7-8a6d-1eb529472e50 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:51.227569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Deleting port 517e19ed-096e-45b3-97bf-3f8cf9bca515 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:51.227925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:51.269570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:51.344241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] For port 517e19ed-096e-45b3-97bf-3f8cf9bca515, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=517e19ed-096e-45b3-97bf-3f8cf9bca515,segment=NetworkSegment(07877de0-28f1-4eea-a2e8-f069079db1d2),segment_id=07877de0-28f1-4eea-a2e8-f069079db1d2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:51.344736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:51.358866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Calling delete_port for 517e19ed-096e-45b3-97bf-3f8cf9bca515 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:51.445532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['fcefb7d8-b86b-49cb-b40c-6cb8f3a413da'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:51.542205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (517e19ed-096e-45b3-97bf-3f8cf9bca515), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:51.556724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['517e19ed-096e-45b3-97bf-3f8cf9bca515'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:51.583594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Pushing event deleted for resources: {'Port': ['ID=517e19ed-096e-45b3-97bf-3f8cf9bca515,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:51.749662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] No DVR routers for this DVR port 517e19ed-096e-45b3-97bf-3f8cf9bca515 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:51.752540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:51.757617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f67b00b-cf27-4263-bfcc-eda8510ba924 req-518f6cb7-f869-4f3f-ab7f-c1e81a016780 tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.36 "DELETE /v2.0/ports/517e19ed-096e-45b3-97bf-3f8cf9bca515 HTTP/1.1" status: 204 len: 173 time: 0.7703214 Jan 28 13:30:51.758356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-deleted', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:51.771400 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e4819-4fe9-4004-b76b-df97cbe9a82a" -d '{"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-deleted", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:51.873491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be77a6a-0e55-4763-b496-139697e1b647 req-9e203c7c-dc43-4a9a-9c75-c19794ab1b10 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:51.875172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8be77a6a-0e55-4763-b496-139697e1b647 req-9e203c7c-dc43-4a9a-9c75-c19794ab1b10 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 951 time: 0.1480963 Jan 28 13:30:51.938790 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a0300-bc6b-4fa4-b273-8ef63c4380eb x-openstack-request-id: req-6e2a0300-bc6b-4fa4-b273-8ef63c4380eb {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:51.939091 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f36337-8e9d-4508-8c28-de73c83f64a1", "name": "network-vif-deleted", "tag": "517e19ed-096e-45b3-97bf-3f8cf9bca515", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:51.939397 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e2a0300-bc6b-4fa4-b273-8ef63c4380eb {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:51.939799 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f36337-8e9d-4508-8c28-de73c83f64a1', 'name': 'network-vif-deleted', 'tag': '517e19ed-096e-45b3-97bf-3f8cf9bca515', 'status': 'completed', 'code': 200} Jan 28 13:30:51.994395 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8be77a6a-0e55-4763-b496-139697e1b647 req-85064070-83a3-430f-a2e2-67d6321fb6f5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125255 Jan 28 13:30:52.023993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-a0c36be1-9239-4de9-87e1-c7c7e71b931f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:52.025739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-a0c36be1-9239-4de9-87e1-c7c7e71b931f tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 951 time: 0.1058905 Jan 28 13:30:52.067034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f15fc758-dd2e-4902-8a0b-605a550fd3a2 req-cf61ab48-1ecc-48d2-ad8a-2cb4ec86032e tempest-ServersNegativeTestJSON-1644564780 tempest-ServersNegativeTestJSON-1644564780-project] 10.222.0.45 "GET /v2.0/ports?device_id=17f36337-8e9d-4508-8c28-de73c83f64a1 HTTP/1.1" status: 200 len: 210 time: 0.0370846 Jan 28 13:30:52.147159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Deleting port 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:52.147516 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.255694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742120a9-37b7-4a96-a229-4b32c2ffa86e req-2e4d285a-803a-44ee-b2ba-ffd082d413ce tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:52.275677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-742120a9-37b7-4a96-a229-4b32c2ffa86e req-2e4d285a-803a-44ee-b2ba-ffd082d413ce tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.0909901 Jan 28 13:30:52.344670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-742120a9-37b7-4a96-a229-4b32c2ffa86e req-bfa4339d-ef9d-4878-9a74-1ed73f1aba0a tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663917 Jan 28 13:30:52.369142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] For port 6944cd78-18c7-46f7-9f72-f65c463be8b3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=6944cd78-18c7-46f7-9f72-f65c463be8b3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:52.370183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.440795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Calling delete_port for 6944cd78-18c7-46f7-9f72-f65c463be8b3 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:52.511983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb621-92eb-4020-a32d-046f4ac56ae2 req-6704f4b5-46d6-44c1-a2bb-233daf26b840 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:52.513840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc6fb621-92eb-4020-a32d-046f4ac56ae2 req-6704f4b5-46d6-44c1-a2bb-233daf26b840 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 945 time: 0.1388965 Jan 28 13:30:52.561213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:52.600650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc6fb621-92eb-4020-a32d-046f4ac56ae2 req-808e1cc8-7e37-4d15-81cb-9b42e2508575 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741296 Jan 28 13:30:52.683857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fcefb7d8-b86b-49cb-b40c-6cb8f3a413da up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:30:52.693832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6944cd78-18c7-46f7-9f72-f65c463be8b3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.718497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['6944cd78-18c7-46f7-9f72-f65c463be8b3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:52.721128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d', '02e353a9-27fc-4be4-8169-fefb2f06d7dc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:52.730271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a51d64c8-98c0-4515-b350-30e8259e8b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.754526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event deleted for resources: {'Port': ['ID=6944cd78-18c7-46f7-9f72-f65c463be8b3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:52.837006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] No DVR routers for this DVR port 6944cd78-18c7-46f7-9f72-f65c463be8b3 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:52.840330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.841280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a51d64c8-98c0-4515-b350-30e8259e8b32 admin admin] Publish callbacks [] for security_group (4fbc0e0d-6c4d-467e-a303-bd561cf13427), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.844780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12099216-bd04-4f7c-8e4a-cca5d8cea626 req-496e622f-096b-4c56-ae52-fb39d0ccde2c tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.60 "DELETE /v2.0/ports/6944cd78-18c7-46f7-9f72-f65c463be8b3 HTTP/1.1" status: 204 len: 173 time: 0.8113155 Jan 28 13:30:52.845181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-deleted', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:52.848177 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a9f84b-0fd8-45fb-b12d-b51447b6b435" -d '{"events": [{"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-deleted", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:52.854184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a51d64c8-98c0-4515-b350-30e8259e8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4fbc0e0d-6c4d-467e-a303-bd561cf13427), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:52.922192 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f3b325-5de7-4bc5-8603-166a5d2287cb x-openstack-request-id: req-f5f3b325-5de7-4bc5-8603-166a5d2287cb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:52.922708 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be12a75-ef1f-44ec-a9d9-ff0795a0f906", "name": "network-vif-deleted", "tag": "6944cd78-18c7-46f7-9f72-f65c463be8b3", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:52.923050 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5f3b325-5de7-4bc5-8603-166a5d2287cb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:52.923545 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be12a75-ef1f-44ec-a9d9-ff0795a0f906', 'name': 'network-vif-deleted', 'tag': '6944cd78-18c7-46f7-9f72-f65c463be8b3', 'status': 'completed', 'code': 200} Jan 28 13:30:52.936554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d64c8-98c0-4515-b350-30e8259e8b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbc0e0d-6c4d-467e-a303-bd561cf13427,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:52.954616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a51d64c8-98c0-4515-b350-30e8259e8b32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6005b2ff2db54082b0a30b38037103fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895221 Jan 28 13:30:52.955255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:53.009761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:30:53.039041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:30:53.039767 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.048295 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a9d-58d8-48ed-9f43-d856dad861b2 admin admin] Publish callbacks [] for security_group (4fbc0e0d-6c4d-467e-a303-bd561cf13427), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.075801 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a9d-58d8-48ed-9f43-d856dad861b2 admin admin] Publish callbacks [] for security_group (4fbc0e0d-6c4d-467e-a303-bd561cf13427), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.167472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:53.188278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:30:53.188984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.205559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a9d-58d8-48ed-9f43-d856dad861b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4fbc0e0d-6c4d-467e-a303-bd561cf13427), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.209368 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0da1a9d-58d8-48ed-9f43-d856dad861b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.213365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d0da1a9d-58d8-48ed-9f43-d856dad861b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fbc0e0d-6c4d-467e-a303-bd561cf13427 HTTP/1.1" status: 204 len: 168 time: 0.2537913 Jan 28 13:30:53.226771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da1a9d-58d8-48ed-9f43-d856dad861b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbc0e0d-6c4d-467e-a303-bd561cf13427,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:53.258425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,segment=NetworkSegment(0046d751-293e-4a42-855b-2230b34b9895),segment_id=0046d751-293e-4a42-855b-2230b34b9895)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:53.264284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:53.265656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3fa9b34-373c-445a-97eb-57b41c62576e req-9cbb222f-16fe-4be3-b407-f16f8879a9d5 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=8be12a75-ef1f-44ec-a9d9-ff0795a0f906 HTTP/1.1" status: 200 len: 210 time: 0.0950367 Jan 28 13:30:53.267102 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e487943-ccbc-4c47-becb-1a878ce09211" -d '{"events": [{"server_uuid": "3aebccd2-5e7f-4a63-9355-156dd25f10c3", "name": "network-vif-plugged", "status": "completed", "tag": "fcefb7d8-b86b-49cb-b40c-6cb8f3a413da"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:53.286579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.287428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:53.304248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] Deleting subnet f32f302b-b546-4573-a648-27c50b04d9e1 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:30:53.320020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] Publish callbacks [] for subnet (f32f302b-b546-4573-a648-27c50b04d9e1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.323744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 517e19ed-096e-45b3-97bf-3f8cf9bca515 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:53.324418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 517e19ed-096e-45b3-97bf-3f8cf9bca515 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:53.366587 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (f32f302b-b546-4573-a648-27c50b04d9e1), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.380949 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa8155-366f-4d01-b195-a534c380a2d4 x-openstack-request-id: req-3ffa8155-366f-4d01-b195-a534c380a2d4 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:53.381292 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aebccd2-5e7f-4a63-9355-156dd25f10c3", "name": "network-vif-plugged", "status": "completed", "tag": "fcefb7d8-b86b-49cb-b40c-6cb8f3a413da", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:53.381506 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ffa8155-366f-4d01-b195-a534c380a2d4 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:53.381904 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da', 'code': 200} Jan 28 13:30:53.434976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f32f302b-b546-4573-a648-27c50b04d9e1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.477691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:53.593100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aeab2-b4a3-4969-9f8c-1676ce2a4c65 req-daee6bb6-4a33-4214-b809-953d2495ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:53.597113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c52aeab2-b4a3-4969-9f8c-1676ce2a4c65 req-daee6bb6-4a33-4214-b809-953d2495ce7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 1097 time: 0.1325481 Jan 28 13:30:53.621788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (f32f302b-b546-4573-a648-27c50b04d9e1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.682649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.689810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53118) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:53.698853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f32f302b-b546-4573-a648-27c50b04d9e1 HTTP/1.1" status: 204 len: 168 time: 0.5294380 Jan 28 13:30:53.714336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20968c55-6cf8-47c3-9b7a-22f60f78ab82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32f302b-b546-4573-a648-27c50b04d9e1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:53.777701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c52aeab2-b4a3-4969-9f8c-1676ce2a4c65 req-fac2e787-9229-40da-b92a-9d33e5a347cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656287 Jan 28 13:30:53.846573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53122) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:53.871588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d894c209-da59-4daf-8fe4-38df9548d898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.879223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a9800ec0-0f2a-44b1-925e-e13d5035174f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:53.957664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c61dc-8029-40c7-b56b-e05a2942da00 req-3f55fe6d-c026-47ab-839a-18003790f94d tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:53.964301 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a40c61dc-8029-40c7-b56b-e05a2942da00 req-3f55fe6d-c026-47ab-839a-18003790f94d tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 946 time: 0.1735079 Jan 28 13:30:54.032353 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d894c209-da59-4daf-8fe4-38df9548d898 admin admin] Publish callbacks [] for security_group (8918f124-6029-4b8c-ba86-9d9490144c99), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.053559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d894c209-da59-4daf-8fe4-38df9548d898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8918f124-6029-4b8c-ba86-9d9490144c99), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.088179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a9800ec0-0f2a-44b1-925e-e13d5035174f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.088652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d894c209-da59-4daf-8fe4-38df9548d898 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=772c26d568344f4385cf2555cfa5e54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381673 Jan 28 13:30:54.092516 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a40c61dc-8029-40c7-b56b-e05a2942da00 req-5af360f5-ab03-4c29-b31e-a728d547289b tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109409 Jan 28 13:30:54.093219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53132) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:54.123688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c209-da59-4daf-8fe4-38df9548d898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8918f124-6029-4b8c-ba86-9d9490144c99,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:54.145228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc596f5-5dac-4859-8e45-cbc46308296f req-05a7c13b-60cf-4aa1-b3f9-d8c703f7b308 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:54.147065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdc596f5-5dac-4859-8e45-cbc46308296f req-05a7c13b-60cf-4aa1-b3f9-d8c703f7b308 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.1341920 Jan 28 13:30:54.181667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9800ec0-0f2a-44b1-925e-e13d5035174f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:54.199994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07877de0-28f1-4eea-a2e8-f069079db1d2') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:54.200323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07877de0-28f1-4eea-a2e8-f069079db1d2') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:54.211330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (07877de0-28f1-4eea-a2e8-f069079db1d2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.217241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdc596f5-5dac-4859-8e45-cbc46308296f req-6e341b8f-b8c2-47ac-9119-6bfe1dbba0a7 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633118 Jan 28 13:30:54.239144 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79258b20-6e0d-43c1-8968-309b1ce8a6e1 admin admin] Publish callbacks [] for security_group (8918f124-6029-4b8c-ba86-9d9490144c99), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.248220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (07877de0-28f1-4eea-a2e8-f069079db1d2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.275070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:30:54.275693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (07877de0-28f1-4eea-a2e8-f069079db1d2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:30:54.278224 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:30:54.280668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79258b20-6e0d-43c1-8968-309b1ce8a6e1 admin admin] Publish callbacks [] for security_group (8918f124-6029-4b8c-ba86-9d9490144c99), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.392363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a9800ec0-0f2a-44b1-925e-e13d5035174f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.399303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.406107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a9800ec0-0f2a-44b1-925e-e13d5035174f HTTP/1.1" status: 204 len: 168 time: 0.7119539 Jan 28 13:30:54.417012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682a8d9-a2cb-47a3-bdb0-c48f03f60693 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9800ec0-0f2a-44b1-925e-e13d5035174f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:54.476353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79258b20-6e0d-43c1-8968-309b1ce8a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8918f124-6029-4b8c-ba86-9d9490144c99), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.479265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79258b20-6e0d-43c1-8968-309b1ce8a6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:54.480637 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-79258b20-6e0d-43c1-8968-309b1ce8a6e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8918f124-6029-4b8c-ba86-9d9490144c99 HTTP/1.1" status: 204 len: 168 time: 0.3795371 Jan 28 13:30:54.493637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79258b20-6e0d-43c1-8968-309b1ce8a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8918f124-6029-4b8c-ba86-9d9490144c99,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:54.514584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ca3bf-f0bd-40e2-8d89-221750d4929f req-9fd5cc63-f75b-4ae6-9e33-3e1d41997e5b tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:54.516506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-680ca3bf-f0bd-40e2-8d89-221750d4929f req-9fd5cc63-f75b-4ae6-9e33-3e1d41997e5b tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0809088 Jan 28 13:30:54.614922 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-680ca3bf-f0bd-40e2-8d89-221750d4929f req-9850e8bc-32d0-45e6-afb6-d98a52fa6ffd tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916860 Jan 28 13:30:54.818711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:54.870534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd9e7-d48d-4fb0-aeb9-c935c5e092f8 req-9a273e75-f6da-45d8-97cb-5436bd857dc9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:54.876936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47fdd9e7-d48d-4fb0-aeb9-c935c5e092f8 req-9a273e75-f6da-45d8-97cb-5436bd857dc9 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0906961 Jan 28 13:30:54.920364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-44514f6b-2def-49c7-a271-8e25c68a9e40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b6c9475b98648cb93662379db514e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001463 Jan 28 13:30:54.925618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53158) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:54.998194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47fdd9e7-d48d-4fb0-aeb9-c935c5e092f8 req-9d97dd3a-b5cc-49b5-854e-a0180b3e9fc3 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151004 Jan 28 13:30:55.040089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-356d93f6-4c30-4f61-8f35-99bdf45a6a52 admin admin] Publish callbacks [] for security_group (f81c7ef7-30c0-441c-96ae-3ce18c109600), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.076244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-356d93f6-4c30-4f61-8f35-99bdf45a6a52 admin admin] Publish callbacks [] for security_group (f81c7ef7-30c0-441c-96ae-3ce18c109600), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.124249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8039878-97f0-4dc7-8706-7e83d61c982e req-ea7ee77b-4bd0-4586-bbef-621fcd055670 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:55.144337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b8039878-97f0-4dc7-8706-7e83d61c982e req-ea7ee77b-4bd0-4586-bbef-621fcd055670 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.1249416 Jan 28 13:30:55.167675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-356d93f6-4c30-4f61-8f35-99bdf45a6a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f81c7ef7-30c0-441c-96ae-3ce18c109600), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.169244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:55.175401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-356d93f6-4c30-4f61-8f35-99bdf45a6a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:55.182786 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-356d93f6-4c30-4f61-8f35-99bdf45a6a52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f81c7ef7-30c0-441c-96ae-3ce18c109600 HTTP/1.1" status: 204 len: 168 time: 0.2519577 Jan 28 13:30:55.212496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d93f6-4c30-4f61-8f35-99bdf45a6a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81c7ef7-30c0-441c-96ae-3ce18c109600,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:55.271814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 6944cd78-18c7-46f7-9f72-f65c463be8b3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:55.272429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 6944cd78-18c7-46f7-9f72-f65c463be8b3 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:55.286604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b8039878-97f0-4dc7-8706-7e83d61c982e req-85518168-c4ee-4f2f-b3fb-8ade8f3e652b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387131 Jan 28 13:30:55.381839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518a0b0-8c06-44ef-b4d5-17c53d99a111 req-7ad5d394-cc4a-4872-bb63-f1804f7f2fc1 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:55.383399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c518a0b0-8c06-44ef-b4d5-17c53d99a111 req-7ad5d394-cc4a-4872-bb63-f1804f7f2fc1 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 946 time: 0.0937843 Jan 28 13:30:55.480128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c518a0b0-8c06-44ef-b4d5-17c53d99a111 req-3aa68527-96aa-4d4b-953d-90211631c20f tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797400 Jan 28 13:30:55.817143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11e7b-c90e-4845-961c-286ed9a161f5 req-27daa935-20d5-4637-9f92-6bd49b1aa306 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:55.819008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31a11e7b-c90e-4845-961c-286ed9a161f5 req-27daa935-20d5-4637-9f92-6bd49b1aa306 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0674095 Jan 28 13:30:55.929959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31a11e7b-c90e-4845-961c-286ed9a161f5 req-58112659-37e5-41b1-ba63-12927aca50f8 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965564 Jan 28 13:30:56.170335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccde775-69b4-4d90-b609-4ff2a323eb2a req-2238ad6f-b57f-4d18-a866-8f6fe390174d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:56.178963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ccde775-69b4-4d90-b609-4ff2a323eb2a req-2238ad6f-b57f-4d18-a866-8f6fe390174d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.0729864 Jan 28 13:30:56.285258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ccde775-69b4-4d90-b609-4ff2a323eb2a req-c7daba8e-2b04-48dc-85c1-4ce4b16d293a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053927 Jan 28 13:30:56.304271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c386c0-3158-4d1c-a261-d979458ed56a req-ee031972-0adc-4a45-891a-6299893a74fb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:56.306190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55c386c0-3158-4d1c-a261-d979458ed56a req-ee031972-0adc-4a45-891a-6299893a74fb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 950 time: 0.1243730 Jan 28 13:30:56.533029 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.578011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208eaee-bfd4-45e9-b45b-b36667ae7767 req-fe0ada7c-c760-47a2-bf23-5960f45e9bc9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:56.579676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9208eaee-bfd4-45e9-b45b-b36667ae7767 req-fe0ada7c-c760-47a2-bf23-5960f45e9bc9 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.1516607 Jan 28 13:30:56.636025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Deleting port 02e353a9-27fc-4be4-8169-fefb2f06d7dc {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:56.636402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.743164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff802d-8637-4812-862a-ae5be547f38b req-5a90d67f-2626-4e5f-b023-73456ce85593 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:56.744723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2eff802d-8637-4812-862a-ae5be547f38b req-5a90d67f-2626-4e5f-b023-73456ce85593 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.1627200 Jan 28 13:30:56.754438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9208eaee-bfd4-45e9-b45b-b36667ae7767 req-dfa5bca3-a029-438a-a467-fa27a31d68d4 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599836 Jan 28 13:30:56.876879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] For port 02e353a9-27fc-4be4-8169-fefb2f06d7dc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=02e353a9-27fc-4be4-8169-fefb2f06d7dc,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:56.877513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:56.925732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Calling delete_port for 02e353a9-27fc-4be4-8169-fefb2f06d7dc owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:57.053045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Deleting port 51c78a35-53b9-4759-9928-27a6d24c39b5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:30:57.053615 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.198832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec047-7e49-4f30-b5b6-979c17bf75a7 req-26515c4f-1e43-4c31-9830-e7702aea21f3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.215230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1dbec047-7e49-4f30-b5b6-979c17bf75a7 req-26515c4f-1e43-4c31-9830-e7702aea21f3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1126871 Jan 28 13:30:57.332727 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1dbec047-7e49-4f30-b5b6-979c17bf75a7 req-a1d19e25-cfb9-47d5-889a-57d208c3bfa9 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165056 Jan 28 13:30:57.492410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] For port 51c78a35-53b9-4759-9928-27a6d24c39b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=51c78a35-53b9-4759-9928-27a6d24c39b5,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:30:57.493124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.508343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (02e353a9-27fc-4be4-8169-fefb2f06d7dc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.527360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:30:57.568656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cccd47-95f3-44e6-840b-8db5cb143d00 req-a15a623e-b0d8-4d8f-a3c2-74f68ef800dc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:57.583660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34cccd47-95f3-44e6-840b-8db5cb143d00 req-a15a623e-b0d8-4d8f-a3c2-74f68ef800dc tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d23980b-2277-4444-bc8b-e04dd7e69e05 HTTP/1.1" status: 200 len: 867 time: 0.1328442 Jan 28 13:30:57.591269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event deleted for resources: {'Port': ['ID=02e353a9-27fc-4be4-8169-fefb2f06d7dc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:57.725847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] No DVR routers for this DVR port 02e353a9-27fc-4be4-8169-fefb2f06d7dc on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:57.733014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.738641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55c386c0-3158-4d1c-a261-d979458ed56a req-e147ebb8-3a08-4f2f-a23f-66124c175d63 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.36 "DELETE /v2.0/ports/02e353a9-27fc-4be4-8169-fefb2f06d7dc HTTP/1.1" status: 204 len: 173 time: 1.4259186 Jan 28 13:30:57.739350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-deleted', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:57.742134 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6152d7-4911-486b-befc-bbc33752aaa0" -d '{"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-deleted", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:30:57.844327 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34cccd47-95f3-44e6-840b-8db5cb143d00 req-af2b3057-773a-4d29-94a0-29a2daedc018 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572892 Jan 28 13:30:57.931109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.932738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (5cdb1985-da11-4c42-ad59-dc275126e4e8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:57.934039 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Floating IP 5cdb1985-da11-4c42-ad59-dc275126e4e8 disassociated. External IP: 172.25.4.132, port: 51c78a35-53b9-4759-9928-27a6d24c39b5. Jan 28 13:30:57.936611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Calling delete_port for 51c78a35-53b9-4759-9928-27a6d24c39b5 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:30:57.954389 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d8b18-1bd1-43ed-a6ca-bf0e65ee8b4e x-openstack-request-id: req-636d8b18-1bd1-43ed-a6ca-bf0e65ee8b4e {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:30:57.954978 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d23980b-2277-4444-bc8b-e04dd7e69e05", "name": "network-vif-deleted", "tag": "02e353a9-27fc-4be4-8169-fefb2f06d7dc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:30:57.958771 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-636d8b18-1bd1-43ed-a6ca-bf0e65ee8b4e {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:30:57.960719 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d23980b-2277-4444-bc8b-e04dd7e69e05', 'name': 'network-vif-deleted', 'tag': '02e353a9-27fc-4be4-8169-fefb2f06d7dc', 'status': 'completed', 'code': 200} Jan 28 13:30:58.006453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.071058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53290) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:58.278281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4e915-1f04-4eeb-81b0-fb9f30b556df req-9f5d56a5-babb-4fbd-8f67-504595805ae1 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:58.280604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1a4e915-1f04-4eeb-81b0-fb9f30b556df req-9f5d56a5-babb-4fbd-8f67-504595805ae1 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 946 time: 0.1720273 Jan 28 13:30:58.418510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1a4e915-1f04-4eeb-81b0-fb9f30b556df req-11e61735-ff20-4e1e-9621-9dc23e5138a0 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups?id=293deefa-caf0-4d71-b011-4146cb5f01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071780 Jan 28 13:30:58.438299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (51c78a35-53b9-4759-9928-27a6d24c39b5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.522153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event deleted for resources: {'Port': ['ID=51c78a35-53b9-4759-9928-27a6d24c39b5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:58.643098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02748c-f12a-4f7c-a1c5-d29e7c4a3828 req-c3d462f7-6d58-4fd8-a96c-b51211258486 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:58.653972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4d02748c-f12a-4f7c-a1c5-d29e7c4a3828 req-c3d462f7-6d58-4fd8-a96c-b51211258486 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1377826 Jan 28 13:30:58.688322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Router b8905716-b000-488c-8860-ae28ef71bd08 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:30:58.723428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7cf334d6-2fbc-4914-b757-6b25a054a2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.729259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:58.766157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 02e353a9-27fc-4be4-8169-fefb2f06d7dc {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:58.769284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 02e353a9-27fc-4be4-8169-fefb2f06d7dc not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:58.770152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 51c78a35-53b9-4759-9928-27a6d24c39b5 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:30:58.819650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4d02748c-f12a-4f7c-a1c5-d29e7c4a3828 req-a7b95fed-5b9f-41a3-8ba8-880f29cb4085 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595860 Jan 28 13:30:58.828219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 51c78a35-53b9-4759-9928-27a6d24c39b5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:30:58.828578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 51c78a35-53b9-4759-9928-27a6d24c39b5 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:30:58.882004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:30:58.900561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] Sync routers for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:30:58.939849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:58.943230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:30:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:58.953437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] No DVR routers for this DVR port 51c78a35-53b9-4759-9928-27a6d24c39b5 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:30:58.963990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:58.966803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2eff802d-8637-4812-862a-ae5be547f38b req-461f822f-a3c0-44a6-a5c5-b2405c165340 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.36 "DELETE /v2.0/ports/51c78a35-53b9-4759-9928-27a6d24c39b5 HTTP/1.1" status: 204 len: 173 time: 2.2159641 Jan 28 13:30:59.063981 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7cf334d6-2fbc-4914-b757-6b25a054a2bd admin admin] Publish callbacks [] for security_group (6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.078675 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7cf334d6-2fbc-4914-b757-6b25a054a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.211924 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7cf334d6-2fbc-4914-b757-6b25a054a2bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd85528b19e544eca71f476fa0bc46b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1397107 Jan 28 13:30:59.214628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53328) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:30:59.220367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf334d6-2fbc-4914-b757-6b25a054a2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:59.271643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:30:59.333421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-41126050-e8a3-430a-ab52-50498feb295c admin admin] Publish callbacks [] for security_group (6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.397269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-41126050-e8a3-430a-ab52-50498feb295c admin admin] Publish callbacks [] for security_group (6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.543619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-41126050-e8a3-430a-ab52-50498feb295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.547510 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-41126050-e8a3-430a-ab52-50498feb295c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:30:59.564266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-41126050-e8a3-430a-ab52-50498feb295c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd HTTP/1.1" status: 204 len: 168 time: 0.3356304 Jan 28 13:30:59.606009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41126050-e8a3-430a-ab52-50498feb295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d79c5c0-ca4a-4c0e-9e75-94d97cb4c8bd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:30:59.670821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ee0da-2c78-4b9a-8c71-43fac0182646 req-a80f8a29-df10-4ed4-9732-46e2f22cdb1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:30:59.681308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a6ee0da-2c78-4b9a-8c71-43fac0182646 req-a80f8a29-df10-4ed4-9732-46e2f22cdb1e tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1888907 Jan 28 13:30:59.734387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:27Z', 'revision_number': 5, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:59.783399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a6ee0da-2c78-4b9a-8c71-43fac0182646 req-05c5964b-92a7-4673-a94a-7bab60501e4a tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903788 Jan 28 13:30:59.800416 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffd33613-1713-448e-89a3-389848696d29 req-a47b1cd3-8a74-44bf-89d9-5a7b1bb3c489 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0680449 Jan 28 13:30:59.811670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] Checking router: b8905716-b000-488c-8860-ae28ef71bd08 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:30:59.824064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:30:59.824695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:30:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:30:59.965042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'name': 'network-vif-deleted', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:30:59.974105 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e005bf26-04c7-4dfe-86fe-47d82a4956c5" -d '{"events": [{"server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "name": "network-vif-deleted", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:00.017612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425e90f-f710-4770-b48c-08ddbd154332 req-f673fa75-4d43-4098-b5a5-e016080a5aac tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:00.027250 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a425e90f-f710-4770-b48c-08ddbd154332 req-f673fa75-4d43-4098-b5a5-e016080a5aac tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1048598 Jan 28 13:31:00.057950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082f16-ec50-4c34-ad35-a05bbb81b821 req-cd72f16a-0ab9-4956-88e6-8658a4febbdf tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:00.068658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41082f16-ec50-4c34-ad35-a05bbb81b821 req-cd72f16a-0ab9-4956-88e6-8658a4febbdf tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 946 time: 0.1212146 Jan 28 13:31:00.075261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:00.110064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a425e90f-f710-4770-b48c-08ddbd154332 req-c127b86b-e60f-43e1-8d5a-5304530bac27 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801594 Jan 28 13:31:00.176988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41082f16-ec50-4c34-ad35-a05bbb81b821 req-8f11a835-f255-47ea-8b87-b0e8fb36ab97 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027939 Jan 28 13:31:00.181062 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7849097-cbba-4fff-9e3f-0371199f1146 x-openstack-request-id: req-d7849097-cbba-4fff-9e3f-0371199f1146 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:00.181530 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962", "name": "network-vif-deleted", "tag": "51c78a35-53b9-4759-9928-27a6d24c39b5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:00.181942 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7849097-cbba-4fff-9e3f-0371199f1146 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:00.184500 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962', 'name': 'network-vif-deleted', 'tag': '51c78a35-53b9-4759-9928-27a6d24c39b5', 'status': 'completed', 'code': 200} Jan 28 13:31:00.474148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:27Z', 'revision_number': 5, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:00.530742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ed4fe-a07a-4f9b-81dd-19f82bbfb128 None None] The sync data for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 is: [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:23Z', 'revision_number': 4, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '305ff0a3-5b9b-4c2a-9863-476bab015b21', 'name': '', 'network_id': '562e8b16-91d9-433b-b747-eab7e7c18ffd', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'mac_address': 'fa:16:3e:ce:74:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9a990760-f204-49de-8762-c6b9a9981962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:22Z', 'updated_at': '2022-01-28T13:27:27Z', 'revision_number': 5, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'subnets': [{'id': '9a990760-f204-49de-8762-c6b9a9981962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:00.973080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-a9c77959-914d-4caf-b3a8-dfec85c1036d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:00.978057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-a9c77959-914d-4caf-b3a8-dfec85c1036d tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.1604135 Jan 28 13:31:00.996180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35921994-ad17-4a97-a97b-9adb3b8e62fa req-52b3bb47-a821-4604-9ea5-8df92d045587 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0408952 Jan 28 13:31:01.036865 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d6594-f3a7-471a-84fb-7b2ab78bdc90 None None] New status for floating IP 5cdb1985-da11-4c42-ad59-dc275126e4e8: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:31:01.304349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833c6d6-d12c-4ed6-b0db-4c4989bef56b req-ed51baca-5f31-4b1d-92c0-22f697b5c351 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:01.322106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b833c6d6-d12c-4ed6-b0db-4c4989bef56b req-ed51baca-5f31-4b1d-92c0-22f697b5c351 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 949 time: 0.3417969 Jan 28 13:31:01.362663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-e0cfeb4a-548d-4e9a-be5d-8474c90bc882 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:01.364964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-e0cfeb4a-548d-4e9a-be5d-8474c90bc882 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 946 time: 0.2895246 Jan 28 13:31:01.382136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042a7ac-07ff-4fb5-b498-dc38b814afbc req-4f96223c-13c6-427f-ad3c-6166c61cf59a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:01.389312 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8042a7ac-07ff-4fb5-b498-dc38b814afbc req-4f96223c-13c6-427f-ad3c-6166c61cf59a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1024897 Jan 28 13:31:01.430966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b833c6d6-d12c-4ed6-b0db-4c4989bef56b req-5811f5ca-2ce5-4c0a-b6ce-f7fe4c6028bb tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cd72168-9217-4800-b351-b47900e75692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077855 Jan 28 13:31:01.454233 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8042a7ac-07ff-4fb5-b498-dc38b814afbc req-af318a9c-50ea-4720-9ccf-b0df91baf561 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636320 Jan 28 13:31:01.513931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Deleting port e1d34e4a-de6a-4723-bb05-d349b426537d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:01.515356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.035454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98dd33-af6b-49a6-8dcd-bacfbfc3c1f3 req-41e0e9e1-de59-4085-b902-a67a474ece62 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:02.036991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea98dd33-af6b-49a6-8dcd-bacfbfc3c1f3 req-41e0e9e1-de59-4085-b902-a67a474ece62 tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 946 time: 0.0876920 Jan 28 13:31:02.068571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] For port e1d34e4a-de6a-4723-bb05-d349b426537d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e1d34e4a-de6a-4723-bb05-d349b426537d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:02.068705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.089789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Deleting port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:02.090133 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.098891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Calling delete_port for e1d34e4a-de6a-4723-bb05-d349b426537d owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:02.222546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea98dd33-af6b-49a6-8dcd-bacfbfc3c1f3 req-97c3adc6-d291-42f7-9868-c3531a38aeba tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ab709e4-7a43-4324-939c-600046b93320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744332 Jan 28 13:31:02.266108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] For port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,segment=NetworkSegment(0046d751-293e-4a42-855b-2230b34b9895),segment_id=0046d751-293e-4a42-855b-2230b34b9895)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:02.266483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.283205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Calling delete_port for fcefb7d8-b86b-49cb-b40c-6cb8f3a413da owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:02.390965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64ebaeb-7ba0-451d-857d-9442f56a723c req-17f9d4d6-2aa9-4bfc-ab6c-71de0d906100 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0529304 Jan 28 13:31:02.453255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e1d34e4a-de6a-4723-bb05-d349b426537d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.468458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e1d34e4a-de6a-4723-bb05-d349b426537d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:02.488370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Pushing event deleted for resources: {'Port': ['ID=e1d34e4a-de6a-4723-bb05-d349b426537d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:02.574239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] No DVR routers for this DVR port e1d34e4a-de6a-4723-bb05-d349b426537d on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:02.578845 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.583054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9699ede0-32cd-48a3-b52c-ee9034f7a6ee req-6cdc7ea6-0040-4f69-9be2-7c4dc96957c2 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.36 "DELETE /v2.0/ports/e1d34e4a-de6a-4723-bb05-d349b426537d HTTP/1.1" status: 204 len: 173 time: 1.5981970 Jan 28 13:31:02.583525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-deleted', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:02.585791 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559b4a47-4c4e-4af9-ba87-cc88d0f9f16e" -d '{"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-deleted", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:02.632927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fcefb7d8-b86b-49cb-b40c-6cb8f3a413da), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.646542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['fcefb7d8-b86b-49cb-b40c-6cb8f3a413da'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:02.677555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9efa918-5f60-4307-9dd4-7a3eef682a5c req-ea1beadb-9e15-4574-8a51-5176283a72f0 tempest-MigrationsAdminTest-194210499 tempest-MigrationsAdminTest-194210499-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d2707e8-186a-4677-ace5-f4a64e0bd236 HTTP/1.1" status: 200 len: 210 time: 0.0651309 Jan 28 13:31:02.709804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Pushing event deleted for resources: {'Port': ['ID=fcefb7d8-b86b-49cb-b40c-6cb8f3a413da,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:02.773802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] No DVR routers for this DVR port fcefb7d8-b86b-49cb-b40c-6cb8f3a413da on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:02.776864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:02.780972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4644a71b-3e32-4e88-b895-a4806e121a14 req-5c87366e-74f7-4c7b-9064-cc480a492cee tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.36 "DELETE /v2.0/ports/fcefb7d8-b86b-49cb-b40c-6cb8f3a413da HTTP/1.1" status: 204 len: 173 time: 1.4021304 Jan 28 13:31:02.885693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0527d-b0aa-414f-814c-38bf9cb52cd5 req-3c0e7ce5-5de0-46b9-a899-184fd6c8fc31 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:02.887292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6da0527d-b0aa-414f-814c-38bf9cb52cd5 req-3c0e7ce5-5de0-46b9-a899-184fd6c8fc31 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1150002 Jan 28 13:31:02.964878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6da0527d-b0aa-414f-814c-38bf9cb52cd5 req-93013d68-57d3-444b-a9e7-3910ac041d41 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687180 Jan 28 13:31:03.034526 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d839f6-6e8e-482b-be0b-1e0e0ff93750 x-openstack-request-id: req-73d839f6-6e8e-482b-be0b-1e0e0ff93750 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:03.034957 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2707e8-186a-4677-ace5-f4a64e0bd236", "name": "network-vif-deleted", "tag": "e1d34e4a-de6a-4723-bb05-d349b426537d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:03.035314 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73d839f6-6e8e-482b-be0b-1e0e0ff93750 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:03.037402 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2707e8-186a-4677-ace5-f4a64e0bd236', 'name': 'network-vif-deleted', 'tag': 'e1d34e4a-de6a-4723-bb05-d349b426537d', 'status': 'completed', 'code': 200} Jan 28 13:31:03.431146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006244fd-b87f-47e2-819a-b626a58d1d4b req-cbe78c3f-8373-4fd8-8929-3fb033de2f5a tempest-ServerTagsTestJSON-1130303368 tempest-ServerTagsTestJSON-1130303368-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aebccd2-5e7f-4a63-9355-156dd25f10c3 HTTP/1.1" status: 200 len: 210 time: 0.0621049 Jan 28 13:31:03.559627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f0d70cf8-e983-401f-8dac-20c67bb57f42 req-b0711aa2-ddbb-4c5f-973f-0d4374ce21ac tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0598667 Jan 28 13:31:03.956018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53496) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:04.119395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09c52f-2f1e-4a21-902f-92d8777ab0cf req-46d5a17d-6183-4587-9315-ae474454c388 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:04.121839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf09c52f-2f1e-4a21-902f-92d8777ab0cf req-46d5a17d-6183-4587-9315-ae474454c388 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0580952 Jan 28 13:31:04.200527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf09c52f-2f1e-4a21-902f-92d8777ab0cf req-9f498b09-c3fb-43f5-8baf-665b899a4c84 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717831 Jan 28 13:31:04.274080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53510) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:04.319482 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e329f7d-fbbd-4b98-8fca-adc168da6207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.433653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4299e80d-a4c4-411a-ac1d-104c0965a646 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=063eec391659468690eac7ba108a19f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577451 Jan 28 13:31:04.436232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53522) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:04.453913 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e329f7d-fbbd-4b98-8fca-adc168da6207 admin admin] Publish callbacks [] for security_group (349ee260-4c11-4d86-8a1b-9d07fb6187ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.460232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e329f7d-fbbd-4b98-8fca-adc168da6207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (349ee260-4c11-4d86-8a1b-9d07fb6187ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.515868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d79-4409-4e38-a2b0-eb8fcbee379a admin admin] Publish callbacks [] for security_group (6cd72168-9217-4800-b351-b47900e75692), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.543076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d79-4409-4e38-a2b0-eb8fcbee379a admin admin] Publish callbacks [] for security_group (6cd72168-9217-4800-b351-b47900e75692), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.562800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53528) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:04.594641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:04.595316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2e329f7d-fbbd-4b98-8fca-adc168da6207 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79e0475da8ad4be6926b7838b7354ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6370668 Jan 28 13:31:04.613696 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d79-4409-4e38-a2b0-eb8fcbee379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6cd72168-9217-4800-b351-b47900e75692), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.616526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ad1d79-4409-4e38-a2b0-eb8fcbee379a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.617703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f1ad1d79-4409-4e38-a2b0-eb8fcbee379a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cd72168-9217-4800-b351-b47900e75692 HTTP/1.1" status: 204 len: 168 time: 0.1800256 Jan 28 13:31:04.639536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad1d79-4409-4e38-a2b0-eb8fcbee379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd72168-9217-4800-b351-b47900e75692,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:04.674379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5709-6c28-4084-988b-abd9f1caa44f admin admin] Publish callbacks [] for security_group (349ee260-4c11-4d86-8a1b-9d07fb6187ee), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.697348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] Deleting subnet e7eca808-1a75-408f-b6d7-23c8f7f5b000 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:04.703416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] Publish callbacks [] for subnet (e7eca808-1a75-408f-b6d7-23c8f7f5b000), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.705108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5709-6c28-4084-988b-abd9f1caa44f admin admin] Publish callbacks [] for security_group (349ee260-4c11-4d86-8a1b-9d07fb6187ee), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.756718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e329f7d-fbbd-4b98-8fca-adc168da6207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349ee260-4c11-4d86-8a1b-9d07fb6187ee,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:04.777067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fcefb7d8-b86b-49cb-b40c-6cb8f3a413da no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:04.808266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (e7eca808-1a75-408f-b6d7-23c8f7f5b000), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.838849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: fcefb7d8-b86b-49cb-b40c-6cb8f3a413da {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:04.839828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fcefb7d8-b86b-49cb-b40c-6cb8f3a413da not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:04.841546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:04.907475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e7eca808-1a75-408f-b6d7-23c8f7f5b000), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:04.922074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: e1d34e4a-de6a-4723-bb05-d349b426537d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:04.923033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e1d34e4a-de6a-4723-bb05-d349b426537d not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:04.932694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f942c896-9bda-4f22-adeb-848bb6b6e5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.039826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'name': 'network-vif-deleted', 'tag': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:05.042322 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37009d6e-9c9f-47d3-b879-2259daf9ee91" -d '{"events": [{"server_uuid": "3aebccd2-5e7f-4a63-9355-156dd25f10c3", "name": "network-vif-deleted", "tag": "fcefb7d8-b86b-49cb-b40c-6cb8f3a413da"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:05.061106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (e7eca808-1a75-408f-b6d7-23c8f7f5b000), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.137697 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b1e753-9842-4656-aecc-06eb8d171b2f x-openstack-request-id: req-37b1e753-9842-4656-aecc-06eb8d171b2f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:05.138914 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aebccd2-5e7f-4a63-9355-156dd25f10c3", "name": "network-vif-deleted", "tag": "fcefb7d8-b86b-49cb-b40c-6cb8f3a413da", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:05.139360 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37b1e753-9842-4656-aecc-06eb8d171b2f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:05.139934 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aebccd2-5e7f-4a63-9355-156dd25f10c3', 'name': 'network-vif-deleted', 'tag': 'fcefb7d8-b86b-49cb-b40c-6cb8f3a413da', 'status': 'completed', 'code': 200} Jan 28 13:31:05.140567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7613bef-3a5b-44a5-8348-cc4ffa1d4e16 req-d9a4ae1f-b3ec-4620-832a-2071b26c442b tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.4194181 Jan 28 13:31:05.144147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.148492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e7eca808-1a75-408f-b6d7-23c8f7f5b000 HTTP/1.1" status: 204 len: 168 time: 0.5809848 Jan 28 13:31:05.150513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749acf2-71cd-440d-bb49-0d22b1934d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7eca808-1a75-408f-b6d7-23c8f7f5b000,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:05.153147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53546) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:05.238988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5709-6c28-4084-988b-abd9f1caa44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (349ee260-4c11-4d86-8a1b-9d07fb6187ee), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.243936 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5709-6c28-4084-988b-abd9f1caa44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.249323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c0f5709-6c28-4084-988b-abd9f1caa44f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/349ee260-4c11-4d86-8a1b-9d07fb6187ee HTTP/1.1" status: 204 len: 168 time: 0.6533141 Jan 28 13:31:05.282498 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f5709-6c28-4084-988b-abd9f1caa44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349ee260-4c11-4d86-8a1b-9d07fb6187ee,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:05.292836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b6194dc8-0303-48c0-ae6a-fab06a9b61a4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.501142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b6194dc8-0303-48c0-ae6a-fab06a9b61a4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.537419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750256-0920-4d02-8f28-877ea073ac2e req-861417fc-971c-4d8b-8803-ad7306013be1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:05.545687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce750256-0920-4d02-8f28-877ea073ac2e req-861417fc-971c-4d8b-8803-ad7306013be1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1599474 Jan 28 13:31:05.554518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6194dc8-0303-48c0-ae6a-fab06a9b61a4']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:05.594001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0046d751-293e-4a42-855b-2230b34b9895') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:05.594323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0046d751-293e-4a42-855b-2230b34b9895') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:05.617961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53560) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:05.630552 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (0046d751-293e-4a42-855b-2230b34b9895), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.669340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce750256-0920-4d02-8f28-877ea073ac2e req-eb9df487-c2e3-4a4e-931a-a536e0203bdb tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222639 Jan 28 13:31:05.670459 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0046d751-293e-4a42-855b-2230b34b9895), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.695594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:05.696010 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (0046d751-293e-4a42-855b-2230b34b9895), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:05.697959 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:05.709803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6523cae7-a5bb-4816-8119-de4cf49f8c62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3de63bec35f8445eade974bbfba67710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905440 Jan 28 13:31:05.712548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53562) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:05.797931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b6194dc8-0303-48c0-ae6a-fab06a9b61a4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.807236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.815914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] 10.222.0.45 "DELETE /v2.0/networks/b6194dc8-0303-48c0-ae6a-fab06a9b61a4 HTTP/1.1" status: 204 len: 168 time: 0.6599333 Jan 28 13:31:05.817528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b951f3a-e8f5-4fb4-a37f-59763081b75b admin admin] Publish callbacks [] for security_group (144e5e6c-b253-4dd7-91b0-a38456265d36), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.839343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2517-8921-4303-b85e-d426b30d077c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6194dc8-0303-48c0-ae6a-fab06a9b61a4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:05.861031 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b951f3a-e8f5-4fb4-a37f-59763081b75b admin admin] Publish callbacks [] for security_group (144e5e6c-b253-4dd7-91b0-a38456265d36), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.930025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b951f3a-e8f5-4fb4-a37f-59763081b75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (144e5e6c-b253-4dd7-91b0-a38456265d36), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.933086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b951f3a-e8f5-4fb4-a37f-59763081b75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:05.937072 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9b951f3a-e8f5-4fb4-a37f-59763081b75b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/144e5e6c-b253-4dd7-91b0-a38456265d36 HTTP/1.1" status: 204 len: 168 time: 0.2207887 Jan 28 13:31:05.945013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b951f3a-e8f5-4fb4-a37f-59763081b75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e5e6c-b253-4dd7-91b0-a38456265d36,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:06.137362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53576) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:06.200364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17badf0c-74b1-4765-834e-b0387f0f78a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa4ac065a3374cc2830fcf317c5ee700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615718 Jan 28 13:31:06.202895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53580) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:06.295085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1e33492-28e2-4b8a-b425-621ba617a6f4 req-03d85144-2dcb-4270-b3dd-c55210a82232 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0386636 Jan 28 13:31:06.323090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8557fed-9849-4317-8ba3-83413fec31de admin admin] Publish callbacks [] for security_group (8ab709e4-7a43-4324-939c-600046b93320), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.350607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8557fed-9849-4317-8ba3-83413fec31de admin admin] Publish callbacks [] for security_group (8ab709e4-7a43-4324-939c-600046b93320), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.413616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8557fed-9849-4317-8ba3-83413fec31de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8ab709e4-7a43-4324-939c-600046b93320), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.416272 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8557fed-9849-4317-8ba3-83413fec31de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:06.417467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a8557fed-9849-4317-8ba3-83413fec31de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ab709e4-7a43-4324-939c-600046b93320 HTTP/1.1" status: 204 len: 168 time: 0.2136009 Jan 28 13:31:06.435946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8557fed-9849-4317-8ba3-83413fec31de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab709e4-7a43-4324-939c-600046b93320,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:06.821582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ce72b-94c4-4ad7-b939-d2d14d423e27 req-5d36d523-18fb-4832-a842-bf963ccb8f24 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:06.830009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-026ce72b-94c4-4ad7-b939-d2d14d423e27 req-5d36d523-18fb-4832-a842-bf963ccb8f24 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0771956 Jan 28 13:31:06.886647 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-026ce72b-94c4-4ad7-b939-d2d14d423e27 req-82ff5fc0-35ec-4234-91fb-fae6aef48eb7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557005 Jan 28 13:31:07.281292 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-215467f9-040a-4e1f-9873-423bcbf75f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:07.443596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-010e605f-bbde-434a-813c-b7d6cbaa51dc req-341075fc-802f-467e-a9c1-6def7d7057be tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0379581 Jan 28 13:31:08.048286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086695e3-0f66-4f8e-9a0a-d149bab4f213 req-d7a20027-a354-40e2-b9e7-6e390b68fe98 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:08.059244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-086695e3-0f66-4f8e-9a0a-d149bab4f213 req-d7a20027-a354-40e2-b9e7-6e390b68fe98 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0767777 Jan 28 13:31:08.141012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-086695e3-0f66-4f8e-9a0a-d149bab4f213 req-acd6def1-ddf6-47f5-b534-ef1752a996dc tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714793 Jan 28 13:31:08.586600 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:08.642788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5f77125-9596-499b-9839-b4809ea407ad req-028cb8f2-5e73-4ff1-9cc5-c3e33166b12d tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0730598 Jan 28 13:31:09.308514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a53b9-1df5-4d6d-85f0-b403806b296e req-22ce1d85-3cfb-4fd8-9047-30df56996906 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:09.317659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-203a53b9-1df5-4d6d-85f0-b403806b296e req-22ce1d85-3cfb-4fd8-9047-30df56996906 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0807717 Jan 28 13:31:09.401677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-203a53b9-1df5-4d6d-85f0-b403806b296e req-b32b8398-1ea1-41a2-a478-3bcffa2edca2 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815732 Jan 28 13:31:09.776186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90f3d295-515e-4448-91df-61823e1ac378 req-564a6581-1847-40e8-86e6-e8154510fce2 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0421331 Jan 28 13:31:10.445851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:10.991763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d827a1-4a89-4399-8aca-ed84449d4abc req-3ffff47e-9208-4deb-8e19-9322684c86a0 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:11.000224 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6d827a1-4a89-4399-8aca-ed84449d4abc req-3ffff47e-9208-4deb-8e19-9322684c86a0 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0875866 Jan 28 13:31:11.067693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162a6d37-8e81-4a7a-802c-7f77154cf8aa req-6b332187-6529-4858-897a-4926b2421189 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0604985 Jan 28 13:31:11.091604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6d827a1-4a89-4399-8aca-ed84449d4abc req-b3f739de-cf80-459b-bf95-78f1745a93f3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892100 Jan 28 13:31:11.666624 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:11.818778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-7fbab8b9-f33e-4e3c-8f7f-921e71efa964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:11.822134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-7fbab8b9-f33e-4e3c-8f7f-921e71efa964 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0824211 Jan 28 13:31:11.826480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9438-35e2-4c40-9d47-e8227697c481 req-82ec4b9f-63d0-42ad-9a6c-d6510afd3fb7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:11.828899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aea9438-35e2-4c40-9d47-e8227697c481 req-82ec4b9f-63d0-42ad-9a6c-d6510afd3fb7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0690970 Jan 28 13:31:11.949690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aea9438-35e2-4c40-9d47-e8227697c481 req-e6005167-c65b-4169-9982-477b397cdbf7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140199 Jan 28 13:31:12.007785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-01c18e78-470b-4550-9092-747a3a82f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.009532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-01c18e78-470b-4550-9092-747a3a82f407 service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.1714804 Jan 28 13:31:12.206048 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-cdc7c528-b31f-4f3e-bff4-151472e25e56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 200 len: 1001 time: 0.1795478 Jan 28 13:31:12.282413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29efbac4-68da-4187-9773-bb916024bb25 req-d998447d-858c-4d27-91d9-b8d0f2d02649 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0713260 Jan 28 13:31:12.344502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-2929ffd8-efc2-42ae-9cb9-1591fa70ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.347279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-2929ffd8-efc2-42ae-9cb9-1591fa70ca8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.1338589 Jan 28 13:31:12.424139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-d6b735f6-dae9-4dcf-be1f-6bb858e68a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:12.428499 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-d6b735f6-dae9-4dcf-be1f-6bb858e68a77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692720 Jan 28 13:31:12.570860 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-ee287072-5433-4686-aceb-8310ff3991e6 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327403 Jan 28 13:31:12.715075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6a517c1-6ec4-4279-9874-20714f128b23 req-a2eac852-d685-449e-92d6-50dd9836b44e service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354921 Jan 28 13:31:12.900202 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53838) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:13.140570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda4d69-bcd6-4e5f-8d1e-9ba075f11edc req-85f1df24-c1d2-4bdc-b510-379ae93e8a74 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:13.144741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1eda4d69-bcd6-4e5f-8d1e-9ba075f11edc req-85f1df24-c1d2-4bdc-b510-379ae93e8a74 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0722709 Jan 28 13:31:13.209825 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1eda4d69-bcd6-4e5f-8d1e-9ba075f11edc req-3d71c885-71f1-40a4-bd93-1c9c40a8109e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582674 Jan 28 13:31:13.262299 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:31:13.380939 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d00beca-2632-4b6c-924a-d598085c49e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.432920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea81b210-130a-4a9b-bd90-9fb6e6a7bd28 req-7da1baea-cb9a-41d7-90be-4c4093632416 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0496264 Jan 28 13:31:13.532764 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d00beca-2632-4b6c-924a-d598085c49e0 admin admin] Publish callbacks [] for security_group (ed47afe3-2169-47c8-9a56-edf34fb82ea8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.553223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d00beca-2632-4b6c-924a-d598085c49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed47afe3-2169-47c8-9a56-edf34fb82ea8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.605768 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8d00beca-2632-4b6c-924a-d598085c49e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52f62e0f940a46558afe4ead5c23db07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7037175 Jan 28 13:31:13.609129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53856) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:13.621509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00beca-2632-4b6c-924a-d598085c49e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed47afe3-2169-47c8-9a56-edf34fb82ea8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:13.707399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c42c2f09-c535-460b-a620-088ce27f9c7a admin admin] Publish callbacks [] for security_group (ed47afe3-2169-47c8-9a56-edf34fb82ea8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.743536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c42c2f09-c535-460b-a620-088ce27f9c7a admin admin] Publish callbacks [] for security_group (ed47afe3-2169-47c8-9a56-edf34fb82ea8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.821256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c42c2f09-c535-460b-a620-088ce27f9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed47afe3-2169-47c8-9a56-edf34fb82ea8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.828594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c42c2f09-c535-460b-a620-088ce27f9c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:13.833229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c42c2f09-c535-460b-a620-088ce27f9c7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed47afe3-2169-47c8-9a56-edf34fb82ea8 HTTP/1.1" status: 204 len: 168 time: 0.2202680 Jan 28 13:31:13.843703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c2f09-c535-460b-a620-088ce27f9c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed47afe3-2169-47c8-9a56-edf34fb82ea8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:14.455209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958662-bf20-4d77-8c44-636deb7fbec2 req-25e7ebb5-02af-40dd-8cea-ea5e0db5b713 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:14.455944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a0958662-bf20-4d77-8c44-636deb7fbec2 req-25e7ebb5-02af-40dd-8cea-ea5e0db5b713 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1085300 Jan 28 13:31:14.560131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a0958662-bf20-4d77-8c44-636deb7fbec2 req-f3cf2392-1723-4d5e-b607-0ed03c953fba tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900671 Jan 28 13:31:14.695942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a378c8a3-3c3f-4a94-b176-bdf3d8b99ce1 req-6d6db61d-c0c3-4843-93c0-7a4d793d75a1 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8ea38f8-cdff-4d9c-9aac-8bd4a1f22962 HTTP/1.1" status: 200 len: 210 time: 0.0388887 Jan 28 13:31:14.933030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53898) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:15.117680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d676dc2a-f4c6-4d40-abe4-c71c787312f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.219338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d676dc2a-f4c6-4d40-abe4-c71c787312f5 admin admin] Publish callbacks [] for security_group (13798422-af76-4ec2-a9f7-4f13ed5b9de3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.225529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d676dc2a-f4c6-4d40-abe4-c71c787312f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (13798422-af76-4ec2-a9f7-4f13ed5b9de3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.280406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d676dc2a-f4c6-4d40-abe4-c71c787312f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93297620b0ca45b19237d74a194ae170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458314 Jan 28 13:31:15.282631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676dc2a-f4c6-4d40-abe4-c71c787312f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13798422-af76-4ec2-a9f7-4f13ed5b9de3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:15.282987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53912) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:15.356532 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24d8f2e7-83a9-40d5-8dfd-b50dcee71c85 admin admin] Publish callbacks [] for security_group (13798422-af76-4ec2-a9f7-4f13ed5b9de3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.382183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24d8f2e7-83a9-40d5-8dfd-b50dcee71c85 admin admin] Publish callbacks [] for security_group (13798422-af76-4ec2-a9f7-4f13ed5b9de3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.449805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24d8f2e7-83a9-40d5-8dfd-b50dcee71c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (13798422-af76-4ec2-a9f7-4f13ed5b9de3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.452601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24d8f2e7-83a9-40d5-8dfd-b50dcee71c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:15.454132 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-24d8f2e7-83a9-40d5-8dfd-b50dcee71c85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13798422-af76-4ec2-a9f7-4f13ed5b9de3 HTTP/1.1" status: 204 len: 168 time: 0.1689818 Jan 28 13:31:15.465581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8f2e7-83a9-40d5-8dfd-b50dcee71c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13798422-af76-4ec2-a9f7-4f13ed5b9de3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:15.839038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53934) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:15.970269 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3cb009e-d4b1-4a34-94e9-c117206c253e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group (293deefa-caf0-4d71-b011-4146cb5f01d8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.024785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3cb009e-d4b1-4a34-94e9-c117206c253e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group (293deefa-caf0-4d71-b011-4146cb5f01d8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.086856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53948) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:16.112859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3cb009e-d4b1-4a34-94e9-c117206c253e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (293deefa-caf0-4d71-b011-4146cb5f01d8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.121580 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3cb009e-d4b1-4a34-94e9-c117206c253e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.124063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d3cb009e-d4b1-4a34-94e9-c117206c253e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "DELETE /v2.0/security-groups/293deefa-caf0-4d71-b011-4146cb5f01d8 HTTP/1.1" status: 204 len: 168 time: 0.2835956 Jan 28 13:31:16.131900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53950) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:16.132254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc951a7c-3211-4754-9fdb-9ae0771d1158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.177573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb009e-d4b1-4a34-94e9-c117206c253e tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293deefa-caf0-4d71-b011-4146cb5f01d8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:16.192118 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-698bed44-c214-4f92-8c11-0423b699be09 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] show failed (client error): The resource could not be found. Jan 28 13:31:16.193364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-698bed44-c214-4f92-8c11-0423b699be09 tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "GET /v2.0/security-groups/293deefa-caf0-4d71-b011-4146cb5f01d8 HTTP/1.1" status: 404 len: 347 time: 0.0560308 Jan 28 13:31:16.193978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53952) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:16.286182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc951a7c-3211-4754-9fdb-9ae0771d1158 admin admin] Publish callbacks [] for security_group (fea4df5c-9247-44e2-995f-315ee855da31), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.293591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc951a7c-3211-4754-9fdb-9ae0771d1158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fea4df5c-9247-44e2-995f-315ee855da31), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.342654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bc951a7c-3211-4754-9fdb-9ae0771d1158 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1922689624a84a1eaab7c6696cd6df23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543542 Jan 28 13:31:16.343689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53954) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:16.380456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951a7c-3211-4754-9fdb-9ae0771d1158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea4df5c-9247-44e2-995f-315ee855da31,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:16.394456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Deleting port 245e0e65-29a9-4a1e-b070-a1d305efe78b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:16.395138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.438371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed474681-da89-4963-af1d-6c30a1ce456a admin admin] Publish callbacks [] for security_group (fea4df5c-9247-44e2-995f-315ee855da31), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.482510 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed474681-da89-4963-af1d-6c30a1ce456a admin admin] Publish callbacks [] for security_group (fea4df5c-9247-44e2-995f-315ee855da31), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.586645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed474681-da89-4963-af1d-6c30a1ce456a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fea4df5c-9247-44e2-995f-315ee855da31), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.592456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed474681-da89-4963-af1d-6c30a1ce456a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.597710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed474681-da89-4963-af1d-6c30a1ce456a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fea4df5c-9247-44e2-995f-315ee855da31 HTTP/1.1" status: 204 len: 168 time: 0.2482438 Jan 28 13:31:16.610776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed474681-da89-4963-af1d-6c30a1ce456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea4df5c-9247-44e2-995f-315ee855da31,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:16.637291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.653693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for floatingip (245e0e65-29a9-4a1e-b070-a1d305efe78b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.685479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Calling delete_port for 245e0e65-29a9-4a1e-b070-a1d305efe78b owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:16.926533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (245e0e65-29a9-4a1e-b070-a1d305efe78b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:16.960961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Pushing event deleted for resources: {'Port': ['ID=245e0e65-29a9-4a1e-b070-a1d305efe78b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:17.089810 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks [] for floatingip (5cdb1985-da11-4c42-ad59-dc275126e4e8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.093131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:17.098908 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3db19101-a299-4092-b650-07ced2604f4f tempest-ServersTestBootFromVolume-201378897 tempest-ServersTestBootFromVolume-201378897-project] 10.222.0.45 "DELETE /v2.0/floatingips/5cdb1985-da11-4c42-ad59-dc275126e4e8 HTTP/1.1" status: 204 len: 168 time: 0.9038846 Jan 28 13:31:17.099042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53970) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:17.716673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (b8905716-b000-488c-8860-ae28ef71bd08), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.100812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54004) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:18.212731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Deleting port 305ff0a3-5b9b-4c2a-9863-476bab015b21 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:18.213225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.369197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] For port 305ff0a3-5b9b-4c2a-9863-476bab015b21, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=305ff0a3-5b9b-4c2a-9863-476bab015b21,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:18.369762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.395327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Calling delete_port for 305ff0a3-5b9b-4c2a-9863-476bab015b21 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:18.573240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56455a48-3490-4248-9b68-181488013689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.715204 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (305ff0a3-5b9b-4c2a-9863-476bab015b21), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.731107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56455a48-3490-4248-9b68-181488013689 admin admin] Publish callbacks [] for security_group (f88a04c3-b911-4baf-95d1-de4fd2e48947), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.737298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56455a48-3490-4248-9b68-181488013689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f88a04c3-b911-4baf-95d1-de4fd2e48947), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:18.764390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Pushing event deleted for resources: {'Port': ['ID=305ff0a3-5b9b-4c2a-9863-476bab015b21,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:18.796730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-56455a48-3490-4248-9b68-181488013689 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7977f4840c3649399a68008abf72b7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6946239 Jan 28 13:31:18.810461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54018) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:18.915986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56455a48-3490-4248-9b68-181488013689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88a04c3-b911-4baf-95d1-de4fd2e48947,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:19.026026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f14b4e1a-12e0-4e76-975e-0ef34bd0561e admin admin] Publish callbacks [] for security_group (f88a04c3-b911-4baf-95d1-de4fd2e48947), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.045874 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (b8905716-b000-488c-8860-ae28ef71bd08), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.084874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f14b4e1a-12e0-4e76-975e-0ef34bd0561e admin admin] Publish callbacks [] for security_group (f88a04c3-b911-4baf-95d1-de4fd2e48947), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.212959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f14b4e1a-12e0-4e76-975e-0ef34bd0561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f88a04c3-b911-4baf-95d1-de4fd2e48947), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.217372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f14b4e1a-12e0-4e76-975e-0ef34bd0561e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.223216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f14b4e1a-12e0-4e76-975e-0ef34bd0561e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f88a04c3-b911-4baf-95d1-de4fd2e48947 HTTP/1.1" status: 204 len: 168 time: 0.4069910 Jan 28 13:31:19.249224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b4e1a-12e0-4e76-975e-0ef34bd0561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88a04c3-b911-4baf-95d1-de4fd2e48947,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:19.530479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Router b8905716-b000-488c-8860-ae28ef71bd08 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:31:19.672302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:19.685742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] Sync routers for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:19.692465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c72bb60b-0bbc-4e88-b667-a1218c86f395 admin admin] 10.222.0.45 "PUT /v2.0/routers/b8905716-b000-488c-8860-ae28ef71bd08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5910046 Jan 28 13:31:19.695145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:19.699513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:19.702888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:31:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:19.922519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks [] for router (b8905716-b000-488c-8860-ae28ef71bd08), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:19.958495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:20.248874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:31:18Z', 'revision_number': 5, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port': {'id': 'bc84556e-6424-49f0-95bf-243fb75acaec', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:20.255718 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks [] for router_gateway (b8905716-b000-488c-8860-ae28ef71bd08), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.306469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] Checking router: b8905716-b000-488c-8860-ae28ef71bd08 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:20.319637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] Routers {'b8905716-b000-488c-8860-ae28ef71bd08'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:20.320299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:31:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b8905716-b000-488c-8860-ae28ef71bd08'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:20.377614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Deleting port bc84556e-6424-49f0-95bf-243fb75acaec {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:20.378907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.567358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] Set router b8905716-b000-488c-8860-ae28ef71bd08 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:20.610689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] For port bc84556e-6424-49f0-95bf-243fb75acaec, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bc84556e-6424-49f0-95bf-243fb75acaec,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:20.611033 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.634727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Calling delete_port for bc84556e-6424-49f0-95bf-243fb75acaec owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:20.723036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:31:20Z', 'revision_number': 6, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:20.942911 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bc84556e-6424-49f0-95bf-243fb75acaec), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:20.964972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afb762-2be2-4d5c-b83b-c6aa27bf22d4 None None] The sync data for ids ['b8905716-b000-488c-8860-ae28ef71bd08'] in n-d-822748-2 is: [{'id': 'b8905716-b000-488c-8860-ae28ef71bd08', 'name': 'tempest-ServersTestBootFromVolume-1746424524-router', 'tenant_id': '4e5f36e317a74a75bcff211707ab8a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:18Z', 'updated_at': '2022-01-28T13:31:20Z', 'revision_number': 6, 'project_id': '4e5f36e317a74a75bcff211707ab8a62', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:31:21.026269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc84556e-6424-49f0-95bf-243fb75acaec,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:21.101941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (b8905716-b000-488c-8860-ae28ef71bd08), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.230080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (b8905716-b000-488c-8860-ae28ef71bd08), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.234019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks [] for router_controller (b8905716-b000-488c-8860-ae28ef71bd08), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.247038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54078) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:21.342472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (b8905716-b000-488c-8860-ae28ef71bd08), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.343185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8905716-b000-488c-8860-ae28ef71bd08 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:31:21.362047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.364813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d9487aff-0e20-4690-8ac1-5a3cfb31a52a admin admin] 10.222.0.45 "DELETE /v2.0/routers/b8905716-b000-488c-8860-ae28ef71bd08 HTTP/1.1" status: 204 len: 168 time: 1.6686068 Jan 28 13:31:21.367555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:21.455095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] Deleting subnet 9a990760-f204-49de-8762-c6b9a9981962 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:21.462643 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] Publish callbacks [] for subnet (9a990760-f204-49de-8762-c6b9a9981962), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.522392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (9a990760-f204-49de-8762-c6b9a9981962), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.624351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12004dcf-e22d-41de-94fa-f037c5df284a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.663756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9a990760-f204-49de-8762-c6b9a9981962), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.797183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (9a990760-f204-49de-8762-c6b9a9981962), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.832446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a990760-f204-49de-8762-c6b9a9981962,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:21.854723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.864469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-078a6c6f-b2be-4282-955d-eb0f36108b78 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9a990760-f204-49de-8762-c6b9a9981962 HTTP/1.1" status: 204 len: 168 time: 0.4905715 Jan 28 13:31:21.864876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0858d1-3b74-4e13-bf3a-0be747002634 None None] Network 562e8b16-91d9-433b-b747-eab7e7c18ffd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:21.865989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54108) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:21.968760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12004dcf-e22d-41de-94fa-f037c5df284a admin admin] Publish callbacks [] for security_group (c68f01fb-c5d1-4729-b065-3bdf59454c65), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:21.978745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12004dcf-e22d-41de-94fa-f037c5df284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c68f01fb-c5d1-4729-b065-3bdf59454c65), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.033148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-12004dcf-e22d-41de-94fa-f037c5df284a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26cb5d52eb154cc09dcc5668e1fda662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7849474 Jan 28 13:31:22.036427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54116) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:22.039558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (562e8b16-91d9-433b-b747-eab7e7c18ffd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.089101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12004dcf-e22d-41de-94fa-f037c5df284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68f01fb-c5d1-4729-b065-3bdf59454c65,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:22.169814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] DHCP port deletion for 562e8b16-91d9-433b-b747-eab7e7c18ffd request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:31:22.190567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ad82-c3e9-48ad-bc63-b1427f6ede93 admin admin] Publish callbacks [] for security_group (c68f01fb-c5d1-4729-b065-3bdf59454c65), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.202846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Deleting port 1ea92f16-1a56-4476-88e6-833960b13f18 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:22.204792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.239231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ad82-c3e9-48ad-bc63-b1427f6ede93 admin admin] Publish callbacks [] for security_group (c68f01fb-c5d1-4729-b065-3bdf59454c65), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.279300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] Deleting port 1ea92f16-1a56-4476-88e6-833960b13f18 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:22.279558 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.351032 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ad82-c3e9-48ad-bc63-b1427f6ede93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c68f01fb-c5d1-4729-b065-3bdf59454c65), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.354210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ad82-c3e9-48ad-bc63-b1427f6ede93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.356094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e3b9ad82-c3e9-48ad-bc63-b1427f6ede93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c68f01fb-c5d1-4729-b065-3bdf59454c65 HTTP/1.1" status: 204 len: 168 time: 0.3070493 Jan 28 13:31:22.370210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9ad82-c3e9-48ad-bc63-b1427f6ede93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68f01fb-c5d1-4729-b065-3bdf59454c65,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:22.408285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] For port 1ea92f16-1a56-4476-88e6-833960b13f18, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1ea92f16-1a56-4476-88e6-833960b13f18,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:22.409258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.423654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] For port 1ea92f16-1a56-4476-88e6-833960b13f18, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1ea92f16-1a56-4476-88e6-833960b13f18,segment=NetworkSegment(44d17cad-78fd-4367-a24d-8c2bc7980c3c),segment_id=44d17cad-78fd-4367-a24d-8c2bc7980c3c)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:22.424953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.443260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] Calling delete_port for 1ea92f16-1a56-4476-88e6-833960b13f18 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:22.457178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Calling delete_port for 1ea92f16-1a56-4476-88e6-833960b13f18 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:22.595232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bc84556e-6424-49f0-95bf-243fb75acaec no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:22.650910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: bc84556e-6424-49f0-95bf-243fb75acaec {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:22.651607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bc84556e-6424-49f0-95bf-243fb75acaec not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:22.652614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1ea92f16-1a56-4476-88e6-833960b13f18 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:22.675429 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.719857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea92f16-1a56-4476-88e6-833960b13f18,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:22.731598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] No DVR routers for this DVR port 1ea92f16-1a56-4476-88e6-833960b13f18 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:22.782793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port 1ea92f16-1a56-4476-88e6-833960b13f18 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:31:22.783280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port 1ea92f16-1a56-4476-88e6-833960b13f18 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:31:22.784354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1ea92f16-1a56-4476-88e6-833960b13f18 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:22.785064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 305ff0a3-5b9b-4c2a-9863-476bab015b21 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:22.815765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 305ff0a3-5b9b-4c2a-9863-476bab015b21 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:22.816278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 305ff0a3-5b9b-4c2a-9863-476bab015b21 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:22.841924 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (1ea92f16-1a56-4476-88e6-833960b13f18), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.873649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] Pushing event deleted for resources: {'Port': ['ID=1ea92f16-1a56-4476-88e6-833960b13f18,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:22.891300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5595c-d911-4bb3-b3bd-9e6e8a57534e None None] No DVR routers for this DVR port 1ea92f16-1a56-4476-88e6-833960b13f18 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:22.962220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (562e8b16-91d9-433b-b747-eab7e7c18ffd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:22.990945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562e8b16-91d9-433b-b747-eab7e7c18ffd']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:23.006296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d17cad-78fd-4367-a24d-8c2bc7980c3c') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:23.006832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d17cad-78fd-4367-a24d-8c2bc7980c3c') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:23.020848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (44d17cad-78fd-4367-a24d-8c2bc7980c3c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.036775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (44d17cad-78fd-4367-a24d-8c2bc7980c3c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.046886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:23.047419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (44d17cad-78fd-4367-a24d-8c2bc7980c3c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:23.059383 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:23.145366 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (562e8b16-91d9-433b-b747-eab7e7c18ffd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.152720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.155947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] 10.222.0.45 "DELETE /v2.0/networks/562e8b16-91d9-433b-b747-eab7e7c18ffd HTTP/1.1" status: 204 len: 168 time: 1.2886689 Jan 28 13:31:23.163710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54150) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:23.176433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12221c1-d549-4525-a7e9-192121323173 admin admin] Pushing event deleted for resources: {'Network': ['ID=562e8b16-91d9-433b-b747-eab7e7c18ffd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:23.186770 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.284760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Publish callbacks [] for security_group (52eb05f7-c46c-49ae-94c7-921ea2f63803), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.291976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52eb05f7-c46c-49ae-94c7-921ea2f63803), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.349938 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22a61bae49e94d3389a3e9518c5800d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829076 Jan 28 13:31:23.349938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb05f7-c46c-49ae-94c7-921ea2f63803,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:23.350754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:23.357284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.357795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.358060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.358480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.359056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.359471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.359878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.360310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.361089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.361518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.362678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.363170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.363578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3730f3-7e63-4831-ba3e-c7ec7b899546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:23.435748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae84634b-1628-4636-b161-1289543ac199 admin admin] Publish callbacks [] for security_group (52eb05f7-c46c-49ae-94c7-921ea2f63803), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.500648 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae84634b-1628-4636-b161-1289543ac199 admin admin] Publish callbacks [] for security_group (52eb05f7-c46c-49ae-94c7-921ea2f63803), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.578766 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae84634b-1628-4636-b161-1289543ac199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52eb05f7-c46c-49ae-94c7-921ea2f63803), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.588092 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae84634b-1628-4636-b161-1289543ac199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.593274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ae84634b-1628-4636-b161-1289543ac199 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52eb05f7-c46c-49ae-94c7-921ea2f63803 HTTP/1.1" status: 204 len: 168 time: 0.2392948 Jan 28 13:31:23.616157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84634b-1628-4636-b161-1289543ac199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb05f7-c46c-49ae-94c7-921ea2f63803,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:23.702269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54164) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:23.754358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7542831a-d349-4555-81dc-e4bbac1fa9f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e5f36e317a74a75bcff211707ab8a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505500 Jan 28 13:31:23.757453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54166) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:23.820189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df2634db-fb9c-4d10-903d-c3a40a359237 admin admin] Publish callbacks [] for security_group (a6c97239-1226-4f46-950c-5ccdd4b1f0a0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.845385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df2634db-fb9c-4d10-903d-c3a40a359237 admin admin] Publish callbacks [] for security_group (a6c97239-1226-4f46-950c-5ccdd4b1f0a0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.910649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df2634db-fb9c-4d10-903d-c3a40a359237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a6c97239-1226-4f46-950c-5ccdd4b1f0a0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.914648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df2634db-fb9c-4d10-903d-c3a40a359237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:23.915950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-df2634db-fb9c-4d10-903d-c3a40a359237 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6c97239-1226-4f46-950c-5ccdd4b1f0a0 HTTP/1.1" status: 204 len: 168 time: 0.1574011 Jan 28 13:31:23.925711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2634db-fb9c-4d10-903d-c3a40a359237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c97239-1226-4f46-950c-5ccdd4b1f0a0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:26.508744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.332328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54294) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:27.546709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54302) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:27.710042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-6424252-network', 'tenant_id': '4213a7b4988c4710af9d200fca265db4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:27.751321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Made reservation on behalf of 4213a7b4988c4710af9d200fca265db4 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:27.754834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.775501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.840118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:27.853616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cb1997c-9cdc-429c-90fa-e16776ff344d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.009949 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks [] for security_group (1adf511d-9398-48c0-aa2b-f182f409f4bc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.019793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1adf511d-9398-48c0-aa2b-f182f409f4bc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.046595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cb1997c-9cdc-429c-90fa-e16776ff344d admin admin] Publish callbacks [] for security_group (1f855af1-7bb6-43d9-a738-e410bce36ed9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.065216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:28.076344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cb1997c-9cdc-429c-90fa-e16776ff344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1f855af1-7bb6-43d9-a738-e410bce36ed9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.097782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a586c9fe-8ac9-4349-b7ac-b79b4a93b4af), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.098878 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Added segment a586c9fe-8ac9-4349-b7ac-b79b4a93b4af of type vlan for network f934221a-e3b0-4d79-a858-ceb43ab42485 Jan 28 13:31:28.100421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf511d-9398-48c0-aa2b-f182f409f4bc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:28.171332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5cb1997c-9cdc-429c-90fa-e16776ff344d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=930045d52bcb4d6190c77fb1230e31f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6234663 Jan 28 13:31:28.173966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54328) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:28.212614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f934221a-e3b0-4d79-a858-ceb43ab42485), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.249180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1997c-9cdc-429c-90fa-e16776ff344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f855af1-7bb6-43d9-a738-e410bce36ed9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:28.290564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5204916b-cba6-408a-9f13-f61a92e31ee5 admin admin] Publish callbacks [] for security_group (1f855af1-7bb6-43d9-a738-e410bce36ed9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.295002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f934221a-e3b0-4d79-a858-ceb43ab42485), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.296255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:28.296958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.327220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5204916b-cba6-408a-9f13-f61a92e31ee5 admin admin] Publish callbacks [] for security_group (1f855af1-7bb6-43d9-a738-e410bce36ed9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.388667 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5204916b-cba6-408a-9f13-f61a92e31ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1f855af1-7bb6-43d9-a738-e410bce36ed9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.393481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5204916b-cba6-408a-9f13-f61a92e31ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.398868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5204916b-cba6-408a-9f13-f61a92e31ee5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f855af1-7bb6-43d9-a738-e410bce36ed9 HTTP/1.1" status: 204 len: 168 time: 0.2234645 Jan 28 13:31:28.409089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204916b-cba6-408a-9f13-f61a92e31ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f855af1-7bb6-43d9-a738-e410bce36ed9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:28.431526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0979314 Jan 28 13:31:28.434584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54334) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:28.440267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Request body: {'subnet': {'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-6424252-subnet', 'tenant_id': '4213a7b4988c4710af9d200fca265db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:28.449276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1a77e-4c25-4382-b67c-aa93538722b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f934221a-e3b0-4d79-a858-ceb43ab42485,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:28.474512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f934221a-e3b0-4d79-a858-ceb43ab42485 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:28.480069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Made reservation on behalf of 4213a7b4988c4710af9d200fca265db4 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:28.485560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.743179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (306d5cb4-a31c-4fda-a46b-ce36aac3f3f9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.822597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:28.874817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Checking segment: {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:28.876082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Network hostable DHCP agents. Network: f934221a-e3b0-4d79-a858-ceb43ab42485, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:28.910922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Network f934221a-e3b0-4d79-a858-ceb43ab42485 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:28.930623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f934221a-e3b0-4d79-a858-ceb43ab42485) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:28.935934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:28.936582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:28.942239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b19575-c7cb-4d10-a4b7-6ecdc10e758c None None] Network f934221a-e3b0-4d79-a858-ceb43ab42485 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:28.985958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bb3cde56-eebc-4624-b1e7-5b77d50f2ef6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5467608 Jan 28 13:31:29.112757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e476b-42f3-44bd-b4bf-196dd078628e None None] Network f934221a-e3b0-4d79-a858-ceb43ab42485 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:29.333729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54358) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:29.370399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.493389 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Publish callbacks [] for security_group (e1c10755-2e5b-4fde-8b87-7df053ad93ae), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.498150 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e1c10755-2e5b-4fde-8b87-7df053ad93ae), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.554421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54364) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:29.554910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ae16fb635d540abb2d814758f5c24bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196374 Jan 28 13:31:29.555458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c10755-2e5b-4fde-8b87-7df053ad93ae,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:29.563940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.564332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.564754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.565311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.565885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.566264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.566685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.567012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.567489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.567836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.568200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.568534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.568866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb22db4-2d9b-4baf-a845-c4712ef06c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:29.626329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e63a-4768-4fb4-932f-3a95fb0b20df admin admin] Publish callbacks [] for security_group (e1c10755-2e5b-4fde-8b87-7df053ad93ae), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.653456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e63a-4768-4fb4-932f-3a95fb0b20df admin admin] Publish callbacks [] for security_group (e1c10755-2e5b-4fde-8b87-7df053ad93ae), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.722587 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e63a-4768-4fb4-932f-3a95fb0b20df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e1c10755-2e5b-4fde-8b87-7df053ad93ae), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.725554 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e63a-4768-4fb4-932f-3a95fb0b20df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:29.728997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1bd4e63a-4768-4fb4-932f-3a95fb0b20df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1c10755-2e5b-4fde-8b87-7df053ad93ae HTTP/1.1" status: 204 len: 168 time: 0.1712945 Jan 28 13:31:29.740018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4e63a-4768-4fb4-932f-3a95fb0b20df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c10755-2e5b-4fde-8b87-7df053ad93ae,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:30.822572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-2f19c1bd-ede9-465c-8afa-2c71c0240706 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:30.829325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-2f19c1bd-ede9-465c-8afa-2c71c0240706 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 812 time: 0.1883686 Jan 28 13:31:30.843407 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-0b4ab6b9-62d8-40c8-89ff-079a4be472a5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/quotas/4213a7b4988c4710af9d200fca265db4 HTTP/1.1" status: 200 len: 375 time: 0.0131824 Jan 28 13:31:30.884540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-a67e8c99-6f3e-486c-9eb4-6477083f2a32 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315559 Jan 28 13:31:31.078410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-86f6f9c7-fa1d-4bae-abd6-a8f9e2b8727e service neutron] 10.222.0.45 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869726 Jan 28 13:31:31.272214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e201a0dc-8e60-45c7-9f3f-e9c8b828ea28 service neutron] 10.222.0.45 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862190 Jan 28 13:31:31.663054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17db4625-3c2b-406c-8c37-f2fb2c565025 req-ad6e16a6-6257-4c67-88e2-4c64fb82139f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 210 time: 0.0696619 Jan 28 13:31:32.814412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ce2789d-1449-494c-b29f-07d84dcdb006 req-0abba5c5-a483-4c3a-ae8e-8c8ab1a07b0d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 210 time: 0.0660720 Jan 28 13:31:33.184238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-74ffd9f1-a35c-407c-b102-62e6c01f808d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:33.187315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-74ffd9f1-a35c-407c-b102-62e6c01f808d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 812 time: 0.2171457 Jan 28 13:31:33.212616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Request body: {'port': {'device_id': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'admin_state_up': True, 'tenant_id': '4213a7b4988c4710af9d200fca265db4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:33.454538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Made reservation on behalf of 4213a7b4988c4710af9d200fca265db4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:33.460003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:33.765133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Allocated IP 172.20.0.10 (f934221a-e3b0-4d79-a858-ceb43ab42485/306d5cb4-a31c-4fda-a46b-ce36aac3f3f9/6946d621-cf82-4076-b425-b2f292f8605d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:34.036413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks [] for port (6946d621-cf82-4076-b425-b2f292f8605d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.113839 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.169942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:34.192473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Network f934221a-e3b0-4d79-a858-ceb43ab42485 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:34.193514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:34.203025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:34.259291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7cbea-9e3a-4dfd-9be4-322d03a7002b req-073272c7-98f8-45c2-897c-5cef7ffb4ca4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.266336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9b7cbea-9e3a-4dfd-9be4-322d03a7002b req-073272c7-98f8-45c2-897c-5cef7ffb4ca4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 932 time: 0.2127080 Jan 28 13:31:34.273267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:34.273907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.302725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-1f71c8f8-0b3a-466f-b39c-d8bb7ade3e41 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0999362 Jan 28 13:31:34.323733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Request body: {'port': {'device_id': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:34.439205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9b7cbea-9e3a-4dfd-9be4-322d03a7002b req-fa35ec6f-3bce-486b-b9af-37459b26918b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675715 Jan 28 13:31:34.453141 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.849179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e742cf6f-6c7f-4fff-ae07-dffe5867bb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.911808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6946d621-cf82-4076-b425-b2f292f8605d {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:34.927655 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Publish callbacks [] for port (6946d621-cf82-4076-b425-b2f292f8605d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:34.956689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Transition to ACTIVE for port object 6946d621-cf82-4076-b425-b2f292f8605d will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:34.967875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.059060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:35.327603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Attempting to bind port 6946d621-cf82-4076-b425-b2f292f8605d on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:35.327951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Attempting to bind port 6946d621-cf82-4076-b425-b2f292f8605d by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:35.328306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Attempting to bind port 6946d621-cf82-4076-b425-b2f292f8605d on network f934221a-e3b0-4d79-a858-ceb43ab42485 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:35.350278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Port 6946d621-cf82-4076-b425-b2f292f8605d on network f934221a-e3b0-4d79-a858-ceb43ab42485 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:35.350631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Attempting to bind port 6946d621-cf82-4076-b425-b2f292f8605d on network f934221a-e3b0-4d79-a858-ceb43ab42485 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:35.363422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:35.365881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Checking segment: {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:35.366307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Bound using segment: {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:35.366758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Bound port: 6946d621-cf82-4076-b425-b2f292f8605d, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:35.367124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.387239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.401549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.412675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.426941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.440652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.445940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.462505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.467181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-c0a6b2fd-9998-4003-8a74-2b3245bcb8f2 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.2665255 Jan 28 13:31:35.650397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:35.657538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd28cb7-0c78-47b7-95df-fbb19942fee0 req-053173b1-bfe1-4f33-a377-803237e8e3b4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.666703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2dd28cb7-0c78-47b7-95df-fbb19942fee0 req-053173b1-bfe1-4f33-a377-803237e8e3b4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 944 time: 0.1124279 Jan 28 13:31:35.676288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:35.687168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-805447cf-5b03-45f2-a721-6bf99ef07842 req-7eae7d27-cbb5-4685-b21d-489d8cd3e423 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127676 Jan 28 13:31:35.689106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.836345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2dd28cb7-0c78-47b7-95df-fbb19942fee0 req-d06409f2-879b-4c40-9f5d-60268d15c838 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635363 Jan 28 13:31:35.842355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:35.849769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:35.850556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:35.852428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-e91c8003-467a-446d-a5d1-4079a46e4328 service neutron] 10.222.0.36 "PUT /v2.0/ports/6946d621-cf82-4076-b425-b2f292f8605d HTTP/1.1" status: 200 len: 1092 time: 1.5352092 Jan 28 13:31:35.854996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:35.868253 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "tag": "6946d621-cf82-4076-b425-b2f292f8605d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:36.001249 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c4a93c-13e4-4786-925a-d35f771b5c11 x-openstack-request-id: req-48c4a93c-13e4-4786-925a-d35f771b5c11 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:36.002926 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "tag": "6946d621-cf82-4076-b425-b2f292f8605d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:36.002926 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48c4a93c-13e4-4786-925a-d35f771b5c11 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:36.002926 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d', 'status': 'completed', 'code': 200} Jan 28 13:31:36.031021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-d7224e29-d101-4d6a-8758-b8fa6e4bec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.032619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-d7224e29-d101-4d6a-8758-b8fa6e4bec01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 1095 time: 0.1133881 Jan 28 13:31:36.049980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.056268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.062264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.068221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.075267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.081790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.087427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.093059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c2be589-8ef6-495f-bdf3-a037f276a71b req-6b278873-4161-4025-9ce5-5ba89cd1e0f1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.2100897 Jan 28 13:31:36.136806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-6d482e0b-fbf8-4ef7-864c-a94d9989bef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6946d621-cf82-4076-b425-b2f292f8605d HTTP/1.1" status: 200 len: 217 time: 0.0426517 Jan 28 13:31:36.238984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-28135e3d-4bec-41d8-8fa9-498bbead2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:36.240509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-28135e3d-4bec-41d8-8fa9-498bbead2266 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 HTTP/1.1" status: 200 len: 852 time: 0.0934377 Jan 28 13:31:36.309166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-05971416-337b-4ab4-945d-b8e33176621c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f934221a-e3b0-4d79-a858-ceb43ab42485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582635 Jan 28 13:31:36.898067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-3ce1a500-dae9-4792-9b15-b4ad13d40e7d service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786912 Jan 28 13:31:37.037752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2351a-c8ed-45f3-a019-a926d1a62794 req-d06a10f2-8558-4b4f-b2ba-7197634d8545 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.043676 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50a2351a-c8ed-45f3-a019-a926d1a62794 req-d06a10f2-8558-4b4f-b2ba-7197634d8545 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 944 time: 0.0919755 Jan 28 13:31:37.137332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272485dd-da1d-4ece-9e3c-1cb147147317 req-cc432517-d951-4d16-835d-e88f4733cfe3 service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282448 Jan 28 13:31:37.177568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50a2351a-c8ed-45f3-a019-a926d1a62794 req-649d07a4-e1a7-4276-9d5a-cd69db0ad54c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291790 Jan 28 13:31:37.282719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-ef67085f-d138-437d-aa6f-039d83cd174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.285220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-ef67085f-d138-437d-aa6f-039d83cd174e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 1095 time: 0.0753093 Jan 28 13:31:37.298431 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aba82881-8976-4f30-93cc-75377b7df0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:37.448476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-c87e44f5-306b-48fc-8e27-893a68a062de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.450370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-c87e44f5-306b-48fc-8e27-893a68a062de service neutron] 10.222.0.36 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 913 time: 0.1592226 Jan 28 13:31:37.525834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-743ae4bc-4c2e-4b63-8e54-6e77ed6f2167 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6946d621-cf82-4076-b425-b2f292f8605d HTTP/1.1" status: 200 len: 217 time: 0.0676479 Jan 28 13:31:37.579341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-7ef6d59a-1640-437d-8be6-d279b1dee99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:37.582532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-7ef6d59a-1640-437d-8be6-d279b1dee99c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 HTTP/1.1" status: 200 len: 852 time: 0.0505531 Jan 28 13:31:37.657595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-7e4e3c9f-128c-4bd3-95de-c639e854ecb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f934221a-e3b0-4d79-a858-ceb43ab42485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686328 Jan 28 13:31:37.791600 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-409ddbca-c28c-44d7-b836-fecf525e18bd service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276252 Jan 28 13:31:37.955524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82ee2eda-aa35-47a3-9cbd-e196e172d8f0 req-7f017440-d7a9-4d9a-a691-7f5f952ea850 service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562996 Jan 28 13:31:38.318060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d473257-7936-49aa-be11-604a202e2c62 req-6117d3b5-230d-412c-b3e7-58129c945a97 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:38.325744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d473257-7936-49aa-be11-604a202e2c62 req-6117d3b5-230d-412c-b3e7-58129c945a97 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 944 time: 0.0741563 Jan 28 13:31:38.395222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d473257-7936-49aa-be11-604a202e2c62 req-e030e1dc-2873-4f40-9d5a-dc0b1356ffff tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682614 Jan 28 13:31:38.593757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:38.756326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54628) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:39.050586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-79a2efe3-e694-4ae1-b42c-204c95ac913e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.133790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-79a2efe3-e694-4ae1-b42c-204c95ac913e admin admin] Publish callbacks [] for security_group (c15d0062-7d6c-473b-99af-d66e9e7dd393), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.138342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-79a2efe3-e694-4ae1-b42c-204c95ac913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c15d0062-7d6c-473b-99af-d66e9e7dd393), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.204663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2efe3-e694-4ae1-b42c-204c95ac913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15d0062-7d6c-473b-99af-d66e9e7dd393,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:39.211747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-79a2efe3-e694-4ae1-b42c-204c95ac913e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ce216fede894480835d85ba3b2edbd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4536157 Jan 28 13:31:39.214564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54648) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:39.247598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54652) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:39.300541 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c4141b-5555-4073-8532-ee57164f92e7 admin admin] Publish callbacks [] for security_group (c15d0062-7d6c-473b-99af-d66e9e7dd393), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.333659 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c4141b-5555-4073-8532-ee57164f92e7 admin admin] Publish callbacks [] for security_group (c15d0062-7d6c-473b-99af-d66e9e7dd393), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.411421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c4141b-5555-4073-8532-ee57164f92e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c15d0062-7d6c-473b-99af-d66e9e7dd393), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.415207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4c4141b-5555-4073-8532-ee57164f92e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:39.416764 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c4c4141b-5555-4073-8532-ee57164f92e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c15d0062-7d6c-473b-99af-d66e9e7dd393 HTTP/1.1" status: 204 len: 168 time: 0.2007689 Jan 28 13:31:39.425642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4141b-5555-4073-8532-ee57164f92e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15d0062-7d6c-473b-99af-d66e9e7dd393,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:39.659771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61813b0-1f08-499e-98cf-e28f19a700d7 req-50a71d15-b761-427a-bc88-7576607846dc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.672091 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a61813b0-1f08-499e-98cf-e28f19a700d7 req-50a71d15-b761-427a-bc88-7576607846dc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 944 time: 0.1913598 Jan 28 13:31:39.709768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.710573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.711422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.712435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.713383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.714181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.715917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:39.719259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-56000160-3e6b-45b3-8833-0ceb977a2e9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6493 time: 0.4704010 Jan 28 13:31:39.784456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a61813b0-1f08-499e-98cf-e28f19a700d7 req-bffadabd-2a04-405b-a072-1ed7fe2e69ea tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098425 Jan 28 13:31:39.876833 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-567c1dac-c728-4126-bbd3-073fd6646d2c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110103 Jan 28 13:31:40.426713 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.439993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54694) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.457723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-547098c5-576c-4ef0-9b26-06cb8c89215a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.562603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-547098c5-576c-4ef0-9b26-06cb8c89215a admin admin] Publish callbacks [] for security_group (37186e11-9287-4022-81f4-eb558dcdb514), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.568169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-547098c5-576c-4ef0-9b26-06cb8c89215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (37186e11-9287-4022-81f4-eb558dcdb514), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.602684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547098c5-576c-4ef0-9b26-06cb8c89215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37186e11-9287-4022-81f4-eb558dcdb514,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:40.649236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-547098c5-576c-4ef0-9b26-06cb8c89215a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea442b37780c498db46205e56f3e794f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060101 Jan 28 13:31:40.649438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54700) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:40.700807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81203007-8f70-426b-99de-e21b3f578039 admin admin] Publish callbacks [] for security_group (37186e11-9287-4022-81f4-eb558dcdb514), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.732248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81203007-8f70-426b-99de-e21b3f578039 admin admin] Publish callbacks [] for security_group (37186e11-9287-4022-81f4-eb558dcdb514), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.790701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81203007-8f70-426b-99de-e21b3f578039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (37186e11-9287-4022-81f4-eb558dcdb514), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.793999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81203007-8f70-426b-99de-e21b3f578039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:40.795346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81203007-8f70-426b-99de-e21b3f578039 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37186e11-9287-4022-81f4-eb558dcdb514 HTTP/1.1" status: 204 len: 168 time: 0.1448939 Jan 28 13:31:40.806591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81203007-8f70-426b-99de-e21b3f578039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37186e11-9287-4022-81f4-eb558dcdb514,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:40.884686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6946d621-cf82-4076-b425-b2f292f8605d details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:40.935648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b48a1-2a64-4084-8c89-14d837bf4b98 req-4d6a14ad-04c2-4fbc-919c-3fdf18e32029 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:40.947391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c3b48a1-2a64-4084-8c89-14d837bf4b98 req-4d6a14ad-04c2-4fbc-919c-3fdf18e32029 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 944 time: 0.0663099 Jan 28 13:31:41.053384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:41.071881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '6946d621-cf82-4076-b425-b2f292f8605d', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'port_id': '6946d621-cf82-4076-b425-b2f292f8605d', 'mac_address': 'fa:16:3e:2d:2a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d5cb4-a31c-4fda-a46b-ce36aac3f3f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:41.102002 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c3b48a1-2a64-4084-8c89-14d837bf4b98 req-bd7285e9-bcdb-4cc3-a045-0e18e85c722a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537952 Jan 28 13:31:41.131022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6946d621-cf82-4076-b425-b2f292f8605d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:41.132109 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.167459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6946d621-cf82-4076-b425-b2f292f8605d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:41.191934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:41.199295 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:41.260468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:41.527369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['6946d621-cf82-4076-b425-b2f292f8605d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:41.684833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:42.270494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a1b9-fc35-4afa-9be9-7f33b74e7467 req-0b0f186d-d117-460f-b97b-ee42bbaf683a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.272709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3602a1b9-fc35-4afa-9be9-7f33b74e7467 req-0b0f186d-d117-460f-b97b-ee42bbaf683a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 945 time: 0.0863750 Jan 28 13:31:42.342689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3602a1b9-fc35-4afa-9be9-7f33b74e7467 req-8b3975dc-1f97-44ac-9fa7-f212ecf593f9 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Jan 28 13:31:42.492163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f342b5a-b560-4497-84e3-3ce846259968 req-a16bd163-a116-4177-ba38-c03dd827efb3 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:42.500265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f342b5a-b560-4497-84e3-3ce846259968 req-a16bd163-a116-4177-ba38-c03dd827efb3 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0711992 Jan 28 13:31:42.568663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f342b5a-b560-4497-84e3-3ce846259968 req-e25561d2-3c21-403b-a33d-ae605c43ccdf tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674138 Jan 28 13:31:42.913272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6946d621-cf82-4076-b425-b2f292f8605d up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:42.963344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54780) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:42.981987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 6946d621-cf82-4076-b425-b2f292f8605d completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:31:42.990161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 6946d621-cf82-4076-b425-b2f292f8605d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:42.990809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6946d621-cf82-4076-b425-b2f292f8605d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.085393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6946d621-cf82-4076-b425-b2f292f8605d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:43.086039 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.116624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:43.119791 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea89cde9-ab63-4989-a86d-d7ac13a831c7" -d '{"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-plugged", "status": "completed", "tag": "6946d621-cf82-4076-b425-b2f292f8605d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:43.138730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:43.144798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.201851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:43.213092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54790) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:43.215488 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62123d45-bf99-45fc-92b3-c5d8565fe533 x-openstack-request-id: req-62123d45-bf99-45fc-92b3-c5d8565fe533 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:43.216285 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-plugged", "status": "completed", "tag": "6946d621-cf82-4076-b425-b2f292f8605d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:43.216685 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62123d45-bf99-45fc-92b3-c5d8565fe533 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:43.217195 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d', 'code': 200} Jan 28 13:31:43.328210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c4296-a585-4cb4-af6f-0a19835aefe9 req-ae1d4d4b-0afb-43dd-8c5e-1d172c584b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.331573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b55c4296-a585-4cb4-af6f-0a19835aefe9 req-ae1d4d4b-0afb-43dd-8c5e-1d172c584b41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 1097 time: 0.0472548 Jan 28 13:31:43.402960 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6c71-6986-4155-b1ae-e41df347fa50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.418448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b55c4296-a585-4cb4-af6f-0a19835aefe9 req-0628f079-a6fd-4161-a8d7-4407beb40f07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770373 Jan 28 13:31:43.459791 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c07e8f47-1819-467a-9b9f-2c2cb4c35e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.522763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10565a-a695-42d4-a28d-6722912e9c58 req-1fa9454c-f3b1-45d9-84ad-245b27c54344 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.525387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f10565a-a695-42d4-a28d-6722912e9c58 req-1fa9454c-f3b1-45d9-84ad-245b27c54344 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0908554 Jan 28 13:31:43.614937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f10565a-a695-42d4-a28d-6722912e9c58 req-ce88dd09-eb55-400c-bd09-7a68cbb57675 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771286 Jan 28 13:31:43.628512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6c71-6986-4155-b1ae-e41df347fa50 admin admin] Publish callbacks [] for security_group (cd5fed7b-d844-407d-83a0-230836066fde), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.634045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6c71-6986-4155-b1ae-e41df347fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cd5fed7b-d844-407d-83a0-230836066fde), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.657024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c07e8f47-1819-467a-9b9f-2c2cb4c35e78 admin admin] Publish callbacks [] for security_group (dec5eec0-1bba-4256-bbcd-43f5a06b1f8e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.667768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c07e8f47-1819-467a-9b9f-2c2cb4c35e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dec5eec0-1bba-4256-bbcd-43f5a06b1f8e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.687886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b6ed6c71-6986-4155-b1ae-e41df347fa50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f066d09cce74d45abc2a95e749be294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7234247 Jan 28 13:31:43.701393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54806) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:43.718328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6c71-6986-4155-b1ae-e41df347fa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5fed7b-d844-407d-83a0-230836066fde,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:43.773877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c07e8f47-1819-467a-9b9f-2c2cb4c35e78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cec68827c5ee4996af4454aa82efc7a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5596645 Jan 28 13:31:43.774915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54810) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:43.830675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e8f47-1819-467a-9b9f-2c2cb4c35e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5eec0-1bba-4256-bbcd-43f5a06b1f8e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:43.832190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-55a05d47-c57f-4905-a9be-f3ca66e4836d admin admin] Publish callbacks [] for security_group (cd5fed7b-d844-407d-83a0-230836066fde), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.862711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42bce-4ca8-4feb-aef8-c76f8f42ed3e req-ab98d265-f267-45bf-aeda-238dc581de21 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:43.870505 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-51d42bce-4ca8-4feb-aef8-c76f8f42ed3e req-ab98d265-f267-45bf-aeda-238dc581de21 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1401017 Jan 28 13:31:43.878995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-55a05d47-c57f-4905-a9be-f3ca66e4836d admin admin] Publish callbacks [] for security_group (cd5fed7b-d844-407d-83a0-230836066fde), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.943616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-55a05d47-c57f-4905-a9be-f3ca66e4836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cd5fed7b-d844-407d-83a0-230836066fde), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.947415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-55a05d47-c57f-4905-a9be-f3ca66e4836d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.948714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-55a05d47-c57f-4905-a9be-f3ca66e4836d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd5fed7b-d844-407d-83a0-230836066fde HTTP/1.1" status: 204 len: 168 time: 0.2460117 Jan 28 13:31:43.954453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-51d42bce-4ca8-4feb-aef8-c76f8f42ed3e req-95435adf-2e2c-4b45-b2f8-38bfa3d14f46 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Jan 28 13:31:43.963849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3da6-45c3-4d6f-a76c-fcd378568eb6 admin admin] Publish callbacks [] for security_group (dec5eec0-1bba-4256-bbcd-43f5a06b1f8e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:43.964469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a05d47-c57f-4905-a9be-f3ca66e4836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5fed7b-d844-407d-83a0-230836066fde,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:43.996060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3da6-45c3-4d6f-a76c-fcd378568eb6 admin admin] Publish callbacks [] for security_group (dec5eec0-1bba-4256-bbcd-43f5a06b1f8e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.052026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3da6-45c3-4d6f-a76c-fcd378568eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dec5eec0-1bba-4256-bbcd-43f5a06b1f8e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.055594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3da6-45c3-4d6f-a76c-fcd378568eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.059300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9b5c3da6-45c3-4d6f-a76c-fcd378568eb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dec5eec0-1bba-4256-bbcd-43f5a06b1f8e HTTP/1.1" status: 204 len: 168 time: 0.2744422 Jan 28 13:31:44.066538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c3da6-45c3-4d6f-a76c-fcd378568eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5eec0-1bba-4256-bbcd-43f5a06b1f8e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:44.531216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54836) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:44.557034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-99e7993b-71be-4f59-83dd-8536608f8a77 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:44.560936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aec97cfc-a240-42a6-b9df-d3288e0b6868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.561484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-99e7993b-71be-4f59-83dd-8536608f8a77 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.60 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0687289 Jan 28 13:31:44.711525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aec97cfc-a240-42a6-b9df-d3288e0b6868 admin admin] Publish callbacks [] for security_group (8f349f39-f4e5-4439-b128-4b6afb5d8c7b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.721469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aec97cfc-a240-42a6-b9df-d3288e0b6868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8f349f39-f4e5-4439-b128-4b6afb5d8c7b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.725798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Deleting port f4299298-4d51-45fc-9e8c-781678bb6814 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:31:44.726435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.780168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aec97cfc-a240-42a6-b9df-d3288e0b6868 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6745be165a31406f8151e106c2adccbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2467608 Jan 28 13:31:44.784699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54842) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:44.802361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:44.850758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec97cfc-a240-42a6-b9df-d3288e0b6868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f349f39-f4e5-4439-b128-4b6afb5d8c7b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:44.857296 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95c7a3b0-7303-4096-8d6f-a19ac0c71573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.878689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] For port f4299298-4d51-45fc-9e8c-781678bb6814, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=f4299298-4d51-45fc-9e8c-781678bb6814,segment=NetworkSegment(f9794f0b-c884-41a6-a4ac-b908bd41a9a6),segment_id=f9794f0b-c884-41a6-a4ac-b908bd41a9a6)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:44.880193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:44.897478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Calling delete_port for f4299298-4d51-45fc-9e8c-781678bb6814 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:31:44.899348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288834-20a9-4b56-83cf-2117a7b5ba5d req-6a717f5b-5df6-4212-a7b7-1c9714f4793e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:44.901158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4288834-20a9-4b56-83cf-2117a7b5ba5d req-6a717f5b-5df6-4212-a7b7-1c9714f4793e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1402266 Jan 28 13:31:44.912164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54848) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:44.999979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c4288834-20a9-4b56-83cf-2117a7b5ba5d req-4821f437-11a9-43fb-9a80-6eb7a0aad0ff tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Jan 28 13:31:45.002132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5698-f240-4bd6-94b6-62a8f37b06e6 admin admin] Publish callbacks [] for security_group (8f349f39-f4e5-4439-b128-4b6afb5d8c7b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.026907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95c7a3b0-7303-4096-8d6f-a19ac0c71573 admin admin] Publish callbacks [] for security_group (b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.032162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95c7a3b0-7303-4096-8d6f-a19ac0c71573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.038215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5698-f240-4bd6-94b6-62a8f37b06e6 admin admin] Publish callbacks [] for security_group (8f349f39-f4e5-4439-b128-4b6afb5d8c7b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.088464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-95c7a3b0-7303-4096-8d6f-a19ac0c71573 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdbdccf461b847988d5f5cb7ab7f713b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557197 Jan 28 13:31:45.097738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54860) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:45.112641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7a3b0-7303-4096-8d6f-a19ac0c71573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.160740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919ae8-18a8-49ae-ab7b-1a4790f21153 req-a4d5fd2e-9897-41a6-bacb-d771206028b9 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.162855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35919ae8-18a8-49ae-ab7b-1a4790f21153 req-a4d5fd2e-9897-41a6-bacb-d771206028b9 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0658906 Jan 28 13:31:45.200702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dde311ff-559d-4042-93b2-612ead347627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.247438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35919ae8-18a8-49ae-ab7b-1a4790f21153 req-2a501946-ec19-4d4a-bdb9-f002b8296acf tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771658 Jan 28 13:31:45.247833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5698-f240-4bd6-94b6-62a8f37b06e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8f349f39-f4e5-4439-b128-4b6afb5d8c7b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.250731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5698-f240-4bd6-94b6-62a8f37b06e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.251947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1b7c5698-f240-4bd6-94b6-62a8f37b06e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f349f39-f4e5-4439-b128-4b6afb5d8c7b HTTP/1.1" status: 204 len: 168 time: 0.4659216 Jan 28 13:31:45.266054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e10e12-f967-432d-af7f-b0bccd86e455 req-b0090787-ce4c-4b1d-99b3-4d25a62bd0a5 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.268188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14e10e12-f967-432d-af7f-b0bccd86e455 req-b0090787-ce4c-4b1d-99b3-4d25a62bd0a5 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/ports?device_id=a499ac34-6c4a-41bd-9923-c9341d1e8bf1 HTTP/1.1" status: 200 len: 945 time: 0.1607895 Jan 28 13:31:45.272163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401dfbe1-596f-4cc3-911a-bf08023f1b33 admin admin] Publish callbacks [] for security_group (b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.289673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c5698-f240-4bd6-94b6-62a8f37b06e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f349f39-f4e5-4439-b128-4b6afb5d8c7b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.305168 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f4299298-4d51-45fc-9e8c-781678bb6814), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.335697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['f4299298-4d51-45fc-9e8c-781678bb6814'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:31:45.368625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dde311ff-559d-4042-93b2-612ead347627 admin admin] Publish callbacks [] for security_group (a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.374808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401dfbe1-596f-4cc3-911a-bf08023f1b33 admin admin] Publish callbacks [] for security_group (b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.385038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dde311ff-559d-4042-93b2-612ead347627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.391949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Pushing event deleted for resources: {'Port': ['ID=f4299298-4d51-45fc-9e8c-781678bb6814,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.481091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde311ff-559d-4042-93b2-612ead347627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.481366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] No DVR routers for this DVR port f4299298-4d51-45fc-9e8c-781678bb6814 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:31:45.491298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14e10e12-f967-432d-af7f-b0bccd86e455 req-13381113-4b86-4854-83cd-4944d6b07016 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2107de-a076-4e94-9461-47ea5bbae08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117782 Jan 28 13:31:45.496436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.501318 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dde1008f-d5cd-4a8a-afad-f371296035d2 req-2e18f69f-2733-480f-bec5-345ae0fa7328 tempest-VolumesAdminNegativeTest-1790209532 tempest-VolumesAdminNegativeTest-1790209532-project] 10.222.0.60 "DELETE /v2.0/ports/f4299298-4d51-45fc-9e8c-781678bb6814 HTTP/1.1" status: 204 len: 173 time: 0.9324210 Jan 28 13:31:45.502282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'name': 'network-vif-deleted', 'tag': 'f4299298-4d51-45fc-9e8c-781678bb6814'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:45.505752 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716d5f1-3bc4-40ae-9476-556832ed7d4f" -d '{"events": [{"server_uuid": "a499ac34-6c4a-41bd-9923-c9341d1e8bf1", "name": "network-vif-deleted", "tag": "f4299298-4d51-45fc-9e8c-781678bb6814"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:45.515968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dde311ff-559d-4042-93b2-612ead347627 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84c14868296148f9822a017a73cd65b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5963917 Jan 28 13:31:45.515968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:45.556457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401dfbe1-596f-4cc3-911a-bf08023f1b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.560450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401dfbe1-596f-4cc3-911a-bf08023f1b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.562954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-401dfbe1-596f-4cc3-911a-bf08023f1b33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa HTTP/1.1" status: 204 len: 168 time: 0.4635689 Jan 28 13:31:45.581801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dfbe1-596f-4cc3-911a-bf08023f1b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b3f5bf-3af5-4c32-b568-e18b6d4c2ffa,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.618735 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aedd4d7-1977-43d5-b276-5f737cdc9ab9 x-openstack-request-id: req-1aedd4d7-1977-43d5-b276-5f737cdc9ab9 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:45.619744 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a499ac34-6c4a-41bd-9923-c9341d1e8bf1", "name": "network-vif-deleted", "tag": "f4299298-4d51-45fc-9e8c-781678bb6814", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:45.620224 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aedd4d7-1977-43d5-b276-5f737cdc9ab9 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:45.620794 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a499ac34-6c4a-41bd-9923-c9341d1e8bf1', 'name': 'network-vif-deleted', 'tag': 'f4299298-4d51-45fc-9e8c-781678bb6814', 'status': 'completed', 'code': 200} Jan 28 13:31:45.645491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecc215cb-01d5-4127-b0c5-679b9af76e99 admin admin] Publish callbacks [] for security_group (a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.708971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecc215cb-01d5-4127-b0c5-679b9af76e99 admin admin] Publish callbacks [] for security_group (a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.804019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecc215cb-01d5-4127-b0c5-679b9af76e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.807683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ecc215cb-01d5-4127-b0c5-679b9af76e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:45.811316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ecc215cb-01d5-4127-b0c5-679b9af76e99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f HTTP/1.1" status: 204 len: 168 time: 0.2978168 Jan 28 13:31:45.822623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc215cb-01d5-4127-b0c5-679b9af76e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ffe753-6d2e-4b5b-91b8-fa15cdf0fd1f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:45.865720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f320a19-e5ef-4297-bfa2-6c8806816787 req-c85bcfd6-0fde-4da0-8985-9b36c3be6a4f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:45.867720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f320a19-e5ef-4297-bfa2-6c8806816787 req-c85bcfd6-0fde-4da0-8985-9b36c3be6a4f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0647705 Jan 28 13:31:45.933775 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f320a19-e5ef-4297-bfa2-6c8806816787 req-b8390b5f-2f57-4561-ad1b-720a002d6a63 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594358 Jan 28 13:31:46.325335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54920) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.340190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfdf4-cdc4-49a4-a093-251a1fe6c838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.423266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfdf4-cdc4-49a4-a093-251a1fe6c838 admin admin] Publish callbacks [] for security_group (63bcfd9a-d7ce-4a18-ac54-e9214e9019cc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.429992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfdf4-cdc4-49a4-a093-251a1fe6c838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (63bcfd9a-d7ce-4a18-ac54-e9214e9019cc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.484213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6cdbfdf4-cdc4-49a4-a093-251a1fe6c838 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44b75dfd74ee455780849d688e6d2d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551096 Jan 28 13:31:46.485358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54924) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.493466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbfdf4-cdc4-49a4-a093-251a1fe6c838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bcfd9a-d7ce-4a18-ac54-e9214e9019cc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.561656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54934) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.593969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ce61f843-d7dd-4b0e-bbc5-412562e958ff admin admin] Publish callbacks [] for security_group (63bcfd9a-d7ce-4a18-ac54-e9214e9019cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.630882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ce61f843-d7dd-4b0e-bbc5-412562e958ff admin admin] Publish callbacks [] for security_group (63bcfd9a-d7ce-4a18-ac54-e9214e9019cc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.644057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] Deleting subnet f1785e7d-c3d6-427e-879f-b75795762f84 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:46.648880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] Publish callbacks [] for subnet (f1785e7d-c3d6-427e-879f-b75795762f84), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.708984 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (f1785e7d-c3d6-427e-879f-b75795762f84), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.746079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ce61f843-d7dd-4b0e-bbc5-412562e958ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (63bcfd9a-d7ce-4a18-ac54-e9214e9019cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.749147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ce61f843-d7dd-4b0e-bbc5-412562e958ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.750633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ce61f843-d7dd-4b0e-bbc5-412562e958ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63bcfd9a-d7ce-4a18-ac54-e9214e9019cc HTTP/1.1" status: 204 len: 168 time: 0.2612658 Jan 28 13:31:46.765811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61f843-d7dd-4b0e-bbc5-412562e958ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bcfd9a-d7ce-4a18-ac54-e9214e9019cc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.771520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f1785e7d-c3d6-427e-879f-b75795762f84), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.831151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (f1785e7d-c3d6-427e-879f-b75795762f84), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.860164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1785e7d-c3d6-427e-879f-b75795762f84,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:46.872301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:46.880930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-11de4b58-d3d3-4a1f-b81e-4c7458088544 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f1785e7d-c3d6-427e-879f-b75795762f84 HTTP/1.1" status: 204 len: 168 time: 0.3172116 Jan 28 13:31:46.883941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54952) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:46.958839 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (027688f7-df4a-44dc-9837-45ed97c8738d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.071368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (027688f7-df4a-44dc-9837-45ed97c8738d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.074305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f143a6-d247-4d79-bdb2-4772dbd12431 req-b888feeb-52c0-422c-94bf-8a1179d9e5fe tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:47.075950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-66f143a6-d247-4d79-bdb2-4772dbd12431 req-b888feeb-52c0-422c-94bf-8a1179d9e5fe tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0578852 Jan 28 13:31:47.094131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027688f7-df4a-44dc-9837-45ed97c8738d']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.105765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9794f0b-c884-41a6-a4ac-b908bd41a9a6') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.106366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9794f0b-c884-41a6-a4ac-b908bd41a9a6') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.134229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (f9794f0b-c884-41a6-a4ac-b908bd41a9a6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.140256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-66f143a6-d247-4d79-bdb2-4772dbd12431 req-c3af8f06-229f-4f6b-b07b-eeeb1a3585b6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578575 Jan 28 13:31:47.154960 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f9794f0b-c884-41a6-a4ac-b908bd41a9a6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.162721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:47.163104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (f9794f0b-c884-41a6-a4ac-b908bd41a9a6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:47.165113 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:47.222679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (027688f7-df4a-44dc-9837-45ed97c8738d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.229402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.235140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] 10.222.0.45 "DELETE /v2.0/networks/027688f7-df4a-44dc-9837-45ed97c8738d HTTP/1.1" status: 204 len: 168 time: 0.3492861 Jan 28 13:31:47.238127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54968) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:47.249078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd348b63-d406-4fa5-8b8e-0650830b166d admin admin] Pushing event deleted for resources: {'Network': ['ID=027688f7-df4a-44dc-9837-45ed97c8738d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.289653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] Deleting subnet bc8fbcdc-6746-4ea0-b403-a48366429ca0 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:31:47.290121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] Publish callbacks [] for subnet (bc8fbcdc-6746-4ea0-b403-a48366429ca0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.338598 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (bc8fbcdc-6746-4ea0-b403-a48366429ca0), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.377872 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (bc8fbcdc-6746-4ea0-b403-a48366429ca0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.438065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (bc8fbcdc-6746-4ea0-b403-a48366429ca0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.440487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device f4299298-4d51-45fc-9e8c-781678bb6814 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:31:47.466998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: f4299298-4d51-45fc-9e8c-781678bb6814 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:31:47.467610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device f4299298-4d51-45fc-9e8c-781678bb6814 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:31:47.481250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8fbcdc-6746-4ea0-b403-a48366429ca0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.490574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.496425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54976) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:47.497376 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-12c783e3-0858-4414-9c37-1e063f3aa558 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bc8fbcdc-6746-4ea0-b403-a48366429ca0 HTTP/1.1" status: 204 len: 168 time: 0.2573040 Jan 28 13:31:47.561433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54982) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:47.585257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (12dae74e-425e-4eaf-8c77-48884a49cee3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.678344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (12dae74e-425e-4eaf-8c77-48884a49cee3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.701399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dae74e-425e-4eaf-8c77-48884a49cee3']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.721462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204fd081-66f7-4017-ab75-58ee4cb1d40c') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.722020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204fd081-66f7-4017-ab75-58ee4cb1d40c') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:47.734761 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (204fd081-66f7-4017-ab75-58ee4cb1d40c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.750457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (204fd081-66f7-4017-ab75-58ee4cb1d40c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.758890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:31:47.759327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (204fd081-66f7-4017-ab75-58ee4cb1d40c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:31:47.761214 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:31:47.819659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c39-5d63-4875-9d7b-464d45451074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.847732 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (12dae74e-425e-4eaf-8c77-48884a49cee3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.854864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.858234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/12dae74e-425e-4eaf-8c77-48884a49cee3 HTTP/1.1" status: 204 len: 168 time: 0.3607106 Jan 28 13:31:47.879800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238da25-a515-49bf-9987-7a96e1ab2fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=12dae74e-425e-4eaf-8c77-48884a49cee3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:47.934018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c39-5d63-4875-9d7b-464d45451074 admin admin] Publish callbacks [] for security_group (f462f15c-7059-4d15-a950-7288cc993360), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.938973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2aac8c39-5d63-4875-9d7b-464d45451074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f462f15c-7059-4d15-a950-7288cc993360), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:47.980397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2aac8c39-5d63-4875-9d7b-464d45451074 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f3afcf532c64dc8b44be49cf08ec40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179366 Jan 28 13:31:47.983351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55004) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:47.992459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8c39-5d63-4875-9d7b-464d45451074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f462f15c-7059-4d15-a950-7288cc993360,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.061461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55008) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:48.094509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab45dfd8-6109-4334-ae91-f2bb4c6a417c admin admin] Publish callbacks [] for security_group (f462f15c-7059-4d15-a950-7288cc993360), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.126543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-675d0445-5d68-439e-8bd0-402920538a71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a612a8cc349f4360a61484ea732120f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608330 Jan 28 13:31:48.129954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55010) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:48.149453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab45dfd8-6109-4334-ae91-f2bb4c6a417c admin admin] Publish callbacks [] for security_group (f462f15c-7059-4d15-a950-7288cc993360), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.213480 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79f56f04-b0f8-47fe-8c21-08871507e83b admin admin] Publish callbacks [] for security_group (5c2107de-a076-4e94-9461-47ea5bbae08a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.241543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79f56f04-b0f8-47fe-8c21-08871507e83b admin admin] Publish callbacks [] for security_group (5c2107de-a076-4e94-9461-47ea5bbae08a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.243972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab45dfd8-6109-4334-ae91-f2bb4c6a417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f462f15c-7059-4d15-a950-7288cc993360), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.247332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab45dfd8-6109-4334-ae91-f2bb4c6a417c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.249073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ab45dfd8-6109-4334-ae91-f2bb4c6a417c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f462f15c-7059-4d15-a950-7288cc993360 HTTP/1.1" status: 204 len: 168 time: 0.2645431 Jan 28 13:31:48.258891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45dfd8-6109-4334-ae91-f2bb4c6a417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f462f15c-7059-4d15-a950-7288cc993360,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.316090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd2f58-6013-4ba4-b9d7-b4221edd186f req-0c969f35-e729-47e1-a688-f2a7be8ac18a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:48.317624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fbd2f58-6013-4ba4-b9d7-b4221edd186f req-0c969f35-e729-47e1-a688-f2a7be8ac18a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0552766 Jan 28 13:31:48.332094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79f56f04-b0f8-47fe-8c21-08871507e83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5c2107de-a076-4e94-9461-47ea5bbae08a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.335410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79f56f04-b0f8-47fe-8c21-08871507e83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:48.342142 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-79f56f04-b0f8-47fe-8c21-08871507e83b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c2107de-a076-4e94-9461-47ea5bbae08a HTTP/1.1" status: 204 len: 168 time: 0.2103317 Jan 28 13:31:48.356479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f56f04-b0f8-47fe-8c21-08871507e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2107de-a076-4e94-9461-47ea5bbae08a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:48.394659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fbd2f58-6013-4ba4-b9d7-b4221edd186f req-16d15fe6-ebfc-4767-bc3f-99b36fe54fad tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708654 Jan 28 13:31:48.902118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55038) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:48.916796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b74c65c-2ab1-4f42-856d-4651c559915e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.009358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b74c65c-2ab1-4f42-856d-4651c559915e admin admin] Publish callbacks [] for security_group (eef3ce48-6d65-4525-9f98-9d3d070a158d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.013605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b74c65c-2ab1-4f42-856d-4651c559915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eef3ce48-6d65-4525-9f98-9d3d070a158d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.052290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c65c-2ab1-4f42-856d-4651c559915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef3ce48-6d65-4525-9f98-9d3d070a158d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:49.056432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6b74c65c-2ab1-4f42-856d-4651c559915e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21a9190ab2194e538a06e8f651483b69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530628 Jan 28 13:31:49.058935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:49.105121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55046) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:49.116983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9704e809-94b8-4faf-9392-89dd52e853ee admin admin] Publish callbacks [] for security_group (eef3ce48-6d65-4525-9f98-9d3d070a158d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.143977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9704e809-94b8-4faf-9392-89dd52e853ee admin admin] Publish callbacks [] for security_group (eef3ce48-6d65-4525-9f98-9d3d070a158d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.156327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a8cda1af-afab-44ff-b436-24933f2da573 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e4286b2041c45e0a4ea23d7d6339cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497985 Jan 28 13:31:49.159585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55048) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:49.198085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9704e809-94b8-4faf-9392-89dd52e853ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eef3ce48-6d65-4525-9f98-9d3d070a158d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.200681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9704e809-94b8-4faf-9392-89dd52e853ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.201839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9704e809-94b8-4faf-9392-89dd52e853ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eef3ce48-6d65-4525-9f98-9d3d070a158d HTTP/1.1" status: 204 len: 168 time: 0.1420109 Jan 28 13:31:49.211976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704e809-94b8-4faf-9392-89dd52e853ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef3ce48-6d65-4525-9f98-9d3d070a158d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:49.258480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7819efe9-fbcf-4b29-9682-e9e79280ec95 admin admin] Publish callbacks [] for security_group (6b80bbde-0f25-451f-9e34-28299cd5eab7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.281585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7819efe9-fbcf-4b29-9682-e9e79280ec95 admin admin] Publish callbacks [] for security_group (6b80bbde-0f25-451f-9e34-28299cd5eab7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.341479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7819efe9-fbcf-4b29-9682-e9e79280ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6b80bbde-0f25-451f-9e34-28299cd5eab7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.344333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7819efe9-fbcf-4b29-9682-e9e79280ec95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:49.346002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7819efe9-fbcf-4b29-9682-e9e79280ec95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b80bbde-0f25-451f-9e34-28299cd5eab7 HTTP/1.1" status: 204 len: 168 time: 0.1844931 Jan 28 13:31:49.358412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819efe9-fbcf-4b29-9682-e9e79280ec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80bbde-0f25-451f-9e34-28299cd5eab7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:49.543208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d38a0-4e1c-4066-b1a1-a26a0b258bdb req-03f1ed7a-054b-42b8-ba81-8297715841bc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.552705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb5d38a0-4e1c-4066-b1a1-a26a0b258bdb req-03f1ed7a-054b-42b8-ba81-8297715841bc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0773728 Jan 28 13:31:49.565402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-6f2125c6-0c76-47d0-8fce-50d83be164f2 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=80b19aa0bc604cc0bdd8f13629b373eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335841 Jan 28 13:31:49.628300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb5d38a0-4e1c-4066-b1a1-a26a0b258bdb req-3fb049c0-535f-4b33-a718-362597511936 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691137 Jan 28 13:31:49.744522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-7c02f170-6d6d-4288-a5a1-9991ae651383 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:49.746295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-7c02f170-6d6d-4288-a5a1-9991ae651383 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800191 Jan 28 13:31:49.772650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-9fcc4d6e-e507-4825-8dbc-82c149e047dc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/quotas/80b19aa0bc604cc0bdd8f13629b373eb HTTP/1.1" status: 200 len: 375 time: 0.0186679 Jan 28 13:31:50.115418 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-4c37adaa-8d1d-445e-87c3-1706a67fc04b tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=80b19aa0bc604cc0bdd8f13629b373eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3361037 Jan 28 13:31:50.140608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55098) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:50.260898 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:31:50.327241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b6f029-dc12-42b5-8ab0-a6d458d691a0 req-fb91399c-d152-443e-90b2-ff98a2ba7d4c tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 210 time: 0.0298417 Jan 28 13:31:50.352504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21ba33e8-6d4a-4be4-a8ae-bfd8ecabe5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.463016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21ba33e8-6d4a-4be4-a8ae-bfd8ecabe5f3 admin admin] Publish callbacks [] for security_group (75d48bf4-a99d-49cf-9472-ee358e6b97b9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.468377 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21ba33e8-6d4a-4be4-a8ae-bfd8ecabe5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (75d48bf4-a99d-49cf-9472-ee358e6b97b9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.521015 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21ba33e8-6d4a-4be4-a8ae-bfd8ecabe5f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5ff832684e24d93a19d652d73188865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784099 Jan 28 13:31:50.524810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55122) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:50.559204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba33e8-6d4a-4be4-a8ae-bfd8ecabe5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d48bf4-a99d-49cf-9472-ee358e6b97b9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.597825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b07f262-652f-4bd6-8eb0-36ac2c521473 admin admin] Publish callbacks [] for security_group (75d48bf4-a99d-49cf-9472-ee358e6b97b9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.623614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b07f262-652f-4bd6-8eb0-36ac2c521473 admin admin] Publish callbacks [] for security_group (75d48bf4-a99d-49cf-9472-ee358e6b97b9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.709133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b07f262-652f-4bd6-8eb0-36ac2c521473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (75d48bf4-a99d-49cf-9472-ee358e6b97b9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.712340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b07f262-652f-4bd6-8eb0-36ac2c521473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:50.716816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b07f262-652f-4bd6-8eb0-36ac2c521473 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75d48bf4-a99d-49cf-9472-ee358e6b97b9 HTTP/1.1" status: 204 len: 168 time: 0.1901209 Jan 28 13:31:50.756433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07f262-652f-4bd6-8eb0-36ac2c521473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d48bf4-a99d-49cf-9472-ee358e6b97b9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:50.793615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9ab4f-6d6c-426e-8213-2ee89a07f1e2 req-41d50784-dbaa-4e23-89e8-0409d0c8a03b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:50.801802 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6c9ab4f-6d6c-426e-8213-2ee89a07f1e2 req-41d50784-dbaa-4e23-89e8-0409d0c8a03b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0836258 Jan 28 13:31:50.863208 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6c9ab4f-6d6c-426e-8213-2ee89a07f1e2 req-4e9e3402-cd3b-4fcb-b745-ad83beabd395 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603592 Jan 28 13:31:51.355921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55166) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:51.431718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d190230-6d06-4d76-8b3c-dbe2a730522d req-2b96bf9d-dc9f-4f37-b60f-d1670c1c903b tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 210 time: 0.0284855 Jan 28 13:31:51.588936 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-1d7bbb0a-e679-415d-a117-ee2a913909e2 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=80b19aa0bc604cc0bdd8f13629b373eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289195 Jan 28 13:31:51.643337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-network', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:51.718038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Made reservation on behalf of bce19f62f1bb4ee3b8aa63c23e25100c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:51.722369 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.750799 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.780842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-60e60517-ebf2-4884-8dbc-894ce0f32414 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:51.782761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-60e60517-ebf2-4884-8dbc-894ce0f32414 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858823 Jan 28 13:31:51.810725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Request body: {'port': {'device_id': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '80b19aa0bc604cc0bdd8f13629b373eb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:51.960969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks [] for security_group (80091011-6361-4196-9e40-1905db09dd8f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:51.999322 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80091011-6361-4196-9e40-1905db09dd8f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.031439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:31:52.053495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Made reservation on behalf of 80b19aa0bc604cc0bdd8f13629b373eb for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:52.056633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.064169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d5a699f6-1184-45dc-9299-2032cc8f56d7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.064980 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Added segment d5a699f6-1184-45dc-9299-2032cc8f56d7 of type vlan for network af468ac7-d104-4482-93fb-68115e634709 Jan 28 13:31:52.073413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80091011-6361-4196-9e40-1905db09dd8f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:52.085280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.096943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652af12-6f50-4030-8b59-23c5634e0838 req-f882b257-91a9-487b-b638-f2a610fdaa0d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:52.105680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55198) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:52.111837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e652af12-6f50-4030-8b59-23c5634e0838 req-f882b257-91a9-487b-b638-f2a610fdaa0d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1659446 Jan 28 13:31:52.194573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (af468ac7-d104-4482-93fb-68115e634709), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.248786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e652af12-6f50-4030-8b59-23c5634e0838 req-9ba5e0d6-2967-412f-9e87-511f4edcadbf tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355386 Jan 28 13:31:52.280408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (af468ac7-d104-4482-93fb-68115e634709), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.281385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:52.281973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.363894 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks [] for security_group (0956c495-f110-4a7b-8ef4-fd3bb70af01c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.370762 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0131640 Jan 28 13:31:52.373785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55208) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:52.382359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Request body: {'subnet': {'network_id': 'af468ac7-d104-4482-93fb-68115e634709', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-subnet', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:52.385374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0956c495-f110-4a7b-8ef4-fd3bb70af01c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.402189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f4fb0-58f1-4422-918b-6bebacd98010 admin admin] Pushing event updated for resources: {'Network': ['ID=af468ac7-d104-4482-93fb-68115e634709,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:52.408862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92aa20e-fa50-4d6d-a35c-154eea0d08f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.414520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network af468ac7-d104-4482-93fb-68115e634709 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:31:52.492408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0956c495-f110-4a7b-8ef4-fd3bb70af01c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:52.510350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Made reservation on behalf of bce19f62f1bb4ee3b8aa63c23e25100c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:31:52.513405 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.610621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16e8bd59-c763-4883-a3ce-27591da23603 req-19342ba7-bbcc-415b-b40d-94fd1401c4be tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 210 time: 0.0357890 Jan 28 13:31:52.623261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92aa20e-fa50-4d6d-a35c-154eea0d08f8 admin admin] Publish callbacks [] for security_group (9cb44680-88d9-449e-b5fa-880819fc2ec9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.632602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92aa20e-fa50-4d6d-a35c-154eea0d08f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9cb44680-88d9-449e-b5fa-880819fc2ec9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.661384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Allocated IP 192.168.233.162 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/71eb7d74-043b-4260-950d-b9a2b2c782b4) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:52.700836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f92aa20e-fa50-4d6d-a35c-154eea0d08f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6c3c55002294e4a85c7f2f8d251657c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5935619 Jan 28 13:31:52.702923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55220) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:52.710982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa20e-fa50-4d6d-a35c-154eea0d08f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb44680-88d9-449e-b5fa-880819fc2ec9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:52.789726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87284fd2-e8f7-40de-a704-e3874e0b6363 admin admin] Publish callbacks [] for security_group (9cb44680-88d9-449e-b5fa-880819fc2ec9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.813222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87284fd2-e8f7-40de-a704-e3874e0b6363 admin admin] Publish callbacks [] for security_group (9cb44680-88d9-449e-b5fa-880819fc2ec9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.877740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87284fd2-e8f7-40de-a704-e3874e0b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9cb44680-88d9-449e-b5fa-880819fc2ec9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.880595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87284fd2-e8f7-40de-a704-e3874e0b6363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:52.881791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87284fd2-e8f7-40de-a704-e3874e0b6363 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cb44680-88d9-449e-b5fa-880819fc2ec9 HTTP/1.1" status: 204 len: 168 time: 0.1777198 Jan 28 13:31:52.896401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284fd2-e8f7-40de-a704-e3874e0b6363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb44680-88d9-449e-b5fa-880819fc2ec9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:52.969164 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (46e33c9d-8eab-4aac-9b85-5f7cf0da3b10), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.027397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks [] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.055567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e33c9d-8eab-4aac-9b85-5f7cf0da3b10,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:53.088605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Checking segment: {'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:53.088984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Network hostable DHCP agents. Network: af468ac7-d104-4482-93fb-68115e634709, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:31:53.107186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.140241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Network af468ac7-d104-4482-93fb-68115e634709 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:31:53.163612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:53.165047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, af468ac7-d104-4482-93fb-68115e634709) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:53.168739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:53.173737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:53.175994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805f931-6531-46ff-9373-5b133f5e0e5d None None] Network af468ac7-d104-4482-93fb-68115e634709 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:53.182388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.183006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.218750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Pushing event updated for resources: {'Port': ['ID=71eb7d74-043b-4260-950d-b9a2b2c782b4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:53.242123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9f263cff-e5a5-4b1a-8db9-2419c12a54c0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8670509 Jan 28 13:31:53.245153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55246) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:53.251492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:53.281968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.282621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.320812 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (4e956a23-94d8-4da6-8c24-999702b03440), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.324336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (4e956a23-94d8-4da6-8c24-999702b03440), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.341477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f95eff5c-bcd4-4462-8c9e-e791c6f4ac43 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5389061 Jan 28 13:31:53.365985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Request body: {'port': {'device_id': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:31:53.379116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-af468ac7-d104-4482-93fb-68115e634709', 'network_id': 'af468ac7-d104-4482-93fb-68115e634709', 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'fixed_ips': [{'subnet_id': '46e33c9d-8eab-4aac-9b85-5f7cf0da3b10'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:31:53.380606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.528149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks [] for router_controller (4e956a23-94d8-4da6-8c24-999702b03440), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.617851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Allocated IP 172.20.0.2 (af468ac7-d104-4482-93fb-68115e634709/46e33c9d-8eab-4aac-9b85-5f7cf0da3b10/2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:53.631302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.682002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5584cea-acab-44f8-9153-305892cf7e20 req-d2dce0c4-39ca-4649-883b-2901babbef14 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.690837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5584cea-acab-44f8-9153-305892cf7e20 req-d2dce0c4-39ca-4649-883b-2901babbef14 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.2755980 Jan 28 13:31:53.756948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-62ff01ef-a72e-4dcf-a5d4-597eecad7c21 None None] Provisioning complete for port 71eb7d74-043b-4260-950d-b9a2b2c782b4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:53.758229 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-62ff01ef-a72e-4dcf-a5d4-597eecad7c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.760216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5584cea-acab-44f8-9153-305892cf7e20 req-1f80dbe2-320e-40ce-93d8-8bc17f553a2c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683384 Jan 28 13:31:53.769216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cf2be-af7d-4b75-b7c0-115761a0765a req-23ee8108-879d-4299-a5ae-26150e62879a tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:53.770749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-267cf2be-af7d-4b75-b7c0-115761a0765a req-23ee8108-879d-4299-a5ae-26150e62879a tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 936 time: 0.0615013 Jan 28 13:31:53.851605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-62ff01ef-a72e-4dcf-a5d4-597eecad7c21 None None] Port 71eb7d74-043b-4260-950d-b9a2b2c782b4 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:31:53.857264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-267cf2be-af7d-4b75-b7c0-115761a0765a req-7628dd46-6c6e-47d2-9397-81bba3193f65 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804081 Jan 28 13:31:53.860550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks [] for router_gateway (4e956a23-94d8-4da6-8c24-999702b03440), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.968083 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Publish callbacks [] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:53.975809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.036520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Pushing event updated for resources: {'Port': ['ID=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:54.040500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Network af468ac7-d104-4482-93fb-68115e634709 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:54.043526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:54.053572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:54.060742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.061341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.062249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.062755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.063661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.064193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.064719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.065458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.065953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.066454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.066944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.067446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.067934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:54.134249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Attempting to bind port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:54.134635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Attempting to bind port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:54.135150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Attempting to bind port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 on network af468ac7-d104-4482-93fb-68115e634709 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:54.141293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:54.141679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Checking segment: {'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:54.142100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.142719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Bound using segment: {'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:54.143862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Bound port: 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:54.144710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.218475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55284) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:54.234525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] For port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:54.239183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] For port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,segment=NetworkSegment(d5a699f6-1184-45dc-9299-2032cc8f56d7),segment_id=d5a699f6-1184-45dc-9299-2032cc8f56d7)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:54.246295 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.303453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eb7d74-043b-4260-950d-b9a2b2c782b4 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:54.340631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cbab7-e713-4c75-ab34-ddf7da2a08a4 None None] Pushing event updated for resources: {'Port': ['ID=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:54.357016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Publish callbacks [] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.383888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Transition to ACTIVE for port object 71eb7d74-043b-4260-950d-b9a2b2c782b4 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:31:54.406003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks [] for router_gateway (4e956a23-94d8-4da6-8c24-999702b03440), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.410579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.458346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.503602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5fd600bd-50a0-489b-84f3-22732a02c092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.524513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Pushing event updated for resources: {'Port': ['ID=71eb7d74-043b-4260-950d-b9a2b2c782b4,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:54.691635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5fd600bd-50a0-489b-84f3-22732a02c092 admin admin] Publish callbacks [] for security_group (5f48689a-e9dc-4359-8ce4-768f2fe3bbe7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.700694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5fd600bd-50a0-489b-84f3-22732a02c092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f48689a-e9dc-4359-8ce4-768f2fe3bbe7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.775833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Allocated IP 172.25.4.217 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/5a03934d-e472-459b-98e8-59b1612099a5) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:54.788655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd600bd-50a0-489b-84f3-22732a02c092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f48689a-e9dc-4359-8ce4-768f2fe3bbe7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:54.837809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5fd600bd-50a0-489b-84f3-22732a02c092 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ab1f1f1dc734cc88add88a04329b79d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6179652 Jan 28 13:31:54.838690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:54.940998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c9cc-0c86-40e1-83c7-a1e786316189 admin admin] Publish callbacks [] for security_group (5f48689a-e9dc-4359-8ce4-768f2fe3bbe7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.978048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks [] for port (5a03934d-e472-459b-98e8-59b1612099a5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:54.981654 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c9cc-0c86-40e1-83c7-a1e786316189 admin admin] Publish callbacks [] for security_group (5f48689a-e9dc-4359-8ce4-768f2fe3bbe7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.036818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5a03934d-e472-459b-98e8-59b1612099a5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.083117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c9cc-0c86-40e1-83c7-a1e786316189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f48689a-e9dc-4359-8ce4-768f2fe3bbe7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.086546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c9cc-0c86-40e1-83c7-a1e786316189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.090546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fbf2c9cc-0c86-40e1-83c7-a1e786316189 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f48689a-e9dc-4359-8ce4-768f2fe3bbe7 HTTP/1.1" status: 204 len: 168 time: 0.2505369 Jan 28 13:31:55.105982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2c9cc-0c86-40e1-83c7-a1e786316189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f48689a-e9dc-4359-8ce4-768f2fe3bbe7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:55.109532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Attempting to bind port 71eb7d74-043b-4260-950d-b9a2b2c782b4 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:55.109877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Attempting to bind port 71eb7d74-043b-4260-950d-b9a2b2c782b4 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:55.110215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Attempting to bind port 71eb7d74-043b-4260-950d-b9a2b2c782b4 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:55.121321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f6df9-2c88-496e-9f18-2b4fd32f1aae req-97a210d5-8cc2-459b-867f-ba872a77a896 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:55.123373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-785f6df9-2c88-496e-9f18-2b4fd32f1aae req-97a210d5-8cc2-459b-867f-ba872a77a896 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 948 time: 0.0847194 Jan 28 13:31:55.123755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:31:55.131823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Port 71eb7d74-043b-4260-950d-b9a2b2c782b4 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:31:55.132221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Attempting to bind port 71eb7d74-043b-4260-950d-b9a2b2c782b4 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:55.141190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:31:55.146818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Pushing event updated for resources: {'Port': ['ID=5a03934d-e472-459b-98e8-59b1612099a5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:55.156194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:31:55.172236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:55.172590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:55.172989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:55.173447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Bound port: 71eb7d74-043b-4260-950d-b9a2b2c782b4, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:55.174388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.192271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aebc9f-7960-4421-893d-525a81910b54 req-2f9b7e71-33ac-40b4-ad45-024206241169 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:55.196149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19aebc9f-7960-4421-893d-525a81910b54 req-2f9b7e71-33ac-40b4-ad45-024206241169 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1760335 Jan 28 13:31:55.208531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-785f6df9-2c88-496e-9f18-2b4fd32f1aae req-3417b902-9144-42db-accd-13c670b2b760 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737784 Jan 28 13:31:55.384963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19aebc9f-7960-4421-893d-525a81910b54 req-eb3a38f7-ceb0-4f2e-898d-ad77b7ea05aa tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645796 Jan 28 13:31:55.441955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] For port 71eb7d74-043b-4260-950d-b9a2b2c782b4, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:55.449331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] For port 71eb7d74-043b-4260-950d-b9a2b2c782b4, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=71eb7d74-043b-4260-950d-b9a2b2c782b4,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:55.459734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.469760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55334) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:55.584066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:55.585266 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.587465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] 10.222.0.60 "PUT /v2.0/ports/71eb7d74-043b-4260-950d-b9a2b2c782b4 HTTP/1.1" status: 200 len: 1096 time: 2.2356195 Jan 28 13:31:55.588192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'tag': '71eb7d74-043b-4260-950d-b9a2b2c782b4'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:31:55.591631 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a0da32-a045-4e49-8a31-30cf29edc9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "69a3242b-a575-48d5-a39a-b37b3873df7f", "tag": "71eb7d74-043b-4260-950d-b9a2b2c782b4"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:31:55.596618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55342) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:55.624857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bbc7-0e20-4360-aa0d-435e3b81126f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.696497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc4493cc-657a-480b-b954-23992b57f901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.747371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9ae5d-72c8-42d5-8225-6b4fe6b6808f service neutron] Pushing event updated for resources: {'Port': ['ID=71eb7d74-043b-4260-950d-b9a2b2c782b4,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:55.755041 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c8c480-2911-49d8-89c7-3c9f3bee9eb2 x-openstack-request-id: req-96c8c480-2911-49d8-89c7-3c9f3bee9eb2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:31:55.755334 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a3242b-a575-48d5-a39a-b37b3873df7f", "tag": "71eb7d74-043b-4260-950d-b9a2b2c782b4", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:31:55.755592 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96c8c480-2911-49d8-89c7-3c9f3bee9eb2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:31:55.756002 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'tag': '71eb7d74-043b-4260-950d-b9a2b2c782b4', 'status': 'completed', 'code': 200} Jan 28 13:31:55.830491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-2eefbaaa-9957-423c-9e3a-95c1c312202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:55.832081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-2eefbaaa-9957-423c-9e3a-95c1c312202b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80b19aa0bc604cc0bdd8f13629b373eb&device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 1099 time: 0.1784854 Jan 28 13:31:55.832960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks [] for router_gateway (4e956a23-94d8-4da6-8c24-999702b03440), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.852408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bbc7-0e20-4360-aa0d-435e3b81126f admin admin] Publish callbacks [] for security_group (c6ee7951-88f1-455e-8014-de8240a9761f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.886809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc4493cc-657a-480b-b954-23992b57f901 admin admin] Publish callbacks [] for security_group (55174555-6a0e-42bf-af57-689ffe6b5e1f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.890858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ec7bbc7-0e20-4360-aa0d-435e3b81126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6ee7951-88f1-455e-8014-de8240a9761f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.918505 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc4493cc-657a-480b-b954-23992b57f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (55174555-6a0e-42bf-af57-689ffe6b5e1f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:55.967665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-21c6a800-d9af-4352-ae39-a49c2f85fd28 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=71eb7d74-043b-4260-950d-b9a2b2c782b4 HTTP/1.1" status: 200 len: 217 time: 0.0746331 Jan 28 13:31:56.016091 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cc4493cc-657a-480b-b954-23992b57f901 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff28d69c03d642d9923f10d1b06724b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421166 Jan 28 13:31:56.016091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7bbc7-0e20-4360-aa0d-435e3b81126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee7951-88f1-455e-8014-de8240a9761f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:56.017134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55352) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:56.019949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ec7bbc7-0e20-4360-aa0d-435e3b81126f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ada8f439af054db9a34969bd152a8083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207315 Jan 28 13:31:56.038075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55354) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:56.109484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4493cc-657a-480b-b954-23992b57f901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55174555-6a0e-42bf-af57-689ffe6b5e1f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:56.127942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e2fd6-ff79-40fc-9828-cfeda2f7a908 None None] Network af468ac7-d104-4482-93fb-68115e634709 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:31:56.143460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-35386bf9-47a1-451f-96ec-b3b19211a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.145010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-35386bf9-47a1-451f-96ec-b3b19211a2ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1680522 Jan 28 13:31:56.147807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555ff92-d1b3-4b88-9901-357b9ad5a0cc admin admin] Publish callbacks [] for security_group (c6ee7951-88f1-455e-8014-de8240a9761f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.207568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555ff92-d1b3-4b88-9901-357b9ad5a0cc admin admin] Publish callbacks [] for security_group (c6ee7951-88f1-455e-8014-de8240a9761f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.220851 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9aa35d4c-efe0-4668-96d8-cd54b81ab690 admin admin] Publish callbacks [] for security_group (55174555-6a0e-42bf-af57-689ffe6b5e1f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.320848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9aa35d4c-efe0-4668-96d8-cd54b81ab690 admin admin] Publish callbacks [] for security_group (55174555-6a0e-42bf-af57-689ffe6b5e1f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.337318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555ff92-d1b3-4b88-9901-357b9ad5a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6ee7951-88f1-455e-8014-de8240a9761f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.342396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555ff92-d1b3-4b88-9901-357b9ad5a0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.349372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2555ff92-d1b3-4b88-9901-357b9ad5a0cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6ee7951-88f1-455e-8014-de8240a9761f HTTP/1.1" status: 204 len: 168 time: 0.2934122 Jan 28 13:31:56.376307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555ff92-d1b3-4b88-9901-357b9ad5a0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee7951-88f1-455e-8014-de8240a9761f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:56.442892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-82c80c9f-a2d8-44d7-bcbf-a0848faa9082 None None] Provisioning complete for port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:56.443527 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-82c80c9f-a2d8-44d7-bcbf-a0848faa9082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.490451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635194-2c52-4296-a3e0-3e7c1cfe53e6 req-752eb89c-dde4-4a97-9bb4-e991dfa25364 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.492086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68635194-2c52-4296-a3e0-3e7c1cfe53e6 req-752eb89c-dde4-4a97-9bb4-e991dfa25364 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 948 time: 0.1441765 Jan 28 13:31:56.635837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68635194-2c52-4296-a3e0-3e7c1cfe53e6 req-0e734cd8-3a96-4c89-8f0e-fa0504f2e01a tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150327 Jan 28 13:31:56.636110 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.639822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-82c80c9f-a2d8-44d7-bcbf-a0848faa9082 None None] Current status of the port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:56.640456 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-82c80c9f-a2d8-44d7-bcbf-a0848faa9082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.698036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-82c80c9f-a2d8-44d7-bcbf-a0848faa9082 None None] For port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,segment=NetworkSegment(d5a699f6-1184-45dc-9299-2032cc8f56d7),segment_id=d5a699f6-1184-45dc-9299-2032cc8f56d7)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:56.708632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-82c80c9f-a2d8-44d7-bcbf-a0848faa9082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.821264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c80c9f-a2d8-44d7-bcbf-a0848faa9082 None None] Pushing event updated for resources: {'Port': ['ID=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:56.840262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-23c25140-064a-4ad3-9a21-13eb073fbb01 None None] Provisioning complete for port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:56.841464 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23c25140-064a-4ad3-9a21-13eb073fbb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.895390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-e93656e6-fb95-4b22-b62b-cc4e1c88203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:56.900324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-e93656e6-fb95-4b22-b62b-cc4e1c88203a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7400270 Jan 28 13:31:56.945257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (4e956a23-94d8-4da6-8c24-999702b03440), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.977086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9aa35d4c-efe0-4668-96d8-cd54b81ab690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (55174555-6a0e-42bf-af57-689ffe6b5e1f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.980833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9aa35d4c-efe0-4668-96d8-cd54b81ab690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:56.982666 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9aa35d4c-efe0-4668-96d8-cd54b81ab690 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55174555-6a0e-42bf-af57-689ffe6b5e1f HTTP/1.1" status: 204 len: 168 time: 0.9421232 Jan 28 13:31:57.044565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:57.081544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35d4c-efe0-4668-96d8-cd54b81ab690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55174555-6a0e-42bf-af57-689ffe6b5e1f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:57.126165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-23c25140-064a-4ad3-9a21-13eb073fbb01 None None] Current status of the port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:57.186798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:57.187864 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.223088 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-f729d487-6c3e-4506-9022-d07c0d7ee055 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721877 Jan 28 13:31:57.319998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:57.365618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Router 4e956a23-94d8-4da6-8c24-999702b03440 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:31:57.390615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fdfc91b8-9e32-477e-ac80-409f6a237a45 req-90f59c83-904c-4738-8ef1-3fe8efa3ac75 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580095 Jan 28 13:31:57.401049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e63c6-1278-4e07-bb1c-4dafb7b7ae19 req-492a3285-038c-4b32-bd41-9ee01cd41da2 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:57.402557 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d4e63c6-1278-4e07-bb1c-4dafb7b7ae19 req-492a3285-038c-4b32-bd41-9ee01cd41da2 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.5560179 Jan 28 13:31:57.545503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:31:57.559326 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Sync routers for ids ['4e956a23-94d8-4da6-8c24-999702b03440'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:31:57.570599 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Routers {'4e956a23-94d8-4da6-8c24-999702b03440'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:57.571229 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:31:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4e956a23-94d8-4da6-8c24-999702b03440'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:57.617410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55418) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:57.646385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48f64cfa-c67d-43bf-9ff4-3e31b5746799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.682787 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Set router 4e956a23-94d8-4da6-8c24-999702b03440 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:57.697067 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.706786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a2a855c4-6789-43cb-9932-b01d21110c1a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4603412 Jan 28 13:31:57.710990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55422) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:57.712230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-f3add95a-0d9c-46ea-b73b-f1d60396178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:57.718406 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-f3add95a-0d9c-46ea-b73b-f1d60396178a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80b19aa0bc604cc0bdd8f13629b373eb&device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 1099 time: 0.2065296 Jan 28 13:31:57.830742 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d4e63c6-1278-4e07-bb1c-4dafb7b7ae19 req-3e24f9a8-2bc0-4421-86cf-e02f09c608ed tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171628 Jan 28 13:31:57.867388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:57.931417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-ccea3c0e-2cdf-4831-b4fd-e587599d5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:57.933792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-ccea3c0e-2cdf-4831-b4fd-e587599d5b3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2072928 Jan 28 13:31:58.001177 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '5a03934d-e472-459b-98e8-59b1612099a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:31:55Z', 'revision_number': 3, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port': {'id': '5a03934d-e472-459b-98e8-59b1612099a5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e956a23-94d8-4da6-8c24-999702b03440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:54Z', 'updated_at': '2022-01-28T13:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:58.040124 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-37ce9c98-2ffe-49b2-b1eb-9c322cd5abf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=71eb7d74-043b-4260-950d-b9a2b2c782b4 HTTP/1.1" status: 200 len: 217 time: 0.0966730 Jan 28 13:31:58.050170 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Checking router: 4e956a23-94d8-4da6-8c24-999702b03440 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:31:58.050742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Updating router 4e956a23-94d8-4da6-8c24-999702b03440 port 5a03934d-e472-459b-98e8-59b1612099a5 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:31:58.092975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48f64cfa-c67d-43bf-9ff4-3e31b5746799 admin admin] Publish callbacks [] for security_group (f501428b-13a3-4c47-9f9c-491f95785e2e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.119445 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a03934d-e472-459b-98e8-59b1612099a5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.146780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-2e97f7ef-5717-4787-88f4-0af8680a5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.149256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-2e97f7ef-5717-4787-88f4-0af8680a5cad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1012387 Jan 28 13:31:58.179048 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48f64cfa-c67d-43bf-9ff4-3e31b5746799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f501428b-13a3-4c47-9f9c-491f95785e2e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.279083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-7644766d-d173-459b-ab2f-2fae627fb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.280640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-7644766d-d173-459b-ab2f-2fae627fb80c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208296 Jan 28 13:31:58.379866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f64cfa-c67d-43bf-9ff4-3e31b5746799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f501428b-13a3-4c47-9f9c-491f95785e2e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:58.406772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48f64cfa-c67d-43bf-9ff4-3e31b5746799 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfd1567358a840c98d4df5d303f4bd45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7873728 Jan 28 13:31:58.419892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55454) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:31:58.488925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24e230ba-5ec8-4c07-b0e8-9d54b588c10b admin admin] Publish callbacks [] for security_group (f501428b-13a3-4c47-9f9c-491f95785e2e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.516482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24e230ba-5ec8-4c07-b0e8-9d54b588c10b admin admin] Publish callbacks [] for security_group (f501428b-13a3-4c47-9f9c-491f95785e2e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.634268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:31:58.653068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24e230ba-5ec8-4c07-b0e8-9d54b588c10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f501428b-13a3-4c47-9f9c-491f95785e2e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.659853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24e230ba-5ec8-4c07-b0e8-9d54b588c10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.660024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d53c18-db50-4242-9962-b1a6de254d71 req-35f224d4-650f-41fb-846e-a2a31dd0fa2f tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:58.664294 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-24e230ba-5ec8-4c07-b0e8-9d54b588c10b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f501428b-13a3-4c47-9f9c-491f95785e2e HTTP/1.1" status: 204 len: 168 time: 0.2424459 Jan 28 13:31:58.667704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d53c18-db50-4242-9962-b1a6de254d71 req-35f224d4-650f-41fb-846e-a2a31dd0fa2f tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 948 time: 0.8441355 Jan 28 13:31:58.709836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e230ba-5ec8-4c07-b0e8-9d54b588c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f501428b-13a3-4c47-9f9c-491f95785e2e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:58.725740 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Publish callbacks [] for port (5a03934d-e472-459b-98e8-59b1612099a5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.741952 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5a03934d-e472-459b-98e8-59b1612099a5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.767177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-264203be-4ca6-47e1-8ddd-876ab39242b5 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738698 Jan 28 13:31:58.769533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:31:58.771055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.807987 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Pushing event updated for resources: {'Port': ['ID=5a03934d-e472-459b-98e8-59b1612099a5,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:58.825393 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Attempting to bind port 5a03934d-e472-459b-98e8-59b1612099a5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:31:58.826121 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Attempting to bind port 5a03934d-e472-459b-98e8-59b1612099a5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:31:58.826737 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Attempting to bind port 5a03934d-e472-459b-98e8-59b1612099a5 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:31:58.833147 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:31:58.833883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:31:58.834590 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.835201 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:31:58.835955 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Bound port: 5a03934d-e472-459b-98e8-59b1612099a5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:31:58.836606 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a03934d-e472-459b-98e8-59b1612099a5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:58.915535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d53c18-db50-4242-9962-b1a6de254d71 req-ea6319f6-9a41-4fbc-b19f-50eb72d82dc3 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467911 Jan 28 13:31:58.971745 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] For port 5a03934d-e472-459b-98e8-59b1612099a5, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:31:58.975478 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] For port 5a03934d-e472-459b-98e8-59b1612099a5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5a03934d-e472-459b-98e8-59b1612099a5,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:31:58.983967 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.987160 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.989426 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.990034 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.990890 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.992830 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.993147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:58.993482 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.993885 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.996499 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.996959 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.997408 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:58.997870 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:59.001209 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:31:59.014028 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5a03934d-e472-459b-98e8-59b1612099a5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.040109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0a0da32-a045-4e49-8a31-30cf29edc9f8 req-a92f12fb-7d1b-4531-b979-3511354f3f4f service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640183 Jan 28 13:31:59.094736 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2319e-5aaf-48ef-801c-a038e153b7f9 None None] Pushing event updated for resources: {'Port': ['ID=5a03934d-e472-459b-98e8-59b1612099a5,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:31:59.128689 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Routers {'4e956a23-94d8-4da6-8c24-999702b03440'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:31:59.129424 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:31:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4e956a23-94d8-4da6-8c24-999702b03440'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:59.140007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33842e4d-4086-4fa1-8a6f-595c54836576 req-eff2ede9-19ed-480c-a5c2-9160f806ed62 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:31:59.150364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33842e4d-4086-4fa1-8a6f-595c54836576 req-eff2ede9-19ed-480c-a5c2-9160f806ed62 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1092131 Jan 28 13:31:59.195561 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.268527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33842e4d-4086-4fa1-8a6f-595c54836576 req-09876dae-70d4-4e91-9a82-e489958d34c2 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051419 Jan 28 13:31:59.448981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 71eb7d74-043b-4260-950d-b9a2b2c782b4 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:31:59.543056 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] Set router 4e956a23-94d8-4da6-8c24-999702b03440 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:31:59.594415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Allocated IP 172.20.0.1 (af468ac7-d104-4482-93fb-68115e634709/46e33c9d-8eab-4aac-9b85-5f7cf0da3b10/5bb36595-c6d2-400b-8302-0cbb28bd4407) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:31:59.686122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 71eb7d74-043b-4260-950d-b9a2b2c782b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=71eb7d74-043b-4260-950d-b9a2b2c782b4,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:59.715657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '71eb7d74-043b-4260-950d-b9a2b2c782b4', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '71eb7d74-043b-4260-950d-b9a2b2c782b4', 'mac_address': 'fa:16:3e:69:93:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:31:59.797379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 71eb7d74-043b-4260-950d-b9a2b2c782b4 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:31:59.797758 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.824665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eb7d74-043b-4260-950d-b9a2b2c782b4 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:31:59.865062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 71eb7d74-043b-4260-950d-b9a2b2c782b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=71eb7d74-043b-4260-950d-b9a2b2c782b4,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:31:59.865733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks [] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.879098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.909633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:31:59.937129 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '5a03934d-e472-459b-98e8-59b1612099a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:31:55Z', 'revision_number': 3, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port': {'id': '5a03934d-e472-459b-98e8-59b1612099a5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e956a23-94d8-4da6-8c24-999702b03440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:54Z', 'updated_at': '2022-01-28T13:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:31:59.995822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=71eb7d74-043b-4260-950d-b9a2b2c782b4,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:00.008202 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21db89-1583-470b-8382-fe66ee0f51b6 None None] The sync data for ids ['4e956a23-94d8-4da6-8c24-999702b03440'] in n-d-822748-2 is: [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '5a03934d-e472-459b-98e8-59b1612099a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:31:55Z', 'revision_number': 3, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port': {'id': '5a03934d-e472-459b-98e8-59b1612099a5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e956a23-94d8-4da6-8c24-999702b03440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:54Z', 'updated_at': '2022-01-28T13:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:00.021237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Network af468ac7-d104-4482-93fb-68115e634709 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:00.022147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Pushing event updated for resources: {'Port': ['ID=5bb36595-c6d2-400b-8302-0cbb28bd4407,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:00.026340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:00.028763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:00.094607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (4e956a23-94d8-4da6-8c24-999702b03440), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.223994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['71eb7d74-043b-4260-950d-b9a2b2c782b4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:00.279144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a74a-8554-475c-a593-b13f2ee587a5 req-c3447bc7-f2e2-428b-ad5e-5358ff5e838a tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.291868 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47a9a74a-8554-475c-a593-b13f2ee587a5 req-c3447bc7-f2e2-428b-ad5e-5358ff5e838a tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 949 time: 0.1981437 Jan 28 13:32:00.600358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47a9a74a-8554-475c-a593-b13f2ee587a5 req-1aae7c61-2ee1-48e7-9ad2-3f925dabe497 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069065 Jan 28 13:32:00.630806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-460ecb14-8ba8-403d-8245-35aeabe4c9b4 None None] Provisioning complete for port 5bb36595-c6d2-400b-8302-0cbb28bd4407 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:00.631643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-460ecb14-8ba8-403d-8245-35aeabe4c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.670839 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:00.704680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04752aad-1738-4208-8c99-31ec044809d7 req-887c9b06-782a-4a5e-91df-b13b86fe1670 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:00.715460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-04752aad-1738-4208-8c99-31ec044809d7 req-887c9b06-782a-4a5e-91df-b13b86fe1670 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.3002896 Jan 28 13:32:00.748123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5a03934d-e472-459b-98e8-59b1612099a5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:00.813756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-460ecb14-8ba8-403d-8245-35aeabe4c9b4 None None] Port 5bb36595-c6d2-400b-8302-0cbb28bd4407 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:00.872143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-04752aad-1738-4208-8c99-31ec044809d7 req-9b859664-145a-44f8-a764-e83793f7e792 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449623 Jan 28 13:32:00.914554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5a03934d-e472-459b-98e8-59b1612099a5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:00.915188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5a03934d-e472-459b-98e8-59b1612099a5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.058688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5a03934d-e472-459b-98e8-59b1612099a5 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:01.059163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a03934d-e472-459b-98e8-59b1612099a5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.100232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 5a03934d-e472-459b-98e8-59b1612099a5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5a03934d-e472-459b-98e8-59b1612099a5,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:01.113519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5a03934d-e472-459b-98e8-59b1612099a5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.154947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks [] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.166272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.188982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=5a03934d-e472-459b-98e8-59b1612099a5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:01.293290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Pushing event updated for resources: {'Port': ['ID=5bb36595-c6d2-400b-8302-0cbb28bd4407,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:01.351639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (4e956a23-94d8-4da6-8c24-999702b03440), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:01.568710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Network af468ac7-d104-4482-93fb-68115e634709 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:01.575466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:02.013191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a16f2-1c00-446b-b23c-0ea8ed1933ab req-0858d227-4b26-49d9-940e-5bcd297e5593 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:02.015749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-741a16f2-1c00-446b-b23c-0ea8ed1933ab req-0858d227-4b26-49d9-940e-5bcd297e5593 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 949 time: 0.2433283 Jan 28 13:32:02.019351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Router 4e956a23-94d8-4da6-8c24-999702b03440 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:02.109270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd15e-6014-4cba-b1eb-f21282506910 req-a5f0ce11-6987-456a-be07-01fe719df81b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:02.117592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e0bd15e-6014-4cba-b1eb-f21282506910 req-a5f0ce11-6987-456a-be07-01fe719df81b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1285939 Jan 28 13:32:02.174224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ac9b4fd0-5d7c-4ae6-87a8-b93309278ba1 None None] Provisioning complete for port 5bb36595-c6d2-400b-8302-0cbb28bd4407 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:02.174691 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4fd0-5d7c-4ae6-87a8-b93309278ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.215286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-741a16f2-1c00-446b-b23c-0ea8ed1933ab req-be990a7f-6de0-4aa1-87de-da8108985c36 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850109 Jan 28 13:32:02.254983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e0bd15e-6014-4cba-b1eb-f21282506910 req-b3f70cb4-ec4b-4a88-b397-d7875cb325c3 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356008 Jan 28 13:32:02.268817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b4fd0-5d7c-4ae6-87a8-b93309278ba1 None None] Port 5bb36595-c6d2-400b-8302-0cbb28bd4407 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:02.310775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:02.323137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4081b6b5-7960-466b-b626-8a457f73017a admin admin] 10.222.0.45 "PUT /v2.0/routers/4e956a23-94d8-4da6-8c24-999702b03440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6096773 Jan 28 13:32:02.620909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5a03934d-e472-459b-98e8-59b1612099a5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:02.749501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5a03934d-e472-459b-98e8-59b1612099a5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:02.749895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5a03934d-e472-459b-98e8-59b1612099a5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:02.797114 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-dd38bd8d-c493-4303-864e-5185284269c9 req-184b3ec8-b279-4d81-9984-b8f4c17fef6d tempest-FloatingIPDetailsNegativeTestJSON-1329370443 tempest-FloatingIPDetailsNegativeTestJSON-1329370443-project] show failed (client error): The resource could not be found. Jan 28 13:32:02.803931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd38bd8d-c493-4303-864e-5185284269c9 req-184b3ec8-b279-4d81-9984-b8f4c17fef6d tempest-FloatingIPDetailsNegativeTestJSON-1329370443 tempest-FloatingIPDetailsNegativeTestJSON-1329370443-project] 10.222.0.45 "GET /v2.0/floatingips/d4215028-86bc-4578-8c9e-b2f3a630ba75 HTTP/1.1" status: 404 len: 350 time: 0.0937808 Jan 28 13:32:02.810378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55730) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:02.904534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55738) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:02.948741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5a03934d-e472-459b-98e8-59b1612099a5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:03.110497 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d6c8-be84-48c6-8ff4-13d8bf87524d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.131712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab291d35-e342-4238-a726-207e17381dea None None] Sync routers for ids ['4e956a23-94d8-4da6-8c24-999702b03440'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:03.150674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] Routers {'4e956a23-94d8-4da6-8c24-999702b03440'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:03.152157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:31:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4e956a23-94d8-4da6-8c24-999702b03440'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:03.242003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d6c8-be84-48c6-8ff4-13d8bf87524d admin admin] Publish callbacks [] for security_group (8b777133-2bdf-449d-960f-a730382e79c1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.258066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d6c8-be84-48c6-8ff4-13d8bf87524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8b777133-2bdf-449d-960f-a730382e79c1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.375134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] Set router 4e956a23-94d8-4da6-8c24-999702b03440 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:03.458617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55786) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:03.466877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9f0d6c8-be84-48c6-8ff4-13d8bf87524d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d9ceb42d73742b4990b0e972b30e32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614057 Jan 28 13:32:03.469296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0d6c8-be84-48c6-8ff4-13d8bf87524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b777133-2bdf-449d-960f-a730382e79c1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:03.500952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (4e956a23-94d8-4da6-8c24-999702b03440), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:03.525269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abca6e-49fd-4544-a0bc-ddd311f0a685 req-0f7428d2-ebdb-4fd4-922d-45208485c8df tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.526975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91abca6e-49fd-4544-a0bc-ddd311f0a685 req-0f7428d2-ebdb-4fd4-922d-45208485c8df tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1193230 Jan 28 13:32:03.543545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bb45f-b175-48e4-9b14-eee8e0f1c2fe req-46b2645d-7351-40a2-ad98-d93f47425e80 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:03.550528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 71eb7d74-043b-4260-950d-b9a2b2c782b4 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:03.555049 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e89bb45f-b175-48e4-9b14-eee8e0f1c2fe req-46b2645d-7351-40a2-ad98-d93f47425e80 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 949 time: 0.1885669 Jan 28 13:32:03.620848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e89bb45f-b175-48e4-9b14-eee8e0f1c2fe req-2d4ef9fa-6414-4fe2-9907-a48532262acd tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650551 Jan 28 13:32:03.847656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 71eb7d74-043b-4260-950d-b9a2b2c782b4 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:03.877931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 71eb7d74-043b-4260-950d-b9a2b2c782b4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:03.879900 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.124291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c08c4c19-ae94-457f-9e46-42d89a1f2dff admin admin] Publish callbacks [] for security_group (8b777133-2bdf-449d-960f-a730382e79c1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.130981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '5a03934d-e472-459b-98e8-59b1612099a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:32:00Z', 'revision_number': 4, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port': {'id': '5a03934d-e472-459b-98e8-59b1612099a5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e956a23-94d8-4da6-8c24-999702b03440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:54Z', 'updated_at': '2022-01-28T13:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '5bb36595-c6d2-400b-8302-0cbb28bd4407', 'name': '', 'network_id': 'af468ac7-d104-4482-93fb-68115e634709', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'mac_address': 'fa:16:3e:2e:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e956a23-94d8-4da6-8c24-999702b03440', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '46e33c9d-8eab-4aac-9b85-5f7cf0da3b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:59Z', 'updated_at': '2022-01-28T13:32:00Z', 'revision_number': 2, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'subnets': [{'id': '46e33c9d-8eab-4aac-9b85-5f7cf0da3b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:04.197290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab291d35-e342-4238-a726-207e17381dea None None] Checking router: 4e956a23-94d8-4da6-8c24-999702b03440 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:04.198016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab291d35-e342-4238-a726-207e17381dea None None] Updating router 4e956a23-94d8-4da6-8c24-999702b03440 port 5bb36595-c6d2-400b-8302-0cbb28bd4407 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:32:04.240774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c08c4c19-ae94-457f-9e46-42d89a1f2dff admin admin] Publish callbacks [] for security_group (8b777133-2bdf-449d-960f-a730382e79c1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.250626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 71eb7d74-043b-4260-950d-b9a2b2c782b4 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:04.251102 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.259246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91abca6e-49fd-4544-a0bc-ddd311f0a685 req-37051418-5c02-42ec-95e1-291d403ad70a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212435 Jan 28 13:32:04.259626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ab291d35-e342-4238-a726-207e17381dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.352250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb7d74-043b-4260-950d-b9a2b2c782b4'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:04.355305 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09075cdf-2e18-4b35-beae-7e0c44c81dd5" -d '{"events": [{"server_uuid": "69a3242b-a575-48d5-a39a-b37b3873df7f", "name": "network-vif-plugged", "status": "completed", "tag": "71eb7d74-043b-4260-950d-b9a2b2c782b4"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:04.410397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c08c4c19-ae94-457f-9e46-42d89a1f2dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8b777133-2bdf-449d-960f-a730382e79c1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.414378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c08c4c19-ae94-457f-9e46-42d89a1f2dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.416696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c08c4c19-ae94-457f-9e46-42d89a1f2dff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b777133-2bdf-449d-960f-a730382e79c1 HTTP/1.1" status: 204 len: 168 time: 0.9486792 Jan 28 13:32:04.498273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 71eb7d74-043b-4260-950d-b9a2b2c782b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=71eb7d74-043b-4260-950d-b9a2b2c782b4,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:04.501383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c4c19-ae94-457f-9e46-42d89a1f2dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b777133-2bdf-449d-960f-a730382e79c1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:04.511581 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7281cc5e-225c-4b99-a1a6-cc7861ae3c8a x-openstack-request-id: req-7281cc5e-225c-4b99-a1a6-cc7861ae3c8a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:04.512490 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a3242b-a575-48d5-a39a-b37b3873df7f", "name": "network-vif-plugged", "status": "completed", "tag": "71eb7d74-043b-4260-950d-b9a2b2c782b4", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:04.513689 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7281cc5e-225c-4b99-a1a6-cc7861ae3c8a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:04.514277 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb7d74-043b-4260-950d-b9a2b2c782b4', 'code': 200} Jan 28 13:32:04.557022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.697882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca37ae-a400-41aa-85a1-22d7cc0ff2da req-11596d68-fb86-472a-b67b-f33bd10a82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:04.700444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2ca37ae-a400-41aa-85a1-22d7cc0ff2da req-11596d68-fb86-472a-b67b-f33bd10a82f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 1101 time: 0.1313522 Jan 28 13:32:04.743066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Deleting port 5bb36595-c6d2-400b-8302-0cbb28bd4407 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:04.743919 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.804525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=71eb7d74-043b-4260-950d-b9a2b2c782b4,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:04.842716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2ca37ae-a400-41aa-85a1-22d7cc0ff2da req-9f5197d6-e9e6-408b-a02c-f24dd710ad9f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336236 Jan 28 13:32:04.893257 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5439a395-74be-4684-9a39-229917f13474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:04.904717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5503ed-3d99-4805-8cdb-3420423d1572 req-ea9d5ebb-907e-4061-b45c-a33162f05202 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:04.906501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d5503ed-3d99-4805-8cdb-3420423d1572 req-ea9d5ebb-907e-4061-b45c-a33162f05202 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 950 time: 0.1221883 Jan 28 13:32:04.946687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.003942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d5503ed-3d99-4805-8cdb-3420423d1572 req-f9a47460-6c24-47b5-b458-d8a611a5f6d0 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864594 Jan 28 13:32:05.005383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Calling delete_port for 5bb36595-c6d2-400b-8302-0cbb28bd4407 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:05.092556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ab291d35-e342-4238-a726-207e17381dea None None] Publish callbacks [] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.115444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ab291d35-e342-4238-a726-207e17381dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.257302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8868a35-9af4-4c5d-9d12-7440072a92c7 None None] Pushing event updated for resources: {'Port': ['ID=5bb36595-c6d2-400b-8302-0cbb28bd4407,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:05.295315 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55924) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:05.363971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.469227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb36595-c6d2-400b-8302-0cbb28bd4407,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:05.618085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f7131-9a21-4527-9a42-43677a48cfa0 req-03758b92-b9f2-48b2-98f2-edd49d8eb2f0 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:05.625819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d84f7131-9a21-4527-9a42-43677a48cfa0 req-03758b92-b9f2-48b2-98f2-edd49d8eb2f0 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1945286 Jan 28 13:32:05.639926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efc5bbdd-15c3-4ed0-9ac4-9df8eb2472c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.688894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2b0edce7-0ad2-495f-b726-584adefdd3ec None None] Could not find standard attr ID for object 5bb36595-c6d2-400b-8302-0cbb28bd4407. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:32:05.694196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ab291d35-e342-4238-a726-207e17381dea None None] Attempting to bind port 5bb36595-c6d2-400b-8302-0cbb28bd4407 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:05.694582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ab291d35-e342-4238-a726-207e17381dea None None] Attempting to bind port 5bb36595-c6d2-400b-8302-0cbb28bd4407 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:05.694951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab291d35-e342-4238-a726-207e17381dea None None] Attempting to bind port 5bb36595-c6d2-400b-8302-0cbb28bd4407 on network af468ac7-d104-4482-93fb-68115e634709 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:05.713535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab291d35-e342-4238-a726-207e17381dea None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:05.713929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab291d35-e342-4238-a726-207e17381dea None None] Checking segment: {'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:05.714346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ab291d35-e342-4238-a726-207e17381dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.714754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab291d35-e342-4238-a726-207e17381dea None None] Bound using segment: {'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:05.715253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ab291d35-e342-4238-a726-207e17381dea None None] Bound port: 5bb36595-c6d2-400b-8302-0cbb28bd4407, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a699f6-1184-45dc-9299-2032cc8f56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'af468ac7-d104-4482-93fb-68115e634709'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:05.715643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ab291d35-e342-4238-a726-207e17381dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5bb36595-c6d2-400b-8302-0cbb28bd4407), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.778701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d84f7131-9a21-4527-9a42-43677a48cfa0 req-4307c21a-cde4-486e-9a39-86e1708b00c7 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492109 Jan 28 13:32:05.817966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ab291d35-e342-4238-a726-207e17381dea None None] Port 5bb36595-c6d2-400b-8302-0cbb28bd4407 has been deleted concurrently {{(pid=103375) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 13:32:05.842635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] Routers {'4e956a23-94d8-4da6-8c24-999702b03440'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:05.843367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:31:37Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4e956a23-94d8-4da6-8c24-999702b03440'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:05.918764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (4e956a23-94d8-4da6-8c24-999702b03440), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.939751 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efc5bbdd-15c3-4ed0-9ac4-9df8eb2472c3 admin admin] Publish callbacks [] for security_group (2bb004fd-441d-4e7d-9e90-c9848024d8e1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.946739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efc5bbdd-15c3-4ed0-9ac4-9df8eb2472c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2bb004fd-441d-4e7d-9e90-c9848024d8e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:05.991375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5bbdd-15c3-4ed0-9ac4-9df8eb2472c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb004fd-441d-4e7d-9e90-c9848024d8e1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:06.016708 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-efc5bbdd-15c3-4ed0-9ac4-9df8eb2472c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80d3bf1c8a354836b866ab6fab9473b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7043219 Jan 28 13:32:06.018442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55954) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:06.046320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] Set router 4e956a23-94d8-4da6-8c24-999702b03440 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:06.164399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3797bf8-8e91-4127-a897-df0119b10073 admin admin] Publish callbacks [] for security_group (2bb004fd-441d-4e7d-9e90-c9848024d8e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.231342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3797bf8-8e91-4127-a897-df0119b10073 admin admin] Publish callbacks [] for security_group (2bb004fd-441d-4e7d-9e90-c9848024d8e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.349522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1d6fe-2517-4d48-95f3-7d1d9393727f req-a9dfae8c-b1c8-4a61-b026-3d9c3b8b1d5c tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:06.351339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06c1d6fe-2517-4d48-95f3-7d1d9393727f req-a9dfae8c-b1c8-4a61-b026-3d9c3b8b1d5c tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 950 time: 0.1644537 Jan 28 13:32:06.353205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3797bf8-8e91-4127-a897-df0119b10073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2bb004fd-441d-4e7d-9e90-c9848024d8e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.356811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3797bf8-8e91-4127-a897-df0119b10073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:06.359252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c3797bf8-8e91-4127-a897-df0119b10073 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bb004fd-441d-4e7d-9e90-c9848024d8e1 HTTP/1.1" status: 204 len: 168 time: 0.3394620 Jan 28 13:32:06.379221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3797bf8-8e91-4127-a897-df0119b10073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb004fd-441d-4e7d-9e90-c9848024d8e1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:06.470192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Router 4e956a23-94d8-4da6-8c24-999702b03440 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:06.485152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06c1d6fe-2517-4d48-95f3-7d1d9393727f req-b8320143-71e9-4b05-bd69-a0110c142215 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995300 Jan 28 13:32:06.609548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ab291d35-e342-4238-a726-207e17381dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '5a03934d-e472-459b-98e8-59b1612099a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:32:05Z', 'revision_number': 5, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port': {'id': '5a03934d-e472-459b-98e8-59b1612099a5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e956a23-94d8-4da6-8c24-999702b03440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:54Z', 'updated_at': '2022-01-28T13:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:06.619343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:06.625577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-15898514-c5ec-4142-8a38-630c4eec7138 admin admin] 10.222.0.45 "PUT /v2.0/routers/4e956a23-94d8-4da6-8c24-999702b03440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8136866 Jan 28 13:32:06.628851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55978) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:06.675913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab291d35-e342-4238-a726-207e17381dea None None] The sync data for ids ['4e956a23-94d8-4da6-8c24-999702b03440'] in n-d-822748-2 is: [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '5a03934d-e472-459b-98e8-59b1612099a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:32:05Z', 'revision_number': 5, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port': {'id': '5a03934d-e472-459b-98e8-59b1612099a5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e956a23-94d8-4da6-8c24-999702b03440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:31:54Z', 'updated_at': '2022-01-28T13:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:06.872067 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks [] for router (4e956a23-94d8-4da6-8c24-999702b03440), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.108663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689af24-87c0-45b3-81c4-e1228abf74a2 req-72d13761-2e1b-403b-88f7-ad01910b9d12 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:07.110270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a689af24-87c0-45b3-81c4-e1228abf74a2 req-72d13761-2e1b-403b-88f7-ad01910b9d12 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1603997 Jan 28 13:32:07.165886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks [] for router_gateway (4e956a23-94d8-4da6-8c24-999702b03440), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.298445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a689af24-87c0-45b3-81c4-e1228abf74a2 req-273dcb3f-7764-4c7f-bc42-7e35dd959d54 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486697 Jan 28 13:32:07.306852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f480e00d-fc12-4d0a-91c6-f0aae1b941d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.361362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Deleting port 5a03934d-e472-459b-98e8-59b1612099a5 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:07.362176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5a03934d-e472-459b-98e8-59b1612099a5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.486037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] For port 5a03934d-e472-459b-98e8-59b1612099a5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5a03934d-e472-459b-98e8-59b1612099a5,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:07.486526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5a03934d-e472-459b-98e8-59b1612099a5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.501069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Calling delete_port for 5a03934d-e472-459b-98e8-59b1612099a5 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:07.684875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9207d-ae03-435e-ab21-4855438fed5c req-66d89eb2-c743-480f-90b0-073b6797b526 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:07.693739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be9207d-ae03-435e-ab21-4855438fed5c req-66d89eb2-c743-480f-90b0-073b6797b526 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 950 time: 0.0769873 Jan 28 13:32:07.829077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be9207d-ae03-435e-ab21-4855438fed5c req-803765fb-720d-4239-9513-ca87e9e85a59 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331034 Jan 28 13:32:07.917505 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] Sync routers for ids ['4e956a23-94d8-4da6-8c24-999702b03440'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:07.944644 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] Routers {'4e956a23-94d8-4da6-8c24-999702b03440'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:07.945993 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:32:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4e956a23-94d8-4da6-8c24-999702b03440'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:07.966542 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5a03934d-e472-459b-98e8-59b1612099a5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:07.998603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a03934d-e472-459b-98e8-59b1612099a5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:08.073097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (4e956a23-94d8-4da6-8c24-999702b03440), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.143221 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] Set router 4e956a23-94d8-4da6-8c24-999702b03440 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:08.223725 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:32:07Z', 'revision_number': 6, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:08.245869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (4e956a23-94d8-4da6-8c24-999702b03440), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.250618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks [] for router_controller (4e956a23-94d8-4da6-8c24-999702b03440), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.311644 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] Checking router: 4e956a23-94d8-4da6-8c24-999702b03440 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:08.325695 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] Routers {'4e956a23-94d8-4da6-8c24-999702b03440'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:08.326358 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:32:07Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4e956a23-94d8-4da6-8c24-999702b03440'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:08.370867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:08.463081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c03fc-b800-4d76-b107-632f5b2bec1b req-8dd86e44-364c-48f1-8327-c1b30beeef12 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.470387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b88c03fc-b800-4d76-b107-632f5b2bec1b req-8dd86e44-364c-48f1-8327-c1b30beeef12 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0685027 Jan 28 13:32:08.474740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (4e956a23-94d8-4da6-8c24-999702b03440), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.475865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e956a23-94d8-4da6-8c24-999702b03440 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:32:08.482257 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] Set router 4e956a23-94d8-4da6-8c24-999702b03440 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:08.490037 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.490037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c99e1d2b-f096-4f10-bb04-b62bc9275c1e admin admin] 10.222.0.45 "DELETE /v2.0/routers/4e956a23-94d8-4da6-8c24-999702b03440 HTTP/1.1" status: 204 len: 168 time: 1.8555894 Jan 28 13:32:08.490037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:08.568690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] Deleting subnet 46e33c9d-8eab-4aac-9b85-5f7cf0da3b10 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:32:08.573133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] Publish callbacks [] for subnet (46e33c9d-8eab-4aac-9b85-5f7cf0da3b10), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.591474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a060-f75f-4c59-b5d0-64a67b5f8b2c req-7fb78f6b-b8bf-488c-bfaa-51fbb88b31ff tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:08.594229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64a7a060-f75f-4c59-b5d0-64a67b5f8b2c req-7fb78f6b-b8bf-488c-bfaa-51fbb88b31ff tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 950 time: 0.2215440 Jan 28 13:32:08.618852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.632609 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b88c03fc-b800-4d76-b107-632f5b2bec1b req-007a7488-9f32-44ad-9e16-faebb7104bba tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572888 Jan 28 13:32:08.673918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (46e33c9d-8eab-4aac-9b85-5f7cf0da3b10), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.689396 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:32:07Z', 'revision_number': 7, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:08.796192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64a7a060-f75f-4c59-b5d0-64a67b5f8b2c req-701bfde4-b370-4900-9003-074c12d869ac tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931978 Jan 28 13:32:08.815290 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025d9fc-5006-43f3-abe2-ebbb7ebd9eed None None] The sync data for ids ['4e956a23-94d8-4da6-8c24-999702b03440'] in n-d-822748-2 is: [{'id': '4e956a23-94d8-4da6-8c24-999702b03440', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-562553476-router', 'tenant_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:31:53Z', 'updated_at': '2022-01-28T13:32:07Z', 'revision_number': 7, 'project_id': 'bce19f62f1bb4ee3b8aa63c23e25100c', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:08.829305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (46e33c9d-8eab-4aac-9b85-5f7cf0da3b10), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.878907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed0a01ce-f4fe-4b71-a6e5-f9f6c480dc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.932524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (46e33c9d-8eab-4aac-9b85-5f7cf0da3b10), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.965192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e33c9d-8eab-4aac-9b85-5f7cf0da3b10,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:08.979013 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:08.984049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266922d7-ebb5-4b33-8d90-a83f1713e7cb None None] Network af468ac7-d104-4482-93fb-68115e634709 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:08.992628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0659b84b-3a2b-498b-9179-c9dcbb3967ca admin admin] 10.222.0.45 "DELETE /v2.0/subnets/46e33c9d-8eab-4aac-9b85-5f7cf0da3b10 HTTP/1.1" status: 204 len: 168 time: 0.5011742 Jan 28 13:32:08.998572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:09.109664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (af468ac7-d104-4482-93fb-68115e634709), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.188683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed0a01ce-f4fe-4b71-a6e5-f9f6c480dc29 admin admin] Publish callbacks [] for security_group (54cd2627-9716-4d15-923b-13182d04c0f5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.210132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed0a01ce-f4fe-4b71-a6e5-f9f6c480dc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (54cd2627-9716-4d15-923b-13182d04c0f5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.275859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] DHCP port deletion for af468ac7-d104-4482-93fb-68115e634709 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:32:09.324326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed0a01ce-f4fe-4b71-a6e5-f9f6c480dc29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d226be37bfc48efa112b67b9b134003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9519901 Jan 28 13:32:09.326827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:09.353306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a01ce-f4fe-4b71-a6e5-f9f6c480dc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd2627-9716-4d15-923b-13182d04c0f5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:09.391695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] Deleting port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:09.392135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.413395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Deleting port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:09.413745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.479239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf76b-4166-464c-8803-ffb02be16aab admin admin] Publish callbacks [] for security_group (54cd2627-9716-4d15-923b-13182d04c0f5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.529129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf76b-4166-464c-8803-ffb02be16aab admin admin] Publish callbacks [] for security_group (54cd2627-9716-4d15-923b-13182d04c0f5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.580627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] For port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,segment=NetworkSegment(d5a699f6-1184-45dc-9299-2032cc8f56d7),segment_id=d5a699f6-1184-45dc-9299-2032cc8f56d7)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:09.583474 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.590129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] For port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,segment=NetworkSegment(d5a699f6-1184-45dc-9299-2032cc8f56d7),segment_id=d5a699f6-1184-45dc-9299-2032cc8f56d7)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:09.590507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.613226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Calling delete_port for 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:09.627396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] Calling delete_port for 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:09.632588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf76b-4166-464c-8803-ffb02be16aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (54cd2627-9716-4d15-923b-13182d04c0f5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.635547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf76b-4166-464c-8803-ffb02be16aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.639098 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a8fdf76b-4166-464c-8803-ffb02be16aab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54cd2627-9716-4d15-923b-13182d04c0f5 HTTP/1.1" status: 204 len: 168 time: 0.3090403 Jan 28 13:32:09.669367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56140) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:09.670547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf76b-4166-464c-8803-ffb02be16aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd2627-9716-4d15-923b-13182d04c0f5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:09.848538 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.875785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] No DVR routers for this DVR port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:09.925655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ea829-ba6f-4197-855e-980ed2b2eb58 req-df6a8e34-deb5-46e9-b385-ca89c73975de tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:09.929273 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-633ea829-ba6f-4197-855e-980ed2b2eb58 req-df6a8e34-deb5-46e9-b385-ca89c73975de tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1360788 Jan 28 13:32:09.930912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:09.954545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9944def-ff0b-4e18-a345-19a0e05ac4de None None] Pushing event deleted for resources: {'Port': ['ID=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.017008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.041963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] No DVR routers for this DVR port 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:10.102124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c7467-736e-4970-94e2-7a4aece1c383 req-89226dd0-931a-4d80-8491-d3d209f485f6 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:10.108075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d2c7467-736e-4970-94e2-7a4aece1c383 req-89226dd0-931a-4d80-8491-d3d209f485f6 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 950 time: 0.1301985 Jan 28 13:32:10.116519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-d54acd53-f1c7-426e-b01b-0aeac54da746 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:10.118832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-d54acd53-f1c7-426e-b01b-0aeac54da746 tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.60 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 950 time: 0.2099445 Jan 28 13:32:10.214343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-633ea829-ba6f-4197-855e-980ed2b2eb58 req-ec52885f-a7ff-47fb-a1c0-b94c622838e4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128005 Jan 28 13:32:10.216791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0641-47ea-4905-a426-a3bc4c2b6c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.267094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (af468ac7-d104-4482-93fb-68115e634709), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.273914 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d2c7467-736e-4970-94e2-7a4aece1c383 req-89abea14-e299-41c5-a217-d864701b157d tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/security-groups?id=0956c495-f110-4a7b-8ef4-fd3bb70af01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533992 Jan 28 13:32:10.324540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af468ac7-d104-4482-93fb-68115e634709']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:10.334980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a699f6-1184-45dc-9299-2032cc8f56d7') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:10.335362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a699f6-1184-45dc-9299-2032cc8f56d7') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:10.345953 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d5a699f6-1184-45dc-9299-2032cc8f56d7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.363998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d5a699f6-1184-45dc-9299-2032cc8f56d7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.381987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:10.383117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d5a699f6-1184-45dc-9299-2032cc8f56d7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: items = [ Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:10.386179 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:10.395980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Deleting port 71eb7d74-043b-4260-950d-b9a2b2c782b4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:10.396377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.433787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.523478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (af468ac7-d104-4482-93fb-68115e634709), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.537020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.541314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] 10.222.0.45 "DELETE /v2.0/networks/af468ac7-d104-4482-93fb-68115e634709 HTTP/1.1" status: 204 len: 168 time: 1.5414569 Jan 28 13:32:10.587885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527eb4-a414-4c01-aa05-1ce4945fccfa admin admin] Pushing event deleted for resources: {'Network': ['ID=af468ac7-d104-4482-93fb-68115e634709,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.597448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] For port 71eb7d74-043b-4260-950d-b9a2b2c782b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=71eb7d74-043b-4260-950d-b9a2b2c782b4,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:10.598179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.609523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0641-47ea-4905-a426-a3bc4c2b6c3c admin admin] Publish callbacks [] for security_group (16b9e187-9a27-44b4-9099-25ccc42e2955), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.614881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0641-47ea-4905-a426-a3bc4c2b6c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (16b9e187-9a27-44b4-9099-25ccc42e2955), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.622967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5a03934d-e472-459b-98e8-59b1612099a5 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:10.624130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Calling delete_port for 71eb7d74-043b-4260-950d-b9a2b2c782b4 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:10.667392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0641-47ea-4905-a426-a3bc4c2b6c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b9e187-9a27-44b4-9099-25ccc42e2955,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.675365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3d9f0641-47ea-4905-a426-a3bc4c2b6c3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bea5b5b167e042b3ab3e1d8880a0b4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9931393 Jan 28 13:32:10.675700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56178) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:10.682377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5a03934d-e472-459b-98e8-59b1612099a5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:10.684308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5a03934d-e472-459b-98e8-59b1612099a5 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:10.686541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:10.748753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:10.749775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2bbabc17-f3ea-4a66-a7a1-fd2f04b3be74 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:10.750226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638a0449-0cf2-45a7-a385-d3626541d6c7 admin admin] Publish callbacks [] for security_group (16b9e187-9a27-44b4-9099-25ccc42e2955), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.796577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638a0449-0cf2-45a7-a385-d3626541d6c7 admin admin] Publish callbacks [] for security_group (16b9e187-9a27-44b4-9099-25ccc42e2955), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.824520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (71eb7d74-043b-4260-950d-b9a2b2c782b4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.839158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['71eb7d74-043b-4260-950d-b9a2b2c782b4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:10.857021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56180) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:10.878079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Pushing event deleted for resources: {'Port': ['ID=71eb7d74-043b-4260-950d-b9a2b2c782b4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:10.948969 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-73e4517a-3527-4982-98a0-0e6c8654410a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bce19f62f1bb4ee3b8aa63c23e25100c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871031 Jan 28 13:32:10.949601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56184) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:10.968527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638a0449-0cf2-45a7-a385-d3626541d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (16b9e187-9a27-44b4-9099-25ccc42e2955), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.972417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638a0449-0cf2-45a7-a385-d3626541d6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:10.975779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-638a0449-0cf2-45a7-a385-d3626541d6c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16b9e187-9a27-44b4-9099-25ccc42e2955 HTTP/1.1" status: 204 len: 168 time: 0.2969084 Jan 28 13:32:11.003098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] No DVR routers for this DVR port 71eb7d74-043b-4260-950d-b9a2b2c782b4 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:11.006969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.020099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f7f148a-88cd-454b-a274-8beab2cc7626 req-e8b0e3f0-b61e-44f6-a6d0-401471342cbc tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.60 "DELETE /v2.0/ports/71eb7d74-043b-4260-950d-b9a2b2c782b4 HTTP/1.1" status: 204 len: 173 time: 0.8509529 Jan 28 13:32:11.022499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'name': 'network-vif-deleted', 'tag': '71eb7d74-043b-4260-950d-b9a2b2c782b4'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:11.024847 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdea8dce-913f-4cd3-81e5-d2f224507194" -d '{"events": [{"server_uuid": "69a3242b-a575-48d5-a39a-b37b3873df7f", "name": "network-vif-deleted", "tag": "71eb7d74-043b-4260-950d-b9a2b2c782b4"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:11.065647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a0449-0cf2-45a7-a385-d3626541d6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b9e187-9a27-44b4-9099-25ccc42e2955,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:11.114217 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d60765-4933-4796-8db8-6fcc1dcb49e4 x-openstack-request-id: req-80d60765-4933-4796-8db8-6fcc1dcb49e4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:11.115199 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a3242b-a575-48d5-a39a-b37b3873df7f", "name": "network-vif-deleted", "tag": "71eb7d74-043b-4260-950d-b9a2b2c782b4", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:11.116395 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80d60765-4933-4796-8db8-6fcc1dcb49e4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:11.117072 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a3242b-a575-48d5-a39a-b37b3873df7f', 'name': 'network-vif-deleted', 'tag': '71eb7d74-043b-4260-950d-b9a2b2c782b4', 'status': 'completed', 'code': 200} Jan 28 13:32:11.228187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47724445-32c3-423a-9ad1-962846832e89 admin admin] Publish callbacks [] for security_group (80091011-6361-4196-9e40-1905db09dd8f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.311592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47724445-32c3-423a-9ad1-962846832e89 admin admin] Publish callbacks [] for security_group (80091011-6361-4196-9e40-1905db09dd8f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.425774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47724445-32c3-423a-9ad1-962846832e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80091011-6361-4196-9e40-1905db09dd8f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.429166 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47724445-32c3-423a-9ad1-962846832e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.433199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-47724445-32c3-423a-9ad1-962846832e89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80091011-6361-4196-9e40-1905db09dd8f HTTP/1.1" status: 204 len: 168 time: 0.4776845 Jan 28 13:32:11.463181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad0084-982c-4721-91e2-d6c3fd39471c req-defe0511-e0e1-44fa-b4df-b536cc249bc6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:11.473677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-20ad0084-982c-4721-91e2-d6c3fd39471c req-defe0511-e0e1-44fa-b4df-b536cc249bc6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1269057 Jan 28 13:32:11.487923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e4e6edd-21e9-499e-8e02-1fdb33188ad5 req-2e894c78-d603-4f4f-86e7-70ab267571cb tempest-ServerDiagnosticsNegativeTest-692556402 tempest-ServerDiagnosticsNegativeTest-692556402-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a3242b-a575-48d5-a39a-b37b3873df7f HTTP/1.1" status: 200 len: 210 time: 0.0388250 Jan 28 13:32:11.502268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47724445-32c3-423a-9ad1-962846832e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80091011-6361-4196-9e40-1905db09dd8f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:11.569686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-20ad0084-982c-4721-91e2-d6c3fd39471c req-7501c0ab-4352-4022-99c9-25b5512df28c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938561 Jan 28 13:32:11.693085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:11.709619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56222) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:12.037085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56234) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:12.051367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1ae412d-cb97-4e05-b368-48b861471b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.147363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1ae412d-cb97-4e05-b368-48b861471b67 admin admin] Publish callbacks [] for security_group (7731179c-c1d0-4f6c-a365-7b4770b8d56a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.164449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1587489150'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:12.184472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1ae412d-cb97-4e05-b368-48b861471b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7731179c-c1d0-4f6c-a365-7b4770b8d56a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.228644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae412d-cb97-4e05-b368-48b861471b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7731179c-c1d0-4f6c-a365-7b4770b8d56a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.231853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Made reservation on behalf of 8d1b184afd83428a81c0a3b26107471f for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:12.235307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.255022 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.283428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b1ae412d-cb97-4e05-b368-48b861471b67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6b4f3d5d5f647d68a149d7433f6d655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451642 Jan 28 13:32:12.286801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56244) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:12.380073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks [] for security_group (b2afd7fc-2354-4d60-baa4-1d1a1b82e834), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.387847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2afd7fc-2354-4d60-baa4-1d1a1b82e834), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.408987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:12.422543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e7145a4-3b46-4b0d-ba7c-4fd876256072 admin admin] Publish callbacks [] for security_group (7731179c-c1d0-4f6c-a365-7b4770b8d56a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.422864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6cb897a6-ced5-4755-89c6-3d973cd61078), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.423309 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Added segment 6cb897a6-ced5-4755-89c6-3d973cd61078 of type vlan for network f2f66ea2-727c-4ece-9d96-c57c449b1eeb Jan 28 13:32:12.470355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e7145a4-3b46-4b0d-ba7c-4fd876256072 admin admin] Publish callbacks [] for security_group (7731179c-c1d0-4f6c-a365-7b4770b8d56a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.474187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f2f66ea2-727c-4ece-9d96-c57c449b1eeb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.559298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f2f66ea2-727c-4ece-9d96-c57c449b1eeb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.566121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.567072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.567375 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e7145a4-3b46-4b0d-ba7c-4fd876256072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7731179c-c1d0-4f6c-a365-7b4770b8d56a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.571395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e7145a4-3b46-4b0d-ba7c-4fd876256072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.576366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4e7145a4-3b46-4b0d-ba7c-4fd876256072 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7731179c-c1d0-4f6c-a365-7b4770b8d56a HTTP/1.1" status: 204 len: 168 time: 0.2884312 Jan 28 13:32:12.601498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afd7fc-2354-4d60-baa4-1d1a1b82e834,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.607730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7145a4-3b46-4b0d-ba7c-4fd876256072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7731179c-c1d0-4f6c-a365-7b4770b8d56a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.697033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9860680 Jan 28 13:32:12.700652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56274) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:12.707534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Request body: {'subnet': {'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:12.730872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3f407-ca93-44e1-a2e0-9c6e0a99b4f1 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event updated for resources: {'Network': ['ID=f2f66ea2-727c-4ece-9d96-c57c449b1eeb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:12.748719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:12.799176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868e53d-ef69-4e75-8359-f1bc9b07b9f7 req-d68b7e91-59d0-44aa-93da-beb3fd8c63d2 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:12.801186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4868e53d-ef69-4e75-8359-f1bc9b07b9f7 req-d68b7e91-59d0-44aa-93da-beb3fd8c63d2 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1551833 Jan 28 13:32:12.882651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Made reservation on behalf of 8d1b184afd83428a81c0a3b26107471f for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:12.892789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:12.936500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4868e53d-ef69-4e75-8359-f1bc9b07b9f7 req-f6e7c3eb-959c-4103-9e3e-46cdf72fb3b4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255467 Jan 28 13:32:13.036596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56286) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:13.145890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a49c8b-9503-424d-a852-16a4c1760d24 req-0721b123-b89c-407f-95f0-96ab752ae70a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.148129 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2a49c8b-9503-424d-a852-16a4c1760d24 req-0721b123-b89c-407f-95f0-96ab752ae70a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0798571 Jan 28 13:32:13.182518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5d2fc289-775f-4618-a179-f13f63286c71), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.187629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56292) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:13.241724 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2a49c8b-9503-424d-a852-16a4c1760d24 req-cde5807e-2385-4d18-8b3b-375ab4574adb tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859530 Jan 28 13:32:13.276641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Checking segment: {'id': '6cb897a6-ced5-4755-89c6-3d973cd61078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:13.277016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Network hostable DHCP agents. Network: f2f66ea2-727c-4ece-9d96-c57c449b1eeb, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:13.291785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event updated for resources: {'Subnet': ['ID=5d2fc289-775f-4618-a179-f13f63286c71,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:13.305003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:13.322673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f2f66ea2-727c-4ece-9d96-c57c449b1eeb) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:13.334070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a50ac0b-ae05-4c45-b4b6-495d0f7918f4 None None] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:13.341899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:13.344020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.352821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-040132c4-935e-493b-bae2-96f0802337de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.374516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0908f1ca-677c-484f-809d-66fea43d76a8 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6699543 Jan 28 13:32:13.374874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56300) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:13.384536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Request body: {'port': {'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-587461228'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:13.486978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 71eb7d74-043b-4260-950d-b9a2b2c782b4 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:13.505457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:13.508177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-61b7df85-b371-47f8-83b5-dfbb8c84c559 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80b19aa0bc604cc0bdd8f13629b373eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3161776 Jan 28 13:32:13.514299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f2f66ea2-727c-4ece-9d96-c57c449b1eeb', 'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb', 'project_id': '8d1b184afd83428a81c0a3b26107471f', 'fixed_ips': [{'subnet_id': '5d2fc289-775f-4618-a179-f13f63286c71'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:13.515325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.518976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 71eb7d74-043b-4260-950d-b9a2b2c782b4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:13.519449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 71eb7d74-043b-4260-950d-b9a2b2c782b4 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:13.632882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-040132c4-935e-493b-bae2-96f0802337de admin admin] Publish callbacks [] for security_group (5b325cfb-24e8-48b4-b613-8f7859d13905), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.646952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-040132c4-935e-493b-bae2-96f0802337de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5b325cfb-24e8-48b4-b613-8f7859d13905), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.662939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Made reservation on behalf of 8d1b184afd83428a81c0a3b26107471f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:13.667589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.681624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75dad970-34aa-49a3-ba5c-8d1b9077c862 admin admin] Publish callbacks [] for security_group (0956c495-f110-4a7b-8ef4-fd3bb70af01c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.706720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] device_id is not set on port 1d41f215-3275-4896-8cbb-cd40c04b04f7 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:13.728842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75dad970-34aa-49a3-ba5c-8d1b9077c862 admin admin] Publish callbacks [] for security_group (0956c495-f110-4a7b-8ef4-fd3bb70af01c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.742689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040132c4-935e-493b-bae2-96f0802337de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b325cfb-24e8-48b4-b613-8f7859d13905,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:13.747405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Allocated IP 2001:db8::2 (f2f66ea2-727c-4ece-9d96-c57c449b1eeb/5d2fc289-775f-4618-a179-f13f63286c71/a4305b8a-ac05-4e55-82df-b69003b66b40) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:13.754908 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-040132c4-935e-493b-bae2-96f0802337de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c94b522e3c446ae87c5d79874ad6df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7138782 Jan 28 13:32:13.755584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56314) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:13.834682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75dad970-34aa-49a3-ba5c-8d1b9077c862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0956c495-f110-4a7b-8ef4-fd3bb70af01c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.837863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75dad970-34aa-49a3-ba5c-8d1b9077c862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.841893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-75dad970-34aa-49a3-ba5c-8d1b9077c862 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0956c495-f110-4a7b-8ef4-fd3bb70af01c HTTP/1.1" status: 204 len: 168 time: 0.3320487 Jan 28 13:32:13.847913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b55b6a1-6003-49ee-b809-da7078d89ac5 admin admin] Publish callbacks [] for security_group (5b325cfb-24e8-48b4-b613-8f7859d13905), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.852715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dad970-34aa-49a3-ba5c-8d1b9077c862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956c495-f110-4a7b-8ef4-fd3bb70af01c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:13.880690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b55b6a1-6003-49ee-b809-da7078d89ac5 admin admin] Publish callbacks [] for security_group (5b325cfb-24e8-48b4-b613-8f7859d13905), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.946604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b55b6a1-6003-49ee-b809-da7078d89ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5b325cfb-24e8-48b4-b613-8f7859d13905), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.949234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b55b6a1-6003-49ee-b809-da7078d89ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:13.951261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7b55b6a1-6003-49ee-b809-da7078d89ac5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b325cfb-24e8-48b4-b613-8f7859d13905 HTTP/1.1" status: 204 len: 168 time: 0.1934748 Jan 28 13:32:13.961854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55b6a1-6003-49ee-b809-da7078d89ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b325cfb-24e8-48b4-b613-8f7859d13905,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:14.001061 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Publish callbacks [] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.026920 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.084096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Pushing event updated for resources: {'Port': ['ID=a4305b8a-ac05-4e55-82df-b69003b66b40,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:14.089140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fb930-0d48-4bed-a6bc-345b2ebacf7f req-fd713b5a-5587-4177-93ce-bfa522bc7245 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.096177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:14.097644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:14.099545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-102fb930-0d48-4bed-a6bc-345b2ebacf7f req-fd713b5a-5587-4177-93ce-bfa522bc7245 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0821307 Jan 28 13:32:14.104973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:14.128805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Allocated IP 2001:db8::189 (f2f66ea2-727c-4ece-9d96-c57c449b1eeb/5d2fc289-775f-4618-a179-f13f63286c71/1d41f215-3275-4896-8cbb-cd40c04b04f7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:14.157313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-102fb930-0d48-4bed-a6bc-345b2ebacf7f req-241ed129-e307-4e0c-bbf7-8eef82f89eda tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567687 Jan 28 13:32:14.198966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Attempting to bind port a4305b8a-ac05-4e55-82df-b69003b66b40 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:14.199469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Attempting to bind port a4305b8a-ac05-4e55-82df-b69003b66b40 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '6cb897a6-ced5-4755-89c6-3d973cd61078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:14.199849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Attempting to bind port a4305b8a-ac05-4e55-82df-b69003b66b40 on network f2f66ea2-727c-4ece-9d96-c57c449b1eeb {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:14.206561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:14.206954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Checking segment: {'id': '6cb897a6-ced5-4755-89c6-3d973cd61078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:14.207368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.207768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Bound using segment: {'id': '6cb897a6-ced5-4755-89c6-3d973cd61078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:14.208369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Bound port: a4305b8a-ac05-4e55-82df-b69003b66b40, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb897a6-ced5-4755-89c6-3d973cd61078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:14.208811 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.318357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] For port a4305b8a-ac05-4e55-82df-b69003b66b40, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:14.327405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] For port a4305b8a-ac05-4e55-82df-b69003b66b40, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a4305b8a-ac05-4e55-82df-b69003b66b40,segment=NetworkSegment(6cb897a6-ced5-4755-89c6-3d973cd61078),segment_id=6cb897a6-ced5-4755-89c6-3d973cd61078)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:14.335162 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.361508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks [] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.428270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-4fd83b08-1aa3-4d86-8a4b-8a165591704a tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f4d57c09973c4803833abd3f25ddd531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339167 Jan 28 13:32:14.431882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528d3e-b100-4743-97d8-8507c2951b87 req-21075369-86af-4cd6-8754-79b48dfe9548 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.444081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47528d3e-b100-4743-97d8-8507c2951b87 req-21075369-86af-4cd6-8754-79b48dfe9548 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0939190 Jan 28 13:32:14.471930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.474584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bd3dc-177d-4326-95bd-2cf213a31272 None None] Pushing event updated for resources: {'Port': ['ID=a4305b8a-ac05-4e55-82df-b69003b66b40,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:14.536706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47528d3e-b100-4743-97d8-8507c2951b87 req-496d41e9-52ef-42fa-869f-4565c5424d2e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915709 Jan 28 13:32:14.564309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:14.571520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:14.577288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:14.583513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.584308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.598346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56344) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:14.621795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c89b9df1-0de1-4d32-86c1-32ba40d6a6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.627321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2504106 Jan 28 13:32:14.628387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c1525-049f-4ced-a95d-127e22a59f9a tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event updated for resources: {'Port': ['ID=1d41f215-3275-4896-8cbb-cd40c04b04f7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:14.631069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56348) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:14.640382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Request body: {'port': {'network_id': 'f2f66ea2-727c-4ece-9d96-c57c449b1eeb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1860850309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:14.640948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] bootfile-name is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:32:14.641296 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] tftp-server is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:32:14.641633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] server-ip-address is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:32:14.764281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c89b9df1-0de1-4d32-86c1-32ba40d6a6b8 admin admin] Publish callbacks [] for security_group (f2e6a491-698b-4123-a329-94774ebe6358), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.771690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-539d93ae-6864-47bf-b70c-23d887129cab tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:14.771933 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c89b9df1-0de1-4d32-86c1-32ba40d6a6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f2e6a491-698b-4123-a329-94774ebe6358), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.773985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-539d93ae-6864-47bf-b70c-23d887129cab tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341589 Jan 28 13:32:14.810646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-0c2c561f-5f17-4900-ab82-59b73a505319 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/quotas/f4d57c09973c4803833abd3f25ddd531 HTTP/1.1" status: 200 len: 375 time: 0.0291741 Jan 28 13:32:14.821958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b9df1-0de1-4d32-86c1-32ba40d6a6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e6a491-698b-4123-a329-94774ebe6358,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:14.850609 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-f5f1f538-64f0-43d9-8b8a-e8d6a453b21b tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4d57c09973c4803833abd3f25ddd531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386145 Jan 28 13:32:14.883868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c89b9df1-0de1-4d32-86c1-32ba40d6a6b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06d334e50eae42b5ac586fa563398538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841997 Jan 28 13:32:14.898985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56354) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:14.914882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Made reservation on behalf of 8d1b184afd83428a81c0a3b26107471f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:14.919415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:14.944681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] device_id is not set on port b5a96944-f649-428e-98e7-9c3dc7d679cb yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:15.038775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cecd4a2-3788-48c9-ada1-2603d04bd17b admin admin] Publish callbacks [] for security_group (f2e6a491-698b-4123-a329-94774ebe6358), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.041791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6946d621-cf82-4076-b425-b2f292f8605d no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:15.059089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56358) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:15.099174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cecd4a2-3788-48c9-ada1-2603d04bd17b admin admin] Publish callbacks [] for security_group (f2e6a491-698b-4123-a329-94774ebe6358), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.134265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-66fca05d-3aca-48f6-8419-b386da4194fd req-a9402320-ae5a-43ae-81a0-4cdd5a57a7d0 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 210 time: 0.0506010 Jan 28 13:32:15.145606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8199522-2386-47f9-b200-ce848d83e339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.194670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Allocated IP 2001:db8::287 (f2f66ea2-727c-4ece-9d96-c57c449b1eeb/5d2fc289-775f-4618-a179-f13f63286c71/b5a96944-f649-428e-98e7-9c3dc7d679cb) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:15.211928 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cecd4a2-3788-48c9-ada1-2603d04bd17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f2e6a491-698b-4123-a329-94774ebe6358), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.216012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cecd4a2-3788-48c9-ada1-2603d04bd17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.217449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9cecd4a2-3788-48c9-ada1-2603d04bd17b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2e6a491-698b-4123-a329-94774ebe6358 HTTP/1.1" status: 204 len: 168 time: 0.3166010 Jan 28 13:32:15.228291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecd4a2-3788-48c9-ada1-2603d04bd17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e6a491-698b-4123-a329-94774ebe6358,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.273779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6946d621-cf82-4076-b425-b2f292f8605d is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:15.274429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.319480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:15.326114 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a9fdd2-24f6-46c6-be58-37f238f615d8" -d '{"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-unplugged", "status": "completed", "tag": "6946d621-cf82-4076-b425-b2f292f8605d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:15.337849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:15.343436 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.408594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.417026 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed49a09-561d-4feb-a83b-d21e2915065d x-openstack-request-id: req-7ed49a09-561d-4feb-a83b-d21e2915065d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:15.417514 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-unplugged", "status": "completed", "tag": "6946d621-cf82-4076-b425-b2f292f8605d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:15.418354 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ed49a09-561d-4feb-a83b-d21e2915065d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:15.419592 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d', 'code': 200} Jan 28 13:32:15.495923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a8b43-d522-48ed-978b-fa7dec3b6989 req-4ce5ae24-db47-452b-b18b-595e01a211e2 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:15.504639 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e5a8b43-d522-48ed-978b-fa7dec3b6989 req-4ce5ae24-db47-452b-b18b-595e01a211e2 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.2144670 Jan 28 13:32:15.520254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8199522-2386-47f9-b200-ce848d83e339 admin admin] Publish callbacks [] for security_group (491e9bc8-6213-4436-9ace-581e7b1686b2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.614714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8199522-2386-47f9-b200-ce848d83e339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (491e9bc8-6213-4436-9ace-581e7b1686b2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.727232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8199522-2386-47f9-b200-ce848d83e339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491e9bc8-6213-4436-9ace-581e7b1686b2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:15.751231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aad9c-ca24-4f64-83b4-bc06b8d293ec req-e05ab8b6-5586-4217-91ca-381ca546d1d7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:15.761951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-377aad9c-ca24-4f64-83b4-bc06b8d293ec req-e05ab8b6-5586-4217-91ca-381ca546d1d7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1000216 Jan 28 13:32:15.771152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d8199522-2386-47f9-b200-ce848d83e339 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d76ac82df764b91948a710992322d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7085502 Jan 28 13:32:15.774147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56386) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:15.799590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e5a8b43-d522-48ed-978b-fa7dec3b6989 req-c5adaa89-32d2-4f20-ae80-6fc667ea5914 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884650 Jan 28 13:32:15.877200 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-377aad9c-ca24-4f64-83b4-bc06b8d293ec req-97df2038-decc-41e6-8f31-00a42bd649be tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091886 Jan 28 13:32:15.916943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks [] for port (b5a96944-f649-428e-98e7-9c3dc7d679cb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.933582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bb75d5f-b160-4a4f-8a96-504d40853f7f admin admin] Publish callbacks [] for security_group (491e9bc8-6213-4436-9ace-581e7b1686b2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:15.990582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bb75d5f-b160-4a4f-8a96-504d40853f7f admin admin] Publish callbacks [] for security_group (491e9bc8-6213-4436-9ace-581e7b1686b2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.008682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b5a96944-f649-428e-98e7-9c3dc7d679cb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.088500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bb75d5f-b160-4a4f-8a96-504d40853f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (491e9bc8-6213-4436-9ace-581e7b1686b2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.093765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bb75d5f-b160-4a4f-8a96-504d40853f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.096761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7bb75d5f-b160-4a4f-8a96-504d40853f7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/491e9bc8-6213-4436-9ace-581e7b1686b2 HTTP/1.1" status: 204 len: 168 time: 0.3199236 Jan 28 13:32:16.109401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744271a1-0e49-45d2-a26f-fb7e88371a99 None None] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:16.114408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:16.114841 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb75d5f-b160-4a4f-8a96-504d40853f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491e9bc8-6213-4436-9ace-581e7b1686b2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:16.124265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:16.132272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:16.137546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.138203 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.148813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event updated for resources: {'Port': ['ID=b5a96944-f649-428e-98e7-9c3dc7d679cb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:16.177833 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-95f0faa9-a7a4-461a-9dc2-c982c7def395 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5436029 Jan 28 13:32:16.180517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56404) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:16.264707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c0c3988f-500c-406b-b520-fae5ae1a9917 None None] Provisioning complete for port a4305b8a-ac05-4e55-82df-b69003b66b40 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:16.265076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0c3988f-500c-406b-b520-fae5ae1a9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.325339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ee7c36b-a61d-4ced-aac0-0ee7cfbcd9db req-656d05ef-0eda-4dc1-85e2-37f4e6ed2b4f tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 210 time: 0.0628016 Jan 28 13:32:16.356987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1855f-da11-40e5-8663-8c82a4ff1dee tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.364387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1855f-da11-40e5-8663-8c82a4ff1dee tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.371322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3988f-500c-406b-b520-fae5ae1a9917 None None] Current status of the port a4305b8a-ac05-4e55-82df-b69003b66b40 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:16.371736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0c3988f-500c-406b-b520-fae5ae1a9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.371878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1855f-da11-40e5-8663-8c82a4ff1dee tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:16.374495 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-78c1855f-da11-40e5-8663-8c82a4ff1dee tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1924422 Jan 28 13:32:16.377757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56410) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:16.456627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c0c3988f-500c-406b-b520-fae5ae1a9917 None None] For port a4305b8a-ac05-4e55-82df-b69003b66b40, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a4305b8a-ac05-4e55-82df-b69003b66b40,segment=NetworkSegment(6cb897a6-ced5-4755-89c6-3d973cd61078),segment_id=6cb897a6-ced5-4755-89c6-3d973cd61078)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:16.471014 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0c3988f-500c-406b-b520-fae5ae1a9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.591825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3988f-500c-406b-b520-fae5ae1a9917 None None] Pushing event updated for resources: {'Port': ['ID=a4305b8a-ac05-4e55-82df-b69003b66b40,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:16.602106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Deleting port b5a96944-f649-428e-98e7-9c3dc7d679cb {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:16.602461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b5a96944-f649-428e-98e7-9c3dc7d679cb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.687562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a4305b8a-ac05-4e55-82df-b69003b66b40 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:16.751115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b5a96944-f649-428e-98e7-9c3dc7d679cb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.774947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Calling delete_port for b5a96944-f649-428e-98e7-9c3dc7d679cb owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:16.788911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a4305b8a-ac05-4e55-82df-b69003b66b40 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:16.789710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.869842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e8f4b8ef-60cc-4670-bb72-932a90af1dea None None] Provisioning complete for port 1d41f215-3275-4896-8cbb-cd40c04b04f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:16.870578 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e8f4b8ef-60cc-4670-bb72-932a90af1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:16.983066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4b8ef-60cc-4670-bb72-932a90af1dea None None] Port 1d41f215-3275-4896-8cbb-cd40c04b04f7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:16.990500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e8f4b8ef-60cc-4670-bb72-932a90af1dea None None] Could not find standard attr ID for object b5a96944-f649-428e-98e7-9c3dc7d679cb. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:32:17.002164 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b5a96944-f649-428e-98e7-9c3dc7d679cb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.049986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6946d621-cf82-4076-b425-b2f292f8605d details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:17.083699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a4305b8a-ac05-4e55-82df-b69003b66b40 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:17.104641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e8f4b8ef-60cc-4670-bb72-932a90af1dea None None] Provisioning complete for port a4305b8a-ac05-4e55-82df-b69003b66b40 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:17.104963 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e8f4b8ef-60cc-4670-bb72-932a90af1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.140858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f302ce2-f352-46a6-8ebf-b4b39d2e69d1 req-5787e1a1-ea43-45bb-9326-f47a3c79fcf6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.147679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event deleted for resources: {'Port': ['ID=b5a96944-f649-428e-98e7-9c3dc7d679cb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:17.155243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f302ce2-f352-46a6-8ebf-b4b39d2e69d1 req-5787e1a1-ea43-45bb-9326-f47a3c79fcf6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1022909 Jan 28 13:32:17.171958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-a6bc23d1-4cb1-4c65-aeef-f924e3526526 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f4d57c09973c4803833abd3f25ddd531&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1912868 Jan 28 13:32:17.250487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f302ce2-f352-46a6-8ebf-b4b39d2e69d1 req-4bdddba9-8976-4b8d-9dfe-6edf6f4b6dfb tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939295 Jan 28 13:32:17.255675 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:32:17.326394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be836dc5-548b-45e6-bdeb-542c70c2f564 req-52791b65-2cab-4dc4-bb6b-24323aa0b60a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.335708 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be836dc5-548b-45e6-bdeb-542c70c2f564 req-52791b65-2cab-4dc4-bb6b-24323aa0b60a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 944 time: 0.3377125 Jan 28 13:32:17.450658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.454520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-62542d90-b856-4447-946b-134675f7c39e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "DELETE /v2.0/ports/b5a96944-f649-428e-98e7-9c3dc7d679cb HTTP/1.1" status: 204 len: 168 time: 1.0737741 Jan 28 13:32:17.458977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56452) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:17.465247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Request body: {'port': {'name': 'tempest-new-port-name-1848194314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:17.466877 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] bootfile-name is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:32:17.467239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] tftp-server is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:32:17.469800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] server-ip-address is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 13:32:17.482181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be836dc5-548b-45e6-bdeb-542c70c2f564 req-62a5027d-ed41-49fd-aada-a2079abb0251 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401589 Jan 28 13:32:17.562998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ce6a05e-8443-42f6-9326-e7bb9ae752a7 req-c31b756d-92ee-4f83-9df4-934a74547b54 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 210 time: 0.0811937 Jan 28 13:32:17.627534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-699ef2e4-8c00-4dec-a4b8-8957a41a55b0 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:17.631893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-699ef2e4-8c00-4dec-a4b8-8957a41a55b0 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4491401 Jan 28 13:32:17.645832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Request body: {'port': {'device_id': '9a193584-1b98-403f-b7dd-9e4237727a84', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': 'f4d57c09973c4803833abd3f25ddd531'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:17.660272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:17.930321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4b8ef-60cc-4670-bb72-932a90af1dea None None] Current status of the port a4305b8a-ac05-4e55-82df-b69003b66b40 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:17.983048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:18.010938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '6946d621-cf82-4076-b425-b2f292f8605d', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'port_id': '6946d621-cf82-4076-b425-b2f292f8605d', 'mac_address': 'fa:16:3e:2d:2a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d5cb4-a31c-4fda-a46b-ce36aac3f3f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:18.106472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3964781c-c930-4a4d-b7ff-10b670cd08b8 None None] Could not find standard attr ID for object b5a96944-f649-428e-98e7-9c3dc7d679cb. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:32:18.201023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3964781c-c930-4a4d-b7ff-10b670cd08b8 None None] Provisioning complete for port 1d41f215-3275-4896-8cbb-cd40c04b04f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:18.203787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3964781c-c930-4a4d-b7ff-10b670cd08b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.256398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6946d621-cf82-4076-b425-b2f292f8605d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:18.257174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks [] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.258747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.263770 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.325947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event updated for resources: {'Port': ['ID=1d41f215-3275-4896-8cbb-cd40c04b04f7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:18.349096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] In _notify_port_updated(), no bound segment for port 1d41f215-3275-4896-8cbb-cd40c04b04f7 on network f2f66ea2-727c-4ece-9d96-c57c449b1eeb {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:32:18.362054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.367271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.370180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f067f5ac-669b-4ef5-9c8d-2a62b5e58bec tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "PUT /v2.0/ports/1d41f215-3275-4896-8cbb-cd40c04b04f7 HTTP/1.1" status: 200 len: 1130 time: 0.9101045 Jan 28 13:32:18.373230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56494) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:18.387820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6946d621-cf82-4076-b425-b2f292f8605d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:18.448404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:18.451919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3964781c-c930-4a4d-b7ff-10b670cd08b8 None None] Port 1d41f215-3275-4896-8cbb-cd40c04b04f7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:18.453044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Made reservation on behalf of f4d57c09973c4803833abd3f25ddd531 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:18.460559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.480871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.488231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d5014-f54d-40db-b95a-5f53d842a88f tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.491111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-da5d5014-f54d-40db-b95a-5f53d842a88f tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "GET /v2.0/ports/1d41f215-3275-4896-8cbb-cd40c04b04f7 HTTP/1.1" status: 200 len: 1130 time: 0.1141839 Jan 28 13:32:18.495915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56498) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:18.502708 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.647351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a673e-e34b-484f-bd4d-ccab555cab6a req-70438807-2f58-4d4d-bfea-afcc853fc582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.654027 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-510a673e-e34b-484f-bd4d-ccab555cab6a req-70438807-2f58-4d4d-bfea-afcc853fc582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.2221212 Jan 28 13:32:18.678375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a4305b8a-ac05-4e55-82df-b69003b66b40 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:18.740093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:18.794741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Deleting port 1d41f215-3275-4896-8cbb-cd40c04b04f7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:18.795484 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:18.803698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['6946d621-cf82-4076-b425-b2f292f8605d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:18.827897 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d5f99-7fa7-4531-8add-2767aaa6a5d2 req-e2e59b46-46a8-49bb-a6b2-587c3838df08 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:18.837893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab4d5f99-7fa7-4531-8add-2767aaa6a5d2 req-e2e59b46-46a8-49bb-a6b2-587c3838df08 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 945 time: 0.1629322 Jan 28 13:32:18.862933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-510a673e-e34b-484f-bd4d-ccab555cab6a req-21057918-f754-441b-b5c3-65273acfd965 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042611 Jan 28 13:32:18.975397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-928ec501-8e79-4f0a-a6f7-45f3d4c1909a None None] Provisioning complete for port 1d41f215-3275-4896-8cbb-cd40c04b04f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:18.975800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-928ec501-8e79-4f0a-a6f7-45f3d4c1909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.018935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks [] for security_group (da12479b-32ee-4e66-9ced-ff27c15c9676), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.019405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab4d5f99-7fa7-4531-8add-2767aaa6a5d2 req-32e7aa4e-93be-403c-860a-04752b38071d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736097 Jan 28 13:32:19.027378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a4305b8a-ac05-4e55-82df-b69003b66b40 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:19.027761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.053241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (da12479b-32ee-4e66-9ced-ff27c15c9676), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.094462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:19.099378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-928ec501-8e79-4f0a-a6f7-45f3d4c1909a None None] Port 1d41f215-3275-4896-8cbb-cd40c04b04f7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:19.136779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.166460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Calling delete_port for 1d41f215-3275-4896-8cbb-cd40c04b04f7 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:19.281198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Allocated IP 192.168.233.234 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/3cdae13d-1d4c-4e21-9e5f-fc9e42252f02) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:19.295740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a4305b8a-ac05-4e55-82df-b69003b66b40 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:19.346983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da12479b-32ee-4e66-9ced-ff27c15c9676,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:19.362336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc3864a6-e4b0-418b-9cdc-208494fd340d req-2d1b8f60-a305-4fc4-ac12-5420fbc32cdd tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 210 time: 0.3318844 Jan 28 13:32:19.463658 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166d4789-4f00-431b-95d5-d4066826cf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.465632 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1d41f215-3275-4896-8cbb-cd40c04b04f7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.527180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event deleted for resources: {'Port': ['ID=1d41f215-3275-4896-8cbb-cd40c04b04f7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:19.562147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.566946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-481b2c2c-912c-4674-bc26-4e1927ca0b3e tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "DELETE /v2.0/ports/1d41f215-3275-4896-8cbb-cd40c04b04f7 HTTP/1.1" status: 204 len: 168 time: 1.0693076 Jan 28 13:32:19.570089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56534) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:19.675649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Deleting subnet 5d2fc289-775f-4618-a179-f13f63286c71 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:32:19.688647 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks [] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.707349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks [] for subnet (5d2fc289-775f-4618-a179-f13f63286c71), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.760948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.774821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166d4789-4f00-431b-95d5-d4066826cf71 admin admin] Publish callbacks [] for security_group (cb874554-2b78-470c-b17c-7284e7236238), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.789633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166d4789-4f00-431b-95d5-d4066826cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cb874554-2b78-470c-b17c-7284e7236238), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.812826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:19.816771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:19.819354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:19.858019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (5d2fc289-775f-4618-a179-f13f63286c71), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.893330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:19.894238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:19.911913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Pushing event updated for resources: {'Port': ['ID=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:19.928173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-24727c57-3043-4134-a30a-7019b3f50176 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2865608 Jan 28 13:32:19.940601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Request body: {'port': {'device_id': '9a193584-1b98-403f-b7dd-9e4237727a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:19.975536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56542) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:20.000687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-166d4789-4f00-431b-95d5-d4066826cf71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9b71ee87abe4d809fcf2b36dee62706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9031081 Jan 28 13:32:20.004238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d4789-4f00-431b-95d5-d4066826cf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb874554-2b78-470c-b17c-7284e7236238,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:20.008008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-a0953851-3683-4af7-bc75-81abc43b0b47 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=50ec6fe863b44638b6fd28b43dad495c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871284 Jan 28 13:32:20.011116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56544) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:20.057905 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.083625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b2e36-d096-4508-b8e2-1963b55c6a80 req-3c82a5c1-80ca-472c-87e9-294d129e97a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.085118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-179b2e36-d096-4508-b8e2-1963b55c6a80 req-3c82a5c1-80ca-472c-87e9-294d129e97a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1086555 Jan 28 13:32:20.155822 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5d2fc289-775f-4618-a179-f13f63286c71), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.168866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-179b2e36-d096-4508-b8e2-1963b55c6a80 req-433bb810-3a11-4efc-9648-55413cc89b66 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583584 Jan 28 13:32:20.258657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-78839803'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:20.323955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (5d2fc289-775f-4618-a179-f13f63286c71), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.336472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d8bce113-bcb9-41b9-8cda-3a1e6378c28d None None] Provisioning complete for port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:20.338260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d8bce113-bcb9-41b9-8cda-3a1e6378c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.373305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2fc289-775f-4618-a179-f13f63286c71,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:20.373696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Made reservation on behalf of 110fb775cc3c438fbb9709579952ba99 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:20.378478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.378649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.382390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ce05f879-bc7f-4869-8a79-a46b34486acb tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "DELETE /v2.0/subnets/5d2fc289-775f-4618-a179-f13f63286c71 HTTP/1.1" status: 204 len: 168 time: 0.8107338 Jan 28 13:32:20.388108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:20.393582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45de60-16d1-489f-a078-50dc0385c973 None None] Network f2f66ea2-727c-4ece-9d96-c57c449b1eeb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:20.406025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.426694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d8bce113-bcb9-41b9-8cda-3a1e6378c28d None None] Port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:20.436362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8adbfb-3d99-4e41-9652-6a1e9ce83313 req-2be514e2-2b1c-47ac-b02c-93ad442104b0 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.437884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f8adbfb-3d99-4e41-9652-6a1e9ce83313 req-2be514e2-2b1c-47ac-b02c-93ad442104b0 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 945 time: 0.1527672 Jan 28 13:32:20.507045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a00d899d-d7cd-4adc-9d0a-f67307110936 admin admin] Publish callbacks [] for security_group (cb874554-2b78-470c-b17c-7284e7236238), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.550510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f8adbfb-3d99-4e41-9652-6a1e9ce83313 req-92f170df-2fae-4e78-b18f-90dc07a38326 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017876 Jan 28 13:32:20.568062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a00d899d-d7cd-4adc-9d0a-f67307110936 admin admin] Publish callbacks [] for security_group (cb874554-2b78-470c-b17c-7284e7236238), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.590674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-ef5ca9b1-0273-444d-ab79-b42850952bdf tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:20.598421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-ef5ca9b1-0273-444d-ab79-b42850952bdf tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757499 Jan 28 13:32:20.632629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:20.637784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f2f66ea2-727c-4ece-9d96-c57c449b1eeb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.646793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Publish callbacks [] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.665509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] DHCP port deletion for f2f66ea2-727c-4ece-9d96-c57c449b1eeb request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:32:20.670107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks [] for security_group (3c34c2c2-f679-440e-934c-615ebebe7c9e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.676571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-ec8ea46e-2417-4c87-b889-af6d4b8c7663 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/quotas/50ec6fe863b44638b6fd28b43dad495c HTTP/1.1" status: 200 len: 375 time: 0.0636334 Jan 28 13:32:20.677981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Transition to ACTIVE for port object 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:20.679377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3c34c2c2-f679-440e-934c-615ebebe7c9e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.710375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c34c2c2-f679-440e-934c-615ebebe7c9e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:20.713769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.769305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-7ff95d2a-9ce9-4f58-88d5-501491f66e8c tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=50ec6fe863b44638b6fd28b43dad495c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903184 Jan 28 13:32:20.813625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] Deleting port a4305b8a-ac05-4e55-82df-b69003b66b40 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:20.813625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.826769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:20.839709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a00d899d-d7cd-4adc-9d0a-f67307110936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cb874554-2b78-470c-b17c-7284e7236238), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.842870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a00d899d-d7cd-4adc-9d0a-f67307110936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.847190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a00d899d-d7cd-4adc-9d0a-f67307110936 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb874554-2b78-470c-b17c-7284e7236238 HTTP/1.1" status: 204 len: 168 time: 0.8319159 Jan 28 13:32:20.862972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d899d-d7cd-4adc-9d0a-f67307110936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb874554-2b78-470c-b17c-7284e7236238,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:20.902705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Deleting port a4305b8a-ac05-4e55-82df-b69003b66b40 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:20.903198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:20.953542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.024966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] For port a4305b8a-ac05-4e55-82df-b69003b66b40, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a4305b8a-ac05-4e55-82df-b69003b66b40,segment=NetworkSegment(6cb897a6-ced5-4755-89c6-3d973cd61078),segment_id=6cb897a6-ced5-4755-89c6-3d973cd61078)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:21.025372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.065790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2499865f-ba20-428e-a930-d9296d110b78), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.066165 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Added segment 2499865f-ba20-428e-a930-d9296d110b78 of type vlan for network a19d8239-ba17-4433-97bf-c3dfec8f0446 Jan 28 13:32:21.067707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] Calling delete_port for a4305b8a-ac05-4e55-82df-b69003b66b40 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:21.079945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Attempting to bind port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:21.080630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Attempting to bind port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:21.081106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Attempting to bind port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:21.087280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] For port a4305b8a-ac05-4e55-82df-b69003b66b40, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a4305b8a-ac05-4e55-82df-b69003b66b40,segment=NetworkSegment(6cb897a6-ced5-4755-89c6-3d973cd61078),segment_id=6cb897a6-ced5-4755-89c6-3d973cd61078)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:21.089142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.090635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:21.091304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Attempting to bind port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:21.118945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:21.119676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:21.119796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:21.120230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Bound port: 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:21.120598 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.151972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Calling delete_port for a4305b8a-ac05-4e55-82df-b69003b66b40 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:21.209918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a19d8239-ba17-4433-97bf-c3dfec8f0446), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.228055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978b6e6-6e3b-4d60-9d51-20872529c5e2 req-765cf26f-2d6f-4235-9634-d712159a9309 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.235636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6978b6e6-6e3b-4d60-9d51-20872529c5e2 req-765cf26f-2d6f-4235-9634-d712159a9309 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 948 time: 0.4295032 Jan 28 13:32:21.247461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc343e6b-0f6c-465a-90d8-d6fcd4989058 req-be4c4250-8f69-4bad-95f5-b1612f748f4a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 210 time: 0.0769699 Jan 28 13:32:21.300026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6946d621-cf82-4076-b425-b2f292f8605d up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:21.312608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.316024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a4305b8a-ac05-4e55-82df-b69003b66b40), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.323338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6978b6e6-6e3b-4d60-9d51-20872529c5e2 req-f90fb311-6236-48c8-802e-5c17aacaa739 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829680 Jan 28 13:32:21.333665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:32:21.367012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event deleted for resources: {'Port': ['ID=a4305b8a-ac05-4e55-82df-b69003b66b40,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.369217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] No DVR routers for this DVR port a4305b8a-ac05-4e55-82df-b69003b66b40 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:21.419882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a19d8239-ba17-4433-97bf-c3dfec8f0446), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.434979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] No DVR routers for this DVR port a4305b8a-ac05-4e55-82df-b69003b66b40 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:21.441137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.442278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.443563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba694182-dd88-4b46-8653-d9f65fa984f4 None None] Pushing event deleted for resources: {'Port': ['ID=a4305b8a-ac05-4e55-82df-b69003b66b40,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.487779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 6946d621-cf82-4076-b425-b2f292f8605d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:21.488626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6946d621-cf82-4076-b425-b2f292f8605d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.530894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5237684 Jan 28 13:32:21.531259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56570) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:21.557298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f2f66ea2-727c-4ece-9d96-c57c449b1eeb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.585765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f66ea2-727c-4ece-9d96-c57c449b1eeb']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:21.596939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a138-2b21-4179-a2bd-faae886d526b req-2d764f61-3c5b-49ff-8e30-fec56f7def66 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.605156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0923a138-2b21-4179-a2bd-faae886d526b req-2d764f61-3c5b-49ff-8e30-fec56f7def66 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.2079725 Jan 28 13:32:21.622871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb897a6-ced5-4755-89c6-3d973cd61078') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:21.623830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb897a6-ced5-4755-89c6-3d973cd61078') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:21.648767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (6cb897a6-ced5-4755-89c6-3d973cd61078), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.653971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96cb8d-df5f-4ad3-9e95-e2b96752c853 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Pushing event updated for resources: {'Network': ['ID=a19d8239-ba17-4433-97bf-c3dfec8f0446,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.677439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6cb897a6-ced5-4755-89c6-3d973cd61078), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.678140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] For port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:21.692728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a19d8239-ba17-4433-97bf-c3dfec8f0446 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:21.714440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] For port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:21.735405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0923a138-2b21-4179-a2bd-faae886d526b req-fcd7e784-d587-49eb-882e-73230d9850d8 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289611 Jan 28 13:32:21.739699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:21.740044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (6cb897a6-ced5-4755-89c6-3d973cd61078), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.756963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:21.825710 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:21.829018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f2f66ea2-727c-4ece-9d96-c57c449b1eeb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.841231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:21.851143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.857771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] 10.222.0.45 "DELETE /v2.0/networks/f2f66ea2-727c-4ece-9d96-c57c449b1eeb HTTP/1.1" status: 204 len: 168 time: 1.4655492 Jan 28 13:32:21.857771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a196038-8ba2-4577-bf46-3a75d3fc2eb9 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303 tempest-ExtraDHCPOptionsIpV6TestJSON-975091303-project] Pushing event deleted for resources: {'Network': ['ID=f2f66ea2-727c-4ece-9d96-c57c449b1eeb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.886602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6946d621-cf82-4076-b425-b2f292f8605d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:21.888541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.896471 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82c2bb7e-6d4e-43d7-a08f-2b2f6ce2c9b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.909884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:21.910527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:21.912156 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] 10.222.0.60 "PUT /v2.0/ports/3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 HTTP/1.1" status: 200 len: 1096 time: 1.9762807 Jan 28 13:32:21.913884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a193584-1b98-403f-b7dd-9e4237727a84', 'tag': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:21.916652 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe654f9-7487-424c-b868-6675c6232958" -d '{"events": [{"name": "network-changed", "server_uuid": "9a193584-1b98-403f-b7dd-9e4237727a84", "tag": "3cdae13d-1d4c-4e21-9e5f-fc9e42252f02"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:21.968631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77ebc8-b7cb-4966-868b-0b6edc7e6ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:21.998267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4111c9b-1a8b-4645-b9b8-7db997334f65 req-de989935-bdd9-4ed6-bb67-2fb2a20dfcfa tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.007213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4111c9b-1a8b-4645-b9b8-7db997334f65 req-de989935-bdd9-4ed6-bb67-2fb2a20dfcfa tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 945 time: 0.2912588 Jan 28 13:32:22.019200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:22.020666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:22.026126 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9379af-6015-4217-a23c-fed68859eebb" -d '{"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-plugged", "status": "completed", "tag": "6946d621-cf82-4076-b425-b2f292f8605d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:22.033404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.051262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'network': {'name': 'tempest-network--1604642809', 'router:external': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:22.105814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Made reservation on behalf of 5c608a742ecd4379b20f40b17b3044d2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:22.118093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.142799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.170575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:22.205212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-c60801b3-f69e-427d-9682-b973ad431959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.207078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-c60801b3-f69e-427d-9682-b973ad431959 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4d57c09973c4803833abd3f25ddd531&device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 1099 time: 0.1817951 Jan 28 13:32:22.221652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f4111c9b-1a8b-4645-b9b8-7db997334f65 req-9524a5b5-0de7-4a55-b14a-d8c71aaeb645 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133741 Jan 28 13:32:22.321140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for security_group (af86c466-9a7d-4188-afca-e9d5fff87741), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.334742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (af86c466-9a7d-4188-afca-e9d5fff87741), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.347419 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c97f57-a43c-49fc-92c4-9b5c44919331 x-openstack-request-id: req-74c97f57-a43c-49fc-92c4-9b5c44919331 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:22.347419 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-plugged", "status": "completed", "tag": "6946d621-cf82-4076-b425-b2f292f8605d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:22.347419 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74c97f57-a43c-49fc-92c4-9b5c44919331 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:22.347419 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d', 'code': 200} Jan 28 13:32:22.350674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56592) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:22.361769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-af6256e0-fc18-476b-bdd9-4fef71b35938 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 HTTP/1.1" status: 200 len: 217 time: 0.1376975 Jan 28 13:32:22.403140 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82c2bb7e-6d4e-43d7-a08f-2b2f6ce2c9b8 admin admin] Publish callbacks [] for security_group (1154f803-3c62-4312-80ef-b282a9138f1f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.431808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:22.449280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d67cac9c-b2cf-4f7f-9fd0-41f9a51adee4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.450483 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Added segment d67cac9c-b2cf-4f7f-9fd0-41f9a51adee4 of type vlan for network 96011779-c8f9-4a55-ad53-75a9ad8917d3 Jan 28 13:32:22.454086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82c2bb7e-6d4e-43d7-a08f-2b2f6ce2c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1154f803-3c62-4312-80ef-b282a9138f1f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.518688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af86c466-9a7d-4188-afca-e9d5fff87741,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:22.556586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (96011779-c8f9-4a55-ad53-75a9ad8917d3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.557526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-a9d7cd84-00e1-4927-80bb-12c5b87a9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.559802 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-a9d7cd84-00e1-4927-80bb-12c5b87a9e32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1875467 Jan 28 13:32:22.572703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-82c2bb7e-6d4e-43d7-a08f-2b2f6ce2c9b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=932d93e79e3c46d4a32681a6856de4e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7306094 Jan 28 13:32:22.580288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56600) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:22.618128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a4305b8a-ac05-4e55-82df-b69003b66b40 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:22.655983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a4305b8a-ac05-4e55-82df-b69003b66b40 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:22.656495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a4305b8a-ac05-4e55-82df-b69003b66b40 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:22.670351 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0abb4c5-4da5-44a1-a84a-416cea11d257 x-openstack-request-id: req-b0abb4c5-4da5-44a1-a84a-416cea11d257 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:22.670687 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a193584-1b98-403f-b7dd-9e4237727a84", "tag": "3cdae13d-1d4c-4e21-9e5f-fc9e42252f02", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:22.670945 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0abb4c5-4da5-44a1-a84a-416cea11d257 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:22.671377 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a193584-1b98-403f-b7dd-9e4237727a84', 'tag': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02', 'status': 'completed', 'code': 200} Jan 28 13:32:22.672310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2bb7e-6d4e-43d7-a08f-2b2f6ce2c9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1154f803-3c62-4312-80ef-b282a9138f1f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:22.705058 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1b43038-88f1-41dc-add9-27e529dd3cc8 req-105b4786-3e72-424b-9f2c-cee00e51e3ca tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 210 time: 0.1342700 Jan 28 13:32:22.739451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (96011779-c8f9-4a55-ad53-75a9ad8917d3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.740468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.741074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.756730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e2c784d2-a94f-47d9-9aef-051676cc3b90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d1b184afd83428a81c0a3b26107471f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004335 Jan 28 13:32:22.760196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56604) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:22.762347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-f94384d2-8a48-4d31-ad36-f249acbad1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.764643 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-f94384d2-8a48-4d31-ad36-f249acbad1cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1858122 Jan 28 13:32:22.962869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b9dd36-fb8a-447a-8ec6-46df09cd3ad6 admin admin] Publish callbacks [] for security_group (b2afd7fc-2354-4d60-baa4-1d1a1b82e834), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:22.976179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6db33-ac58-410a-bee9-5ae284777bc4 req-d6817171-6e6e-4a21-807b-6836e6bd22e3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:22.977773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68a6db33-ac58-410a-bee9-5ae284777bc4 req-d6817171-6e6e-4a21-807b-6836e6bd22e3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1148612 Jan 28 13:32:22.990673 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-39576131-380f-4827-a078-177aab964dcb service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887648 Jan 28 13:32:23.059783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b9dd36-fb8a-447a-8ec6-46df09cd3ad6 admin admin] Publish callbacks [] for security_group (b2afd7fc-2354-4d60-baa4-1d1a1b82e834), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.143942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68a6db33-ac58-410a-bee9-5ae284777bc4 req-c7b91aa3-bdcd-44ab-9bbe-707a905b36d4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586564 Jan 28 13:32:23.175912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8ec7bc-80be-409c-8c1c-e62d4079d98b req-168bd513-c873-40ee-aa44-1fd1cb676b83 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764293 Jan 28 13:32:23.179842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Publish callbacks [] for security_group (1154f803-3c62-4312-80ef-b282a9138f1f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.184781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b9dd36-fb8a-447a-8ec6-46df09cd3ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2afd7fc-2354-4d60-baa4-1d1a1b82e834), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.187529 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b9dd36-fb8a-447a-8ec6-46df09cd3ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.191797 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-80b9dd36-fb8a-447a-8ec6-46df09cd3ad6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2afd7fc-2354-4d60-baa4-1d1a1b82e834 HTTP/1.1" status: 204 len: 168 time: 0.4234066 Jan 28 13:32:23.199546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9dd36-fb8a-447a-8ec6-46df09cd3ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afd7fc-2354-4d60-baa4-1d1a1b82e834,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:23.212126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6769111 Jan 28 13:32:23.214228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56610) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:23.221533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c68063-8f73-4150-a2fe-970a17d9ab8e req-255820b9-7aac-4c82-bafd-ff9a29f374e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.223290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46c68063-8f73-4150-a2fe-970a17d9ab8e req-255820b9-7aac-4c82-bafd-ff9a29f374e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 1097 time: 0.6966403 Jan 28 13:32:23.225136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-08fe4782-b02e-41d1-8037-0eca0dd37a89 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=50ec6fe863b44638b6fd28b43dad495c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901637 Jan 28 13:32:23.262941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5730f8-3b5b-4e67-a751-092cf8d7aeaf tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Network': ['ID=96011779-c8f9-4a55-ad53-75a9ad8917d3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:23.269808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Publish callbacks [] for security_group (1154f803-3c62-4312-80ef-b282a9138f1f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.275884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 96011779-c8f9-4a55-ad53-75a9ad8917d3 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:23.295224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a9194-6d55-44cc-ad07-bc5b0e7b149d req-fd2bddaa-0741-44f7-8313-75567bc1a481 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.303532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c79a9194-6d55-44cc-ad07-bc5b0e7b149d req-fd2bddaa-0741-44f7-8313-75567bc1a481 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 948 time: 0.5804648 Jan 28 13:32:23.459263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46c68063-8f73-4150-a2fe-970a17d9ab8e req-4a8f98a2-9c7d-4e23-84fb-541348dd2810 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147074 Jan 28 13:32:23.462643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (96011779-c8f9-4a55-ad53-75a9ad8917d3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.472857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe654f9-7487-424c-b868-6675c6232958 req-4f41f333-892d-4040-91b7-0d891eb17463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.474293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe654f9-7487-424c-b868-6675c6232958 req-4f41f333-892d-4040-91b7-0d891eb17463 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4d57c09973c4803833abd3f25ddd531&device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 1099 time: 0.2101963 Jan 28 13:32:23.487349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c79a9194-6d55-44cc-ad07-bc5b0e7b149d req-0cb6e254-d1eb-4b05-be05-25bb3afc3cc2 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825399 Jan 28 13:32:23.505426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004424c-e2d8-4b28-8b05-73e6f5e82ffc req-6aa570fc-4f00-443c-8485-08a07ccc86f7 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.505676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-ca73a781-7b96-42ca-a739-08247f6a508a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.506940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f004424c-e2d8-4b28-8b05-73e6f5e82ffc req-6aa570fc-4f00-443c-8485-08a07ccc86f7 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1554396 Jan 28 13:32:23.507942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-ca73a781-7b96-42ca-a739-08247f6a508a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640066 Jan 28 13:32:23.525440 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1154f803-3c62-4312-80ef-b282a9138f1f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.529663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.531657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1154f803-3c62-4312-80ef-b282a9138f1f HTTP/1.1" status: 204 len: 168 time: 0.9495428 Jan 28 13:32:23.543713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1154f803-3c62-4312-80ef-b282a9138f1f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:23.554269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.554810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.555322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.555837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.557529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.558695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.563139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.563710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.564704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.565050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.565402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.565743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.566082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db9083-58f1-438b-acef-539be41f56cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:23.679457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (96011779-c8f9-4a55-ad53-75a9ad8917d3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.692683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Request body: {'port': {'device_id': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '50ec6fe863b44638b6fd28b43dad495c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:23.754452 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f004424c-e2d8-4b28-8b05-73e6f5e82ffc req-9ecfc95a-63b7-4f82-ac0d-b6afa5f9a5ea tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262716 Jan 28 13:32:23.765360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe654f9-7487-424c-b868-6675c6232958 req-9cf7b6bc-7132-45ae-8e42-0640f5d3438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.766986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe654f9-7487-424c-b868-6675c6232958 req-9cf7b6bc-7132-45ae-8e42-0640f5d3438e service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.2829747 Jan 28 13:32:23.776918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96011779-c8f9-4a55-ad53-75a9ad8917d3']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:23.797104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67cac9c-b2cf-4f7f-9fd0-41f9a51adee4') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:23.797461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67cac9c-b2cf-4f7f-9fd0-41f9a51adee4') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:23.839054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe654f9-7487-424c-b868-6675c6232958 req-0fb4fa8b-2354-4265-8c81-9e0215a6126a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 HTTP/1.1" status: 200 len: 217 time: 0.0594764 Jan 28 13:32:23.843917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (d67cac9c-b2cf-4f7f-9fd0-41f9a51adee4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.851372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-698256c0-713a-410f-be18-d83e7397d92d req-92078709-f44a-470a-959f-09dc8b4586c3 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 210 time: 0.0467424 Jan 28 13:32:23.896223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d67cac9c-b2cf-4f7f-9fd0-41f9a51adee4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.909349 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:23.909775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (d67cac9c-b2cf-4f7f-9fd0-41f9a51adee4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:23.915930 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:23.919343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Made reservation on behalf of 50ec6fe863b44638b6fd28b43dad495c for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:23.924323 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.938183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:23.964957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe654f9-7487-424c-b868-6675c6232958 req-d93904a2-2d07-4eaa-91ae-1b84e76b7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:23.966606 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe654f9-7487-424c-b868-6675c6232958 req-d93904a2-2d07-4eaa-91ae-1b84e76b7294 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1199341 Jan 28 13:32:24.027566 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (96011779-c8f9-4a55-ad53-75a9ad8917d3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.033141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96011779-c8f9-4a55-ad53-75a9ad8917d3 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:32:24.038771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.040206 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "DELETE /v2.0/networks/96011779-c8f9-4a55-ad53-75a9ad8917d3 HTTP/1.1" status: 204 len: 168 time: 0.8247542 Jan 28 13:32:24.045665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56644) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:24.066991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:24.072008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287aab8-49cf-4213-8814-be448f0d3935 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event deleted for resources: {'Network': ['ID=96011779-c8f9-4a55-ad53-75a9ad8917d3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:24.082204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe654f9-7487-424c-b868-6675c6232958 req-f963ec7e-9a53-4532-89c3-92c700d1c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.084709 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe654f9-7487-424c-b868-6675c6232958 req-f963ec7e-9a53-4532-89c3-92c700d1c324 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093676 Jan 28 13:32:24.146574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Made reservation on behalf of 5c608a742ecd4379b20f40b17b3044d2 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:24.149115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.171119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks [] for security_group (a977436e-e24c-4577-afc8-6049517095bb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.177868 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a977436e-e24c-4577-afc8-6049517095bb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.213946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:24.261011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a977436e-e24c-4577-afc8-6049517095bb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:24.269374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (759a5684-4140-4313-8351-6c8f00281e3c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.269663 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Added segment 759a5684-4140-4313-8351-6c8f00281e3c of type vlan for network 8f41a279-2c0e-4e80-bf61-6c2b352a82fc Jan 28 13:32:24.299619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe654f9-7487-424c-b868-6675c6232958 req-ac1bb97a-5990-4ed7-aa02-6442c74fdbe1 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065470 Jan 28 13:32:24.434547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56654) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:24.441868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Allocated IP 192.168.233.57 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/1192b03a-b192-4ae5-8e12-05efe3c8cf4d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:24.506962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8f41a279-2c0e-4e80-bf61-6c2b352a82fc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.650709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664481541'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:24.670782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb5cb5-293d-4894-a848-512831555e5e req-75144caa-109f-432c-a8cf-b688c85ac7e5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.678466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8fb5cb5-293d-4894-a848-512831555e5e req-75144caa-109f-432c-a8cf-b688c85ac7e5 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.3337886 Jan 28 13:32:24.681934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffe654f9-7487-424c-b868-6675c6232958 req-755be672-cc9e-4e2d-ac82-7795b1fae6ba service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666111 Jan 28 13:32:24.706110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:24.709750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.712925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8f41a279-2c0e-4e80-bf61-6c2b352a82fc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.714052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.714695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.745834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.785718 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7372117 Jan 28 13:32:24.793242 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks [] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.794815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56666) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:24.808751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'subnet': {'network_id': '8f41a279-2c0e-4e80-bf61-6c2b352a82fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:24.830907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d5882-7d6e-4268-b251-a842eec1f4fd req-629a7fdf-a0cb-4313-8c8e-9773af37a927 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.832875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a8d5882-7d6e-4268-b251-a842eec1f4fd req-629a7fdf-a0cb-4313-8c8e-9773af37a927 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 948 time: 0.1394770 Jan 28 13:32:24.836622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8fb5cb5-293d-4894-a848-512831555e5e req-2ce0524f-2298-4703-ba49-103e1241ee1f tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570742 Jan 28 13:32:24.837550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca76cf-a17e-45be-aa67-da06dd82a5f4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Network': ['ID=8f41a279-2c0e-4e80-bf61-6c2b352a82fc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:24.864338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8f41a279-2c0e-4e80-bf61-6c2b352a82fc details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:24.928092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Made reservation on behalf of 5c608a742ecd4379b20f40b17b3044d2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:24.930607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:24.957682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75c778-07db-4674-a4dc-8a631d97abdf req-29400ad7-ecad-4c51-a1b6-de62cc0545b3 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:24.965910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f75c778-07db-4674-a4dc-8a631d97abdf req-29400ad7-ecad-4c51-a1b6-de62cc0545b3 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.0748637 Jan 28 13:32:25.017661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f75c778-07db-4674-a4dc-8a631d97abdf req-65f856b5-0822-4477-8ec4-1304e28586c9 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502107 Jan 28 13:32:25.018389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a8d5882-7d6e-4268-b251-a842eec1f4fd req-4fb2d328-c8d6-4a96-839d-993bce5fa7f6 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606562 Jan 28 13:32:25.034762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.100068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for security_group (e862e882-bd7a-420b-b38d-3348474cfe6f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.115021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e862e882-bd7a-420b-b38d-3348474cfe6f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.144678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:25.167426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e862e882-bd7a-420b-b38d-3348474cfe6f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:25.174788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:25.176659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Pushing event updated for resources: {'Port': ['ID=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:25.184560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1f24-8d1d-4aef-bf42-e13b03025cba req-4ac9f615-64d0-4564-9371-8b5ff27d89a2 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.184815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:25.189549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8e1f24-8d1d-4aef-bf42-e13b03025cba req-4ac9f615-64d0-4564-9371-8b5ff27d89a2 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 935 time: 0.0826743 Jan 28 13:32:25.190613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:25.287475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8e1f24-8d1d-4aef-bf42-e13b03025cba req-524e9fb7-8a80-48af-b4f6-6d178474ecbc tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805688 Jan 28 13:32:25.309080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (60959028-bce3-4b69-8b22-9a6d5049693d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.309685 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment 60959028-bce3-4b69-8b22-9a6d5049693d of type vlan for network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 Jan 28 13:32:25.359203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.359878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.483932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-56a2ec45-5164-4e8c-bd54-8b009705e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.485808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-56a2ec45-5164-4e8c-bd54-8b009705e715 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 1097 time: 0.1000507 Jan 28 13:32:25.497012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.524534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d961ad-de84-4ed6-8c14-187791a54c68 req-f1abf890-8625-44c7-830d-1c4ad005abc1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.526343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7d961ad-de84-4ed6-8c14-187791a54c68 req-f1abf890-8625-44c7-830d-1c4ad005abc1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1195209 Jan 28 13:32:25.528668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:25.549553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-eaa691ce-489b-4b91-bd91-d07a1f591f12 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8615267 Jan 28 13:32:25.581759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Request body: {'port': {'device_id': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:25.646898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03896de7-20ba-451e-88e0-b17fdcaf5d31 req-717b0d89-88de-4b5f-bd35-52b993418976 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.654035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03896de7-20ba-451e-88e0-b17fdcaf5d31 req-717b0d89-88de-4b5f-bd35-52b993418976 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.3170736 Jan 28 13:32:25.655998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.661583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.662213 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.663766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7d961ad-de84-4ed6-8c14-187791a54c68 req-1cbbf167-b0db-4c15-b23c-f794b773c550 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900176 Jan 28 13:32:25.675982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-3b74d424-9085-4ee2-be1f-16fa7e2d7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.677737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-3b74d424-9085-4ee2-be1f-16fa7e2d7a3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.1825054 Jan 28 13:32:25.692851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9fd9b973-3dbc-4e61-8bc1-70aebba65206 None None] Provisioning complete for port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:25.693074 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9fd9b973-3dbc-4e61-8bc1-70aebba65206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.744905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9b973-3dbc-4e61-8bc1-70aebba65206 None None] Port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:25.752655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:25.764317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02', 'mac_address': 'fa:16:3e:0e:d4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:25.764660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-6cc71231-d4fd-4292-bcf7-f936d5a137cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 200 len: 1001 time: 0.0782874 Jan 28 13:32:25.814525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:25.815222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.833844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:25.845301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-40cd46b8-cc8a-4529-8deb-7714f7d511e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.847469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-40cd46b8-cc8a-4529-8deb-7714f7d511e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.0741801 Jan 28 13:32:25.872059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4225042 Jan 28 13:32:25.872486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:25.872486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.874101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:25.920203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0d77d-95ab-4b0e-b4c8-2adfd89dea3a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:25.938166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03896de7-20ba-451e-88e0-b17fdcaf5d31 req-6cb8e8e5-802e-4c8d-b1d4-fc51df71ec64 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830412 Jan 28 13:32:25.967536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-5e5a82ea-1533-450a-b465-37b0a74296b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:25.967536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-5e5a82ea-1533-450a-b465-37b0a74296b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086447 Jan 28 13:32:26.016215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:26.021385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:26.161171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-fa8f0ea4-26aa-4774-8097-3b13f80aaa99 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890705 Jan 28 13:32:26.271187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:32:26.271417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (90f6ae5e-1402-4521-9399-dbd55931ba24), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.307034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['3cdae13d-1d4c-4e21-9e5f-fc9e42252f02'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:26.369996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06c0d872-e2c3-4c80-ba7d-d0891e141ffb req-9f7ac38d-750c-462d-9099-44fe3684d177 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982195 Jan 28 13:32:26.444254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Subnet': ['ID=90f6ae5e-1402-4521-9399-dbd55931ba24,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:26.480390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cf072-1768-410d-8292-5de977869908 req-a83eb85f-d92b-4ebb-a4c1-77ef99091027 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:26.490738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-201cf072-1768-410d-8292-5de977869908 req-a83eb85f-d92b-4ebb-a4c1-77ef99091027 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 949 time: 0.2742181 Jan 28 13:32:26.549676 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.684403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a403-e456-44d8-b341-a544700b5f31 req-2eb45dfb-61d3-4639-ba2c-5aedbfe174d6 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:26.693569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10e7a403-e456-44d8-b341-a544700b5f31 req-2eb45dfb-61d3-4639-ba2c-5aedbfe174d6 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 935 time: 0.1715181 Jan 28 13:32:26.700938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Checking segment: {'id': '759a5684-4140-4313-8351-6c8f00281e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '8f41a279-2c0e-4e80-bf61-6c2b352a82fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:26.705671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Network hostable DHCP agents. Network: 8f41a279-2c0e-4e80-bf61-6c2b352a82fc, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:26.733807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1192b03a-b192-4ae5-8e12-05efe3c8cf4d {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:26.745554 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Publish callbacks [] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.755229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10e7a403-e456-44d8-b341-a544700b5f31 req-e584f6fc-e4d1-494f-80c7-1623b1e60a2d tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604801 Jan 28 13:32:26.757546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-201cf072-1768-410d-8292-5de977869908 req-98753d99-1d9f-4790-b265-fc685cf871be tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655196 Jan 28 13:32:26.796722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Transition to ACTIVE for port object 1192b03a-b192-4ae5-8e12-05efe3c8cf4d will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:26.797467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Network 8f41a279-2c0e-4e80-bf61-6c2b352a82fc is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:26.818099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.864014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8f41a279-2c0e-4e80-bf61-6c2b352a82fc) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:26.876730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69229992-7d2d-4a0d-b8cf-fff64e037195 None None] Network 8f41a279-2c0e-4e80-bf61-6c2b352a82fc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:26.884657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:26.885276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:26.942575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-96f9e2a6-e772-4c9c-b387-f51e41e65971 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1415553 Jan 28 13:32:26.957873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56756) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:27.008495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'floatingip': {'floating_network_id': '8f41a279-2c0e-4e80-bf61-6c2b352a82fc'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:27.062880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23bf8ca-2a60-4cb6-8959-1c64fa4fef7f None None] Network 8f41a279-2c0e-4e80-bf61-6c2b352a82fc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:27.100066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Pushing event updated for resources: {'Port': ['ID=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:27.138618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.185476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88268f8c-93b4-4ce4-a7b5-9a351662e17c req-ff114fb0-1879-4336-bf99-ba56f1a4587b tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:27.197836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88268f8c-93b4-4ce4-a7b5-9a351662e17c req-ff114fb0-1879-4336-bf99-ba56f1a4587b tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.2935543 Jan 28 13:32:27.262750 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:32:27.405599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88268f8c-93b4-4ce4-a7b5-9a351662e17c req-9aaf5f22-220e-44d7-9900-f2f17d466fc1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993718 Jan 28 13:32:27.422189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56760) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:27.435908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Attempting to bind port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:27.436434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Attempting to bind port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:27.436946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Attempting to bind port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:27.442978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:27.443410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Attempting to bind port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:27.449866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:27.449866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:27.450260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:27.450712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Bound port: 1192b03a-b192-4ae5-8e12-05efe3c8cf4d, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:27.451229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.554999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] For port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:27.559024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] For port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:27.568997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.632522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ba6f59-09fa-4a7b-8d24-198b27121b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.637147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:27.637849 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.640126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] 10.222.0.36 "PUT /v2.0/ports/1192b03a-b192-4ae5-8e12-05efe3c8cf4d HTTP/1.1" status: 200 len: 1095 time: 2.0803924 Jan 28 13:32:27.640777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'tag': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:27.643004 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec666ec-6646-4448-9f49-0c122794bb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094", "tag": "1192b03a-b192-4ae5-8e12-05efe3c8cf4d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:27.739906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-c8c0140e-96e0-459b-907c-a369e8f5914f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:27.746940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-c8c0140e-96e0-459b-907c-a369e8f5914f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 812 time: 0.8724523 Jan 28 13:32:27.767285 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-405fc439-8e53-49e8-b405-9cc3d640562b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/quotas/4213a7b4988c4710af9d200fca265db4 HTTP/1.1" status: 200 len: 375 time: 0.0191841 Jan 28 13:32:27.816953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bb5cb-aa32-4b26-aa17-ee740c484201 service neutron] Pushing event updated for resources: {'Port': ['ID=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:27.870959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-ea1c89c5-e98d-490b-b73f-0c93b7467e46 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:27.873454 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:27.880514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-ea1c89c5-e98d-490b-b73f-0c93b7467e46 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "GET /v2.0/ports?device_id=be38c52a-46d9-489c-857c-645ab1b5871c HTTP/1.1" status: 200 len: 946 time: 0.1900580 Jan 28 13:32:27.892389 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-3f148243-5e07-4f7d-a50d-59d45975dfe6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1234365 Jan 28 13:32:27.979542 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a68875c-2f9e-4969-a1f1-9f56461d2e0a x-openstack-request-id: req-2a68875c-2f9e-4969-a1f1-9f56461d2e0a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:27.980521 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094", "tag": "1192b03a-b192-4ae5-8e12-05efe3c8cf4d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:27.980978 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a68875c-2f9e-4969-a1f1-9f56461d2e0a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:27.981553 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'tag': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d', 'status': 'completed', 'code': 200} Jan 28 13:32:28.032574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.051864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-0ba2884c-aa23-47c8-8899-3dae7d706992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.053812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-0ba2884c-aa23-47c8-8899-3dae7d706992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ec6fe863b44638b6fd28b43dad495c&device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 1098 time: 0.2795527 Jan 28 13:32:28.103573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-5bbca615-7ed8-45a1-8b5c-f29c2387aa30 service neutron] 10.222.0.45 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985004 Jan 28 13:32:28.153755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ba6f59-09fa-4a7b-8d24-198b27121b61 admin admin] Publish callbacks [] for security_group (0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.159311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-0a4899cc-b53f-4ebc-b0e9-cce7b28b628b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d HTTP/1.1" status: 200 len: 217 time: 0.0941951 Jan 28 13:32:28.169512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10ba6f59-09fa-4a7b-8d24-198b27121b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.226964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Allocated IP 172.20.0.13 (8f41a279-2c0e-4e80-bf61-6c2b352a82fc/90f6ae5e-1402-4521-9399-dbd55931ba24/8102230b-819a-4e8c-9bc3-a998d2d83a7e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:28.245141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae99510-8ef2-4901-946b-83110f3c15d0 req-cc23be04-d5ae-46b8-9ecd-211f0f1e41d8 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.247250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ae99510-8ef2-4901-946b-83110f3c15d0 req-cc23be04-d5ae-46b8-9ecd-211f0f1e41d8 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 947 time: 0.2162888 Jan 28 13:32:28.252474 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-20e5e79b-d8d6-4242-a8d9-18725cac884c service neutron] 10.222.0.45 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385970 Jan 28 13:32:28.279198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-10ba6f59-09fa-4a7b-8d24-198b27121b61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=539b82d248b944c9b06f85e24061d1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8556571 Jan 28 13:32:28.303719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56772) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:28.305234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba6f59-09fa-4a7b-8d24-198b27121b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:28.353695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Deleting port 6946d621-cf82-4076-b425-b2f292f8605d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:28.354036 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6946d621-cf82-4076-b425-b2f292f8605d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.358459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-34d86624-a14d-4637-a458-80cac0aae173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.359943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-34d86624-a14d-4637-a458-80cac0aae173 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1877012 Jan 28 13:32:28.386477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.427993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.460408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ae99510-8ef2-4901-946b-83110f3c15d0 req-e4b995d1-bd28-4af5-a7f6-d7161cbb8a1c tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884005 Jan 28 13:32:28.477927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Port': ['ID=8102230b-819a-4e8c-9bc3-a998d2d83a7e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:28.510751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Network 8f41a279-2c0e-4e80-bf61-6c2b352a82fc is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:28.513516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:28.519698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:28.528502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-91bc8041-311c-41f7-a656-c806eabe06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.528502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-91bc8041-311c-41f7-a656-c806eabe06be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577852 Jan 28 13:32:28.583726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] For port 6946d621-cf82-4076-b425-b2f292f8605d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6946d621-cf82-4076-b425-b2f292f8605d,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:28.584129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6946d621-cf82-4076-b425-b2f292f8605d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.613909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Calling delete_port for 6946d621-cf82-4076-b425-b2f292f8605d owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:28.688306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494f268-0b46-41ef-9246-168eb8a05cca req-879dc87d-1468-4c77-847a-f0188d828a50 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:28.696709 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1494f268-0b46-41ef-9246-168eb8a05cca req-879dc87d-1468-4c77-847a-f0188d828a50 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 949 time: 0.1033642 Jan 28 13:32:28.732230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for floatingip (af92b35d-d241-43ab-a955-a3a15e253721), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.786082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.816819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6946d621-cf82-4076-b425-b2f292f8605d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.855756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1494f268-0b46-41ef-9246-168eb8a05cca req-98d31212-53e7-4d26-bb91-4f714c666e31 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530819 Jan 28 13:32:28.875047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['6946d621-cf82-4076-b425-b2f292f8605d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:28.910483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7a4e29ad-990e-457d-b5ea-4fd19d5a041f admin admin] Publish callbacks [] for security_group (0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:28.943110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Pushing event deleted for resources: {'Port': ['ID=6946d621-cf82-4076-b425-b2f292f8605d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:29.006420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] No DVR routers for this DVR port 6946d621-cf82-4076-b425-b2f292f8605d on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:29.028728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bad7b-7d05-402c-9037-44ed1b61cc05 req-6757ff0f-cd25-4151-a5d3-8a68325deb48 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:29.036361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-986bad7b-7d05-402c-9037-44ed1b61cc05 req-6757ff0f-cd25-4151-a5d3-8a68325deb48 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.2409697 Jan 28 13:32:29.041891 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.045312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5dc5d4a-0eef-474a-bbb6-c22fac4c5444 req-2ed24c15-fd40-4d5f-a19a-4305e435a05a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "DELETE /v2.0/ports/6946d621-cf82-4076-b425-b2f292f8605d HTTP/1.1" status: 204 len: 173 time: 1.1436455 Jan 28 13:32:29.054950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7a4e29ad-990e-457d-b5ea-4fd19d5a041f admin admin] Publish callbacks [] for security_group (0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.082348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e44be771-cb6f-4424-99ed-d2597334065c req-5bfd5bc7-3258-4188-81a0-3093cd6c7fe6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 210 time: 0.0732565 Jan 28 13:32:29.151067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-67f839c3-5c05-4206-886e-77166aa2fe40 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505745 Jan 28 13:32:29.190258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-986bad7b-7d05-402c-9037-44ed1b61cc05 req-0ee09f60-90cd-4e20-9dbd-a4f4a62521bc tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527944 Jan 28 13:32:29.191726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.200315 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.246399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Port': ['ID=8102230b-819a-4e8c-9bc3-a998d2d83a7e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:29.257297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56788) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:29.262862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': '24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:29.330073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7a4e29ad-990e-457d-b5ea-4fd19d5a041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.333122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7a4e29ad-990e-457d-b5ea-4fd19d5a041f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.337137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7a4e29ad-990e-457d-b5ea-4fd19d5a041f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb HTTP/1.1" status: 204 len: 168 time: 1.0293510 Jan 28 13:32:29.356077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e29ad-990e-457d-b5ea-4fd19d5a041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0c491-f65a-4d64-8a4c-7a92f45d4dfb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:29.366305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d530e76-8048-443a-afd7-cf6c85f63122 req-74a6e0a8-3c9c-4e64-a243-61fa92ffbeeb service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673996 Jan 28 13:32:29.385155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (af92b35d-d241-43ab-a955-a3a15e253721), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.409556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.415053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca5edbde-a81d-406d-aaaa-834d9bb25fde tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4518359 Jan 28 13:32:29.415053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:29.415336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56792) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:29.415525 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.571253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:29.573180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6c1a002c-c6b7-4b18-9fd7-d4fad293b7da tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=8f41a279-2c0e-4e80-bf61-6c2b352a82fc HTTP/1.1" status: 200 len: 690 time: 0.1565762 Jan 28 13:32:29.575801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56798) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:29.716185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (dcaf3919-33b5-4bd7-b00a-dd3dd380c930), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.734460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:29.740389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:29.740983 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.776111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:29.780146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=dcaf3919-33b5-4bd7-b00a-dd3dd380c930,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:29.799859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.800712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.801270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.801819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.802391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.802985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.803532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.804100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.804678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.805221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.805762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.806299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.806832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:29.825209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e89cabef-b4d4-45b0-a236-35c48a846643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.827628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c6fcc-7916-47bc-97d5-fb1b3650c24a req-b36008ac-d48f-4189-9e67-8e578f028551 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:29.835870 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c16c6fcc-7916-47bc-97d5-fb1b3650c24a req-b36008ac-d48f-4189-9e67-8e578f028551 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 947 time: 0.1777112 Jan 28 13:32:29.839948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666ec-6646-4448-9f49-0c122794bb4b req-5c2a6b5a-62fe-4b1f-9903-a9324dd17f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:29.841940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec666ec-6646-4448-9f49-0c122794bb4b req-5c2a6b5a-62fe-4b1f-9903-a9324dd17f13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ec6fe863b44638b6fd28b43dad495c&device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 1098 time: 0.3215413 Jan 28 13:32:29.883488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:29.884098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.904010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c16c6fcc-7916-47bc-97d5-fb1b3650c24a req-0d3a1736-4968-4e16-a0fd-2bfe8fd02626 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Jan 28 13:32:29.913986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': '60959028-bce3-4b69-8b22-9a6d5049693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:29.914814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:29.924714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a193584-1b98-403f-b7dd-9e4237727a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:29.928745 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c107ad5c-1ff6-48a6-90e6-ba77e7498bb2" -d '{"events": [{"server_uuid": "9a193584-1b98-403f-b7dd-9e4237727a84", "name": "network-vif-plugged", "status": "completed", "tag": "3cdae13d-1d4c-4e21-9e5f-fc9e42252f02"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:29.948691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:29.950167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:29.953087 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.954185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8f41a279-2c0e-4e80-bf61-6c2b352a82fc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.972785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:29.984513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:29.985683 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:29.989495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae936bb1-178d-489e-8e7a-839e5d65a8bd None None] Network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:30.006242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-deleted', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:30.010022 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b26bfa-29d4-4cb5-b68b-e9fcbdd433d0" -d '{"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-deleted", "tag": "6946d621-cf82-4076-b425-b2f292f8605d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:30.013797 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded83394-d98d-4ab6-97c8-837c12eb29ea x-openstack-request-id: req-ded83394-d98d-4ab6-97c8-837c12eb29ea {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:30.014216 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a193584-1b98-403f-b7dd-9e4237727a84", "name": "network-vif-plugged", "status": "completed", "tag": "3cdae13d-1d4c-4e21-9e5f-fc9e42252f02", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:30.014574 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ded83394-d98d-4ab6-97c8-837c12eb29ea {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:30.015059 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a193584-1b98-403f-b7dd-9e4237727a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02', 'code': 200} Jan 28 13:32:30.019737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d352b6c0-32d2-436f-9d7b-51bdc35d75ee tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7573819 Jan 28 13:32:30.020208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56808) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:30.025393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263804208'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:30.063207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:30.069746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.110343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:30.113749 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a9a3da-6cda-4dab-be7e-7314ff989b60 x-openstack-request-id: req-70a9a3da-6cda-4dab-be7e-7314ff989b60 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:30.114050 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be38c52a-46d9-489c-857c-645ab1b5871c", "name": "network-vif-deleted", "tag": "6946d621-cf82-4076-b425-b2f292f8605d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:30.114315 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70a9a3da-6cda-4dab-be7e-7314ff989b60 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:30.115310 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be38c52a-46d9-489c-857c-645ab1b5871c', 'name': 'network-vif-deleted', 'tag': '6946d621-cf82-4076-b425-b2f292f8605d', 'status': 'completed', 'code': 200} Jan 28 13:32:30.117350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:30.157145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3db43e6a-be98-472f-9595-8e69efbcaf17), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.158041 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment 3db43e6a-be98-472f-9595-8e69efbcaf17 of type vlan for network f69df71a-7215-4276-88ff-ebe0fbc5f2f6 Jan 28 13:32:30.183576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4', 'network_id': '24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': 'dcaf3919-33b5-4bd7-b00a-dd3dd380c930'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:30.185470 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.196049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fbd40-adeb-41ec-a4b7-a7a20bd44c51 req-64aa7449-2e46-4fa2-aa82-24d03a21f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.197601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-559fbd40-adeb-41ec-a4b7-a7a20bd44c51 req-64aa7449-2e46-4fa2-aa82-24d03a21f545 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 1101 time: 0.0964062 Jan 28 13:32:30.286736 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f69df71a-7215-4276-88ff-ebe0fbc5f2f6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.297421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4d1cdab9-32f6-44de-8a37-5d921452c17c req-793629ad-6b0c-459c-b5f1-654d4b9ceb7c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 210 time: 0.0696685 Jan 28 13:32:30.340664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-559fbd40-adeb-41ec-a4b7-a7a20bd44c51 req-2feb6baa-2eef-4b04-b062-0e153d13cbd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118155 Jan 28 13:32:30.348815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f69df71a-7215-4276-88ff-ebe0fbc5f2f6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.355367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.356494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.394787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Allocated IP 2001:db8:0:ffff::2 (24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4/dcaf3919-33b5-4bd7-b00a-dd3dd380c930/0675b29a-b4a5-47aa-8daa-a5431d53b2b9) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:30.429589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4082060 Jan 28 13:32:30.433087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:30.440807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:30.446011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ec969-ebaf-4e3f-bba7-39074d3cdcb6 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=f69df71a-7215-4276-88ff-ebe0fbc5f2f6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:30.479005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f69df71a-7215-4276-88ff-ebe0fbc5f2f6 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:30.544920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:30.548613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.674071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Publish callbacks [] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.686485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.737234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e74-36d8-4bea-9bea-1bd373708ac6 req-57b8f9e9-e444-4fbe-a8df-993457a022ae tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.738773 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4835e74-36d8-4bea-9bea-1bd373708ac6 req-57b8f9e9-e444-4fbe-a8df-993457a022ae tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 950 time: 0.7132678 Jan 28 13:32:30.746492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666ec-6646-4448-9f49-0c122794bb4b req-5a0f0fa9-be4f-490f-a291-b75f48ae0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.746873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:30.748243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec666ec-6646-4448-9f49-0c122794bb4b req-5a0f0fa9-be4f-490f-a291-b75f48ae0d3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.8901865 Jan 28 13:32:30.752437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:30.760830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:30.774220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (663e0435-f270-4872-b38c-217b8554c380), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.778859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Pushing event updated for resources: {'Port': ['ID=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:30.833650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Attempting to bind port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:30.834024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Attempting to bind port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '60959028-bce3-4b69-8b22-9a6d5049693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:30.834416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Attempting to bind port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 on network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:30.840638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:30.840638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Checking segment: {'id': '60959028-bce3-4b69-8b22-9a6d5049693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:30.841088 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.841467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Bound using segment: {'id': '60959028-bce3-4b69-8b22-9a6d5049693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:30.841943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Bound port: 0675b29a-b4a5-47aa-8daa-a5431d53b2b9, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60959028-bce3-4b69-8b22-9a6d5049693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:30.842791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.842926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e89cabef-b4d4-45b0-a236-35c48a846643 admin admin] Publish callbacks [] for security_group (ccbd8623-5b6f-4629-add1-a78d4aad78e1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.850184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=663e0435-f270-4872-b38c-217b8554c380,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:30.855676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec666ec-6646-4448-9f49-0c122794bb4b req-6922c2d7-8d58-4ea4-bb25-0b4fa5dd578e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d HTTP/1.1" status: 200 len: 217 time: 0.0863886 Jan 28 13:32:30.859210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': '3db43e6a-be98-472f-9595-8e69efbcaf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:30.859545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: f69df71a-7215-4276-88ff-ebe0fbc5f2f6, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:30.862657 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e89cabef-b4d4-45b0-a236-35c48a846643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ccbd8623-5b6f-4629-add1-a78d4aad78e1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.892461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network f69df71a-7215-4276-88ff-ebe0fbc5f2f6 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:30.903988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f69df71a-7215-4276-88ff-ebe0fbc5f2f6) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:30.910084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:30.910704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:30.937926 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b60a5e66-733b-4170-9531-564cb2a917a5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5036271 Jan 28 13:32:30.941040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56816) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:30.963209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e89cabef-b4d4-45b0-a236-35c48a846643 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25a71376408d45aa93f3b9d82c0ab71d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1855822 Jan 28 13:32:30.971781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56818) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:30.977791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Deleting port 8102230b-819a-4e8c-9bc3-a998d2d83a7e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:30.978241 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.063458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49567f18-72d5-4eca-974a-79656cba0921 None None] Network f69df71a-7215-4276-88ff-ebe0fbc5f2f6 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:31.079194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-6b671a03-fd96-485a-9c21-0f0270d39967 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:31.081882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-6b671a03-fd96-485a-9c21-0f0270d39967 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.60 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 812 time: 0.4760811 Jan 28 13:32:31.086513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cabef-b4d4-45b0-a236-35c48a846643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd8623-5b6f-4629-add1-a78d4aad78e1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:31.102840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4835e74-36d8-4bea-9bea-1bd373708ac6 req-0d407f26-2d53-42d4-9873-c3937524b83b tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504586 Jan 28 13:32:31.112457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Request body: {'port': {'device_id': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'admin_state_up': True, 'tenant_id': '4213a7b4988c4710af9d200fca265db4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:31.131484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6946d621-cf82-4076-b425-b2f292f8605d no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:31.143662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666ec-6646-4448-9f49-0c122794bb4b req-33166109-cd5d-450d-830f-81950d3b1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:31.145299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec666ec-6646-4448-9f49-0c122794bb4b req-33166109-cd5d-450d-830f-81950d3b1167 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2641013 Jan 28 13:32:31.149127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696caf5-e6e8-44da-8185-f901146e868e req-4d04d7d5-f726-4cb9-bec8-5b9c472fcfac tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:31.150857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3696caf5-e6e8-44da-8185-f901146e868e req-4d04d7d5-f726-4cb9-bec8-5b9c472fcfac tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 947 time: 0.1765485 Jan 28 13:32:31.164661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 6946d621-cf82-4076-b425-b2f292f8605d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:31.164912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6946d621-cf82-4076-b425-b2f292f8605d not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:31.171770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] For port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:31.181459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f69df71a-7215-4276-88ff-ebe0fbc5f2f6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.190182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9f779fb-0a82-4239-829d-6108bbe93759 admin admin] Publish callbacks [] for security_group (ccbd8623-5b6f-4629-add1-a78d4aad78e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.207176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] For port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,segment=NetworkSegment(60959028-bce3-4b69-8b22-9a6d5049693d),segment_id=60959028-bce3-4b69-8b22-9a6d5049693d)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:31.216153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.236310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.236652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for floatingip (8102230b-819a-4e8c-9bc3-a998d2d83a7e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.256625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9f779fb-0a82-4239-829d-6108bbe93759 admin admin] Publish callbacks [] for security_group (ccbd8623-5b6f-4629-add1-a78d4aad78e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.288441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f69df71a-7215-4276-88ff-ebe0fbc5f2f6', 'network_id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': '663e0435-f270-4872-b38c-217b8554c380'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:31.289093 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.292073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Calling delete_port for 8102230b-819a-4e8c-9bc3-a998d2d83a7e owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:31.312660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec666ec-6646-4448-9f49-0c122794bb4b req-eb9ab3e1-9657-47f4-a6fa-c76618543a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:31.314824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec666ec-6646-4448-9f49-0c122794bb4b req-eb9ab3e1-9657-47f4-a6fa-c76618543a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348946 Jan 28 13:32:31.315822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2e929-68f0-480c-b357-33cdfb73f26c None None] Pushing event updated for resources: {'Port': ['ID=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:31.368898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3696caf5-e6e8-44da-8185-f901146e868e req-0cb5b7f9-c8a7-42bf-a471-a24aecc8794c tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958985 Jan 28 13:32:31.435080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (663e0435-f270-4872-b38c-217b8554c380), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.477560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Allocated IP 2001:db8::1 (f69df71a-7215-4276-88ff-ebe0fbc5f2f6/663e0435-f270-4872-b38c-217b8554c380/3f6d26b4-1f41-4c52-9982-a297364dab56) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:31.491818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9f779fb-0a82-4239-829d-6108bbe93759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ccbd8623-5b6f-4629-add1-a78d4aad78e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.495079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9f779fb-0a82-4239-829d-6108bbe93759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.499467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b9f779fb-0a82-4239-829d-6108bbe93759 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccbd8623-5b6f-4629-add1-a78d4aad78e1 HTTP/1.1" status: 204 len: 168 time: 0.5263519 Jan 28 13:32:31.509951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f779fb-0a82-4239-829d-6108bbe93759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd8623-5b6f-4629-add1-a78d4aad78e1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:31.570526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3425ea07-b8fd-4adf-bd97-c757a4b593ce req-47a28730-c37a-48d9-93a7-412cfb8d63f3 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 210 time: 0.1223149 Jan 28 13:32:31.656618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Made reservation on behalf of 4213a7b4988c4710af9d200fca265db4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:31.660699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.679417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec666ec-6646-4448-9f49-0c122794bb4b req-4c17c195-08b8-4e19-b865-9178ff526cdc service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450370 Jan 28 13:32:31.692527 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Publish callbacks [] for port (3f6d26b4-1f41-4c52-9982-a297364dab56), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.702760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (3f6d26b4-1f41-4c52-9982-a297364dab56), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.723639 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (663e0435-f270-4872-b38c-217b8554c380), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.761001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Network f69df71a-7215-4276-88ff-ebe0fbc5f2f6 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:31.769558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:31.778507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:31.790501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=663e0435-f270-4872-b38c-217b8554c380,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:31.819099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Pushing event updated for resources: {'Port': ['ID=3f6d26b4-1f41-4c52-9982-a297364dab56,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:31.954081 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f69df71a-7215-4276-88ff-ebe0fbc5f2f6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.954381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Attempting to bind port 3f6d26b4-1f41-4c52-9982-a297364dab56 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:31.954792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Attempting to bind port 3f6d26b4-1f41-4c52-9982-a297364dab56 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3db43e6a-be98-472f-9595-8e69efbcaf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:31.956094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Attempting to bind port 3f6d26b4-1f41-4c52-9982-a297364dab56 on network f69df71a-7215-4276-88ff-ebe0fbc5f2f6 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:31.962607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:31.962982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Checking segment: {'id': '3db43e6a-be98-472f-9595-8e69efbcaf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:31.963800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.964247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Bound using segment: {'id': '3db43e6a-be98-472f-9595-8e69efbcaf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:31.964723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Bound port: 3f6d26b4-1f41-4c52-9982-a297364dab56, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db43e6a-be98-472f-9595-8e69efbcaf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:31.965105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3f6d26b4-1f41-4c52-9982-a297364dab56), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:31.985021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69df71a-7215-4276-88ff-ebe0fbc5f2f6']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.010764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db43e6a-be98-472f-9595-8e69efbcaf17') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.011078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db43e6a-be98-472f-9595-8e69efbcaf17') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.025629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (3db43e6a-be98-472f-9595-8e69efbcaf17), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.045983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3db43e6a-be98-472f-9595-8e69efbcaf17), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.058454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] For port 3f6d26b4-1f41-4c52-9982-a297364dab56, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:32.059150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:32.059651 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (3db43e6a-be98-472f-9595-8e69efbcaf17), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.061292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec666ec-6646-4448-9f49-0c122794bb4b req-6cd5ffd1-547f-46a9-ba11-81fac236c65d service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696153 Jan 28 13:32:32.068979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8102230b-819a-4e8c-9bc3-a998d2d83a7e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.111277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event deleted for resources: {'Port': ['ID=8102230b-819a-4e8c-9bc3-a998d2d83a7e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:32.115193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Allocated IP 172.20.0.3 (f934221a-e3b0-4d79-a858-ceb43ab42485/306d5cb4-a31c-4fda-a46b-ce36aac3f3f9/1bc05889-e6e6-4e38-94c0-362ef16ce50f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:32.143034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] For port 3f6d26b4-1f41-4c52-9982-a297364dab56, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3f6d26b4-1f41-4c52-9982-a297364dab56,segment=NetworkSegment(3db43e6a-be98-472f-9595-8e69efbcaf17),segment_id=3db43e6a-be98-472f-9595-8e69efbcaf17)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:32.147552 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:32.151117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.api [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:32:32.151117 n-d-822748-2 neutron-server[103373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:32:32.151117 n-d-822748-2 neutron-server[103373]: [parameters: {'id': 'f69df71a-7215-4276-88ff-ebe0fbc5f2f6'}] Jan 28 13:32:32.151117 n-d-822748-2 neutron-server[103373]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:32:32.151117 n-d-822748-2 neutron-server[103373]: DEBUG oslo_db.api [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:32:32.171742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3f6d26b4-1f41-4c52-9982-a297364dab56), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.252516 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for floatingip (af92b35d-d241-43ab-a955-a3a15e253721), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.268512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f715a-07a4-40d3-959b-27c7fead4ff0 req-ecf1e312-cf3f-4b5e-ab16-b1ddeef63d82 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:32.271563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-503f715a-07a4-40d3-959b-27c7fead4ff0 req-ecf1e312-cf3f-4b5e-ab16-b1ddeef63d82 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 950 time: 0.0748339 Jan 28 13:32:32.309445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8909351-e545-4658-bd65-654c58b40fc3 None None] Pushing event updated for resources: {'Port': ['ID=3f6d26b4-1f41-4c52-9982-a297364dab56,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:32.329634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe6a87-9548-4265-b6a2-5391337f6063 None None] Network f69df71a-7215-4276-88ff-ebe0fbc5f2f6 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:32.346130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-503f715a-07a4-40d3-959b-27c7fead4ff0 req-dd7aba24-6d87-4408-ba5d-35b0b31259ba tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686760 Jan 28 13:32:32.378748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (90f6ae5e-1402-4521-9399-dbd55931ba24), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.550815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks [] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.562632 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (90f6ae5e-1402-4521-9399-dbd55931ba24), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.628382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=90f6ae5e-1402-4521-9399-dbd55931ba24,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:32.651899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4899332-e85e-4de3-b3e7-bbad8d9b9029 req-40b57e51-2b65-4514-b017-265628886f24 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:32.674127 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b4899332-e85e-4de3-b3e7-bbad8d9b9029 req-40b57e51-2b65-4514-b017-265628886f24 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 947 time: 0.1787601 Jan 28 13:32:32.675855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f69df71a-7215-4276-88ff-ebe0fbc5f2f6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.724311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8f41a279-2c0e-4e80-bf61-6c2b352a82fc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.745224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.789548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:32.802120 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b4899332-e85e-4de3-b3e7-bbad8d9b9029 req-d0e82be0-fabc-4228-8c64-df6215c6228f tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270111 Jan 28 13:32:32.860609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 3f6d26b4-1f41-4c52-9982-a297364dab56 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:32.861699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3f6d26b4-1f41-4c52-9982-a297364dab56), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.869611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:32.870049 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:32.899202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52843266-9e4f-4385-828d-d78c1d5d0a1b None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:32:32.904958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f41a279-2c0e-4e80-bf61-6c2b352a82fc']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.919596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Network f934221a-e3b0-4d79-a858-ceb43ab42485 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:32.929427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:32.935094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759a5684-4140-4313-8351-6c8f00281e3c') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.935481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759a5684-4140-4313-8351-6c8f00281e3c') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:32.944567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:32.967506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:32.994659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (759a5684-4140-4313-8351-6c8f00281e3c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.009763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 3f6d26b4-1f41-4c52-9982-a297364dab56, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3f6d26b4-1f41-4c52-9982-a297364dab56,segment=NetworkSegment(3db43e6a-be98-472f-9595-8e69efbcaf17),segment_id=3db43e6a-be98-472f-9595-8e69efbcaf17)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:33.010741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3f6d26b4-1f41-4c52-9982-a297364dab56), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.029426 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (759a5684-4140-4313-8351-6c8f00281e3c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.039114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 3f6d26b4-1f41-4c52-9982-a297364dab56 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:33.041431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd121e5-a4e3-4354-a422-28b288b9f71f req-33f102c6-d9a3-43c7-aaa4-bbe35994824e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.043237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfd121e5-a4e3-4354-a422-28b288b9f71f req-33f102c6-d9a3-43c7-aaa4-bbe35994824e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 931 time: 0.2590439 Jan 28 13:32:33.055697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:33.056252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (759a5684-4140-4313-8351-6c8f00281e3c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.058430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea6a1b-1a26-4d30-bbd9-2362ea6a34f1 req-6cef7d23-217a-48cd-a1d5-2353d9297e41 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:33.059026 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:33.064796 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2ea6a1b-1a26-4d30-bbd9-2362ea6a34f1 req-6cef7d23-217a-48cd-a1d5-2353d9297e41 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 950 time: 0.1246262 Jan 28 13:32:33.086252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8651fb2c-b929-48a9-83cc-8cd160ba8b85 None None] Provisioning complete for port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:33.086655 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8651fb2c-b929-48a9-83cc-8cd160ba8b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.095700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.096475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.151043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1192b03a-b192-4ae5-8e12-05efe3c8cf4d details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:33.181357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fb75e0ca-1c23-49c4-a211-6991800d5b57 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0751736 Jan 28 13:32:33.202197 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f2ea6a1b-1a26-4d30-bbd9-2362ea6a34f1 req-22c154a3-6753-4f05-914b-b0b5c1c515bd tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289623 Jan 28 13:32:33.209786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Request body: {'port': {'device_id': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:33.236489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3f6d26b4-1f41-4c52-9982-a297364dab56), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.237246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52843266-9e4f-4385-828d-d78c1d5d0a1b None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:32:33.243884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8f41a279-2c0e-4e80-bf61-6c2b352a82fc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.254873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfd121e5-a4e3-4354-a422-28b288b9f71f req-a56a0b38-7987-4545-9328-40801882ade1 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028503 Jan 28 13:32:33.260250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f41a279-2c0e-4e80-bf61-6c2b352a82fc {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:32:33.265917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.271423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "DELETE /v2.0/networks/8f41a279-2c0e-4e80-bf61-6c2b352a82fc HTTP/1.1" status: 204 len: 168 time: 3.6630752 Jan 28 13:32:33.284740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56860) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:33.287207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce6ef4-63e5-4726-b3f0-8a5a9ae5f613 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f41a279-2c0e-4e80-bf61-6c2b352a82fc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:33.299680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=3f6d26b4-1f41-4c52-9982-a297364dab56,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:33.305309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 3f6d26b4-1f41-4c52-9982-a297364dab56 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:33.397534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8651fb2c-b929-48a9-83cc-8cd160ba8b85 None None] Current status of the port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:33.400525 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8651fb2c-b929-48a9-83cc-8cd160ba8b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.424138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-59eb31a7-c42b-4fae-a672-38fd9764ecc4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.1319830 Jan 28 13:32:33.426039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56864) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:33.468498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f69df71a-7215-4276-88ff-ebe0fbc5f2f6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.490443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:33.490443 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.518629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.530428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69df71a-7215-4276-88ff-ebe0fbc5f2f6']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:33.550913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db43e6a-be98-472f-9595-8e69efbcaf17') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:33.551554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db43e6a-be98-472f-9595-8e69efbcaf17') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:33.579274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (3db43e6a-be98-472f-9595-8e69efbcaf17), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.606808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3db43e6a-be98-472f-9595-8e69efbcaf17), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.617404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:33.618824 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (3db43e6a-be98-472f-9595-8e69efbcaf17), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.633811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8651fb2c-b929-48a9-83cc-8cd160ba8b85 None None] For port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,segment=NetworkSegment(60959028-bce3-4b69-8b22-9a6d5049693d),segment_id=60959028-bce3-4b69-8b22-9a6d5049693d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:33.649939 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8651fb2c-b929-48a9-83cc-8cd160ba8b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.724021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:33.724247 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:33.726854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.726854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.726854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.726854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.726854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.726854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.727320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.727686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.728149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:33.734362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b22e5392-c571-42d8-a4c8-76eccb8d07a4 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6469 time: 0.3072464 Jan 28 13:32:33.738863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56870) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:33.773988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f69df71a-7215-4276-88ff-ebe0fbc5f2f6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.787873 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:33.795084 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-fb3b97b0-6f8f-48bc-b3ff-10245765bf11 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] delete failed (client error): The resource could not be found. Jan 28 13:32:33.801828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fb3b97b0-6f8f-48bc-b3ff-10245765bf11 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/af92b35d-d241-43ab-a955-a3a15e253721 HTTP/1.1" status: 404 len: 345 time: 0.0613046 Jan 28 13:32:33.801828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56872) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:33.802131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56874) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:33.804273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651fb2c-b929-48a9-83cc-8cd160ba8b85 None None] Pushing event updated for resources: {'Port': ['ID=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:33.806660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/f69df71a-7215-4276-88ff-ebe0fbc5f2f6 HTTP/1.1" status: 204 len: 168 time: 2.8643754 Jan 28 13:32:33.820502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444919-fd03-40b2-8e92-637f787c06f4 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=f69df71a-7215-4276-88ff-ebe0fbc5f2f6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:33.841821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56878) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:33.853285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:33.925836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d', 'mac_address': 'fa:16:3e:f4:a2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:33.927285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27092537'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:33.931568 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-500ff7c7-6d55-44a2-8e96-9c685cde7aff tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 13:32:33.932224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500ff7c7-6d55-44a2-8e96-9c685cde7aff tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:32:33.940304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-500ff7c7-6d55-44a2-8e96-9c685cde7aff tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "DELETE /v2.0/networks/8f41a279-2c0e-4e80-bf61-6c2b352a82fc HTTP/1.1" status: 404 len: 339 time: 0.1288054 Jan 28 13:32:33.943310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:33.959743 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:32:33.960151 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:32:34.023710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'network': {'name': 'tempest-network--246017493', 'router:external': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:34.033024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fe69c222-baea-4435-966d-cfe9548de637 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1270349816'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:34.033663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fe69c222-baea-4435-966d-cfe9548de637 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Unknown quota resources ['metering_label']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:32:34.138033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76841b-a62f-407a-a259-0f35be317270 req-691abcfd-5edc-436a-b26f-f35d97e8d663 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.139884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c76841b-a62f-407a-a259-0f35be317270 req-691abcfd-5edc-436a-b26f-f35d97e8d663 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 947 time: 0.1895795 Jan 28 13:32:34.147422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc05889-e6e6-4e38-94c0-362ef16ce50f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:34.159075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Publish callbacks [] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.186607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Transition to ACTIVE for port object 1bc05889-e6e6-4e38-94c0-362ef16ce50f will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:34.195178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.216860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:34.223998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.253933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:34.254511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.293859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe69c222-baea-4435-966d-cfe9548de637 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.300288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fe69c222-baea-4435-966d-cfe9548de637 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4572656 Jan 28 13:32:34.300433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56888) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:34.316638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Made reservation on behalf of 5c608a742ecd4379b20f40b17b3044d2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:34.318564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b9f5f-4354-40e9-b6d6-a228bacac3a7 None None] Network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:34.319042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.325186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1192b03a-b192-4ae5-8e12-05efe3c8cf4d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:34.330172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-90e98971-3f36-45ec-8076-aa2293cc8a42 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7aed6dbf-296e-4f99-b50e-9771ead520b6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:34.330780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-90e98971-3f36-45ec-8076-aa2293cc8a42 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103374) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:32:34.343368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c76841b-a62f-407a-a259-0f35be317270 req-b1e86e14-dff7-46ac-a11c-187b828f7bfe tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808031 Jan 28 13:32:34.398361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:34.411032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:34.419334 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.476056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8485ac9-e622-4a78-88eb-90635485c25d req-aa0c0922-9a3b-4156-921a-ae5e44b9f1c4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.478135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8485ac9-e622-4a78-88eb-90635485c25d req-aa0c0922-9a3b-4156-921a-ae5e44b9f1c4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 943 time: 0.0600109 Jan 28 13:32:34.478376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:34.561091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:34.565047 n-d-822748-2 neutron-server[103374]: WARNING neutron.services.metering.metering_plugin [None req-90e98971-3f36-45ec-8076-aa2293cc8a42 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:32:34.566317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:34.573737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:34.578244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8485ac9-e622-4a78-88eb-90635485c25d req-fb1eec48-7bdb-4c0a-9ce5-c4be8b3b5b62 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923922 Jan 28 13:32:34.580849 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a24f36ba-b328-4beb-b3eb-0c7c703ffef6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.581224 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment a24f36ba-b328-4beb-b3eb-0c7c703ffef6 of type vlan for network 5d508fbf-8ac9-4d35-8b37-c58703a244bd Jan 28 13:32:34.598586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-71dfe67c-5e65-4916-8b4d-e01f9fa30707 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.600947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-71dfe67c-5e65-4916-8b4d-e01f9fa30707 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 950 time: 0.0854464 Jan 28 13:32:34.652961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['1192b03a-b192-4ae5-8e12-05efe3c8cf4d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:34.785258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Deleting port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:34.785620 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.802909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:34.899338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a485fef-782c-417a-85fb-529017d5dd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.907247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435c74-a5e8-4019-b732-d5d1aa517981 req-4d3ca05f-3436-4c4e-bbb4-6371ff686fd4 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:34.908906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a435c74-a5e8-4019-b732-d5d1aa517981 req-4d3ca05f-3436-4c4e-bbb4-6371ff686fd4 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a193584-1b98-403f-b7dd-9e4237727a84 HTTP/1.1" status: 200 len: 950 time: 0.5854576 Jan 28 13:32:34.910163 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ccfa9a72-92dd-429c-b49d-55aeaf1cee91), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.910510 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Added segment ccfa9a72-92dd-429c-b49d-55aeaf1cee91 of type vlan for network a936fe01-3e41-49d1-84d1-869a6155266e Jan 28 13:32:34.923794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] For port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:34.923794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.933362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:34.934055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:34.939357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Calling delete_port for 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:34.965314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c9d9c29a-801c-4f10-aecc-51571a6cee05 None None] Provisioning complete for port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:34.965709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c29a-801c-4f10-aecc-51571a6cee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.103422 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90e98971-3f36-45ec-8076-aa2293cc8a42 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.104651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-90e98971-3f36-45ec-8076-aa2293cc8a42 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7911296 Jan 28 13:32:35.109250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56890) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.113148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (5d508fbf-8ac9-4d35-8b37-c58703a244bd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.117028 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-75da8235-2538-4e4b-aff8-07af01856971 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7aed6dbf-296e-4f99-b50e-9771ead520b6'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:35.118479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-75da8235-2538-4e4b-aff8-07af01856971 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:32:35.124556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3cdae13d-1d4c-4e21-9e5f-fc9e42252f02), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.132331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:35.134687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9c29a-801c-4f10-aecc-51571a6cee05 None None] Current status of the port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:35.136941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Attempting to bind port 1bc05889-e6e6-4e38-94c0-362ef16ce50f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:35.137742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Attempting to bind port 1bc05889-e6e6-4e38-94c0-362ef16ce50f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:35.137742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Attempting to bind port 1bc05889-e6e6-4e38-94c0-362ef16ce50f on network f934221a-e3b0-4d79-a858-ceb43ab42485 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:35.144223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['3cdae13d-1d4c-4e21-9e5f-fc9e42252f02'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:35.149718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a936fe01-3e41-49d1-84d1-869a6155266e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.174868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Port 1bc05889-e6e6-4e38-94c0-362ef16ce50f on network f934221a-e3b0-4d79-a858-ceb43ab42485 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:35.175198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Attempting to bind port 1bc05889-e6e6-4e38-94c0-362ef16ce50f on network f934221a-e3b0-4d79-a858-ceb43ab42485 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:35.186102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Pushing event deleted for resources: {'Port': ['ID=3cdae13d-1d4c-4e21-9e5f-fc9e42252f02,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:35.197308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:35.197568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Checking segment: {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:35.197992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Bound using segment: {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:35.198431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Bound port: 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:35.198853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.233307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a435c74-a5e8-4019-b732-d5d1aa517981 req-3cddccef-9f98-4bfc-827a-1367fdc104b6 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.45 "GET /v2.0/security-groups?id=da12479b-32ee-4e66-9ced-ff27c15c9676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749283 Jan 28 13:32:35.239820 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (5d508fbf-8ac9-4d35-8b37-c58703a244bd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.244851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:35.245483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.291972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a936fe01-3e41-49d1-84d1-869a6155266e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.293102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:35.293858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.300079 n-d-822748-2 neutron-server[103373]: WARNING neutron.services.metering.metering_plugin [None req-75da8235-2538-4e4b-aff8-07af01856971 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:32:35.322155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] No DVR routers for this DVR port 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:35.331454 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.335751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffed8249-5f81-48a6-add4-463efe178bd6 req-9533094a-40bc-4554-9392-c3e4e14e6eb3 tempest-ImagesNegativeTestJSON-1410930804 tempest-ImagesNegativeTestJSON-1410930804-project] 10.222.0.60 "DELETE /v2.0/ports/3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 HTTP/1.1" status: 204 len: 173 time: 0.7281654 Jan 28 13:32:35.336456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a193584-1b98-403f-b7dd-9e4237727a84', 'name': 'network-vif-deleted', 'tag': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:35.338773 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63411076-81f4-4cb2-a673-ca4032c7661e" -d '{"events": [{"server_uuid": "9a193584-1b98-403f-b7dd-9e4237727a84", "name": "network-vif-deleted", "tag": "3cdae13d-1d4c-4e21-9e5f-fc9e42252f02"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:35.379395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5179722 Jan 28 13:32:35.395309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56896) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.397616 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4275f3-a545-4d0e-9e15-9d7f3288af23 x-openstack-request-id: req-ae4275f3-a545-4d0e-9e15-9d7f3288af23 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:35.397910 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a193584-1b98-403f-b7dd-9e4237727a84", "name": "network-vif-deleted", "tag": "3cdae13d-1d4c-4e21-9e5f-fc9e42252f02", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:35.398164 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae4275f3-a545-4d0e-9e15-9d7f3288af23 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:35.398724 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a193584-1b98-403f-b7dd-9e4237727a84', 'name': 'network-vif-deleted', 'tag': '3cdae13d-1d4c-4e21-9e5f-fc9e42252f02', 'status': 'completed', 'code': 200} Jan 28 13:32:35.408271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': '5d508fbf-8ac9-4d35-8b37-c58703a244bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:35.421273 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4768624 Jan 28 13:32:35.439025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b07d3-f8b5-4b30-bb3e-97b301ee393c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=5d508fbf-8ac9-4d35-8b37-c58703a244bd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:35.444193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56898) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.449527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 5d508fbf-8ac9-4d35-8b37-c58703a244bd details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:35.483735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75da8235-2538-4e4b-aff8-07af01856971 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.485292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-75da8235-2538-4e4b-aff8-07af01856971 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3746605 Jan 28 13:32:35.488682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56900) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.508693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dd8c0c59-0175-4721-927a-66147648dcc4 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=91158df9-f682-4bc8-bc7b-19b9578c1de8 HTTP/1.1" status: 200 len: 464 time: 0.0183675 Jan 28 13:32:35.514880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56902) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.596158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:35.651705 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2f71bc9d-b64f-4bcc-8148-1d2fa50c1521 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.653115 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2f71bc9d-b64f-4bcc-8148-1d2fa50c1521 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/91158df9-f682-4bc8-bc7b-19b9578c1de8 HTTP/1.1" status: 204 len: 168 time: 0.1371081 Jan 28 13:32:35.656108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56906) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.667091 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7e437605-34f0-4497-9e00-70782d982492 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=91158df9-f682-4bc8-bc7b-19b9578c1de8 HTTP/1.1" status: 200 len: 221 time: 0.0096979 Jan 28 13:32:35.672745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56908) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:35.679719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b231832d-dc5e-491e-9de7-652a0dac05c1 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1036269534', 'description': 'label created by tempest'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:35.680234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b231832d-dc5e-491e-9de7-652a0dac05c1 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Unknown quota resources ['metering_label']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:32:35.737931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:35.761062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.762944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e535db-fa88-4ea5-9383-5b27eaf4d1c6 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Network': ['ID=a936fe01-3e41-49d1-84d1-869a6155266e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:35.778436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a936fe01-3e41-49d1-84d1-869a6155266e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:35.871607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:35.875818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.882865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:35.883509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:35.885507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] 10.222.0.60 "PUT /v2.0/ports/1bc05889-e6e6-4e38-94c0-362ef16ce50f HTTP/1.1" status: 200 len: 1091 time: 2.6828609 Jan 28 13:32:35.895420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:35.897825 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8769517-ed90-4013-a46a-bf33094b557c" -d '{"events": [{"name": "network-changed", "server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:35.931401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dfe7a-4d32-49c8-9d76-50e78195cf88 req-01622144-789d-4475-9d5e-106442daee63 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:35.933415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b7dfe7a-4d32-49c8-9d76-50e78195cf88 req-01622144-789d-4475-9d5e-106442daee63 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 948 time: 0.3937924 Jan 28 13:32:36.027799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5299330-b285-4c48-9110-4d0df5d27b55 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.032556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5299330-b285-4c48-9110-4d0df5d27b55 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.041431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5299330-b285-4c48-9110-4d0df5d27b55 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.047431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5299330-b285-4c48-9110-4d0df5d27b55 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.052447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d5299330-b285-4c48-9110-4d0df5d27b55 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.6018047 Jan 28 13:32:36.075473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56912) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.092490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77142f-bed4-41fa-95f7-2ee35ba16e88 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:36.200466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bb073-81e9-4ceb-9884-22f8023a285e req-3ffad697-d88a-4c89-a864-4ec495eadb54 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.202156 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c91bb073-81e9-4ceb-9884-22f8023a285e req-3ffad697-d88a-4c89-a864-4ec495eadb54 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 943 time: 0.5186839 Jan 28 13:32:36.205372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b231832d-dc5e-491e-9de7-652a0dac05c1 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.209518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b231832d-dc5e-491e-9de7-652a0dac05c1 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5321858 Jan 28 13:32:36.209702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56914) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.243045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-6e278d4a-df08-4d5d-b9bf-b589d76254cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.245484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-6e278d4a-df08-4d5d-b9bf-b589d76254cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 1094 time: 0.2691059 Jan 28 13:32:36.249248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a936fe01-3e41-49d1-84d1-869a6155266e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.257482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b7dfe7a-4d32-49c8-9d76-50e78195cf88 req-c96217b4-5d18-4473-8807-0e6650ab765f tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078792 Jan 28 13:32:36.298789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-42bab145-4bd3-4a7a-863f-f9ed26041017 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=368a6857-31b4-482f-bf05-3e77904f686c HTTP/1.1" status: 200 len: 468 time: 0.0851700 Jan 28 13:32:36.299889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56918) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.329301 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47d283-d2f6-405e-9d07-78c81978b34f x-openstack-request-id: req-ad47d283-d2f6-405e-9d07-78c81978b34f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:36.329781 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:36.330193 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad47d283-d2f6-405e-9d07-78c81978b34f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:36.330936 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'status': 'completed', 'code': 200} Jan 28 13:32:36.336905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-fc526e43-790a-4423-96c9-ae644e882fd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f HTTP/1.1" status: 200 len: 217 time: 0.0773361 Jan 28 13:32:36.373506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c91bb073-81e9-4ceb-9884-22f8023a285e req-c2304004-52b2-4164-9448-9b2b27cfc180 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645136 Jan 28 13:32:36.513198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9bbfedd-606d-4057-9831-181dd2e494aa tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.516075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a9bbfedd-606d-4057-9831-181dd2e494aa tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/368a6857-31b4-482f-bf05-3e77904f686c HTTP/1.1" status: 204 len: 168 time: 0.2123847 Jan 28 13:32:36.518036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.536162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9d2b0b61-712a-4e74-9885-32e6cdf114f9 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=368a6857-31b4-482f-bf05-3e77904f686c HTTP/1.1" status: 200 len: 216 time: 0.0125318 Jan 28 13:32:36.536619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56936) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.551987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5eb1ab05-bc0a-46be-bc05-3f8e954d583a tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0108745 Jan 28 13:32:36.552333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56938) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.565498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-152ab87b-360f-4375-ae14-d05e8f490da8 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0120232 Jan 28 13:32:36.568769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.612833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-2e93b523-5bdb-4031-b85a-0315b94a3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:36.614354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-2e93b523-5bdb-4031-b85a-0315b94a3027 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 HTTP/1.1" status: 200 len: 852 time: 0.2657351 Jan 28 13:32:36.620672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb1c1162-41e2-4d9f-b8b5-83622ec48618 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/7aed6dbf-296e-4f99-b50e-9771ead520b6 HTTP/1.1" status: 200 len: 473 time: 0.0507660 Jan 28 13:32:36.620883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a936fe01-3e41-49d1-84d1-869a6155266e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.625715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56942) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.636888 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0766d0af-cedb-469c-808c-f47d8e145795 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/aba1f0c0-f079-4b8f-be56-d93524eb09d7 HTTP/1.1" status: 200 len: 461 time: 0.0092127 Jan 28 13:32:36.640314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56944) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.686296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-2bccfb0a-9fa8-46dc-a490-be8a8510af3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f934221a-e3b0-4d79-a858-ceb43ab42485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627165 Jan 28 13:32:36.695477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (9b148b90-3c00-4ac2-b651-ce55a0aeca43), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.714606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a936fe01-3e41-49d1-84d1-869a6155266e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:36.756217 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8e81-8c64-4ae8-82dc-b96e173c04ea tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.760182 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9a2a8e81-8c64-4ae8-82dc-b96e173c04ea tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/aba1f0c0-f079-4b8f-be56-d93524eb09d7 HTTP/1.1" status: 204 len: 168 time: 0.1190996 Jan 28 13:32:36.760584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfa9a72-92dd-429c-b49d-55aeaf1cee91') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:36.760802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.760905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfa9a72-92dd-429c-b49d-55aeaf1cee91') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:36.817830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (ccfa9a72-92dd-429c-b49d-55aeaf1cee91), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.850978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ccfa9a72-92dd-429c-b49d-55aeaf1cee91), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.860211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=9b148b90-3c00-4ac2-b651-ce55a0aeca43,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:36.873003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56950) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:36.891555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:36.892629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (ccfa9a72-92dd-429c-b49d-55aeaf1cee91), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:36.894943 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:36.952612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cd19120-91ca-4ef1-a2b7-1c34f4390297 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:36.956705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4cd19120-91ca-4ef1-a2b7-1c34f4390297 tempest-MeteringTestJSON-702171674 tempest-MeteringTestJSON-702171674-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/7aed6dbf-296e-4f99-b50e-9771ead520b6 HTTP/1.1" status: 204 len: 168 time: 0.1948066 Jan 28 13:32:36.965529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': 'a24f36ba-b328-4beb-b3eb-0c7c703ffef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5d508fbf-8ac9-4d35-8b37-c58703a244bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:36.965911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: 5d508fbf-8ac9-4d35-8b37-c58703a244bd, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:36.974870 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-35b224f8-0e8b-44ec-80af-5464eb4a2958 service neutron] 10.222.0.60 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807474 Jan 28 13:32:36.997408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a936fe01-3e41-49d1-84d1-869a6155266e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.002988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a936fe01-3e41-49d1-84d1-869a6155266e {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:32:37.005338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.013995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "DELETE /v2.0/networks/a936fe01-3e41-49d1-84d1-869a6155266e HTTP/1.1" status: 204 len: 168 time: 0.9261425 Jan 28 13:32:37.014224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56956) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:37.019147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'network': {'name': 'tempest-network--1541477761', 'router:external': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:37.044519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Made reservation on behalf of 5c608a742ecd4379b20f40b17b3044d2 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:37.047117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.066696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network 5d508fbf-8ac9-4d35-8b37-c58703a244bd is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:37.076679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:37.088884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6fbdec43-97ba-4547-bc3c-a7d661c5fb3c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.089369 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Added segment 6fbdec43-97ba-4547-bc3c-a7d661c5fb3c of type vlan for network 12d5c174-dc90-453c-bd51-f08f0d1f80b0 Jan 28 13:32:37.093928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69965dcd-d0c8-4964-bd1d-cf7551978de3 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event deleted for resources: {'Network': ['ID=a936fe01-3e41-49d1-84d1-869a6155266e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:37.120301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1192b03a-b192-4ae5-8e12-05efe3c8cf4d up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:37.124690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 5d508fbf-8ac9-4d35-8b37-c58703a244bd) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:37.130581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.131235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.152104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (12d5c174-dc90-453c-bd51-f08f0d1f80b0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.200013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ee2c7f27-51d4-4909-93a8-d446021e06ad tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7997379 Jan 28 13:32:37.207690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56960) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:37.210951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (12d5c174-dc90-453c-bd51-f08f0d1f80b0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.211127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca346e0-085d-4ac7-9b7c-68a6bf0e3801 None None] Network 5d508fbf-8ac9-4d35-8b37-c58703a244bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:37.212483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d9a41acf-54ba-4b14-88aa-f7235d6c7e25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4d57c09973c4803833abd3f25ddd531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282645 Jan 28 13:32:37.214838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56962) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:37.215118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.216996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.224701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfaed475-a219-42c5-8b67-14bdebb838d3 req-52d3d8d0-c899-4484-9d3d-d8998bda3aad service neutron] 10.222.0.60 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374747 Jan 28 13:32:37.231288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27807801'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:37.250373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56964) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:37.287558 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99fd38a0-5f0b-48f7-b7ed-9e3d98e94a16 admin admin] Publish callbacks [] for security_group (da12479b-32ee-4e66-9ced-ff27c15c9676), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.344237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99fd38a0-5f0b-48f7-b7ed-9e3d98e94a16 admin admin] Publish callbacks [] for security_group (da12479b-32ee-4e66-9ced-ff27c15c9676), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.383984 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3692746 Jan 28 13:32:37.386147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:37.394471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:37.395145 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.395273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56970) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:37.454228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c05af7-909f-4ddd-9f96-6a03db908218 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Network': ['ID=12d5c174-dc90-453c-bd51-f08f0d1f80b0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:37.460867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:37.465851 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.467591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8769517-ed90-4013-a46a-bf33094b557c req-d0d1b95f-7a03-4273-9610-74354edd8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.469534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8769517-ed90-4013-a46a-bf33094b557c req-d0d1b95f-7a03-4273-9610-74354edd8862 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 1094 time: 0.1786406 Jan 28 13:32:37.473030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 12d5c174-dc90-453c-bd51-f08f0d1f80b0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:37.548907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0715-1b08-43aa-a9c0-ff3a63d7f22a req-816695d5-e6c0-4829-a2c7-4c6d9cf202c2 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.551294 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0adb0715-1b08-43aa-a9c0-ff3a63d7f22a req-816695d5-e6c0-4829-a2c7-4c6d9cf202c2 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 948 time: 0.1485493 Jan 28 13:32:37.552238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:37.613653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1425f939-81bf-4191-8481-5144dc135218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.614450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bc02ca9a-6bd2-4b39-884f-05855ab754d4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.614993 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment bc02ca9a-6bd2-4b39-884f-05855ab754d4 of type vlan for network cda8d810-8dfd-43ac-b031-732e2402fef9 Jan 28 13:32:37.651004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:32:37.665864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0adb0715-1b08-43aa-a9c0-ff3a63d7f22a req-30a896a7-cdf3-408f-8293-5a31a8d0b506 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063101 Jan 28 13:32:37.688061 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (cda8d810-8dfd-43ac-b031-732e2402fef9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.697335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:37.697710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.706185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:32:37.706485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3cdae13d-1d4c-4e21-9e5f-fc9e42252f02 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:32:37.727359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (cda8d810-8dfd-43ac-b031-732e2402fef9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.732730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:37.733516 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.744459 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f2c05ab5-8ed3-4301-979b-957a576fd857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.762611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:37.766009 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b68f53-c8f1-41e1-98f1-3a85f76686cd" -d '{"events": [{"server_uuid": "2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094", "name": "network-vif-plugged", "status": "completed", "tag": "1192b03a-b192-4ae5-8e12-05efe3c8cf4d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:37.773481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-5d508fbf-8ac9-4d35-8b37-c58703a244bd', 'network_id': '5d508fbf-8ac9-4d35-8b37-c58703a244bd', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': '9b148b90-3c00-4ac2-b651-ce55a0aeca43'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:37.774485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.807823 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5981259 Jan 28 13:32:37.808664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56976) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:37.814749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:37.825320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': 'cda8d810-8dfd-43ac-b031-732e2402fef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:37.870042 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.888563 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088160e6-981c-4c2d-ad4c-f481156ef4ed x-openstack-request-id: req-088160e6-981c-4c2d-ad4c-f481156ef4ed {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:37.888899 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094", "name": "network-vif-plugged", "status": "completed", "tag": "1192b03a-b192-4ae5-8e12-05efe3c8cf4d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:37.889180 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-088160e6-981c-4c2d-ad4c-f481156ef4ed {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:37.889597 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d', 'code': 200} Jan 28 13:32:37.949455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cc6cc-da3d-40ca-9a9a-36ac9dd4b181 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=cda8d810-8dfd-43ac-b031-732e2402fef9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:37.959055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99fd38a0-5f0b-48f7-b7ed-9e3d98e94a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (da12479b-32ee-4e66-9ced-ff27c15c9676), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.961941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99fd38a0-5f0b-48f7-b7ed-9e3d98e94a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:37.965483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-99fd38a0-5f0b-48f7-b7ed-9e3d98e94a16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da12479b-32ee-4e66-9ced-ff27c15c9676 HTTP/1.1" status: 204 len: 168 time: 0.7473242 Jan 28 13:32:37.975230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:37.981393 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.015588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd38a0-5f0b-48f7-b7ed-9e3d98e94a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da12479b-32ee-4e66-9ced-ff27c15c9676,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.068425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network cda8d810-8dfd-43ac-b031-732e2402fef9 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:38.072412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Performing IP validity checks on allocation pools {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:32:38.073070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:32:38.073238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.086853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cedbb3e-e74d-4d31-ae25-4c5ad4d44f86 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.088495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5cedbb3e-e74d-4d31-ae25-4c5ad4d44f86 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] 10.222.0.45 "GET /v2.0/networks/12d5c174-dc90-453c-bd51-f08f0d1f80b0 HTTP/1.1" status: 200 len: 757 time: 0.6922755 Jan 28 13:32:38.091412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56980) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:38.131940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b65c1-317d-493a-b015-731b36a87425 req-42668e8b-2cf5-48ca-b143-db68513be4bd tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.140705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f1b65c1-317d-493a-b015-731b36a87425 req-42668e8b-2cf5-48ca-b143-db68513be4bd tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 943 time: 0.5760715 Jan 28 13:32:38.150170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349c5f-00c6-411f-b59b-8be3fc3d1f77 req-db292bff-8494-4da1-8e41-796609516ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.151813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42349c5f-00c6-411f-b59b-8be3fc3d1f77 req-db292bff-8494-4da1-8e41-796609516ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 1100 time: 0.1778531 Jan 28 13:32:38.170321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Allocated IP 2001:db8::1 (5d508fbf-8ac9-4d35-8b37-c58703a244bd/9b148b90-3c00-4ac2-b651-ce55a0aeca43/38e47f7b-2ead-4a69-b402-ee4c2f87fee2) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:38.233100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8769517-ed90-4013-a46a-bf33094b557c req-f2e8c473-3133-4f2c-9a65-84e8a75f9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.234849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8769517-ed90-4013-a46a-bf33094b557c req-f2e8c473-3133-4f2c-9a65-84e8a75f9740 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 913 time: 0.7489703 Jan 28 13:32:38.237174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3904b8d-3411-4f06-86d5-b5e2b1721b99 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.239828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e3904b8d-3411-4f06-86d5-b5e2b1721b99 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] 10.222.0.45 "GET /v2.0/networks/a19d8239-ba17-4433-97bf-c3dfec8f0446 HTTP/1.1" status: 200 len: 766 time: 0.1468065 Jan 28 13:32:38.244556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56984) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:38.328968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8769517-ed90-4013-a46a-bf33094b557c req-105a591e-740e-4f9d-aa47-b801321ac290 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f HTTP/1.1" status: 200 len: 217 time: 0.0802794 Jan 28 13:32:38.369451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1425f939-81bf-4191-8481-5144dc135218 admin admin] Publish callbacks [] for security_group (a04ebf7c-68b6-4d68-97ef-5a088bb0d741), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.372026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (12d5c174-dc90-453c-bd51-f08f0d1f80b0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.374061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42349c5f-00c6-411f-b59b-8be3fc3d1f77 req-8fd076f3-304b-4c2a-bebd-be7e854b3854 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077012 Jan 28 13:32:38.398150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1425f939-81bf-4191-8481-5144dc135218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a04ebf7c-68b6-4d68-97ef-5a088bb0d741), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.416982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f1b65c1-317d-493a-b015-731b36a87425 req-91cff0ae-163d-41bc-92cb-b2f797a57fdc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640796 Jan 28 13:32:38.448368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Publish callbacks [] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.458085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.478312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8769517-ed90-4013-a46a-bf33094b557c req-3972aebf-f82c-4d1a-8bcf-b67c3359a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.479854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8769517-ed90-4013-a46a-bf33094b557c req-3972aebf-f82c-4d1a-8bcf-b67c3359a44f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 HTTP/1.1" status: 200 len: 852 time: 0.1373155 Jan 28 13:32:38.484812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1425f939-81bf-4191-8481-5144dc135218 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1620c2878ab4571b51dabce0d29badf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2329767 Jan 28 13:32:38.486259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425f939-81bf-4191-8481-5144dc135218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ebf7c-68b6-4d68-97ef-5a088bb0d741,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.490505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56994) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:38.515250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Network 5d508fbf-8ac9-4d35-8b37-c58703a244bd is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:38.520438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:38.525232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:38.528590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Pushing event updated for resources: {'Port': ['ID=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.530336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8769517-ed90-4013-a46a-bf33094b557c req-16fd43d9-6691-4125-b67b-90d6fe5330bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f934221a-e3b0-4d79-a858-ceb43ab42485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388470 Jan 28 13:32:38.549937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.582073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (12d5c174-dc90-453c-bd51-f08f0d1f80b0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.613251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Attempting to bind port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:38.613896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Attempting to bind port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'a24f36ba-b328-4beb-b3eb-0c7c703ffef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5d508fbf-8ac9-4d35-8b37-c58703a244bd'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:38.614391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Attempting to bind port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 on network 5d508fbf-8ac9-4d35-8b37-c58703a244bd {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:38.621425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:38.621981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Checking segment: {'id': 'a24f36ba-b328-4beb-b3eb-0c7c703ffef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5d508fbf-8ac9-4d35-8b37-c58703a244bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:38.622734 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.623006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d5c174-dc90-453c-bd51-f08f0d1f80b0']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:38.623329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Bound using segment: {'id': 'a24f36ba-b328-4beb-b3eb-0c7c703ffef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5d508fbf-8ac9-4d35-8b37-c58703a244bd'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:38.623941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Bound port: 38e47f7b-2ead-4a69-b402-ee4c2f87fee2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24f36ba-b328-4beb-b3eb-0c7c703ffef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5d508fbf-8ac9-4d35-8b37-c58703a244bd'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:38.624517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.628557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.638603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbdec43-97ba-4547-bc3c-a7d661c5fb3c') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:38.639280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbdec43-97ba-4547-bc3c-a7d661c5fb3c') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:38.653213 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27fdf354-e52b-48fe-8b12-aa546e3fbe3e admin admin] Publish callbacks [] for security_group (a04ebf7c-68b6-4d68-97ef-5a088bb0d741), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.697200 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (6fbdec43-97ba-4547-bc3c-a7d661c5fb3c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.700523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27fdf354-e52b-48fe-8b12-aa546e3fbe3e admin admin] Publish callbacks [] for security_group (a04ebf7c-68b6-4d68-97ef-5a088bb0d741), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.704066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8769517-ed90-4013-a46a-bf33094b557c req-3c956ea8-be42-476c-a032-df4675a04cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609583 Jan 28 13:32:38.719001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] For port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:38.725512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] For port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,segment=NetworkSegment(a24f36ba-b328-4beb-b3eb-0c7c703ffef6),segment_id=a24f36ba-b328-4beb-b3eb-0c7c703ffef6)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:38.730410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6fbdec43-97ba-4547-bc3c-a7d661c5fb3c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.734995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.740558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.743646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:38.744152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (6fbdec43-97ba-4547-bc3c-a7d661c5fb3c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:38.747216 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:38.843524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12282e83-4298-44ae-a51b-adc07f527ff9 None None] Pushing event updated for resources: {'Port': ['ID=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.862112 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27fdf354-e52b-48fe-8b12-aa546e3fbe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a04ebf7c-68b6-4d68-97ef-5a088bb0d741), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.865852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27fdf354-e52b-48fe-8b12-aa546e3fbe3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.869549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-27fdf354-e52b-48fe-8b12-aa546e3fbe3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a04ebf7c-68b6-4d68-97ef-5a088bb0d741 HTTP/1.1" status: 204 len: 168 time: 0.3746414 Jan 28 13:32:38.870401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': 'bc02ca9a-6bd2-4b39-884f-05855ab754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cda8d810-8dfd-43ac-b031-732e2402fef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:38.870401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: cda8d810-8dfd-43ac-b031-732e2402fef9, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:38.887238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdf354-e52b-48fe-8b12-aa546e3fbe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ebf7c-68b6-4d68-97ef-5a088bb0d741,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.908152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (12d5c174-dc90-453c-bd51-f08f0d1f80b0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.916078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12d5c174-dc90-453c-bd51-f08f0d1f80b0 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:32:38.925346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:38.939789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "DELETE /v2.0/networks/12d5c174-dc90-453c-bd51-f08f0d1f80b0 HTTP/1.1" status: 204 len: 168 time: 0.6940079 Jan 28 13:32:38.941711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8769517-ed90-4013-a46a-bf33094b557c req-e49bd732-901e-4032-b116-76673b0025f9 service neutron] 10.222.0.60 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193274 Jan 28 13:32:38.942777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57008) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:38.958382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'network': {'name': 'tempest-network--299255361'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:38.958940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869f7fc-9ffd-429d-bfd6-bd44e686769b tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event deleted for resources: {'Network': ['ID=12d5c174-dc90-453c-bd51-f08f0d1f80b0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:38.969275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network cda8d810-8dfd-43ac-b031-732e2402fef9 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:38.981456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762a42d-2573-45f9-adf0-e313bd401454 req-6bc85033-603b-4636-ac0f-2d3a923d71ac tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.983033 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7762a42d-2573-45f9-adf0-e313bd401454 req-6bc85033-603b-4636-ac0f-2d3a923d71ac tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 949 time: 0.1250753 Jan 28 13:32:38.992533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, cda8d810-8dfd-43ac-b031-732e2402fef9) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:38.999259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:38.999878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.001241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c3285-b184-48de-ba4d-8ac794783204 None None] Network cda8d810-8dfd-43ac-b031-732e2402fef9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:39.014978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Made reservation on behalf of 5c608a742ecd4379b20f40b17b3044d2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:39.019037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.066907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:39.097824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57012) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.100635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6baf9699-8734-4bc5-9615-80eb75a02bb1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2810981 Jan 28 13:32:39.100985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6c158d68-bf54-4454-9496-fd15d19f714c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.101592 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Added segment 6c158d68-bf54-4454-9496-fd15d19f714c of type vlan for network c363cde0-4c1b-4099-a6b0-2bfcba8ed106 Jan 28 13:32:39.157124 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7762a42d-2573-45f9-adf0-e313bd401454 req-bfea568e-fe58-4573-b6fd-9d9c9a854e26 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475987 Jan 28 13:32:39.180797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57016) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.216383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-cda8d810-8dfd-43ac-b031-732e2402fef9', 'network_id': 'cda8d810-8dfd-43ac-b031-732e2402fef9', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': 'cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:39.217790 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.316405 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c363cde0-4c1b-4099-a6b0-2bfcba8ed106), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.353877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-932471202-network', 'tenant_id': '69af0ad4945646338076c65561bba12e'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:39.376382 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (cda8d810-8dfd-43ac-b031-732e2402fef9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.381498 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c363cde0-4c1b-4099-a6b0-2bfcba8ed106), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.382501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.383057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.401399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Made reservation on behalf of 69af0ad4945646338076c65561bba12e for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:39.403866 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.424269 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.456779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57022) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.465404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5214438 Jan 28 13:32:39.471543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57024) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.487050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:39.506446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fab04e45-1cca-4d36-9824-a632971d64a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.569175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d9e2f-aca1-42b6-9017-e71fedbf1415 tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Network': ['ID=c363cde0-4c1b-4099-a6b0-2bfcba8ed106,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:39.597457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network c363cde0-4c1b-4099-a6b0-2bfcba8ed106 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:39.604115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks [] for security_group (01222b7f-7c7c-46f0-9850-55dccd1c345a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.613085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (01222b7f-7c7c-46f0-9850-55dccd1c345a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.625614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Allocated IP 2001:db8::3 (cda8d810-8dfd-43ac-b031-732e2402fef9/cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f/c14accc0-5469-4483-9d99-7f5777d08c49) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:39.628410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1bc05889-e6e6-4e38-94c0-362ef16ce50f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:39.642523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:39.681096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (15473186-3711-4ede-a6d7-4bf9d2a56e48), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.682588 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Added segment 15473186-3711-4ede-a6d7-4bf9d2a56e48 of type vlan for network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 Jan 28 13:32:39.692241 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.755437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e3cd958b-d7e9-4e36-89ac-8bce95b594a0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.806663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32ac9b-aacd-46d7-b496-16c08bf0b056 req-a3fca300-6823-4206-9133-eaa56fa5a452 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.808140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb32ac9b-aacd-46d7-b496-16c08bf0b056 req-a3fca300-6823-4206-9133-eaa56fa5a452 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 943 time: 0.1954584 Jan 28 13:32:39.855475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c363cde0-4c1b-4099-a6b0-2bfcba8ed106), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.861284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Publish callbacks [] for port (c14accc0-5469-4483-9d99-7f5777d08c49), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.876594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (c14accc0-5469-4483-9d99-7f5777d08c49), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.877967 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fab04e45-1cca-4d36-9824-a632971d64a0 admin admin] Publish callbacks [] for security_group (29da63a1-4484-45e5-83cf-f65243a45039), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.879412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e3cd958b-d7e9-4e36-89ac-8bce95b594a0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.880763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.881698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.893385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fab04e45-1cca-4d36-9824-a632971d64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (29da63a1-4484-45e5-83cf-f65243a45039), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.901550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb32ac9b-aacd-46d7-b496-16c08bf0b056 req-aede9bd0-9184-46b8-9b4d-f81d0b08a109 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827894 Jan 28 13:32:39.902160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c363cde0-4c1b-4099-a6b0-2bfcba8ed106), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.910524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Network c363cde0-4c1b-4099-a6b0-2bfcba8ed106 is not hosted by any dhcp agent {{(pid=103374) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:32:39.911400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:39.912005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.916479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "PUT /v2.0/networks/c363cde0-4c1b-4099-a6b0-2bfcba8ed106 HTTP/1.1" status: 200 len: 857 time: 0.4438105 Jan 28 13:32:39.929856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57026) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.936300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fab04e45-1cca-4d36-9824-a632971d64a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24d274d10bf0480d90da6596114a32ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784150 Jan 28 13:32:39.944183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01222b7f-7c7c-46f0-9850-55dccd1c345a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:39.952909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Network cda8d810-8dfd-43ac-b031-732e2402fef9 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:39.958070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57028) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:39.959210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:39.980009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab04e45-1cca-4d36-9824-a632971d64a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29da63a1-4484-45e5-83cf-f65243a45039,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:39.990495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:40.003529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:40.024482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Pushing event updated for resources: {'Port': ['ID=c14accc0-5469-4483-9d99-7f5777d08c49,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.033869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.045365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8609152 Jan 28 13:32:40.054488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57030) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.090659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb23ac-bbd7-4e51-a304-1e024cb688eb admin admin] Pushing event updated for resources: {'Network': ['ID=e3cd958b-d7e9-4e36-89ac-8bce95b594a0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.111330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c363cde0-4c1b-4099-a6b0-2bfcba8ed106), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.114300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Attempting to bind port c14accc0-5469-4483-9d99-7f5777d08c49 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:40.114683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Attempting to bind port c14accc0-5469-4483-9d99-7f5777d08c49 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'bc02ca9a-6bd2-4b39-884f-05855ab754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cda8d810-8dfd-43ac-b031-732e2402fef9'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:40.115051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Attempting to bind port c14accc0-5469-4483-9d99-7f5777d08c49 on network cda8d810-8dfd-43ac-b031-732e2402fef9 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:40.122047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:40.133428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Request body: {'subnet': {'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-subnet', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:40.136699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bde38-b2d9-4d71-bd09-479184584acc tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event updated for resources: {'Network': ['ID=c363cde0-4c1b-4099-a6b0-2bfcba8ed106,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.179273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (cda8d810-8dfd-43ac-b031-732e2402fef9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.219206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Made reservation on behalf of 69af0ad4945646338076c65561bba12e for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:40.222471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.256917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda8d810-8dfd-43ac-b031-732e2402fef9']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.277300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (c363cde0-4c1b-4099-a6b0-2bfcba8ed106), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.311846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc02ca9a-6bd2-4b39-884f-05855ab754d4') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.312366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc02ca9a-6bd2-4b39-884f-05855ab754d4') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.315666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db1913-0222-4fe6-bc44-3ff15fbf0b85 req-04ddca12-8dbd-4d1c-b914-0a4f9cc10f4a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:40.317298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5db1913-0222-4fe6-bc44-3ff15fbf0b85 req-04ddca12-8dbd-4d1c-b914-0a4f9cc10f4a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 949 time: 0.0846002 Jan 28 13:32:40.319871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c363cde0-4c1b-4099-a6b0-2bfcba8ed106']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.329557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e21f02e-2264-46ad-ae23-843d3ce2bb3e admin admin] Publish callbacks [] for security_group (29da63a1-4484-45e5-83cf-f65243a45039), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.337834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (bc02ca9a-6bd2-4b39-884f-05855ab754d4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.351072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c158d68-bf54-4454-9496-fd15d19f714c') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.351371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c158d68-bf54-4454-9496-fd15d19f714c') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.375060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (6c158d68-bf54-4454-9496-fd15d19f714c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.384601 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bc02ca9a-6bd2-4b39-884f-05855ab754d4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.387909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e21f02e-2264-46ad-ae23-843d3ce2bb3e admin admin] Publish callbacks [] for security_group (29da63a1-4484-45e5-83cf-f65243a45039), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.402623 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6c158d68-bf54-4454-9496-fd15d19f714c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.413872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:40.416758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:40.417237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (bc02ca9a-6bd2-4b39-884f-05855ab754d4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.419781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:40.420841 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (6c158d68-bf54-4454-9496-fd15d19f714c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:40.420996 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:40.423852 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:40.428998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'port_id': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'mac_address': 'fa:16:3e:0b:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d5cb4-a31c-4fda-a46b-ce36aac3f3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:40.434260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:40.434781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Checking segment: {'id': 'bc02ca9a-6bd2-4b39-884f-05855ab754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cda8d810-8dfd-43ac-b031-732e2402fef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:40.435490 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.435612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Bound using segment: {'id': 'bc02ca9a-6bd2-4b39-884f-05855ab754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cda8d810-8dfd-43ac-b031-732e2402fef9'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:40.436840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Bound port: c14accc0-5469-4483-9d99-7f5777d08c49, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc02ca9a-6bd2-4b39-884f-05855ab754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cda8d810-8dfd-43ac-b031-732e2402fef9'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:40.436840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c14accc0-5469-4483-9d99-7f5777d08c49), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.469463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5db1913-0222-4fe6-bc44-3ff15fbf0b85 req-863262ad-e4d9-4c58-87ea-55cee7e523f3 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368508 Jan 28 13:32:40.509427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (c363cde0-4c1b-4099-a6b0-2bfcba8ed106), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.526993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c363cde0-4c1b-4099-a6b0-2bfcba8ed106 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:32:40.541592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.550498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] 10.222.0.45 "DELETE /v2.0/networks/c363cde0-4c1b-4099-a6b0-2bfcba8ed106 HTTP/1.1" status: 204 len: 168 time: 0.6087310 Jan 28 13:32:40.550498 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff099d2-d548-4240-8b8e-3d7d9da3ef5f tempest-ExternalNetworksTestJSON-1330287094 tempest-ExternalNetworksTestJSON-1330287094-project-admin] Pushing event deleted for resources: {'Network': ['ID=c363cde0-4c1b-4099-a6b0-2bfcba8ed106,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.554542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57038) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.565533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:32:40.565533 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:32:40.565533 n-d-822748-2 neutron-server[103374]: [parameters: {'id': 'cda8d810-8dfd-43ac-b031-732e2402fef9'}] Jan 28 13:32:40.565533 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:32:40.565938 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:32:40.571461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.578027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851e05a-0471-45d1-9302-7edf42cdada5 None None] Network 5d508fbf-8ac9-4d35-8b37-c58703a244bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:40.616141 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba809122-fbc1-40b1-b92b-e64a1102aa20 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] DELETE failed (client error): The resource could not be found. Jan 28 13:32:40.617348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba809122-fbc1-40b1-b92b-e64a1102aa20 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:32:40.622162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ba809122-fbc1-40b1-b92b-e64a1102aa20 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] 10.222.0.45 "DELETE /v2.0/subnets/90f6ae5e-1402-4521-9399-dbd55931ba24 HTTP/1.1" status: 404 len: 337 time: 0.0649199 Jan 28 13:32:40.625751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57040) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:40.680265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e21f02e-2264-46ad-ae23-843d3ce2bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (29da63a1-4484-45e5-83cf-f65243a45039), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.684758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e21f02e-2264-46ad-ae23-843d3ce2bb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.691083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9e21f02e-2264-46ad-ae23-843d3ce2bb3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29da63a1-4484-45e5-83cf-f65243a45039 HTTP/1.1" status: 204 len: 168 time: 0.7286603 Jan 28 13:32:40.760365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a19d8239-ba17-4433-97bf-c3dfec8f0446), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.837160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] For port c14accc0-5469-4483-9d99-7f5777d08c49, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:40.865609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f02e-2264-46ad-ae23-843d3ce2bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29da63a1-4484-45e5-83cf-f65243a45039,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:40.878992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5e0447ec-f3be-4a91-9f84-c381d1c601d7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.880640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:40.883283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a19d8239-ba17-4433-97bf-c3dfec8f0446), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.916712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19d8239-ba17-4433-97bf-c3dfec8f0446']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.930327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2499865f-ba20-428e-a930-d9296d110b78') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.930977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2499865f-ba20-428e-a930-d9296d110b78') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:40.955185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (2499865f-ba20-428e-a930-d9296d110b78), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:40.994723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2499865f-ba20-428e-a930-d9296d110b78), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.007519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:41.008401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (2499865f-ba20-428e-a930-d9296d110b78), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.012144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0447ec-f3be-4a91-9f84-c381d1c601d7,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.012949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Checking segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:41.013335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Network hostable DHCP agents. Network: e3cd958b-d7e9-4e36-89ac-8bce95b594a0, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:41.017483 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:41.043682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] For port c14accc0-5469-4483-9d99-7f5777d08c49, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c14accc0-5469-4483-9d99-7f5777d08c49,segment=NetworkSegment(bc02ca9a-6bd2-4b39-884f-05855ab754d4),segment_id=bc02ca9a-6bd2-4b39-884f-05855ab754d4)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:41.043948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:41.064421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e3cd958b-d7e9-4e36-89ac-8bce95b594a0) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:41.070766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1bc05889-e6e6-4e38-94c0-362ef16ce50f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:41.072971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (cda8d810-8dfd-43ac-b031-732e2402fef9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.073483 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.084079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.084520 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.118767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc05889-e6e6-4e38-94c0-362ef16ce50f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:41.126748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01eb913-b6c5-4e2f-8814-e6af35688ed4 None None] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:41.148515 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c14accc0-5469-4483-9d99-7f5777d08c49), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.148766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-17a550a6-1745-4e1c-9914-0d63219373e4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0880456 Jan 28 13:32:41.148766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57050) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.156306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:41.196052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a19d8239-ba17-4433-97bf-c3dfec8f0446), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.208136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.212437 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] 10.222.0.45 "DELETE /v2.0/networks/a19d8239-ba17-4433-97bf-c3dfec8f0446 HTTP/1.1" status: 204 len: 168 time: 0.5842299 Jan 28 13:32:41.226457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6aa51-aa23-4dd3-bc2d-f68de64c3a4c req-e1e420b9-3d6a-40f6-922f-ac8a28d39e8f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.228156 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6b6aa51-aa23-4dd3-bc2d-f68de64c3a4c req-e1e420b9-3d6a-40f6-922f-ac8a28d39e8f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 943 time: 0.1043518 Jan 28 13:32:41.242099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (775fbe71-9029-40a8-81c4-cfd2922345d0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.246434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (775fbe71-9029-40a8-81c4-cfd2922345d0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.252787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e2e915ff-7afe-4676-8c29-55cf91043955 None None] Provisioning complete for port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:41.257862 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2e915ff-7afe-4676-8c29-55cf91043955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.260497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port c14accc0-5469-4483-9d99-7f5777d08c49 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:41.262891 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c14accc0-5469-4483-9d99-7f5777d08c49), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.324663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6b6aa51-aa23-4dd3-bc2d-f68de64c3a4c req-f826233d-a3ab-4f75-bebc-34d40d547c09 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842216 Jan 28 13:32:41.330383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3fdc0-07bf-403c-ad1f-067f39bb75e5 tempest-ExternalNetworksTestJSON-335365846 tempest-ExternalNetworksTestJSON-335365846-project] Pushing event deleted for resources: {'Network': ['ID=a19d8239-ba17-4433-97bf-c3dfec8f0446,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.447171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:41.461884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks [] for router_controller (775fbe71-9029-40a8-81c4-cfd2922345d0), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.476154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port c14accc0-5469-4483-9d99-7f5777d08c49, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c14accc0-5469-4483-9d99-7f5777d08c49,segment=NetworkSegment(bc02ca9a-6bd2-4b39-884f-05855ab754d4),segment_id=bc02ca9a-6bd2-4b39-884f-05855ab754d4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:41.476531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c14accc0-5469-4483-9d99-7f5777d08c49), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.490333 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.545788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:41.546168 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.574188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bf6a4-90fe-4992-84af-8aef51bd4ca8 None None] Pushing event updated for resources: {'Port': ['ID=c14accc0-5469-4483-9d99-7f5777d08c49,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:41.588369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6608c11-e50c-46b5-ae08-91ad9f1860fb None None] Network cda8d810-8dfd-43ac-b031-732e2402fef9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:41.618638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for c14accc0-5469-4483-9d99-7f5777d08c49 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:41.624233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-aedda4c7-e2f3-4bd3-a129-c82f9c2d1635 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=50ec6fe863b44638b6fd28b43dad495c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1720533 Jan 28 13:32:41.650623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57074) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.794968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'project_id': '69af0ad4945646338076c65561bba12e', 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:41.795933 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.836278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-d8865448-5016-4095-b679-e533e16bd69d tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:41.837903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-d8865448-5016-4095-b679-e533e16bd69d tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737249 Jan 28 13:32:41.847037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks [] for router_gateway (775fbe71-9029-40a8-81c4-cfd2922345d0), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.854364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:41.897859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1863a3c3-6d0d-489c-a81c-6b4926584d49 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=110fb775cc3c438fbb9709579952ba99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452104 Jan 28 13:32:41.900291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57084) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:41.901503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-9c22ac2e-6bc4-4606-945d-9b4734a9ccad tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/quotas/50ec6fe863b44638b6fd28b43dad495c HTTP/1.1" status: 200 len: 375 time: 0.0509665 Jan 28 13:32:41.923660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1bc05889-e6e6-4e38-94c0-362ef16ce50f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:41.998090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e2e915ff-7afe-4676-8c29-55cf91043955 None None] Current status of the port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:41.998350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2e915ff-7afe-4676-8c29-55cf91043955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.000024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:42.006567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17c9f40f-71e3-454a-a77f-35555a6adab5 admin admin] Publish callbacks [] for security_group (3c34c2c2-f679-440e-934c-615ebebe7c9e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.037853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17c9f40f-71e3-454a-a77f-35555a6adab5 admin admin] Publish callbacks [] for security_group (3c34c2c2-f679-440e-934c-615ebebe7c9e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.104840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17c9f40f-71e3-454a-a77f-35555a6adab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3c34c2c2-f679-440e-934c-615ebebe7c9e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.109890 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17c9f40f-71e3-454a-a77f-35555a6adab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.114150 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17c9f40f-71e3-454a-a77f-35555a6adab5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c34c2c2-f679-440e-934c-615ebebe7c9e HTTP/1.1" status: 204 len: 168 time: 0.2103791 Jan 28 13:32:42.119945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:42.120297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.123859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9f40f-71e3-454a-a77f-35555a6adab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c34c2c2-f679-440e-934c-615ebebe7c9e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:42.212758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e2e915ff-7afe-4676-8c29-55cf91043955 None None] For port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,segment=NetworkSegment(a24f36ba-b328-4beb-b3eb-0c7c703ffef6),segment_id=a24f36ba-b328-4beb-b3eb-0c7c703ffef6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:42.246466 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2e915ff-7afe-4676-8c29-55cf91043955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.343772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e915ff-7afe-4676-8c29-55cf91043955 None None] Pushing event updated for resources: {'Port': ['ID=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:42.370950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-518f456e-bff2-43e1-a958-325d24b8e839 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=50ec6fe863b44638b6fd28b43dad495c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4549928 Jan 28 13:32:42.380908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c14accc0-5469-4483-9d99-7f5777d08c49), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.389262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Allocated IP 172.20.0.2 (e3cd958b-d7e9-4e36-89ac-8bce95b594a0/5e0447ec-f3be-4a91-9f84-c381d1c601d7/38df7a06-8ce3-434c-9042-8b11b0bb90f2) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:42.418542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port c14accc0-5469-4483-9d99-7f5777d08c49 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:42.432702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=c14accc0-5469-4483-9d99-7f5777d08c49,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:42.464489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:32:42.465116 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:32:42.519911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4a574f2a-88b2-487b-ac56-0972b4320047 None None] Provisioning complete for port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:42.520642 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a574f2a-88b2-487b-ac56-0972b4320047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.609553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94f32-ec39-424f-a546-ef905fc0c6ed req-95eb333d-77e6-4c27-bb3d-97266dee2fdb tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:42.611667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1a94f32-ec39-424f-a546-ef905fc0c6ed req-95eb333d-77e6-4c27-bb3d-97266dee2fdb tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 944 time: 0.1397328 Jan 28 13:32:42.676973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:42.734992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1a94f32-ec39-424f-a546-ef905fc0c6ed req-e97515c6-8881-4bc1-a9c1-3f363a1f2036 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163135 Jan 28 13:32:42.746494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (cda8d810-8dfd-43ac-b031-732e2402fef9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.836918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Publish callbacks [] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.840886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02618c58-9fa6-465c-bc67-63d72c72b4c8 req-fa940887-fe43-4bfb-8a6a-69766470f6ae tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 210 time: 0.0990512 Jan 28 13:32:42.842077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4a574f2a-88b2-487b-ac56-0972b4320047 None None] Current status of the port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:42.852106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.873919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda8d810-8dfd-43ac-b031-732e2402fef9']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:42.894036 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5e197d3b-c263-484a-b2bb-1c2a4ddc26b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c608a742ecd4379b20f40b17b3044d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2029614 Jan 28 13:32:42.896772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57114) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:42.913423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:42.913700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc02ca9a-6bd2-4b39-884f-05855ab754d4') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:42.914901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc02ca9a-6bd2-4b39-884f-05855ab754d4') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:42.919839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:42.924889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:42.937337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Pushing event updated for resources: {'Port': ['ID=38df7a06-8ce3-434c-9042-8b11b0bb90f2,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:42.942843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (bc02ca9a-6bd2-4b39-884f-05855ab754d4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.971516 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks [] for router_gateway (775fbe71-9029-40a8-81c4-cfd2922345d0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:42.984425 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f352-1315-4300-944e-bc3bcd9d6832 admin admin] Publish callbacks [] for security_group (af86c466-9a7d-4188-afca-e9d5fff87741), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.004559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Attempting to bind port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:43.004924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Attempting to bind port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:43.005426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Attempting to bind port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:43.015492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f352-1315-4300-944e-bc3bcd9d6832 admin admin] Publish callbacks [] for security_group (af86c466-9a7d-4188-afca-e9d5fff87741), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.027930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.040711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:43.041277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Checking segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:43.041709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.042107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Bound using segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:43.042585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Bound port: 38df7a06-8ce3-434c-9042-8b11b0bb90f2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:43.042968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.066037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bc02ca9a-6bd2-4b39-884f-05855ab754d4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.066642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:43.104422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:43.118115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (bc02ca9a-6bd2-4b39-884f-05855ab754d4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:43.128146 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:43.132215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f352-1315-4300-944e-bc3bcd9d6832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (af86c466-9a7d-4188-afca-e9d5fff87741), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.135584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f352-1315-4300-944e-bc3bcd9d6832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.136904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-32d3f352-1315-4300-944e-bc3bcd9d6832 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af86c466-9a7d-4188-afca-e9d5fff87741 HTTP/1.1" status: 204 len: 168 time: 0.2393162 Jan 28 13:32:43.153929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3f352-1315-4300-944e-bc3bcd9d6832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af86c466-9a7d-4188-afca-e9d5fff87741,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:43.270672 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (cda8d810-8dfd-43ac-b031-732e2402fef9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.292526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57124) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:43.316374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=cda8d810-8dfd-43ac-b031-732e2402fef9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:43.320998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.328573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57128) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:43.330640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e8035afd-479e-4be1-8c0e-8611a7fbfe8c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/cda8d810-8dfd-43ac-b031-732e2402fef9 HTTP/1.1" status: 204 len: 168 time: 4.2251647 Jan 28 13:32:43.337094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1853614072'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:43.379883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:43.393594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.397333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Allocated IP 172.25.4.150 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/17c564ef-d50c-4cea-b4b6-eb00ec66d633) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:43.433419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] For port 38df7a06-8ce3-434c-9042-8b11b0bb90f2, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:43.436716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] For port 38df7a06-8ce3-434c-9042-8b11b0bb90f2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38df7a06-8ce3-434c-9042-8b11b0bb90f2,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:43.443735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:43.452304 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.458865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:43.492863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c08e0141-c3b4-4d4b-96af-e26f8194baaa), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.493215 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment c08e0141-c3b4-4d4b-96af-e26f8194baaa of type vlan for network ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e Jan 28 13:32:43.585593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76d4ee-0c2a-4674-83b3-614ee2a8b45b None None] Pushing event updated for resources: {'Port': ['ID=38df7a06-8ce3-434c-9042-8b11b0bb90f2,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:43.598317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.606226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:43.606614 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.679552 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.685457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:43.686082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.720756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks [] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.726839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:43.779725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:43.875681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Pushing event updated for resources: {'Port': ['ID=17c564ef-d50c-4cea-b4b6-eb00ec66d633,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:43.919560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1643938492'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:43.920150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:43.923317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-499b58cc-da8b-48f8-9de7-3a8041e35bb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1596167 Jan 28 13:32:43.925012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:43.927378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:43.962865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:43.981019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:43.986313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eb3ba9ca-75c5-4d30-a7e6-ff5159b6e80a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6552756 Jan 28 13:32:43.989527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57142) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:43.996728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:43.997840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Made reservation on behalf of 9032fc053b404d21b55e4b1b971029a9 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:44.002474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.045209 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.209662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012a591-48be-4e8d-93d4-78cf8193352d req-6edeacf3-c6ff-4cc5-be26-22284bc1fefc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.211323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f012a591-48be-4e8d-93d4-78cf8193352d req-6edeacf3-c6ff-4cc5-be26-22284bc1fefc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 944 time: 0.1938143 Jan 28 13:32:44.225915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fc4c963-a549-413a-95b7-eade9912126f req-c1bf39cd-107d-4372-9aea-1f7b0e7e5bce tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 210 time: 0.1829679 Jan 28 13:32:44.288534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks [] for security_group (760bd578-d6df-479b-978e-911c2b469abf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.300844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f012a591-48be-4e8d-93d4-78cf8193352d req-49781f02-eb2d-46fd-8851-7fa129d1d06c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836163 Jan 28 13:32:44.307147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (760bd578-d6df-479b-978e-911c2b469abf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.352670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:44.358496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-5f88d3f9-ce53-42a5-afd8-40ae5ab8aff5 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=50ec6fe863b44638b6fd28b43dad495c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3141429 Jan 28 13:32:44.364020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760bd578-d6df-479b-978e-911c2b469abf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:44.369385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e4a912b3-63d6-4b80-80a4-c032d4219823), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.369569 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Added segment e4a912b3-63d6-4b80-80a4-c032d4219823 of type vlan for network f7364481-54cc-47a4-b295-e1be8fd632f5 Jan 28 13:32:44.399106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-143bac74-2516-4e96-907e-48198d301dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.400642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-143bac74-2516-4e96-907e-48198d301dad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ec6fe863b44638b6fd28b43dad495c&device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 1100 time: 0.3620391 Jan 28 13:32:44.420927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f7364481-54cc-47a4-b295-e1be8fd632f5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.452839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f7364481-54cc-47a4-b295-e1be8fd632f5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.458699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.459379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.520502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2267122 Jan 28 13:32:44.547662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727a092-c01b-4197-8f35-b63af0651fce tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Pushing event updated for resources: {'Network': ['ID=f7364481-54cc-47a4-b295-e1be8fd632f5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:44.561010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f7364481-54cc-47a4-b295-e1be8fd632f5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:44.650003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-784c694c-30a1-41f3-8249-e02e85a460ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.651524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-784c694c-30a1-41f3-8249-e02e85a460ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.1875122 Jan 28 13:32:44.746935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-4d6f9008-c7e9-47f3-ae71-400b04ec4ab7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d HTTP/1.1" status: 200 len: 217 time: 0.0812056 Jan 28 13:32:44.757707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:44.769750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.839003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57164) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:44.847727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Request body: {'port': {'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5', 'binding:host_id': 'n-h1-822748-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1923843471'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:44.880493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Made reservation on behalf of 238e07708c944164aabba2a5695b4a55 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:44.885345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.900570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.921242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-6cea4256-d099-4bda-b4a1-3849e85bba07 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:44.923694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-6cea4256-d099-4bda-b4a1-3849e85bba07 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5359156 Jan 28 13:32:44.934246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks [] for router_gateway (775fbe71-9029-40a8-81c4-cfd2922345d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:44.992291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Request body: {'port': {'device_id': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '50ec6fe863b44638b6fd28b43dad495c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:45.016901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for security_group (2a9c9801-79c8-4be9-9eb7-1df932152c42), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.022783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2a9c9801-79c8-4be9-9eb7-1df932152c42), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.028664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-abda3c42-0a68-41d7-b1d3-35055853308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:45.028970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] device_id is not set on port f361c772-9650-42e7-a113-21fc222e85e1 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:45.030116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-abda3c42-0a68-41d7-b1d3-35055853308b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.2492373 Jan 28 13:32:45.190393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c9801-79c8-4be9-9eb7-1df932152c42,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:45.286500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9ffcd-6c9a-423d-a1a3-30229859ec20 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:32:45.337351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-90ff5098-dbdb-4954-b91e-37fe57be3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:45.338873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-90ff5098-dbdb-4954-b91e-37fe57be3cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2737048 Jan 28 13:32:45.399933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38df7a06-8ce3-434c-9042-8b11b0bb90f2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:45.471656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f9453fcd-1033-465b-925e-537e2710f46b None None] Provisioning complete for port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:45.472075 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9453fcd-1033-465b-925e-537e2710f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.495437 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b039c2aa-de65-4693-9f6c-763672043b6b req-bbe24a1c-435e-4999-8443-848f5152ac98 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 210 time: 0.1334183 Jan 28 13:32:45.513124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57182) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:45.565615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:45.566001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.587551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b9a43ff0-159c-47a4-9fca-77f8043140e0 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1445391200'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:45.606407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] device_id is not set on port f361c772-9650-42e7-a113-21fc222e85e1 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:45.618895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for port (f361c772-9650-42e7-a113-21fc222e85e1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.619200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Made reservation on behalf of 50ec6fe863b44638b6fd28b43dad495c for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:45.623017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.624084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9a43ff0-159c-47a4-9fca-77f8043140e0 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.625181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9a43ff0-159c-47a4-9fca-77f8043140e0 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.630966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f361c772-9650-42e7-a113-21fc222e85e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.653817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1bc05889-e6e6-4e38-94c0-362ef16ce50f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:45.701486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=f361c772-9650-42e7-a113-21fc222e85e1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:45.732312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de9ffcd-6c9a-423d-a1a3-30229859ec20 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:32:45.737143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9a43ff0-159c-47a4-9fca-77f8043140e0 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.737925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9453fcd-1033-465b-925e-537e2710f46b None None] Current status of the port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:45.738679 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9453fcd-1033-465b-925e-537e2710f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.745753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9a43ff0-159c-47a4-9fca-77f8043140e0 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.760626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Checking segment: {'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:45.761020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Network hostable DHCP agents. Network: f7364481-54cc-47a4-b295-e1be8fd632f5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:45.770538 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9a43ff0-159c-47a4-9fca-77f8043140e0 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.775944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b9a43ff0-159c-47a4-9fca-77f8043140e0 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2576962 Jan 28 13:32:45.775944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57186) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:45.861321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Network f7364481-54cc-47a4-b295-e1be8fd632f5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:45.865735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00ba123f-c9af-400f-8ff4-267693b1bdd5 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.869667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9453fcd-1033-465b-925e-537e2710f46b None None] For port 38df7a06-8ce3-434c-9042-8b11b0bb90f2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38df7a06-8ce3-434c-9042-8b11b0bb90f2,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:45.882508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9453fcd-1033-465b-925e-537e2710f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.890308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 1bc05889-e6e6-4e38-94c0-362ef16ce50f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:45.900906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:45.901330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:45.910066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f7364481-54cc-47a4-b295-e1be8fd632f5) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:45.939786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 1bc05889-e6e6-4e38-94c0-362ef16ce50f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:45.940012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:45.940218 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.012550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.012550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.012833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.047515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.048435 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.050375 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 2 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:46.061862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (60c1e4a0-e7b0-4af9-ac2d-56f018c6f809), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.063313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00ba123f-c9af-400f-8ff4-267693b1bdd5 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.065008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.065347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.065686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.066386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9453fcd-1033-465b-925e-537e2710f46b None None] Pushing event updated for resources: {'Port': ['ID=38df7a06-8ce3-434c-9042-8b11b0bb90f2,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:46.068961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00ba123f-c9af-400f-8ff4-267693b1bdd5 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.073141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.073479 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.075578 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 3 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:46.092009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.092396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.092741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.112297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:32:46.112659 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:32:46.127197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.127547 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.130253 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 4 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:46.139301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-447fdf63-91ed-4920-b293-720f1f677b71 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899845 Jan 28 13:32:46.139556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00ba123f-c9af-400f-8ff4-267693b1bdd5 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (8ff17c89-d5d3-4168-9a62-3b8a82c413a9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.140056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ba123f-c9af-400f-8ff4-267693b1bdd5 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff17c89-d5d3-4168-9a62-3b8a82c413a9 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:32:46.145972 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00ba123f-c9af-400f-8ff4-267693b1bdd5 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.147507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-00ba123f-c9af-400f-8ff4-267693b1bdd5 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "DELETE /v2.0/routers/8ff17c89-d5d3-4168-9a62-3b8a82c413a9 HTTP/1.1" status: 204 len: 168 time: 0.3715529 Jan 28 13:32:46.148560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.148899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.149570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.152021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57188) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:46.156746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ad4a6ced-26ba-40b7-91c4-1d2ffbbad141 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Request body: {'router': {'name': 'tempest-router-1064434271', 'distributed': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:46.176969 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (775fbe71-9029-40a8-81c4-cfd2922345d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.178862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.179336 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.180206 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 5 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:46.182990 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6ced-26ba-40b7-91c4-1d2ffbbad141 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (85b496c2-0825-4212-a7c7-03b4711e346b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.183969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6ced-26ba-40b7-91c4-1d2ffbbad141 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (85b496c2-0825-4212-a7c7-03b4711e346b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.201310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1bc05889-e6e6-4e38-94c0-362ef16ce50f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:46.202149 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.222933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b79079-ca7f-4ddf-8d24-e5048de82541 None None] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:46.225177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806365b3-d49e-46ab-ad2f-937c6a58ec5d None None] Network f7364481-54cc-47a4-b295-e1be8fd632f5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:46.227641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71fc43-9f6c-49f2-93d0-07f2c990100f req-6ebf6c3f-0f48-4b6d-9815-f1b477498e73 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.229183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b71fc43-9f6c-49f2-93d0-07f2c990100f req-6ebf6c3f-0f48-4b6d-9815-f1b477498e73 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 944 time: 0.7693746 Jan 28 13:32:46.239920 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6ced-26ba-40b7-91c4-1d2ffbbad141 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (85b496c2-0825-4212-a7c7-03b4711e346b), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.244940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-7b846a4a-0334-4d5f-8c1e-4c63ce3b975c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0729771 Jan 28 13:32:46.249071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6ced-26ba-40b7-91c4-1d2ffbbad141 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (85b496c2-0825-4212-a7c7-03b4711e346b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.258546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.258892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.259434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.265669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.265928 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.266286 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 6 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:46.277697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6ced-26ba-40b7-91c4-1d2ffbbad141 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.278915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ad4a6ced-26ba-40b7-91c4-1d2ffbbad141 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1259284 Jan 28 13:32:46.281624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57190) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:46.291353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.291732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.292062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.332162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.332525 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.334742 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 7 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:46.338018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=60c1e4a0-e7b0-4af9-ac2d-56f018c6f809,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:46.363357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:46.365514 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f669ca-b611-44cd-8d89-8100c2692da4" -d '{"events": [{"server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "name": "network-vif-plugged", "status": "completed", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:46.379966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69d69b82-66c1-4966-b492-fa179b9e0b5a tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (85b496c2-0825-4212-a7c7-03b4711e346b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.383766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.383766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.383766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.388882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:46.411357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.482847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:46.582121 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff60a8e-41e3-41dd-93dd-3dc566978738 x-openstack-request-id: req-7ff60a8e-41e3-41dd-93dd-3dc566978738 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:46.582421 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "name": "network-vif-plugged", "status": "completed", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:46.582683 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ff60a8e-41e3-41dd-93dd-3dc566978738 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:46.583096 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'code': 200} Jan 28 13:32:46.611627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b501dca6-9d1e-41bb-8868-8df44c841cab req-312fa6a2-a012-44c9-a00d-ee66c05a2351 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492335 Jan 28 13:32:46.613176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Allocated IP 192.168.233.58 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/eb10da99-6712-4ee9-9520-5771b76232d3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:46.637178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b71fc43-9f6c-49f2-93d0-07f2c990100f req-32f4531d-9f4e-45bd-912c-d22cd489264f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537910 Jan 28 13:32:46.638144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': 'c08e0141-c3b4-4d4b-96af-e26f8194baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:46.638619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:46.723110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.723754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.724402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.724939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.725472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.726005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.726538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.728686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4af3e88d-f106-41b5-82a5-921900a97517 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27dd08af341f42918759491886a80b4d&device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 6493 time: 0.3759680 Jan 28 13:32:46.739070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:46.777688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:46.824850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:46.836057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d0d37-2065-4cf1-84bb-5a50364b2a27 None None] Network ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:46.854475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.855075 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.870813 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 8 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:46.886424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:46.887150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.905265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b03cea59-cfd4-4923-9a93-88c5303880fa req-2e8a38d3-e853-4532-81e8-fd1ab795f4da tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 210 time: 0.1054864 Jan 28 13:32:46.905938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:46.906280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:46.906622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:46.939723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:46.939947 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:46.941334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1e685dff-caed-4257-a36d-f52b6e0e1478 None None] Provisioning complete for port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:46.942166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e685dff-caed-4257-a36d-f52b6e0e1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:46.973245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-57db4c87-ee52-4b15-a844-053163339d07 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9799569 Jan 28 13:32:46.974761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57198) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:46.975417 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 9 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:47.024754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:47.024754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:47.025280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:47.029114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69d69b82-66c1-4966-b492-fa179b9e0b5a tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (85b496c2-0825-4212-a7c7-03b4711e346b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.035578 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69d69b82-66c1-4966-b492-fa179b9e0b5a tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (85b496c2-0825-4212-a7c7-03b4711e346b), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.041606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e', 'network_id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': '60c1e4a0-e7b0-4af9-ac2d-56f018c6f809'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:47.042483 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.045127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854870-d1d1-4569-8fb9-0d382b7cb0fa req-ac6782b0-b6a6-46d1-9a5d-ea6a45f259a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.047077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44854870-d1d1-4569-8fb9-0d382b7cb0fa req-ac6782b0-b6a6-46d1-9a5d-ea6a45f259a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 1096 time: 0.2442360 Jan 28 13:32:47.051168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:47.051834 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:47.054900 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 10 to bind port f361c772-9650-42e7-a113-21fc222e85e1 Jan 28 13:32:47.076797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1e685dff-caed-4257-a36d-f52b6e0e1478 None None] Current status of the port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:47.114481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Router 775fbe71-9029-40a8-81c4-cfd2922345d0 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:32:47.124590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-349fcf1c-b470-435c-b577-e337b4f9c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.124590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-349fcf1c-b470-435c-b577-e337b4f9c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.124908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:47.125062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-349fcf1c-b470-435c-b577-e337b4f9c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.125684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:47.127056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:47.127366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-349fcf1c-b470-435c-b577-e337b4f9c9a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d851e8dd-4248-45c2-9e39-3c87874d52ed&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&id=1d96b2c5-f574-4f64-9977-4a974e942cdc&id=1d96b2c5-f574-4f64-9977-4a974e942cdc HTTP/1.1" status: 200 len: 2292 time: 0.3474514 Jan 28 13:32:47.137855 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks [] for port (eb10da99-6712-4ee9-9520-5771b76232d3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.139822 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69d69b82-66c1-4966-b492-fa179b9e0b5a tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (85b496c2-0825-4212-a7c7-03b4711e346b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.140594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d69b82-66c1-4966-b492-fa179b9e0b5a tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85b496c2-0825-4212-a7c7-03b4711e346b {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:32:47.152008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69d69b82-66c1-4966-b492-fa179b9e0b5a tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.154102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-69d69b82-66c1-4966-b492-fa179b9e0b5a tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "DELETE /v2.0/routers/85b496c2-0825-4212-a7c7-03b4711e346b HTTP/1.1" status: 204 len: 168 time: 0.8694429 Jan 28 13:32:47.155382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port f361c772-9650-42e7-a113-21fc222e85e1 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:47.155963 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port f361c772-9650-42e7-a113-21fc222e85e1 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:47.157879 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f361c772-9650-42e7-a113-21fc222e85e1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.163655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57200) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:47.173965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1c053046-2af1-4b09-ba6d-7f7334301129 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Request body: {'router': {'name': 'tempest-router-1073483646', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c733346f66c8403b838f5e8ef276113a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:47.245388 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44854870-d1d1-4569-8fb9-0d382b7cb0fa req-838b6bbd-bfa5-4801-9285-a3d2becc2f9e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872091 Jan 28 13:32:47.276010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] For port f361c772-9650-42e7-a113-21fc222e85e1, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:47.276616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempted to set empty binding levels {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:32:47.283331 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (f361c772-9650-42e7-a113-21fc222e85e1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.293106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.324557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.325954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.346549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c053046-2af1-4b09-ba6d-7f7334301129 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.347611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c053046-2af1-4b09-ba6d-7f7334301129 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.355780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5138388 Jan 28 13:32:47.357053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aef11-7f47-4d58-902c-0d2a943077d4 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=f361c772-9650-42e7-a113-21fc222e85e1,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.359384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57202) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:47.367677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38df7a06-8ce3-434c-9042-8b11b0bb90f2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:47.369488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-9f086c04-5cde-4d7e-85b3-2ca92a1c98f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc HTTP/1.1" status: 200 len: 1002 time: 0.2265990 Jan 28 13:32:47.421375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Allocated IP 2001:db8::1 (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e/60c1e4a0-e7b0-4af9-ac2d-56f018c6f809/5d88efe3-e450-450c-8164-c80038a09faf) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:47.424188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.441159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['1192b03a-b192-4ae5-8e12-05efe3c8cf4d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:47.451017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Deleting port f361c772-9650-42e7-a113-21fc222e85e1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:47.451508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f361c772-9650-42e7-a113-21fc222e85e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.482534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:47.482915 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.521290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] For port f361c772-9650-42e7-a113-21fc222e85e1, host n-h1-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:47.521850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f361c772-9650-42e7-a113-21fc222e85e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.539858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Calling delete_port for f361c772-9650-42e7-a113-21fc222e85e1 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:47.575010 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c053046-2af1-4b09-ba6d-7f7334301129 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (d4141af1-711a-4223-a1f6-87a4d55a0848), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.577248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:47.586191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:47.604587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Sync routers for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:47.605388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:47.607798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:47.611474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c053046-2af1-4b09-ba6d-7f7334301129 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.634987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f361c772-9650-42e7-a113-21fc222e85e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.654435 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (60c1e4a0-e7b0-4af9-ac2d-56f018c6f809), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.691689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.700114 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "DELETE /v2.0/ports/f361c772-9650-42e7-a113-21fc222e85e1 HTTP/1.1" status: 204 len: 168 time: 0.3377397 Jan 28 13:32:47.701192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57206) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:47.713837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.715540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-77c380c0-31c5-4752-8823-56790f4380fe admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5658858 Jan 28 13:32:47.728084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Pushing event updated for resources: {'Port': ['ID=eb10da99-6712-4ee9-9520-5771b76232d3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.743022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57208) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:47.755326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:47.756293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:32:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:47.757069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af110c-e52e-4729-aed9-b47f5e7d20a6 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event deleted for resources: {'Port': ['ID=f361c772-9650-42e7-a113-21fc222e85e1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:47.760358 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-24869816-2c4a-4d0f-a3bc-1bb4a6cbb40a tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:32:47.764608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-24869816-2c4a-4d0f-a3bc-1bb4a6cbb40a tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "GET /v2.0/ports/f361c772-9650-42e7-a113-21fc222e85e1 HTTP/1.1" status: 404 len: 333 time: 0.0622387 Jan 28 13:32:47.768060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Publish callbacks [] for port (5d88efe3-e450-450c-8164-c80038a09faf), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.768659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57210) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:47.772575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-198c6d3d-cae5-4a0c-887a-5af7b992c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.774200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-198c6d3d-cae5-4a0c-887a-5af7b992c8e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fbb0b8c-8bea-4f64-9dd2-93bf442992e0 HTTP/1.1" status: 200 len: 851 time: 0.2918112 Jan 28 13:32:47.774772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Request body: {'port': {'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1330699616'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:47.778515 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c053046-2af1-4b09-ba6d-7f7334301129 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.782392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1c053046-2af1-4b09-ba6d-7f7334301129 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6150239 Jan 28 13:32:47.795222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57212) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:47.800771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Made reservation on behalf of 238e07708c944164aabba2a5695b4a55 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:47.802641 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.826947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] device_id is not set on port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:47.837642 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (5d88efe3-e450-450c-8164-c80038a09faf), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.855066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:47.892630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:47.965125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Network ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:47.976382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:47.981481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:47.982250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:47.982407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:47.996647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Pushing event updated for resources: {'Port': ['ID=5d88efe3-e450-450c-8164-c80038a09faf,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:48.040956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:48.051747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ac0398c9-b885-491e-a84d-10810b6c9990 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0693150 Jan 28 13:32:48.077547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Request body: {'port': {'device_id': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:48.083115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.108939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021997ec-608f-4c15-a9d0-914576e1828e req-8fe44052-a68e-41be-abb4-f8ce6417f96d tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.111248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-021997ec-608f-4c15-a9d0-914576e1828e req-8fe44052-a68e-41be-abb4-f8ce6417f96d tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 935 time: 0.0943789 Jan 28 13:32:48.158509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-14a74ed7-26a1-424b-b8b7-fff13c5f3bca None None] Provisioning complete for port eb10da99-6712-4ee9-9520-5771b76232d3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:48.159582 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14a74ed7-26a1-424b-b8b7-fff13c5f3bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.178686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.179138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-ab6c6c62-c2a1-47c5-9cf7-4537fb6b1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.181478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-ab6c6c62-c2a1-47c5-9cf7-4537fb6b1709 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d851e8dd-4248-45c2-9e39-3c87874d52ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3873153 Jan 28 13:32:48.194970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-021997ec-608f-4c15-a9d0-914576e1828e req-8f0a0b32-bc2f-4d7a-a7e7-a2c02510a994 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Jan 28 13:32:48.195203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54046c68-195f-488d-be05-74e4582900d7 req-ecb39a1c-cee8-4640-9553-7bba7fa9f753 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.196358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54046c68-195f-488d-be05-74e4582900d7 req-ecb39a1c-cee8-4640-9553-7bba7fa9f753 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.4139977 Jan 28 13:32:48.214953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Attempting to bind port 5d88efe3-e450-450c-8164-c80038a09faf on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.215117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Attempting to bind port 5d88efe3-e450-450c-8164-c80038a09faf by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c08e0141-c3b4-4d4b-96af-e26f8194baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.215462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Attempting to bind port 5d88efe3-e450-450c-8164-c80038a09faf on network ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.227922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:48.228388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Checking segment: {'id': 'c08e0141-c3b4-4d4b-96af-e26f8194baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:48.228738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.229126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Bound using segment: {'id': 'c08e0141-c3b4-4d4b-96af-e26f8194baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:48.229631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Bound port: 5d88efe3-e450-450c-8164-c80038a09faf, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08e0141-c3b4-4d4b-96af-e26f8194baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:48.229992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d88efe3-e450-450c-8164-c80038a09faf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.244142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=855ffe8f-0e3d-4f81-91ad-aaadf30ea554,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:48.251833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Network f7364481-54cc-47a4-b295-e1be8fd632f5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:48.253878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:48.256513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:48.257649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:48.258426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.280220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0a63712c-5562-4121-a003-eb27eea56729 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5079355 Jan 28 13:32:48.281282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:48.286966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:48.298484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-14a74ed7-26a1-424b-b8b7-fff13c5f3bca None None] Port eb10da99-6712-4ee9-9520-5771b76232d3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:48.357883 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.362213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] For port 5d88efe3-e450-450c-8164-c80038a09faf, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:48.366339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] For port 5d88efe3-e450-450c-8164-c80038a09faf, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5d88efe3-e450-450c-8164-c80038a09faf,segment=NetworkSegment(c08e0141-c3b4-4d4b-96af-e26f8194baaa),segment_id=c08e0141-c3b4-4d4b-96af-e26f8194baaa)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:48.374569 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5d88efe3-e450-450c-8164-c80038a09faf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.438871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:44Z', 'revision_number': 3, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:48.493379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Checking router: 775fbe71-9029-40a8-81c4-cfd2922345d0 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:48.493734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Updating router 775fbe71-9029-40a8-81c4-cfd2922345d0 port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:32:48.497320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca5d6b-882a-4e76-ab31-eb1d72b24b35 None None] Pushing event updated for resources: {'Port': ['ID=5d88efe3-e450-450c-8164-c80038a09faf,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:48.525626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.526291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (60c1e4a0-e7b0-4af9-ac2d-56f018c6f809), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.549750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] device_id is not set on port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:48.557866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8d612-1b78-4f39-b0c1-ead2dfabd2f1 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:32:48.560300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.567285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.613410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=60c1e4a0-e7b0-4af9-ac2d-56f018c6f809,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:48.636488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=855ffe8f-0e3d-4f81-91ad-aaadf30ea554,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:48.641006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.641484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.642469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.648754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.648754 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.648754 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 2 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.680989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.686200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.687038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.701035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.703820 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.711148 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 3 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.728069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.728069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.728069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.733033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.733499 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.734603 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 4 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.748652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.749163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.749603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.756342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.756813 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.757301 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 5 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.770436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.770977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.771674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.776991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.777457 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.777948 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 6 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.794699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.795205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.795642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.802930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.803435 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.804058 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 7 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.818502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.818994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.819436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.822979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8d612-1b78-4f39-b0c1-ead2dfabd2f1 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:32:48.825503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.826068 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.826726 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 8 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.839832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.840366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.840822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.846182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.846482 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.846974 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 9 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.861435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.862531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.862531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.867299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.867522 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.868233 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 10 to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 Jan 28 13:32:48.877966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.878376 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.882487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.884515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:48.884963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:48.885744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:48.889893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:48.891397 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:48.892078 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.963317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] For port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:48.963835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempted to set empty binding levels {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:32:48.968717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.968914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Publish callbacks [] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.987094 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:48.993809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.008134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] In _notify_port_updated(), no bound segment for port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:32:49.009146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.009859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.014001 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "PUT /v2.0/ports/855ffe8f-0e3d-4f81-91ad-aaadf30ea554 HTTP/1.1" status: 200 len: 975 time: 0.7316437 Jan 28 13:32:49.014734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57218) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:49.078591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec1541-361e-49c9-9ed7-f2433bde48c8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=855ffe8f-0e3d-4f81-91ad-aaadf30ea554,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:49.096241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Attempting to bind port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:49.096662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Attempting to bind port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:49.097133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Attempting to bind port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:49.101361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604fcc3-cd4e-434d-ae90-c1a5882f657c None None] Pushing event updated for resources: {'Port': ['ID=17c564ef-d50c-4cea-b4b6-eb00ec66d633,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:49.104585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54046c68-195f-488d-be05-74e4582900d7 req-2ed5fb30-41cc-4e5d-838e-2ff1afe69b59 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578372 Jan 28 13:32:49.106297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:49.109058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103374) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 13:32:49.109401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Router d4141af1-711a-4223-a1f6-87a4d55a0848 migrating from provider to provider. {{(pid=103374) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 13:32:49.109784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (d4141af1-711a-4223-a1f6-87a4d55a0848), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.109915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:49.110815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:49.111481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.111812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:49.112507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Bound port: 17c564ef-d50c-4cea-b4b6-eb00ec66d633, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:49.112890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.152263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (d4141af1-711a-4223-a1f6-87a4d55a0848), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.154445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08e0141-c3b4-4d4b-96af-e26f8194baaa') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:49.154756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08e0141-c3b4-4d4b-96af-e26f8194baaa') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:49.163414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-d4a5653b-8d3d-4011-a2a7-8f14234ef06c service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389263 Jan 28 13:32:49.175798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.180454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.181013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.181398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.181866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.182331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.182791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.183254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.183711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.184200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.185282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.185282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.185564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.186028 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.186662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.187113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.187573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.188845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.192809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.193556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.195283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.196412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.198228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.198933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.199584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.200510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.201198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.201843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.202544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.203187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.204853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.205365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.206380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.206380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.206954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.207676 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c08e0141-c3b4-4d4b-96af-e26f8194baaa), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.211808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b13edeb1-5c8f-4c4d-a7a9-d4435675e3e3 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30512 time: 0.1933119 Jan 28 13:32:49.215200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57220) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:49.318997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c08e0141-c3b4-4d4b-96af-e26f8194baaa), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.341703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e732ad-9cd2-4ce9-bc6a-56b8a31cffc4 None None] Network ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:49.378755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfaa73-ec89-4794-8450-cabac8d53d4a req-f09b19ab-35e4-4e38-a6c2-17a32eba4294 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:49.380389 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26cfaa73-ec89-4794-8450-cabac8d53d4a req-f09b19ab-35e4-4e38-a6c2-17a32eba4294 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 935 time: 0.0808535 Jan 28 13:32:49.382092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Deleting port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:49.382491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.386335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] For port 17c564ef-d50c-4cea-b4b6-eb00ec66d633, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:49.410161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] For port 17c564ef-d50c-4cea-b4b6-eb00ec66d633, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=17c564ef-d50c-4cea-b4b6-eb00ec66d633,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:49.417935 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.420965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:49.421387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c08e0141-c3b4-4d4b-96af-e26f8194baaa), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:49.457546 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:49.503587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604fcc3-cd4e-434d-ae90-c1a5882f657c None None] Pushing event updated for resources: {'Port': ['ID=17c564ef-d50c-4cea-b4b6-eb00ec66d633,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:49.506054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:49.506534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:32:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:49.514870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] For port 855ffe8f-0e3d-4f81-91ad-aaadf30ea554, host n-h1-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:49.515248 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.534257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26cfaa73-ec89-4794-8450-cabac8d53d4a req-b77c66c1-b1d6-49e5-878e-e38e270e64ec tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364391 Jan 28 13:32:49.538617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Calling delete_port for 855ffe8f-0e3d-4f81-91ad-aaadf30ea554 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:49.569416 n-d-822748-2 neutron-server[103374]: WARNING neutron.scheduler.l3_agent_scheduler [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] No L3 agents can host the router d4141af1-711a-4223-a1f6-87a4d55a0848 Jan 28 13:32:49.621135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:49.641934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (855ffe8f-0e3d-4f81-91ad-aaadf30ea554), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.656886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:32:49.656886 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:32:49.656886 n-d-822748-2 neutron-server[103374]: [parameters: {'id': 'ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e'}] Jan 28 13:32:49.656886 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:32:49.657963 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:32:49.680568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event deleted for resources: {'Port': ['ID=855ffe8f-0e3d-4f81-91ad-aaadf30ea554,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:49.684247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.687462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-87a20504-fa43-49e7-a223-4efc84d468bf tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "DELETE /v2.0/ports/855ffe8f-0e3d-4f81-91ad-aaadf30ea554 HTTP/1.1" status: 204 len: 168 time: 0.4710038 Jan 28 13:32:49.690477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57224) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:49.721008 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4038461-0ec6-474b-8c3c-49b3081e493d tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:32:49.726126 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a4038461-0ec6-474b-8c3c-49b3081e493d tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "GET /v2.0/ports/855ffe8f-0e3d-4f81-91ad-aaadf30ea554 HTTP/1.1" status: 404 len: 333 time: 0.0346322 Jan 28 13:32:49.729944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57226) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:49.734955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-347840252', 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:49.753597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-290e9d3e-8725-40ea-ba84-cfb8d4d07896 service neutron] 10.222.0.60 "GET /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633867 Jan 28 13:32:49.757697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Made reservation on behalf of 238e07708c944164aabba2a5695b4a55 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:49.760357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.777641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] device_id is not set on port c2c4a084-fb14-4cda-9768-c4c96409db8b yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:49.816537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:44Z', 'revision_number': 3, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:49.847990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6202-183e-4781-82a3-85c99b7f4081 None None] The sync data for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 is: [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:44Z', 'revision_number': 3, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:49.863590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-2f0138a9-0186-4b09-a9ab-3f3cef058bec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 217 time: 0.0993340 Jan 28 13:32:49.949615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for port (c2c4a084-fb14-4cda-9768-c4c96409db8b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:49.964332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Hosts for router d4141af1-711a-4223-a1f6-87a4d55a0848: [] {{(pid=103374) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 13:32:49.990745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c2c4a084-fb14-4cda-9768-c4c96409db8b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.041936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Network f7364481-54cc-47a4-b295-e1be8fd632f5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:50.046123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:50.046300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-89c4f5b7-cb4f-4d5b-9cd7-fa45892f779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.047599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-89c4f5b7-cb4f-4d5b-9cd7-fa45892f779d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1522443 Jan 28 13:32:50.050666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c4a084-fb14-4cda-9768-c4c96409db8b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:50.053167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Hosts for other DVR routers connected to router d4141af1-711a-4223-a1f6-87a4d55a0848: set() {{(pid=103374) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 13:32:50.054684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:50.055644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.055778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.056285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.059281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-012d4b47-4b16-4b35-89e6-169da7a91dc7 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "PUT /v2.0/routers/d4141af1-711a-4223-a1f6-87a4d55a0848 HTTP/1.1" status: 200 len: 717 time: 2.2138398 Jan 28 13:32:50.063505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57228) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:50.136483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-118e7a97-c3d7-4ed6-b090-68f7b4df2c9c tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4053197 Jan 28 13:32:50.147421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57234) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:50.175322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.213149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2a21357f-dab0-4663-b724-635c37601357 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "GET /v2.0/routers/d4141af1-711a-4223-a1f6-87a4d55a0848 HTTP/1.1" status: 200 len: 717 time: 0.1445026 Jan 28 13:32:50.214776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57236) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:50.514170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d9fb7fa9-00da-46f5-93ab-d4261dae0797 tempest-RoutersTestDVR-243369154 tempest-RoutersTestDVR-243369154-project] 10.222.0.45 "GET /v2.0/routers/d4141af1-711a-4223-a1f6-87a4d55a0848 HTTP/1.1" status: 200 len: 683 time: 0.2980139 Jan 28 13:32:50.517328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57240) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:50.564757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb10da99-6712-4ee9-9520-5771b76232d3 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:50.606226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-900b887b-aeda-4bcd-bc59-63dd596bc915 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.615590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Publish callbacks [] for port (eb10da99-6712-4ee9-9520-5771b76232d3), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.679385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d037040-3521-4275-8559-c2f83b8fc1de tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.683694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5d037040-3521-4275-8559-c2f83b8fc1de tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "GET /v2.0/ports/c2c4a084-fb14-4cda-9768-c4c96409db8b HTTP/1.1" status: 200 len: 954 time: 0.5333200 Jan 28 13:32:50.687669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57244) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:50.693362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.703292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Transition to ACTIVE for port object eb10da99-6712-4ee9-9520-5771b76232d3 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:32:50.720647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-d0fb6c0e-4bea-445f-a4bf-d37beba91838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.722224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-d0fb6c0e-4bea-445f-a4bf-d37beba91838 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6349008 Jan 28 13:32:50.746035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.812359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-900b887b-aeda-4bcd-bc59-63dd596bc915 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.816219 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-900b887b-aeda-4bcd-bc59-63dd596bc915 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (d4141af1-711a-4223-a1f6-87a4d55a0848), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.829924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba889d-539a-42d2-b1ae-6e346d76f169 req-63b62b43-46f3-4b3f-9156-8c28b1ea20dc tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.831487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7bba889d-539a-42d2-b1ae-6e346d76f169 req-63b62b43-46f3-4b3f-9156-8c28b1ea20dc tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 935 time: 0.1501930 Jan 28 13:32:50.889007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4ea9d-28c1-45aa-a118-7d858d9ee10e req-1789c5a8-85dc-4600-9ad5-a7a5746c3ac6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:50.890624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5a4ea9d-28c1-45aa-a118-7d858d9ee10e req-1789c5a8-85dc-4600-9ad5-a7a5746c3ac6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.3335238 Jan 28 13:32:50.895740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-900b887b-aeda-4bcd-bc59-63dd596bc915 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (d4141af1-711a-4223-a1f6-87a4d55a0848), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.895994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b887b-aeda-4bcd-bc59-63dd596bc915 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4141af1-711a-4223-a1f6-87a4d55a0848 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:32:50.904175 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-900b887b-aeda-4bcd-bc59-63dd596bc915 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.905952 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-900b887b-aeda-4bcd-bc59-63dd596bc915 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "DELETE /v2.0/routers/d4141af1-711a-4223-a1f6-87a4d55a0848 HTTP/1.1" status: 204 len: 168 time: 0.3861778 Jan 28 13:32:50.922004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57246) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:50.929741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c581ea3e-275f-4649-8f7e-86ec8a2ad0c3 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Request body: {'router': {'name': 'tempest-router-1808725959', 'distributed': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:50.966168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7bba889d-539a-42d2-b1ae-6e346d76f169 req-4a91022c-41c3-412d-a811-b3ab26788b77 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978792 Jan 28 13:32:50.973706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c581ea3e-275f-4649-8f7e-86ec8a2ad0c3 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (f6c56118-1f86-4193-b01f-6a44701fe4b5), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.975447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c581ea3e-275f-4649-8f7e-86ec8a2ad0c3 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (f6c56118-1f86-4193-b01f-6a44701fe4b5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:50.997051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Pushing event updated for resources: {'Port': ['ID=eb10da99-6712-4ee9-9520-5771b76232d3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:51.053002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c581ea3e-275f-4649-8f7e-86ec8a2ad0c3 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (f6c56118-1f86-4193-b01f-6a44701fe4b5), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.060541 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c581ea3e-275f-4649-8f7e-86ec8a2ad0c3 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (f6c56118-1f86-4193-b01f-6a44701fe4b5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.082370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c581ea3e-275f-4649-8f7e-86ec8a2ad0c3 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.084198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c581ea3e-275f-4649-8f7e-86ec8a2ad0c3 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1600418 Jan 28 13:32:51.086853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57248) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:51.111529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 5d88efe3-e450-450c-8164-c80038a09faf {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:51.111805 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5d88efe3-e450-450c-8164-c80038a09faf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.184154 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fa05105-2ad9-465d-b4b2-777c9e3e5325 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (f6c56118-1f86-4193-b01f-6a44701fe4b5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.253381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-0b8cce19-d1eb-4d4d-8658-2d0ca6e3ee4b service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106039 Jan 28 13:32:51.264549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 17c564ef-d50c-4cea-b4b6-eb00ec66d633 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:51.286670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5a4ea9d-28c1-45aa-a118-7d858d9ee10e req-4b0b52fd-0d68-4989-89ef-71a65b8ce4e0 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291752 Jan 28 13:32:51.321636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:51.322213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.367074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fa05105-2ad9-465d-b4b2-777c9e3e5325 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (f6c56118-1f86-4193-b01f-6a44701fe4b5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.370508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fa05105-2ad9-465d-b4b2-777c9e3e5325 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router_controller (f6c56118-1f86-4193-b01f-6a44701fe4b5), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.394501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 5d88efe3-e450-450c-8164-c80038a09faf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5d88efe3-e450-450c-8164-c80038a09faf,segment=NetworkSegment(c08e0141-c3b4-4d4b-96af-e26f8194baaa),segment_id=c08e0141-c3b4-4d4b-96af-e26f8194baaa)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:51.394885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5d88efe3-e450-450c-8164-c80038a09faf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.411225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 5d88efe3-e450-450c-8164-c80038a09faf owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:51.423091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:51.423858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.446318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Deleting port c2c4a084-fb14-4cda-9768-c4c96409db8b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:51.446620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c2c4a084-fb14-4cda-9768-c4c96409db8b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.447993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 17c564ef-d50c-4cea-b4b6-eb00ec66d633, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=17c564ef-d50c-4cea-b4b6-eb00ec66d633,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:51.453392 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.453607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fa05105-2ad9-465d-b4b2-777c9e3e5325 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (f6c56118-1f86-4193-b01f-6a44701fe4b5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.454774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa05105-2ad9-465d-b4b2-777c9e3e5325 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6c56118-1f86-4193-b01f-6a44701fe4b5 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:32:51.460301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fa05105-2ad9-465d-b4b2-777c9e3e5325 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.461803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7fa05105-2ad9-465d-b4b2-777c9e3e5325 tempest-RoutersTestDVR-699966216 tempest-RoutersTestDVR-699966216-project-admin] 10.222.0.45 "DELETE /v2.0/routers/f6c56118-1f86-4193-b01f-6a44701fe4b5 HTTP/1.1" status: 204 len: 168 time: 0.3733306 Jan 28 13:32:51.478043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a005-361f-4a73-a954-e320dda2553c req-e7046bb7-35e8-42f7-af6f-bd8e8472a26b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:51.480352 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee8a005-361f-4a73-a954-e320dda2553c req-e7046bb7-35e8-42f7-af6f-bd8e8472a26b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1068079 Jan 28 13:32:51.541455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Attempting to bind port eb10da99-6712-4ee9-9520-5771b76232d3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:51.541746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Attempting to bind port eb10da99-6712-4ee9-9520-5771b76232d3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:51.542170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Attempting to bind port eb10da99-6712-4ee9-9520-5771b76232d3 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:51.546023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=17c564ef-d50c-4cea-b4b6-eb00ec66d633,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:51.579523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Allocated IP 172.20.0.1 (e3cd958b-d7e9-4e36-89ac-8bce95b594a0/5e0447ec-f3be-4a91-9f84-c381d1c601d7/f997d78b-73ab-45ec-b9a3-062d95ab5b2b) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:51.582079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Port eb10da99-6712-4ee9-9520-5771b76232d3 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:51.582512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Attempting to bind port eb10da99-6712-4ee9-9520-5771b76232d3 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:51.599158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:51.600241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:51.601417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:51.603166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Bound port: eb10da99-6712-4ee9-9520-5771b76232d3, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:51.604381 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.658219 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-b781d1bf-375b-4291-8310-b65287388742 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906734 Jan 28 13:32:51.690272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c2c4a084-fb14-4cda-9768-c4c96409db8b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:51.779910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-1959f7ae-6b83-47e8-9a36-f900f8a4b989 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 217 time: 0.0936506 Jan 28 13:32:51.782705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Calling delete_port for c2c4a084-fb14-4cda-9768-c4c96409db8b owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:51.852844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57256) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:51.885891 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eee8a005-361f-4a73-a954-e320dda2553c req-fe8457c7-b2e2-40ad-ac65-a54da43cb67b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986890 Jan 28 13:32:51.957014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-71dd6fa6-0289-4976-8bf9-650913dc2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:51.958586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-71dd6fa6-0289-4976-8bf9-650913dc2a65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1472232 Jan 28 13:32:51.968225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5d88efe3-e450-450c-8164-c80038a09faf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.054363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] For port eb10da99-6712-4ee9-9520-5771b76232d3, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:52.064076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks [] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.065833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 5d88efe3-e450-450c-8164-c80038a09faf on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:52.069499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=5d88efe3-e450-450c-8164-c80038a09faf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:52.119704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f9e96-cad8-4998-ac14-855ccb537bff req-4b76ef3f-8ccd-421d-8f2c-4018b9bf27f0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.120761 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4021fc4-c263-4a2c-9dce-b0e93c631ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.121225 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d01f9e96-cad8-4998-ac14-855ccb537bff req-4b76ef3f-8ccd-421d-8f2c-4018b9bf27f0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 947 time: 0.0521994 Jan 28 13:32:52.128682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] For port eb10da99-6712-4ee9-9520-5771b76232d3, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=eb10da99-6712-4ee9-9520-5771b76232d3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:52.173661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d01f9e96-cad8-4998-ac14-855ccb537bff req-9a0476bc-97c0-4fd5-bd75-0acece5a825b tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Jan 28 13:32:52.173949 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.275623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-a9047c4b-0e1a-42c8-86d3-143d899ca746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.277211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-a9047c4b-0e1a-42c8-86d3-143d899ca746 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2996905 Jan 28 13:32:52.315617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.316470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.317937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] 10.222.0.36 "PUT /v2.0/ports/eb10da99-6712-4ee9-9520-5771b76232d3 HTTP/1.1" status: 200 len: 1095 time: 4.2521369 Jan 28 13:32:52.318576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c2c4a084-fb14-4cda-9768-c4c96409db8b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.319913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'tag': 'eb10da99-6712-4ee9-9520-5771b76232d3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:52.322695 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad096f-051e-4ada-8bcc-83dc6be0ec10" -d '{"events": [{"name": "network-changed", "server_uuid": "70d685f8-8d14-4633-ab3b-4a64435e0e89", "tag": "eb10da99-6712-4ee9-9520-5771b76232d3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:52.335396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.409803 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc260f56-b454-4273-87fa-9547cb4cca5b x-openstack-request-id: req-bc260f56-b454-4273-87fa-9547cb4cca5b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:52.410092 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d685f8-8d14-4633-ab3b-4a64435e0e89", "tag": "eb10da99-6712-4ee9-9520-5771b76232d3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:52.410358 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc260f56-b454-4273-87fa-9547cb4cca5b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:52.410761 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'tag': 'eb10da99-6712-4ee9-9520-5771b76232d3', 'status': 'completed', 'code': 200} Jan 28 13:32:52.461068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.470250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d96eae-9309-4d76-b385-7549b5c74c4f req-640b9dfc-6d98-4ce8-af8e-d716ffbbff5d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.471731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59d96eae-9309-4d76-b385-7549b5c74c4f req-640b9dfc-6d98-4ce8-af8e-d716ffbbff5d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.3534522 Jan 28 13:32:52.484150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:52.492963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.496142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "DELETE /v2.0/ports/c2c4a084-fb14-4cda-9768-c4c96409db8b HTTP/1.1" status: 204 len: 168 time: 1.8005700 Jan 28 13:32:52.498814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57270) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:52.523810 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6a922f-2daf-4b72-9a08-d2328f13c75b tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:32:52.525345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cf6a922f-2daf-4b72-9a08-d2328f13c75b tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "GET /v2.0/ports/c2c4a084-fb14-4cda-9768-c4c96409db8b HTTP/1.1" status: 404 len: 333 time: 0.0253954 Jan 28 13:32:52.529848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57272) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:52.545629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Request body: {'port': {'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-914999428'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:52.550834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08e0141-c3b4-4d4b-96af-e26f8194baaa') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:52.551140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08e0141-c3b4-4d4b-96af-e26f8194baaa') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:52.566269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Made reservation on behalf of 238e07708c944164aabba2a5695b4a55 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:52.568674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.578584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f5793-b1b8-4ba7-a373-fbdb2c8dfdae service neutron] Pushing event updated for resources: {'Port': ['ID=eb10da99-6712-4ee9-9520-5771b76232d3,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:52.585161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c08e0141-c3b4-4d4b-96af-e26f8194baaa), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.586001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] device_id is not set on port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:52.598465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:52.640939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:52.654996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd78bf-4956-47dc-b0a6-1c17dae79de8 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c4a084-fb14-4cda-9768-c4c96409db8b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:52.666508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c08e0141-c3b4-4d4b-96af-e26f8194baaa), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.668145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:52.682890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-dcd977f9-0360-4ec8-bc4d-30eaa4c20b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.684466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-dcd977f9-0360-4ec8-bc4d-30eaa4c20b07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ec6fe863b44638b6fd28b43dad495c&device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 1098 time: 0.3205237 Jan 28 13:32:52.752444 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.757407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:52.757825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c08e0141-c3b4-4d4b-96af-e26f8194baaa), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:52.763374 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:52.784140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-c86083e8-79dd-46a9-a237-2ff03c3cab08 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453118 Jan 28 13:32:52.801986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.822862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59d96eae-9309-4d76-b385-7549b5c74c4f req-717af49e-37f9-47da-879d-5291cf3d280d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256571 Jan 28 13:32:52.858153 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4021fc4-c263-4a2c-9dce-b0e93c631ea6 admin admin] Publish callbacks [] for security_group (34db201c-8eec-414a-baf7-0dc187c1dfea), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.878064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-ed0a8bcb-4b03-406e-8e0f-cc9a3cf352c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=eb10da99-6712-4ee9-9520-5771b76232d3 HTTP/1.1" status: 200 len: 217 time: 0.1334324 Jan 28 13:32:52.898687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Network f7364481-54cc-47a4-b295-e1be8fd632f5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:52.903490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4021fc4-c263-4a2c-9dce-b0e93c631ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (34db201c-8eec-414a-baf7-0dc187c1dfea), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.905678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:52.909058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=31b9fcf1-c7e7-420c-9d47-0773f6e79e7b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:52.922475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:52.924278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:52.925252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.950053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fcf5bea4-c370-4239-8778-59404662557e tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4185922 Jan 28 13:32:52.950805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57276) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:52.958294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:52.974302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:52.976680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (775fbe71-9029-40a8-81c4-cfd2922345d0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:52.990546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e681-8785-4aa6-a5ab-9363d6429c6f None None] Provisioning complete for port f997d78b-73ab-45ec-b9a3-062d95ab5b2b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:52.992339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e681-8785-4aa6-a5ab-9363d6429c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.054572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e681-8785-4aa6-a5ab-9363d6429c6f None None] Port f997d78b-73ab-45ec-b9a3-062d95ab5b2b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:53.093651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a518470-d014-4543-b171-af3636787959 req-5be5eda4-02e8-4890-b265-c296cfab7f38 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.095873 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a518470-d014-4543-b171-af3636787959 req-5be5eda4-02e8-4890-b265-c296cfab7f38 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1319857 Jan 28 13:32:53.096750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.183299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 17c564ef-d50c-4cea-b4b6-eb00ec66d633 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:53.203928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a518470-d014-4543-b171-af3636787959 req-3edcdd7d-9530-4c6e-bc6d-59bdd7f6066c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977712 Jan 28 13:32:53.256770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:53.257583 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.332756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.349832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:53.369269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.372726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e HTTP/1.1" status: 204 len: 168 time: 6.3929656 Jan 28 13:32:53.384019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57290) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:53.391151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235082599'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:53.400670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4021fc4-c263-4a2c-9dce-b0e93c631ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34db201c-8eec-414a-baf7-0dc187c1dfea,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:53.412422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f4021fc4-c263-4a2c-9dce-b0e93c631ea6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c733346f66c8403b838f5e8ef276113a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5499203 Jan 28 13:32:53.414295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] device_id is not set on port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:32:53.420744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57292) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:53.430387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ddd4-aaf2-46a2-94e9-81ef29b01ed5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:53.435033 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks [] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.439255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-16849c8d-4799-46e9-af1f-ac343f95ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.439424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:53.441863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-16849c8d-4799-46e9-af1f-ac343f95ac66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.5539632 Jan 28 13:32:53.444110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.459579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.536069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-febc7a7c-fce2-4f7f-8461-af62c8fc252b service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798239 Jan 28 13:32:53.549664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:53.557271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922e29-2612-4c34-8a3c-e2c3fdc74817 req-fa3b01cf-0bee-4551-a075-0008ff4dc70a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.569614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1922e29-2612-4c34-8a3c-e2c3fdc74817 req-fa3b01cf-0bee-4551-a075-0008ff4dc70a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 947 time: 0.2436442 Jan 28 13:32:53.590461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=31b9fcf1-c7e7-420c-9d47-0773f6e79e7b,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:53.596780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (db2cff9a-0024-4a1e-ac43-6693df01a378), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.597218 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment db2cff9a-0024-4a1e-ac43-6693df01a378 of type vlan for network f6015068-0cd9-47ee-a042-19464b45ed10 Jan 28 13:32:53.621639 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dbccdcd-2174-4588-b96f-79a1eee04985 admin admin] Publish callbacks [] for security_group (34db201c-8eec-414a-baf7-0dc187c1dfea), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.623105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:53.623519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:53.623842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321ae4-13f7-46bc-910d-3258f75a471f req-b80c971e-417a-4890-8114-64b6a00e5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.624377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:53.625459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-b80c971e-417a-4890-8114-64b6a00e5fb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764951 Jan 28 13:32:53.635932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-28d13ff2-34c1-4791-9401-26b6199bf76b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=708bf7df-0b01-4647-995d-27020ddc9cea HTTP/1.1" status: 200 len: 217 time: 0.0610399 Jan 28 13:32:53.683380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:53.683790 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:53.693079 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 2 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:53.704668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f6015068-0cd9-47ee-a042-19464b45ed10), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.722639 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dbccdcd-2174-4588-b96f-79a1eee04985 admin admin] Publish callbacks [] for security_group (34db201c-8eec-414a-baf7-0dc187c1dfea), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.740853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:53.741179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:53.741522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:53.754360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.764888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e37a7-bc9e-405a-b123-a4994ae848fc req-f3d7c3d6-5aa3-447b-902f-288f99e10a66 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.766426 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89e37a7-bc9e-405a-b123-a4994ae848fc req-f3d7c3d6-5aa3-447b-902f-288f99e10a66 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1675909 Jan 28 13:32:53.772273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:53.772613 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:53.779052 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 3 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:53.799556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1922e29-2612-4c34-8a3c-e2c3fdc74817 req-f5f2ed00-a8a5-4ee0-b048-2e554d3c27fe tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288580 Jan 28 13:32:53.802602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f6015068-0cd9-47ee-a042-19464b45ed10), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.804612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-b182dfec-509b-49d7-afd9-007a01e4d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.806090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-b182dfec-509b-49d7-afd9-007a01e4d4c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1449537 Jan 28 13:32:53.807437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:53.808055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.846397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:53.846674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:53.847009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:53.885934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-292ca40a-699a-4af4-a9f8-a46d6b99222a service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489288 Jan 28 13:32:53.898089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:53.898499 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:53.901803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5166256 Jan 28 13:32:53.910828 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 4 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:53.911676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57300) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:53.924729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': 'f6015068-0cd9-47ee-a042-19464b45ed10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:53.938607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4340a-7d85-4389-9ae7-5e6c0e245499 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=f6015068-0cd9-47ee-a042-19464b45ed10,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:53.944233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dbccdcd-2174-4588-b96f-79a1eee04985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (34db201c-8eec-414a-baf7-0dc187c1dfea), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.946835 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dbccdcd-2174-4588-b96f-79a1eee04985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:53.948004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8dbccdcd-2174-4588-b96f-79a1eee04985 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/34db201c-8eec-414a-baf7-0dc187c1dfea HTTP/1.1" status: 204 len: 168 time: 0.5262127 Jan 28 13:32:53.957659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:53.958131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:53.958583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:53.964786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f6015068-0cd9-47ee-a042-19464b45ed10 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:32:53.972765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89e37a7-bc9e-405a-b123-a4994ae848fc req-a12ed497-b2ad-4acb-8f21-d236a090e503 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907644 Jan 28 13:32:53.975205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbccdcd-2174-4588-b96f-79a1eee04985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db201c-8eec-414a-baf7-0dc187c1dfea,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:53.978687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:53.979028 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:53.979437 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 5 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:53.998395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:53.998744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:53.999090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:54.013985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:54.013985 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:54.013985 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 6 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:54.025951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:54.026392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:54.026719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:54.034399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:54.034770 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:54.035233 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 7 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:54.051520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:54.053119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:54.053491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:54.060534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:54.060534 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:54.061014 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 8 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:54.061667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-6acc0a72-65e5-4027-8ec9-ab1d4dfadc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.063254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-6acc0a72-65e5-4027-8ec9-ab1d4dfadc5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2273257 Jan 28 13:32:54.083217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:54.083574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:54.084667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:54.093339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:54.093685 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:54.103928 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 9 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:54.119666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:54.120054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:54.120446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:54.128901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:54.129247 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:54.129651 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempt 10 to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b Jan 28 13:32:54.144855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:54.145206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:54.145554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempting to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:54.150657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:32:54.150998 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Failed to bind port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on host n-h1-822748-2 for vnic_type normal using segments [{'id': 'e4a912b3-63d6-4b80-80a4-c032d4219823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f7364481-54cc-47a4-b295-e1be8fd632f5'}] Jan 28 13:32:54.151371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.229018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] For port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:54.229536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attempted to set empty binding levels {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:32:54.232095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00321ae4-13f7-46bc-910d-3258f75a471f req-68db9238-034f-44ae-baeb-34edd656febf service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316510 Jan 28 13:32:54.236748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.264314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:54.268288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.279452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] In _notify_port_updated(), no bound segment for port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b on network f7364481-54cc-47a4-b295-e1be8fd632f5 {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:32:54.280432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.281048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.284141 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "PUT /v2.0/ports/31b9fcf1-c7e7-420c-9d47-0773f6e79e7b HTTP/1.1" status: 200 len: 974 time: 1.3301225 Jan 28 13:32:54.285658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57306) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:54.290794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-2966b1c8-4154-42e5-bcb2-519c6280be54 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140167 Jan 28 13:32:54.332656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeb4c0-1e03-4d6a-b7cb-2eddc9331082 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event updated for resources: {'Port': ['ID=31b9fcf1-c7e7-420c-9d47-0773f6e79e7b,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:54.356272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57308) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:54.373151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks [] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.373416 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7c58-479d-4011-84b9-0979e9b64713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.413454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Deleting port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:54.413806 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.431034 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.502163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] For port 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b, host n-h1-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:54.502536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.523651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Calling delete_port for 31b9fcf1-c7e7-420c-9d47-0773f6e79e7b owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:54.545924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7c58-479d-4011-84b9-0979e9b64713 admin admin] Publish callbacks [] for security_group (b70287b1-3c20-435c-88bf-181236ba77bb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.550932 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7c58-479d-4011-84b9-0979e9b64713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b70287b1-3c20-435c-88bf-181236ba77bb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.557030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:54.562779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (775fbe71-9029-40a8-81c4-cfd2922345d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.571119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-316d9613-1008-47e0-8e37-bd8a5a4b15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.572703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-316d9613-1008-47e0-8e37-bd8a5a4b15a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ec6fe863b44638b6fd28b43dad495c&device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 1098 time: 0.2759020 Jan 28 13:32:54.616927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-39138dc4-d8aa-4f4c-8adc-8538e88ebd3e service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594368 Jan 28 13:32:54.636074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd7c58-479d-4011-84b9-0979e9b64713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70287b1-3c20-435c-88bf-181236ba77bb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:54.643267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b0dd7c58-479d-4011-84b9-0979e9b64713 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba08260338e943d58fe7b453a7300a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831755 Jan 28 13:32:54.644224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57310) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:54.693157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (31b9fcf1-c7e7-420c-9d47-0773f6e79e7b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.727862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Pushing event deleted for resources: {'Port': ['ID=31b9fcf1-c7e7-420c-9d47-0773f6e79e7b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:54.733559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17edbceb-0103-4c04-97c2-ee6b38bd6d26 admin admin] Publish callbacks [] for security_group (b70287b1-3c20-435c-88bf-181236ba77bb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.738068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.741361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2288256a-6b6c-46cb-9b90-7d9232ef7836 tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "DELETE /v2.0/ports/31b9fcf1-c7e7-420c-9d47-0773f6e79e7b HTTP/1.1" status: 204 len: 168 time: 0.4547694 Jan 28 13:32:54.744013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57312) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:54.756093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-83401a9e-f555-49b7-9283-c5ee5d97cee7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f HTTP/1.1" status: 200 len: 217 time: 0.1122994 Jan 28 13:32:54.777295 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff1b0b2-aa4a-443c-8397-5c479d47364a tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:32:54.778749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aff1b0b2-aa4a-443c-8397-5c479d47364a tempest-PortsAdminExtendedAttrsTestJSON-627957824 tempest-PortsAdminExtendedAttrsTestJSON-627957824-project-admin] 10.222.0.45 "GET /v2.0/ports/31b9fcf1-c7e7-420c-9d47-0773f6e79e7b HTTP/1.1" status: 404 len: 333 time: 0.0337970 Jan 28 13:32:54.784820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57314) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:54.797636 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17edbceb-0103-4c04-97c2-ee6b38bd6d26 admin admin] Publish callbacks [] for security_group (b70287b1-3c20-435c-88bf-181236ba77bb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.894549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f7364481-54cc-47a4-b295-e1be8fd632f5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.915845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-e725c669-4840-4202-ab51-61e182b0a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.917513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-e725c669-4840-4202-ab51-61e182b0a9c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.3341494 Jan 28 13:32:54.919230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:54.940396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-f30de7fa-4726-4ac9-b47e-b490fc9d302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:54.941914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-f30de7fa-4726-4ac9-b47e-b490fc9d302f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 200 len: 797 time: 0.1693988 Jan 28 13:32:54.943495 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17edbceb-0103-4c04-97c2-ee6b38bd6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b70287b1-3c20-435c-88bf-181236ba77bb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.945277 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a99b4b58-b633-4cb7-80d3-34c3be6dd228), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.946081 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17edbceb-0103-4c04-97c2-ee6b38bd6d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:54.949901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17edbceb-0103-4c04-97c2-ee6b38bd6d26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b70287b1-3c20-435c-88bf-181236ba77bb HTTP/1.1" status: 204 len: 168 time: 0.3024027 Jan 28 13:32:54.956642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:54.998552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edbceb-0103-4c04-97c2-ee6b38bd6d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70287b1-3c20-435c-88bf-181236ba77bb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:55.009388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f7364481-54cc-47a4-b295-e1be8fd632f5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.030988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-0a242dba-ff4a-4ec9-b68d-7e95642dcfe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=eb10da99-6712-4ee9-9520-5771b76232d3 HTTP/1.1" status: 200 len: 217 time: 0.0878024 Jan 28 13:32:55.069801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7364481-54cc-47a4-b295-e1be8fd632f5']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:55.083052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a912b3-63d6-4b80-80a4-c032d4219823') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:55.083395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a912b3-63d6-4b80-80a4-c032d4219823') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:55.099884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (e4a912b3-63d6-4b80-80a4-c032d4219823), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.141275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e4a912b3-63d6-4b80-80a4-c032d4219823), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.152151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:55.152354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (e4a912b3-63d6-4b80-80a4-c032d4219823), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:55.160122 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:55.183055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdffc5-ee0e-4485-9dd1-0f0997aea3ef req-75f48868-21ec-473d-9a90-cca308ab48f5 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.184680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0efdffc5-ee0e-4485-9dd1-0f0997aea3ef req-75f48868-21ec-473d-9a90-cca308ab48f5 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 947 time: 0.3012748 Jan 28 13:32:55.198897 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=a99b4b58-b633-4cb7-80d3-34c3be6dd228,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:55.236552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93040b3-5d49-4688-872b-b47db7bdf040 req-b035df88-c488-4a45-8b47-e0051f9b6e9f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.238289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b93040b3-5d49-4688-872b-b47db7bdf040 req-b035df88-c488-4a45-8b47-e0051f9b6e9f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1313689 Jan 28 13:32:55.271613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f7364481-54cc-47a4-b295-e1be8fd632f5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.279754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.284217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] 10.222.0.45 "DELETE /v2.0/networks/f7364481-54cc-47a4-b295-e1be8fd632f5 HTTP/1.1" status: 204 len: 168 time: 0.4983540 Jan 28 13:32:55.310831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733b42a-91cc-4bbd-922f-e98367a80bd9 tempest-PortsAdminExtendedAttrsTestJSON-1220054969 tempest-PortsAdminExtendedAttrsTestJSON-1220054969-project] Pushing event deleted for resources: {'Network': ['ID=f7364481-54cc-47a4-b295-e1be8fd632f5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:55.320344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b93040b3-5d49-4688-872b-b47db7bdf040 req-4c8b82cf-7a8c-477b-ae40-f1d6cd81724a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720627 Jan 28 13:32:55.393698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4a772dd1-3663-40a1-ba27-36e33c344f66 None None] Provisioning complete for port f997d78b-73ab-45ec-b9a3-062d95ab5b2b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:55.394762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a772dd1-3663-40a1-ba27-36e33c344f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.455254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4a772dd1-3663-40a1-ba27-36e33c344f66 None None] Port f997d78b-73ab-45ec-b9a3-062d95ab5b2b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:32:55.613559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-0eb20bfe-b790-4fc5-b3dd-d57ff9d62baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.614491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57334) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:55.615083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-0eb20bfe-b790-4fc5-b3dd-d57ff9d62baf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6518054 Jan 28 13:32:55.620625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-6090e389-13a4-4a6a-9222-0924a4b9a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.622045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-6090e389-13a4-4a6a-9222-0924a4b9a5a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.5703330 Jan 28 13:32:55.636326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': 'db2cff9a-0024-4a1e-ac43-6693df01a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f6015068-0cd9-47ee-a042-19464b45ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:55.636964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: f6015068-0cd9-47ee-a042-19464b45ed10, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:32:55.764612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Router 775fbe71-9029-40a8-81c4-cfd2922345d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:32:55.777310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0efdffc5-ee0e-4485-9dd1-0f0997aea3ef req-186cea29-328e-4cdc-9e25-d5979c7b2579 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799717 Jan 28 13:32:55.781662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network f6015068-0cd9-47ee-a042-19464b45ed10 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:32:55.808876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-d025b55c-6811-4262-82aa-a918990c8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.810433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-d025b55c-6811-4262-82aa-a918990c8318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654692 Jan 28 13:32:55.817993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f6015068-0cd9-47ee-a042-19464b45ed10) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:55.830012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1772a39-2b1b-4707-85ea-25bbd9111784 None None] Network f6015068-0cd9-47ee-a042-19464b45ed10 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:55.838851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:55.839455 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.839972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2832bbda-56f6-41a2-98b2-31ec860ad302 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9032fc053b404d21b55e4b1b971029a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236698 Jan 28 13:32:55.842530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57344) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:55.905123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-044d6e17-9176-4d3a-98c3-0fc10f6be558 admin admin] Publish callbacks [] for security_group (760bd578-d6df-479b-978e-911c2b469abf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.921093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-b513af89-5bae-4553-ab9d-c131de9abdec service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814965 Jan 28 13:32:55.930387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-044d6e17-9176-4d3a-98c3-0fc10f6be558 admin admin] Publish callbacks [] for security_group (760bd578-d6df-479b-978e-911c2b469abf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:55.952615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2964d93c-adf6-4aaf-95f4-63f65ad10c8a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0371442 Jan 28 13:32:55.955649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57350) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:55.995375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f6015068-0cd9-47ee-a042-19464b45ed10', 'network_id': 'f6015068-0cd9-47ee-a042-19464b45ed10', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': 'a99b4b58-b633-4cb7-80d3-34c3be6dd228'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:32:55.995375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.088364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:32:56.097172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f077473c-d503-4e20-8e1b-bf4a88aa08c1 admin admin] 10.222.0.45 "PUT /v2.0/routers/775fbe71-9029-40a8-81c4-cfd2922345d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3502083 Jan 28 13:32:56.102883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Sync routers for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:32:56.103761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-b7be9681-d9e9-4f1d-8c4f-ab1a6f0f1ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779889 Jan 28 13:32:56.122324 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:56.122959 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:32:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:56.140581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57354) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:56.143388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-87c370fa-1480-4364-a847-43cac7fda6e3 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088790 Jan 28 13:32:56.176083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Allocated IP 2001:db8::1 (f6015068-0cd9-47ee-a042-19464b45ed10/a99b4b58-b633-4cb7-80d3-34c3be6dd228/851a8326-1cb8-4a8f-aa32-a985c776e7b8) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:56.190885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f6015068-0cd9-47ee-a042-19464b45ed10), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.275250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-044d6e17-9176-4d3a-98c3-0fc10f6be558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (760bd578-d6df-479b-978e-911c2b469abf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.282077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-044d6e17-9176-4d3a-98c3-0fc10f6be558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.291299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-044d6e17-9176-4d3a-98c3-0fc10f6be558 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/760bd578-d6df-479b-978e-911c2b469abf HTTP/1.1" status: 204 len: 168 time: 0.4457624 Jan 28 13:32:56.304259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-93511578-926f-4b79-8dc5-38dff5d7c30a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e HTTP/1.1" status: 200 len: 217 time: 0.1316109 Jan 28 13:32:56.320444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d6e17-9176-4d3a-98c3-0fc10f6be558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760bd578-d6df-479b-978e-911c2b469abf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:56.350032 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:56.368875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a99b4b58-b633-4cb7-80d3-34c3be6dd228), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.387483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fad096f-051e-4ada-8bcc-83dc6be0ec10 req-25fcaf04-213e-42e0-8a65-45e0c7bd0d95 service neutron] 10.222.0.36 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748172 Jan 28 13:32:56.389392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-1762f8dd-9ec8-4fd3-ace7-1a2492bb9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:56.391894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-1762f8dd-9ec8-4fd3-ace7-1a2492bb9b0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.0743926 Jan 28 13:32:56.407833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-77f20575-d075-4097-8300-2e79113f9aa8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:56.410693 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-77f20575-d075-4097-8300-2e79113f9aa8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:32:56.411335 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-77f20575-d075-4097-8300-2e79113f9aa8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:32:56.414026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-77f20575-d075-4097-8300-2e79113f9aa8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2694175 Jan 28 13:32:56.419419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57366) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:56.450887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--578446399'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:56.546433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Publish callbacks [] for port (851a8326-1cb8-4a8f-aa32-a985c776e7b8), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.569101 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.574006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.581072 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (851a8326-1cb8-4a8f-aa32-a985c776e7b8), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.615605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (a99b4b58-b633-4cb7-80d3-34c3be6dd228), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.634106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-f6305920-5648-42e5-b265-7e71561d3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:56.635771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-f6305920-5648-42e5-b265-7e71561d3fc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2194109 Jan 28 13:32:56.646411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.647251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Pushing event updated for resources: {'Port': ['ID=851a8326-1cb8-4a8f-aa32-a985c776e7b8,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:56.660775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.661446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.662005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.662566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.663126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.663657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.664284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.665074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.665794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.666386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.666935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.667453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.667979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:32:56.682489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=a99b4b58-b633-4cb7-80d3-34c3be6dd228,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:56.682828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Network f6015068-0cd9-47ee-a042-19464b45ed10 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:56.683501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1d21d-53b1-4e5a-bdfd-43fbf5f06455 req-3430ae66-4330-4d64-9da6-fa08b973d346 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:56.685196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6e1d21d-53b1-4e5a-bdfd-43fbf5f06455 req-3430ae66-4330-4d64-9da6-fa08b973d346 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1914647 Jan 28 13:32:56.686148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:56.690944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:32:56.771401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Attempting to bind port 851a8326-1cb8-4a8f-aa32-a985c776e7b8 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:56.772184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Attempting to bind port 851a8326-1cb8-4a8f-aa32-a985c776e7b8 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'db2cff9a-0024-4a1e-ac43-6693df01a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f6015068-0cd9-47ee-a042-19464b45ed10'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:56.772711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Attempting to bind port 851a8326-1cb8-4a8f-aa32-a985c776e7b8 on network f6015068-0cd9-47ee-a042-19464b45ed10 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:56.779400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:56.780804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Checking segment: {'id': 'db2cff9a-0024-4a1e-ac43-6693df01a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f6015068-0cd9-47ee-a042-19464b45ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:56.781438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.782224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Bound using segment: {'id': 'db2cff9a-0024-4a1e-ac43-6693df01a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f6015068-0cd9-47ee-a042-19464b45ed10'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:56.783111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Bound port: 851a8326-1cb8-4a8f-aa32-a985c776e7b8, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2cff9a-0024-4a1e-ac43-6693df01a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f6015068-0cd9-47ee-a042-19464b45ed10'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:56.783430 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 2, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:56.784115 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (851a8326-1cb8-4a8f-aa32-a985c776e7b8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.822403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f6015068-0cd9-47ee-a042-19464b45ed10), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.856059 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Checking router: 775fbe71-9029-40a8-81c4-cfd2922345d0 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:32:56.856754 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Updating router 775fbe71-9029-40a8-81c4-cfd2922345d0 port f997d78b-73ab-45ec-b9a3-062d95ab5b2b binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:32:56.870835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] For port 851a8326-1cb8-4a8f-aa32-a985c776e7b8, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:56.874656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] For port 851a8326-1cb8-4a8f-aa32-a985c776e7b8, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=851a8326-1cb8-4a8f-aa32-a985c776e7b8,segment=NetworkSegment(db2cff9a-0024-4a1e-ac43-6693df01a378),segment_id=db2cff9a-0024-4a1e-ac43-6693df01a378)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:56.877273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6015068-0cd9-47ee-a042-19464b45ed10']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:56.880552 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (851a8326-1cb8-4a8f-aa32-a985c776e7b8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.899845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2cff9a-0024-4a1e-ac43-6693df01a378') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:56.900188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2cff9a-0024-4a1e-ac43-6693df01a378') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:56.909729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6e1d21d-53b1-4e5a-bdfd-43fbf5f06455 req-b8d94106-d9e7-4516-9511-634e50bc3c92 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118886 Jan 28 13:32:56.925477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (db2cff9a-0024-4a1e-ac43-6693df01a378), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.931200 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.963491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (db2cff9a-0024-4a1e-ac43-6693df01a378), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.977383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:56.977798 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (db2cff9a-0024-4a1e-ac43-6693df01a378), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:56.981196 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:56.983201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-a423ac4c-c04a-4f26-908a-7c52a71614db service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312850 Jan 28 13:32:57.006615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d343e-7e72-48d9-b4a6-dc49bfdfdb0d None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:32:57.027908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:57.113765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.api [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:32:57.113765 n-d-822748-2 neutron-server[103373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:32:57.113765 n-d-822748-2 neutron-server[103373]: [parameters: {'id': 'f6015068-0cd9-47ee-a042-19464b45ed10'}] Jan 28 13:32:57.113765 n-d-822748-2 neutron-server[103373]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:32:57.114254 n-d-822748-2 neutron-server[103373]: DEBUG oslo_db.api [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:32:57.168915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d343e-7e72-48d9-b4a6-dc49bfdfdb0d None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:32:57.169310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.173526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6241-c36e-45d4-8559-0ac276ee4f04 None None] Pushing event updated for resources: {'Port': ['ID=851a8326-1cb8-4a8f-aa32-a985c776e7b8,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.185218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.202035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device eb10da99-6712-4ee9-9520-5771b76232d3 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:32:57.257544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57376) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:57.262082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5b2f256a-c195-4edc-b248-b5bfdf4b214b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060117056', 'description': 'tempest-description--782497750'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:57.274940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-ad6a982f-716f-4136-8c20-997f4659bf27 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776542 Jan 28 13:32:57.281700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21f974d0-5482-47d5-9b72-696fbfc0a64c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=238e07708c944164aabba2a5695b4a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512932 Jan 28 13:32:57.283562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57378) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:57.297884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2f256a-c195-4edc-b248-b5bfdf4b214b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.307945 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Publish callbacks [] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.321623 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.353281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port eb10da99-6712-4ee9-9520-5771b76232d3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=eb10da99-6712-4ee9-9520-5771b76232d3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:57.374551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'eb10da99-6712-4ee9-9520-5771b76232d3', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'eb10da99-6712-4ee9-9520-5771b76232d3', 'mac_address': 'fa:16:3e:57:f3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:32:57.380558 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c45baa-95ce-47ed-a6c6-32ce9a7ff37e None None] Pushing event updated for resources: {'Port': ['ID=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.380811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7916a4c3-b60a-4ddf-ae8e-d6811c7fba51 admin admin] Publish callbacks [] for security_group (2a9c9801-79c8-4be9-9eb7-1df932152c42), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.395421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab868a-3d2f-419b-b005-cc39f6fd7495 req-88f17a47-61b3-4980-baf2-f7aa1a8a2686 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.397941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28ab868a-3d2f-419b-b005-cc39f6fd7495 req-88f17a47-61b3-4980-baf2-f7aa1a8a2686 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 947 time: 0.3254848 Jan 28 13:32:57.400351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-5c9886a0-1953-411d-abfd-10df42799333 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=686c94c6-ca51-461a-88fc-0b57ba784b04 HTTP/1.1" status: 200 len: 217 time: 0.0827894 Jan 28 13:32:57.423995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7916a4c3-b60a-4ddf-ae8e-d6811c7fba51 admin admin] Publish callbacks [] for security_group (2a9c9801-79c8-4be9-9eb7-1df932152c42), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.437091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2f256a-c195-4edc-b248-b5bfdf4b214b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (21ca441b-5690-4fa6-bcd9-042b35215720), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.458933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port eb10da99-6712-4ee9-9520-5771b76232d3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:57.460196 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.475927 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Attempting to bind port f997d78b-73ab-45ec-b9a3-062d95ab5b2b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:32:57.476262 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Attempting to bind port f997d78b-73ab-45ec-b9a3-062d95ab5b2b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:32:57.476634 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Attempting to bind port f997d78b-73ab-45ec-b9a3-062d95ab5b2b on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:32:57.481770 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:32:57.482146 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Checking segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:32:57.482554 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.482950 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Bound using segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:32:57.483418 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Bound port: f997d78b-73ab-45ec-b9a3-062d95ab5b2b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:32:57.483801 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.489172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2f256a-c195-4edc-b248-b5bfdf4b214b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (21ca441b-5690-4fa6-bcd9-042b35215720), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.491134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb10da99-6712-4ee9-9520-5771b76232d3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:32:57.491322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.524058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-e2d236d3-af0e-4381-b964-242334c14ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.526456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-e2d236d3-af0e-4381-b964-242334c14ae0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 200 len: 797 time: 0.0778971 Jan 28 13:32:57.526809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port eb10da99-6712-4ee9-9520-5771b76232d3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=eb10da99-6712-4ee9-9520-5771b76232d3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:57.555857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2f256a-c195-4edc-b248-b5bfdf4b214b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.556965 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b2f256a-c195-4edc-b248-b5bfdf4b214b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2983961 Jan 28 13:32:57.560104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57380) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:57.562615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7916a4c3-b60a-4ddf-ae8e-d6811c7fba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2a9c9801-79c8-4be9-9eb7-1df932152c42), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.565588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7916a4c3-b60a-4ddf-ae8e-d6811c7fba51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.566700 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7916a4c3-b60a-4ddf-ae8e-d6811c7fba51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a9c9801-79c8-4be9-9eb7-1df932152c42 HTTP/1.1" status: 204 len: 168 time: 0.2790906 Jan 28 13:32:57.571173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-39876534-1254-4623-bc2e-6bd400ee7a8f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'security_group_rule': {'security_group_id': '21ca441b-5690-4fa6-bcd9-042b35215720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:57.577708 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] For port f997d78b-73ab-45ec-b9a3-062d95ab5b2b, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:32:57.578522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f256a-c195-4edc-b248-b5bfdf4b214b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca441b-5690-4fa6-bcd9-042b35215720,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.583692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.594000 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] For port f997d78b-73ab-45ec-b9a3-062d95ab5b2b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:32:57.597951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916a4c3-b60a-4ddf-ae8e-d6811c7fba51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c9801-79c8-4be9-9eb7-1df932152c42,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.603716 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.615146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f6015068-0cd9-47ee-a042-19464b45ed10), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.624348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39876534-1254-4623-bc2e-6bd400ee7a8f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (2d0e6ab6-16a8-4005-bc6b-533e052d208a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.671589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28ab868a-3d2f-419b-b005-cc39f6fd7495 req-3376e833-1e75-4a2a-b2c4-acf661f28325 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611291 Jan 28 13:32:57.700565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (7d556d79-c09a-4eb8-93c6-06eaae8778c9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.711047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4b6b717d-6a8f-46b8-8f42-9bc18a6c15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:57.712105 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:32:57.712752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:32:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:57.717298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-4b6b717d-6a8f-46b8-8f42-9bc18a6c15bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d96b2c5-f574-4f64-9977-4a974e942cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1714830 Jan 28 13:32:57.722360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7d556d79-c09a-4eb8-93c6-06eaae8778c9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.738416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=eb10da99-6712-4ee9-9520-5771b76232d3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.746208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c212f-f4b8-42f8-a236-2648d5ebd340 None None] Network f6015068-0cd9-47ee-a042-19464b45ed10 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:32:57.751510 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c45baa-95ce-47ed-a6c6-32ce9a7ff37e None None] Pushing event updated for resources: {'Port': ['ID=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.794840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39876534-1254-4623-bc2e-6bd400ee7a8f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (2d0e6ab6-16a8-4005-bc6b-533e052d208a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.815631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d556d79-c09a-4eb8-93c6-06eaae8778c9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.836821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39876534-1254-4623-bc2e-6bd400ee7a8f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (2d0e6ab6-16a8-4005-bc6b-533e052d208a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.843132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['eb10da99-6712-4ee9-9520-5771b76232d3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:32:57.889515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39876534-1254-4623-bc2e-6bd400ee7a8f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0e6ab6-16a8-4005-bc6b-533e052d208a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:57.914989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39876534-1254-4623-bc2e-6bd400ee7a8f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.916970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-39876534-1254-4623-bc2e-6bd400ee7a8f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555422 Jan 28 13:32:57.920802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57384) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:57.929191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ebd03ee7-ab47-407a-a860-440666c5cd8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'security_group_rule': {'security_group_id': '21ca441b-5690-4fa6-bcd9-042b35215720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:57.943897 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.964303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:57.983659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-40920f33-fceb-4485-9100-45b0bcff1e0e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5445778 Jan 28 13:32:57.986505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57390) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:58.003090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e84e52c3-7d69-4723-960f-b0b952c3ebbf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '7d556d79-c09a-4eb8-93c6-06eaae8778c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:58.011674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 851a8326-1cb8-4a8f-aa32-a985c776e7b8 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:32:58.014378 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (851a8326-1cb8-4a8f-aa32-a985c776e7b8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.061447 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:32:58.068347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e84e52c3-7d69-4723-960f-b0b952c3ebbf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group_rule (6ba5da75-182b-46b6-b8c3-2dd37e51ea01), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.122131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebd03ee7-ab47-407a-a860-440666c5cd8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (a6971b28-8b8b-4061-81a2-3613a0bd9343), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.153643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-f996abd5-726a-4c33-9eb4-9eeb541a83b7 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240677 Jan 28 13:32:58.223314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8ae80643-90eb-44d5-90f8-886ab288e617 None None] Provisioning complete for port f997d78b-73ab-45ec-b9a3-062d95ab5b2b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:58.223847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ae80643-90eb-44d5-90f8-886ab288e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.305750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac51b240-0a3c-4867-abed-2a075047f6e9 req-8e733251-a3d9-469d-b03d-8d066fd86a83 service neutron] 10.222.0.60 "GET /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363053 Jan 28 13:32:58.307756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e84e52c3-7d69-4723-960f-b0b952c3ebbf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group_rule (6ba5da75-182b-46b6-b8c3-2dd37e51ea01), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.313835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 851a8326-1cb8-4a8f-aa32-a985c776e7b8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=851a8326-1cb8-4a8f-aa32-a985c776e7b8,segment=NetworkSegment(db2cff9a-0024-4a1e-ac43-6693df01a378),segment_id=db2cff9a-0024-4a1e-ac43-6693df01a378)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:58.315843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e84e52c3-7d69-4723-960f-b0b952c3ebbf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6ba5da75-182b-46b6-b8c3-2dd37e51ea01), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.319581 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (851a8326-1cb8-4a8f-aa32-a985c776e7b8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.337895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8ae80643-90eb-44d5-90f8-886ab288e617 None None] Current status of the port f997d78b-73ab-45ec-b9a3-062d95ab5b2b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:58.338479 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ae80643-90eb-44d5-90f8-886ab288e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.346609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e52c3-7d69-4723-960f-b0b952c3ebbf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba5da75-182b-46b6-b8c3-2dd37e51ea01,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.376810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331aa1c-0f25-453c-98d9-92d073aa2b40 req-f584ce1e-b4cc-44e1-a5a4-109269109f52 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:58.378799 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1331aa1c-0f25-453c-98d9-92d073aa2b40 req-f584ce1e-b4cc-44e1-a5a4-109269109f52 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.3115015 Jan 28 13:32:58.379045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e84e52c3-7d69-4723-960f-b0b952c3ebbf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.380771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e84e52c3-7d69-4723-960f-b0b952c3ebbf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3893590 Jan 28 13:32:58.384168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57396) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:58.395551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-60243da6-a9d6-494c-98f0-d8508d25e198 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '7d556d79-c09a-4eb8-93c6-06eaae8778c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:58.399390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 851a8326-1cb8-4a8f-aa32-a985c776e7b8 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:32:58.413617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8ae80643-90eb-44d5-90f8-886ab288e617 None None] For port f997d78b-73ab-45ec-b9a3-062d95ab5b2b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:58.422978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ae80643-90eb-44d5-90f8-886ab288e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.431803 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60243da6-a9d6-494c-98f0-d8508d25e198 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group_rule (634d0798-53c2-4364-aa15-13726f56a5f6), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.481561 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:57Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:58.508258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae80643-90eb-44d5-90f8-886ab288e617 None None] Pushing event updated for resources: {'Port': ['ID=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.541867 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af998c69-95e3-430c-93ed-3e5166ee5df2 None None] The sync data for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 is: [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:57Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:32:58.549921 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-60243da6-a9d6-494c-98f0-d8508d25e198 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:32:58.553482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebd03ee7-ab47-407a-a860-440666c5cd8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (a6971b28-8b8b-4061-81a2-3613a0bd9343), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.553738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-60243da6-a9d6-494c-98f0-d8508d25e198 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1657465 Jan 28 13:32:58.554668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:58.561305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e12a9de3-b351-4ff7-a5fb-ec64e0d1054f None None] Provisioning complete for port f997d78b-73ab-45ec-b9a3-062d95ab5b2b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:58.561840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e12a9de3-b351-4ff7-a5fb-ec64e0d1054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.582252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebd03ee7-ab47-407a-a860-440666c5cd8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a6971b28-8b8b-4061-81a2-3613a0bd9343), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.654772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd03ee7-ab47-407a-a860-440666c5cd8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6971b28-8b8b-4061-81a2-3613a0bd9343,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.671532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1331aa1c-0f25-453c-98d9-92d073aa2b40 req-1fe6e4bd-9c24-4319-a601-eb26707e9b93 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601681 Jan 28 13:32:58.696182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e12a9de3-b351-4ff7-a5fb-ec64e0d1054f None None] Current status of the port f997d78b-73ab-45ec-b9a3-062d95ab5b2b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:58.699745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-712d171d-fd18-41f5-a6b9-d9940195e1d8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (7d556d79-c09a-4eb8-93c6-06eaae8778c9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.710158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebd03ee7-ab47-407a-a860-440666c5cd8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.712100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ebd03ee7-ab47-407a-a860-440666c5cd8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7877715 Jan 28 13:32:58.715961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57406) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:58.720650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:58.751870 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.767941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-712d171d-fd18-41f5-a6b9-d9940195e1d8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (7d556d79-c09a-4eb8-93c6-06eaae8778c9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.785970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (851a8326-1cb8-4a8f-aa32-a985c776e7b8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.845607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=851a8326-1cb8-4a8f-aa32-a985c776e7b8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:58.896819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 851a8326-1cb8-4a8f-aa32-a985c776e7b8 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:32:58.903849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73059a48-7596-4774-b8bd-66c200817ed2 req-4c66ddd7-618e-45fb-b160-b760d0d1aebf tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:58.906703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73059a48-7596-4774-b8bd-66c200817ed2 req-4c66ddd7-618e-45fb-b160-b760d0d1aebf tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 948 time: 0.0818977 Jan 28 13:32:58.911095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-712d171d-fd18-41f5-a6b9-d9940195e1d8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7d556d79-c09a-4eb8-93c6-06eaae8778c9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.923333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-712d171d-fd18-41f5-a6b9-d9940195e1d8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:58.927336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-712d171d-fd18-41f5-a6b9-d9940195e1d8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/7d556d79-c09a-4eb8-93c6-06eaae8778c9 HTTP/1.1" status: 204 len: 168 time: 0.3699443 Jan 28 13:32:58.928002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57414) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:58.990732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d171d-fd18-41f5-a6b9-d9940195e1d8 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d556d79-c09a-4eb8-93c6-06eaae8778c9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:59.029608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f6015068-0cd9-47ee-a042-19464b45ed10), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.045881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9d143f15-50a9-4409-a95f-2db635b1230d tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128187 Jan 28 13:32:59.051943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57418) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:59.059285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-07189dc7-b552-4945-ad21-325709225baa tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--454120380'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:59.065876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6015068-0cd9-47ee-a042-19464b45ed10']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:59.078737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2cff9a-0024-4a1e-ac43-6693df01a378') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:59.079619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2cff9a-0024-4a1e-ac43-6693df01a378') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:32:59.082291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73059a48-7596-4774-b8bd-66c200817ed2 req-143b9838-38d0-488d-a664-42bf956f25bf tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531463 Jan 28 13:32:59.104962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07189dc7-b552-4945-ad21-325709225baa tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.110599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (db2cff9a-0024-4a1e-ac43-6693df01a378), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.134339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (db2cff9a-0024-4a1e-ac43-6693df01a378), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.142163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.147449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:32:59.147981 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (db2cff9a-0024-4a1e-ac43-6693df01a378), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:32:59.151547 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:32:59.181906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57420) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:59.207961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device eb10da99-6712-4ee9-9520-5771b76232d3 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:59.249160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07189dc7-b552-4945-ad21-325709225baa tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.268609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07189dc7-b552-4945-ad21-325709225baa tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.285774 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f6015068-0cd9-47ee-a042-19464b45ed10), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.323570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07189dc7-b552-4945-ad21-325709225baa tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.324917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-07189dc7-b552-4945-ad21-325709225baa tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2719862 Jan 28 13:32:59.325970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07189dc7-b552-4945-ad21-325709225baa tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:59.330569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57424) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:59.335918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e0163ab1-d37f-4fa1-a8b6-0ad9f3831571 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': 'e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:59.336748 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-e0163ab1-d37f-4fa1-a8b6-0ad9f3831571 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 13:32:59.337427 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-e0163ab1-d37f-4fa1-a8b6-0ad9f3831571 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:32:59.338326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e0163ab1-d37f-4fa1-a8b6-0ad9f3831571 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064704 Jan 28 13:32:59.345946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f997d78b-73ab-45ec-b9a3-062d95ab5b2b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:32:59.353282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1758140926'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:59.357277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57426) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:59.372048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.379098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port eb10da99-6712-4ee9-9520-5771b76232d3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:32:59.379316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/f6015068-0cd9-47ee-a042-19464b45ed10 HTTP/1.1" status: 204 len: 168 time: 3.4158370 Jan 28 13:32:59.382165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57428) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:59.382448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019363b9-a6ec-4a04-88dd-f36cc8d7e858 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=f6015068-0cd9-47ee-a042-19464b45ed10,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:59.398575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978536285'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:59.399537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port eb10da99-6712-4ee9-9520-5771b76232d3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:59.400073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.455025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:59.458601 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.474535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f997d78b-73ab-45ec-b9a3-062d95ab5b2b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:32:59.474985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.489029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Allocated IP 172.25.4.119 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/58e034ca-2830-491c-acb2-217bd4e1fb2d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:32:59.489259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.491198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0fc95f76-6468-4092-be1c-8f6c93510b4f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.493648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:32:59.497464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.547922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0fc95f76-6468-4092-be1c-8f6c93510b4f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.559271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port eb10da99-6712-4ee9-9520-5771b76232d3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:59.560158 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.588648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:59.594156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb10da99-6712-4ee9-9520-5771b76232d3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:32:59.597464 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff76f6b-407c-4437-9875-eaf00c550674" -d '{"events": [{"server_uuid": "70d685f8-8d14-4633-ab3b-4a64435e0e89", "name": "network-vif-plugged", "status": "completed", "tag": "eb10da99-6712-4ee9-9520-5771b76232d3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:32:59.637199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port eb10da99-6712-4ee9-9520-5771b76232d3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=eb10da99-6712-4ee9-9520-5771b76232d3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:32:59.638233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (da346217-a425-4a0b-ba34-a599d8c89170), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.638598 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment da346217-a425-4a0b-ba34-a599d8c89170 of type vlan for network c65ef291-984a-4b1b-9dc3-02e571efa974 Jan 28 13:32:59.649572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.661563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f997d78b-73ab-45ec-b9a3-062d95ab5b2b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:32:59.704934 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0fc95f76-6468-4092-be1c-8f6c93510b4f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.705979 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.707941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0fc95f76-6468-4092-be1c-8f6c93510b4f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.709709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0fc95f76-6468-4092-be1c-8f6c93510b4f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e HTTP/1.1" status: 204 len: 168 time: 0.3482554 Jan 28 13:32:59.714792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57432) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:59.725476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c65ef291-984a-4b1b-9dc3-02e571efa974), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.743193 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be12b988-07b1-42ee-9706-809140678190 x-openstack-request-id: req-be12b988-07b1-42ee-9706-809140678190 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:32:59.743672 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d685f8-8d14-4633-ab3b-4a64435e0e89", "name": "network-vif-plugged", "status": "completed", "tag": "eb10da99-6712-4ee9-9520-5771b76232d3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:32:59.743846 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be12b988-07b1-42ee-9706-809140678190 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:32:59.744717 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb10da99-6712-4ee9-9520-5771b76232d3', 'code': 200} Jan 28 13:32:59.752350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc95f76-6468-4092-be1c-8f6c93510b4f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e8e03-6a56-41f6-9a5b-2dcce4eb8b0e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:59.792253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=eb10da99-6712-4ee9-9520-5771b76232d3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:59.819550 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-545d4f10-8b94-45e3-9ee6-982c54b33d6f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030171 Jan 28 13:32:59.823187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57436) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:32:59.827124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for security_group (127d6aa1-8a7f-44cc-899c-710ce778b124), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.829161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d36a7ed1-57b0-4fa7-b2b5-9171f908002c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578280034'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:32:59.850011 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.861703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (127d6aa1-8a7f-44cc-899c-710ce778b124), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.875892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c65ef291-984a-4b1b-9dc3-02e571efa974), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.881929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:32:59.882287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.886058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ed1-57b0-4fa7-b2b5-9171f908002c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:32:59.912634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:32:59.917802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:32:59.925815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'Port': ['ID=58e034ca-2830-491c-acb2-217bd4e1fb2d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:32:59.929308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:32:59.932490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:00.001383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6104958 Jan 28 13:33:00.003750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57438) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.004580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cdd01615-4ba9-4451-a89d-b05ff628f012), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.004998 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Added segment cdd01615-4ba9-4451-a89d-b05ff628f012 of type vlan for network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b Jan 28 13:33:00.009115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.023164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb262e-3160-46b4-9c66-03fb4911f6c4 req-2f7eeff7-55c7-4825-95a2-60d5e3d10f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.025065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dabb262e-3160-46b4-9c66-03fb4911f6c4 req-2f7eeff7-55c7-4825-95a2-60d5e3d10f9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 1100 time: 0.2703626 Jan 28 13:33:00.026388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127d6aa1-8a7f-44cc-899c-710ce778b124,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.051757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5a5aa-1606-4082-bb24-ba815c99db9a req-cf4381f3-c70e-4916-bc80-9160c4094333 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.056784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c5a5aa-1606-4082-bb24-ba815c99db9a req-cf4381f3-c70e-4916-bc80-9160c4094333 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2251539 Jan 28 13:33:00.082559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c0080-5426-4f89-8b40-184aa5724d71 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=c65ef291-984a-4b1b-9dc3-02e571efa974,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.105262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network c65ef291-984a-4b1b-9dc3-02e571efa974 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:00.127480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.128654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ed1-57b0-4fa7-b2b5-9171f908002c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (0599f8e5-e3d8-400a-944c-08bc96596bf3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.173541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.179642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.180303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.192097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ed1-57b0-4fa7-b2b5-9171f908002c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0599f8e5-e3d8-400a-944c-08bc96596bf3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.249672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:00.253233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.261391 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (76583309-5392-4d2d-933b-7020229746fc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.264964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d36a7ed1-57b0-4fa7-b2b5-9171f908002c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.266219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d36a7ed1-57b0-4fa7-b2b5-9171f908002c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4421027 Jan 28 13:33:00.280148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57442) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.289090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-60c779e5-a8e3-4abf-a2d0-5889eda63288 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '0599f8e5-e3d8-400a-944c-08bc96596bf3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.290412 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-60c779e5-a8e3-4abf-a2d0-5889eda63288 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 13:33:00.290965 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-60c779e5-a8e3-4abf-a2d0-5889eda63288 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:00.292007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-60c779e5-a8e3-4abf-a2d0-5889eda63288 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099916 Jan 28 13:33:00.295496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57444) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.304021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dabb262e-3160-46b4-9c66-03fb4911f6c4 req-36ca67fc-5da0-4ca2-820a-3fa78e7c99d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684674 Jan 28 13:33:00.307169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1242940 Jan 28 13:33:00.323377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57446) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.329939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'subnet': {'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.345723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2fe9-f918-4313-89ca-9abd640ebe6d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Network': ['ID=61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.353539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c5a5aa-1606-4082-bb24-ba815c99db9a req-31b219d6-79e0-4cf1-afb9-bb5dadfcc537 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746501 Jan 28 13:33:00.358749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a7ed1-57b0-4fa7-b2b5-9171f908002c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0599f8e5-e3d8-400a-944c-08bc96596bf3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.368455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:00.383331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f52a30c-ee66-4cf8-993d-58c09074047c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (0599f8e5-e3d8-400a-944c-08bc96596bf3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.419373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f52a30c-ee66-4cf8-993d-58c09074047c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (0599f8e5-e3d8-400a-944c-08bc96596bf3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.443373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.451117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8de99-dd11-4e0a-8744-7ae2134aa3dc req-49905903-930e-4208-bf16-403a9d9ec4ba tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:00.452676 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50f8de99-dd11-4e0a-8744-7ae2134aa3dc req-49905903-930e-4208-bf16-403a9d9ec4ba tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 949 time: 0.2440805 Jan 28 13:33:00.471908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f52a30c-ee66-4cf8-993d-58c09074047c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0599f8e5-e3d8-400a-944c-08bc96596bf3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.475086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f52a30c-ee66-4cf8-993d-58c09074047c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.476373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5f52a30c-ee66-4cf8-993d-58c09074047c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/0599f8e5-e3d8-400a-944c-08bc96596bf3 HTTP/1.1" status: 204 len: 168 time: 0.1749427 Jan 28 13:33:00.481174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57448) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.492845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52a30c-ee66-4cf8-993d-58c09074047c tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0599f8e5-e3d8-400a-944c-08bc96596bf3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.544736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-67150103-cdcf-4fea-8c4b-cca5a6e2a3d9 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588670 Jan 28 13:33:00.545566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57450) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.550761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2f9d39f7-7266-479f-a72e-f5d4f6e1487e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719475242'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.575004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f9d39f7-7266-479f-a72e-f5d4f6e1487e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.581816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:00.585298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.654724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f9d39f7-7266-479f-a72e-f5d4f6e1487e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (5f39ce56-e84a-4e29-9ee1-1f11d250d1a6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.660439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f9d39f7-7266-479f-a72e-f5d4f6e1487e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f39ce56-e84a-4e29-9ee1-1f11d250d1a6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.701645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f9d39f7-7266-479f-a72e-f5d4f6e1487e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.702897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2f9d39f7-7266-479f-a72e-f5d4f6e1487e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1562984 Jan 28 13:33:00.706701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57452) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.711736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-777a4624-9706-4343-9352-65eae21ae597 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '5f39ce56-e84a-4e29-9ee1-1f11d250d1a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.718036 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50f8de99-dd11-4e0a-8744-7ae2134aa3dc req-2f00e99d-9df0-4795-bb87-aa63ff96850a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309194 Jan 28 13:33:00.721677 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-777a4624-9706-4343-9352-65eae21ae597 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 13:33:00.722212 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-777a4624-9706-4343-9352-65eae21ae597 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:00.726096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-777a4624-9706-4343-9352-65eae21ae597 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156765 Jan 28 13:33:00.727920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d39f7-7266-479f-a72e-f5d4f6e1487e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39ce56-e84a-4e29-9ee1-1f11d250d1a6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.730097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57454) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.734852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bf8a9ba7-1735-4d4a-b16e-54eb6f86c536 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '5f39ce56-e84a-4e29-9ee1-1f11d250d1a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.735453 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-bf8a9ba7-1735-4d4a-b16e-54eb6f86c536 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 13:33:00.735981 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-bf8a9ba7-1735-4d4a-b16e-54eb6f86c536 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:00.738347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf8a9ba7-1735-4d4a-b16e-54eb6f86c536 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060668 Jan 28 13:33:00.750297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.750400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-89853886-3ea8-430c-8c5f-919bb75902ab tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '5f39ce56-e84a-4e29-9ee1-1f11d250d1a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.752927 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-89853886-3ea8-430c-8c5f-919bb75902ab tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 13:33:00.753461 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-89853886-3ea8-430c-8c5f-919bb75902ab tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:00.754417 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-89853886-3ea8-430c-8c5f-919bb75902ab tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107963 Jan 28 13:33:00.757357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57458) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.767833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cd816031-775e-4bac-b1e9-9a979fef3aed tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '5f39ce56-e84a-4e29-9ee1-1f11d250d1a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:00.768709 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-cd816031-775e-4bac-b1e9-9a979fef3aed tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 13:33:00.769234 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-cd816031-775e-4bac-b1e9-9a979fef3aed tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:00.773428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd816031-775e-4bac-b1e9-9a979fef3aed tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118370 Jan 28 13:33:00.773628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57460) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.828307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc22c1d1-bdfe-4dca-bce7-6e9c7a0e1722 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (5f39ce56-e84a-4e29-9ee1-1f11d250d1a6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.852980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc22c1d1-bdfe-4dca-bce7-6e9c7a0e1722 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (5f39ce56-e84a-4e29-9ee1-1f11d250d1a6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.898122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc22c1d1-bdfe-4dca-bce7-6e9c7a0e1722 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f39ce56-e84a-4e29-9ee1-1f11d250d1a6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.900968 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc22c1d1-bdfe-4dca-bce7-6e9c7a0e1722 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:00.902153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dc22c1d1-bdfe-4dca-bce7-6e9c7a0e1722 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/5f39ce56-e84a-4e29-9ee1-1f11d250d1a6 HTTP/1.1" status: 204 len: 168 time: 0.1276066 Jan 28 13:33:00.905793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57462) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.920286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22c1d1-bdfe-4dca-bce7-6e9c7a0e1722 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39ce56-e84a-4e29-9ee1-1f11d250d1a6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:00.971129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0e831b33-dd32-444f-8973-3f58538039fe tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597758 Jan 28 13:33:00.972187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57464) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:00.978580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2cd24b8a-68a5-450c-8a55-d6115ef2d8b5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--614073831'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.001387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2cd24b8a-68a5-450c-8a55-d6115ef2d8b5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.077835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2cd24b8a-68a5-450c-8a55-d6115ef2d8b5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (61a657e3-35fa-466c-91ef-f9a955e4491f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.082553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2cd24b8a-68a5-450c-8a55-d6115ef2d8b5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61a657e3-35fa-466c-91ef-f9a955e4491f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.111250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2cd24b8a-68a5-450c-8a55-d6115ef2d8b5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.112511 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2cd24b8a-68a5-450c-8a55-d6115ef2d8b5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1393135 Jan 28 13:33:01.117356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.121601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ac98394a-7619-4752-9551-eeef885a60e2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.122303 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-ac98394a-7619-4752-9551-eeef885a60e2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:33:01.122815 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-ac98394a-7619-4752-9551-eeef885a60e2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.124464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac98394a-7619-4752-9551-eeef885a60e2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063415 Jan 28 13:33:01.127748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.133328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-dd676c68-8712-406a-8655-d520b9f3d328 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.138589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd24b8a-68a5-450c-8a55-d6115ef2d8b5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a657e3-35fa-466c-91ef-f9a955e4491f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:01.178450 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-dd676c68-8712-406a-8655-d520b9f3d328 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.182308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dd676c68-8712-406a-8655-d520b9f3d328 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0509379 Jan 28 13:33:01.182582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57470) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.186954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2909a057-8637-429e-a48b-7d8990aabe77 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.187439 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-2909a057-8637-429e-a48b-7d8990aabe77 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 13:33:01.187923 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-2909a057-8637-429e-a48b-7d8990aabe77 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.189523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2909a057-8637-429e-a48b-7d8990aabe77 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056529 Jan 28 13:33:01.192147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57472) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.201244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-08fbb7b4-62c6-449d-8023-c460f1e57a2d tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.212437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (90285287-f130-4af2-bb04-1f38f61650c3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.238782 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-08fbb7b4-62c6-449d-8023-c460f1e57a2d tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.239838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-08fbb7b4-62c6-449d-8023-c460f1e57a2d tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0470166 Jan 28 13:33:01.242665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57474) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.246948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2789e5c0-94ca-4d82-8d9e-15da89791ccf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.247427 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-2789e5c0-94ca-4d82-8d9e-15da89791ccf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:33:01.247908 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-2789e5c0-94ca-4d82-8d9e-15da89791ccf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.248871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2789e5c0-94ca-4d82-8d9e-15da89791ccf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052769 Jan 28 13:33:01.251343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57476) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.257969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-79be13a5-4a5b-47ff-b77c-5639d6a62bdd tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.271427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.277069 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-79be13a5-4a5b-47ff-b77c-5639d6a62bdd tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Project 09cc0531fb334cde8278b0fabac5c36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:33:01.285726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.294508 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-79be13a5-4a5b-47ff-b77c-5639d6a62bdd tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.295826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-79be13a5-4a5b-47ff-b77c-5639d6a62bdd tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0434284 Jan 28 13:33:01.298829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57480) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.303514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ba5ec127-13b5-4236-9e29-982a12e080f6 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.304259 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-ba5ec127-13b5-4236-9e29-982a12e080f6 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 13:33:01.304758 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-ba5ec127-13b5-4236-9e29-982a12e080f6 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.305698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba5ec127-13b5-4236-9e29-982a12e080f6 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058706 Jan 28 13:33:01.308200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57482) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.313706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b03f64a8-dbe9-477f-93fd-505d2d61841e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.335290 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-b03f64a8-dbe9-477f-93fd-505d2d61841e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Project 09cc0531fb334cde8278b0fabac5c36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:33:01.348667 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-b03f64a8-dbe9-477f-93fd-505d2d61841e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.350341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b03f64a8-dbe9-477f-93fd-505d2d61841e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0407460 Jan 28 13:33:01.353224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57484) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.360935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9568aa4b-35e0-4239-a899-6d5562848bf5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '61a657e3-35fa-466c-91ef-f9a955e4491f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.365700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=90285287-f130-4af2-bb04-1f38f61650c3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:01.389719 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-9568aa4b-35e0-4239-a899-6d5562848bf5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Project 09cc0531fb334cde8278b0fabac5c36b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:33:01.411738 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-9568aa4b-35e0-4239-a899-6d5562848bf5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:01.415879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9568aa4b-35e0-4239-a899-6d5562848bf5 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0588486 Jan 28 13:33:01.416743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57488) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.418790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (479fd482-00c1-4fb2-859c-bb3b67f73984), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.433747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'Port': ['ID=58e034ca-2830-491c-acb2-217bd4e1fb2d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:01.461032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': 'da346217-a425-4a0b-ba34-a599d8c89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:01.461405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: c65ef291-984a-4b1b-9dc3-02e571efa974, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:01.494726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (76583309-5392-4d2d-933b-7020229746fc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.513384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Subnet': ['ID=479fd482-00c1-4fb2-859c-bb3b67f73984,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:01.522174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a81825af-8012-4777-8c3a-37278535d774 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (61a657e3-35fa-466c-91ef-f9a955e4491f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.525829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network c65ef291-984a-4b1b-9dc3-02e571efa974 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:01.532257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.533509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d0c9770e-f472-455e-b39b-7d1f33c642c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8164701 Jan 28 13:33:01.545484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Checking segment: {'id': 'cdd01615-4ba9-4451-a89d-b05ff628f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:01.545966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network hostable DHCP agents. Network: 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:01.550148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, c65ef291-984a-4b1b-9dc3-02e571efa974) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:01.556629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:01.557235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.563986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac278913-3978-4752-a7a8-c1acb98eefbd req-6d4e4fbe-abff-407b-938b-13aed0d42181 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:01.565861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac278913-3978-4752-a7a8-c1acb98eefbd req-6d4e4fbe-abff-407b-938b-13aed0d42181 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.0936589 Jan 28 13:33:01.566928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e93ab0-108f-436a-ab72-4558111565f8 None None] Network c65ef291-984a-4b1b-9dc3-02e571efa974 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:01.575043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a81825af-8012-4777-8c3a-37278535d774 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (61a657e3-35fa-466c-91ef-f9a955e4491f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.581188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e5b68eba-ff79-4db1-9971-c9b8328ede7e tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5761690 Jan 28 13:33:01.582500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:01.584503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57492) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.590117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.608451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:01.643929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:01.646874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.667723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc391f4-e005-46a4-8622-df51be9daad1 None None] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:01.669593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac278913-3978-4752-a7a8-c1acb98eefbd req-688bfd47-b9f4-421a-9dda-0c4532b8af1c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789006 Jan 28 13:33:01.676222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a81825af-8012-4777-8c3a-37278535d774 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61a657e3-35fa-466c-91ef-f9a955e4491f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.678991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a81825af-8012-4777-8c3a-37278535d774 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.681097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a81825af-8012-4777-8c3a-37278535d774 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/61a657e3-35fa-466c-91ef-f9a955e4491f HTTP/1.1" status: 204 len: 168 time: 0.2632685 Jan 28 13:33:01.684736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57494) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.719258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81825af-8012-4777-8c3a-37278535d774 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a657e3-35fa-466c-91ef-f9a955e4491f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:01.745421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8be39182-085c-4e58-9fdb-581d554f9c47 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4199650 Jan 28 13:33:01.748574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57498) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.765695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'name': 'tempest-AllowedAddressPairTestJSON-77915161'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.776467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57502) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:01.783026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7e86fdc1-cb40-4f61-8ddc-b0adda73ece2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--514162995'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:01.784849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3e6d007c-ba1b-4f1b-bcaa-1eb576de7fb0 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0857816 Jan 28 13:33:01.799594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-c65ef291-984a-4b1b-9dc3-02e571efa974', 'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': '90285287-f130-4af2-bb04-1f38f61650c3'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:01.800520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.858402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:01.863085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.865973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'project_id': '5c0b30b9bac5438f9b826965a156a9a4', 'fixed_ips': [{'subnet_id': '479fd482-00c1-4fb2-859c-bb3b67f73984'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:01.867078 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.893286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f06d8-451c-49cf-922a-72ce28e68511 req-e48af312-eb9b-423e-a4d1-7eefcbec5b34 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:01.894841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-501f06d8-451c-49cf-922a-72ce28e68511 req-e48af312-eb9b-423e-a4d1-7eefcbec5b34 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 949 time: 0.0565221 Jan 28 13:33:01.933113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e86fdc1-cb40-4f61-8ddc-b0adda73ece2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:01.952168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-501f06d8-451c-49cf-922a-72ce28e68511 req-badc5474-0f99-45dc-90e8-65a4e8388d52 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498683 Jan 28 13:33:02.030939 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-99fae967-61c4-4725-905f-67ca6dac2964 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2060117056&fields=id&tenant_id=69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 267 time: 0.1892600 Jan 28 13:33:02.144277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:02.147892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.163993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Allocated IP 2001:db8::2 (c65ef291-984a-4b1b-9dc3-02e571efa974/90285287-f130-4af2-bb04-1f38f61650c3/1be71081-8ad1-4cf8-82fd-b166cfdc083e) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:02.193435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Allocated IP 172.20.0.2 (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b/479fd482-00c1-4fb2-859c-bb3b67f73984/baa0435a-54fc-4254-9f1f-48af93dc88c7) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:02.198229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e86fdc1-cb40-4f61-8ddc-b0adda73ece2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (a8f2c917-4e30-4151-8959-2d52450b4046), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.217866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] device_id is not set on port 84b251b7-0a43-4658-a83f-c1e6f29c7870 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:02.224370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e86fdc1-cb40-4f61-8ddc-b0adda73ece2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a8f2c917-4e30-4151-8959-2d52450b4046), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.229344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcadf69-1f90-4053-b53c-d5b0f968a52d req-4c969523-5d5b-40a6-b83a-a6a231bb465c tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:02.231443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6dcadf69-1f90-4053-b53c-d5b0f968a52d req-4c969523-5d5b-40a6-b83a-a6a231bb465c tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 1100 time: 0.0602012 Jan 28 13:33:02.262565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6dcadf69-1f90-4053-b53c-d5b0f968a52d req-b8c09048-1802-4f8c-bd05-576a07ea736d tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.340318 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e86fdc1-cb40-4f61-8ddc-b0adda73ece2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.341653 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7e86fdc1-cb40-4f61-8ddc-b0adda73ece2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5641067 Jan 28 13:33:02.349380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57518) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:02.352824 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6dcadf69-1f90-4053-b53c-d5b0f968a52d req-b8c09048-1802-4f8c-bd05-576a07ea736d tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] Publish callbacks [] for security_group (1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.357457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9db384f7-b52d-4e98-b1f1-0425b1dc51cf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': 'a8f2c917-4e30-4151-8959-2d52450b4046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:02.358336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86fdc1-cb40-4f61-8ddc-b0adda73ece2 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f2c917-4e30-4151-8959-2d52450b4046,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:02.365911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-acb31b08-762b-41e0-890c-949cac38a98a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:02.366048 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6dcadf69-1f90-4053-b53c-d5b0f968a52d req-b8c09048-1802-4f8c-bd05-576a07ea736d tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.367484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-acb31b08-762b-41e0-890c-949cac38a98a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 816 time: 0.3202069 Jan 28 13:33:02.396622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-3c1b3a3d-aeb3-44b8-9880-269f10f960a4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/quotas/69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 375 time: 0.0187025 Jan 28 13:33:02.418667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6dcadf69-1f90-4053-b53c-d5b0f968a52d req-b8c09048-1802-4f8c-bd05-576a07ea736d tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786501 Jan 28 13:33:02.423853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09048-1802-4f8c-bd05-576a07ea736d tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:02.457940 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-9db384f7-b52d-4e98-b1f1-0425b1dc51cf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The resource could not be found. Jan 28 13:33:02.462104 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9db384f7-b52d-4e98-b1f1-0425b1dc51cf tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1086869 Jan 28 13:33:02.462325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:02.467175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ce437738-06e0-4087-9095-dbd4cf2a7191 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': 'a8f2c917-4e30-4151-8959-2d52450b4046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e54ea77c-97cb-486d-842a-076359a811a1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:02.473537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Publish callbacks [] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.487157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.517713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-53cfda99-912b-4570-babb-143bb9e9b88c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984762 Jan 28 13:33:02.522811 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-ce437738-06e0-4087-9095-dbd4cf2a7191 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The resource could not be found. Jan 28 13:33:02.526999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ce437738-06e0-4087-9095-dbd4cf2a7191 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0611608 Jan 28 13:33:02.527448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57522) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:02.535503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (c7976027-d416-447e-a0a6-e0468fc1b336), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.549170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Publish callbacks [] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.551640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Network c65ef291-984a-4b1b-9dc3-02e571efa974 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:02.563638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:02.568574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:02.570974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.577292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Pushing event updated for resources: {'Port': ['ID=1be71081-8ad1-4cf8-82fd-b166cfdc083e,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:02.633433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:02.635137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network c65ef291-984a-4b1b-9dc3-02e571efa974 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:02.638739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:02.661154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:02.666943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:02.675730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:02.676702 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.678097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Pushing event updated for resources: {'Port': ['ID=baa0435a-54fc-4254-9f1f-48af93dc88c7,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:02.685669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Attempting to bind port 1be71081-8ad1-4cf8-82fd-b166cfdc083e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:02.686045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Attempting to bind port 1be71081-8ad1-4cf8-82fd-b166cfdc083e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'da346217-a425-4a0b-ba34-a599d8c89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:02.686416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Attempting to bind port 1be71081-8ad1-4cf8-82fd-b166cfdc083e on network c65ef291-984a-4b1b-9dc3-02e571efa974 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:02.747087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=c7976027-d416-447e-a0a6-e0468fc1b336,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:02.758852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Allocated IP 172.20.0.9 (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b/479fd482-00c1-4fb2-859c-bb3b67f73984/84b251b7-0a43-4658-a83f-c1e6f29c7870) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:02.769480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Attempting to bind port baa0435a-54fc-4254-9f1f-48af93dc88c7 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:02.769843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Attempting to bind port baa0435a-54fc-4254-9f1f-48af93dc88c7 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'cdd01615-4ba9-4451-a89d-b05ff628f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:02.770198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Attempting to bind port baa0435a-54fc-4254-9f1f-48af93dc88c7 on network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:02.772370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:02.772743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Checking segment: {'id': 'da346217-a425-4a0b-ba34-a599d8c89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:02.773144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.773535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Bound using segment: {'id': 'da346217-a425-4a0b-ba34-a599d8c89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:02.773996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Bound port: 1be71081-8ad1-4cf8-82fd-b166cfdc083e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da346217-a425-4a0b-ba34-a599d8c89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:02.774377 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.786746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:02.787144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Checking segment: {'id': 'cdd01615-4ba9-4451-a89d-b05ff628f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:02.787604 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.787969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Bound using segment: {'id': 'cdd01615-4ba9-4451-a89d-b05ff628f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:02.788472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Bound port: baa0435a-54fc-4254-9f1f-48af93dc88c7, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd01615-4ba9-4451-a89d-b05ff628f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:02.788849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.791034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bfcb061e-2e11-4af0-a9e5-c37b856df005 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2053230 Jan 28 13:33:02.791831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f39631d-33ae-4c0e-b548-060e8e1ec392 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (a8f2c917-4e30-4151-8959-2d52450b4046), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.792013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57528) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:02.843121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f39631d-33ae-4c0e-b548-060e8e1ec392 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (a8f2c917-4e30-4151-8959-2d52450b4046), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.857653 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-0cf3bb07-aaaf-4d8a-8a58-294fb5bd7b74 service neutron] 10.222.0.45 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192739 Jan 28 13:33:02.874619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] For port baa0435a-54fc-4254-9f1f-48af93dc88c7, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:02.878026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] For port baa0435a-54fc-4254-9f1f-48af93dc88c7, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baa0435a-54fc-4254-9f1f-48af93dc88c7,segment=NetworkSegment(cdd01615-4ba9-4451-a89d-b05ff628f012),segment_id=cdd01615-4ba9-4451-a89d-b05ff628f012)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:02.884323 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:02.955482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9780f5f-879a-4cd4-ba8e-3d1d35e5b5cd None None] Pushing event updated for resources: {'Port': ['ID=baa0435a-54fc-4254-9f1f-48af93dc88c7,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:02.990710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] For port 1be71081-8ad1-4cf8-82fd-b166cfdc083e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:02.995183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] For port 1be71081-8ad1-4cf8-82fd-b166cfdc083e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1be71081-8ad1-4cf8-82fd-b166cfdc083e,segment=NetworkSegment(da346217-a425-4a0b-ba34-a599d8c89170),segment_id=da346217-a425-4a0b-ba34-a599d8c89170)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:03.001248 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.023283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f39631d-33ae-4c0e-b548-060e8e1ec392 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a8f2c917-4e30-4151-8959-2d52450b4046), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.026885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f39631d-33ae-4c0e-b548-060e8e1ec392 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.028381 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f39631d-33ae-4c0e-b548-060e8e1ec392 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/a8f2c917-4e30-4151-8959-2d52450b4046 HTTP/1.1" status: 204 len: 168 time: 0.4996891 Jan 28 13:33:03.039017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57530) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:03.065306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39631d-33ae-4c0e-b548-060e8e1ec392 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f2c917-4e30-4151-8959-2d52450b4046,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:03.080907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b3bd9-6c6f-4182-8d3e-669080217d0a None None] Pushing event updated for resources: {'Port': ['ID=1be71081-8ad1-4cf8-82fd-b166cfdc083e,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:03.176330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-6b5838d5-594f-4b26-a898-f341d7a826b1 service neutron] 10.222.0.45 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004696 Jan 28 13:33:03.207864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (84b251b7-0a43-4658-a83f-c1e6f29c7870), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.212920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-89df5329-e68b-47a9-9dd5-c7d32b526a5f tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1688502 Jan 28 13:33:03.217136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:03.221788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-78cdbb67-f76d-4251-bf43-de20e9b0efda tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '7590b24d-d096-40fc-96d3-47806bfc9a7a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:03.274256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859864f1-6b9f-4470-ab7f-21cc3e990eb3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.275714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859864f1-6b9f-4470-ab7f-21cc3e990eb3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.276839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859864f1-6b9f-4470-ab7f-21cc3e990eb3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.278133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859864f1-6b9f-4470-ab7f-21cc3e990eb3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.279549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859864f1-6b9f-4470-ab7f-21cc3e990eb3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.281747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-859864f1-6b9f-4470-ab7f-21cc3e990eb3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4858334 Jan 28 13:33:03.286323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57534) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:03.291944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130986446'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:03.310345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820116-c807-4b98-acf0-6b3a31dc7603 req-9be7a9c5-9a3b-4a26-b077-72dffbbb2979 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.311814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83820116-c807-4b98-acf0-6b3a31dc7603 req-9be7a9c5-9a3b-4a26-b077-72dffbbb2979 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.5663214 Jan 28 13:33:03.314554 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-78cdbb67-f76d-4251-bf43-de20e9b0efda tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The resource could not be found. Jan 28 13:33:03.316293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-78cdbb67-f76d-4251-bf43-de20e9b0efda tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0978081 Jan 28 13:33:03.320973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57536) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:03.327186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (84b251b7-0a43-4658-a83f-c1e6f29c7870), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.334627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1fb7ec52-a790-4957-b25a-d5167692bae3 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620856854'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:03.415041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ec52-a790-4957-b25a-d5167692bae3 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.432769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83820116-c807-4b98-acf0-6b3a31dc7603 req-6b0af7a5-c7a4-4b9c-a725-55406cefe51f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147001 Jan 28 13:33:03.533728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:03.562055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ec52-a790-4957-b25a-d5167692bae3 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (20d82b6c-389f-4407-938e-3105a79665bc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.568905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ec52-a790-4957-b25a-d5167692bae3 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (20d82b6c-389f-4407-938e-3105a79665bc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.611426 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7287b82c-e50f-4c56-9216-3ef1ee99c392 req-8ec3b582-3db8-40aa-bb80-3bd2f66e2319 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 210 time: 0.1661487 Jan 28 13:33:03.614970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:03.630762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:03.637713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.650084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:03.659617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=84b251b7-0a43-4658-a83f-c1e6f29c7870,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:03.713369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ec52-a790-4957-b25a-d5167692bae3 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.715262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1fb7ec52-a790-4957-b25a-d5167692bae3 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3933346 Jan 28 13:33:03.717900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57548) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:03.724974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b9053ddf-051a-4629-801d-e6f97a9c0da7 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120465182'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:03.729490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7ec52-a790-4957-b25a-d5167692bae3 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d82b6c-389f-4407-938e-3105a79665bc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:03.745008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.745931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.750401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:03.760703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05931d-bbc1-44ca-a1d1-0c0c58ef58e6 req-9888b24e-eaf8-4bff-98b7-6a7cd7268491 tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.767616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7c471d95-1e0d-4294-a1e4-4330fc557da4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.768294 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment 7c471d95-1e0d-4294-a1e4-4330fc557da4 of type vlan for network dced73c6-c155-48ec-9a5d-bba31a27aa41 Jan 28 13:33:03.771045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c05931d-bbc1-44ca-a1d1-0c0c58ef58e6 req-9888b24e-eaf8-4bff-98b7-6a7cd7268491 tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 1100 time: 0.1863666 Jan 28 13:33:03.780062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-55c50aa3-3757-4f7b-a2ab-a511d212ec63 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0303166 Jan 28 13:33:03.783520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57550) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:03.795477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9053ddf-051a-4629-801d-e6f97a9c0da7 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.797337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'name': 'tempest-AllowedAddressPairTestJSON-151082205', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:21:e5:50'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:03.839768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c05931d-bbc1-44ca-a1d1-0c0c58ef58e6 req-6e2852f1-2569-4329-bbaa-21db414917b8 tempest-ServersAdminNegativeTestJSON-904036740 tempest-ServersAdminNegativeTestJSON-904036740-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676866 Jan 28 13:33:03.909887 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (dced73c6-c155-48ec-9a5d-bba31a27aa41), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.928642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9053ddf-051a-4629-801d-e6f97a9c0da7 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.933715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9053ddf-051a-4629-801d-e6f97a9c0da7 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.972678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (dced73c6-c155-48ec-9a5d-bba31a27aa41), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.977476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:03.978201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.982281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9053ddf-051a-4629-801d-e6f97a9c0da7 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:03.987059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b9053ddf-051a-4629-801d-e6f97a9c0da7 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2675116 Jan 28 13:33:03.988772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57562) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:03.999572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-af1af117-96d5-4a1c-b265-b0b5d2749ddb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': '20d82b6c-389f-4407-938e-3105a79665bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:04.031169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9053ddf-051a-4629-801d-e6f97a9c0da7 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:04.060348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7728789 Jan 28 13:33:04.063168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57566) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:04.070756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:04.071710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:04.094906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a79a8-e0be-4530-96ac-aee568be971b tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=dced73c6-c155-48ec-9a5d-bba31a27aa41,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:04.108168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:04.189975 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-af1af117-96d5-4a1c-b265-b0b5d2749ddb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:04.194158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57570) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:04.194418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-af1af117-96d5-4a1c-b265-b0b5d2749ddb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1991787 Jan 28 13:33:04.262304 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:33:04.283996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.302720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0fbf856b-56b8-4bee-82ab-87c5441b5419 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.335792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0fbf856b-56b8-4bee-82ab-87c5441b5419 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.338982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] device_id is not set on port 10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:04.405835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (dced73c6-c155-48ec-9a5d-bba31a27aa41), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.417004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f85139-61ec-4582-9852-78b78f70104f req-1b12bbbb-dc32-4173-84e7-17300a4ad197 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:04.425442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21f85139-61ec-4582-9852-78b78f70104f req-1b12bbbb-dc32-4173-84e7-17300a4ad197 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 949 time: 0.1341987 Jan 28 13:33:04.460416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (dced73c6-c155-48ec-9a5d-bba31a27aa41), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.474362 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0fbf856b-56b8-4bee-82ab-87c5441b5419 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.477007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0fbf856b-56b8-4bee-82ab-87c5441b5419 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.481274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0fbf856b-56b8-4bee-82ab-87c5441b5419 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c HTTP/1.1" status: 204 len: 168 time: 0.2860031 Jan 28 13:33:04.481891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:04.546503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf856b-56b8-4bee-82ab-87c5441b5419 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c2bef6-6e99-4bdf-b8fb-cf1c5cc4b25c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:04.549594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 is not hosted by any dhcp agent {{(pid=103374) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:33:04.557755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:04.559082 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.563607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "PUT /v2.0/networks/dced73c6-c155-48ec-9a5d-bba31a27aa41 HTTP/1.1" status: 200 len: 723 time: 0.4960182 Jan 28 13:33:04.570482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57576) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:04.575263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': 'dced73c6-c155-48ec-9a5d-bba31a27aa41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:04.599929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd8948-b859-4a6f-a954-11bfd13df9a2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=dced73c6-c155-48ec-9a5d-bba31a27aa41,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:04.611453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:04.636679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21f85139-61ec-4582-9852-78b78f70104f req-2b1df69b-09aa-419f-8ecd-ef4d898bd680 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099459 Jan 28 13:33:04.673538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Allocated IP 172.20.0.13 (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b/479fd482-00c1-4fb2-859c-bb3b67f73984/10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:04.765695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52204bff-3e54-4760-952f-3110f9fcd671 req-d0160620-77b0-4032-9d7c-276df10b09cf tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 210 time: 0.0399599 Jan 28 13:33:04.769098 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d12c7138-2662-4a26-ae9d-4abfb7801d4e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2794530 Jan 28 13:33:04.771875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57580) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:04.784338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5fc0d-bd5f-4f8b-8518-2e4d2b1a969a req-15d8a68c-b9c5-49e0-a424-a53a88340269 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:04.792934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-99c5fc0d-bd5f-4f8b-8518-2e4d2b1a969a req-15d8a68c-b9c5-49e0-a424-a53a88340269 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2282419 Jan 28 13:33:04.848436 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-542174b8-96cd-4334-b7b6-f918b19a7fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.858919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b5764-65f7-4051-8726-779201083d7f None None] Network c65ef291-984a-4b1b-9dc3-02e571efa974 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:04.871830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da007d85-ad16-4497-9217-1bed06008e7e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (20d82b6c-389f-4407-938e-3105a79665bc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.900833 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-99c5fc0d-bd5f-4f8b-8518-2e4d2b1a969a req-489dc3b1-9e39-4636-8c2d-d1c7b8775705 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060860 Jan 28 13:33:04.921534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da007d85-ad16-4497-9217-1bed06008e7e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (20d82b6c-389f-4407-938e-3105a79665bc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:04.921900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:04.921900 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.005955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c7e26bde-baab-4be8-8af2-75b855dd3c7d None None] Provisioning complete for port 1be71081-8ad1-4cf8-82fd-b166cfdc083e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:05.006722 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7e26bde-baab-4be8-8af2-75b855dd3c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.055057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da007d85-ad16-4497-9217-1bed06008e7e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (20d82b6c-389f-4407-938e-3105a79665bc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.058006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da007d85-ad16-4497-9217-1bed06008e7e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.059180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-da007d85-ad16-4497-9217-1bed06008e7e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/20d82b6c-389f-4407-938e-3105a79665bc HTTP/1.1" status: 204 len: 168 time: 0.2852979 Jan 28 13:33:05.068475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57582) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:05.120812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da007d85-ad16-4497-9217-1bed06008e7e tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d82b6c-389f-4407-938e-3105a79665bc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:05.185974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c7e26bde-baab-4be8-8af2-75b855dd3c7d None None] Current status of the port 1be71081-8ad1-4cf8-82fd-b166cfdc083e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:05.186505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7e26bde-baab-4be8-8af2-75b855dd3c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.198045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-be3921a4-989d-445d-b1a1-480253c454f4 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1279685 Jan 28 13:33:05.204826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57584) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:05.210684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-4231f11d-ae6a-4940-9863-82d91823b568 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:05.212524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-4231f11d-ae6a-4940-9863-82d91823b568 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 816 time: 0.2586656 Jan 28 13:33:05.224820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ba755e6f-4483-4cd6-b725-8bb95a955216 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--790964137'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:05.231284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d52aaf-f791-4c95-959d-77e5ed07dab7 None None] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:05.256454 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba755e6f-4483-4cd6-b725-8bb95a955216 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.319568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c7e26bde-baab-4be8-8af2-75b855dd3c7d None None] For port 1be71081-8ad1-4cf8-82fd-b166cfdc083e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1be71081-8ad1-4cf8-82fd-b166cfdc083e,segment=NetworkSegment(da346217-a425-4a0b-ba34-a599d8c89170),segment_id=da346217-a425-4a0b-ba34-a599d8c89170)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:05.344093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-f4c2e1eb-81b8-4ab3-a84d-980ac6cbcd27 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 380 time: 0.1160283 Jan 28 13:33:05.344850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7e26bde-baab-4be8-8af2-75b855dd3c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.363139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'port': {'device_id': '8dabef52-6804-4281-8646-381058c11432', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'admin_state_up': True, 'tenant_id': '69af0ad4945646338076c65561bba12e', 'security_groups': ['21ca441b-5690-4fa6-bcd9-042b35215720']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:05.369846 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.414655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437b7db-2562-418d-a329-3416a90514e5 None None] Update dhcp port {'port': {'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974', 'fixed_ips': [{'subnet_id': '90285287-f130-4af2-bb04-1f38f61650c3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7976027-d416-447e-a0a6-e0468fc1b336'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '1be71081-8ad1-4cf8-82fd-b166cfdc083e'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:33:05.459472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1be71081-8ad1-4cf8-82fd-b166cfdc083e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:05.493202 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.510242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Made reservation on behalf of 69af0ad4945646338076c65561bba12e for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:05.512496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (98c86ec1-b212-4e79-bc55-7c313a29edfd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.514191 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.555492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba755e6f-4483-4cd6-b725-8bb95a955216 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.596096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba755e6f-4483-4cd6-b725-8bb95a955216 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.614514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:05.647035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:05.649708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:05.671811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e26bde-baab-4be8-8af2-75b855dd3c7d None None] Pushing event updated for resources: {'Port': ['ID=1be71081-8ad1-4cf8-82fd-b166cfdc083e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:05.679032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4437b7db-2562-418d-a329-3416a90514e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.684655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:05.701612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Allocated IP 172.20.0.13 (e3cd958b-d7e9-4e36-89ac-8bce95b594a0/5e0447ec-f3be-4a91-9f84-c381d1c601d7/388c93c8-d830-40fa-934b-bebc57e0b14b) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:05.709353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba755e6f-4483-4cd6-b725-8bb95a955216 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.709475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a337554c-f78c-4708-99ee-6f6b399970d5 None None] Provisioning complete for port baa0435a-54fc-4254-9f1f-48af93dc88c7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:05.709730 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a337554c-f78c-4708-99ee-6f6b399970d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.710556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ba755e6f-4483-4cd6-b725-8bb95a955216 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5047572 Jan 28 13:33:05.722147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57588) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:05.734223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0489c8be-d5a5-494f-9228-8d83ef5f5497 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': 'b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:05.740592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=98c86ec1-b212-4e79-bc55-7c313a29edfd,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:05.743455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba755e6f-4483-4cd6-b725-8bb95a955216 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:05.774041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:05.774723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.791739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': '7c471d95-1e0d-4294-a1e4-4330fc557da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dced73c6-c155-48ec-9a5d-bba31a27aa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:05.792139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: dced73c6-c155-48ec-9a5d-bba31a27aa41, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:05.810703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d250065c-8505-4c53-8c07-1fa1c248e4f5 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0246255 Jan 28 13:33:05.816090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57592) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:05.834516 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-0489c8be-d5a5-494f-9228-8d83ef5f5497 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:05.837919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0489c8be-d5a5-494f-9228-8d83ef5f5497 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1098866 Jan 28 13:33:05.839644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57594) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:05.854348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7e09c625-8942-44ec-9a55-6fab2ca8f71d tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group_rule': {'security_group_id': 'b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:05.884326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:05.928882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1be71081-8ad1-4cf8-82fd-b166cfdc083e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:05.929273 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.935415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, dced73c6-c155-48ec-9a5d-bba31a27aa41) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:05.949438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:05.950092 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:05.961617 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-37f87607-52f5-441b-ad79-d799d3cf3b70 req-374372aa-4d67-49b6-84db-1871662fcdd8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 210 time: 0.0822442 Jan 28 13:33:05.979274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb55b5-aea7-46c7-a42f-b6e5706ceeb8 None None] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:06.004205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3dddad-5330-4b5b-b417-e5b74686e54c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:06.005000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3dddad-5330-4b5b-b417-e5b74686e54c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:06.009909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c35d8-dd8a-4bd7-9a7a-cc353113d665 req-4b1b0195-0c50-49e8-a216-60659068aaf1 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:06.013711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3dddad-5330-4b5b-b417-e5b74686e54c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:06.017341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa2c35d8-dd8a-4bd7-9a7a-cc353113d665 req-4b1b0195-0c50-49e8-a216-60659068aaf1 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 949 time: 0.2121694 Jan 28 13:33:06.019194 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2b3dddad-5330-4b5b-b417-e5b74686e54c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.2020640 Jan 28 13:33:06.024624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eaab3b59-a31b-4717-afa7-f3a20fef0446 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4530296 Jan 28 13:33:06.028930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57598) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:06.029754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:06.032501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-21692305-aa56-47ad-8d7d-e383d86f9cac tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:06.034186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-21692305-aa56-47ad-8d7d-e383d86f9cac tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 949 time: 0.2466807 Jan 28 13:33:06.037811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e7ff62c1-bc59-45f7-9efd-d4104f450e0f tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:06.119133 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-7e09c625-8942-44ec-9a55-6fab2ca8f71d tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:06.122714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7e09c625-8942-44ec-9a55-6fab2ca8f71d tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2714961 Jan 28 13:33:06.125352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57602) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:06.203219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.227306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-dced73c6-c155-48ec-9a5d-bba31a27aa41', 'network_id': 'dced73c6-c155-48ec-9a5d-bba31a27aa41', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': '98c86ec1-b212-4e79-bc55-7c313a29edfd'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:06.228285 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.228631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa2c35d8-dd8a-4bd7-9a7a-cc353113d665 req-da80481c-30bf-4ac2-81a6-fa9c8fc2f4a8 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931858 Jan 28 13:33:06.248693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4437b7db-2562-418d-a329-3416a90514e5 None None] Allocated IP 172.20.0.1 (c65ef291-984a-4b1b-9dc3-02e571efa974/c7976027-d416-447e-a0a6-e0468fc1b336/1be71081-8ad1-4cf8-82fd-b166cfdc083e) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:06.252712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a337554c-f78c-4708-99ee-6f6b399970d5 None None] Current status of the port baa0435a-54fc-4254-9f1f-48af93dc88c7 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:06.253112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a337554c-f78c-4708-99ee-6f6b399970d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.313836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1be71081-8ad1-4cf8-82fd-b166cfdc083e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:06.314966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baa0435a-54fc-4254-9f1f-48af93dc88c7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:06.332351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Deleting port eb10da99-6712-4ee9-9520-5771b76232d3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:06.332715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7ff62c1-bc59-45f7-9efd-d4104f450e0f tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4762381'] for subnet (98c86ec1-b212-4e79-bc55-7c313a29edfd), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.332858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.338439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab5807ad-42ca-43c6-9d35-442f83775b04 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.339730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.347341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc5f41-67ca-4803-b014-2405a9f0b0c4 req-601109bd-1220-4688-bbb3-54f374cb84ad tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:06.349043 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88bc5f41-67ca-4803-b014-2405a9f0b0c4 req-601109bd-1220-4688-bbb3-54f374cb84ad tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2225788 Jan 28 13:33:06.415331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting port 10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:06.415697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.423034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:06.456331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:06.466102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:06.473840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab5807ad-42ca-43c6-9d35-442f83775b04 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.493210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a337554c-f78c-4708-99ee-6f6b399970d5 None None] For port baa0435a-54fc-4254-9f1f-48af93dc88c7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baa0435a-54fc-4254-9f1f-48af93dc88c7,segment=NetworkSegment(cdd01615-4ba9-4451-a89d-b05ff628f012),segment_id=cdd01615-4ba9-4451-a89d-b05ff628f012)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:06.506674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a337554c-f78c-4708-99ee-6f6b399970d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.559303 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88bc5f41-67ca-4803-b014-2405a9f0b0c4 req-787560ac-c77d-4d49-9f08-226ae029e52a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848707 Jan 28 13:33:06.601987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.615796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Calling delete_port for 10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:06.631375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] For port eb10da99-6712-4ee9-9520-5771b76232d3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=eb10da99-6712-4ee9-9520-5771b76232d3,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:06.632093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.646386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Calling delete_port for eb10da99-6712-4ee9-9520-5771b76232d3 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:06.669300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337554c-f78c-4708-99ee-6f6b399970d5 None None] Pushing event updated for resources: {'Port': ['ID=baa0435a-54fc-4254-9f1f-48af93dc88c7,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:06.759566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4437b7db-2562-418d-a329-3416a90514e5 None None] For port 1be71081-8ad1-4cf8-82fd-b166cfdc083e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1be71081-8ad1-4cf8-82fd-b166cfdc083e,segment=NetworkSegment(da346217-a425-4a0b-ba34-a599d8c89170),segment_id=da346217-a425-4a0b-ba34-a599d8c89170)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:06.764810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port baa0435a-54fc-4254-9f1f-48af93dc88c7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:06.765374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.787096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.791444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d5f146d0-97cc-4a45-b47d-c8847a3225a0 None None] Provisioning complete for port 84b251b7-0a43-4658-a83f-c1e6f29c7870 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:06.791840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d5f146d0-97cc-4a45-b47d-c8847a3225a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (84b251b7-0a43-4658-a83f-c1e6f29c7870), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.822618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:06.834164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Port': ['ID=10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:06.867427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:06.868195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.878977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (eb10da99-6712-4ee9-9520-5771b76232d3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.898343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['1192b03a-b192-4ae5-8e12-05efe3c8cf4d', 'eb10da99-6712-4ee9-9520-5771b76232d3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:06.900262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d5f146d0-97cc-4a45-b47d-c8847a3225a0 None None] Port 84b251b7-0a43-4658-a83f-c1e6f29c7870 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:06.903034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Allocated IP 2001:db8::2 (dced73c6-c155-48ec-9a5d-bba31a27aa41/98c86ec1-b212-4e79-bc55-7c313a29edfd/39b724d4-62f5-42c7-8def-0ac6849a07d4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:06.921736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Pushing event deleted for resources: {'Port': ['ID=eb10da99-6712-4ee9-9520-5771b76232d3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:06.925870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4437b7db-2562-418d-a329-3416a90514e5 None None] Publish callbacks [] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.930447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-848019ec-a458-46e2-9bc3-df5df377a7d7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5743861 Jan 28 13:33:06.932986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab5807ad-42ca-43c6-9d35-442f83775b04 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.935777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab5807ad-42ca-43c6-9d35-442f83775b04 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:06.936794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ab5807ad-42ca-43c6-9d35-442f83775b04 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7 HTTP/1.1" status: 204 len: 168 time: 0.8009129 Jan 28 13:33:06.963649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57604) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:06.964024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Request body: {'port': {'device_id': '8dabef52-6804-4281-8646-381058c11432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:06.969652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4437b7db-2562-418d-a329-3416a90514e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.019856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5807ad-42ca-43c6-9d35-442f83775b04 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f1f48-3bcc-4f4f-8bfd-bc518ec05ec7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:07.082521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] No DVR routers for this DVR port eb10da99-6712-4ee9-9520-5771b76232d3 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:07.085701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.090380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-127359cd-737e-4ea9-b407-8e5f5cd8f4ea req-8191edd4-5abc-47d6-bee2-90dc318e1789 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "DELETE /v2.0/ports/eb10da99-6712-4ee9-9520-5771b76232d3 HTTP/1.1" status: 204 len: 173 time: 1.0477421 Jan 28 13:33:07.093032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'name': 'network-vif-deleted', 'tag': 'eb10da99-6712-4ee9-9520-5771b76232d3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:07.097384 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54338ae5-464f-4fc7-ad58-e0a4635e6cee" -d '{"events": [{"server_uuid": "70d685f8-8d14-4633-ab3b-4a64435e0e89", "name": "network-vif-deleted", "tag": "eb10da99-6712-4ee9-9520-5771b76232d3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:07.118793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.150454 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b6451c62-0c36-44b5-99a3-033f6754a8ab tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1795201 Jan 28 13:33:07.156523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57610) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:07.159387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.168243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d9b92058-e540-4e23-a022-13330f590df9 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/ports/10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b HTTP/1.1" status: 204 len: 168 time: 1.1372244 Jan 28 13:33:07.172105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-634caeea-5ab0-47bd-8745-655b74592b39 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838970342'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:07.177743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57612) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:07.203798 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb8a8b4-96e8-4389-a3c6-f15ec08d761c x-openstack-request-id: req-aeb8a8b4-96e8-4389-a3c6-f15ec08d761c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:07.204426 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d685f8-8d14-4633-ab3b-4a64435e0e89", "name": "network-vif-deleted", "tag": "eb10da99-6712-4ee9-9520-5771b76232d3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:07.204897 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aeb8a8b4-96e8-4389-a3c6-f15ec08d761c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:07.205428 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d685f8-8d14-4633-ab3b-4a64435e0e89', 'name': 'network-vif-deleted', 'tag': 'eb10da99-6712-4ee9-9520-5771b76232d3', 'status': 'completed', 'code': 200} Jan 28 13:33:07.225029 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5b0565-5ed9-493f-bb29-5fa01c527b9f tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] GET failed (client error): The resource could not be found. Jan 28 13:33:07.246099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d5f146d0-97cc-4a45-b47d-c8847a3225a0 None None] Provisioning complete for port baa0435a-54fc-4254-9f1f-48af93dc88c7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:07.246648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d5f146d0-97cc-4a45-b47d-c8847a3225a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.247464 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a5b0565-5ed9-493f-bb29-5fa01c527b9f tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "GET /v2.0/ports/10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b HTTP/1.1" status: 404 len: 333 time: 0.0651522 Jan 28 13:33:07.248599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57614) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:07.249132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cefb7-28e3-44a3-ba10-6ec11f7fafab req-976231dd-f782-40e7-8633-7378da046ce2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:07.250863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-351cefb7-28e3-44a3-ba10-6ec11f7fafab req-976231dd-f782-40e7-8633-7378da046ce2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 932 time: 0.1111095 Jan 28 13:33:07.262707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'name': 'tempest-AllowedAddressPairTestJSON-105744067'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:07.425032 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-351cefb7-28e3-44a3-ba10-6ec11f7fafab req-2faa8a7c-5e84-411b-b594-93ead25a4e71 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538532 Jan 28 13:33:07.517591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437b7db-2562-418d-a329-3416a90514e5 None None] Pushing event updated for resources: {'Port': ['ID=1be71081-8ad1-4cf8-82fd-b166cfdc083e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:07.554874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port baa0435a-54fc-4254-9f1f-48af93dc88c7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:07.648979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388c93c8-d830-40fa-934b-bebc57e0b14b {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:07.668488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Publish callbacks [] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.697685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Transition to ACTIVE for port object 388c93c8-d830-40fa-934b-bebc57e0b14b will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:07.710210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.767573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-634caeea-5ab0-47bd-8745-655b74592b39 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.796921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d5f146d0-97cc-4a45-b47d-c8847a3225a0 None None] Current status of the port baa0435a-54fc-4254-9f1f-48af93dc88c7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:07.814820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1be71081-8ad1-4cf8-82fd-b166cfdc083e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:07.848753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:07.880778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f041d1e7-accd-465f-97a7-0d8ad9a9de72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.887854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2809ff8-ecb2-46a7-958d-64d3c3bcc67d req-55da991f-12a9-4f1c-8a27-fd65adbb4a6a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:07.889522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2809ff8-ecb2-46a7-958d-64d3c3bcc67d req-55da991f-12a9-4f1c-8a27-fd65adbb4a6a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1934624 Jan 28 13:33:07.924615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-108bff60-f41a-4c0c-82f4-12ecae44141a req-fbf6a311-aee1-4bbb-ac99-5d31a368ed4e tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=70d685f8-8d14-4633-ab3b-4a64435e0e89 HTTP/1.1" status: 200 len: 210 time: 0.1529398 Jan 28 13:33:07.956402 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Publish callbacks [] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:07.976279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ab13ce42-d02c-4071-993c-a8a38247649a None None] Could not find standard attr ID for object 10f39bf1-bec6-4e92-99ab-c6dbf6da0e8b. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:33:07.991622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.018699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:08.030435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1be71081-8ad1-4cf8-82fd-b166cfdc083e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:08.033368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.042729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:08.046308 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.070590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2809ff8-ecb2-46a7-958d-64d3c3bcc67d req-d508b929-1a84-418b-b383-73dd7409e4f3 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225841 Jan 28 13:33:08.075749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Attempting to bind port 388c93c8-d830-40fa-934b-bebc57e0b14b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:08.076204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Attempting to bind port 388c93c8-d830-40fa-934b-bebc57e0b14b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:08.077846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Attempting to bind port 388c93c8-d830-40fa-934b-bebc57e0b14b on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:08.086040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:08.089972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Port 388c93c8-d830-40fa-934b-bebc57e0b14b on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:08.090331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Attempting to bind port 388c93c8-d830-40fa-934b-bebc57e0b14b on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:08.098115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:08.098542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Checking segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:08.098996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Bound using segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:08.099502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Bound port: 388c93c8-d830-40fa-934b-bebc57e0b14b, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:08.099936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.120590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] device_id is not set on port 4d5fb574-bb2f-4874-83da-cb02b50f4aea yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:08.127270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:08.199809 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-634caeea-5ab0-47bd-8745-655b74592b39 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (e4fb6205-285a-484d-bbab-56a345a0ff22), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.218683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:08.224668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:08.229966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-634caeea-5ab0-47bd-8745-655b74592b39 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e4fb6205-285a-484d-bbab-56a345a0ff22), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.238297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.268333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Pushing event updated for resources: {'Port': ['ID=39b724d4-62f5-42c7-8def-0ac6849a07d4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.278867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1be71081-8ad1-4cf8-82fd-b166cfdc083e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:08.280017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baa0435a-54fc-4254-9f1f-48af93dc88c7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:08.301182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634caeea-5ab0-47bd-8745-655b74592b39 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fb6205-285a-484d-bbab-56a345a0ff22,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.311483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-634caeea-5ab0-47bd-8745-655b74592b39 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.318935 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-634caeea-5ab0-47bd-8745-655b74592b39 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1609044 Jan 28 13:33:08.320473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Attempting to bind port 39b724d4-62f5-42c7-8def-0ac6849a07d4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:08.320937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Attempting to bind port 39b724d4-62f5-42c7-8def-0ac6849a07d4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '7c471d95-1e0d-4294-a1e4-4330fc557da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dced73c6-c155-48ec-9a5d-bba31a27aa41'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:08.321238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Attempting to bind port 39b724d4-62f5-42c7-8def-0ac6849a07d4 on network dced73c6-c155-48ec-9a5d-bba31a27aa41 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:08.323596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57622) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:08.331308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-422bdbea-f757-411e-8b28-df95ac549164 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:08.332351 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-422bdbea-f757-411e-8b28-df95ac549164 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:33:08.332869 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-422bdbea-f757-411e-8b28-df95ac549164 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 13:33:08.339367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-422bdbea-f757-411e-8b28-df95ac549164 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "PUT /v2.0/security-groups/e4fb6205-285a-484d-bbab-56a345a0ff22 HTTP/1.1" status: 409 len: 330 time: 0.0125430 Jan 28 13:33:08.341626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:08.342016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Checking segment: {'id': '7c471d95-1e0d-4294-a1e4-4330fc557da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dced73c6-c155-48ec-9a5d-bba31a27aa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:08.342783 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.342903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Bound using segment: {'id': '7c471d95-1e0d-4294-a1e4-4330fc557da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dced73c6-c155-48ec-9a5d-bba31a27aa41'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:08.342986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57624) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:08.343317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Bound port: 39b724d4-62f5-42c7-8def-0ac6849a07d4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c471d95-1e0d-4294-a1e4-4330fc557da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'dced73c6-c155-48ec-9a5d-bba31a27aa41'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:08.343645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7ff62c1-bc59-45f7-9efd-d4104f450e0f tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741227708618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5441208'] for subnet (98c86ec1-b212-4e79-bc55-7c313a29edfd), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.343770 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.344945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.366705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:08.367353 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.370559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-cb029563-86bc-4d5d-921c-96c91e9166f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 1092 time: 1.4198616 Jan 28 13:33:08.397701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d0da4d-6ced-432f-a018-8e35b30ccb7f None None] Network c65ef291-984a-4b1b-9dc3-02e571efa974 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:08.421079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff62c1-bc59-45f7-9efd-d4104f450e0f tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:08.421321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7ff62c1-bc59-45f7-9efd-d4104f450e0f tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.424733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7ff62c1-bc59-45f7-9efd-d4104f450e0f tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "PUT /v2.0/subnets/98c86ec1-b212-4e79-bc55-7c313a29edfd HTTP/1.1" status: 200 len: 826 time: 2.3908410 Jan 28 13:33:08.436510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57626) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:08.470545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-97dd18be-be67-4b85-abca-c8c3e87cc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:08.472790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-97dd18be-be67-4b85-abca-c8c3e87cc8c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1095 time: 0.0571504 Jan 28 13:33:08.488905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Allocated IP 172.20.0.4 (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b/479fd482-00c1-4fb2-859c-bb3b67f73984/4d5fb574-bb2f-4874-83da-cb02b50f4aea) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:08.538944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-5996dd2a-ab47-4462-a85e-0999c7cf1f8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 217 time: 0.0579815 Jan 28 13:33:08.603626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-46c22892-3f7e-43a7-a733-6912bd934baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:08.605213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-46c22892-3f7e-43a7-a733-6912bd934baf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.0602458 Jan 28 13:33:08.669023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444eb-b30f-491f-b589-19d502d206fa req-8ef65aaf-c02b-422a-aae4-a3f8e91dd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:08.671508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-8ef65aaf-c02b-422a-aae4-a3f8e91dd01e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592756 Jan 28 13:33:08.682002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port baa0435a-54fc-4254-9f1f-48af93dc88c7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:08.682384 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.709380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff62c1-bc59-45f7-9efd-d4104f450e0f tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=98c86ec1-b212-4e79-bc55-7c313a29edfd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.760552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] For port 39b724d4-62f5-42c7-8def-0ac6849a07d4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:08.771992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.783296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-67a04455-4ae7-42ce-9476-cc30bdde2b34 None None] Provisioning complete for port 1be71081-8ad1-4cf8-82fd-b166cfdc083e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:08.783670 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-67a04455-4ae7-42ce-9476-cc30bdde2b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.790944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] For port 39b724d4-62f5-42c7-8def-0ac6849a07d4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=39b724d4-62f5-42c7-8def-0ac6849a07d4,segment=NetworkSegment(7c471d95-1e0d-4294-a1e4-4330fc557da4),segment_id=7c471d95-1e0d-4294-a1e4-4330fc557da4)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:08.805565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-6ffdb3f2-4718-414d-8efc-c7a7acfc0ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260915 Jan 28 13:33:08.823788 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.824793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f70bceea-a653-4515-9ae0-c50966f949cb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (e4fb6205-285a-484d-bbab-56a345a0ff22), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.843967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11abc7e-f10b-4836-b28c-c3f045baf32a req-e1240e61-b1cd-4ffe-a6b0-94ff4a28591f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:08.846188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d11abc7e-f10b-4836-b28c-c3f045baf32a req-e1240e61-b1cd-4ffe-a6b0-94ff4a28591f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.2457111 Jan 28 13:33:08.864426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (dced73c6-c155-48ec-9a5d-bba31a27aa41), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.908320 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f70bceea-a653-4515-9ae0-c50966f949cb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (e4fb6205-285a-484d-bbab-56a345a0ff22), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:08.941367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89f444eb-b30f-491f-b589-19d502d206fa req-f6b4fc3d-2b14-44ad-bae8-c72dc833cde3 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284268 Jan 28 13:33:08.973753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65bca0-e824-45ce-a462-d96c9ef189ff None None] Pushing event updated for resources: {'Port': ['ID=39b724d4-62f5-42c7-8def-0ac6849a07d4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:08.997099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port baa0435a-54fc-4254-9f1f-48af93dc88c7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:09.039086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-67a04455-4ae7-42ce-9476-cc30bdde2b34 None None] Current status of the port 1be71081-8ad1-4cf8-82fd-b166cfdc083e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:09.127879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d11abc7e-f10b-4836-b28c-c3f045baf32a req-68b0cdee-72cf-4e4e-996b-b3f0f4c575ff tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725651 Jan 28 13:33:09.134579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.185115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f70bceea-a653-4515-9ae0-c50966f949cb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e4fb6205-285a-484d-bbab-56a345a0ff22), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.193933 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f70bceea-a653-4515-9ae0-c50966f949cb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.194504 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f70bceea-a653-4515-9ae0-c50966f949cb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/e4fb6205-285a-484d-bbab-56a345a0ff22 HTTP/1.1" status: 204 len: 168 time: 0.8365057 Jan 28 13:33:09.196523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57644) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:09.238068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:09.245253 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8dabef52-6804-4281-8646-381058c11432", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:09.302959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.324448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c6ca0370-10cf-49ba-bd71-14a8ebbd8433 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1267328 Jan 28 13:33:09.329221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57652) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:09.337999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bceea-a653-4515-9ae0-c50966f949cb tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fb6205-285a-484d-bbab-56a345a0ff22,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:09.344218 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-e5c4b76d-f2e9-4589-8910-bb0cbd098194 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] delete failed (client error): The resource could not be found. Jan 28 13:33:09.349684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5c4b76d-f2e9-4589-8910-bb0cbd098194 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "DELETE /v2.0/security-groups/77a0c0d2-9731-48e3-8d2a-4b2f927b1d6b HTTP/1.1" status: 404 len: 347 time: 0.0151446 Jan 28 13:33:09.350311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57654) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:09.371480 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-5eefcb92-e6a9-4dbd-aed5-c01ff515b073 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] show failed (client error): The resource could not be found. Jan 28 13:33:09.372603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5eefcb92-e6a9-4dbd-aed5-c01ff515b073 tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-groups/bc21a796-e0a6-4aee-9d77-4025d99d0fce HTTP/1.1" status: 404 len: 347 time: 0.0213611 Jan 28 13:33:09.377439 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec74979-5866-456e-b3fe-e7eebdb73731 x-openstack-request-id: req-6ec74979-5866-456e-b3fe-e7eebdb73731 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:09.378475 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dabef52-6804-4281-8646-381058c11432", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:09.378475 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ec74979-5866-456e-b3fe-e7eebdb73731 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:09.378706 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'status': 'completed', 'code': 200} Jan 28 13:33:09.378904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57656) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:09.394668 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-c0ebfa69-2535-4d7a-a3dc-b6eb4917d02b tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] show failed (client error): The resource could not be found. Jan 28 13:33:09.397298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c0ebfa69-2535-4d7a-a3dc-b6eb4917d02b tempest-NegativeSecGroupIPv6Test-291295065 tempest-NegativeSecGroupIPv6Test-291295065-project] 10.222.0.45 "GET /v2.0/security-group-rules/1e427503-0b1a-4de5-838f-80a774403a15 HTTP/1.1" status: 404 len: 356 time: 0.0159450 Jan 28 13:33:09.494825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-4737b244-caa8-4711-809c-1488ac88bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:09.498141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-4737b244-caa8-4711-809c-1488ac88bae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1095 time: 0.0820858 Jan 28 13:33:09.523296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 39b724d4-62f5-42c7-8def-0ac6849a07d4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:09.523892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.533909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ea298a03-42d2-4c86-8705-d2b607156215 None None] Provisioning complete for port 1be71081-8ad1-4cf8-82fd-b166cfdc083e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:09.534368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea298a03-42d2-4c86-8705-d2b607156215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.545274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:09.580236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:09.584267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:09.674016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=4d5fb574-bb2f-4874-83da-cb02b50f4aea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:09.730118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8241-55e2-412e-ab35-0b2e78fef8d8 req-07be4e8d-aaa4-4de2-be58-6385195f6393 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:09.738693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e16e8241-55e2-412e-ab35-0b2e78fef8d8 req-07be4e8d-aaa4-4de2-be58-6385195f6393 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.4164021 Jan 28 13:33:09.758641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ea298a03-42d2-4c86-8705-d2b607156215 None None] Current status of the port 1be71081-8ad1-4cf8-82fd-b166cfdc083e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:09.763221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46e02e-999a-4570-8cd7-74b9f090adb3 req-d2b494e2-4889-4f83-b105-36cf161ca48a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:09.783507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd46e02e-999a-4570-8cd7-74b9f090adb3 req-d2b494e2-4889-4f83-b105-36cf161ca48a tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 949 time: 0.2742560 Jan 28 13:33:09.791980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:09.792683 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.817801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 39b724d4-62f5-42c7-8def-0ac6849a07d4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:09.868469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-5fb80de5-3a41-4b70-b815-91ce4f54767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:09.869900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-5fb80de5-3a41-4b70-b815-91ce4f54767c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.3446879 Jan 28 13:33:09.870724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 39b724d4-62f5-42c7-8def-0ac6849a07d4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=39b724d4-62f5-42c7-8def-0ac6849a07d4,segment=NetworkSegment(7c471d95-1e0d-4294-a1e4-4330fc557da4),segment_id=7c471d95-1e0d-4294-a1e4-4330fc557da4)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:09.871199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.887268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 39b724d4-62f5-42c7-8def-0ac6849a07d4 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:09.904165 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-079ae74a-91cc-4234-81fc-f84fedae6d21 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6485372 Jan 28 13:33:09.905860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57664) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:09.908307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57666) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:09.918223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:21:e5:50'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:09.920808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 39b724d4-62f5-42c7-8def-0ac6849a07d4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:09.921675 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:09.954605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-5f05269a-2705-4495-adc3-ab6af5b77497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 217 time: 0.0683422 Jan 28 13:33:10.004800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e16e8241-55e2-412e-ab35-0b2e78fef8d8 req-034bdade-802a-478f-a348-1514aa4613e6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647667 Jan 28 13:33:10.022814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bdb1ed73-6eb4-4fb2-90f0-0c8f22461fc7 None None] Provisioning complete for port 4d5fb574-bb2f-4874-83da-cb02b50f4aea triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:10.023338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ed73-6eb4-4fb2-90f0-0c8f22461fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.053350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-e4dcd0c7-6d45-4667-826c-b8d0941c6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:10.054863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-e4dcd0c7-6d45-4667-826c-b8d0941c6d05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.0807133 Jan 28 13:33:10.059568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd46e02e-999a-4570-8cd7-74b9f090adb3 req-fb84b112-7001-45a6-b1e8-42d7f10b2a24 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754338 Jan 28 13:33:10.127470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1ed73-6eb4-4fb2-90f0-0c8f22461fc7 None None] Port 4d5fb574-bb2f-4874-83da-cb02b50f4aea cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:10.140779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-cdaa9bac-f622-444b-8349-5fa1bf8b55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:10.143798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-cdaa9bac-f622-444b-8349-5fa1bf8b55c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825455 Jan 28 13:33:10.146255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 39b724d4-62f5-42c7-8def-0ac6849a07d4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:10.146740 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.194271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 39b724d4-62f5-42c7-8def-0ac6849a07d4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=39b724d4-62f5-42c7-8def-0ac6849a07d4,segment=NetworkSegment(7c471d95-1e0d-4294-a1e4-4330fc557da4),segment_id=7c471d95-1e0d-4294-a1e4-4330fc557da4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:10.199502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.200436 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8974aaeb-74a5-4370-805d-3cc04fb2aab3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09cc0531fb334cde8278b0fabac5c36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884080 Jan 28 13:33:10.204537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:10.299964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.301676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=39b724d4-62f5-42c7-8def-0ac6849a07d4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:10.356291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055e7ca-c196-455b-927c-0ae19c737eae req-c65ce668-1d42-4ac7-8ab6-d937eebfffc6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:10.358276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8055e7ca-c196-455b-927c-0ae19c737eae req-c65ce668-1d42-4ac7-8ab6-d937eebfffc6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1002164 Jan 28 13:33:10.360889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-9655966a-c997-4830-bb5a-253ccfb9d1dc service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075305 Jan 28 13:33:10.433395 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.451996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6cbee80-6504-4297-bed5-c84f45a74798 admin admin] Publish callbacks [] for security_group (ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.486835 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6cbee80-6504-4297-bed5-c84f45a74798 admin admin] Publish callbacks [] for security_group (ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.495803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (39b724d4-62f5-42c7-8def-0ac6849a07d4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.595924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9470e733-378d-43c6-98ea-91ccd468e73f None None] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:10.619026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=39b724d4-62f5-42c7-8def-0ac6849a07d4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:10.658456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e755c11e-7409-45de-962a-67c0a655ff25 None None] Could not find standard attr ID for object 39b724d4-62f5-42c7-8def-0ac6849a07d4. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:33:10.732373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 39b724d4-62f5-42c7-8def-0ac6849a07d4 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:10.823887 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (98c86ec1-b212-4e79-bc55-7c313a29edfd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.830248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8055e7ca-c196-455b-927c-0ae19c737eae req-b0d669ab-3fa7-4d15-9459-25eb6468eec3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528012 Jan 28 13:33:10.878243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-813e3756-5396-4e44-9c61-ca7f7cef178f tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:10.879795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-813e3756-5396-4e44-9c61-ca7f7cef178f tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 949 time: 0.0843439 Jan 28 13:33:10.880780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff74d4-4288-441b-9e80-6d8a1985a153 req-e494dd2d-6c75-4372-97b8-1cf25fcb874d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:10.882345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7bff74d4-4288-441b-9e80-6d8a1985a153 req-e494dd2d-6c75-4372-97b8-1cf25fcb874d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.2765670 Jan 28 13:33:10.884561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f27459e-4915-4e6d-b6a9-c47ef6733d1d req-3e661ad0-9933-410c-ad0a-17bff0af404c service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173180 Jan 28 13:33:10.888270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6cbee80-6504-4297-bed5-c84f45a74798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.890877 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6cbee80-6504-4297-bed5-c84f45a74798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:10.895493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e6cbee80-6504-4297-bed5-c84f45a74798 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211 HTTP/1.1" status: 204 len: 168 time: 0.6894479 Jan 28 13:33:10.943201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbee80-6504-4297-bed5-c84f45a74798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ed70b-da0e-4aa4-89b0-f9d2a39ef211,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:10.970319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28dbee4-ef25-411e-a371-0b6acda4e7e3 None None] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:10.997091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.006016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.015406 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7bff74d4-4288-441b-9e80-6d8a1985a153 req-05d89f7c-5e79-4571-9fb6-12bf45225d5c tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088364 Jan 28 13:33:11.036397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Deleting port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:11.037052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.058831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (98c86ec1-b212-4e79-bc55-7c313a29edfd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.116690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=98c86ec1-b212-4e79-bc55-7c313a29edfd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:11.242262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] For port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:11.242649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.257007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device eb10da99-6712-4ee9-9520-5771b76232d3 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:11.277780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Calling delete_port for 1192b03a-b192-4ae5-8e12-05efe3c8cf4d owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:11.290161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483e22-1c81-498d-8185-40c6b5bc5d1b req-e0d60b1b-dcef-48ca-af1b-da76f2d10c9e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.296760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84483e22-1c81-498d-8185-40c6b5bc5d1b req-e0d60b1b-dcef-48ca-af1b-da76f2d10c9e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1249387 Jan 28 13:33:11.306431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: eb10da99-6712-4ee9-9520-5771b76232d3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:11.309577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device eb10da99-6712-4ee9-9520-5771b76232d3 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:11.397300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (dced73c6-c155-48ec-9a5d-bba31a27aa41), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.417323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=4d5fb574-bb2f-4874-83da-cb02b50f4aea,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:11.422009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84483e22-1c81-498d-8185-40c6b5bc5d1b req-0127c3f3-365b-4abe-96db-4d183227506b tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240323 Jan 28 13:33:11.447420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] In _notify_port_updated(), no bound segment for port 4d5fb574-bb2f-4874-83da-cb02b50f4aea on network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:33:11.458607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.458607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.465518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b640b1f8-cb30-4c78-a507-34a2a29fcc1e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "PUT /v2.0/ports/4d5fb574-bb2f-4874-83da-cb02b50f4aea HTTP/1.1" status: 200 len: 992 time: 1.5526137 Jan 28 13:33:11.467756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57696) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:11.473822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dced73c6-c155-48ec-9a5d-bba31a27aa41']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:11.522978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a73c30c-859d-4758-a508-85a83a28321d None None] Network dced73c6-c155-48ec-9a5d-bba31a27aa41 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:11.547159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1192b03a-b192-4ae5-8e12-05efe3c8cf4d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.558770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa533-f522-48a6-8a1a-b143332defc8 req-a5b6ee22-e57f-4f65-ab17-27aacebcf8c4 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.577437 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-feefa533-f522-48a6-8a1a-b143332defc8 req-a5b6ee22-e57f-4f65-ab17-27aacebcf8c4 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094 HTTP/1.1" status: 200 len: 949 time: 0.3966265 Jan 28 13:33:11.595020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['1192b03a-b192-4ae5-8e12-05efe3c8cf4d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:11.605520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Pushing event deleted for resources: {'Port': ['ID=1192b03a-b192-4ae5-8e12-05efe3c8cf4d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:11.634365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c471d95-1e0d-4294-a1e4-4330fc557da4') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:11.634886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c471d95-1e0d-4294-a1e4-4330fc557da4') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:11.670788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] No DVR routers for this DVR port 1192b03a-b192-4ae5-8e12-05efe3c8cf4d on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:11.686437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (7c471d95-1e0d-4294-a1e4-4330fc557da4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.696767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.708105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e9f0be8-3fc2-4fd9-96cb-2aead80aef49 req-d1642ebf-a300-4ec8-88aa-141aa7830fd0 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.36 "DELETE /v2.0/ports/1192b03a-b192-4ae5-8e12-05efe3c8cf4d HTTP/1.1" status: 204 len: 173 time: 0.8129165 Jan 28 13:33:11.708913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'name': 'network-vif-deleted', 'tag': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:11.712911 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef34cfd2-87cb-48f2-a9b6-58846fac5a9a" -d '{"events": [{"server_uuid": "2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094", "name": "network-vif-deleted", "tag": "1192b03a-b192-4ae5-8e12-05efe3c8cf4d"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:11.717101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7c471d95-1e0d-4294-a1e4-4330fc557da4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.723557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0755ead4-119b-4f82-9cb3-6a8967d79bc2 None None] Provisioning complete for port 4d5fb574-bb2f-4874-83da-cb02b50f4aea triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:11.724276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0755ead4-119b-4f82-9cb3-6a8967d79bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.736070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:11.736395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (7c471d95-1e0d-4294-a1e4-4330fc557da4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:11.739837 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:11.776974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.792399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0755ead4-119b-4f82-9cb3-6a8967d79bc2 None None] Port 4d5fb574-bb2f-4874-83da-cb02b50f4aea cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:11.809724 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6d0f5-720f-43e8-beac-0ee740bd211e x-openstack-request-id: req-13f6d0f5-720f-43e8-beac-0ee740bd211e {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:11.810117 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094", "name": "network-vif-deleted", "tag": "1192b03a-b192-4ae5-8e12-05efe3c8cf4d", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:11.810486 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13f6d0f5-720f-43e8-beac-0ee740bd211e {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:11.810971 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8bcdaf-b6d4-4eb8-b98f-4c8e85ccf094', 'name': 'network-vif-deleted', 'tag': '1192b03a-b192-4ae5-8e12-05efe3c8cf4d', 'status': 'completed', 'code': 200} Jan 28 13:33:11.833400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-feefa533-f522-48a6-8a1a-b143332defc8 req-ad14d916-7e49-42a5-9ca4-385b9a1aea32 tempest-ServersAdminNegativeTestJSON-1811601042 tempest-ServersAdminNegativeTestJSON-1811601042-project] 10.222.0.45 "GET /v2.0/security-groups?id=a977436e-e24c-4577-afc8-6049517095bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550805 Jan 28 13:33:11.836226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting port 4d5fb574-bb2f-4874-83da-cb02b50f4aea {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:11.836621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.845052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330276e9-f4cf-4b38-90be-0c92a71640ed None None] DHCP port deletion for dced73c6-c155-48ec-9a5d-bba31a27aa41 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:11.931902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (dced73c6-c155-48ec-9a5d-bba31a27aa41), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.943686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:11.948519 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/dced73c6-c155-48ec-9a5d-bba31a27aa41 HTTP/1.1" status: 204 len: 168 time: 3.4524531 Jan 28 13:33:11.959458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57710) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:11.971705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a747-ea76-4452-84bc-f87b0c49fbb9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=dced73c6-c155-48ec-9a5d-bba31a27aa41,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:11.992981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e613a79-5531-4531-ac71-cbc7ef531bb1 req-57c755e6-abad-4c2e-9282-2b26acda8fc5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:11.994533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e613a79-5531-4531-ac71-cbc7ef531bb1 req-57c755e6-abad-4c2e-9282-2b26acda8fc5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.0707204 Jan 28 13:33:12.003133 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-645267ee-ddbe-4955-bab5-52a10ebefdf3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:12.003672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645267ee-ddbe-4955-bab5-52a10ebefdf3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:12.014576 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-645267ee-ddbe-4955-bab5-52a10ebefdf3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/dced73c6-c155-48ec-9a5d-bba31a27aa41 HTTP/1.1" status: 404 len: 339 time: 0.0503900 Jan 28 13:33:12.014810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57712) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:12.022914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144063553', 'description': 'd1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:12.041120 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.047575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:12.050890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.066122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Calling delete_port for 4d5fb574-bb2f-4874-83da-cb02b50f4aea owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:12.118540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:12.134297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e613a79-5531-4531-ac71-cbc7ef531bb1 req-cf603186-b8db-4f38-a955-5ed3e91e27e0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251724 Jan 28 13:33:12.173325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c6796c8d-ef4b-4904-b077-d245fd5d087f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.173325 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment c6796c8d-ef4b-4904-b077-d245fd5d087f of type vlan for network 11a61b28-2c09-4765-8b1f-f650ac98f42b Jan 28 13:33:12.225799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba58b-5554-4060-a8ae-b2518ccb67f1 req-afba07b8-1849-4af4-9db8-9c04e57f48a3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.234368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6eaba58b-5554-4060-a8ae-b2518ccb67f1 req-afba07b8-1849-4af4-9db8-9c04e57f48a3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.0992045 Jan 28 13:33:12.248583 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (11a61b28-2c09-4765-8b1f-f650ac98f42b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.301819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (11a61b28-2c09-4765-8b1f-f650ac98f42b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.309728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.309728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.332397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6eaba58b-5554-4060-a8ae-b2518ccb67f1 req-19a6876e-3552-459e-9dbf-bc28d6becd04 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963223 Jan 28 13:33:12.368124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3522019 Jan 28 13:33:12.370990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:12.383333 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4d5fb574-bb2f-4874-83da-cb02b50f4aea), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.387485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091466d-3d78-4d8d-85d3-7e17f9197971 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=11a61b28-2c09-4765-8b1f-f650ac98f42b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:12.399779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 11a61b28-2c09-4765-8b1f-f650ac98f42b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:12.449889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Port': ['ID=4d5fb574-bb2f-4874-83da-cb02b50f4aea,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:12.530008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f72aff-a979-4bb9-ab6e-90777e3becda tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.533028 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f1f72aff-a979-4bb9-ab6e-90777e3becda tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/networks?id=11a61b28-2c09-4765-8b1f-f650ac98f42b HTTP/1.1" status: 200 len: 765 time: 0.1594548 Jan 28 13:33:12.538367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57730) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:12.544529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'description': 'd2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:12.637498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.644174 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b2917727-9bd7-44ad-9f36-372335cd5c17 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/ports/4d5fb574-bb2f-4874-83da-cb02b50f4aea HTTP/1.1" status: 204 len: 168 time: 1.1700296 Jan 28 13:33:12.646825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57732) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:12.658850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06337606-c98c-4396-9a56-2bd316c0c3dd req-964d5ef7-f307-4c01-808b-e8d1e251c81d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.666689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06337606-c98c-4396-9a56-2bd316c0c3dd req-964d5ef7-f307-4c01-808b-e8d1e251c81d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1450162 Jan 28 13:33:12.675913 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b6d75b-93cb-448e-b4e4-0cdc56294e9f tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] GET failed (client error): The resource could not be found. Jan 28 13:33:12.681822 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-56b6d75b-93cb-448e-b4e4-0cdc56294e9f tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "GET /v2.0/ports/4d5fb574-bb2f-4874-83da-cb02b50f4aea HTTP/1.1" status: 404 len: 333 time: 0.0306752 Jan 28 13:33:12.682090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57736) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:12.687056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'name': 'tempest-AllowedAddressPairTestJSON-19223940'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:12.785915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06337606-c98c-4396-9a56-2bd316c0c3dd req-fb487231-9783-4e3b-b20c-805739d52e1d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181760 Jan 28 13:33:12.801707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (11a61b28-2c09-4765-8b1f-f650ac98f42b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.818476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (11a61b28-2c09-4765-8b1f-f650ac98f42b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.822050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:12.825779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.839205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network 11a61b28-2c09-4765-8b1f-f650ac98f42b is not hosted by any dhcp agent {{(pid=103374) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:33:12.844426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.845038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:12.848848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "PUT /v2.0/networks/11a61b28-2c09-4765-8b1f-f650ac98f42b HTTP/1.1" status: 200 len: 762 time: 0.3081424 Jan 28 13:33:12.849141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] device_id is not set on port a9caa273-fc53-4494-9b49-ef22c17b9d1a yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:12.849501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57744) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:12.950668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47965122-1576-4b4b-9a74-425546fbb4f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=11a61b28-2c09-4765-8b1f-f650ac98f42b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:12.964342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 11a61b28-2c09-4765-8b1f-f650ac98f42b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:12.981295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9eb93-b407-4ec7-b0f4-2fc018c09564 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:12.982472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5e9eb93-b407-4ec7-b0f4-2fc018c09564 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/networks?id=11a61b28-2c09-4765-8b1f-f650ac98f42b HTTP/1.1" status: 200 len: 765 time: 0.1320481 Jan 28 13:33:12.987481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57750) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:12.997416 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Allocated IP 172.20.0.11 (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b/479fd482-00c1-4fb2-859c-bb3b67f73984/a9caa273-fc53-4494-9b49-ef22c17b9d1a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:13.208296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.253957 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.259342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:13.306388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:13.312318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:13.315726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:13.318538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca1d71-26f6-4b9d-8612-2fb552ee53cd tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.323598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-54ca1d71-26f6-4b9d-8612-2fb552ee53cd tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3350620 Jan 28 13:33:13.336377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57768) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:13.366895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57772) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:13.376456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=a9caa273-fc53-4494-9b49-ef22c17b9d1a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:13.400676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.401688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.425851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1d8a5675-1803-4bf6-be42-1fdfb294cdc7 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7426653 Jan 28 13:33:13.428527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:13.435663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:21:e5:50'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:13.462814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:13.468409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8c6b2e2b-4111-4cc0-b4f2-133b13c611ae tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 207 time: 0.1247571 Jan 28 13:33:13.483421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57780) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:13.490838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'port_id': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'mac_address': 'fa:16:3e:cc:01:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:13.535851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:13.536494 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.550158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57782) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:13.554580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388c93c8-d830-40fa-934b-bebc57e0b14b {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:13.579535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:13.579681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7dc9a-a542-4ae0-99f3-be2cfaceeda5 req-be99d741-72b8-474e-9a29-9aac1d0b4ef7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.585082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.585490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24f7dc9a-a542-4ae0-99f3-be2cfaceeda5 req-be99d741-72b8-474e-9a29-9aac1d0b4ef7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.3357909 Jan 28 13:33:13.644364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:13.648360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 39b724d4-62f5-42c7-8def-0ac6849a07d4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:13.650444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-ade20258-3852-4c8e-b1e5-76eaf8b78113 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.652174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-ade20258-3852-4c8e-b1e5-76eaf8b78113 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.1856318 Jan 28 13:33:13.673869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 39b724d4-62f5-42c7-8def-0ac6849a07d4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:13.674589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 39b724d4-62f5-42c7-8def-0ac6849a07d4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:13.725414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24f7dc9a-a542-4ae0-99f3-be2cfaceeda5 req-20067032-9d0e-45cd-b09b-ec7d7910a1ff tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324813 Jan 28 13:33:13.752189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.760119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d90db8-6e7d-4538-924d-03be54e3d6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.790933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Deleting port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:13.791278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.809566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a13e0-e519-4507-ae47-82cde380c960 req-8d0089a7-1ce3-4fd7-a1f7-4127189274e8 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.811044 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b79a13e0-e519-4507-ae47-82cde380c960 req-8d0089a7-1ce3-4fd7-a1f7-4127189274e8 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 946 time: 0.3292058 Jan 28 13:33:13.820646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['388c93c8-d830-40fa-934b-bebc57e0b14b'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:13.877622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c1ef23b6-fe8b-4e3e-a475-d32c9466de49 None None] Provisioning complete for port a9caa273-fc53-4494-9b49-ef22c17b9d1a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:13.879455 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1ef23b6-fe8b-4e3e-a475-d32c9466de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.889723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] For port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:13.890099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:13.914536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d4f23648-d4fa-441d-adfa-82f73e1eb808 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50ec6fe863b44638b6fd28b43dad495c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457201 Jan 28 13:33:13.924924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a13348-c3c7-4a58-9e05-0e90f7b92cc5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.927799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57788) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:13.928466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef23b6-fe8b-4e3e-a475-d32c9466de49 None None] Port a9caa273-fc53-4494-9b49-ef22c17b9d1a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:13.931316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a13348-c3c7-4a58-9e05-0e90f7b92cc5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.937859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a13348-c3c7-4a58-9e05-0e90f7b92cc5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.942650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a13348-c3c7-4a58-9e05-0e90f7b92cc5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.947501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a13348-c3c7-4a58-9e05-0e90f7b92cc5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.954118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a13348-c3c7-4a58-9e05-0e90f7b92cc5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:13.956486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-20a13348-c3c7-4a58-9e05-0e90f7b92cc5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4706812 Jan 28 13:33:13.968988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57790) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.090880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5493ad5-4cbb-433a-b837-a8391cbbccac req-67edcf3d-960a-4d4d-a8a8-f61115e4fa78 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.092466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5493ad5-4cbb-433a-b837-a8391cbbccac req-67edcf3d-960a-4d4d-a8a8-f61115e4fa78 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2056632 Jan 28 13:33:14.203326 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88b05670-0a5b-429b-95dd-2a00561ae420 admin admin] Publish callbacks [] for security_group (a977436e-e24c-4577-afc8-6049517095bb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.307767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3eead052-e539-4f79-b381-12beb6f66814 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3289022 Jan 28 13:33:14.311048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57792) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.315897 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88b05670-0a5b-429b-95dd-2a00561ae420 admin admin] Publish callbacks [] for security_group (a977436e-e24c-4577-afc8-6049517095bb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.328360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5493ad5-4cbb-433a-b837-a8391cbbccac req-eee0d9e8-259b-40e2-96e1-64cf35466820 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035203 Jan 28 13:33:14.388336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.388726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (b30e48df-3db1-44a0-a7f3-c0a4c8f004bb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.389046 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Floating IP b30e48df-3db1-44a0-a7f3-c0a4c8f004bb disassociated. External IP: 172.25.4.50, port: 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc. Jan 28 13:33:14.389410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Calling delete_port for 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:14.411659 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b79a13e0-e519-4507-ae47-82cde380c960 req-c7d901ce-c6ad-49dc-b7f3-014b1c4891b1 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=b27e6f7e-589f-45f9-a8ce-8f8431edc68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5815878 Jan 28 13:33:14.430359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6f085-5b9b-4869-818b-4f51f1d98cd9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.432068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6f085-5b9b-4869-818b-4f51f1d98cd9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.433266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6f085-5b9b-4869-818b-4f51f1d98cd9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.434659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6f085-5b9b-4869-818b-4f51f1d98cd9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.435863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6f085-5b9b-4869-818b-4f51f1d98cd9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.437804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-70b6f085-5b9b-4869-818b-4f51f1d98cd9 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1241889 Jan 28 13:33:14.442141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57794) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.479180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d90db8-6e7d-4538-924d-03be54e3d6c6 admin admin] Publish callbacks [] for security_group (248ca457-2760-41e1-8401-a49abc9a638b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.487913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8d90db8-6e7d-4538-924d-03be54e3d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (248ca457-2760-41e1-8401-a49abc9a638b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.531523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88b05670-0a5b-429b-95dd-2a00561ae420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a977436e-e24c-4577-afc8-6049517095bb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.534910 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88b05670-0a5b-429b-95dd-2a00561ae420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.536070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-88b05670-0a5b-429b-95dd-2a00561ae420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a977436e-e24c-4577-afc8-6049517095bb HTTP/1.1" status: 204 len: 168 time: 0.6036155 Jan 28 13:33:14.552802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d90db8-6e7d-4538-924d-03be54e3d6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ca457-2760-41e1-8401-a49abc9a638b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:14.562556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e49cf3-426b-47e6-a3d4-6555a6116066 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.563230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a8d90db8-6e7d-4538-924d-03be54e3d6c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7591fb18272643eabb216ee813e5b112&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0088234 Jan 28 13:33:14.565921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.566910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e49cf3-426b-47e6-a3d4-6555a6116066 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.567601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.568511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e49cf3-426b-47e6-a3d4-6555a6116066 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.569990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e49cf3-426b-47e6-a3d4-6555a6116066 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.571471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e49cf3-426b-47e6-a3d4-6555a6116066 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.576329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-57e49cf3-426b-47e6-a3d4-6555a6116066 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1296115 Jan 28 13:33:14.576485 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.576625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.643205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b05670-0a5b-429b-95dd-2a00561ae420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977436e-e24c-4577-afc8-6049517095bb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:14.694859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=a9caa273-fc53-4494-9b49-ef22c17b9d1a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:14.733646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] In _notify_port_updated(), no bound segment for port a9caa273-fc53-4494-9b49-ef22c17b9d1a on network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:33:14.740448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.741187 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.742556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c42a8aee-cb80-4d6e-81d0-6c85e42e7a0c tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "PUT /v2.0/ports/a9caa273-fc53-4494-9b49-ef22c17b9d1a HTTP/1.1" status: 200 len: 995 time: 1.3127246 Jan 28 13:33:14.745304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.755360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0dddd3ed-498c-488b-89cc-e7474dc38c6b admin admin] Publish callbacks [] for security_group (248ca457-2760-41e1-8401-a49abc9a638b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.780723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6acca-8d36-4ba2-968e-04831402062c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:14.787327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6ce6acca-8d36-4ba2-968e-04831402062c tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/networks/24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 HTTP/1.1" status: 200 len: 803 time: 0.2097342 Jan 28 13:33:14.788111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57808) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:14.812848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0dddd3ed-498c-488b-89cc-e7474dc38c6b admin admin] Publish callbacks [] for security_group (248ca457-2760-41e1-8401-a49abc9a638b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.906079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting port a9caa273-fc53-4494-9b49-ef22c17b9d1a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:14.906357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.916352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (035b57ea-b7ff-4b72-a036-7f8b3dd81dbc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.932959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0dddd3ed-498c-488b-89cc-e7474dc38c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (248ca457-2760-41e1-8401-a49abc9a638b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.935793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0dddd3ed-498c-488b-89cc-e7474dc38c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:14.940287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0dddd3ed-498c-488b-89cc-e7474dc38c6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/248ca457-2760-41e1-8401-a49abc9a638b HTTP/1.1" status: 204 len: 168 time: 0.3716137 Jan 28 13:33:14.977647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event deleted for resources: {'Port': ['ID=035b57ea-b7ff-4b72-a036-7f8b3dd81dbc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:15.000320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddd3ed-498c-488b-89cc-e7474dc38c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ca457-2760-41e1-8401-a49abc9a638b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:15.003796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.019486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dcb1c-1f87-4b44-8be0-07662af7af2e req-6d2a9635-2502-48a9-b192-37bcabd19bc9 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.021516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd3dcb1c-1f87-4b44-8be0-07662af7af2e req-6d2a9635-2502-48a9-b192-37bcabd19bc9 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 945 time: 0.1634426 Jan 28 13:33:15.036395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-92eafc84-0e8c-4e98-a383-ee124798ac93 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/networks/24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2408931 Jan 28 13:33:15.038471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57814) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.059786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c11407e6-8da7-480b-a2d2-1550d66957ce None None] Provisioning complete for port a9caa273-fc53-4494-9b49-ef22c17b9d1a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:15.060835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c11407e6-8da7-480b-a2d2-1550d66957ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.106877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c11407e6-8da7-480b-a2d2-1550d66957ce None None] Port a9caa273-fc53-4494-9b49-ef22c17b9d1a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:15.158305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.175111 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-29e3128d-8aaf-4282-94f7-eb48de71645d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=996e38696934409e8e86c3bc447d1dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649144 Jan 28 13:33:15.177163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a716f0-05c6-48f8-947a-074f33827a30 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.182906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-21a716f0-05c6-48f8-947a-074f33827a30 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/subnets/dcaf3919-33b5-4bd7-b00a-dd3dd380c930 HTTP/1.1" status: 200 len: 843 time: 0.1392040 Jan 28 13:33:15.183087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57818) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.183211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57820) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.184484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Calling delete_port for a9caa273-fc53-4494-9b49-ef22c17b9d1a owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:15.198107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd3dcb1c-1f87-4b44-8be0-07662af7af2e req-c2195bdd-aea2-4c7e-bbe0-8a1a51f0cda1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613581 Jan 28 13:33:15.251315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:15.260445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:15.280285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e1c-e317-419c-a8f8-51daec3ac9bd admin admin] Publish callbacks [] for security_group (1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.280861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae94cdc-7e08-4c1e-a1c6-6112009ea3c5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.284101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eae94cdc-7e08-4c1e-a1c6-6112009ea3c5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "GET /v2.0/subnets/dcaf3919-33b5-4bd7-b00a-dd3dd380c930?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0997090 Jan 28 13:33:15.286594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57822) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.293209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-455046775'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:15.325442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:15.329351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.340357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e1c-e317-419c-a8f8-51daec3ac9bd admin admin] Publish callbacks [] for security_group (1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.350062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 388c93c8-d830-40fa-934b-bebc57e0b14b completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:15.366999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 388c93c8-d830-40fa-934b-bebc57e0b14b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:15.367379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.368081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:15.381368 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (719c1e8a-0a50-4870-8bd1-599d7722feb1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.381777 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Added segment 719c1e8a-0a50-4870-8bd1-599d7722feb1 of type vlan for network 1407cc74-5f6e-4d17-8564-218d07388dd4 Jan 28 13:33:15.479993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1407cc74-5f6e-4d17-8564-218d07388dd4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.541185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57828) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.551010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:15.551920 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.571752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-299a7451-b2fc-4e7f-82b0-4a1c43d1ef9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.581529 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a9caa273-fc53-4494-9b49-ef22c17b9d1a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.621874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:15.623669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:15.628318 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9be7f5-b7df-4f5c-b989-9b13846aea35" -d '{"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-plugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:15.644112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Port': ['ID=a9caa273-fc53-4494-9b49-ef22c17b9d1a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:15.646274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.649710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1192b03a-b192-4ae5-8e12-05efe3c8cf4d no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:15.675344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1407cc74-5f6e-4d17-8564-218d07388dd4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.681173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.682107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.705265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece799ec-c25d-40fa-83b8-fad22df850ae req-e557c1fb-4d2e-422c-ab48-a9302e2add10 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:15.713161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ece799ec-c25d-40fa-83b8-fad22df850ae req-e557c1fb-4d2e-422c-ab48-a9302e2add10 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2375240 Jan 28 13:33:15.743042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:15.749013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 1192b03a-b192-4ae5-8e12-05efe3c8cf4d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:15.749728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1192b03a-b192-4ae5-8e12-05efe3c8cf4d not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:15.820694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16959090-afa8-4e55-b415-31ea15dea253 req-393f5f3e-279b-441b-91d7-414506379674 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.0457788 Jan 28 13:33:15.838144 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5504766 Jan 28 13:33:15.843696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57832) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.855848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'network_id': '1407cc74-5f6e-4d17-8564-218d07388dd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:15.891864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae008e-8b50-4e95-8e59-7ee819aaed35 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Network': ['ID=1407cc74-5f6e-4d17-8564-218d07388dd4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:15.895702 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.901646 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-230ecb28-2c57-417f-a10e-4dbaa87f0e10 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/ports/a9caa273-fc53-4494-9b49-ef22c17b9d1a HTTP/1.1" status: 204 len: 168 time: 1.1550868 Jan 28 13:33:15.903531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:15.909723 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1243b4ad-1389-4725-aa4c-0fea8a98443f x-openstack-request-id: req-1243b4ad-1389-4725-aa4c-0fea8a98443f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:15.909886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57834) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.910430 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-plugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:15.910960 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1243b4ad-1389-4725-aa4c-0fea8a98443f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:15.911377 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'code': 200} Jan 28 13:33:15.924275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ece799ec-c25d-40fa-83b8-fad22df850ae req-c95135a3-8a31-4697-a017-d9290d442cfa tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099686 Jan 28 13:33:15.945399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:15.966450 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-0379cf73-186b-4ec2-9248-f58a23591adf tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] GET failed (client error): The resource could not be found. Jan 28 13:33:15.972763 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0379cf73-186b-4ec2-9248-f58a23591adf tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "GET /v2.0/ports/a9caa273-fc53-4494-9b49-ef22c17b9d1a HTTP/1.1" status: 404 len: 333 time: 0.0617895 Jan 28 13:33:15.974195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57836) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:15.976455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] Sync routers for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:15.981005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e1c-e317-419c-a8f8-51daec3ac9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.984308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e1c-e317-419c-a8f8-51daec3ac9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:15.987178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bb1f0e1c-e317-419c-a8f8-51daec3ac9bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87 HTTP/1.1" status: 204 len: 168 time: 0.8059676 Jan 28 13:33:15.993578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:15.994395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:16.023150 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-299a7451-b2fc-4e7f-82b0-4a1c43d1ef9e admin admin] Publish callbacks [] for security_group (1ae6ef9e-11f6-4333-9b5b-8267a5661a96), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.027888 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-299a7451-b2fc-4e7f-82b0-4a1c43d1ef9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1ae6ef9e-11f6-4333-9b5b-8267a5661a96), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.040803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'name': 'tempest-AllowedAddressPairTestJSON-799398681'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:16.058252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f0e1c-e317-419c-a8f8-51daec3ac9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1e116d-4e5f-4f2f-9a29-fc8ac7c69f87,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:16.095883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-299a7451-b2fc-4e7f-82b0-4a1c43d1ef9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6d9dd45a8a74d82881c0bfcc8b92569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5521765 Jan 28 13:33:16.096562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57840) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:16.098679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7451-b2fc-4e7f-82b0-4a1c43d1ef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6ef9e-11f6-4333-9b5b-8267a5661a96,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:16.126386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] No DVR routers for this DVR port 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:16.145345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.149603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e3a6aaa-1eb0-493a-b46f-87294841e684 req-d38145a8-27ae-497f-a5c8-6ba7831351b6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "DELETE /v2.0/ports/035b57ea-b7ff-4b72-a036-7f8b3dd81dbc HTTP/1.1" status: 204 len: 173 time: 2.4834683 Jan 28 13:33:16.152578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'name': 'network-vif-deleted', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:16.155269 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d28835-6fe0-4a0d-adac-38d9f994cd68" -d '{"events": [{"server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "name": "network-vif-deleted", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:16.159993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-408a042a-e982-40b2-9506-880e689bb121 admin admin] Publish callbacks [] for security_group (1ae6ef9e-11f6-4333-9b5b-8267a5661a96), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.182841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add61a-d551-4393-b8fb-844d48a76da7 req-03e38b34-62f5-45a5-91e6-8602adf77d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:16.184735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23add61a-d551-4393-b8fb-844d48a76da7 req-03e38b34-62f5-45a5-91e6-8602adf77d6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1097 time: 0.1753404 Jan 28 13:33:16.188239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Made reservation on behalf of 897b2bbb403445db9b7c22165caf62e8 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:16.192278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.229289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-408a042a-e982-40b2-9506-880e689bb121 admin admin] Publish callbacks [] for security_group (1ae6ef9e-11f6-4333-9b5b-8267a5661a96), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.264454 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5efcfd-1b6b-4a37-879a-0eb622db487b x-openstack-request-id: req-2c5efcfd-1b6b-4a37-879a-0eb622db487b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:16.264776 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683bb6c5-8381-488b-a812-ae1c5e3fa9f0", "name": "network-vif-deleted", "tag": "035b57ea-b7ff-4b72-a036-7f8b3dd81dbc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:16.265042 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c5efcfd-1b6b-4a37-879a-0eb622db487b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:16.265457 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683bb6c5-8381-488b-a812-ae1c5e3fa9f0', 'name': 'network-vif-deleted', 'tag': '035b57ea-b7ff-4b72-a036-7f8b3dd81dbc', 'status': 'completed', 'code': 200} Jan 28 13:33:16.364014 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-408a042a-e982-40b2-9506-880e689bb121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1ae6ef9e-11f6-4333-9b5b-8267a5661a96), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.366921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-408a042a-e982-40b2-9506-880e689bb121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.368415 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-408a042a-e982-40b2-9506-880e689bb121 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ae6ef9e-11f6-4333-9b5b-8267a5661a96 HTTP/1.1" status: 204 len: 168 time: 0.2706795 Jan 28 13:33:16.377076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Performing IP validity checks on allocation pools {{(pid=103374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:33:16.377845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:33:16.381282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42210e-867d-4064-b697-c5f2c19bda89 req-51f34365-237b-4228-88ee-b25a7267dd7d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:16.383199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad42210e-867d-4064-b697-c5f2c19bda89 req-51f34365-237b-4228-88ee-b25a7267dd7d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.0794845 Jan 28 13:33:16.389278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a042a-e982-40b2-9506-880e689bb121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6ef9e-11f6-4333-9b5b-8267a5661a96,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:16.411135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23add61a-d551-4393-b8fb-844d48a76da7 req-38da21e6-f9c9-473f-bd09-e3b2727e655f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120700 Jan 28 13:33:16.417290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:16.421258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.468135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] device_id is not set on port 1af5fb66-dc30-403c-b50e-f8037f387380 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:16.472699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad42210e-867d-4064-b697-c5f2c19bda89 req-04aca139-665d-463b-9fa6-962d4946b69a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783756 Jan 28 13:33:16.512707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:16.661178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Allocated IP 172.20.0.11 (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b/479fd482-00c1-4fb2-859c-bb3b67f73984/1af5fb66-dc30-403c-b50e-f8037f387380) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:16.696275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (791aa594-3007-47a9-9b6e-35d290aec171), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.799133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:16.810907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=791aa594-3007-47a9-9b6e-35d290aec171,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:16.857206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Checking segment: {'id': '719c1e8a-0a50-4870-8bd1-599d7722feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1407cc74-5f6e-4d17-8564-218d07388dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:16.857578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network hostable DHCP agents. Network: 1407cc74-5f6e-4d17-8564-218d07388dd4, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:16.864310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] Checking router: 750c6eef-31cf-4c7a-9ce4-53dfa3905484 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:16.879753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:16.880822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:16.903732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:16.930166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1407cc74-5f6e-4d17-8564-218d07388dd4) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:16.939767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:16.940177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.942516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d05af8-357b-4458-b351-df78092d7754 None None] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:16.959618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (1af5fb66-dc30-403c-b50e-f8037f387380), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:16.985471 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48a9fee3-00f8-46e5-afe8-6a2986f80bde tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1355419 Jan 28 13:33:16.985734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57870) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:16.994333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-00f48363-232a-4b5f-9e69-9cbc27e88fc2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:17.083285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10a3b990-90a7-424f-be3b-7061105eabab req-b33be3a8-b276-4b05-83d4-0c0c4b93813f tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=683bb6c5-8381-488b-a812-ae1c5e3fa9f0 HTTP/1.1" status: 200 len: 210 time: 0.0573702 Jan 28 13:33:17.087414 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1af5fb66-dc30-403c-b50e-f8037f387380), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.135898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:17.139543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:17.144650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:17.201798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:17.208965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=1af5fb66-dc30-403c-b50e-f8037f387380,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:17.250419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:17.253509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.281376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-1407cc74-5f6e-4d17-8564-218d07388dd4', 'network_id': '1407cc74-5f6e-4d17-8564-218d07388dd4', 'project_id': '897b2bbb403445db9b7c22165caf62e8', 'fixed_ips': [{'subnet_id': '791aa594-3007-47a9-9b6e-35d290aec171'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:17.283560 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.311675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f87a7c90-d1d3-4d64-918d-288bb68bf019 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3306539 Jan 28 13:33:17.313968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:17.330961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'network_id': '61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b', 'name': 'tempest-AllowedAddressPairTestJSON-955800889'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:17.361564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbc70a-1adc-4636-b1dc-fa8d429d275d req-2ffd1ae1-9f9e-41f4-b959-4de238c069c5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:17.372580 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10dbc70a-1adc-4636-b1dc-fa8d429d275d req-2ffd1ae1-9f9e-41f4-b959-4de238c069c5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2688310 Jan 28 13:33:17.374731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f48363-232a-4b5f-9e69-9cbc27e88fc2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4762381'] for subnet (791aa594-3007-47a9-9b6e-35d290aec171), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.377796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57884) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:17.514310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10dbc70a-1adc-4636-b1dc-fa8d429d275d req-1036b220-9aa6-4008-b57c-9d35648336d6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268117 Jan 28 13:33:17.695726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1599197675-network', 'tenant_id': '935a164ba44c442cba3cd4bede47e8f9'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:17.710733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Made reservation on behalf of 5c0b30b9bac5438f9b826965a156a9a4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:17.721356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.725487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f182275a-ef32-48ba-a521-2f195dc9e555 None None] Provisioning complete for port 1af5fb66-dc30-403c-b50e-f8037f387380 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:17.725487 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f182275a-ef32-48ba-a521-2f195dc9e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1af5fb66-dc30-403c-b50e-f8037f387380), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.750432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea5d7a-8509-4549-b541-a861c6206a7f req-82d1ad98-ab48-4d26-af66-a4f7059a04e6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:17.763841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cea5d7a-8509-4549-b541-a861c6206a7f req-82d1ad98-ab48-4d26-af66-a4f7059a04e6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1452966 Jan 28 13:33:17.764188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:17.764301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] device_id is not set on port a4b1c575-7089-4128-aaf9-627e61b867e8 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:17.781278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f182275a-ef32-48ba-a521-2f195dc9e555 None None] Port 1af5fb66-dc30-403c-b50e-f8037f387380 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:17.800736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Made reservation on behalf of 935a164ba44c442cba3cd4bede47e8f9 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:17.804469 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.806800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:17.807157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 035b57ea-b7ff-4b72-a036-7f8b3dd81dbc not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:17.817088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:17.819306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.851383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227554d-21e0-40b3-9109-c12c682d3a1a None None] The sync data for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 is: [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:17.885612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cea5d7a-8509-4549-b541-a861c6206a7f req-ead9492c-4e6c-41aa-914f-ba658006c5a4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198611 Jan 28 13:33:17.887100 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f48363-232a-4b5f-9e69-9cbc27e88fc2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741227708618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5441208'] for subnet (791aa594-3007-47a9-9b6e-35d290aec171), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.952438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f48363-232a-4b5f-9e69-9cbc27e88fc2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:17.953051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00f48363-232a-4b5f-9e69-9cbc27e88fc2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:17.958012 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-00f48363-232a-4b5f-9e69-9cbc27e88fc2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "PUT /v2.0/subnets/791aa594-3007-47a9-9b6e-35d290aec171 HTTP/1.1" status: 200 len: 900 time: 0.9714668 Jan 28 13:33:17.958792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57900) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:17.973010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Allocated IP 2001:db8::3 (1407cc74-5f6e-4d17-8564-218d07388dd4/791aa594-3007-47a9-9b6e-35d290aec171/7a1d661f-617f-48c1-94d6-01faf48f3a54) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:18.008474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks [] for security_group (ed258a54-52e4-4ce7-8843-5859532a7a0c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.010278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Allocated IP 172.20.0.14 (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b/479fd482-00c1-4fb2-859c-bb3b67f73984/a4b1c575-7089-4128-aaf9-627e61b867e8) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:18.055620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48363-232a-4b5f-9e69-9cbc27e88fc2 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event updated for resources: {'Subnet': ['ID=791aa594-3007-47a9-9b6e-35d290aec171,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.062457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed258a54-52e4-4ce7-8843-5859532a7a0c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.075248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:18.086119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0b13a003-5fc4-4cda-8da0-210d02a8381a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.086482 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Added segment 0b13a003-5fc4-4cda-8da0-210d02a8381a of type vlan for network 26f28114-eccf-48f1-8cc0-f02226bef1a7 Jan 28 13:33:18.132210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (26f28114-eccf-48f1-8cc0-f02226bef1a7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.174692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (26f28114-eccf-48f1-8cc0-f02226bef1a7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.175685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:18.176426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.252986 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Publish callbacks [] for port (7a1d661f-617f-48c1-94d6-01faf48f3a54), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.259853 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7a1d661f-617f-48c1-94d6-01faf48f3a54), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.273201 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.300497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9213173 Jan 28 13:33:18.304947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57908) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:18.306279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed258a54-52e4-4ce7-8843-5859532a7a0c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.332128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24444f-28bf-45c7-b1af-286ae26a4815 admin admin] Pushing event updated for resources: {'Network': ['ID=26f28114-eccf-48f1-8cc0-f02226bef1a7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.339140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Pushing event updated for resources: {'Port': ['ID=7a1d661f-617f-48c1-94d6-01faf48f3a54,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.340196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1407cc74-5f6e-4d17-8564-218d07388dd4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.350945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:18.352540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:18.355260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:18.361678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Request body: {'subnet': {'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1599197675-subnet', 'tenant_id': '935a164ba44c442cba3cd4bede47e8f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:18.365097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:18.377945 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f1186-82f7-439e-8ad0-ac5ab5f40385 None None] New status for floating IP b30e48df-3db1-44a0-a7f3-c0a4c8f004bb: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:33:18.406446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.421832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Made reservation on behalf of 935a164ba44c442cba3cd4bede47e8f9 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:18.424822 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.447069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 7a1d661f-617f-48c1-94d6-01faf48f3a54 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:18.447410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7a1d661f-617f-48c1-94d6-01faf48f3a54), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.499798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:18.503447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Attempting to bind port 7a1d661f-617f-48c1-94d6-01faf48f3a54 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:18.503949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Attempting to bind port 7a1d661f-617f-48c1-94d6-01faf48f3a54 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '719c1e8a-0a50-4870-8bd1-599d7722feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1407cc74-5f6e-4d17-8564-218d07388dd4'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:18.504399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Attempting to bind port 7a1d661f-617f-48c1-94d6-01faf48f3a54 on network 1407cc74-5f6e-4d17-8564-218d07388dd4 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:18.513909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:18.522816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:18.545366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:18.545959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Checking segment: {'id': '719c1e8a-0a50-4870-8bd1-599d7722feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1407cc74-5f6e-4d17-8564-218d07388dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:18.546549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.547124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Bound using segment: {'id': '719c1e8a-0a50-4870-8bd1-599d7722feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1407cc74-5f6e-4d17-8564-218d07388dd4'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:18.547788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Bound port: 7a1d661f-617f-48c1-94d6-01faf48f3a54, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719c1e8a-0a50-4870-8bd1-599d7722feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1407cc74-5f6e-4d17-8564-218d07388dd4'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:18.548410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7a1d661f-617f-48c1-94d6-01faf48f3a54), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.634591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=a4b1c575-7089-4128-aaf9-627e61b867e8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.634801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 7a1d661f-617f-48c1-94d6-01faf48f3a54, host n-d-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:18.635049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7a1d661f-617f-48c1-94d6-01faf48f3a54), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.665691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 7a1d661f-617f-48c1-94d6-01faf48f3a54 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:18.687401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:18.688884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.730725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] For port 7a1d661f-617f-48c1-94d6-01faf48f3a54, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:18.731278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7ec6a38e-0abc-4ca0-92d6-e6805e9f20ac tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4140127 Jan 28 13:33:18.736586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] For port 7a1d661f-617f-48c1-94d6-01faf48f3a54, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7a1d661f-617f-48c1-94d6-01faf48f3a54,segment=NetworkSegment(719c1e8a-0a50-4870-8bd1-599d7722feb1),segment_id=719c1e8a-0a50-4870-8bd1-599d7722feb1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:18.739593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57920) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:18.743348 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7a1d661f-617f-48c1-94d6-01faf48f3a54), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.755484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:21:e5:50'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8f:fc:a6'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:18.814293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0843c1-8aef-4bfc-a38d-05759f78ec1b None None] Pushing event updated for resources: {'Port': ['ID=7a1d661f-617f-48c1-94d6-01faf48f3a54,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:18.928291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7a1d661f-617f-48c1-94d6-01faf48f3a54), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:18.949627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd68d-1aaa-4d69-97ce-0c77f324193c req-f2fb0a72-1adf-413c-ae55-f7b1cdda8a6f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:18.951192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d7dd68d-1aaa-4d69-97ce-0c77f324193c req-f2fb0a72-1adf-413c-ae55-f7b1cdda8a6f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2573774 Jan 28 13:33:18.989345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=7a1d661f-617f-48c1-94d6-01faf48f3a54,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:19.007303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (259036d3-2318-45da-ace8-5ce18d37be50), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.027107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-35640dbe-21d8-498b-9046-27b3b72d0d01 None None] Provisioning complete for port a4b1c575-7089-4128-aaf9-627e61b867e8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:19.027777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-35640dbe-21d8-498b-9046-27b3b72d0d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.057981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 7a1d661f-617f-48c1-94d6-01faf48f3a54 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:19.066912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=259036d3-2318-45da-ace8-5ce18d37be50,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:19.073477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-35640dbe-21d8-498b-9046-27b3b72d0d01 None None] Port a4b1c575-7089-4128-aaf9-627e61b867e8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:19.113546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d7dd68d-1aaa-4d69-97ce-0c77f324193c req-799454ab-5564-484a-844a-969b49614f97 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345222 Jan 28 13:33:19.129662 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (791aa594-3007-47a9-9b6e-35d290aec171), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.147736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.166433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Checking segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:19.166804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Network hostable DHCP agents. Network: 26f28114-eccf-48f1-8cc0-f02226bef1a7, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:19.240911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:19.292299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:19.322505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 26f28114-eccf-48f1-8cc0-f02226bef1a7) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:19.329973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:19.330720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.334806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f251bee-0e37-453a-a09c-6dd2e59d3486 None None] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:19.365578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-53ba40c7-ef0f-4e82-8faa-3c60d42c0e4b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0184867 Jan 28 13:33:19.445653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (791aa594-3007-47a9-9b6e-35d290aec171), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.488289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd0677-7073-46c1-a4ac-8131fecf7b98 req-61540f18-caf0-4ec3-a7ff-ae477e8928d2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:19.495230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13dd0677-7073-46c1-a4ac-8131fecf7b98 req-61540f18-caf0-4ec3-a7ff-ae477e8928d2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2142894 Jan 28 13:33:19.518287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d3dddf4-9b89-473d-8d4c-9bb0309af53d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (b27e6f7e-589f-45f9-a8ce-8f8431edc68b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.542971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f39eb2-d547-4444-b92f-5c4d0cbddca8 None None] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:19.564406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=791aa594-3007-47a9-9b6e-35d290aec171,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:19.632965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d3dddf4-9b89-473d-8d4c-9bb0309af53d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (b27e6f7e-589f-45f9-a8ce-8f8431edc68b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.678712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.686912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.703911 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1407cc74-5f6e-4d17-8564-218d07388dd4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.763802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event updated for resources: {'Port': ['ID=a4b1c575-7089-4128-aaf9-627e61b867e8,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:19.764322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-13dd0677-7073-46c1-a4ac-8131fecf7b98 req-0a96c20f-ab78-4071-90df-b269d8a50a84 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682076 Jan 28 13:33:19.769720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1407cc74-5f6e-4d17-8564-218d07388dd4']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:19.784436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719c1e8a-0a50-4870-8bd1-599d7722feb1') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:19.784758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719c1e8a-0a50-4870-8bd1-599d7722feb1') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:19.803013 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (719c1e8a-0a50-4870-8bd1-599d7722feb1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.820008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (719c1e8a-0a50-4870-8bd1-599d7722feb1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.830768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d3dddf4-9b89-473d-8d4c-9bb0309af53d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b27e6f7e-589f-45f9-a8ce-8f8431edc68b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.835825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d3dddf4-9b89-473d-8d4c-9bb0309af53d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.847085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1d3dddf4-9b89-473d-8d4c-9bb0309af53d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "DELETE /v2.0/security-groups/b27e6f7e-589f-45f9-a8ce-8f8431edc68b HTTP/1.1" status: 204 len: 168 time: 0.6008680 Jan 28 13:33:19.848046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57954) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:19.850252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:19.850721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (719c1e8a-0a50-4870-8bd1-599d7722feb1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:19.854524 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:19.888648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dddf4-9b89-473d-8d4c-9bb0309af53d tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e6f7e-589f-45f9-a8ce-8f8431edc68b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:19.897733 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-e60ec088-78a9-4fcb-9972-6cbbc075969b tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] show failed (client error): The resource could not be found. Jan 28 13:33:19.898954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e60ec088-78a9-4fcb-9972-6cbbc075969b tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups/b27e6f7e-589f-45f9-a8ce-8f8431edc68b HTTP/1.1" status: 404 len: 347 time: 0.0465407 Jan 28 13:33:19.903961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57956) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:19.978317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] In _notify_port_updated(), no bound segment for port a4b1c575-7089-4128-aaf9-627e61b867e8 on network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:33:19.984286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:19.985209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:19.986862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e264edff-fae2-450a-90f8-5b3397f10c41 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "PUT /v2.0/ports/a4b1c575-7089-4128-aaf9-627e61b867e8 HTTP/1.1" status: 200 len: 1056 time: 1.2461648 Jan 28 13:33:20.006867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57964) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:20.098452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecc92-664d-4124-8ebd-0ed03136fb24 req-92a28de4-0911-48b7-b4a6-fe2dff802f1f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:20.100719 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-861ecc92-664d-4124-8ebd-0ed03136fb24 req-92a28de4-0911-48b7-b4a6-fe2dff802f1f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2009552 Jan 28 13:33:20.103780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1407cc74-5f6e-4d17-8564-218d07388dd4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.114243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57968) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:20.115456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.119398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/1407cc74-5f6e-4d17-8564-218d07388dd4 HTTP/1.1" status: 204 len: 168 time: 2.1545069 Jan 28 13:33:20.126466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'floatingip': {'port_id': '388c93c8-d830-40fa-934b-bebc57e0b14b'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:20.143375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57970) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:20.231264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (76583309-5392-4d2d-933b-7020229746fc), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.234980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ca6766ca-fa3a-45e8-9dae-8081505225d2 None None] Provisioning complete for port a4b1c575-7089-4128-aaf9-627e61b867e8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:20.235969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca6766ca-fa3a-45e8-9dae-8081505225d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.280600 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0269163-111b-43d3-8388-1fabf0e757f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:20.281157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0269163-111b-43d3-8388-1fabf0e757f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:20.287741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e0269163-111b-43d3-8388-1fabf0e757f3 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/791aa594-3007-47a9-9b6e-35d290aec171 HTTP/1.1" status: 404 len: 337 time: 0.1400857 Jan 28 13:33:20.293245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57976) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:20.295010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ca6766ca-fa3a-45e8-9dae-8081505225d2 None None] Port a4b1c575-7089-4128-aaf9-627e61b867e8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:20.312448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89323b-1d43-4eb3-ad94-cc7c63d07ee1 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=1407cc74-5f6e-4d17-8564-218d07388dd4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:20.389405 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce802e78-a9de-4ce7-979c-a5167622ae34 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:20.392508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce802e78-a9de-4ce7-979c-a5167622ae34 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:20.394431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ce802e78-a9de-4ce7-979c-a5167622ae34 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/1407cc74-5f6e-4d17-8564-218d07388dd4 HTTP/1.1" status: 404 len: 339 time: 0.0983026 Jan 28 13:33:20.402994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:20.411367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-09404c65-2e54-418c-853a-df7c2de8cde0 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:20.412862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-09404c65-2e54-418c-853a-df7c2de8cde0 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 0.4371085 Jan 28 13:33:20.426939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078ec94-b7e0-4b57-b718-dbdd1fd2eb2a req-105be3cc-a433-40ce-bd0e-4829c2c9f8ff tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:20.434704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e078ec94-b7e0-4b57-b718-dbdd1fd2eb2a req-105be3cc-a433-40ce-bd0e-4829c2c9f8ff tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2007630 Jan 28 13:33:20.506240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (11a61b28-2c09-4765-8b1f-f650ac98f42b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.522179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-b967065a-2506-48be-ab0c-0b2d6686bbf5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/quotas/935a164ba44c442cba3cd4bede47e8f9 HTTP/1.1" status: 200 len: 375 time: 0.0306365 Jan 28 13:33:20.544138 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e078ec94-b7e0-4b57-b718-dbdd1fd2eb2a req-2aa6a316-430a-47dc-8299-50e0f5a8d2da tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084802 Jan 28 13:33:20.586285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-7330c847-e164-4f00-abe7-e0436deb492d tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525541 Jan 28 13:33:20.588907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting port a4b1c575-7089-4128-aaf9-627e61b867e8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:20.589260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.613596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4bdc3b62-ce7f-478c-a730-f856f813fd14 None None] Could not find standard attr ID for object 7a1d661f-617f-48c1-94d6-01faf48f3a54. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:33:20.638619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Deleting port 2506733e-973a-435c-89b9-47b8a697edd8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:20.638968 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2506733e-973a-435c-89b9-47b8a697edd8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.640472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4f0c9-d610-478c-8152-80c25dfbe376 None None] DHCP port deletion for 1407cc74-5f6e-4d17-8564-218d07388dd4 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:20.673769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc389c-b40c-4772-ac55-27ba8a95eb60 None None] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:20.695996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc389c-b40c-4772-ac55-27ba8a95eb60 None None] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:33:20.710916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc855e-91e0-4b76-a66d-27705a947668 None None] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:20.745333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc855e-91e0-4b76-a66d-27705a947668 None None] Network 1407cc74-5f6e-4d17-8564-218d07388dd4 could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:33:20.787248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (11a61b28-2c09-4765-8b1f-f650ac98f42b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.841579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a61b28-2c09-4765-8b1f-f650ac98f42b']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:20.905812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6796c8d-ef4b-4904-b077-d245fd5d087f') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:20.906206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6796c8d-ef4b-4904-b077-d245fd5d087f') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:20.913727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.916691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.921232 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (76583309-5392-4d2d-933b-7020229746fc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.936387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c6796c8d-ef4b-4904-b077-d245fd5d087f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.939135 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2506733e-973a-435c-89b9-47b8a697edd8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.939386 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (2506733e-973a-435c-89b9-47b8a697edd8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.961032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Calling delete_port for a4b1c575-7089-4128-aaf9-627e61b867e8 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:20.974363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Calling delete_port for 2506733e-973a-435c-89b9-47b8a697edd8 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:20.976522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c6796c8d-ef4b-4904-b077-d245fd5d087f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:20.998574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:20.999070 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c6796c8d-ef4b-4904-b077-d245fd5d087f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:21.006343 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:21.033233 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Floating IP 76583309-5392-4d2d-933b-7020229746fc associated. External IP: 172.25.4.119, port: 388c93c8-d830-40fa-934b-bebc57e0b14b. Jan 28 13:33:21.148288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-b23ef5a0-c29f-42a8-8c88-661a9a557238 service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489640 Jan 28 13:33:21.175023 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (11a61b28-2c09-4765-8b1f-f650ac98f42b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.216068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.220275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/11a61b28-2c09-4765-8b1f-f650ac98f42b HTTP/1.1" status: 204 len: 168 time: 0.8152149 Jan 28 13:33:21.234038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57984) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:21.272417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Router 775fbe71-9029-40a8-81c4-cfd2922345d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:21.282844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404265f-a0e6-4087-97d2-ca06aee82683 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=11a61b28-2c09-4765-8b1f-f650ac98f42b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:21.317368 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-068d3b46-c775-4baa-a29b-4d35d9155876 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:21.317913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068d3b46-c775-4baa-a29b-4d35d9155876 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:21.324359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-068d3b46-c775-4baa-a29b-4d35d9155876 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/98c86ec1-b212-4e79-bc55-7c313a29edfd HTTP/1.1" status: 404 len: 337 time: 0.0867555 Jan 28 13:33:21.324762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57986) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:21.354070 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bca5d0c-2f58-428f-a5cb-d0bef832b835 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:21.354572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bca5d0c-2f58-428f-a5cb-d0bef832b835 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:21.360521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6bca5d0c-2f58-428f-a5cb-d0bef832b835 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/dced73c6-c155-48ec-9a5d-bba31a27aa41 HTTP/1.1" status: 404 len: 339 time: 0.0318785 Jan 28 13:33:21.360921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57988) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:21.428223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-5b692654-8018-43dc-a3b5-9765c366e784 service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563617 Jan 28 13:33:21.446235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a4b1c575-7089-4128-aaf9-627e61b867e8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.455634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2506733e-973a-435c-89b9-47b8a697edd8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.496952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Port': ['ID=a4b1c575-7089-4128-aaf9-627e61b867e8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:21.939189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting subnet c7976027-d416-447e-a0a6-e0468fc1b336 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:21.965753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (c7976027-d416-447e-a0a6-e0468fc1b336), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:21.984496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7a1d661f-617f-48c1-94d6-01faf48f3a54 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:22.018312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:22.026477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.032693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7a1d661f-617f-48c1-94d6-01faf48f3a54 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:22.034583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7a1d661f-617f-48c1-94d6-01faf48f3a54 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:22.041459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] Sync routers for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:22.054734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:22.056830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:22.060464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (c7976027-d416-447e-a0a6-e0468fc1b336), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.090060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event deleted for resources: {'Port': ['ID=2506733e-973a-435c-89b9-47b8a697edd8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:22.108164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34628bd-53a1-4420-a02d-0a89da58968d req-1a378a0e-4df4-4a09-9d18-700f6f368799 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.110835 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a34628bd-53a1-4420-a02d-0a89da58968d req-1a378a0e-4df4-4a09-9d18-700f6f368799 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2379208 Jan 28 13:33:22.115648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f8ef272-c5a8-4929-8b13-3ed927708615 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "PUT /v2.0/floatingips/76583309-5392-4d2d-933b-7020229746fc HTTP/1.1" status: 200 len: 992 time: 1.9941144 Jan 28 13:33:22.118723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:22.121353 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280105df-df7e-4580-b125-35ae24577328" -d '{"events": [{"name": "network-changed", "server_uuid": "8dabef52-6804-4281-8646-381058c11432", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:22.164801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27c5f8f6-56aa-49a8-ab41-51d787590a7b req-49800567-ff1e-487b-8cce-a1b83723eea2 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 210 time: 0.0836055 Jan 28 13:33:22.257370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (b30e48df-3db1-44a0-a7f3-c0a4c8f004bb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.260109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.261183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a103645e-8cfb-40b8-9125-b1d523e4c392 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "DELETE /v2.0/floatingips/b30e48df-3db1-44a0-a7f3-c0a4c8f004bb HTTP/1.1" status: 204 len: 168 time: 2.3528121 Jan 28 13:33:22.312087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a34628bd-53a1-4420-a02d-0a89da58968d req-eeb7effa-3133-41e9-950b-f7c79a5e7978 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702836 Jan 28 13:33:22.360578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:22.366779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c7976027-d416-447e-a0a6-e0468fc1b336), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.437377 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc79036-6ff5-422e-a770-37bc3c8d7a40 x-openstack-request-id: req-9fc79036-6ff5-422e-a770-37bc3c8d7a40 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:22.438235 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dabef52-6804-4281-8646-381058c11432", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:22.438550 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fc79036-6ff5-422e-a770-37bc3c8d7a40 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:22.438906 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'status': 'completed', 'code': 200} Jan 28 13:33:22.529944 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (c7976027-d416-447e-a0a6-e0468fc1b336), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.583636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280105df-df7e-4580-b125-35ae24577328 req-6ef2e554-ccc6-45c3-82c3-80741e8ec5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:22.589688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280105df-df7e-4580-b125-35ae24577328 req-6ef2e554-ccc6-45c3-82c3-80741e8ec5e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1097 time: 0.1367557 Jan 28 13:33:22.603158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=c7976027-d416-447e-a0a6-e0468fc1b336,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:22.608535 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.613957 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-91c58566-0a29-43b6-bac4-382021757ce7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/c7976027-d416-447e-a0a6-e0468fc1b336 HTTP/1.1" status: 204 len: 168 time: 1.2519484 Jan 28 13:33:22.616428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58014) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:22.637537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7263535-4dbc-4bbb-aa66-d238692ad8fe None None] Network c65ef291-984a-4b1b-9dc3-02e571efa974 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:22.641542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.657829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-da84c2a0-7553-46c7-b86d-b6f896d8089e tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/ports/a4b1c575-7089-4128-aaf9-627e61b867e8 HTTP/1.1" status: 204 len: 168 time: 2.6492517 Jan 28 13:33:22.664826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58016) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:22.740997 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f32a1ea-6303-4e8d-9d32-713bed273963 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] GET failed (client error): The resource could not be found. Jan 28 13:33:22.745181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9f32a1ea-6303-4e8d-9d32-713bed273963 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "GET /v2.0/ports/a4b1c575-7089-4128-aaf9-627e61b867e8 HTTP/1.1" status: 404 len: 333 time: 0.0788417 Jan 28 13:33:22.748718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58018) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:22.766611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting subnet 90285287-f130-4af2-bb04-1f38f61650c3 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:22.774606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (90285287-f130-4af2-bb04-1f38f61650c3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.846953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (90285287-f130-4af2-bb04-1f38f61650c3), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.956954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (90285287-f130-4af2-bb04-1f38f61650c3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:22.970951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58020) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:22.980545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2f97bdbd-fe46-4207-b79a-027070557872 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890626752', 'description': 'tempest-description--519936575'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:23.009629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280105df-df7e-4580-b125-35ae24577328 req-98f8051c-4eac-47f0-a25d-d3e63ec48062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:23.011237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280105df-df7e-4580-b125-35ae24577328 req-98f8051c-4eac-47f0-a25d-d3e63ec48062 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.3947389 Jan 28 13:33:23.057797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (90285287-f130-4af2-bb04-1f38f61650c3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.084454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280105df-df7e-4580-b125-35ae24577328 req-c799b080-19d0-411d-9583-e959332dcaf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 1000 time: 0.0644779 Jan 28 13:33:23.088300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting port 1af5fb66-dc30-403c-b50e-f8037f387380 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:23.088733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1af5fb66-dc30-403c-b50e-f8037f387380), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.125861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=90285287-f130-4af2-bb04-1f38f61650c3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:23.142286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.154041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c90aaae0-6126-44cd-a470-26c7302ebeca tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/90285287-f130-4af2-bb04-1f38f61650c3 HTTP/1.1" status: 204 len: 168 time: 0.5363388 Jan 28 13:33:23.169469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58022) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:23.186626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1af5fb66-dc30-403c-b50e-f8037f387380), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.216994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Calling delete_port for 1af5fb66-dc30-403c-b50e-f8037f387380 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:23.364315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d89de-8863-4a1b-b8ef-190a0c3a7cc3 None None] Update dhcp port {'port': {'network_id': 'c65ef291-984a-4b1b-9dc3-02e571efa974', 'fixed_ips': [{'subnet_id': '90285287-f130-4af2-bb04-1f38f61650c3'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '1be71081-8ad1-4cf8-82fd-b166cfdc083e'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:33:23.401897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c65ef291-984a-4b1b-9dc3-02e571efa974), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.404061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '76583309-5392-4d2d-933b-7020229746fc', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'port_id': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'mac_address': 'fa:16:3e:cc:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dabef52-6804-4281-8646-381058c11432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:00Z', 'updated_at': '2022-01-28T13:33:20Z', 'revision_number': 1, 'project_id': '69af0ad4945646338076c65561bba12e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:23.439877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] Checking router: 775fbe71-9029-40a8-81c4-cfd2922345d0 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:23.449832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280105df-df7e-4580-b125-35ae24577328 req-17aa6578-4ae7-4082-a0d0-032a4aa4cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:23.451521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280105df-df7e-4580-b125-35ae24577328 req-17aa6578-4ae7-4082-a0d0-032a4aa4cd9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.0601447 Jan 28 13:33:23.451783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1af5fb66-dc30-403c-b50e-f8037f387380), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.453094 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5b4d89de-8863-4a1b-b8ef-190a0c3a7cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.453991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f97bdbd-fe46-4207-b79a-027070557872 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.468797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:23.470018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:23.672447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ebd239e-300e-49c4-8280-3dac323cbd15 req-e7efff90-f3e7-4c2d-b660-d2b6d0813a95 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 210 time: 0.2799845 Jan 28 13:33:23.677217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 1be71081-8ad1-4cf8-82fd-b166cfdc083e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:23.690160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.714321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Port': ['ID=1af5fb66-dc30-403c-b50e-f8037f387380,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:23.765296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.765653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.766542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.766882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.767215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.767547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.767882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.768428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.768762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.769101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.769432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.769757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.770081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:23.844501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:23.846370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5a36-6d3d-4705-a3de-3faf490449cc req-1c6806e6-cc0d-4edc-a7b8-7d3336e37729 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:23.854463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93ab5a36-6d3d-4705-a3de-3faf490449cc req-1c6806e6-cc0d-4edc-a7b8-7d3336e37729 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2698271 Jan 28 13:33:23.898000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 1be71081-8ad1-4cf8-82fd-b166cfdc083e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1be71081-8ad1-4cf8-82fd-b166cfdc083e,segment=NetworkSegment(da346217-a425-4a0b-ba34-a599d8c89170),segment_id=da346217-a425-4a0b-ba34-a599d8c89170)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:23.898542 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.905782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f97bdbd-fe46-4207-b79a-027070557872 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (ced7a590-4774-4238-bf28-c075320b2c36), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.926036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 1be71081-8ad1-4cf8-82fd-b166cfdc083e owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:23.928022 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f97bdbd-fe46-4207-b79a-027070557872 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ced7a590-4774-4238-bf28-c075320b2c36), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.956828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280105df-df7e-4580-b125-35ae24577328 req-25f696da-b38c-44ef-a145-f4e44792c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:23.957662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93ab5a36-6d3d-4705-a3de-3faf490449cc req-19bbb782-1b9a-4096-b695-ad3cc1e92ffa tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003525 Jan 28 13:33:23.959622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280105df-df7e-4580-b125-35ae24577328 req-25f696da-b38c-44ef-a145-f4e44792c671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4664047 Jan 28 13:33:23.968729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f97bdbd-fe46-4207-b79a-027070557872 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:23.973719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2f97bdbd-fe46-4207-b79a-027070557872 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9986808 Jan 28 13:33:23.980938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58036) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:23.996499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-19f994e6-528f-4dc6-b781-120df245a400 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'security_group_rule': {'security_group_id': 'ced7a590-4774-4238-bf28-c075320b2c36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:24.061932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.066002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63847695-9411-4724-bd93-11a28d5a255d tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/ports/1af5fb66-dc30-403c-b50e-f8037f387380 HTTP/1.1" status: 204 len: 168 time: 1.3129261 Jan 28 13:33:24.067246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1be71081-8ad1-4cf8-82fd-b166cfdc083e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.080337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58042) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.085514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 1be71081-8ad1-4cf8-82fd-b166cfdc083e on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:24.110757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19f994e6-528f-4dc6-b781-120df245a400 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (660f61ef-a130-4680-9da8-fd2141d71d55), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.143200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1e11d-d65e-4435-ad88-03cad9f7a3d4 None None] Network c65ef291-984a-4b1b-9dc3-02e571efa974 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:24.160068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=1be71081-8ad1-4cf8-82fd-b166cfdc083e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:24.161730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97bdbd-fe46-4207-b79a-027070557872 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced7a590-4774-4238-bf28-c075320b2c36,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:24.238854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1be71081-8ad1-4cf8-82fd-b166cfdc083e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:24.275132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19f994e6-528f-4dc6-b781-120df245a400 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (660f61ef-a130-4680-9da8-fd2141d71d55), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.276907 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3e1b87-b0f7-45fb-8cde-eb917a55a453 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] GET failed (client error): The resource could not be found. Jan 28 13:33:24.283510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ca3e1b87-b0f7-45fb-8cde-eb917a55a453 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "GET /v2.0/ports/1af5fb66-dc30-403c-b50e-f8037f387380 HTTP/1.1" status: 404 len: 333 time: 0.1655030 Jan 28 13:33:24.286140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58050) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.286983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19f994e6-528f-4dc6-b781-120df245a400 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (660f61ef-a130-4680-9da8-fd2141d71d55), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.310549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a9cb63ef-90ab-461a-9290-fdd00441d3fa None None] Could not find standard attr ID for object 1be71081-8ad1-4cf8-82fd-b166cfdc083e. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:33:24.319360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (c65ef291-984a-4b1b-9dc3-02e571efa974), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.340710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1be71081-8ad1-4cf8-82fd-b166cfdc083e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:24.341226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1be71081-8ad1-4cf8-82fd-b166cfdc083e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:24.357827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-4540de55-3b77-46c8-a265-93a3ba7821f8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:24.359364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-4540de55-3b77-46c8-a265-93a3ba7821f8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 0.9669249 Jan 28 13:33:24.361465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280105df-df7e-4580-b125-35ae24577328 req-0314d9fa-aba3-41df-ad9c-ecf832568b8b service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867211 Jan 28 13:33:24.382616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729ba68-577b-4a65-b12b-bdf582e00a9a None None] DHCP port deletion for c65ef291-984a-4b1b-9dc3-02e571efa974 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:24.390370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65ef291-984a-4b1b-9dc3-02e571efa974']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:24.403605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da346217-a425-4a0b-ba34-a599d8c89170') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:24.404260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da346217-a425-4a0b-ba34-a599d8c89170') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:24.417621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (da346217-a425-4a0b-ba34-a599d8c89170), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.426972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Request body: {'port': {'device_id': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'admin_state_up': True, 'tenant_id': '935a164ba44c442cba3cd4bede47e8f9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:24.434849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (da346217-a425-4a0b-ba34-a599d8c89170), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.435609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '76583309-5392-4d2d-933b-7020229746fc', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'port_id': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'mac_address': 'fa:16:3e:cc:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dabef52-6804-4281-8646-381058c11432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:00Z', 'updated_at': '2022-01-28T13:33:20Z', 'revision_number': 1, 'project_id': '69af0ad4945646338076c65561bba12e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:24.445889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:24.447793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (da346217-a425-4a0b-ba34-a599d8c89170), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.456083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19f994e6-528f-4dc6-b781-120df245a400 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.464058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19f994e6-528f-4dc6-b781-120df245a400 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4780226 Jan 28 13:33:24.466514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58062) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:24.472812 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:24.480683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675fdc7-899a-4456-8cbf-cc3cad5eecfe None None] The sync data for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 is: [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '76583309-5392-4d2d-933b-7020229746fc', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'port_id': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'mac_address': 'fa:16:3e:cc:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dabef52-6804-4281-8646-381058c11432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:00Z', 'updated_at': '2022-01-28T13:33:20Z', 'revision_number': 1, 'project_id': '69af0ad4945646338076c65561bba12e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:24.488717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8df4d956-8466-4ed8-bace-de6252076d87 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'security_group_rule': {'security_group_id': 'ced7a590-4774-4238-bf28-c075320b2c36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:24.558592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f994e6-528f-4dc6-b781-120df245a400 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660f61ef-a130-4680-9da8-fd2141d71d55,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:24.613389 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (c65ef291-984a-4b1b-9dc3-02e571efa974), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.632823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.640380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/c65ef291-984a-4b1b-9dc3-02e571efa974 HTTP/1.1" status: 204 len: 168 time: 1.4697168 Jan 28 13:33:24.643952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58070) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.676913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5259180-503f-4b63-9e87-fd532a04de9a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=c65ef291-984a-4b1b-9dc3-02e571efa974,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:24.700088 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb0999c-8968-486d-bff1-dc4698cb665d tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:24.700561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb0999c-8968-486d-bff1-dc4698cb665d tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:24.704948 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5fb0999c-8968-486d-bff1-dc4698cb665d tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/a99b4b58-b633-4cb7-80d3-34c3be6dd228 HTTP/1.1" status: 404 len: 337 time: 0.0554745 Jan 28 13:33:24.707603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.731817 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8bdb96-965a-4af0-a28b-5d364ebf242a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:24.732634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8bdb96-965a-4af0-a28b-5d364ebf242a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:24.736773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5a8bdb96-965a-4af0-a28b-5d364ebf242a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/f6015068-0cd9-47ee-a042-19464b45ed10 HTTP/1.1" status: 404 len: 339 time: 0.0279152 Jan 28 13:33:24.741158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58078) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.762903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8df4d956-8466-4ed8-bace-de6252076d87 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (fe781563-513e-41a4-a78a-fdb2d3bbb319), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.806345 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e8b533-2304-4605-9d15-99a2a045a7af tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:24.806814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e8b533-2304-4605-9d15-99a2a045a7af tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:24.814366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-46e8b533-2304-4605-9d15-99a2a045a7af tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/60c1e4a0-e7b0-4af9-ac2d-56f018c6f809 HTTP/1.1" status: 404 len: 337 time: 0.0680916 Jan 28 13:33:24.814366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58082) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.864304 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facf760-c3a1-4f6d-964d-39fa94137932 None None] New status for floating IP 76583309-5392-4d2d-933b-7020229746fc: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:33:24.864885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-280105df-df7e-4580-b125-35ae24577328 req-beb03968-084d-41bc-bb5e-ad1bcb5a5038 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680936 Jan 28 13:33:24.905805 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f4cda12-3559-4e8c-aa45-926d09c3950c req-663b6771-2f26-4868-85d6-a1cfcc5d352b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 210 time: 0.0910106 Jan 28 13:33:24.907356 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c21a753-0779-4bda-bdcd-11a87e67ddb7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:24.908607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c21a753-0779-4bda-bdcd-11a87e67ddb7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:24.911583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c21a753-0779-4bda-bdcd-11a87e67ddb7 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/ec3d40e9-6bd0-4182-b05d-c5d2b71f0b2e HTTP/1.1" status: 404 len: 339 time: 0.0797231 Jan 28 13:33:24.915510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58086) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.954972 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-51da887d-61a6-4769-80b3-247f1ed19672 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:24.955435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51da887d-61a6-4769-80b3-247f1ed19672 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:24.958537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8df4d956-8466-4ed8-bace-de6252076d87 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (fe781563-513e-41a4-a78a-fdb2d3bbb319), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.958708 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-51da887d-61a6-4769-80b3-247f1ed19672 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/cf2e0f28-4c14-44bb-b6fc-4c919a7ba32f HTTP/1.1" status: 404 len: 337 time: 0.0420694 Jan 28 13:33:24.960374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Made reservation on behalf of 935a164ba44c442cba3cd4bede47e8f9 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:24.961258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58090) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:24.963699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:24.967979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting port 84b251b7-0a43-4658-a83f-c1e6f29c7870 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:24.968492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (84b251b7-0a43-4658-a83f-c1e6f29c7870), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.043542 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a978730a-9ef3-4577-88ef-360982ecf851 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:25.045569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a978730a-9ef3-4577-88ef-360982ecf851 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:25.045707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8df4d956-8466-4ed8-bace-de6252076d87 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (fe781563-513e-41a4-a78a-fdb2d3bbb319), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.055529 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a978730a-9ef3-4577-88ef-360982ecf851 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/cda8d810-8dfd-43ac-b031-732e2402fef9 HTTP/1.1" status: 404 len: 339 time: 0.0905099 Jan 28 13:33:25.056558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58096) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:25.091946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4d956-8466-4ed8-bace-de6252076d87 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe781563-513e-41a4-a78a-fdb2d3bbb319,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:25.110399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (84b251b7-0a43-4658-a83f-c1e6f29c7870), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.116111 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8df4d956-8466-4ed8-bace-de6252076d87 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.117330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8df4d956-8466-4ed8-bace-de6252076d87 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6368146 Jan 28 13:33:25.142669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58098) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:25.152720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:25.177763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Calling delete_port for 84b251b7-0a43-4658-a83f-c1e6f29c7870 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:25.210842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting subnet 9b148b90-3c00-4ac2-b651-ce55a0aeca43 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:25.213764 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.240627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (9b148b90-3c00-4ac2-b651-ce55a0aeca43), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.344755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (9b148b90-3c00-4ac2-b651-ce55a0aeca43), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.344994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bcd35-205a-4566-9186-c0657c430f9a req-1319c344-d6e1-475f-8364-0e97706a2719 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:25.346528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-660bcd35-205a-4566-9186-c0657c430f9a req-1319c344-d6e1-475f-8364-0e97706a2719 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1936548 Jan 28 13:33:25.364944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Allocated IP 172.20.0.14 (26f28114-eccf-48f1-8cc0-f02226bef1a7/259036d3-2318-45da-ace8-5ce18d37be50/60517bb7-bfa2-48bb-9aaa-557175d82239) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:25.479835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-660bcd35-205a-4566-9186-c0657c430f9a req-b9f98905-7e80-487d-b5d1-b62f8766597d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267102 Jan 28 13:33:25.525477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9b148b90-3c00-4ac2-b651-ce55a0aeca43), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.581317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.636355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks [] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.676473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.688757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (84b251b7-0a43-4658-a83f-c1e6f29c7870), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.763742 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (9b148b90-3c00-4ac2-b651-ce55a0aeca43), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.787033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Allocated IP 172.25.4.69 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/0786bfba-7fbd-45f1-b214-7e2701a63814) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:25.798892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:25.821627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:25.827811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=9b148b90-3c00-4ac2-b651-ce55a0aeca43,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:25.828415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:25.852558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:25.857937 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fd6ab2e-d982-4b6f-9f33-46362d42d9ff tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/9b148b90-3c00-4ac2-b651-ce55a0aeca43 HTTP/1.1" status: 204 len: 168 time: 0.7945924 Jan 28 13:33:25.862267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edce5c8-5918-43f6-88ae-25d20a4c3750 None None] Network 5d508fbf-8ac9-4d35-8b37-c58703a244bd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:25.869434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58112) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:25.894838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:26.007973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Port': ['ID=84b251b7-0a43-4658-a83f-c1e6f29c7870,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:26.046937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.048237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.051279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.055136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-03c80497-3502-4764-83bc-74c07528772b tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/ports/84b251b7-0a43-4658-a83f-c1e6f29c7870 HTTP/1.1" status: 204 len: 168 time: 1.7657933 Jan 28 13:33:26.058792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58116) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:26.069205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.186436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.189123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] DHCP port deletion for 5d508fbf-8ac9-4d35-8b37-c58703a244bd request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:26.201050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-43c349a4-4415-4e88-a7eb-e7afb8300a39 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8064356 Jan 28 13:33:26.233637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Request body: {'port': {'device_id': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:26.253783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] Deleting port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:26.254171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.263428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (5d508fbf-8ac9-4d35-8b37-c58703a244bd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.277766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:26.280326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting subnet 479fd482-00c1-4fb2-859c-bb3b67f73984 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:26.287775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:26.290922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for subnet (479fd482-00c1-4fb2-859c-bb3b67f73984), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.291197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'Port': ['ID=0786bfba-7fbd-45f1-b214-7e2701a63814,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:26.293150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:26.306572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcb22f-37d4-4d33-95ce-e50801d5295a req-12f8550a-6aa5-4ba2-912a-9cfe5f8dc36e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.314837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9abcb22f-37d4-4d33-95ce-e50801d5295a req-12f8550a-6aa5-4ba2-912a-9cfe5f8dc36e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 932 time: 0.2585056 Jan 28 13:33:26.383984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] For port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,segment=NetworkSegment(a24f36ba-b328-4beb-b3eb-0c7c703ffef6),segment_id=a24f36ba-b328-4beb-b3eb-0c7c703ffef6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:26.386585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.388120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.407307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (479fd482-00c1-4fb2-859c-bb3b67f73984), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.418104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] Calling delete_port for 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:26.498246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9abcb22f-37d4-4d33-95ce-e50801d5295a req-b9dd544d-17a0-4f8d-8488-562b36456f41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774921 Jan 28 13:33:26.504148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:26.504473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.526329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.556766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] No DVR routers for this DVR port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:26.601676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (13027ab6-1dd7-4453-bed9-c2f5686186e1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.620874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d3b0f-20c1-457d-9393-fa0bafe3f076 None None] Pushing event deleted for resources: {'Port': ['ID=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:26.624017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.721063 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.723920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,segment=NetworkSegment(a24f36ba-b328-4beb-b3eb-0c7c703ffef6),segment_id=a24f36ba-b328-4beb-b3eb-0c7c703ffef6)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:26.732632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.764299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd20fb-2c1b-4a73-a74b-d90a0a5b7fc1 req-5c8e8f4e-4734-4977-b237-66ec28b2523c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:26.771044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (479fd482-00c1-4fb2-859c-bb3b67f73984), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.771430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6dd20fb-2c1b-4a73-a74b-d90a0a5b7fc1 req-5c8e8f4e-4734-4977-b237-66ec28b2523c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1624510 Jan 28 13:33:26.789628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:26.867901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (479fd482-00c1-4fb2-859c-bb3b67f73984), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.898053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c6dd20fb-2c1b-4a73-a74b-d90a0a5b7fc1 req-772071ae-cc8e-4f1a-90e3-33663f3dd624 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256411 Jan 28 13:33:26.912767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Subnet': ['ID=479fd482-00c1-4fb2-859c-bb3b67f73984,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:26.930118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52efcedd-1f0c-457a-816d-167ff6a8f5b2 None None] Network 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:26.931586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:26.934810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-13d29abe-213a-4a21-9554-2347f3865528 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/subnets/479fd482-00c1-4fb2-859c-bb3b67f73984 HTTP/1.1" status: 204 len: 168 time: 0.8751454 Jan 28 13:33:26.937442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58124) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:26.983078 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (38e47f7b-2ead-4a69-b402-ee4c2f87fee2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.018619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.043241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60517bb7-bfa2-48bb-9aaa-557175d82239 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:27.052323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=38e47f7b-2ead-4a69-b402-ee4c2f87fee2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.069175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:27.069886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Publish callbacks [] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.076555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.088321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Transition to ACTIVE for port object 60517bb7-bfa2-48bb-9aaa-557175d82239 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:27.095261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.103374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.198329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] DHCP port deletion for 61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:27.207304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (5d508fbf-8ac9-4d35-8b37-c58703a244bd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.231127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d508fbf-8ac9-4d35-8b37-c58703a244bd']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:27.241747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24f36ba-b328-4beb-b3eb-0c7c703ffef6') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:27.242056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24f36ba-b328-4beb-b3eb-0c7c703ffef6') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:27.252398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (a24f36ba-b328-4beb-b3eb-0c7c703ffef6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.255595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] Deleting port baa0435a-54fc-4254-9f1f-48af93dc88c7 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:27.256260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.267036 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a24f36ba-b328-4beb-b3eb-0c7c703ffef6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.274044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:27.274379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (a24f36ba-b328-4beb-b3eb-0c7c703ffef6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.332820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] For port baa0435a-54fc-4254-9f1f-48af93dc88c7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baa0435a-54fc-4254-9f1f-48af93dc88c7,segment=NetworkSegment(cdd01615-4ba9-4451-a89d-b05ff628f012),segment_id=cdd01615-4ba9-4451-a89d-b05ff628f012)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:27.333400 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.351844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] Calling delete_port for baa0435a-54fc-4254-9f1f-48af93dc88c7 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:27.369688 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:27.372871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (13027ab6-1dd7-4453-bed9-c2f5686186e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.375193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (5d508fbf-8ac9-4d35-8b37-c58703a244bd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.394387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.397790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/5d508fbf-8ac9-4d35-8b37-c58703a244bd HTTP/1.1" status: 204 len: 168 time: 1.5203853 Jan 28 13:33:27.402383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58126) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:27.403568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'Port': ['ID=0786bfba-7fbd-45f1-b214-7e2701a63814,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.442164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.449781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0ea76-db3c-4c18-ba48-0545f5ffeea5 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=5d508fbf-8ac9-4d35-8b37-c58703a244bd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.454818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.464334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dbc09246-aa23-4b8c-8471-dee5d9d53155 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3207147 Jan 28 13:33:27.466542 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d49127-593d-468a-97d9-225514cb987a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:27.466653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d49127-593d-468a-97d9-225514cb987a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:27.470855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-78d49127-593d-468a-97d9-225514cb987a tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/663e0435-f270-4872-b38c-217b8554c380 HTTP/1.1" status: 404 len: 337 time: 0.0646117 Jan 28 13:33:27.471880 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.474739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:27.505582 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac233a02-4ce7-4d70-bffe-dbac9f0c8b76 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] DELETE failed (client error): The resource could not be found. Jan 28 13:33:27.506100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac233a02-4ce7-4d70-bffe-dbac9f0c8b76 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:33:27.512494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ac233a02-4ce7-4d70-bffe-dbac9f0c8b76 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/f69df71a-7215-4276-88ff-ebe0fbc5f2f6 HTTP/1.1" status: 404 len: 339 time: 0.0344360 Jan 28 13:33:27.519235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58134) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:27.524334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Deleting port baa0435a-54fc-4254-9f1f-48af93dc88c7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:27.524614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.549732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] Pushing event deleted for resources: {'Port': ['ID=baa0435a-54fc-4254-9f1f-48af93dc88c7,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.557238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca4a4f-ffb3-4a43-b8c5-19d026144b7a None None] No DVR routers for this DVR port baa0435a-54fc-4254-9f1f-48af93dc88c7 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:27.588709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Attempting to bind port 60517bb7-bfa2-48bb-9aaa-557175d82239 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:27.589050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Attempting to bind port 60517bb7-bfa2-48bb-9aaa-557175d82239 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:27.589390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Attempting to bind port 60517bb7-bfa2-48bb-9aaa-557175d82239 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:27.610140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Port 60517bb7-bfa2-48bb-9aaa-557175d82239 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:27.610484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Attempting to bind port 60517bb7-bfa2-48bb-9aaa-557175d82239 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:27.631558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting subnet dcaf3919-33b5-4bd7-b00a-dd3dd380c930 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:27.640460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (dcaf3919-33b5-4bd7-b00a-dd3dd380c930), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.653331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:27.653678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Checking segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:27.654064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Bound using segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:27.654536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Bound port: 60517bb7-bfa2-48bb-9aaa-557175d82239, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:27.654863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.660670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] For port baa0435a-54fc-4254-9f1f-48af93dc88c7, host n-d-822748-2, got binding levels [] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:27.661037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.699731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af11d-7e6f-4ae4-8697-51ccc0bd6b87 req-a2431585-ceb4-46df-bde8-1eddc9c27fa1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:27.704537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-385af11d-7e6f-4ae4-8697-51ccc0bd6b87 req-a2431585-ceb4-46df-bde8-1eddc9c27fa1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 944 time: 0.1078551 Jan 28 13:33:27.711444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Calling delete_port for baa0435a-54fc-4254-9f1f-48af93dc88c7 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:27.714222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Port baa0435a-54fc-4254-9f1f-48af93dc88c7 was not found and therefore no delete operation was performed {{(pid=103374) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:33:27.714493 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (dcaf3919-33b5-4bd7-b00a-dd3dd380c930), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.716260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (baa0435a-54fc-4254-9f1f-48af93dc88c7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.776108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Port': ['ID=baa0435a-54fc-4254-9f1f-48af93dc88c7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:27.791229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] No DVR routers for this DVR port baa0435a-54fc-4254-9f1f-48af93dc88c7 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:27.834492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-ffa2ddd2-49ae-4a98-be4b-f3abfe7f96c4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--890626752&fields=id&tenant_id=3dd7e017936e473f933da737b0342f59 HTTP/1.1" status: 200 len: 267 time: 0.0961277 Jan 28 13:33:27.855547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (dcaf3919-33b5-4bd7-b00a-dd3dd380c930), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.859658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.911311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:27.915186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:27.926814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-385af11d-7e6f-4ae4-8697-51ccc0bd6b87 req-b1daf8c0-cf81-427a-a7f9-888dc89bd8ed tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054238 Jan 28 13:33:27.945619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:27.952644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:27.960401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.023876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (dcaf3919-33b5-4bd7-b00a-dd3dd380c930), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.040602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-3200b308-ffb2-482f-95ad-bfdc49bf4369 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:28.042080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-3200b308-ffb2-482f-95ad-bfdc49bf4369 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 810 time: 0.1825426 Jan 28 13:33:28.057819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:28.077538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:28.081480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Subnet': ['ID=dcaf3919-33b5-4bd7-b00a-dd3dd380c930,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:28.084680 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.092368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7c38b884-79ac-49a6-a832-e6561006ab48 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/subnets/dcaf3919-33b5-4bd7-b00a-dd3dd380c930 HTTP/1.1" status: 204 len: 168 time: 0.5718446 Jan 28 13:33:28.094796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58152) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:28.095911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd01615-4ba9-4451-a89d-b05ff628f012') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:28.096365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd01615-4ba9-4451-a89d-b05ff628f012') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:28.106591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:28.107383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.109063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d561ead5-0cb0-4e6f-917d-e38b505e66fd service neutron] 10.222.0.36 "PUT /v2.0/ports/60517bb7-bfa2-48bb-9aaa-557175d82239 HTTP/1.1" status: 200 len: 1092 time: 1.8959448 Jan 28 13:33:28.110644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:28.113471 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033" -d '{"events": [{"name": "network-changed", "server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:28.120763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (cdd01615-4ba9-4451-a89d-b05ff628f012), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.129326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:28.129689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38e47f7b-2ead-4a69-b402-ee4c2f87fee2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:28.136557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cdd01615-4ba9-4451-a89d-b05ff628f012), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.137309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baa0435a-54fc-4254-9f1f-48af93dc88c7 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:28.146664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e852277-3056-4810-a9a7-9e2a101b5de8 None None] Network 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:28.154802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:28.155407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (cdd01615-4ba9-4451-a89d-b05ff628f012), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:28.165533 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:28.176523 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-d0d21346-0a34-42df-8f30-1f4f5c77d95a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/quotas/3dd7e017936e473f933da737b0342f59 HTTP/1.1" status: 200 len: 375 time: 0.1039596 Jan 28 13:33:28.217571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: baa0435a-54fc-4254-9f1f-48af93dc88c7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:28.218240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baa0435a-54fc-4254-9f1f-48af93dc88c7 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:28.328171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.352848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-97a3237f-c86a-4264-867f-9fc4ddd85e57 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074812 Jan 28 13:33:28.353794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2ce0e-1a85-4068-bbd0-d268aa735a8d req-d8b01747-5463-4b9c-98cd-fd93bb8ac1e1 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:28.355975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fe2ce0e-1a85-4068-bbd0-d268aa735a8d req-d8b01747-5463-4b9c-98cd-fd93bb8ac1e1 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1581848 Jan 28 13:33:28.363974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.374197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.380496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] 10.222.0.45 "DELETE /v2.0/networks/61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b HTTP/1.1" status: 204 len: 168 time: 1.4417036 Jan 28 13:33:28.413848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca0483-c90b-471d-8756-ea061399f7b1 tempest-AllowedAddressPairTestJSON-2012884770 tempest-AllowedAddressPairTestJSON-2012884770-project] Pushing event deleted for resources: {'Network': ['ID=61a0f92e-e8d6-4b6d-aaa4-ec986a9da99b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:28.428373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-2779dbd7-2e1e-4f1a-959d-5907d90baf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:28.430215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-2779dbd7-2e1e-4f1a-959d-5907d90baf33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 1095 time: 0.1369574 Jan 28 13:33:28.440649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] DHCP port deletion for 24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:28.506638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Deleting port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:28.506986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.509503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-548c9475-97dd-4ce2-a0c3-7268c21687b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60517bb7-bfa2-48bb-9aaa-557175d82239 HTTP/1.1" status: 200 len: 217 time: 0.0606029 Jan 28 13:33:28.511179 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-9a2024fe-545e-43eb-8d6c-89fdb7acf779 service neutron] 10.222.0.45 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232734 Jan 28 13:33:28.541238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] Deleting port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:28.541630 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.584330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-eaf337a2-b2d0-41a6-b015-514c34b3d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:28.585778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-eaf337a2-b2d0-41a6-b015-514c34b3d51e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.0639729 Jan 28 13:33:28.627692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-d9f49a1b-7c65-4e95-9623-596a1b2fd61f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354400 Jan 28 13:33:28.631346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fe2ce0e-1a85-4068-bbd0-d268aa735a8d req-a4f8e332-c958-4c4b-9855-e6f5911a1a8c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653029 Jan 28 13:33:28.631883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] For port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,segment=NetworkSegment(60959028-bce3-4b69-8b22-9a6d5049693d),segment_id=60959028-bce3-4b69-8b22-9a6d5049693d)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:28.638248 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.673917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Calling delete_port for 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:28.711087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] For port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,segment=NetworkSegment(60959028-bce3-4b69-8b22-9a6d5049693d),segment_id=60959028-bce3-4b69-8b22-9a6d5049693d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:28.711577 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.722579 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8680bab5-bffa-4242-ac8e-44f5fe8e2425 x-openstack-request-id: req-8680bab5-bffa-4242-ac8e-44f5fe8e2425 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:28.723392 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:28.724149 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8680bab5-bffa-4242-ac8e-44f5fe8e2425 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:28.725270 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'status': 'completed', 'code': 200} Jan 28 13:33:28.752202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] Calling delete_port for 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:28.782380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-e06df2dd-e28c-45c1-abfa-3cb8bb60b2c8 service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457996 Jan 28 13:33:28.809821 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-8941c9c0-42b8-4476-af2a-ca9d19a028cf service neutron] 10.222.0.45 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886620 Jan 28 13:33:28.841708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58162) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:28.850027 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.870494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0675b29a-b4a5-47aa-8daa-a5431d53b2b9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:28.888802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] Pushing event deleted for resources: {'Port': ['ID=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:28.891503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bf7f1-87e1-46ea-8b35-61374a3e7ed4 None None] No DVR routers for this DVR port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:28.917740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] No DVR routers for this DVR port 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:28.973014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Port': ['ID=0675b29a-b4a5-47aa-8daa-a5431d53b2b9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:28.998128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-857a6ec1-7e56-4f6d-b15b-2ee497e32738 req-0e719d52-22a7-4265-b725-f5764bfaf92e service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087829 Jan 28 13:33:29.137562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.196129 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7e3473d-12d7-4829-a231-4dedb3d547a3 req-6641763f-f951-4614-8b20-35e46d827aa6 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 210 time: 0.0487916 Jan 28 13:33:29.216751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-36cdbae3-42dd-4708-afb5-334efe1f3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:29.216967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:29.218758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-36cdbae3-42dd-4708-afb5-334efe1f3e39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 1095 time: 0.1536071 Jan 28 13:33:29.238780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60959028-bce3-4b69-8b22-9a6d5049693d') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:29.239080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60959028-bce3-4b69-8b22-9a6d5049693d') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:29.259763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-553fa10c-28d2-4c62-95ab-e4cd5b8a274f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c0b30b9bac5438f9b826965a156a9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101698 Jan 28 13:33:29.261100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58174) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:29.271009 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (60959028-bce3-4b69-8b22-9a6d5049693d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.302603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (60959028-bce3-4b69-8b22-9a6d5049693d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.327124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:29.327528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (60959028-bce3-4b69-8b22-9a6d5049693d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:29.331626 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:29.336680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e2d2d-9a0d-4c1a-badb-fd98eee1273c req-2ce0c4f6-50e9-4658-800e-fc82cd66eb32 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:29.338522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-497e2d2d-9a0d-4c1a-badb-fd98eee1273c req-2ce0c4f6-50e9-4658-800e-fc82cd66eb32 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 944 time: 0.2356443 Jan 28 13:33:29.390886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d968d7f3-4f73-4abc-98ac-7cb9a974d852 admin admin] Publish callbacks [] for security_group (127d6aa1-8a7f-44cc-899c-710ce778b124), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.402394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-5a052b10-7f29-4f4c-b4fd-c4bf5db75318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:29.404205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-5a052b10-7f29-4f4c-b4fd-c4bf5db75318 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 906 time: 0.1514814 Jan 28 13:33:29.418007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d968d7f3-4f73-4abc-98ac-7cb9a974d852 admin admin] Publish callbacks [] for security_group (127d6aa1-8a7f-44cc-899c-710ce778b124), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.445360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.465834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.472497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] 10.222.0.45 "DELETE /v2.0/networks/24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4 HTTP/1.1" status: 204 len: 168 time: 1.3731833 Jan 28 13:33:29.483059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-497e2d2d-9a0d-4c1a-badb-fd98eee1273c req-8d081f94-325e-49d3-ab16-e6ff32b2473c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215034 Jan 28 13:33:29.487743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-36ea1f4a-401a-4777-a4a2-82f52599d51c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60517bb7-bfa2-48bb-9aaa-557175d82239 HTTP/1.1" status: 200 len: 217 time: 0.0751531 Jan 28 13:33:29.505107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436096e-8314-47dd-a2e7-bfcd4d342102 tempest-NetworksIpV6Test-319499264 tempest-NetworksIpV6Test-319499264-project] Pushing event deleted for resources: {'Network': ['ID=24ec3a41-e326-4c5f-a9e8-3d376f2ae9c4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:29.542665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d968d7f3-4f73-4abc-98ac-7cb9a974d852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (127d6aa1-8a7f-44cc-899c-710ce778b124), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.545344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d968d7f3-4f73-4abc-98ac-7cb9a974d852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:29.546520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d968d7f3-4f73-4abc-98ac-7cb9a974d852 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/127d6aa1-8a7f-44cc-899c-710ce778b124 HTTP/1.1" status: 204 len: 168 time: 0.2844934 Jan 28 13:33:29.560906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968d7f3-4f73-4abc-98ac-7cb9a974d852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d6aa1-8a7f-44cc-899c-710ce778b124,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:29.561949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-9d244845-ce50-4dca-8c8e-f8a6c446120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:29.589326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-9d244845-ce50-4dca-8c8e-f8a6c446120f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.0896046 Jan 28 13:33:29.633030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-5e5d1474-d1cf-4556-ad44-e715dc6effdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380805 Jan 28 13:33:29.806707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1bc05889-e6e6-4e38-94c0-362ef16ce50f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:29.814090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1bc05889-e6e6-4e38-94c0-362ef16ce50f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:29.825282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6b4d4-c985-4943-8104-d02460d3cc3a req-0d8f7722-4a27-49ab-b5d4-9d02af7f81f9 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:29.843312 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfe6b4d4-c985-4943-8104-d02460d3cc3a req-0d8f7722-4a27-49ab-b5d4-9d02af7f81f9 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1174212 Jan 28 13:33:29.855840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-f4528d7c-e539-437e-8ba0-d66ec48dc93c service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126963 Jan 28 13:33:29.887409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58194) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:29.934654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfe6b4d4-c985-4943-8104-d02460d3cc3a req-b20ec9b2-179b-477d-bf50-fec17604f029 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877199 Jan 28 13:33:30.046096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2feb2c4d-468d-4c41-82df-7a5ff2cb6033 req-4e91773d-9630-4351-935f-dc027b325f23 service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835644 Jan 28 13:33:30.085588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:30.123412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:30.123854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0675b29a-b4a5-47aa-8daa-a5431d53b2b9 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:30.141537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:30.160845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'port_id': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'mac_address': 'fa:16:3e:0b:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d5cb4-a31c-4fda-a46b-ce36aac3f3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:30.206142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1bc05889-e6e6-4e38-94c0-362ef16ce50f is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:30.206623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.239124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bc05889-e6e6-4e38-94c0-362ef16ce50f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:30.267823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:30.275781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.283659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58208) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:30.284306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f018c6f9-580c-4684-acc6-41ec1454200d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=897b2bbb403445db9b7c22165caf62e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3840899 Jan 28 13:33:30.308413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1bc05889-e6e6-4e38-94c0-362ef16ce50f is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:30.309211 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.344901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d83bc2-9ea4-4b9a-94cf-c616fe53adae req-9499b585-f517-4c4a-9944-c7bd6758e146 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 210 time: 0.0515983 Jan 28 13:33:30.383048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Publish callbacks [] for security_group (e862e882-bd7a-420b-b38d-3348474cfe6f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.409817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Publish callbacks [] for security_group (e862e882-bd7a-420b-b38d-3348474cfe6f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.417595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:30.428100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:33:30.428472 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:33:30.469521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e862e882-bd7a-420b-b38d-3348474cfe6f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.475101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:30.476497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e862e882-bd7a-420b-b38d-3348474cfe6f HTTP/1.1" status: 204 len: 168 time: 0.1915419 Jan 28 13:33:30.507062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e862e882-bd7a-420b-b38d-3348474cfe6f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:30.537225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.537602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.541159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.542448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.542810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.545685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.548305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.548809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.550568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.550933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.551288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.551636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.551975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b551d335-a36a-4fa7-b2e9-8c313a0ac1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:30.672821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1bc05889-e6e6-4e38-94c0-362ef16ce50f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:30.730197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f9b1e-7839-45f2-8a94-f960fcd83b21 req-8a30c097-f159-47d2-b602-4d4c858a87fc tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.733077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df7f9b1e-7839-45f2-8a94-f960fcd83b21 req-8a30c097-f159-47d2-b602-4d4c858a87fc tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 944 time: 0.0783126 Jan 28 13:33:30.814798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df7f9b1e-7839-45f2-8a94-f960fcd83b21 req-a1df2b94-69b0-41d6-afd3-614abebf82b8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721841 Jan 28 13:33:30.827291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-fddc29ac-7608-4f0c-89aa-fd43f14c0f2a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:30.829780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-fddc29ac-7608-4f0c-89aa-fd43f14c0f2a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 810 time: 0.2803307 Jan 28 13:33:30.877326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58230) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:30.936518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-4fc083d9-d747-4ddd-9ca7-21bce36cf386 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd7e017936e473f933da737b0342f59 HTTP/1.1" status: 200 len: 379 time: 0.0959003 Jan 28 13:33:30.948700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'port': {'device_id': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'admin_state_up': True, 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'security_groups': ['ced7a590-4774-4238-bf28-c075320b2c36']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:30.989547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1bc05889-e6e6-4e38-94c0-362ef16ce50f is: BUILD; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:30.990617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.012693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1bc05889-e6e6-4e38-94c0-362ef16ce50f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:31.035434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'networks': [{'name': 'tempest-network--1350551982'}, {'name': 'tempest-network--1978485405'}]} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:31.035743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'network': {'name': 'tempest-network--1350551982'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:31.036567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'network': {'name': 'tempest-network--1978485405'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:31.040840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:31.052514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.082896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Made reservation on behalf of 8856cd6c11dc417daabe7b3d687cf402 for: {'network': 2} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:31.087665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.112439 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.146337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:31.181209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Made reservation on behalf of 3dd7e017936e473f933da737b0342f59 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:31.185726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.286510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41feb8-cb0a-449f-9db0-bca8faf4a0ac req-1284d72e-9966-444c-a948-6da5d54e9222 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:31.291893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe41feb8-cb0a-449f-9db0-bca8faf4a0ac req-1284d72e-9966-444c-a948-6da5d54e9222 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 943 time: 0.1812584 Jan 28 13:33:31.400396 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for security_group (fce2ca38-cc55-4d72-83ef-1838de49ca9b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.421818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe41feb8-cb0a-449f-9db0-bca8faf4a0ac req-d1830bdd-89a1-4cab-8e8e-32e23c64b6df tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206305 Jan 28 13:33:31.426323 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fce2ca38-cc55-4d72-83ef-1838de49ca9b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.436167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.439737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Allocated IP 172.20.0.5 (764b5b91-42d5-4030-8d60-84bc13365fab/a29a6744-56ab-48f2-8913-c9e5633ae2a9/741de1b4-c75b-4467-8e6c-8509a44efc95) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:31.537019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:31.539495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2ca38-cc55-4d72-83ef-1838de49ca9b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:31.558430 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (364a0352-06eb-4788-870e-79687b7fd956), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.558968 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Added segment 364a0352-06eb-4788-870e-79687b7fd956 of type vlan for network 3bd241ea-3729-43cb-98bf-e7e0df12fb96 Jan 28 13:33:31.576383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-804f298d-1565-4677-9249-986bb0abd42e req-26f6b427-dc7f-4e11-ad4e-48d6fa49c83c tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 210 time: 0.1032481 Jan 28 13:33:31.611308 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3bd241ea-3729-43cb-98bf-e7e0df12fb96), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.650601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:31.662198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e9686e37-330b-48ae-88cd-d32fb4c2977b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.662588 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Added segment e9686e37-330b-48ae-88cd-d32fb4c2977b of type vlan for network a9ab4b91-8704-4d9b-8310-a4f07670bed5 Jan 28 13:33:31.670578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58264) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:31.711229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a9ab4b91-8704-4d9b-8310-a4f07670bed5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.769684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3bd241ea-3729-43cb-98bf-e7e0df12fb96), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.770222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a9ab4b91-8704-4d9b-8310-a4f07670bed5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.777336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.777874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:31.783496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:31.784607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.822554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1bc05889-e6e6-4e38-94c0-362ef16ce50f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:31.825273 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9468319 Jan 28 13:33:31.829051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58270) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:31.839018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.874184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58274) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:31.896347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Network 764b5b91-42d5-4030-8d60-84bc13365fab is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:31.901482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:31.905634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:31.944818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 1bc05889-e6e6-4e38-94c0-362ef16ce50f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:31.945453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:31.959242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event updated for resources: {'Port': ['ID=741de1b4-c75b-4467-8e6c-8509a44efc95,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:31.987905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:31.989061 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.013370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-7c89d841-a99d-4de3-9d83-e96065154060 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0695248 Jan 28 13:33:32.030111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Request body: {'port': {'device_id': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:32.056737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1bc05889-e6e6-4e38-94c0-362ef16ce50f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:32.057392 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.103673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:32.104705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:32.107439 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d4ed5c-e460-447e-87ba-2d07e555ad4d" -d '{"events": [{"server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "name": "network-vif-plugged", "status": "completed", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:32.113787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.167933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Network': ['ID=3bd241ea-3729-43cb-98bf-e7e0df12fb96,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:32.185084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e70a218c-6f13-467d-945f-23710384479b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-137273392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:32.275975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.317436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e70a218c-6f13-467d-945f-23710384479b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (f9458570-b966-48d3-9c01-bd43a2a1927b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.318858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e70a218c-6f13-467d-945f-23710384479b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (f9458570-b966-48d3-9c01-bd43a2a1927b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.389149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f32d9-81a1-4ab1-b8eb-288e4dfb41d2 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.399688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f32d9-81a1-4ab1-b8eb-288e4dfb41d2 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.412417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f32d9-81a1-4ab1-b8eb-288e4dfb41d2 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.418925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f32d9-81a1-4ab1-b8eb-288e4dfb41d2 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.420941 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d98f32d9-81a1-4ab1-b8eb-288e4dfb41d2 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5907533 Jan 28 13:33:32.435528 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b273bcef-26e9-4b7c-b56b-b070b8d4462b x-openstack-request-id: req-b273bcef-26e9-4b7c-b56b-b070b8d4462b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:32.435810 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "name": "network-vif-plugged", "status": "completed", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:32.436091 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b273bcef-26e9-4b7c-b56b-b070b8d4462b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:32.436495 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'code': 200} Jan 28 13:33:32.437755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3bd241ea-3729-43cb-98bf-e7e0df12fb96 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:32.449223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58280) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:32.506779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e70a218c-6f13-467d-945f-23710384479b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for router_controller (f9458570-b966-48d3-9c01-bd43a2a1927b), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.580230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:32.597276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ad571c70-e12a-43e3-88b9-d5cc1d62346c None None] Provisioning complete for port 741de1b4-c75b-4467-8e6c-8509a44efc95 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:32.598549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad571c70-e12a-43e3-88b9-d5cc1d62346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.631189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3bd241ea-3729-43cb-98bf-e7e0df12fb96), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.647391 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e70a218c-6f13-467d-945f-23710384479b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (f9458570-b966-48d3-9c01-bd43a2a1927b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.648998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ad571c70-e12a-43e3-88b9-d5cc1d62346c None None] Port 741de1b4-c75b-4467-8e6c-8509a44efc95 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:32.760525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e70a218c-6f13-467d-945f-23710384479b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.764112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e70a218c-6f13-467d-945f-23710384479b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8864701 Jan 28 13:33:32.815768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58288) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:32.825507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-391304442'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:32.892255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3bd241ea-3729-43cb-98bf-e7e0df12fb96), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.902457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44d7a-25e5-4d84-94f4-eaebfde2073e req-99ea22c2-0d27-4f8a-9aba-0ae505975c07 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.903962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ea44d7a-25e5-4d84-94f4-eaebfde2073e req-99ea22c2-0d27-4f8a-9aba-0ae505975c07 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.2650957 Jan 28 13:33:32.907978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409114f9-b2ec-47e3-9cc4-4a3dde274618 req-3c0b40c9-ba5d-4818-b1c1-10be6a0362c2 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.909577 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-409114f9-b2ec-47e3-9cc4-4a3dde274618 req-3c0b40c9-ba5d-4818-b1c1-10be6a0362c2 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 944 time: 0.9801233 Jan 28 13:33:32.910427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfc8-c4a6-4fbf-ae7d-10093b34058a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:32.924320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dada1-ca8f-41f2-8d83-80088b9275d0 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Network': ['ID=a9ab4b91-8704-4d9b-8310-a4f07670bed5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:32.937474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a9ab4b91-8704-4d9b-8310-a4f07670bed5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:32.968293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bfa2-8922-4bfe-ad70-3af7a4c76a2e req-0f0559ce-c147-42b0-a656-1e0322825cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:32.970213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb18bfa2-8922-4bfe-ad70-3af7a4c76a2e req-0f0559ce-c147-42b0-a656-1e0322825cfe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 1096 time: 0.5404928 Jan 28 13:33:32.987724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd241ea-3729-43cb-98bf-e7e0df12fb96']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:32.992687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ea44d7a-25e5-4d84-94f4-eaebfde2073e req-8ee00b7f-5562-44ca-a905-63703e6baab6 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627966 Jan 28 13:33:33.002111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Made reservation on behalf of a0e75ce85db84238ab6acafce4b1fb77 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:33.005431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.011020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364a0352-06eb-4788-870e-79687b7fd956') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:33.011249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364a0352-06eb-4788-870e-79687b7fd956') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:33.029170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-409114f9-b2ec-47e3-9cc4-4a3dde274618 req-ec2de99e-6dac-4024-bedb-11d84fd571b4 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Jan 28 13:33:33.041802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (364a0352-06eb-4788-870e-79687b7fd956), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.043639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.074103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb18bfa2-8922-4bfe-ad70-3af7a4c76a2e req-854b537b-e243-496d-92eb-c9cd95505824 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937963 Jan 28 13:33:33.084754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (364a0352-06eb-4788-870e-79687b7fd956), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.134972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:33.135387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (364a0352-06eb-4788-870e-79687b7fd956), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:33.147401 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:33.160407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfc8-c4a6-4fbf-ae7d-10093b34058a admin admin] Publish callbacks [] for security_group (12b06f18-a4ba-46eb-98b6-a038c97b4251), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.181800 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfc8-c4a6-4fbf-ae7d-10093b34058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (12b06f18-a4ba-46eb-98b6-a038c97b4251), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.252240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6bbdbfc8-c4a6-4fbf-ae7d-10093b34058a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bed60b1c3a9f44aeb0ac0864c1382500&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5775170 Jan 28 13:33:33.253171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58290) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:33.255789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdbfc8-c4a6-4fbf-ae7d-10093b34058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b06f18-a4ba-46eb-98b6-a038c97b4251,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.275094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741de1b4-c75b-4467-8e6c-8509a44efc95 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:33.276971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dab76f-77e1-4e92-9d69-429612a4344d req-3a1fe7cf-2848-4702-bccf-221489443c01 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.278556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3dab76f-77e1-4e92-9d69-429612a4344d req-3a1fe7cf-2848-4702-bccf-221489443c01 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 931 time: 0.1088450 Jan 28 13:33:33.287218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3bd241ea-3729-43cb-98bf-e7e0df12fb96), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.293917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Publish callbacks [] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.307132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.310403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/networks/3bd241ea-3729-43cb-98bf-e7e0df12fb96 HTTP/1.1" status: 204 len: 168 time: 0.8606522 Jan 28 13:33:33.319788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 60517bb7-bfa2-48bb-9aaa-557175d82239 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:33.331565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58292) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:33.349069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fa62f-d7b9-40c1-8f63-f4305cdb2ef7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Network': ['ID=3bd241ea-3729-43cb-98bf-e7e0df12fb96,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.375875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Transition to ACTIVE for port object 741de1b4-c75b-4467-8e6c-8509a44efc95 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:33.382475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a3dab76f-77e1-4e92-9d69-429612a4344d req-672c9e53-4e61-4f4d-9409-cf82a1e51d5e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967133 Jan 28 13:33:33.410238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d3bdfa7-9ea1-47bd-9014-1c61bc0fd57c admin admin] Publish callbacks [] for security_group (12b06f18-a4ba-46eb-98b6-a038c97b4251), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.419633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.438769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:33.444132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d3bdfa7-9ea1-47bd-9014-1c61bc0fd57c admin admin] Publish callbacks [] for security_group (12b06f18-a4ba-46eb-98b6-a038c97b4251), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.451232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'mac_address': 'fa:16:3e:65:18:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:33.480026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for security_group (843be814-9199-4afa-8814-47f797ad21f9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.493667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (843be814-9199-4afa-8814-47f797ad21f9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.494731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 60517bb7-bfa2-48bb-9aaa-557175d82239 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:33.495136 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.511159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a9ab4b91-8704-4d9b-8310-a4f07670bed5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.513143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60517bb7-bfa2-48bb-9aaa-557175d82239 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:33.518745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d3bdfa7-9ea1-47bd-9014-1c61bc0fd57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (12b06f18-a4ba-46eb-98b6-a038c97b4251), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.522579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d3bdfa7-9ea1-47bd-9014-1c61bc0fd57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.524011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3d3bdfa7-9ea1-47bd-9014-1c61bc0fd57c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12b06f18-a4ba-46eb-98b6-a038c97b4251 HTTP/1.1" status: 204 len: 168 time: 0.2693379 Jan 28 13:33:33.534982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bdfa7-9ea1-47bd-9014-1c61bc0fd57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b06f18-a4ba-46eb-98b6-a038c97b4251,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.552316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:33.555464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Pushing event updated for resources: {'Port': ['ID=741de1b4-c75b-4467-8e6c-8509a44efc95,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.564529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:33.576363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843be814-9199-4afa-8814-47f797ad21f9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.576644 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.586674 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (db8b3584-7e36-49ce-bec5-a1b3c4a48e16), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.587129 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Added segment db8b3584-7e36-49ce-bec5-a1b3c4a48e16 of type vlan for network 233f7db4-1826-420f-bfe1-837835e5201b Jan 28 13:33:33.638764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:33.771910 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (233f7db4-1826-420f-bfe1-837835e5201b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.781903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a9ab4b91-8704-4d9b-8310-a4f07670bed5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.821486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ab4b91-8704-4d9b-8310-a4f07670bed5']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:33.830999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Attempting to bind port 741de1b4-c75b-4467-8e6c-8509a44efc95 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:33.831343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Attempting to bind port 741de1b4-c75b-4467-8e6c-8509a44efc95 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:33.831677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Attempting to bind port 741de1b4-c75b-4467-8e6c-8509a44efc95 on network 764b5b91-42d5-4030-8d60-84bc13365fab {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:33.838507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9686e37-330b-48ae-88cd-d32fb4c2977b') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:33.838817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9686e37-330b-48ae-88cd-d32fb4c2977b') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:33.846079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Port 741de1b4-c75b-4467-8e6c-8509a44efc95 on network 764b5b91-42d5-4030-8d60-84bc13365fab not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:33.846386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Attempting to bind port 741de1b4-c75b-4467-8e6c-8509a44efc95 on network 764b5b91-42d5-4030-8d60-84bc13365fab {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:33.848557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (233f7db4-1826-420f-bfe1-837835e5201b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.853138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:33.853756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.865877 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (e9686e37-330b-48ae-88cd-d32fb4c2977b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.873191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58298) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:33.886830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-925d7b50-26e9-4086-ad23-e1b8b89a5ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.889175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:33.889537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Checking segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:33.889924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Bound using segment: {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:33.890375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Bound port: 741de1b4-c75b-4467-8e6c-8509a44efc95, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d4d8f2-fce2-4884-9b21-a9c47f73a901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:33.890886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.891684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['60517bb7-bfa2-48bb-9aaa-557175d82239'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:33.938600 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e9686e37-330b-48ae-88cd-d32fb4c2977b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.957914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1342809 Jan 28 13:33:33.959169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58300) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:33.963343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:33.963763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (e9686e37-330b-48ae-88cd-d32fb4c2977b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:33.966875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'subnet': {'network_id': '233f7db4-1826-420f-bfe1-837835e5201b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:33.967938 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:34.002896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c682494-af18-467f-a17e-97816128fcee tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Network': ['ID=233f7db4-1826-420f-bfe1-837835e5201b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.018419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 233f7db4-1826-420f-bfe1-837835e5201b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:34.044578 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-925d7b50-26e9-4086-ad23-e1b8b89a5ed7 admin admin] Publish callbacks [] for security_group (0fbbffae-b9ce-4054-9751-4de98fa0dbfd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.054511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-925d7b50-26e9-4086-ad23-e1b8b89a5ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0fbbffae-b9ce-4054-9751-4de98fa0dbfd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.072193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a9ab4b91-8704-4d9b-8310-a4f07670bed5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.081727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.085203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/networks/a9ab4b91-8704-4d9b-8310-a4f07670bed5 HTTP/1.1" status: 204 len: 168 time: 0.7522933 Jan 28 13:33:34.100732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58304) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:34.112535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] For port 741de1b4-c75b-4467-8e6c-8509a44efc95, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:34.116790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3efc-fc91-4bf5-9440-2ed61a0fb34c tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Network': ['ID=a9ab4b91-8704-4d9b-8310-a4f07670bed5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.144542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] For port 741de1b4-c75b-4467-8e6c-8509a44efc95, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=741de1b4-c75b-4467-8e6c-8509a44efc95,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:34.155812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.182076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.182979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.184843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] 10.222.0.60 "PUT /v2.0/ports/741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 200 len: 1091 time: 2.1622801 Jan 28 13:33:34.187334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:34.196650 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739defa4-10f3-48ab-9ebf-95ac046e5a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:34.259358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d7b50-26e9-4086-ad23-e1b8b89a5ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbbffae-b9ce-4054-9751-4de98fa0dbfd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.289159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-925d7b50-26e9-4086-ad23-e1b8b89a5ed7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4ab3f29a27f44e8a5cf6edaa46d8a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147909 Jan 28 13:33:34.293830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58312) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:34.325701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515e83-9f0c-4a1a-b286-0c7c4a9b1b1a req-ec1ecd2e-3f12-4c48-98e2-1d5dd3bee06d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.327756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07515e83-9f0c-4a1a-b286-0c7c4a9b1b1a req-ec1ecd2e-3f12-4c48-98e2-1d5dd3bee06d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1544378 Jan 28 13:33:34.334398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c863-0d19-40ac-af18-da8026b02e63 service neutron] Pushing event updated for resources: {'Port': ['ID=741de1b4-c75b-4467-8e6c-8509a44efc95,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.335465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Made reservation on behalf of a0e75ce85db84238ab6acafce4b1fb77 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:34.338936 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.350552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-e7437bc8-9279-4381-9c07-6c6182cb8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.352078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-e7437bc8-9279-4381-9c07-6c6182cb8615 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 1094 time: 0.1022677 Jan 28 13:33:34.402651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-808e58d5-576f-45c4-9443-266025b7eb9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 200 len: 217 time: 0.0425868 Jan 28 13:33:34.465699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a908aea-effd-4680-a624-03a5c603785b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.471265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07515e83-9f0c-4a1a-b286-0c7c4a9b1b1a req-e6332075-0640-480f-b845-28ed29723a2f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331797 Jan 28 13:33:34.473154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a908aea-effd-4680-a624-03a5c603785b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.474984 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4a908aea-effd-4680-a624-03a5c603785b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3604598 Jan 28 13:33:34.480423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58316) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:34.482656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ffe58-7c39-426e-9cb3-ea3cdad2de3a req-13ca108e-7e08-48f4-ac50-47d01bcc2ca6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.484169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c8ffe58-7c39-426e-9cb3-ea3cdad2de3a req-13ca108e-7e08-48f4-ac50-47d01bcc2ca6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 945 time: 0.2496207 Jan 28 13:33:34.486862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1705546258'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:34.510475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-3e478420-c0c1-4e37-a7d2-8209df62026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.512374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-3e478420-c0c1-4e37-a7d2-8209df62026c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.1020405 Jan 28 13:33:34.515394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Made reservation on behalf of 8856cd6c11dc417daabe7b3d687cf402 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:34.519416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.539394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14fe9288-c0be-4b6a-9e2a-1fc01f8a5e12 admin admin] Publish callbacks [] for security_group (0fbbffae-b9ce-4054-9751-4de98fa0dbfd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.581513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14fe9288-c0be-4b6a-9e2a-1fc01f8a5e12 admin admin] Publish callbacks [] for security_group (0fbbffae-b9ce-4054-9751-4de98fa0dbfd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.591316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:34.601187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692d22-2625-45b4-8699-679a78590151 req-618f1f65-6cbc-441e-a6bf-12b54310f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:34.602766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-618f1f65-6cbc-441e-a6bf-12b54310f873 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807507 Jan 28 13:33:34.607108 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bd726190-c8a7-409e-a32f-658046fb1e4c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.607544 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Added segment bd726190-c8a7-409e-a32f-658046fb1e4c of type vlan for network 6c858747-19dd-42a7-a0c6-bebffe675a21 Jan 28 13:33:34.654333 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb890124-a712-4edc-ac8b-6c0f21819310 x-openstack-request-id: req-bb890124-a712-4edc-ac8b-6c0f21819310 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:34.654730 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:34.655064 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb890124-a712-4edc-ac8b-6c0f21819310 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:34.655593 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'status': 'completed', 'code': 200} Jan 28 13:33:34.655719 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c8ffe58-7c39-426e-9cb3-ea3cdad2de3a req-78128c4f-921a-423d-9852-22bf8a692418 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572025 Jan 28 13:33:34.708082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14fe9288-c0be-4b6a-9e2a-1fc01f8a5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0fbbffae-b9ce-4054-9751-4de98fa0dbfd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.709185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (6c858747-19dd-42a7-a0c6-bebffe675a21), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.710739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-14fe9288-c0be-4b6a-9e2a-1fc01f8a5e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.711912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-14fe9288-c0be-4b6a-9e2a-1fc01f8a5e12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fbbffae-b9ce-4054-9751-4de98fa0dbfd HTTP/1.1" status: 204 len: 168 time: 0.4126687 Jan 28 13:33:34.731337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe9288-c0be-4b6a-9e2a-1fc01f8a5e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbbffae-b9ce-4054-9751-4de98fa0dbfd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.810850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (892d492d-fac7-4182-a98a-1b4cd74ea31f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.851298 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e3a86a46-f182-4be4-b8e2-53e02ffe3a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:34.951050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Subnet': ['ID=892d492d-fac7-4182-a98a-1b4cd74ea31f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:34.975616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Checking segment: {'id': 'db8b3584-7e36-49ce-bec5-a1b3c4a48e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '233f7db4-1826-420f-bfe1-837835e5201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:34.976282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network hostable DHCP agents. Network: 233f7db4-1826-420f-bfe1-837835e5201b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:35.013784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network 233f7db4-1826-420f-bfe1-837835e5201b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:35.028618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 233f7db4-1826-420f-bfe1-837835e5201b) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:35.033720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.034388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.039213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ca156-9fa9-458e-b69e-dd59a80c272a None None] Network 233f7db4-1826-420f-bfe1-837835e5201b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:35.057885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-819854f4-5ab7-4647-8263-dfa9ffef53b3 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0959167 Jan 28 13:33:35.061953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58322) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:35.068866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'network': {'name': 'tempest-router-network01--442255069'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:35.097151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Made reservation on behalf of a0e75ce85db84238ab6acafce4b1fb77 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:35.101230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.140500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:35.153169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d17d7d5c-73ab-4ea8-80c3-db78e40dab4d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.153534 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Added segment d17d7d5c-73ab-4ea8-80c3-db78e40dab4d of type vlan for network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 Jan 28 13:33:35.205902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (6c858747-19dd-42a7-a0c6-bebffe675a21), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.211370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-233f7db4-1826-420f-bfe1-837835e5201b', 'network_id': '233f7db4-1826-420f-bfe1-837835e5201b', 'project_id': 'a0e75ce85db84238ab6acafce4b1fb77', 'fixed_ips': [{'subnet_id': '892d492d-fac7-4182-a98a-1b4cd74ea31f'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:35.212293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.214108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.215285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.239108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (fe2667ca-d07c-432e-8ffa-2f1a0b904b02), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.248551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798b714-efbd-4f50-9fe6-477767aa1003 req-c4529819-ec35-401a-935f-800cb3f54b3e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.259190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0798b714-efbd-4f50-9fe6-477767aa1003 req-c4529819-ec35-401a-935f-800cb3f54b3e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 943 time: 0.5612392 Jan 28 13:33:35.278249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (fe2667ca-d07c-432e-8ffa-2f1a0b904b02), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.286120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.300378 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.327931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-1698c903-e38b-49d8-8638-b034a18fbc94 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120237 Jan 28 13:33:35.330897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2672834 Jan 28 13:33:35.334501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58332) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:35.339649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 60517bb7-bfa2-48bb-9aaa-557175d82239 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:35.349241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'network': {'name': 'tempest-router-network02--533699068'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:35.374542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8927937 Jan 28 13:33:35.380301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58334) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:35.392614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2100428778'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:35.431267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10d2a3-b085-42a3-a3b4-0feaf2b3b4ca tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Network': ['ID=fe2667ca-d07c-432e-8ffa-2f1a0b904b02,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:35.470493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be8be0-f6ec-4a0e-9372-f854c8094a84 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Network': ['ID=6c858747-19dd-42a7-a0c6-bebffe675a21,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:35.476518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:35.501697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0798b714-efbd-4f50-9fe6-477767aa1003 req-3b5a6e0a-2a9b-47c5-b247-2884b14caafd tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416329 Jan 28 13:33:35.502306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Made reservation on behalf of a0e75ce85db84238ab6acafce4b1fb77 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:35.504253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 6c858747-19dd-42a7-a0c6-bebffe675a21 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:35.506187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.506343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 60517bb7-bfa2-48bb-9aaa-557175d82239 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:35.528308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Made reservation on behalf of 8856cd6c11dc417daabe7b3d687cf402 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:35.532588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.587297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:35.588662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 60517bb7-bfa2-48bb-9aaa-557175d82239 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:35.589244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.606285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:35.612400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12692d22-2625-45b4-8699-679a78590151 req-3897231b-502d-4e6d-984b-1347f94fbe5a service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532809 Jan 28 13:33:35.613708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b0d0f8fb-a9e0-4483-837f-712497b3e82e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.614118 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Added segment b0d0f8fb-a9e0-4483-837f-712497b3e82e of type vlan for network 4780ee84-29a3-4025-8a8f-c0d454bde520 Jan 28 13:33:35.642950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dbb5ed91-c79d-4cb0-ac43-59e5b80258f0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.643270 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Added segment dbb5ed91-c79d-4cb0-ac43-59e5b80258f0 of type vlan for network 1fc77416-3071-47bc-9e25-63eb1c19c994 Jan 28 13:33:35.715748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4780ee84-29a3-4025-8a8f-c0d454bde520), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.747358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac28308-5390-470f-afa0-2caf749196b9 req-1f66ef1e-9972-42b2-83e2-792351b29b68 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.756313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aac28308-5390-470f-afa0-2caf749196b9 req-1f66ef1e-9972-42b2-83e2-792351b29b68 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.1293056 Jan 28 13:33:35.785270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1fc77416-3071-47bc-9e25-63eb1c19c994), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.801671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Allocated IP 172.20.0.2 (233f7db4-1826-420f-bfe1-837835e5201b/892d492d-fac7-4182-a98a-1b4cd74ea31f/3cf747dd-3622-4783-bb5c-5456df58ecc7) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:35.844826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aac28308-5390-470f-afa0-2caf749196b9 req-2f9a84b3-4210-4a61-9843-bc4c4116e65a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868082 Jan 28 13:33:35.860780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4780ee84-29a3-4025-8a8f-c0d454bde520), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.865876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.866659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.879719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-e4c3f002-cf3a-41b1-bc8d-18018e860343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.881268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-e4c3f002-cf3a-41b1-bc8d-18018e860343 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 1094 time: 0.1845040 Jan 28 13:33:35.943729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1fc77416-3071-47bc-9e25-63eb1c19c994), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.949017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.949817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:35.993356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303584a6-5729-4e0a-a3c8-1ca3e7619fd5 req-cf619e7a-bd82-408d-baac-a786f999dce8 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:35.995501 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-303584a6-5729-4e0a-a3c8-1ca3e7619fd5 req-cf619e7a-bd82-408d-baac-a786f999dce8 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.0754001 Jan 28 13:33:36.034810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6899745 Jan 28 13:33:36.039308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58354) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:36.046463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'subnet': {'network_id': 'fe2667ca-d07c-432e-8ffa-2f1a0b904b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:36.048196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c06a73-a158-4c23-b07c-ff54d673a244 req-ef1c215c-db32-457f-b785-1f66ff84e957 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.055637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27c06a73-a158-4c23-b07c-ff54d673a244 req-ef1c215c-db32-457f-b785-1f66ff84e957 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 945 time: 0.2583385 Jan 28 13:33:36.067003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6798394 Jan 28 13:33:36.073098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037f46f-b4aa-4a28-9111-b64eeb11d2e4 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Network': ['ID=4780ee84-29a3-4025-8a8f-c0d454bde520,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:36.075155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58358) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:36.087673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Publish callbacks [] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.089413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4780ee84-29a3-4025-8a8f-c0d454bde520 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:36.099608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'ports': [{'network_id': '6c858747-19dd-42a7-a0c6-bebffe675a21', 'name': 'tempest-port--294399148', 'admin_state_up': True}, {'network_id': '1fc77416-3071-47bc-9e25-63eb1c19c994', 'admin_state_up': False}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:36.100367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'port': {'network_id': '6c858747-19dd-42a7-a0c6-bebffe675a21', 'name': 'tempest-port--294399148', 'admin_state_up': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:36.101051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'port': {'network_id': '1fc77416-3071-47bc-9e25-63eb1c19c994', 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:36.152166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.201951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Made reservation on behalf of a0e75ce85db84238ab6acafce4b1fb77 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:36.207305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.272505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 60517bb7-bfa2-48bb-9aaa-557175d82239 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:36.272898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.278791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-303584a6-5729-4e0a-a3c8-1ca3e7619fd5 req-c7d5ee02-f637-4e57-a713-2f91182bb1e3 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744467 Jan 28 13:33:36.293987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65c800-7a52-4498-8d9a-40dabb302a53 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Network': ['ID=1fc77416-3071-47bc-9e25-63eb1c19c994,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:36.303506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-43f87695-189b-4831-a244-b9b62c3c2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.305158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-43f87695-189b-4831-a244-b9b62c3c2782 service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.4035285 Jan 28 13:33:36.309994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27c06a73-a158-4c23-b07c-ff54d673a244 req-65b2136b-e241-46d3-a24e-6ee3621ddd9c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532859 Jan 28 13:33:36.354574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1fc77416-3071-47bc-9e25-63eb1c19c994 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:36.395898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:36.400072 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f46da0-83d8-4614-a9c3-7cb7519ed0a9" -d '{"events": [{"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-plugged", "status": "completed", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:36.403962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-d06fc61c-0bd5-4199-85a8-a8c674cd96ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 200 len: 217 time: 0.0831821 Jan 28 13:33:36.465888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Network 233f7db4-1826-420f-bfe1-837835e5201b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:36.485345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-d3b834e5-48f7-417f-9176-ef0864ba51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.486982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-d3b834e5-48f7-417f-9176-ef0864ba51e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.0740831 Jan 28 13:33:36.497023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Made reservation on behalf of 8856cd6c11dc417daabe7b3d687cf402 for: {'port': 2} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:36.507254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.530728 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceeb3da-a326-4daa-bdc6-0905267105a3 x-openstack-request-id: req-dceeb3da-a326-4daa-bdc6-0905267105a3 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:36.531746 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-plugged", "status": "completed", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:36.532017 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dceeb3da-a326-4daa-bdc6-0905267105a3 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:36.532906 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'code': 200} Jan 28 13:33:36.537429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:36.540766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:36.546227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Pushing event updated for resources: {'Port': ['ID=3cf747dd-3622-4783-bb5c-5456df58ecc7,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:36.571114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:36.574795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (40ac1cc7-bb07-43db-8dd4-4affe8ba068e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.584886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.587974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.711171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Subnet': ['ID=40ac1cc7-bb07-43db-8dd4-4affe8ba068e,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:36.729945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-b3c8d741-8cec-4e63-bd7b-4b917d58bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.731922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-b3c8d741-8cec-4e63-bd7b-4b917d58bce0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2189364 Jan 28 13:33:36.741119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Checking segment: {'id': 'd17d7d5c-73ab-4ea8-80c3-db78e40dab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'fe2667ca-d07c-432e-8ffa-2f1a0b904b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:36.741498 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network hostable DHCP agents. Network: fe2667ca-d07c-432e-8ffa-2f1a0b904b02, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:36.766594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f715-0c39-49dd-bdbf-b00b936dfbb9 req-5701725d-b477-4cb0-9de5-8b23922d721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.768233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fd9f715-0c39-49dd-bdbf-b00b936dfbb9 req-5701725d-b477-4cb0-9de5-8b23922d721d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 1097 time: 0.1992011 Jan 28 13:33:36.778065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:36.786802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:36.790447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Attempting to bind port 3cf747dd-3622-4783-bb5c-5456df58ecc7 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:36.790820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Attempting to bind port 3cf747dd-3622-4783-bb5c-5456df58ecc7 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'db8b3584-7e36-49ce-bec5-a1b3c4a48e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '233f7db4-1826-420f-bfe1-837835e5201b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:36.791260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Attempting to bind port 3cf747dd-3622-4783-bb5c-5456df58ecc7 on network 233f7db4-1826-420f-bfe1-837835e5201b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:36.796319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, fe2667ca-d07c-432e-8ffa-2f1a0b904b02) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:36.798347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.798951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.808693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0e2a3-7b5e-491d-9481-af16996cca02 None None] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:36.827534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b8e73996-721a-4e13-bd97-65c8193d18aa tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7863243 Jan 28 13:33:36.832121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58382) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:36.838640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:36.839601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'subnet': {'network_id': '4780ee84-29a3-4025-8a8f-c0d454bde520', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:36.839828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Checking segment: {'id': 'db8b3584-7e36-49ce-bec5-a1b3c4a48e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '233f7db4-1826-420f-bfe1-837835e5201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:36.843312 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.844067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Bound using segment: {'id': 'db8b3584-7e36-49ce-bec5-a1b3c4a48e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '233f7db4-1826-420f-bfe1-837835e5201b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:36.844773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Bound port: 3cf747dd-3622-4783-bb5c-5456df58ecc7, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8b3584-7e36-49ce-bec5-a1b3c4a48e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '233f7db4-1826-420f-bfe1-837835e5201b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:36.845417 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:36.993799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bb4a-c806-4946-9af7-0af006ca2e38 req-96aba8a0-0c90-44a1-bd2c-047b019358ac tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:36.995509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6131bb4a-c806-4946-9af7-0af006ca2e38 req-96aba8a0-0c90-44a1-bd2c-047b019358ac tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 943 time: 0.2609231 Jan 28 13:33:37.023213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] For port 3cf747dd-3622-4783-bb5c-5456df58ecc7, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:37.028926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] For port 3cf747dd-3622-4783-bb5c-5456df58ecc7, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3cf747dd-3622-4783-bb5c-5456df58ecc7,segment=NetworkSegment(db8b3584-7e36-49ce-bec5-a1b3c4a48e16),segment_id=db8b3584-7e36-49ce-bec5-a1b3c4a48e16)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:37.033734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Made reservation on behalf of a0e75ce85db84238ab6acafce4b1fb77 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:37.038225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.059347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] device_id is not set on port a8ba76f1-7704-45ec-9f9a-95162ca4078d yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:37.074909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.085217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fd9f715-0c39-49dd-bdbf-b00b936dfbb9 req-46ff13e6-5efc-468b-9f47-a6d34f109408 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996261 Jan 28 13:33:37.127362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6131bb4a-c806-4946-9af7-0af006ca2e38 req-ebde55cb-6e83-4619-ad41-a07bfda86ce7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186333 Jan 28 13:33:37.145268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-e54ce6d5-ccf3-43c9-88a4-50de6bb2010b service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729830 Jan 28 13:33:37.160733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-fe2667ca-d07c-432e-8ffa-2f1a0b904b02', 'network_id': 'fe2667ca-d07c-432e-8ffa-2f1a0b904b02', 'project_id': 'a0e75ce85db84238ab6acafce4b1fb77', 'fixed_ips': [{'subnet_id': '40ac1cc7-bb07-43db-8dd4-4affe8ba068e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:37.161850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.164307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-19504f79-392c-479a-be06-665fe691c361 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.173399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-19504f79-392c-479a-be06-665fe691c361 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 812 time: 0.2196996 Jan 28 13:33:37.210751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-dd0df747-8a50-4e74-9ef2-e416dcaaa1c3 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/quotas/4213a7b4988c4710af9d200fca265db4 HTTP/1.1" status: 200 len: 375 time: 0.0363979 Jan 28 13:33:37.212786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fbf06-53e1-4a94-b91c-d98c64f49115 None None] Pushing event updated for resources: {'Port': ['ID=3cf747dd-3622-4783-bb5c-5456df58ecc7,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:37.291613 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-9d028532-705f-4bcb-a8bf-a5f3967a2504 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798156 Jan 28 13:33:37.388394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-739defa4-10f3-48ab-9ebf-95ac046e5a7e req-58172248-1497-4390-9467-6cdb3ca41e9d service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281566 Jan 28 13:33:37.398776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for port (a8ba76f1-7704-45ec-9f9a-95162ca4078d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.436437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Allocated IP 172.20.0.2 (fe2667ca-d07c-432e-8ffa-2f1a0b904b02/40ac1cc7-bb07-43db-8dd4-4affe8ba068e/c1d9a5be-525b-4bdb-bed8-d20f4b8cd682) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:37.555141 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-9cacd7f7-c615-4a9c-9b73-763273ad332e service neutron] 10.222.0.45 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625818 Jan 28 13:33:37.556613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (5703da2b-41ec-4687-a913-2b27948886d1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.561306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] device_id is not set on port cb9c6a4e-8286-47b9-bb58-ed816bbae9f4 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:37.617419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134dd04-9a5b-442f-af2e-f20d5caac871 req-29bb5937-2f1b-49ae-8ef4-8f42bbe2e52a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.619161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c134dd04-9a5b-442f-af2e-f20d5caac871 req-29bb5937-2f1b-49ae-8ef4-8f42bbe2e52a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 946 time: 0.1493752 Jan 28 13:33:37.744063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f844d5b1-3e7d-41db-8e34-c3db43af4d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.746129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Subnet': ['ID=5703da2b-41ec-4687-a913-2b27948886d1,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:37.770863 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Publish callbacks [] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.781068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-a7283673-49c5-4085-90f6-1da41cff7f46 service neutron] 10.222.0.45 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945133 Jan 28 13:33:37.785755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.796581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Checking segment: {'id': 'b0d0f8fb-a9e0-4483-837f-712497b3e82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4780ee84-29a3-4025-8a8f-c0d454bde520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:37.797818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network hostable DHCP agents. Network: 4780ee84-29a3-4025-8a8f-c0d454bde520, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:37.811591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c134dd04-9a5b-442f-af2e-f20d5caac871 req-189751c7-96ec-4bf3-a836-80e816fe2965 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852255 Jan 28 13:33:37.821807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for port (cb9c6a4e-8286-47b9-bb58-ed816bbae9f4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.831977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:37.835284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:37.842781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network 4780ee84-29a3-4025-8a8f-c0d454bde520 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:37.846364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:37.858760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Pushing event updated for resources: {'Port': ['ID=c1d9a5be-525b-4bdb-bed8-d20f4b8cd682,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:37.862691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4780ee84-29a3-4025-8a8f-c0d454bde520) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:37.870742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:37.871773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:37.892143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0ff9d-6773-488d-88f8-8a279a20b7f8 None None] Network 4780ee84-29a3-4025-8a8f-c0d454bde520 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:37.908862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2a423ad7-1b27-4bf8-a4c1-df6a8794f61c tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0727124 Jan 28 13:33:37.908862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58420) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:37.940928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a8ba76f1-7704-45ec-9f9a-95162ca4078d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.129171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cac294c-8ce2-4759-9deb-bfeb2ee1cec4 req-9056f247-7418-44dc-9bba-9321c48fa6da tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 210 time: 0.0851321 Jan 28 13:33:38.208777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Port': ['ID=a8ba76f1-7704-45ec-9f9a-95162ca4078d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:38.227168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Checking segment: {'id': 'bd726190-c8a7-409e-a32f-658046fb1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '6c858747-19dd-42a7-a0c6-bebffe675a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:38.227538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network hostable DHCP agents. Network: 6c858747-19dd-42a7-a0c6-bebffe675a21, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:38.287296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network 6c858747-19dd-42a7-a0c6-bebffe675a21 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:38.307609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 6c858747-19dd-42a7-a0c6-bebffe675a21) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:38.327062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:38.371348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cb9c6a4e-8286-47b9-bb58-ed816bbae9f4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.372408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3cf747dd-3622-4783-bb5c-5456df58ecc7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:38.378196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953982e-c1c3-4a02-a78d-f6273a7650f7 None None] Network 6c858747-19dd-42a7-a0c6-bebffe675a21 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:38.463959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Attempting to bind port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:38.469955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Attempting to bind port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd17d7d5c-73ab-4ea8-80c3-db78e40dab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'fe2667ca-d07c-432e-8ffa-2f1a0b904b02'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:38.470461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Attempting to bind port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 on network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:38.576926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.598955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:38.599416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Checking segment: {'id': 'd17d7d5c-73ab-4ea8-80c3-db78e40dab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'fe2667ca-d07c-432e-8ffa-2f1a0b904b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:38.599838 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.600270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Bound using segment: {'id': 'd17d7d5c-73ab-4ea8-80c3-db78e40dab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'fe2667ca-d07c-432e-8ffa-2f1a0b904b02'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:38.600782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Bound port: c1d9a5be-525b-4bdb-bed8-d20f4b8cd682, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17d7d5c-73ab-4ea8-80c3-db78e40dab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'fe2667ca-d07c-432e-8ffa-2f1a0b904b02'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:38.601176 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.611952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Port': ['ID=cb9c6a4e-8286-47b9-bb58-ed816bbae9f4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:38.679724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b378e-72ad-4d37-8298-451e7b242184 req-ec9ffd64-cc6c-4b80-9f83-ad33c827428e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:38.682516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-641b378e-72ad-4d37-8298-451e7b242184 req-ec9ffd64-cc6c-4b80-9f83-ad33c827428e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.60 "GET /v2.0/ports?device_id=5718cd58-2d11-4c63-9f57-9513d1b79320 HTTP/1.1" status: 200 len: 945 time: 0.3500748 Jan 28 13:33:38.690496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Checking segment: {'id': 'dbb5ed91-c79d-4cb0-ac43-59e5b80258f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1fc77416-3071-47bc-9e25-63eb1c19c994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:38.691087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network hostable DHCP agents. Network: 1fc77416-3071-47bc-9e25-63eb1c19c994, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:38.738609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.763933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4780ee84-29a3-4025-8a8f-c0d454bde520', 'network_id': '4780ee84-29a3-4025-8a8f-c0d454bde520', 'project_id': 'a0e75ce85db84238ab6acafce4b1fb77', 'fixed_ips': [{'subnet_id': '5703da2b-41ec-4687-a913-2b27948886d1'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:38.765006 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.780852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3cf747dd-3622-4783-bb5c-5456df58ecc7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:38.781396 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:38.925349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network 1fc77416-3071-47bc-9e25-63eb1c19c994 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:38.956534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe60d8-92a5-45f1-a9dc-1978e4f8a586 req-c7996a4a-de06-478c-88c5-d1cca9b30238 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:38.976216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54fe60d8-92a5-45f1-a9dc-1978e4f8a586 req-c7996a4a-de06-478c-88c5-d1cca9b30238 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 943 time: 0.6486840 Jan 28 13:33:38.990306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1fc77416-3071-47bc-9e25-63eb1c19c994) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:39.009104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:39.017242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.022532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.023238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.030953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9628d-ad84-4e51-8654-16889ca49396 None None] Network 1fc77416-3071-47bc-9e25-63eb1c19c994 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:39.047952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58448) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:39.063913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4fa93a42-d32a-481e-8b0d-2bd8f4dc715b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9785585 Jan 28 13:33:39.085950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58452) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:39.147565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27846a7-1b1b-4f93-86b7-41faf02e9fd2 None None] Network 233f7db4-1826-420f-bfe1-837835e5201b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:39.168724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Deleting port 1bc05889-e6e6-4e38-94c0-362ef16ce50f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:39.169125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.215783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3cf747dd-3622-4783-bb5c-5456df58ecc7 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:39.216563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.252559 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-54fe60d8-92a5-45f1-a9dc-1978e4f8a586 req-c309f544-f4e6-4394-adc3-650d40c6b330 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751336 Jan 28 13:33:39.333197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c77f37-ac18-4a59-822e-f7dfbf406f16 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.339629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c77f37-ac18-4a59-822e-f7dfbf406f16 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.344342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c6c77f37-ac18-4a59-822e-f7dfbf406f16 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2544148 Jan 28 13:33:39.352457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58456) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:39.356837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbc8758e-6a8e-4dfe-88b8-4fefd7a540a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.361751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] For port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:39.366374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Allocated IP 172.20.0.2 (4780ee84-29a3-4025-8a8f-c0d454bde520/5703da2b-41ec-4687-a913-2b27948886d1/64612fb7-de46-4901-a2bb-5c8ae5e1cf62) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:39.384752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4e14f-5de1-4d99-8781-f1fac67ef575 req-eb050402-be08-4ff8-8d42-6166e312715d tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:39.396827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cf4e14f-5de1-4d99-8781-f1fac67ef575 req-eb050402-be08-4ff8-8d42-6166e312715d tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 946 time: 0.3284729 Jan 28 13:33:39.428365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-72157291-5da2-4558-b03c-4c343e0da6b8 None None] Provisioning complete for port 3cf747dd-3622-4783-bb5c-5456df58ecc7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:39.429040 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-72157291-5da2-4558-b03c-4c343e0da6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.450234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] For port 1bc05889-e6e6-4e38-94c0-362ef16ce50f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1bc05889-e6e6-4e38-94c0-362ef16ce50f,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:39.450611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.474419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] For port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c1d9a5be-525b-4bdb-bed8-d20f4b8cd682,segment=NetworkSegment(d17d7d5c-73ab-4ea8-80c3-db78e40dab4d),segment_id=d17d7d5c-73ab-4ea8-80c3-db78e40dab4d)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:39.482850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Calling delete_port for 1bc05889-e6e6-4e38-94c0-362ef16ce50f owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:39.499720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.504062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ca39513-0c37-4c6d-81b4-b1adab6dd63f req-ee3a4d39-6aee-4cfb-ad00-20e5dbc79a38 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 210 time: 0.0479362 Jan 28 13:33:39.523990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Allocated IP 172.20.0.1 (fe2667ca-d07c-432e-8ffa-2f1a0b904b02/40ac1cc7-bb07-43db-8dd4-4affe8ba068e/bc299d46-6246-4ffb-a660-84a73a36fc7b) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:39.608498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cf4e14f-5de1-4d99-8781-f1fac67ef575 req-94e3f840-962d-41d8-8171-af2bfb13664f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107530 Jan 28 13:33:39.623002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 3cf747dd-3622-4783-bb5c-5456df58ecc7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3cf747dd-3622-4783-bb5c-5456df58ecc7,segment=NetworkSegment(db8b3584-7e36-49ce-bec5-a1b3c4a48e16),segment_id=db8b3584-7e36-49ce-bec5-a1b3c4a48e16)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:39.646965 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.667653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.684875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Deleting port a8ba76f1-7704-45ec-9f9a-95162ca4078d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:39.685535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a8ba76f1-7704-45ec-9f9a-95162ca4078d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.737533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d36c58-030e-4da0-9e68-b26ff57da110 None None] Pushing event updated for resources: {'Port': ['ID=c1d9a5be-525b-4bdb-bed8-d20f4b8cd682,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.752632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.833437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:39.836609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:39.873376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:39.896924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-72157291-5da2-4558-b03c-4c343e0da6b8 None None] Current status of the port 3cf747dd-3622-4783-bb5c-5456df58ecc7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:39.899586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Publish callbacks [] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.901617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=3cf747dd-3622-4783-bb5c-5456df58ecc7,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.911060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:39.946960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Port': ['ID=bc299d46-6246-4ffb-a660-84a73a36fc7b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:39.963399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 741de1b4-c75b-4467-8e6c-8509a44efc95 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:39.992107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Network 4780ee84-29a3-4025-8a8f-c0d454bde520 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:40.003687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:40.020269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1bc05889-e6e6-4e38-94c0-362ef16ce50f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.020696 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.025598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:40.033189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Pushing event updated for resources: {'Port': ['ID=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:40.051216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1bc05889-e6e6-4e38-94c0-362ef16ce50f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:40.107190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbc8758e-6a8e-4dfe-88b8-4fefd7a540a4 admin admin] Publish callbacks [] for security_group (8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.229995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3cf747dd-3622-4783-bb5c-5456df58ecc7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:40.231607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbc8758e-6a8e-4dfe-88b8-4fefd7a540a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.329451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.331668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a8ba76f1-7704-45ec-9f9a-95162ca4078d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.345564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Calling delete_port for a8ba76f1-7704-45ec-9f9a-95162ca4078d owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:40.364891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Pushing event deleted for resources: {'Port': ['ID=1bc05889-e6e6-4e38-94c0-362ef16ce50f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:40.375694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Attempting to bind port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:40.375694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Attempting to bind port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b0d0f8fb-a9e0-4483-837f-712497b3e82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4780ee84-29a3-4025-8a8f-c0d454bde520'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:40.375985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Attempting to bind port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 on network 4780ee84-29a3-4025-8a8f-c0d454bde520 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:40.401476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:40.401476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Checking segment: {'id': 'b0d0f8fb-a9e0-4483-837f-712497b3e82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4780ee84-29a3-4025-8a8f-c0d454bde520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:40.401813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.402214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Bound using segment: {'id': 'b0d0f8fb-a9e0-4483-837f-712497b3e82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4780ee84-29a3-4025-8a8f-c0d454bde520'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:40.402729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Bound port: 64612fb7-de46-4901-a2bb-5c8ae5e1cf62, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d0f8fb-a9e0-4483-837f-712497b3e82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4780ee84-29a3-4025-8a8f-c0d454bde520'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:40.403197 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.411084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 741de1b4-c75b-4467-8e6c-8509a44efc95, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=741de1b4-c75b-4467-8e6c-8509a44efc95,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:40.413547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cf035178-397a-4613-98dc-68e5be560b27 None None] Provisioning complete for port 3cf747dd-3622-4783-bb5c-5456df58ecc7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:40.413930 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cf035178-397a-4613-98dc-68e5be560b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.470144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'port_id': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'mac_address': 'fa:16:3e:b5:a3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:40.514299 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.558907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063d34e-d3c9-45f7-8de3-92fbfd1edb4f req-8fda7c81-276a-4e0a-95ff-ea0576997393 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.561779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8063d34e-d3c9-45f7-8de3-92fbfd1edb4f req-8fda7c81-276a-4e0a-95ff-ea0576997393 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 943 time: 0.1938534 Jan 28 13:33:40.571366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3cf747dd-3622-4783-bb5c-5456df58ecc7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:40.571751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.618673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] For port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:40.626654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 741de1b4-c75b-4467-8e6c-8509a44efc95 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:40.627057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.660293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] For port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,segment=NetworkSegment(b0d0f8fb-a9e0-4483-837f-712497b3e82e),segment_id=b0d0f8fb-a9e0-4483-837f-712497b3e82e)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:40.675471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.677143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8063d34e-d3c9-45f7-8de3-92fbfd1edb4f req-d2196bbf-85c1-4a29-ad3b-d83a1f2425c4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066508 Jan 28 13:33:40.691477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741de1b4-c75b-4467-8e6c-8509a44efc95 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:40.755479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cf035178-397a-4613-98dc-68e5be560b27 None None] Current status of the port 3cf747dd-3622-4783-bb5c-5456df58ecc7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:40.766741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 741de1b4-c75b-4467-8e6c-8509a44efc95, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=741de1b4-c75b-4467-8e6c-8509a44efc95,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:40.788567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.789269 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.796217 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.868338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] No DVR routers for this DVR port 1bc05889-e6e6-4e38-94c0-362ef16ce50f on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:40.871919 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fbc8758e-6a8e-4dfe-88b8-4fefd7a540a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c5fef39a47c4da0a9ebce3992e38ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8217995 Jan 28 13:33:40.878360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:40.888579 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.892378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-641b378e-72ad-4d37-8298-451e7b242184 req-506920f5-dae6-4bca-88e5-5c480ef2c5d5 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.60 "DELETE /v2.0/ports/1bc05889-e6e6-4e38-94c0-362ef16ce50f HTTP/1.1" status: 204 len: 173 time: 2.1945019 Jan 28 13:33:40.913930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:40.914942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'name': 'network-vif-deleted', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:40.916936 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09d7066-68ed-44aa-bd8d-f69b7c960a49" -d '{"events": [{"server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "name": "network-vif-deleted", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:40.930172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Port': ['ID=bc299d46-6246-4ffb-a660-84a73a36fc7b,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:40.937301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8758e-6a8e-4dfe-88b8-4fefd7a540a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:40.975450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c98c3d-877c-4a60-8d11-24d5b99500be req-dfd71fab-d259-4566-b0fe-b1e1dd6a8ff8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:40.981532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9c98c3d-877c-4a60-8d11-24d5b99500be req-dfd71fab-d259-4566-b0fe-b1e1dd6a8ff8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 946 time: 0.8695560 Jan 28 13:33:41.016343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-68bb6eaf-1d18-41cc-b007-c41698f0ec6e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:41.018147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-68bb6eaf-1d18-41cc-b007-c41698f0ec6e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 812 time: 1.0845246 Jan 28 13:33:41.058428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Request body: {'port': {'device_id': 'd11662b6-f971-4688-9450-5d6119a65e08', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'admin_state_up': True, 'tenant_id': '4213a7b4988c4710af9d200fca265db4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:41.106590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d1e71-b72a-48ec-911d-4bd37592f2a9 None None] Pushing event updated for resources: {'Port': ['ID=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:41.145576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3cf747dd-3622-4783-bb5c-5456df58ecc7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:41.215261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=741de1b4-c75b-4467-8e6c-8509a44efc95,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:41.236255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['741de1b4-c75b-4467-8e6c-8509a44efc95'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:41.262573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:33:41.311923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a8ba76f1-7704-45ec-9f9a-95162ca4078d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.357569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d14093b4-b3c4-4e8f-84d7-b1ddf9987774 admin admin] Publish callbacks [] for security_group (8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.390224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d14093b4-b3c4-4e8f-84d7-b1ddf9987774 admin admin] Publish callbacks [] for security_group (8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.452765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Made reservation on behalf of 4213a7b4988c4710af9d200fca265db4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:41.457083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.502276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.506543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/ports/a8ba76f1-7704-45ec-9f9a-95162ca4078d HTTP/1.1" status: 204 len: 168 time: 2.1510775 Jan 28 13:33:41.516407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8f8d3-d212-492c-8587-b900b59cb637 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Port': ['ID=a8ba76f1-7704-45ec-9f9a-95162ca4078d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:41.521869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58472) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:41.529332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1489435b-b356-4212-87ed-a536fea1d05f None None] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:41.542522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9c98c3d-877c-4a60-8d11-24d5b99500be req-4fd6a3f9-c717-420d-b557-7bc6c91fd435 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584459 Jan 28 13:33:41.635301 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cdba0b-b23e-452f-84b4-d5e51a320180 x-openstack-request-id: req-56cdba0b-b23e-452f-84b4-d5e51a320180 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:41.635635 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5718cd58-2d11-4c63-9f57-9513d1b79320", "name": "network-vif-deleted", "tag": "1bc05889-e6e6-4e38-94c0-362ef16ce50f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:41.635913 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56cdba0b-b23e-452f-84b4-d5e51a320180 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:41.636351 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5718cd58-2d11-4c63-9f57-9513d1b79320', 'name': 'network-vif-deleted', 'tag': '1bc05889-e6e6-4e38-94c0-362ef16ce50f', 'status': 'completed', 'code': 200} Jan 28 13:33:41.675993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-12f012cc-0a32-4c5c-ac3d-9d16fb6ae608 None None] Provisioning complete for port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:41.676419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12f012cc-0a32-4c5c-ac3d-9d16fb6ae608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.692353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2eeb227f-d69a-4703-82be-520e4738bcba req-690cae3d-2034-4d67-9ca4-6f96507bd936 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 210 time: 0.0553405 Jan 28 13:33:41.692981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d14093b4-b3c4-4e8f-84d7-b1ddf9987774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.695405 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d14093b4-b3c4-4e8f-84d7-b1ddf9987774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.697020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d14093b4-b3c4-4e8f-84d7-b1ddf9987774 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6 HTTP/1.1" status: 204 len: 168 time: 0.7834377 Jan 28 13:33:41.710826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.715353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:41.716875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:41.819265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14093b4-b3c4-4e8f-84d7-b1ddf9987774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4ec8f9-04e2-41c4-b30a-df27e01cb8f6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:41.904023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-12f012cc-0a32-4c5c-ac3d-9d16fb6ae608 None None] Current status of the port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:41.906026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12f012cc-0a32-4c5c-ac3d-9d16fb6ae608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:41.909776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Router f9458570-b966-48d3-9c01-bd43a2a1927b is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:33:41.954214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1bc05889-e6e6-4e38-94c0-362ef16ce50f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:42.000895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 1bc05889-e6e6-4e38-94c0-362ef16ce50f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:33:42.001336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1bc05889-e6e6-4e38-94c0-362ef16ce50f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:42.070990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-12f012cc-0a32-4c5c-ac3d-9d16fb6ae608 None None] For port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c1d9a5be-525b-4bdb-bed8-d20f4b8cd682,segment=NetworkSegment(d17d7d5c-73ab-4ea8-80c3-db78e40dab4d),segment_id=d17d7d5c-73ab-4ea8-80c3-db78e40dab4d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:42.085418 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12f012cc-0a32-4c5c-ac3d-9d16fb6ae608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.116396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Allocated IP 172.20.0.2 (f934221a-e3b0-4d79-a858-ceb43ab42485/306d5cb4-a31c-4fda-a46b-ce36aac3f3f9/6dae8a57-6049-4152-9548-47e4382403ea) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:42.132602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:42.144904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-272613c9-3656-4257-bf68-7dd1c9709c98 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "PUT /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2323704 Jan 28 13:33:42.145327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58486) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:42.151538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] Sync routers for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:42.214390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Deleting port cb9c6a4e-8286-47b9-bb58-ed816bbae9f4 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:42.216505 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (cb9c6a4e-8286-47b9-bb58-ed816bbae9f4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.228321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:42.229441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.316859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (cb9c6a4e-8286-47b9-bb58-ed816bbae9f4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.322299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f012cc-0a32-4c5c-ac3d-9d16fb6ae608 None None] Pushing event updated for resources: {'Port': ['ID=c1d9a5be-525b-4bdb-bed8-d20f4b8cd682,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.331224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.339622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Calling delete_port for cb9c6a4e-8286-47b9-bb58-ed816bbae9f4 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:42.346431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:42.348347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.369353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58488) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:42.389259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:42.392090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb7c5f-fae0-4b1a-bb34-fe790018dab6 None None] The sync data for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:42.395073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:42.469652 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-deff-461e-98b1-82a7c166fe19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.473943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717e757-b984-49ca-82a9-b16b1d6b00d6 req-de869218-6605-4525-96f8-3f7696e10ec3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:42.485232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a717e757-b984-49ca-82a9-b16b1d6b00d6 req-de869218-6605-4525-96f8-3f7696e10ec3 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 944 time: 0.5608783 Jan 28 13:33:42.504451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:42.505056 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.645850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:42.647364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.675094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4cd0edc4-0813-4206-9a80-ba36a4d754dc None None] Provisioning complete for port bc299d46-6246-4ffb-a660-84a73a36fc7b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:42.676120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4cd0edc4-0813-4206-9a80-ba36a4d754dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.748619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,segment=NetworkSegment(b0d0f8fb-a9e0-4483-837f-712497b3e82e),segment_id=b0d0f8fb-a9e0-4483-837f-712497b3e82e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:42.772167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.774828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:42.789278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks [] for port (6dae8a57-6049-4152-9548-47e4382403ea), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.834594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cb9c6a4e-8286-47b9-bb58-ed816bbae9f4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.843885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6dae8a57-6049-4152-9548-47e4382403ea), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.883339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-deff-461e-98b1-82a7c166fe19 admin admin] Publish callbacks [] for security_group (21a38cfe-122c-4c52-8b09-000d6c8f5506), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.901329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Port': ['ID=cb9c6a4e-8286-47b9-bb58-ed816bbae9f4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.909749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-deff-461e-98b1-82a7c166fe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (21a38cfe-122c-4c52-8b09-000d6c8f5506), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.948408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:42.948638 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-cd38ea59-a3be-49af-8592-15e09c858d61 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:33:42.952242 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cd38ea59-a3be-49af-8592-15e09c858d61 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "PUT /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8032949 Jan 28 13:33:42.952408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0edc4-0813-4206-9a80-ba36a4d754dc None None] Port bc299d46-6246-4ffb-a660-84a73a36fc7b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:42.963537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58496) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:42.985845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4cd0edc4-0813-4206-9a80-ba36a4d754dc None None] Provisioning complete for port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:42.985845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4cd0edc4-0813-4206-9a80-ba36a4d754dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:42.990384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450cef3-e293-4ca9-9a7b-e6aefcd62b04 None None] Network 4780ee84-29a3-4025-8a8f-c0d454bde520 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:42.995201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0379b040-deff-461e-98b1-82a7c166fe19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06329f562eef447cb2f92005437ce030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6246750 Jan 28 13:33:42.999959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58498) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:43.010979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.014364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8807187f-a2e6-4b6a-b220-8a684e281aee tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/ports/cb9c6a4e-8286-47b9-bb58-ed816bbae9f4 HTTP/1.1" status: 204 len: 168 time: 1.4851506 Jan 28 13:33:43.045072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a717e757-b984-49ca-82a9-b16b1d6b00d6 req-2942aa88-83f6-4a21-b8e7-a6a879fd76d7 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5587044 Jan 28 13:33:43.045692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58500) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:43.090119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:43.090570 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.099241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Pushing event updated for resources: {'Port': ['ID=6dae8a57-6049-4152-9548-47e4382403ea,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:43.151605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Network f934221a-e3b0-4d79-a858-ceb43ab42485 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:43.190692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-770bb205-b749-4f4c-8e4a-3577bbc16da7 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1013989 Jan 28 13:33:43.193212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58502) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:43.205171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-733476702'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:43.222564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379b040-deff-461e-98b1-82a7c166fe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a38cfe-122c-4c52-8b09-000d6c8f5506,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:43.228185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:43.231365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:43.279908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Made reservation on behalf of 8856cd6c11dc417daabe7b3d687cf402 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:43.284898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.310296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:43.310881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.315824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0edc4-0813-4206-9a80-ba36a4d754dc None None] Current status of the port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:43.343263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d1bc2-dc0e-42ba-90e1-0cb78f3a8bc3 req-e925c9c0-b0c5-4f08-bb54-d4d2de4e37bc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:43.345045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a4d1bc2-dc0e-42ba-90e1-0cb78f3a8bc3 req-e925c9c0-b0c5-4f08-bb54-d4d2de4e37bc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 931 time: 0.1912861 Jan 28 13:33:43.349610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:43.350220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:43.368378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-85c5b74c-50ae-4aed-a213-8102ec138a30 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3214736 Jan 28 13:33:43.381809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3dc8eb25-050d-4247-8904-55e68a9c9fc0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.382168 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Added segment 3dc8eb25-050d-4247-8904-55e68a9c9fc0 of type vlan for network be9bb228-f6ee-4da9-a3f7-0e86191b8a25 Jan 28 13:33:43.389458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Request body: {'port': {'device_id': 'd11662b6-f971-4688-9450-5d6119a65e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:43.396062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9168b-e37c-4432-8a15-5fc85acaac85 req-c9af618b-b412-4496-892b-b3061771ce76 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:43.397654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3e9168b-e37c-4432-8a15-5fc85acaac85 req-c9af618b-b412-4496-892b-b3061771ce76 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 946 time: 0.2316401 Jan 28 13:33:43.411773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d44bd3e3-a23c-415f-a1c4-ced4de691ead admin admin] Publish callbacks [] for security_group (21a38cfe-122c-4c52-8b09-000d6c8f5506), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.451423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8c983117-048c-43f4-afac-647ad9246ad8 None None] Provisioning complete for port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:43.451862 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c983117-048c-43f4-afac-647ad9246ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.465000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d44bd3e3-a23c-415f-a1c4-ced4de691ead admin admin] Publish callbacks [] for security_group (21a38cfe-122c-4c52-8b09-000d6c8f5506), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.504173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (be9bb228-f6ee-4da9-a3f7-0e86191b8a25), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.528979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a4d1bc2-dc0e-42ba-90e1-0cb78f3a8bc3 req-232e8a18-c1fc-4e23-9e24-c2714e7bfce0 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719465 Jan 28 13:33:43.550363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6dae8a57-6049-4152-9548-47e4382403ea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.553484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3e9168b-e37c-4432-8a15-5fc85acaac85 req-ab53612e-ddc3-4e24-82dd-0ff650a8d9f8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435452 Jan 28 13:33:43.587203 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d44bd3e3-a23c-415f-a1c4-ced4de691ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (21a38cfe-122c-4c52-8b09-000d6c8f5506), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.590604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d44bd3e3-a23c-415f-a1c4-ced4de691ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.591960 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d44bd3e3-a23c-415f-a1c4-ced4de691ead admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21a38cfe-122c-4c52-8b09-000d6c8f5506 HTTP/1.1" status: 204 len: 168 time: 0.4564915 Jan 28 13:33:43.599536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (be9bb228-f6ee-4da9-a3f7-0e86191b8a25), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.605224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:43.605581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bd3e3-a23c-415f-a1c4-ced4de691ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a38cfe-122c-4c52-8b09-000d6c8f5506,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:43.605834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.691668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.714506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8c983117-048c-43f4-afac-647ad9246ad8 None None] Current status of the port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:43.742377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8c983117-048c-43f4-afac-647ad9246ad8 None None] Provisioning complete for port bc299d46-6246-4ffb-a660-84a73a36fc7b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:43.744191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c983117-048c-43f4-afac-647ad9246ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.815996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6186047 Jan 28 13:33:43.817185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8c983117-048c-43f4-afac-647ad9246ad8 None None] Port bc299d46-6246-4ffb-a660-84a73a36fc7b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:43.823781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58512) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:43.833206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-788448481'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:43.858522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Made reservation on behalf of 8856cd6c11dc417daabe7b3d687cf402 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:43.862812 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.896661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f343-33d4-4248-bcd7-75df60393326 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Network': ['ID=be9bb228-f6ee-4da9-a3f7-0e86191b8a25,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:43.915570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network be9bb228-f6ee-4da9-a3f7-0e86191b8a25 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:43.928717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:43.940970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (475dedcc-fd75-47fe-a28e-d834b934211d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:43.941352 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Added segment 475dedcc-fd75-47fe-a28e-d834b934211d of type vlan for network ad54c631-2366-4710-b499-667117476d9d Jan 28 13:33:43.993677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (ad54c631-2366-4710-b499-667117476d9d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.004146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.015886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.025082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.031581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.037279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.044736 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (ad54c631-2366-4710-b499-667117476d9d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.046192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 741de1b4-c75b-4467-8e6c-8509a44efc95 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:44.051826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.052632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.070422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.080263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.082442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-50f13e78-7781-43a7-950d-4aa9108b8cde tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.4035821 Jan 28 13:33:44.156189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3199811 Jan 28 13:33:44.156906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e1d38bfd-88aa-42d7-ae0d-774c205f7ce1 None None] Provisioning complete for port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:44.156906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1d38bfd-88aa-42d7-ae0d-774c205f7ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.171277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:44.174766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e6d42-6b1b-4472-aba7-13641bdff536 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Network': ['ID=ad54c631-2366-4710-b499-667117476d9d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:44.239672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-6a7da642-ffc5-41d6-b108-b637d8376dbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4898577 Jan 28 13:33:44.314250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.317683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network ad54c631-2366-4710-b499-667117476d9d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:44.320064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.325496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.331765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.349020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.354912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.372907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.377758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-f308d57c-f369-4af3-8d10-a33935f5f537 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.2931025 Jan 28 13:33:44.531807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55f35faa-1d26-4e4e-8d7e-6649deb49c77 req-77b35597-530b-4608-a724-308627db2bc4 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3930304 Jan 28 13:33:44.539569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-8bc13ee6-35a6-4f8e-b7b1-ee7243273e18 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.541299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-8bc13ee6-35a6-4f8e-b7b1-ee7243273e18 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "GET /v2.0/ports/b5170db9-4409-4bbf-8eb6-df88539e8a43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1401086 Jan 28 13:33:44.556257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c420-9c05-482e-8e00-c10263db5892 req-b8a0ab35-99ae-4297-aa7e-9f68af0ab6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.557737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-b8a0ab35-99ae-4297-aa7e-9f68af0ab6c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1097 time: 0.1359046 Jan 28 13:33:44.582186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Deleting port bc299d46-6246-4ffb-a660-84a73a36fc7b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:44.582535 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.663909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 741de1b4-c75b-4467-8e6c-8509a44efc95 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:44.700209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 741de1b4-c75b-4467-8e6c-8509a44efc95 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:44.700602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.739427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c420-9c05-482e-8e00-c10263db5892 req-beba6cc8-eb48-466b-91eb-3de4720adbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:44.740958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-beba6cc8-eb48-466b-91eb-3de4720adbaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.1435647 Jan 28 13:33:44.771833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.792971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Calling delete_port for bc299d46-6246-4ffb-a660-84a73a36fc7b owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:44.816849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:44.817325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:44.928642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e1d38bfd-88aa-42d7-ae0d-774c205f7ce1 None None] Current status of the port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:44.990568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:44.993312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:45.050692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 741de1b4-c75b-4467-8e6c-8509a44efc95 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:45.051048 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.054014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dae8a57-6049-4152-9548-47e4382403ea {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:45.071387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Publish callbacks [] for port (6dae8a57-6049-4152-9548-47e4382403ea), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.081402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b1ba2-9df8-419b-9400-a7e96b0e5c2f req-8e641711-96a5-49c4-b50b-ea1746c1e9d4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.082985 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-682b1ba2-9df8-419b-9400-a7e96b0e5c2f req-8e641711-96a5-49c4-b50b-ea1746c1e9d4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 944 time: 0.5811470 Jan 28 13:33:45.084258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bc299d46-6246-4ffb-a660-84a73a36fc7b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.089111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 741de1b4-c75b-4467-8e6c-8509a44efc95, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=741de1b4-c75b-4467-8e6c-8509a44efc95,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:45.090639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:45.093095 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fd8d4e-9cbe-4d53-bdcb-8f496d1a3e7b" -d '{"events": [{"server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:45.098982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Transition to ACTIVE for port object 6dae8a57-6049-4152-9548-47e4382403ea will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:33:45.105359 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.107303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:45.107854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.183260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-a40b8786-b2ec-4ae3-834f-1b13adeb70f7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "GET /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6292489 Jan 28 13:33:45.214512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=741de1b4-c75b-4467-8e6c-8509a44efc95,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:45.233316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:45.287194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6dae8a57-6049-4152-9548-47e4382403ea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.294655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Port': ['ID=bc299d46-6246-4ffb-a660-84a73a36fc7b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:45.319700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:45.419391 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.423875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-a1566154-9f15-4f7c-b045-9de5d481d6ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 1002 time: 0.6587653 Jan 28 13:33:45.433437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dae8a57-6049-4152-9548-47e4382403ea,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:45.484654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-682b1ba2-9df8-419b-9400-a7e96b0e5c2f req-c643aa86-e90d-4b1e-aa5b-17906ce5482a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677464 Jan 28 13:33:45.517796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c420-9c05-482e-8e00-c10263db5892 req-325f6cce-d8ce-43c4-a75b-ec28f3960d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.519278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-325f6cce-d8ce-43c4-a75b-ec28f3960d29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.0745134 Jan 28 13:33:45.551120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05f129-a005-47a4-bcb0-b13c1a24e3bf req-42d0123e-e38f-4bf9-ba90-f919d47e5b32 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.553378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e05f129-a005-47a4-bcb0-b13c1a24e3bf req-42d0123e-e38f-4bf9-ba90-f919d47e5b32 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 931 time: 0.6942632 Jan 28 13:33:45.580697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.617723 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a21f8-eebc-44b2-8a95-434b6b1120f9 x-openstack-request-id: req-e58a21f8-eebc-44b2-8a95-434b6b1120f9 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:45.618026 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:45.618286 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e58a21f8-eebc-44b2-8a95-434b6b1120f9 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:45.618690 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'code': 200} Jan 28 13:33:45.724992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Attempting to bind port 6dae8a57-6049-4152-9548-47e4382403ea on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:45.725340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Attempting to bind port 6dae8a57-6049-4152-9548-47e4382403ea by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:45.725682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Attempting to bind port 6dae8a57-6049-4152-9548-47e4382403ea on network f934221a-e3b0-4d79-a858-ceb43ab42485 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:45.736644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Port 6dae8a57-6049-4152-9548-47e4382403ea on network f934221a-e3b0-4d79-a858-ceb43ab42485 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:33:45.736964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Attempting to bind port 6dae8a57-6049-4152-9548-47e4382403ea on network f934221a-e3b0-4d79-a858-ceb43ab42485 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:45.761578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c420-9c05-482e-8e00-c10263db5892 req-b4fd7bd6-7242-4d18-9677-57058c0094b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.763402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-b4fd7bd6-7242-4d18-9677-57058c0094b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249572 Jan 28 13:33:45.771844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:45.772290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Checking segment: {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:45.772789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Bound using segment: {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:45.773250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Bound port: 6dae8a57-6049-4152-9548-47e4382403ea, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:45.773683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6dae8a57-6049-4152-9548-47e4382403ea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.802104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eafce-d4a5-47e2-a47e-f32efbe67e86 req-097a9e76-da3e-4f47-a4f4-a7bc934bd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:45.803715 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-469eafce-d4a5-47e2-a47e-f32efbe67e86 req-097a9e76-da3e-4f47-a4f4-a7bc934bd42b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0750229 Jan 28 13:33:45.861883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] For port 6dae8a57-6049-4152-9548-47e4382403ea, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:45.865454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] For port 6dae8a57-6049-4152-9548-47e4382403ea, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6dae8a57-6049-4152-9548-47e4382403ea,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:45.887776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6dae8a57-6049-4152-9548-47e4382403ea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:45.993773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dae8a57-6049-4152-9548-47e4382403ea,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:45.995796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Router f9458570-b966-48d3-9c01-bd43a2a1927b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:46.008353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.009353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e05f129-a005-47a4-bcb0-b13c1a24e3bf req-0bee4f2c-3b33-4888-ac55-956310fd399f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079118 Jan 28 13:33:46.014616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.021324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.026636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.032920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.038273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.044027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.051892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-030276e9-ae69-4b5a-be64-5c7532a11b8a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 5436 time: 0.1832027 Jan 28 13:33:46.058006 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-469eafce-d4a5-47e2-a47e-f32efbe67e86 req-4df4f658-01a0-4f87-be47-685073e264ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450511 Jan 28 13:33:46.066344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.066967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.068875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-cab360f6-1551-45ce-84cc-cd22710514a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/6dae8a57-6049-4152-9548-47e4382403ea HTTP/1.1" status: 200 len: 1091 time: 2.6852264 Jan 28 13:33:46.072083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11662b6-f971-4688-9450-5d6119a65e08', 'tag': '6dae8a57-6049-4152-9548-47e4382403ea'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:46.073999 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db54865-342a-4b54-8749-8c5cee1d464f" -d '{"events": [{"name": "network-changed", "server_uuid": "d11662b6-f971-4688-9450-5d6119a65e08", "tag": "6dae8a57-6049-4152-9548-47e4382403ea"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:46.199759 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a5d4fd4-782a-48b5-83e6-65389b8be50f req-297bc9d5-da2e-4646-8529-e3866d1aa1a5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443379 Jan 28 13:33:46.261606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:46.267650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-de6d6f4d-9712-46b2-8c36-51283428509b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "PUT /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3031228 Jan 28 13:33:46.272617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58584) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:46.278291 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] Sync routers for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:46.318388 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-21434119-bae5-447d-a93a-0124df1f839b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] delete failed (client error): The resource could not be found. Jan 28 13:33:46.319485 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-21434119-bae5-447d-a93a-0124df1f839b tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-958409332 HTTP/1.1" status: 404 len: 334 time: 0.0457942 Jan 28 13:33:46.324620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58586) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:46.330926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-27ab5bb2-e45b-4d0d-9b17-cd8310b1a187 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9458570-b966-48d3-9c01-bd43a2a1927b'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:46.337014 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:46.337908 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:46.379449 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:46.407996 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:46.409136 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:46.490706 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:46.491873 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da891c6-2084-4448-98be-ab7d5c80cf81 None None] The sync data for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:46.526658 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c142b9ca-21bf-4b57-93fa-22e8adbf931f x-openstack-request-id: req-c142b9ca-21bf-4b57-93fa-22e8adbf931f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:46.527150 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11662b6-f971-4688-9450-5d6119a65e08", "tag": "6dae8a57-6049-4152-9548-47e4382403ea", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:46.527259 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c142b9ca-21bf-4b57-93fa-22e8adbf931f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:46.527595 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11662b6-f971-4688-9450-5d6119a65e08', 'tag': '6dae8a57-6049-4152-9548-47e4382403ea', 'status': 'completed', 'code': 200} Jan 28 13:33:46.596296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-08a579e4-ffa0-4fc0-9c0e-35be3010584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:46.597627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-08a579e4-ffa0-4fc0-9c0e-35be3010584c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 1094 time: 0.4733198 Jan 28 13:33:46.611293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] For port b5170db9-4409-4bbf-8eb6-df88539e8a43, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5170db9-4409-4bbf-8eb6-df88539e8a43,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:46.672459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-27ab5bb2-e45b-4d0d-9b17-cd8310b1a187 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for router_gateway (f9458570-b966-48d3-9c01-bd43a2a1927b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.697608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] For port b5170db9-4409-4bbf-8eb6-df88539e8a43, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:46.735789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] device_id is not set on port b5170db9-4409-4bbf-8eb6-df88539e8a43 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:46.748215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] Publish callbacks [] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.752869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-9519063b-be95-4e97-97b2-f467926d0438 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dae8a57-6049-4152-9548-47e4382403ea HTTP/1.1" status: 200 len: 217 time: 0.1440156 Jan 28 13:33:46.756627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-874e74fa-8526-4528-9250-a9c1779f940c service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9567802 Jan 28 13:33:46.761014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:46.881014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] Pushing event updated for resources: {'Port': ['ID=b5170db9-4409-4bbf-8eb6-df88539e8a43,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:47.079741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] No DVR routers for this DVR port b5170db9-4409-4bbf-8eb6-df88539e8a43 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:47.093060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a967c420-9c05-482e-8e00-c10263db5892 req-7f893730-bf90-4217-add4-1ad0ff43ee96 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217560 Jan 28 13:33:47.139216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-6cf9cb89-3a1c-4d12-949f-84b84e973222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.141655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-6cf9cb89-3a1c-4d12-949f-84b84e973222 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 HTTP/1.1" status: 200 len: 852 time: 0.2879298 Jan 28 13:33:47.170535 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-27ab5bb2-e45b-4d0d-9b17-cd8310b1a187 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] update failed (client error): The resource could not be found. Jan 28 13:33:47.179084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-27ab5bb2-e45b-4d0d-9b17-cd8310b1a187 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "PUT /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b HTTP/1.1" status: 404 len: 339 time: 0.8532245 Jan 28 13:33:47.186423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58622) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:47.189684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-1c888bf7-a8c7-49ff-959b-ea98db184ef0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f934221a-e3b0-4d79-a858-ceb43ab42485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373576 Jan 28 13:33:47.254166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec039d4-69ac-49eb-bb57-40cdd72ccef5 req-ad3d970d-6bed-4c32-8db3-061fd38a3052 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.263186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9ec039d4-69ac-49eb-bb57-40cdd72ccef5 req-ad3d970d-6bed-4c32-8db3-061fd38a3052 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 945 time: 0.5855880 Jan 28 13:33:47.355856 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9ec039d4-69ac-49eb-bb57-40cdd72ccef5 req-1adec154-00c8-4f90-a5b4-d9bb2bbf6561 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891583 Jan 28 13:33:47.390183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 60517bb7-bfa2-48bb-9aaa-557175d82239 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:47.479015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] In _notify_port_updated(), no bound segment for port b5170db9-4409-4bbf-8eb6-df88539e8a43 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:33:47.480345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.481810 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.484338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-d75e9a22-24f4-4401-84d9-bb00a395ed86 service neutron] 10.222.0.60 "PUT /v2.0/ports/b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 200 len: 1028 time: 2.2788966 Jan 28 13:33:47.682358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:47.697701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58642) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:47.706600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'mac_address': 'fa:16:3e:65:18:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:47.726920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'subnets': [{'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1882432998', 'ip_version': 6}, {'network_id': 'ad54c631-2366-4710-b499-667117476d9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:47.727357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'subnet': {'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1882432998', 'ip_version': 6}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:47.728123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Request body: {'subnet': {'network_id': 'ad54c631-2366-4710-b499-667117476d9d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:47.746747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8c042a03-0fcb-443e-a842-219ebe01d222 None None] Provisioning complete for port b5170db9-4409-4bbf-8eb6-df88539e8a43 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:47.747220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c042a03-0fcb-443e-a842-219ebe01d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.754721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-c0a73b4f-7566-4259-9b14-63d030c4ac8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.774109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-c0a73b4f-7566-4259-9b14-63d030c4ac8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.790456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 60517bb7-bfa2-48bb-9aaa-557175d82239 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:47.791120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.797782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-c0a73b4f-7566-4259-9b14-63d030c4ac8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.806572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-c0a73b4f-7566-4259-9b14-63d030c4ac8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.811831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60517bb7-bfa2-48bb-9aaa-557175d82239 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:47.814716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-c0a73b4f-7566-4259-9b14-63d030c4ac8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.820944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-c0a73b4f-7566-4259-9b14-63d030c4ac8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.825440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8c042a03-0fcb-443e-a842-219ebe01d222 None None] Port b5170db9-4409-4bbf-8eb6-df88539e8a43 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:47.832022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-c0a73b4f-7566-4259-9b14-63d030c4ac8d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 4661 time: 0.2691004 Jan 28 13:33:47.844864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:47.852231 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:47.890007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-50f469bb-3bff-4451-b221-3e1214a9b14b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:47.892359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-50f469bb-3bff-4451-b221-3e1214a9b14b tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "GET /v2.0/ports/5fb8a23b-1f95-4833-9963-9945e5e453f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2889478 Jan 28 13:33:47.905240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-3b80bf00-7b32-4114-a276-d7c1bf7e0ca3 service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519046 Jan 28 13:33:47.906674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58656) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:47.943601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:47.952408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['60517bb7-bfa2-48bb-9aaa-557175d82239'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:47.957338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:47.992674 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ecfb2045-211f-477a-a383-e2426c3e3063 req-533b46d4-4481-475c-b3d9-f29698b5b226 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587739 Jan 28 13:33:47.997329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a912b362-edaf-4ebe-b38a-ec3dded8340f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:48.119086 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8d3a9-f821-4842-a3d7-d14430651d5c req-ad7f9875-1064-4c32-8529-8816d3ab70bc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.126203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74c8d3a9-f821-4842-a3d7-d14430651d5c req-ad7f9875-1064-4c32-8529-8816d3ab70bc tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 943 time: 0.8625169 Jan 28 13:33:48.248593 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe605d49-5bd8-402c-b493-872b8f52036d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.301189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a912b362-edaf-4ebe-b38a-ec3dded8340f is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:48.301189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.324442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.342596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:48.345096 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69071d5c-4e54-4c05-9cf1-af1b1a27d578" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:48.391940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a912b362-edaf-4ebe-b38a-ec3dded8340f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:48.423439 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd74eac-d0b3-4e74-9885-769dc9a99809 x-openstack-request-id: req-5dd74eac-d0b3-4e74-9885-769dc9a99809 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:48.423880 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:48.424720 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dd74eac-d0b3-4e74-9885-769dc9a99809 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:48.425140 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f', 'code': 200} Jan 28 13:33:48.428658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.429411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d810c948-2d07-482d-a7c1-4f95e1cc46fc no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:48.449674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74c8d3a9-f821-4842-a3d7-d14430651d5c req-fb565286-1a6a-43f2-b76f-b7b8f4e632db tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222404 Jan 28 13:33:48.461274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dee61a81-976d-41ee-bbcf-9697c789b8da req-11c3505f-8319-4016-8d35-d61749223697 service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011699 Jan 28 13:33:48.506162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.530381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd39e8-057f-4d11-bb51-6ec16d0e2971 req-ff5c6b3a-1ed5-4bc9-8804-ac8d87105c90 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.535541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Made reservation on behalf of 8856cd6c11dc417daabe7b3d687cf402 for: {'subnet': 2} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:48.539844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94fd39e8-057f-4d11-bb51-6ec16d0e2971 req-ff5c6b3a-1ed5-4bc9-8804-ac8d87105c90 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0782962 Jan 28 13:33:48.540065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.540662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.609062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94fd39e8-057f-4d11-bb51-6ec16d0e2971 req-2add04df-4bd6-4da2-8282-dbfc8764a912 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673265 Jan 28 13:33:48.645590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a912b362-edaf-4ebe-b38a-ec3dded8340f,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:48.685872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d810c948-2d07-482d-a7c1-4f95e1cc46fc is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:48.686272 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.745969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507a462-01a1-4612-afb9-851f826af01b req-053cd227-cde5-4dd0-90f5-04198db87777 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.758507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3507a462-01a1-4612-afb9-851f826af01b req-053cd227-cde5-4dd0-90f5-04198db87777 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0735731 Jan 28 13:33:48.760167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58692) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:48.766666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Request body: {'floatingip': {'port_id': '741de1b4-c75b-4467-8e6c-8509a44efc95'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:48.779899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d810c948-2d07-482d-a7c1-4f95e1cc46fc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:48.789679 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.790815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5fb8a23b-1f95-4833-9963-9945e5e453f6 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:48.815306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (13027ab6-1dd7-4453-bed9-c2f5686186e1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.834253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe605d49-5bd8-402c-b493-872b8f52036d admin admin] Publish callbacks [] for security_group (a15d1eb2-37a7-4d16-8725-db349f3907cf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.889401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d810c948-2d07-482d-a7c1-4f95e1cc46fc,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:48.900235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54865-342a-4b54-8749-8c5cee1d464f req-f72e72f7-981a-4c98-8f3a-0b779c8841ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:48.901806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8db54865-342a-4b54-8749-8c5cee1d464f req-f72e72f7-981a-4c98-8f3a-0b779c8841ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4213a7b4988c4710af9d200fca265db4&device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 1094 time: 0.3560417 Jan 28 13:33:48.902446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe605d49-5bd8-402c-b493-872b8f52036d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a15d1eb2-37a7-4d16-8725-db349f3907cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.979647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5fb8a23b-1f95-4833-9963-9945e5e453f6 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:48.979989 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:48.983003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] For port 5fb8a23b-1f95-4833-9963-9945e5e453f6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5fb8a23b-1f95-4833-9963-9945e5e453f6,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:49.402217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 60517bb7-bfa2-48bb-9aaa-557175d82239 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:49.424206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fe605d49-5bd8-402c-b493-872b8f52036d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1cd78035f5204dbea0487922477dc4dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5119421 Jan 28 13:33:49.424991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe605d49-5bd8-402c-b493-872b8f52036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d1eb2-37a7-4d16-8725-db349f3907cf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:49.436075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58698) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:49.497656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 60517bb7-bfa2-48bb-9aaa-557175d82239 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:49.498480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.527953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.538107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (13027ab6-1dd7-4453-bed9-c2f5686186e1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.651494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] For port 5fb8a23b-1f95-4833-9963-9945e5e453f6, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:49.654096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54865-342a-4b54-8749-8c5cee1d464f req-985660ff-daf5-40f2-bfb2-bedfcaf60b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.656684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8db54865-342a-4b54-8749-8c5cee1d464f req-985660ff-daf5-40f2-bfb2-bedfcaf60b65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 200 len: 913 time: 0.7294827 Jan 28 13:33:49.657470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 60517bb7-bfa2-48bb-9aaa-557175d82239 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:49.658144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.722576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7569594-50fc-410f-ae2e-3056779a5f1e req-6dbe9a51-d67f-44bd-b56e-6b4d9fb5f269 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.735194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:49.737384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7569594-50fc-410f-ae2e-3056779a5f1e req-6dbe9a51-d67f-44bd-b56e-6b4d9fb5f269 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 943 time: 0.1470265 Jan 28 13:33:49.745748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:49.782601 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Floating IP 13027ab6-1dd7-4453-bed9-c2f5686186e1 associated. External IP: 172.25.4.69, port: 741de1b4-c75b-4467-8e6c-8509a44efc95. Jan 28 13:33:49.842163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:49.843576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8db54865-342a-4b54-8749-8c5cee1d464f req-0cf49df7-403c-4a75-8a9f-774141977760 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dae8a57-6049-4152-9548-47e4382403ea HTTP/1.1" status: 200 len: 217 time: 0.0803812 Jan 28 13:33:49.891069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7569594-50fc-410f-ae2e-3056779a5f1e req-e959b8b8-2515-427f-a295-2775dfb25b50 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456695 Jan 28 13:33:49.900074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-8594a99d-8de3-4a02-8e53-4476efd7a0c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.904797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-8594a99d-8de3-4a02-8e53-4476efd7a0c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.910212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-8594a99d-8de3-4a02-8e53-4476efd7a0c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.915865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-8594a99d-8de3-4a02-8e53-4476efd7a0c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.922468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-8594a99d-8de3-4a02-8e53-4476efd7a0c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.928244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-8594a99d-8de3-4a02-8e53-4476efd7a0c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:49.935713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-8594a99d-8de3-4a02-8e53-4476efd7a0c8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 4657 time: 0.5564549 Jan 28 13:33:50.057758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] device_id is not set on port 5fb8a23b-1f95-4833-9963-9945e5e453f6 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:33:50.100381 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] Publish callbacks [] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.102247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc2b8-8de7-464b-89ab-418cadc270cf admin admin] Publish callbacks [] for security_group (a15d1eb2-37a7-4d16-8725-db349f3907cf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.127633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc2b8-8de7-464b-89ab-418cadc270cf admin admin] Publish callbacks [] for security_group (a15d1eb2-37a7-4d16-8725-db349f3907cf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.149922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:50.203490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.235975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Allocated IP 172.20.0.1 (233f7db4-1826-420f-bfe1-837835e5201b/892d492d-fac7-4182-a98a-1b4cd74ea31f/e66fa055-abdf-4eb6-a957-6e7a6fe8b42b) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:50.281798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:33:50.281798 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:33:50.345328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:50.350556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.357183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] Sync routers for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:50.372610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:50.373290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:50.380738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54865-342a-4b54-8749-8c5cee1d464f req-1e353b58-c9c1-4892-9622-3593412218f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:50.382779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8db54865-342a-4b54-8749-8c5cee1d464f req-1e353b58-c9c1-4892-9622-3593412218f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 HTTP/1.1" status: 200 len: 852 time: 0.5124509 Jan 28 13:33:50.398005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e6b5c76-0e3c-4747-bb8d-041a17a5e481 req-5b53cea5-85ee-4bea-97c1-99d78d02bed3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&id=959c0191-881a-43e7-8bda-bad58ad32dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4613233 Jan 28 13:33:50.398348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d8dd30c7-bec0-433e-9a4f-c02ad72b01a4 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "PUT /v2.0/floatingips/13027ab6-1dd7-4453-bed9-c2f5686186e1 HTTP/1.1" status: 200 len: 990 time: 1.6358414 Jan 28 13:33:50.398999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:50.401402 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ced612f-71fc-46a4-8b4c-5a1f1f138667" -d '{"events": [{"name": "network-changed", "server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:50.441537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc'}, {'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:50.446013 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3932a47c-fbc7-4b7b-b360-eafce46eaf14" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc"}, {"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-plugged", "status": "completed", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:50.494988 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f40456-c418-430a-9823-de94c08fcc4d x-openstack-request-id: req-d9f40456-c418-430a-9823-de94c08fcc4d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:50.495295 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:50.495561 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9f40456-c418-430a-9823-de94c08fcc4d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:50.495973 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'status': 'completed', 'code': 200} Jan 28 13:33:50.557015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.558529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8a23b-1f95-4833-9963-9945e5e453f6,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:50.575346 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a2762-6de3-467e-9057-4f904c71e147 x-openstack-request-id: req-af9a2762-6de3-467e-9057-4f904c71e147 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:50.575979 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc", "code": 200}, {"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-plugged", "status": "completed", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:50.576502 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af9a2762-6de3-467e-9057-4f904c71e147 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:50.577109 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'code': 200} Jan 28 13:33:50.578354 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'code': 200} Jan 28 13:33:50.582393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:50.616473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-9cb13c7e-8be8-46f3-a5eb-0c88d27e900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:50.620775 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-9cb13c7e-8be8-46f3-a5eb-0c88d27e900b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0867662 Jan 28 13:33:50.738891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-8c03bd22-74c6-4db8-8f62-d778151d798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:50.741071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-8c03bd22-74c6-4db8-8f62-d778151d798d service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.1140304 Jan 28 13:33:50.789232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc2b8-8de7-464b-89ab-418cadc270cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a15d1eb2-37a7-4d16-8725-db349f3907cf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.790495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc2b8-8de7-464b-89ab-418cadc270cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.791361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ad2fc2b8-8de7-464b-89ab-418cadc270cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a15d1eb2-37a7-4d16-8725-db349f3907cf HTTP/1.1" status: 204 len: 168 time: 1.3523691 Jan 28 13:33:50.792841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (1350c2c3-d3a1-4fc4-a421-806384d3d481), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:50.901389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5fb8a23b-1f95-4833-9963-9945e5e453f6 is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:50.902417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 686c94c6-ca51-461a-88fc-0b57ba784b04 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:50.949836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-75ea2afc-4de9-4804-ae6d-61fd270c95e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 200 len: 998 time: 0.1981671 Jan 28 13:33:51.036588 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8db54865-342a-4b54-8749-8c5cee1d464f req-b0909c9f-e99d-41f3-bed5-5845883df4a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f934221a-e3b0-4d79-a858-ceb43ab42485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5384908 Jan 28 13:33:51.037411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fc2b8-8de7-464b-89ab-418cadc270cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d1eb2-37a7-4d16-8725-db349f3907cf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:51.067532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-201f3e73-2683-4c24-a524-f5d2d16da727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.069639 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-201f3e73-2683-4c24-a524-f5d2d16da727 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.1021893 Jan 28 13:33:51.151909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.169550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 686c94c6-ca51-461a-88fc-0b57ba784b04 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:51.170293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.270696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-0ac7cb61-c3a9-44a2-9e34-cee426682014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.272706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-0ac7cb61-c3a9-44a2-9e34-cee426682014 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932044 Jan 28 13:33:51.327256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] No DVR routers for this DVR port 5fb8a23b-1f95-4833-9963-9945e5e453f6 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:51.342214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 686c94c6-ca51-461a-88fc-0b57ba784b04, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=686c94c6-ca51-461a-88fc-0b57ba784b04,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:51.355459 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.356770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 708bf7df-0b01-4647-995d-27020ddc9cea no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:51.395082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '13027ab6-1dd7-4453-bed9-c2f5686186e1', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'port_id': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'mac_address': 'fa:16:3e:b5:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:26Z', 'updated_at': '2022-01-28T13:33:49Z', 'revision_number': 1, 'project_id': '3dd7e017936e473f933da737b0342f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:51.429849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Subnet': ['ID=1350c2c3-d3a1-4fc4-a421-806384d3d481,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:51.435070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6dae8a57-6049-4152-9548-47e4382403ea details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:33:51.487475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network 233f7db4-1826-420f-bfe1-837835e5201b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:51.528579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] Checking router: 750c6eef-31cf-4c7a-9ce4-53dfa3905484 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:33:51.529459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:51.548672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-729b6d8a-c2b3-46b5-8d99-52d77683b10a service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631929 Jan 28 13:33:51.564277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:51.567476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] In _notify_port_updated(), no bound segment for port 5fb8a23b-1f95-4833-9963-9945e5e453f6 on network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:33:51.568397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.569041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.570415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-9448265a-91aa-414f-b52a-762c202a96d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 200 len: 1027 time: 3.6594362 Jan 28 13:33:51.622741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58742) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:51.646271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Port': ['ID=e66fa055-abdf-4eb6-a957-6e7a6fe8b42b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:51.646728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae85b-0495-4e3d-aa76-122a6f089da0 req-12cba44c-deea-43c9-945c-ba506485cc8c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:51.648990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-693ae85b-0495-4e3d-aa76-122a6f089da0 req-12cba44c-deea-43c9-945c-ba506485cc8c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 943 time: 0.4587903 Jan 28 13:33:51.695505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-df8e4fe2-0218-4e6d-b544-b9fd7845be14 None None] Provisioning complete for port 5fb8a23b-1f95-4833-9963-9945e5e453f6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:51.695888 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-df8e4fe2-0218-4e6d-b544-b9fd7845be14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.757511 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-693ae85b-0495-4e3d-aa76-122a6f089da0 req-20958c8d-d771-4c7d-a7b9-b71e411010a8 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704687 Jan 28 13:33:51.759498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Checking segment: {'id': '3dc8eb25-050d-4247-8904-55e68a9c9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:51.759874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network hostable DHCP agents. Network: be9bb228-f6ee-4da9-a3f7-0e86191b8a25, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:51.775779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ea7b-e1fc-47a5-be11-d30b3cf42ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.809114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=686c94c6-ca51-461a-88fc-0b57ba784b04,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:51.823067 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4ced612f-71fc-46a4-8b4c-5a1f1f138667 req-f86659ee-0af7-4038-9e5c-da41efaa8e58 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519729 Jan 28 13:33:51.824332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:51.824975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:51.849656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8db54865-342a-4b54-8749-8c5cee1d464f req-09eb73e4-ff8d-443a-9b01-d66e175684b6 service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279406 Jan 28 13:33:51.886707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:51.887982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 708bf7df-0b01-4647-995d-27020ddc9cea is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:51.888486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.018745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 708bf7df-0b01-4647-995d-27020ddc9cea, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=708bf7df-0b01-4647-995d-27020ddc9cea,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:52.028514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-df8e4fe2-0218-4e6d-b544-b9fd7845be14 None None] Port 5fb8a23b-1f95-4833-9963-9945e5e453f6 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:52.034348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043b4c1-4821-4f7b-9151-539ab721bedb req-284f887c-ada1-498a-8d5d-e51fa41de92a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.036513 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.037414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b69bec0e-6954-46c6-aaa9-46eb7c47c36e no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:52.042176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043b4c1-4821-4f7b-9151-539ab721bedb req-284f887c-ada1-498a-8d5d-e51fa41de92a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.065435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043b4c1-4821-4f7b-9151-539ab721bedb req-284f887c-ada1-498a-8d5d-e51fa41de92a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.071339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043b4c1-4821-4f7b-9151-539ab721bedb req-284f887c-ada1-498a-8d5d-e51fa41de92a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.076285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043b4c1-4821-4f7b-9151-539ab721bedb req-284f887c-ada1-498a-8d5d-e51fa41de92a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:52.088865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a043b4c1-4821-4f7b-9151-539ab721bedb req-284f887c-ada1-498a-8d5d-e51fa41de92a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 3881 time: 0.5353165 Jan 28 13:33:52.145512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network be9bb228-f6ee-4da9-a3f7-0e86191b8a25 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:52.152884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=708bf7df-0b01-4647-995d-27020ddc9cea,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:52.221251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6dae8a57-6049-4152-9548-47e4382403ea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6dae8a57-6049-4152-9548-47e4382403ea,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:52.265942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-72593c0e-62e1-4309-bf5e-599ce11f2c69 None None] Provisioning complete for port e66fa055-abdf-4eb6-a957-6e7a6fe8b42b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:52.266846 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-72593c0e-62e1-4309-bf5e-599ce11f2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.272418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '6dae8a57-6049-4152-9548-47e4382403ea', 'network_id': 'f934221a-e3b0-4d79-a858-ceb43ab42485', 'port_id': '6dae8a57-6049-4152-9548-47e4382403ea', 'mac_address': 'fa:16:3e:d7:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d5cb4-a31c-4fda-a46b-ce36aac3f3f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:33:52.284054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, be9bb228-f6ee-4da9-a3f7-0e86191b8a25) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:52.358474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a7849-c968-4ee0-a104-6198eabc4aa4 None None] Network be9bb228-f6ee-4da9-a3f7-0e86191b8a25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:52.365326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:33:52.367900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b69bec0e-6954-46c6-aaa9-46eb7c47c36e is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:52.368613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a043b4c1-4821-4f7b-9151-539ab721bedb req-b853a0aa-7e81-49e0-a70a-cda4677a4b12 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779913 Jan 28 13:33:52.368744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.384439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (073059b0-af9c-4add-817c-42372ef67067), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.516515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event updated for resources: {'Subnet': ['ID=073059b0-af9c-4add-817c-42372ef67067,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:52.562049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ea7b-e1fc-47a5-be11-d30b3cf42ef6 admin admin] Publish callbacks [] for security_group (bac9de1f-0a8b-4f21-915c-0a8a8d0cc258), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.599004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port b69bec0e-6954-46c6-aaa9-46eb7c47c36e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:52.599852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.609413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8db54865-342a-4b54-8749-8c5cee1d464f req-5e7de5b0-406e-4f11-86b1-327b70193d7e service neutron] 10.222.0.36 "GET /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508421 Jan 28 13:33:52.614733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ea7b-e1fc-47a5-be11-d30b3cf42ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bac9de1f-0a8b-4f21-915c-0a8a8d0cc258), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.649937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04'}, {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:52.652969 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1429f8-22ca-4329-9515-440a59ed8f2b" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04"}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:52.692648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:52.702574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-72593c0e-62e1-4309-bf5e-599ce11f2c69 None None] Port e66fa055-abdf-4eb6-a957-6e7a6fe8b42b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:52.712700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.713851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5170db9-4409-4bbf-8eb6-df88539e8a43 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:33:52.715730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.755769 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f2c4e-7a5d-420a-8bb1-566bec0146e8 x-openstack-request-id: req-270f2c4e-7a5d-420a-8bb1-566bec0146e8 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:52.756504 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04", "code": 200}, {"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:52.757009 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-270f2c4e-7a5d-420a-8bb1-566bec0146e8 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:52.757645 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04', 'code': 200} Jan 28 13:33:52.758122 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea', 'code': 200} Jan 28 13:33:52.775817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dcf6ea7b-e1fc-47a5-be11-d30b3cf42ef6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac5f12c34b9344dfa716d41954e3f0ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1264789 Jan 28 13:33:52.778602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58758) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:52.806901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6ea7b-e1fc-47a5-be11-d30b3cf42ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac9de1f-0a8b-4f21-915c-0a8a8d0cc258,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:52.842139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Checking segment: {'id': '475dedcc-fd75-47fe-a28e-d834b934211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ad54c631-2366-4710-b499-667117476d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:52.842500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network hostable DHCP agents. Network: ad54c631-2366-4710-b499-667117476d9d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:52.880856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-715f17d4-637e-4574-8828-d7e6ab5957a8 admin admin] Publish callbacks [] for security_group (bac9de1f-0a8b-4f21-915c-0a8a8d0cc258), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.924644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port b5170db9-4409-4bbf-8eb6-df88539e8a43 host ! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:33:52.925226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5170db9-4409-4bbf-8eb6-df88539e8a43 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:33:52.939753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6dae8a57-6049-4152-9548-47e4382403ea is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:52.940216 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6dae8a57-6049-4152-9548-47e4382403ea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:52.980377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dae8a57-6049-4152-9548-47e4382403ea {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:33:52.993259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] For port b69bec0e-6954-46c6-aaa9-46eb7c47c36e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:52.993673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.001724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6dae8a57-6049-4152-9548-47e4382403ea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6dae8a57-6049-4152-9548-47e4382403ea,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:53.009235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-715f17d4-637e-4574-8828-d7e6ab5957a8 admin admin] Publish callbacks [] for security_group (bac9de1f-0a8b-4f21-915c-0a8a8d0cc258), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.009438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:53.009558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Network ad54c631-2366-4710-b499-667117476d9d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:53.023098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for b69bec0e-6954-46c6-aaa9-46eb7c47c36e owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:53.026862 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6dae8a57-6049-4152-9548-47e4382403ea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.045138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, ad54c631-2366-4710-b499-667117476d9d) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:53.063565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.064070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.064775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.075345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-be9bb228-f6ee-4da9-a3f7-0e86191b8a25', 'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25', 'project_id': '8856cd6c11dc417daabe7b3d687cf402', 'fixed_ips': [{'subnet_id': '1350c2c3-d3a1-4fc4-a421-806384d3d481'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:53.076319 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.106968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20def6b0-d52d-48ea-ba2b-f8f4b6c6ce07 None None] Network ad54c631-2366-4710-b499-667117476d9d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:53.170345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-715f17d4-637e-4574-8828-d7e6ab5957a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bac9de1f-0a8b-4f21-915c-0a8a8d0cc258), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.173194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-715f17d4-637e-4574-8828-d7e6ab5957a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.174367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-715f17d4-637e-4574-8828-d7e6ab5957a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bac9de1f-0a8b-4f21-915c-0a8a8d0cc258 HTTP/1.1" status: 204 len: 168 time: 0.3941739 Jan 28 13:33:53.194249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ceb2f19e-c59a-4d55-9e13-a2ef1ce149d3 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4922156 Jan 28 13:33:53.204895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58766) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:53.205705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f17d4-637e-4574-8828-d7e6ab5957a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac9de1f-0a8b-4f21-915c-0a8a8d0cc258,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:53.215232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f164d-207c-4eb8-b29c-f9eb39c721c8 req-6d4f6516-0d1b-4adb-bdbb-1af26da34127 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.233959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751f164d-207c-4eb8-b29c-f9eb39c721c8 req-6d4f6516-0d1b-4adb-bdbb-1af26da34127 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 943 time: 0.3556242 Jan 28 13:33:53.343327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.353440 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.362363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b69bec0e-6954-46c6-aaa9-46eb7c47c36e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.498282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-ad54c631-2366-4710-b499-667117476d9d', 'network_id': 'ad54c631-2366-4710-b499-667117476d9d', 'project_id': '8856cd6c11dc417daabe7b3d687cf402', 'fixed_ips': [{'subnet_id': '073059b0-af9c-4add-817c-42372ef67067'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:33:53.500679 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.530210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['6dae8a57-6049-4152-9548-47e4382403ea'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:33:53.539676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6dae8a57-6049-4152-9548-47e4382403ea,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:53.568710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.580002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event updated for resources: {'Port': ['ID=e66fa055-abdf-4eb6-a957-6e7a6fe8b42b,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:53.588814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6264562-6315-4d0a-9605-85d0b2a97e85 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.590120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6264562-6315-4d0a-9605-85d0b2a97e85 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.591530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6264562-6315-4d0a-9605-85d0b2a97e85 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:53.608383 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c6264562-6315-4d0a-9605-85d0b2a97e85 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3707087 Jan 28 13:33:53.609548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58784) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:53.661997 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-751f164d-207c-4eb8-b29c-f9eb39c721c8 req-7cff840d-aadd-47f3-a8f5-9e57f474f54e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256163 Jan 28 13:33:53.727267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Deleting subnet 1350c2c3-d3a1-4fc4-a421-806384d3d481 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:53.877623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] No DVR routers for this DVR port b69bec0e-6954-46c6-aaa9-46eb7c47c36e on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:53.891457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:53.895593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "DELETE /v2.0/ports/b69bec0e-6954-46c6-aaa9-46eb7c47c36e HTTP/1.1" status: 204 len: 173 time: 2.2824113 Jan 28 13:33:53.907688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Allocated IP 2001:db8::1 (be9bb228-f6ee-4da9-a3f7-0e86191b8a25/1350c2c3-d3a1-4fc4-a421-806384d3d481/6d65f536-23a5-4f98-9840-b4bbd8f04513) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:53.914985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:53.917523 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12fd29-bb5a-4144-9a66-28d864fc6463" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:53.920254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fe675-e2fc-477b-9ddf-99a746b28f11 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=b69bec0e-6954-46c6-aaa9-46eb7c47c36e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:53.997926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '13027ab6-1dd7-4453-bed9-c2f5686186e1', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'port_id': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'mac_address': 'fa:16:3e:b5:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:26Z', 'updated_at': '2022-01-28T13:33:49Z', 'revision_number': 1, 'project_id': '3dd7e017936e473f933da737b0342f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:54.067944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c170ca-16c7-4519-a2c0-a764e6b5d5c0 None None] The sync data for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 is: [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '13027ab6-1dd7-4453-bed9-c2f5686186e1', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'port_id': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'mac_address': 'fa:16:3e:b5:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:33:26Z', 'updated_at': '2022-01-28T13:33:49Z', 'revision_number': 1, 'project_id': '3dd7e017936e473f933da737b0342f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:54.078474 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8942449c-1e8f-40c8-a38f-a0a96242a74c x-openstack-request-id: req-8942449c-1e8f-40c8-a38f-a0a96242a74c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:54.079546 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:54.079546 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8942449c-1e8f-40c8-a38f-a0a96242a74c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:54.079989 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e', 'status': 'completed', 'code': 200} Jan 28 13:33:54.140996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Allocated IP 2001:db8:0:1::1 (ad54c631-2366-4710-b499-667117476d9d/073059b0-af9c-4add-817c-42372ef67067/9e16af6c-1ff3-47cd-b17c-4f26d54172c6) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:33:54.144245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d75df3-06ae-4785-a2a9-5ba9f5efa84a req-deee699c-43cd-4f9b-969f-f23950e88231 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.158803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d75df3-06ae-4785-a2a9-5ba9f5efa84a req-deee699c-43cd-4f9b-969f-f23950e88231 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.173972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d75df3-06ae-4785-a2a9-5ba9f5efa84a req-deee699c-43cd-4f9b-969f-f23950e88231 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.181979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d75df3-06ae-4785-a2a9-5ba9f5efa84a req-deee699c-43cd-4f9b-969f-f23950e88231 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:54.209259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9d75df3-06ae-4785-a2a9-5ba9f5efa84a req-deee699c-43cd-4f9b-969f-f23950e88231 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 3144 time: 0.5792263 Jan 28 13:33:54.310119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Network 233f7db4-1826-420f-bfe1-837835e5201b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:54.324850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port 708bf7df-0b01-4647-995d-27020ddc9cea {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:54.325208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.332891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:54.459319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9d75df3-06ae-4785-a2a9-5ba9f5efa84a req-1926a639-6183-40aa-9f5c-24971afa1302 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479031 Jan 28 13:33:54.585602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Publish callbacks [] for port (6d65f536-23a5-4f98-9840-b4bbd8f04513), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.603205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for subnet (1350c2c3-d3a1-4fc4-a421-806384d3d481), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.639558 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (6d65f536-23a5-4f98-9840-b4bbd8f04513), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.671080 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211142d-c8c2-4a10-9287-3c76b843052c None None] New status for floating IP 13027ab6-1dd7-4453-bed9-c2f5686186e1: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:33:54.721322 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (1350c2c3-d3a1-4fc4-a421-806384d3d481), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:54.806333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Network be9bb228-f6ee-4da9-a3f7-0e86191b8a25 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:54.823052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:54.831219 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2613fa3c-a3b5-4162-85d2-baa00be58861" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:54.838480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:54.935911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:55.033740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (1350c2c3-d3a1-4fc4-a421-806384d3d481), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.046341 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ade8243-4872-4878-b5ef-d2602f13a34f x-openstack-request-id: req-1ade8243-4872-4878-b5ef-d2602f13a34f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:55.046624 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-unplugged", "status": "completed", "tag": "b69bec0e-6954-46c6-aaa9-46eb7c47c36e", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:55.046717 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ade8243-4872-4878-b5ef-d2602f13a34f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:55.047134 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69bec0e-6954-46c6-aaa9-46eb7c47c36e', 'code': 200} Jan 28 13:33:55.066760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Pushing event updated for resources: {'Port': ['ID=6d65f536-23a5-4f98-9840-b4bbd8f04513,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:55.115360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de5e5d-0051-405a-8ae0-d1ad35d9ea31 req-4049e9b3-61ec-4b60-b5ef-635c6e6c6f31 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.117041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09de5e5d-0051-405a-8ae0-d1ad35d9ea31 req-4049e9b3-61ec-4b60-b5ef-635c6e6c6f31 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 944 time: 0.1705909 Jan 28 13:33:55.117537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58826) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:55.135528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f17d723a-311e-4b53-b516-473a6d21147b None None] Provisioning complete for port e66fa055-abdf-4eb6-a957-6e7a6fe8b42b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:55.135918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f17d723a-311e-4b53-b516-473a6d21147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.156549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (1350c2c3-d3a1-4fc4-a421-806384d3d481), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.193272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Subnet': ['ID=1350c2c3-d3a1-4fc4-a421-806384d3d481,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:55.199783 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Publish callbacks [] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.214556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.220859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c755cd94-bcb0-49c9-a2aa-63abdaf8bd04 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/subnets/1350c2c3-d3a1-4fc4-a421-806384d3d481 HTTP/1.1" status: 204 len: 168 time: 1.6029410 Jan 28 13:33:55.221341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58830) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:55.243326 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.286634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Deleting subnet 073059b0-af9c-4add-817c-42372ef67067 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:33:55.290043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for subnet (073059b0-af9c-4add-817c-42372ef67067), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.320595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Network ad54c631-2366-4710-b499-667117476d9d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:33:55.334767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Pushing event updated for resources: {'Port': ['ID=9e16af6c-1ff3-47cd-b17c-4f26d54172c6,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:55.343312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (073059b0-af9c-4add-817c-42372ef67067), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.351288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:55.357737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:33:55.377641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Attempting to bind port 6d65f536-23a5-4f98-9840-b4bbd8f04513 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:55.378193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Attempting to bind port 6d65f536-23a5-4f98-9840-b4bbd8f04513 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3dc8eb25-050d-4247-8904-55e68a9c9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:55.378965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Attempting to bind port 6d65f536-23a5-4f98-9840-b4bbd8f04513 on network be9bb228-f6ee-4da9-a3f7-0e86191b8a25 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:55.384960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f17d723a-311e-4b53-b516-473a6d21147b None None] Port e66fa055-abdf-4eb6-a957-6e7a6fe8b42b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:33:55.411958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:55.411958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Checking segment: {'id': '3dc8eb25-050d-4247-8904-55e68a9c9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:55.411958 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.411958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Bound using segment: {'id': '3dc8eb25-050d-4247-8904-55e68a9c9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:55.413349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Bound port: 6d65f536-23a5-4f98-9840-b4bbd8f04513, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc8eb25-050d-4247-8904-55e68a9c9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'be9bb228-f6ee-4da9-a3f7-0e86191b8a25'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:55.413854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6d65f536-23a5-4f98-9840-b4bbd8f04513), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.456002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2832662-network', 'tenant_id': '56c927b66a964dd99e11de00d7e2e1f1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:55.486570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] For port 708bf7df-0b01-4647-995d-27020ddc9cea, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=708bf7df-0b01-4647-995d-27020ddc9cea,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:55.487156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.511122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Router f9458570-b966-48d3-9c01-bd43a2a1927b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:55.531876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] For port 6d65f536-23a5-4f98-9840-b4bbd8f04513, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:55.536401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] For port 6d65f536-23a5-4f98-9840-b4bbd8f04513, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6d65f536-23a5-4f98-9840-b4bbd8f04513,segment=NetworkSegment(3dc8eb25-050d-4247-8904-55e68a9c9fc0),segment_id=3dc8eb25-050d-4247-8904-55e68a9c9fc0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:55.545990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for 708bf7df-0b01-4647-995d-27020ddc9cea owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:55.549004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09de5e5d-0051-405a-8ae0-d1ad35d9ea31 req-0e70ffef-cce3-4aae-a4ab-c5ab753dbed4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973513 Jan 28 13:33:55.558173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6dae8a57-6049-4152-9548-47e4382403ea up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:55.564147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Attempting to bind port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:33:55.564678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Attempting to bind port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '475dedcc-fd75-47fe-a28e-d834b934211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ad54c631-2366-4710-b499-667117476d9d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:33:55.565269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Attempting to bind port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 on network ad54c631-2366-4710-b499-667117476d9d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:33:55.568440 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6d65f536-23a5-4f98-9840-b4bbd8f04513), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.570927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (073059b0-af9c-4add-817c-42372ef67067), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.613505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:33:55.614178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Checking segment: {'id': '475dedcc-fd75-47fe-a28e-d834b934211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ad54c631-2366-4710-b499-667117476d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:55.614790 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.615336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Bound using segment: {'id': '475dedcc-fd75-47fe-a28e-d834b934211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ad54c631-2366-4710-b499-667117476d9d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:33:55.615887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Bound port: 9e16af6c-1ff3-47cd-b17c-4f26d54172c6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475dedcc-fd75-47fe-a28e-d834b934211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ad54c631-2366-4710-b499-667117476d9d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:33:55.616621 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.638634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Made reservation on behalf of 56c927b66a964dd99e11de00d7e2e1f1 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:55.645970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.679831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.797759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843fa8-4e2d-413d-9870-9297d06d48fa req-1cc7861b-f94e-4a9b-826b-8ce8e33d1822 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.805076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843fa8-4e2d-413d-9870-9297d06d48fa req-1cc7861b-f94e-4a9b-826b-8ce8e33d1822 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.807235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] For port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:33:55.812003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843fa8-4e2d-413d-9870-9297d06d48fa req-1cc7861b-f94e-4a9b-826b-8ce8e33d1822 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.818499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843fa8-4e2d-413d-9870-9297d06d48fa req-1cc7861b-f94e-4a9b-826b-8ce8e33d1822 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:55.826723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8843fa8-4e2d-413d-9870-9297d06d48fa req-1cc7861b-f94e-4a9b-826b-8ce8e33d1822 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 3144 time: 0.1373210 Jan 28 13:33:55.829291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] For port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9e16af6c-1ff3-47cd-b17c-4f26d54172c6,segment=NetworkSegment(475dedcc-fd75-47fe-a28e-d834b934211d),segment_id=475dedcc-fd75-47fe-a28e-d834b934211d)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:33:55.833864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (073059b0-af9c-4add-817c-42372ef67067), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.838541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aef57-8748-4256-a94f-43154e99b004 None None] Pushing event updated for resources: {'Port': ['ID=6d65f536-23a5-4f98-9840-b4bbd8f04513,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:55.839278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:33:55.846466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-70e92b53-bd4a-44a4-a3f9-2611d022c165 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "PUT /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6544025 Jan 28 13:33:55.853273 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.857905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 6dae8a57-6049-4152-9548-47e4382403ea completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:33:55.864971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] Sync routers for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:33:55.865887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58846) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:55.927184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:55.932358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/subnets/073059b0-af9c-4add-817c-42372ef67067 HTTP/1.1" status: 204 len: 168 time: 0.7096834 Jan 28 13:33:55.934867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58848) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:55.944130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9f1cf-89d1-4613-896b-8b6c3adfcfa1 tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Subnet': ['ID=073059b0-af9c-4add-817c-42372ef67067,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.007171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8843fa8-4e2d-413d-9870-9297d06d48fa req-2d68adea-0e84-471e-beed-e7b6a0f8cf70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777732 Jan 28 13:33:56.075507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059873e9-fdd3-44e9-99a3-d21e0b15577f None None] Network be9bb228-f6ee-4da9-a3f7-0e86191b8a25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:56.085274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:56.085950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:56.087912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 6dae8a57-6049-4152-9548-47e4382403ea triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:56.088317 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6dae8a57-6049-4152-9548-47e4382403ea), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.096808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks [] for security_group (a31cce91-f5e3-4b9c-b93f-159cbe68e227), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.102275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a31cce91-f5e3-4b9c-b93f-159cbe68e227), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.118593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:56.135895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9bba9ffe-ede2-4af6-83a9-415b68992e05), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.136352 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Added segment 9bba9ffe-ede2-4af6-83a9-415b68992e05 of type vlan for network 741360c5-f835-4ffd-9454-65700d929f84 Jan 28 13:33:56.223388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:56.227085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (741360c5-f835-4ffd-9454-65700d929f84), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.253648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-497dac4a-c905-4e41-8749-d8a7925c1d67 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for router (f9458570-b966-48d3-9c01-bd43a2a1927b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.272488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (741360c5-f835-4ffd-9454-65700d929f84), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.273655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:56.274259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.294764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:33:56.295691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:56.367419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bd7d9-0250-4948-a07a-71fd6c7123f2 None None] Pushing event updated for resources: {'Port': ['ID=9e16af6c-1ff3-47cd-b17c-4f26d54172c6,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.377468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2316902 Jan 28 13:33:56.377870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31cce91-f5e3-4b9c-b93f-159cbe68e227,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.382553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58852) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:56.390057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Request body: {'subnet': {'network_id': '741360c5-f835-4ffd-9454-65700d929f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2832662-subnet', 'tenant_id': '56c927b66a964dd99e11de00d7e2e1f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:56.397057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:56.397780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218306d1-ade2-48ee-82ff-774ad2586d25 None None] The sync data for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:33:56.413690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d1a10-f320-490b-a83d-3fec8aea30a0 admin admin] Pushing event updated for resources: {'Network': ['ID=741360c5-f835-4ffd-9454-65700d929f84,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.447553 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-497dac4a-c905-4e41-8749-d8a7925c1d67 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:33:56.449415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-497dac4a-c905-4e41-8749-d8a7925c1d67 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b HTTP/1.1" status: 409 len: 329 time: 0.5817146 Jan 28 13:33:56.452487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58856) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:56.453691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6dae8a57-6049-4152-9548-47e4382403ea is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:33:56.454210 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6dae8a57-6049-4152-9548-47e4382403ea), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.460519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 741360c5-f835-4ffd-9454-65700d929f84 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:56.467425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Made reservation on behalf of 56c927b66a964dd99e11de00d7e2e1f1 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:56.467636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d48f6-f0d2-455f-a28a-24b8918a1b4f tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:56.470339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-df3d48f6-f0d2-455f-a28a-24b8918a1b4f tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5320625 Jan 28 13:33:56.476129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58858) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:56.478390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.662482 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (ad54c631-2366-4710-b499-667117476d9d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.669274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (708bf7df-0b01-4647-995d-27020ddc9cea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.749220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6dae8a57-6049-4152-9548-47e4382403ea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6dae8a57-6049-4152-9548-47e4382403ea,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:56.749683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.761343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6dae8a57-6049-4152-9548-47e4382403ea), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.825540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6dae8a57-6049-4152-9548-47e4382403ea,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.833753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=708bf7df-0b01-4647-995d-27020ddc9cea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:56.836011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.838966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.839518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.839974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.840454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.840900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.844186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.845839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.846394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.846842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.851904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.852841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.853297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:33:56.855668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] No DVR routers for this DVR port 708bf7df-0b01-4647-995d-27020ddc9cea on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:56.860543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:56.867387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-3aa0822f-fe8b-46e9-a877-9539fb0289b5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "DELETE /v2.0/ports/708bf7df-0b01-4647-995d-27020ddc9cea HTTP/1.1" status: 204 len: 173 time: 2.9418838 Jan 28 13:33:56.874680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:56.877026 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e7b3f-b4fa-4e20-9f15-3ccafc9c925d" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:56.951625 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a4cdeb-efc2-4233-bb0b-0d9801d1d053 x-openstack-request-id: req-c3a4cdeb-efc2-4233-bb0b-0d9801d1d053 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:56.951953 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "708bf7df-0b01-4647-995d-27020ddc9cea", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:56.952246 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3a4cdeb-efc2-4233-bb0b-0d9801d1d053 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:56.955088 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': '708bf7df-0b01-4647-995d-27020ddc9cea', 'status': 'completed', 'code': 200} Jan 28 13:33:57.043361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41eee00-e6dc-4018-ac53-103d8c1bc204 req-52f779d5-a7b3-46e6-af2f-0e3fc282076f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:57.048883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11662b6-f971-4688-9450-5d6119a65e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae8a57-6049-4152-9548-47e4382403ea'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:33:57.051137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e41eee00-e6dc-4018-ac53-103d8c1bc204 req-52f779d5-a7b3-46e6-af2f-0e3fc282076f tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.2717333 Jan 28 13:33:57.051772 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68755fc5-7b5c-4b50-85c4-b2df56c0e496" -d '{"events": [{"server_uuid": "d11662b6-f971-4688-9450-5d6119a65e08", "name": "network-vif-plugged", "status": "completed", "tag": "6dae8a57-6049-4152-9548-47e4382403ea"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:33:57.124437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Deleting port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:57.128726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.165881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e41eee00-e6dc-4018-ac53-103d8c1bc204 req-a047c845-e363-4df8-8863-dc5e48145531 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135044 Jan 28 13:33:57.253510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port d810c948-2d07-482d-a7c1-4f95e1cc46fc {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:57.255475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.268191 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (1f29b47d-6c45-4961-8e02-1135836f6e1d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.275027 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62415931-3fe6-4eb4-8614-abac316a3af9 x-openstack-request-id: req-62415931-3fe6-4eb4-8614-abac316a3af9 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:33:57.275547 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11662b6-f971-4688-9450-5d6119a65e08", "name": "network-vif-plugged", "status": "completed", "tag": "6dae8a57-6049-4152-9548-47e4382403ea", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:33:57.275648 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62415931-3fe6-4eb4-8614-abac316a3af9 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:33:57.275991 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11662b6-f971-4688-9450-5d6119a65e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae8a57-6049-4152-9548-47e4382403ea', 'code': 200} Jan 28 13:33:57.410437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e06183-a955-48eb-9858-ae9f6b199fb7 req-6edccc6e-f0c0-4730-97cf-2eef88dbec39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:57.417019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e06183-a955-48eb-9858-ae9f6b199fb7 req-6edccc6e-f0c0-4730-97cf-2eef88dbec39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:57.429483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e06183-a955-48eb-9858-ae9f6b199fb7 req-6edccc6e-f0c0-4730-97cf-2eef88dbec39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:57.437962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18e06183-a955-48eb-9858-ae9f6b199fb7 req-6edccc6e-f0c0-4730-97cf-2eef88dbec39 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 2411 time: 0.2988112 Jan 28 13:33:57.479670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f29b47d-6c45-4961-8e02-1135836f6e1d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:57.500831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Checking segment: {'id': '9bba9ffe-ede2-4af6-83a9-415b68992e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '741360c5-f835-4ffd-9454-65700d929f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:33:57.501615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Network hostable DHCP agents. Network: 741360c5-f835-4ffd-9454-65700d929f84, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:33:57.502536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] For port d810c948-2d07-482d-a7c1-4f95e1cc46fc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d810c948-2d07-482d-a7c1-4f95e1cc46fc,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:57.502909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.513377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] For port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9e16af6c-1ff3-47cd-b17c-4f26d54172c6,segment=NetworkSegment(475dedcc-fd75-47fe-a28e-d834b934211d),segment_id=475dedcc-fd75-47fe-a28e-d834b934211d)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:33:57.513720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.557110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f639b0-4ed2-43a9-b1e7-9c6a95a8c4e2 req-bd7e6ace-a817-47c8-a62b-7466a2ba092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:57.558642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5f639b0-4ed2-43a9-b1e7-9c6a95a8c4e2 req-bd7e6ace-a817-47c8-a62b-7466a2ba092f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 1096 time: 0.1355929 Jan 28 13:33:57.590429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Calling delete_port for 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:57.623937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5f639b0-4ed2-43a9-b1e7-9c6a95a8c4e2 req-f13e0245-de01-436d-8ecb-3ceee6a1a127 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Jan 28 13:33:57.635081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18e06183-a955-48eb-9858-ae9f6b199fb7 req-bbdf5fad-2474-46e0-8aa8-457f1bc92da4 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958303 Jan 28 13:33:57.637445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Network 741360c5-f835-4ffd-9454-65700d929f84 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:33:57.684260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 741360c5-f835-4ffd-9454-65700d929f84) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:33:57.695388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:57.696000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.699832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99060a2a-5002-4703-9369-04556629dbaf None None] Network 741360c5-f835-4ffd-9454-65700d929f84 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:57.715377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:57.722180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-853154a4-a6e0-4ddb-a053-1eaca823c39a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3366139 Jan 28 13:33:57.945226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8f9f0-3324-4f48-8a1f-076601ca04d4 None None] Network 741360c5-f835-4ffd-9454-65700d929f84 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:57.949955 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.105670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066bb77-81dd-4fff-a811-54506f5a9aa4 None None] Network ad54c631-2366-4710-b499-667117476d9d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:33:58.216480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:33:58.292707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.310975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.311257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (e00090b0-900d-466f-b259-5aab467e262e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.311698 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Floating IP e00090b0-900d-466f-b259-5aab467e262e disassociated. External IP: 172.25.4.135, port: d810c948-2d07-482d-a7c1-4f95e1cc46fc. Jan 28 13:33:58.311933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for d810c948-2d07-482d-a7c1-4f95e1cc46fc owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:58.337883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4fe639de-27ed-416a-9a3c-be19f79f46b0 None None] Provisioning complete for port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:33:58.338983 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4fe639de-27ed-416a-9a3c-be19f79f46b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9e16af6c-1ff3-47cd-b17c-4f26d54172c6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.341809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Port': ['ID=9e16af6c-1ff3-47cd-b17c-4f26d54172c6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.353181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] No DVR routers for this DVR port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:33:58.398681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4fe639de-27ed-416a-9a3c-be19f79f46b0 None None] Port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 was deleted so its status cannot be updated. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:33:58.419051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:33:58.419560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:33:58.419957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 13:33:58.471484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Port 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 not found, will not notify nova. {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 13:33:58.538636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc43bed6-8b96-4c86-be3a-d0d20d355297 None None] DHCP port deletion for ad54c631-2366-4710-b499-667117476d9d request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:33:58.571442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c15b1-a28e-4d63-9192-a930df222607 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:33:58.644198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca7a5-ae9d-4f52-93e1-985eab782d50 req-e63f350c-fc11-4168-b80f-812d8077bdb1 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:58.651617 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7eca7a5-ae9d-4f52-93e1-985eab782d50 req-e63f350c-fc11-4168-b80f-812d8077bdb1 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.2036479 Jan 28 13:33:58.777649 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7eca7a5-ae9d-4f52-93e1-985eab782d50 req-4d7f7e68-1ae0-43bc-8b42-51336e1c4e7a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247060 Jan 28 13:33:58.785032 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d810c948-2d07-482d-a7c1-4f95e1cc46fc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.901154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (ad54c631-2366-4710-b499-667117476d9d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:58.907226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c15b1-a28e-4d63-9192-a930df222607 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:33:58.914540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=d810c948-2d07-482d-a7c1-4f95e1cc46fc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:58.953373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58924) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:58.972977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-997797586-network', 'tenant_id': '4e4611a68ca341d1bdeada28d24c8dd2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:58.988581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad54c631-2366-4710-b499-667117476d9d']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:59.035821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475dedcc-fd75-47fe-a28e-d834b934211d') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:59.036534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475dedcc-fd75-47fe-a28e-d834b934211d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:33:59.060987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Made reservation on behalf of 4e4611a68ca341d1bdeada28d24c8dd2 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:59.068066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.076488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Deleting port e66fa055-abdf-4eb6-a957-6e7a6fe8b42b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:33:59.076828 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.086398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (475dedcc-fd75-47fe-a28e-d834b934211d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.094941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.141771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Router 262456eb-361e-4170-bcd0-81c39d2370e1 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:33:59.224152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427231-74af-4812-9e54-216989fe1fc7 req-845f1738-eedd-46b9-b323-11041e4a6bcd tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.229546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427231-74af-4812-9e54-216989fe1fc7 req-845f1738-eedd-46b9-b323-11041e4a6bcd tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.231248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5427231-74af-4812-9e54-216989fe1fc7 req-845f1738-eedd-46b9-b323-11041e4a6bcd tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 1677 time: 0.2470717 Jan 28 13:33:59.235932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (475dedcc-fd75-47fe-a28e-d834b934211d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.251327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.259220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:33:59.259744 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (475dedcc-fd75-47fe-a28e-d834b934211d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:33:59.263012 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:33:59.279331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Calling delete_port for e66fa055-abdf-4eb6-a957-6e7a6fe8b42b owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:33:59.365090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks [] for security_group (8cb03027-adf3-4a27-8197-f4140d6b6827), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.378370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cb03027-adf3-4a27-8197-f4140d6b6827), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.393543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:33:59.401942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5427231-74af-4812-9e54-216989fe1fc7 req-5cc74bfc-8f87-47fd-bcb2-9b6e51d4ec61 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636262 Jan 28 13:33:59.414531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (01e94d54-692a-496e-9c6a-f9477d70c3da), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.415126 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Added segment 01e94d54-692a-496e-9c6a-f9477d70c3da of type vlan for network e9fe87c4-0cd2-49d9-ba3e-06783841013f Jan 28 13:33:59.436923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (ad54c631-2366-4710-b499-667117476d9d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.450152 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.458083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/networks/ad54c631-2366-4710-b499-667117476d9d HTTP/1.1" status: 204 len: 168 time: 2.9782979 Jan 28 13:33:59.470049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58926) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:59.524588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb03027-adf3-4a27-8197-f4140d6b6827,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:59.544374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e9fe87c4-0cd2-49d9-ba3e-06783841013f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.611899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e9fe87c4-0cd2-49d9-ba3e-06783841013f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.613177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:33:59.613800 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.724673 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7600787 Jan 28 13:33:59.735778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58930) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:33:59.746597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Request body: {'subnet': {'network_id': 'e9fe87c4-0cd2-49d9-ba3e-06783841013f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-997797586-subnet', 'tenant_id': '4e4611a68ca341d1bdeada28d24c8dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:33:59.768565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca286504-7826-4e81-8006-839d79d1abc0 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fe87c4-0cd2-49d9-ba3e-06783841013f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:33:59.773681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e66fa055-abdf-4eb6-a957-6e7a6fe8b42b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.782499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e9fe87c4-0cd2-49d9-ba3e-06783841013f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:33:59.888368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Made reservation on behalf of 4e4611a68ca341d1bdeada28d24c8dd2 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:33:59.895881 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:33:59.906960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Port': ['ID=e66fa055-abdf-4eb6-a957-6e7a6fe8b42b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:00.086704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:00.095147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113fde1-082e-49fe-be6a-fdfa5891012a tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Network': ['ID=ad54c631-2366-4710-b499-667117476d9d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:00.096780 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] Sync routers for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:00.128541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:00.129814 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:00.132888 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:00.190141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:00.190735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9e16af6c-1ff3-47cd-b17c-4f26d54172c6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:00.234993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] No DVR routers for this DVR port d810c948-2d07-482d-a7c1-4f95e1cc46fc on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:00.241117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (be9bb228-f6ee-4da9-a3f7-0e86191b8a25), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.243875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.248749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-315150cc-a1e7-4add-8e4c-c3d62cef272d tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "DELETE /v2.0/ports/d810c948-2d07-482d-a7c1-4f95e1cc46fc HTTP/1.1" status: 204 len: 173 time: 3.3673856 Jan 28 13:34:00.251294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:00.253877 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a024da-acdc-42a4-91db-affc5b4f0894" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:00.307697 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dd7e8d-20ab-4e0b-a3c2-d40a06e952cc x-openstack-request-id: req-f8dd7e8d-20ab-4e0b-a3c2-d40a06e952cc {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:00.308010 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "d810c948-2d07-482d-a7c1-4f95e1cc46fc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:00.309478 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8dd7e8d-20ab-4e0b-a3c2-d40a06e952cc {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:00.310031 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': 'd810c948-2d07-482d-a7c1-4f95e1cc46fc', 'status': 'completed', 'code': 200} Jan 28 13:34:00.333839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289659-33f4-4a53-8780-34e18ff918c2 req-0749732c-5dd2-4445-9076-a0e805fc0c15 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.335623 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7289659-33f4-4a53-8780-34e18ff918c2 req-0749732c-5dd2-4445-9076-a0e805fc0c15 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.3838220 Jan 28 13:34:00.408751 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:00.439283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Deleting port 6d65f536-23a5-4f98-9840-b4bbd8f04513 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:00.439860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6d65f536-23a5-4f98-9840-b4bbd8f04513), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.461606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port 686c94c6-ca51-461a-88fc-0b57ba784b04 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:00.461957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.569852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (f9458570-b966-48d3-9c01-bd43a2a1927b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.640814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] For port 6d65f536-23a5-4f98-9840-b4bbd8f04513, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6d65f536-23a5-4f98-9840-b4bbd8f04513,segment=NetworkSegment(3dc8eb25-050d-4247-8904-55e68a9c9fc0),segment_id=3dc8eb25-050d-4247-8904-55e68a9c9fc0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:00.641486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6d65f536-23a5-4f98-9840-b4bbd8f04513), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.664655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Calling delete_port for 6d65f536-23a5-4f98-9840-b4bbd8f04513 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:00.671499 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7289659-33f4-4a53-8780-34e18ff918c2 req-76edc71a-53a7-4681-b26c-8de016c96040 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213074 Jan 28 13:34:00.721186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbbdc4-db98-4525-bf4d-2963a076194b req-d9494624-af83-4a38-bc50-28323ddd85b1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.727645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbbdc4-db98-4525-bf4d-2963a076194b req-d9494624-af83-4a38-bc50-28323ddd85b1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:00.729787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74cbbdc4-db98-4525-bf4d-2963a076194b req-d9494624-af83-4a38-bc50-28323ddd85b1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 1677 time: 0.1564660 Jan 28 13:34:00.792758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] For port 686c94c6-ca51-461a-88fc-0b57ba784b04, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=686c94c6-ca51-461a-88fc-0b57ba784b04,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:00.793408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.815810 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 5, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:00.822922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for 686c94c6-ca51-461a-88fc-0b57ba784b04 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:00.863929 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] Checking router: 262456eb-361e-4170-bcd0-81c39d2370e1 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:34:00.866772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (ee9154cd-edf2-43cc-af41-996381431fd8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:00.886779 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:00.887723 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:00.911148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74cbbdc4-db98-4525-bf4d-2963a076194b req-d29a00d4-7f52-4506-ad92-c93b348c8718 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722908 Jan 28 13:34:01.045234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Router f9458570-b966-48d3-9c01-bd43a2a1927b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:34:01.060374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9154cd-edf2-43cc-af41-996381431fd8,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:01.127742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f952b9-a088-430a-be20-d0f35107e5a1 req-bfb355a3-e631-43a3-8aed-1d45a404e874 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:01.135375 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4f952b9-a088-430a-be20-d0f35107e5a1 req-bfb355a3-e631-43a3-8aed-1d45a404e874 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.2143896 Jan 28 13:34:01.175844 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (686c94c6-ca51-461a-88fc-0b57ba784b04), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.187799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6d65f536-23a5-4f98-9840-b4bbd8f04513), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.231854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=686c94c6-ca51-461a-88fc-0b57ba784b04,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:01.243442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] No DVR routers for this DVR port 6d65f536-23a5-4f98-9840-b4bbd8f04513 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:01.299711 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:34:01.311636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] No DVR routers for this DVR port 686c94c6-ca51-461a-88fc-0b57ba784b04 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:01.318574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:34:01.326680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-967da0f4-37d2-4496-a8d4-7aab2add67d1 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "PUT /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8720605 Jan 28 13:34:01.330823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:01.332313 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.334753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] Sync routers for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:34:01.336148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-6392d1bb-4f24-4d7f-bba0-d4abb8b853a0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "DELETE /v2.0/ports/686c94c6-ca51-461a-88fc-0b57ba784b04 HTTP/1.1" status: 204 len: 173 time: 1.0773356 Jan 28 13:34:01.338521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Port': ['ID=6d65f536-23a5-4f98-9840-b4bbd8f04513,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:01.353880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Checking segment: {'id': '01e94d54-692a-496e-9c6a-f9477d70c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e9fe87c4-0cd2-49d9-ba3e-06783841013f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:01.354527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Network hostable DHCP agents. Network: e9fe87c4-0cd2-49d9-ba3e-06783841013f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:01.354687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:01.355494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.429699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (be9bb228-f6ee-4da9-a3f7-0e86191b8a25), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.439893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.447620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Network e9fe87c4-0cd2-49d9-ba3e-06783841013f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:01.458752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9bb228-f6ee-4da9-a3f7-0e86191b8a25']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.465332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] Routers {'f9458570-b966-48d3-9c01-bd43a2a1927b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:34:01.469911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:33:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f9458570-b966-48d3-9c01-bd43a2a1927b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.471846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc8eb25-050d-4247-8904-55e68a9c9fc0') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.472197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc8eb25-050d-4247-8904-55e68a9c9fc0') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.473852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a4f952b9-a088-430a-be20-d0f35107e5a1 req-d16c4191-f59a-4d9a-9fe0-953b3f55e50d tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371539 Jan 28 13:34:01.476827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e9fe87c4-0cd2-49d9-ba3e-06783841013f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:01.486528 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (3dc8eb25-050d-4247-8904-55e68a9c9fc0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.499689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:01.502132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.513198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3dc8eb25-050d-4247-8904-55e68a9c9fc0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.521468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:01.521950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (3dc8eb25-050d-4247-8904-55e68a9c9fc0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.545990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5e3d0549-9920-4e19-9b74-15ec957ca495 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8069694 Jan 28 13:34:01.564980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d480fc7-9ead-4e73-8824-fb870e557872 None None] Network e9fe87c4-0cd2-49d9-ba3e-06783841013f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:01.571911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.573025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471c065f-6783-42f7-995e-2bcfadf99b59 None None] The sync data for ids ['f9458570-b966-48d3-9c01-bd43a2a1927b'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:01.606735 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:01.644089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (be9bb228-f6ee-4da9-a3f7-0e86191b8a25), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.685080 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-1bcb93f8-305b-48c4-b560-165b622ee991 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] show failed (client error): The resource could not be found. Jan 28 13:34:01.686179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1bcb93f8-305b-48c4-b560-165b622ee991 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1694031125 HTTP/1.1" status: 404 len: 335 time: 0.3490791 Jan 28 13:34:01.690798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58972) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:01.697549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-051da59c-2caf-4a46-8a14-b53dd3fbcf73 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:01.705522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:01.716235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/networks/be9bb228-f6ee-4da9-a3f7-0e86191b8a25 HTTP/1.1" status: 204 len: 168 time: 2.2450192 Jan 28 13:34:01.721412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58974) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:01.760464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444e24-2c9d-454d-8e75-2b3ec179e4bf tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Network': ['ID=be9bb228-f6ee-4da9-a3f7-0e86191b8a25,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:01.821057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9fe860-dcb5-4ba8-9955-a23330e92667 None None] Network e9fe87c4-0cd2-49d9-ba3e-06783841013f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:01.899282 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 5, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:01.926229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port a912b362-edaf-4ebe-b38a-ec3dded8340f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:01.926752 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.010365 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69533e37-2e76-435b-8853-d5a6354d3850 None None] The sync data for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 is: [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:22:03Z', 'revision_number': 4, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '1e463b2b-9732-4132-a5ab-9071eff469f7', 'name': '', 'network_id': 'd851e8dd-4248-45c2-9e39-3c87874d52ed', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'mac_address': 'fa:16:3e:86:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:00Z', 'updated_at': '2022-01-28T13:22:08Z', 'revision_number': 5, 'project_id': '27dd08af341f42918759491886a80b4d', 'subnets': [{'id': '7fbb0b8c-8bea-4f64-9dd2-93bf442992e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:34:02.149298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1fc77416-3071-47bc-9e25-63eb1c19c994), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.166157 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-051da59c-2caf-4a46-8a14-b53dd3fbcf73 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] update failed (client error): The resource could not be found. Jan 28 13:34:02.170206 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-051da59c-2caf-4a46-8a14-b53dd3fbcf73 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1685878401 HTTP/1.1" status: 404 len: 335 time: 0.4752107 Jan 28 13:34:02.170815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58992) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:02.199441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83325acc-0c6e-41a6-a78f-45cb5fa7170e req-38272386-4556-46e9-9f34-1c3894a6d38a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:02.201362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83325acc-0c6e-41a6-a78f-45cb5fa7170e req-38272386-4556-46e9-9f34-1c3894a6d38a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.1101255 Jan 28 13:34:02.307155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] For port a912b362-edaf-4ebe-b38a-ec3dded8340f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a912b362-edaf-4ebe-b38a-ec3dded8340f,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:02.307535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.311935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:02.315430 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be4b053-9925-4a31-b11a-8305da204061" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:02.334876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd096012-cd7c-4dc7-ad1d-48a59ad720ca req-08460d15-1655-4d50-93a4-67df06eb4c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:02.336715 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dd096012-cd7c-4dc7-ad1d-48a59ad720ca req-08460d15-1655-4d50-93a4-67df06eb4c70 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 943 time: 0.1834347 Jan 28 13:34:02.346321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1fc77416-3071-47bc-9e25-63eb1c19c994), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.357355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Deleting subnet 5703da2b-41ec-4687-a913-2b27948886d1 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:02.376578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for subnet (5703da2b-41ec-4687-a913-2b27948886d1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.379616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for a912b362-edaf-4ebe-b38a-ec3dded8340f owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:02.385288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83325acc-0c6e-41a6-a78f-45cb5fa7170e req-7b496206-2464-4a69-a82f-e250f37e1979 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538956 Jan 28 13:34:02.393900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc77416-3071-47bc-9e25-63eb1c19c994']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.423201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb5ed91-c79d-4cb0-ac43-59e5b80258f0') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.423565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb5ed91-c79d-4cb0-ac43-59e5b80258f0') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:02.446432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (dbb5ed91-c79d-4cb0-ac43-59e5b80258f0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.468226 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dd096012-cd7c-4dc7-ad1d-48a59ad720ca req-dd98797d-c853-4dee-91d7-a464ab48a7b7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups?id=d5183ff7-d47b-4830-8670-ed62ebade6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187725 Jan 28 13:34:02.483244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (5703da2b-41ec-4687-a913-2b27948886d1), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.498071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dbb5ed91-c79d-4cb0-ac43-59e5b80258f0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.506707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:02.507242 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (dbb5ed91-c79d-4cb0-ac43-59e5b80258f0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:02.511472 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:02.541492 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5713d57-e77b-4c6a-bc38-3571f65e9adc None None] New status for floating IP e00090b0-900d-466f-b259-5aab467e262e: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:34:02.651877 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1fc77416-3071-47bc-9e25-63eb1c19c994), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.690288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.696914 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/networks/1fc77416-3071-47bc-9e25-63eb1c19c994 HTTP/1.1" status: 204 len: 168 time: 0.9738905 Jan 28 13:34:02.700741 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5703da2b-41ec-4687-a913-2b27948886d1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.701619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29440c-ea25-4551-811c-f382c827a28b tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Network': ['ID=1fc77416-3071-47bc-9e25-63eb1c19c994,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:02.708584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59010) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:02.778402 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f308bb0c-4fdc-404f-be84-999fabb09ef6 x-openstack-request-id: req-f308bb0c-4fdc-404f-be84-999fabb09ef6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:02.778820 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "686c94c6-ca51-461a-88fc-0b57ba784b04", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:02.779690 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f308bb0c-4fdc-404f-be84-999fabb09ef6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:02.780189 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': '686c94c6-ca51-461a-88fc-0b57ba784b04', 'status': 'completed', 'code': 200} Jan 28 13:34:02.865687 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (6c858747-19dd-42a7-a0c6-bebffe675a21), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.900789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a912b362-edaf-4ebe-b38a-ec3dded8340f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:02.959973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=a912b362-edaf-4ebe-b38a-ec3dded8340f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:03.003148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (5703da2b-41ec-4687-a913-2b27948886d1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.012461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47eb08-3e14-46cc-84ea-2d5c4236417d req-38234d30-fc0d-4987-b368-0b0bae77da90 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:03.014020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb47eb08-3e14-46cc-84ea-2d5c4236417d req-38234d30-fc0d-4987-b368-0b0bae77da90 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.1671884 Jan 28 13:34:03.066226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (6c858747-19dd-42a7-a0c6-bebffe675a21), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.069367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] No DVR routers for this DVR port a912b362-edaf-4ebe-b38a-ec3dded8340f on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:03.073611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Subnet': ['ID=5703da2b-41ec-4687-a913-2b27948886d1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:03.082713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.086116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eda4868-9cbe-4e26-848c-600de391087b req-71955cae-2e09-4de0-afc6-9b2527f9fc07 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.60 "DELETE /v2.0/ports/a912b362-edaf-4ebe-b38a-ec3dded8340f HTTP/1.1" status: 204 len: 173 time: 1.7376044 Jan 28 13:34:03.090710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.094390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bd7cded1-9097-4747-b86a-3ceeb9502978 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/subnets/5703da2b-41ec-4687-a913-2b27948886d1 HTTP/1.1" status: 204 len: 168 time: 0.9211960 Jan 28 13:34:03.096658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59022) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:03.099214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f90cf5-5e58-4219-8aba-12e983ec9f75 None None] Network 4780ee84-29a3-4025-8a8f-c0d454bde520 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:03.106718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-cff64451-dd62-4220-906f-46c2176fc853 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:03.108282 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-cff64451-dd62-4220-906f-46c2176fc853 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/networks?id=741360c5-f835-4ffd-9454-65700d929f84 HTTP/1.1" status: 200 len: 806 time: 0.2393358 Jan 28 13:34:03.110953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c858747-19dd-42a7-a0c6-bebffe675a21']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:03.143059 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-f8e41d0e-33e0-4a78-8d7c-ddc8e38b5cb1 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/quotas/56c927b66a964dd99e11de00d7e2e1f1 HTTP/1.1" status: 200 len: 375 time: 0.0153160 Jan 28 13:34:03.147310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd726190-c8a7-409e-a32f-658046fb1e4c') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:03.147686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd726190-c8a7-409e-a32f-658046fb1e4c') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:03.172582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (bd726190-c8a7-409e-a32f-658046fb1e4c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.196815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-2cd05dfd-e56b-4ea5-9ffe-050d155b2f8b tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=56c927b66a964dd99e11de00d7e2e1f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399675 Jan 28 13:34:03.207881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb47eb08-3e14-46cc-84ea-2d5c4236417d req-446459ab-df91-420e-b8bf-65a0f5861e2c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842656 Jan 28 13:34:03.210034 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bd726190-c8a7-409e-a32f-658046fb1e4c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.243250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Deleting subnet 40ac1cc7-bb07-43db-8dd4-4affe8ba068e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:03.248278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for subnet (40ac1cc7-bb07-43db-8dd4-4affe8ba068e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.270531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:03.273608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (bd726190-c8a7-409e-a32f-658046fb1e4c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:03.277417 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:03.369739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] DHCP port deletion for 4780ee84-29a3-4025-8a8f-c0d454bde520 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:03.380489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (40ac1cc7-bb07-43db-8dd4-4affe8ba068e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.531566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1110d415-c74d-4f7a-afc3-592deb915b80 service neutron] 10.222.0.45 "GET /v2.0/networks/741360c5-f835-4ffd-9454-65700d929f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176246 Jan 28 13:34:03.625893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (40ac1cc7-bb07-43db-8dd4-4affe8ba068e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.675066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (6c858747-19dd-42a7-a0c6-bebffe675a21), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.710859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.715088 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] 10.222.0.45 "DELETE /v2.0/networks/6c858747-19dd-42a7-a0c6-bebffe675a21 HTTP/1.1" status: 204 len: 168 time: 1.0033338 Jan 28 13:34:03.731898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf7135bc-6919-4916-96d4-4b18ef64fb08 req-662b7d48-18fd-4080-b693-455319ce926c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0870769 Jan 28 13:34:03.741763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bffec1-87f2-4fc4-96f5-f03fe82d50de tempest-BulkNetworkOpsIpV6Test-1877682876 tempest-BulkNetworkOpsIpV6Test-1877682876-project] Pushing event deleted for resources: {'Network': ['ID=6c858747-19dd-42a7-a0c6-bebffe675a21,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:03.802077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-f850b7f6-f48c-4741-b771-3c29dd535cf1 service neutron] 10.222.0.45 "GET /v2.0/networks/741360c5-f835-4ffd-9454-65700d929f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281201 Jan 28 13:34:03.891073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (40ac1cc7-bb07-43db-8dd4-4affe8ba068e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.926630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:03.935544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/subnets/40ac1cc7-bb07-43db-8dd4-4affe8ba068e HTTP/1.1" status: 204 len: 168 time: 0.8378441 Jan 28 13:34:03.938709 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59036) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:04.064492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739e37e-7563-4551-a690-07de0255358b None None] Network fe2667ca-d07c-432e-8ffa-2f1a0b904b02 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:04.084550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693fdac-0f67-4577-8760-e1c70b2f91b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Subnet': ['ID=40ac1cc7-bb07-43db-8dd4-4affe8ba068e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.130110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386e52-d491-45a4-8e7e-d501220a773c req-3017bb43-c3ec-4d77-b753-9ce6bee873ef tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:04.134274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1d386e52-d491-45a4-8e7e-d501220a773c req-3017bb43-c3ec-4d77-b753-9ce6bee873ef tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.1506302 Jan 28 13:34:04.220455 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4780ee84-29a3-4025-8a8f-c0d454bde520), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.237839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:04.245158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] Deleting port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:04.245769 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.282421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1d386e52-d491-45a4-8e7e-d501220a773c req-0a4c50d2-1e87-4394-b52b-e4b45430f9a1 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436157 Jan 28 13:34:04.354604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59056) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:04.409026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] For port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,segment=NetworkSegment(b0d0f8fb-a9e0-4483-837f-712497b3e82e),segment_id=b0d0f8fb-a9e0-4483-837f-712497b3e82e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:04.409645 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.438799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] Calling delete_port for 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:04.518324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:04.519645 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.548653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] DHCP port deletion for fe2667ca-d07c-432e-8ffa-2f1a0b904b02 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:04.560429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec72d32-09ad-4d50-bc29-2ccc699b14df req-a9194d37-d564-4da3-ab54-bd5f4407032e tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 210 time: 0.0934916 Jan 28 13:34:04.682307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Deleting port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:04.682660 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.706881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,segment=NetworkSegment(b0d0f8fb-a9e0-4483-837f-712497b3e82e),segment_id=b0d0f8fb-a9e0-4483-837f-712497b3e82e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:04.728818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.746926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3810656b-cbf4-4901-be04-443d4109908e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8856cd6c11dc417daabe7b3d687cf402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909163 Jan 28 13:34:04.750530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:04.783888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:04.793254 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f68cd-4863-4ea4-a12b-4af227b66619" -d '{"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:04.831861 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.865219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] Deleting port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:04.865952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.909231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.921954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] For port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,segment=NetworkSegment(b0d0f8fb-a9e0-4483-837f-712497b3e82e),segment_id=b0d0f8fb-a9e0-4483-837f-712497b3e82e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:04.922401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.939986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] No DVR routers for this DVR port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:04.966838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Calling delete_port for 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:04.971065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3950207b-ee07-4dff-99dd-c9b3a28e04e9 admin admin] Publish callbacks [] for security_group (fce2ca38-cc55-4d72-83ef-1838de49ca9b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:04.974105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbaa6a-521f-4684-baa6-bd9d9cbd9403 None None] Pushing event deleted for resources: {'Port': ['ID=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:04.978498 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31c1facf-d7d8-4b29-9685-8b45805190bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.003074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08fa48-d882-44d9-b46a-c7e12be9a680 req-3d2838f2-bf04-4850-a892-016c34824b8e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:05.018808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8e08fa48-d882-44d9-b46a-c7e12be9a680 req-3d2838f2-bf04-4850-a892-016c34824b8e tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.4497762 Jan 28 13:34:05.036564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] For port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c1d9a5be-525b-4bdb-bed8-d20f4b8cd682,segment=NetworkSegment(d17d7d5c-73ab-4ea8-80c3-db78e40dab4d),segment_id=d17d7d5c-73ab-4ea8-80c3-db78e40dab4d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:05.037858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.052822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a480a3a8-3812-400b-b9eb-fa1de152e56c req-cabe67c9-0219-4495-9c01-38a975f1678c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0827022 Jan 28 13:34:05.075750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] Calling delete_port for c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:05.126507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3950207b-ee07-4dff-99dd-c9b3a28e04e9 admin admin] Publish callbacks [] for security_group (fce2ca38-cc55-4d72-83ef-1838de49ca9b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.176437 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c613403-d19a-47eb-a248-5b3986bf9daf x-openstack-request-id: req-1c613403-d19a-47eb-a248-5b3986bf9daf {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:05.176690 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85189ecf-40e0-4eb7-a8c4-0a01cb73f314", "name": "network-vif-deleted", "tag": "a912b362-edaf-4ebe-b38a-ec3dded8340f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:05.176922 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c613403-d19a-47eb-a248-5b3986bf9daf {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:05.194525 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85189ecf-40e0-4eb7-a8c4-0a01cb73f314', 'name': 'network-vif-deleted', 'tag': 'a912b362-edaf-4ebe-b38a-ec3dded8340f', 'status': 'completed', 'code': 200} Jan 28 13:34:05.244847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (c1d9a5be-525b-4bdb-bed8-d20f4b8cd682), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.270499 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3950207b-ee07-4dff-99dd-c9b3a28e04e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fce2ca38-cc55-4d72-83ef-1838de49ca9b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.282342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3950207b-ee07-4dff-99dd-c9b3a28e04e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.293959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3950207b-ee07-4dff-99dd-c9b3a28e04e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fce2ca38-cc55-4d72-83ef-1838de49ca9b HTTP/1.1" status: 204 len: 168 time: 0.5332813 Jan 28 13:34:05.309399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950207b-ee07-4dff-99dd-c9b3a28e04e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2ca38-cc55-4d72-83ef-1838de49ca9b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.329906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] No DVR routers for this DVR port c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:05.332375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0250a1-a808-41c6-86fa-6d448fdedac2 None None] Pushing event deleted for resources: {'Port': ['ID=c1d9a5be-525b-4bdb-bed8-d20f4b8cd682,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.364192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8e08fa48-d882-44d9-b46a-c7e12be9a680 req-e9ddcccc-f14c-4f9c-8b39-998fba026085 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444037 Jan 28 13:34:05.453398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (64612fb7-de46-4901-a2bb-5c8ae5e1cf62), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.503255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Port': ['ID=64612fb7-de46-4901-a2bb-5c8ae5e1cf62,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:05.520273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] No DVR routers for this DVR port 64612fb7-de46-4901-a2bb-5c8ae5e1cf62 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:05.682244 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4780ee84-29a3-4025-8a8f-c0d454bde520), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.753980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4780ee84-29a3-4025-8a8f-c0d454bde520']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:05.782172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d0f8fb-a9e0-4483-837f-712497b3e82e') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:05.782783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d0f8fb-a9e0-4483-837f-712497b3e82e') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:05.811019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e54898f1-028a-4933-b18e-53e211f10ea9 req-5d28539a-dcb9-44dc-86f5-be4d0328558c tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 210 time: 0.0810843 Jan 28 13:34:05.812917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (b0d0f8fb-a9e0-4483-837f-712497b3e82e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.854486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b0d0f8fb-a9e0-4483-837f-712497b3e82e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.870215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:05.870718 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (b0d0f8fb-a9e0-4483-837f-712497b3e82e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:05.875012 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:05.973029 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4780ee84-29a3-4025-8a8f-c0d454bde520), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.980918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:05.987607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/networks/4780ee84-29a3-4025-8a8f-c0d454bde520 HTTP/1.1" status: 204 len: 168 time: 2.0454812 Jan 28 13:34:05.988000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59102) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.036729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30b26c-e57a-4afa-a2f5-43d37616b1b2 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Network': ['ID=4780ee84-29a3-4025-8a8f-c0d454bde520,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:06.111407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:06.159505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f5eb9-c7e9-4438-8c41-6493b017779e req-d4104e87-0f9d-4c62-a112-33a5759618a4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:06.170905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-224f5eb9-c7e9-4438-8c41-6493b017779e req-d4104e87-0f9d-4c62-a112-33a5759618a4 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.0782437 Jan 28 13:34:06.185772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:06.200713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c1d9a5be-525b-4bdb-bed8-d20f4b8cd682 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:06.217435 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (fe2667ca-d07c-432e-8ffa-2f1a0b904b02), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.260466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-224f5eb9-c7e9-4438-8c41-6493b017779e req-c1f87a7a-981c-4103-83f6-0a7150a78b8a tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825667 Jan 28 13:34:06.304509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dae45f06-b367-4dac-856b-8a0726bb8f53 req-ef86ff8e-ebea-4520-9041-374f96cf58d3 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0576222 Jan 28 13:34:06.510420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (fe2667ca-d07c-432e-8ffa-2f1a0b904b02), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.647313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2667ca-d07c-432e-8ffa-2f1a0b904b02']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:06.661767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17d7d5c-73ab-4ea8-80c3-db78e40dab4d') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:06.662320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17d7d5c-73ab-4ea8-80c3-db78e40dab4d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:06.689232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d17d7d5c-73ab-4ea8-80c3-db78e40dab4d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.721155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d17d7d5c-73ab-4ea8-80c3-db78e40dab4d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.727927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:06.736256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:06.736841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d17d7d5c-73ab-4ea8-80c3-db78e40dab4d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:06.740071 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:06.745790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-2ad1b136-7c16-4927-b78b-7e96a97e2d8c tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:06.747272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-2ad1b136-7c16-4927-b78b-7e96a97e2d8c tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.60 "GET /v2.0/networks?id=741360c5-f835-4ffd-9454-65700d929f84 HTTP/1.1" status: 200 len: 806 time: 0.4083824 Jan 28 13:34:06.767547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Request body: {'port': {'device_id': '9fbc128b-cead-4448-af08-9bd0332cd785', 'network_id': '741360c5-f835-4ffd-9454-65700d929f84', 'admin_state_up': True, 'tenant_id': '56c927b66a964dd99e11de00d7e2e1f1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:06.946871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Made reservation on behalf of 56c927b66a964dd99e11de00d7e2e1f1 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:06.953634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:06.962982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (fe2667ca-d07c-432e-8ffa-2f1a0b904b02), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.002421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1559283305'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:07.003451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.012718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/networks/fe2667ca-d07c-432e-8ffa-2f1a0b904b02 HTTP/1.1" status: 204 len: 168 time: 1.0233083 Jan 28 13:34:07.026419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59138) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:07.030702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2c939-b21e-4c0b-9629-099cd530ee81 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Network': ['ID=fe2667ca-d07c-432e-8ffa-2f1a0b904b02,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:07.081306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0b1b78e-1b58-4ea5-88a7-7691aa38483c req-adda82ac-fb5c-46db-a016-70ee45d62ca0 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 210 time: 0.1034243 Jan 28 13:34:07.110328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:07.113908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.133364 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.166830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Deleting subnet 892d492d-fac7-4182-a98a-1b4cd74ea31f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:07.172379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for subnet (892d492d-fac7-4182-a98a-1b4cd74ea31f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.232962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (892d492d-fac7-4182-a98a-1b4cd74ea31f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.305302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Allocated IP 172.20.0.10 (741360c5-f835-4ffd-9454-65700d929f84/1f29b47d-6c45-4961-8e02-1135836f6e1d/5a28107f-8a49-446d-97f0-b0d799392062) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:07.319059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-6725eb46-686f-4aa1-84e5-a8de5e1ef44c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:07.320889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-6725eb46-686f-4aa1-84e5-a8de5e1ef44c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.0918691 Jan 28 13:34:07.417020 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (892d492d-fac7-4182-a98a-1b4cd74ea31f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.521581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e9d48566-0061-4f7f-a7a1-9cd76b527ad9 req-1d4e23bb-8a91-40fc-adbc-13de2c5f33de tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0614974 Jan 28 13:34:07.538245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6193ae2-2880-4203-9edd-be80d840191e req-07773890-46fc-4455-b561-739c30741c34 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:07.546869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6193ae2-2880-4203-9edd-be80d840191e req-07773890-46fc-4455-b561-739c30741c34 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 945 time: 0.1317081 Jan 28 13:34:07.583027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Deleting port 6dae8a57-6049-4152-9548-47e4382403ea {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:07.583521 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6dae8a57-6049-4152-9548-47e4382403ea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.606715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for security_group (dd1f1a74-53fa-4396-b6ee-34c1e5b3f433), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.627458 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd1f1a74-53fa-4396-b6ee-34c1e5b3f433), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.636490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (892d492d-fac7-4182-a98a-1b4cd74ea31f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.683338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-130c49c5-293b-49a7-be06-ca52af651b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.696180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912baa5-0560-403e-aac2-907ddd46b68f None None] Network 233f7db4-1826-420f-bfe1-837835e5201b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:07.720463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.734963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/subnets/892d492d-fac7-4182-a98a-1b4cd74ea31f HTTP/1.1" status: 204 len: 168 time: 0.6805718 Jan 28 13:34:07.742211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59152) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:07.758040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:07.761491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4491d32-a2d5-4355-bb69-684b78fde0f6 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Subnet': ['ID=892d492d-fac7-4182-a98a-1b4cd74ea31f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:07.789997 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c095d240-4585-48d7-9a23-c9884c802742), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.790937 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Added segment c095d240-4585-48d7-9a23-c9884c802742 of type vlan for network 12adc8bf-02b9-427c-ab3d-8613c17db4ba Jan 28 13:34:07.847787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (12adc8bf-02b9-427c-ab3d-8613c17db4ba), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.875745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1f1a74-53fa-4396-b6ee-34c1e5b3f433,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:07.886075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (12adc8bf-02b9-427c-ab3d-8613c17db4ba), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.891235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:07.891886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:07.920060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6193ae2-2880-4203-9edd-be80d840191e req-8c5d42a9-a962-4f7a-8639-1ea2f8f9554c tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/security-groups?id=1adf511d-9398-48c0-aa2b-f182f409f4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719811 Jan 28 13:34:08.005833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] DHCP port deletion for 233f7db4-1826-420f-bfe1-837835e5201b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:08.052143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3131757 Jan 28 13:34:08.067890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f16e8-07ef-4b8e-84fb-23afb61fd4bf tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Network': ['ID=12adc8bf-02b9-427c-ab3d-8613c17db4ba,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.090983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 12adc8bf-02b9-427c-ab3d-8613c17db4ba details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:08.094423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks [] for port (5a28107f-8a49-446d-97f0-b0d799392062), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.192876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3cf747dd-3622-4783-bb5c-5456df58ecc7 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:08.227176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (233f7db4-1826-420f-bfe1-837835e5201b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.248697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] Deleting port 3cf747dd-3622-4783-bb5c-5456df58ecc7 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:08.249875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.272166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] For port 6dae8a57-6049-4152-9548-47e4382403ea, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6dae8a57-6049-4152-9548-47e4382403ea,segment=NetworkSegment(a586c9fe-8ac9-4349-b7ac-b79b4a93b4af),segment_id=a586c9fe-8ac9-4349-b7ac-b79b4a93b4af)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:08.272695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6dae8a57-6049-4152-9548-47e4382403ea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.286759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Calling delete_port for 6dae8a57-6049-4152-9548-47e4382403ea owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:08.429306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5a28107f-8a49-446d-97f0-b0d799392062), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.441840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6dae8a57-6049-4152-9548-47e4382403ea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.463770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['6dae8a57-6049-4152-9548-47e4382403ea'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:08.484182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] For port 3cf747dd-3622-4783-bb5c-5456df58ecc7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3cf747dd-3622-4783-bb5c-5456df58ecc7,segment=NetworkSegment(db8b3584-7e36-49ce-bec5-a1b3c4a48e16),segment_id=db8b3584-7e36-49ce-bec5-a1b3c4a48e16)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:08.488444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.533155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Network 741360c5-f835-4ffd-9454-65700d929f84 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:08.567709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] Calling delete_port for 3cf747dd-3622-4783-bb5c-5456df58ecc7 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:08.573762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3cf747dd-3622-4783-bb5c-5456df58ecc7 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:08.574156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.595791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:08.602787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:08.729576 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e76118b8-7255-4117-900a-b007823cdcca req-5efda422-641e-4693-bcb2-0fb7f2dee481 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0583389 Jan 28 13:34:08.788220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 3cf747dd-3622-4783-bb5c-5456df58ecc7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3cf747dd-3622-4783-bb5c-5456df58ecc7,segment=NetworkSegment(db8b3584-7e36-49ce-bec5-a1b3c4a48e16),segment_id=db8b3584-7e36-49ce-bec5-a1b3c4a48e16)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:08.799626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.807770 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.835326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] No DVR routers for this DVR port 6dae8a57-6049-4152-9548-47e4382403ea on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:08.859468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.870085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a8ff7c0-0b85-47af-bce0-bdbbc1817672 req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.36 "DELETE /v2.0/ports/6dae8a57-6049-4152-9548-47e4382403ea HTTP/1.1" status: 204 len: 173 time: 1.5405996 Jan 28 13:34:08.913887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=3cf747dd-3622-4783-bb5c-5456df58ecc7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.925049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11662b6-f971-4688-9450-5d6119a65e08', 'name': 'network-vif-deleted', 'tag': '6dae8a57-6049-4152-9548-47e4382403ea'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:08.934246 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efaf5e4-8f73-4a44-a7ed-54fc74492cd6" -d '{"events": [{"server_uuid": "d11662b6-f971-4688-9450-5d6119a65e08", "name": "network-vif-deleted", "tag": "6dae8a57-6049-4152-9548-47e4382403ea"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:08.939082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:08.984915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] Pushing event deleted for resources: {'Port': ['ID=3cf747dd-3622-4783-bb5c-5456df58ecc7,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:08.991707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0ffa8-440f-4cce-ae08-5e504ed3cf0e None None] No DVR routers for this DVR port 3cf747dd-3622-4783-bb5c-5456df58ecc7 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:09.018766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972c0f4-3e57-412b-a951-60df6187b461 req-b6cca07c-fc87-4573-9a63-a441dea5e58d tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:09.030176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a972c0f4-3e57-412b-a951-60df6187b461 req-b6cca07c-fc87-4573-9a63-a441dea5e58d tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 932 time: 0.5917952 Jan 28 13:34:09.041232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Pushing event updated for resources: {'Port': ['ID=5a28107f-8a49-446d-97f0-b0d799392062,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.253998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9685-bdb4-44e1-b22d-f9fe431e5461 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] Pushing event deleted for resources: {'Port': ['ID=6dae8a57-6049-4152-9548-47e4382403ea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.306648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3340f0e1-bf4f-4328-a086-e8af49181db4 req-d7a09ceb-d509-4ba3-9908-0fe9e0b7ec16 tempest-ServerDiskConfigTestJSON-59407138 tempest-ServerDiskConfigTestJSON-59407138-project] 10.222.0.45 "GET /v2.0/ports?device_id=d11662b6-f971-4688-9450-5d6119a65e08 HTTP/1.1" status: 200 len: 210 time: 0.0596244 Jan 28 13:34:09.412088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:09.413557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.433542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a972c0f4-3e57-412b-a951-60df6187b461 req-36060476-a7ca-4fb3-901f-1429b4f55e36 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023972 Jan 28 13:34:09.441515 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1409bdb-02d0-49f3-b44c-08b42ec5e5fb x-openstack-request-id: req-a1409bdb-02d0-49f3-b44c-08b42ec5e5fb {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:09.444979 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11662b6-f971-4688-9450-5d6119a65e08", "name": "network-vif-deleted", "tag": "6dae8a57-6049-4152-9548-47e4382403ea", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:09.445353 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1409bdb-02d0-49f3-b44c-08b42ec5e5fb {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:09.447095 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11662b6-f971-4688-9450-5d6119a65e08', 'name': 'network-vif-deleted', 'tag': '6dae8a57-6049-4152-9548-47e4382403ea', 'status': 'completed', 'code': 200} Jan 28 13:34:09.537705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Deleting port 3cf747dd-3622-4783-bb5c-5456df58ecc7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:09.540936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.785962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] For port 3cf747dd-3622-4783-bb5c-5456df58ecc7, host n-d-822748-2, got binding levels [] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:09.786700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.806232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Calling delete_port for 3cf747dd-3622-4783-bb5c-5456df58ecc7 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:09.810297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Port 3cf747dd-3622-4783-bb5c-5456df58ecc7 was not found and therefore no delete operation was performed {{(pid=103374) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:34:09.814350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3cf747dd-3622-4783-bb5c-5456df58ecc7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:09.863315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-fc0d9bbc-c830-44c7-ab05-980c4b9be4cc tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1044352 Jan 28 13:34:09.865082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] No DVR routers for this DVR port 3cf747dd-3622-4783-bb5c-5456df58ecc7 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:09.867644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Port': ['ID=3cf747dd-3622-4783-bb5c-5456df58ecc7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:09.907357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Request body: {'port': {'device_id': '9fbc128b-cead-4448-af08-9bd0332cd785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:09.962396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f51b08c5-289c-4211-af41-51c466348e44 req-700a8f1f-f140-465e-b254-8e070ba89404 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0918944 Jan 28 13:34:10.109441 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (233f7db4-1826-420f-bfe1-837835e5201b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.122808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a28107f-8a49-446d-97f0-b0d799392062), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.166483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233f7db4-1826-420f-bfe1-837835e5201b']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:10.459430 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.624588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59212) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:10.715313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] Deleting subnet 306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:10.728239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] Publish callbacks [] for subnet (306d5cb4-a31c-4fda-a46b-ce36aac3f3f9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.806938 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (306d5cb4-a31c-4fda-a46b-ce36aac3f3f9), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.884658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (306d5cb4-a31c-4fda-a46b-ce36aac3f3f9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.952678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (306d5cb4-a31c-4fda-a46b-ce36aac3f3f9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:10.999139 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.004415 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/306d5cb4-a31c-4fda-a46b-ce36aac3f3f9 HTTP/1.1" status: 204 len: 168 time: 0.3785856 Jan 28 13:34:11.007379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142977fd-2669-46c8-a743-c86e1a0d5fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306d5cb4-a31c-4fda-a46b-ce36aac3f3f9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:11.009398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59218) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:11.130508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f934221a-e3b0-4d79-a858-ceb43ab42485), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.153949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8b3584-7e36-49ce-bec5-a1b3c4a48e16') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.154512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8b3584-7e36-49ce-bec5-a1b3c4a48e16') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.213332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (db8b3584-7e36-49ce-bec5-a1b3c4a48e16), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.235465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771ef5dd-171d-4e4b-95b0-02264179245d req-6b8a5b2f-eb79-4f98-9778-d8a979bc4d14 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0968521 Jan 28 13:34:11.239203 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (db8b3584-7e36-49ce-bec5-a1b3c4a48e16), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.373610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a28107f-8a49-446d-97f0-b0d799392062 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:11.382065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Publish callbacks [] for port (5a28107f-8a49-446d-97f0-b0d799392062), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.399755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:11.400257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (db8b3584-7e36-49ce-bec5-a1b3c4a48e16), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:11.403435 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:11.493095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6dae8a57-6049-4152-9548-47e4382403ea no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:11.497236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f934221a-e3b0-4d79-a858-ceb43ab42485), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.500882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe929-708a-4092-9bec-bc257c619e27 req-4c8872e6-2f0c-468e-aa07-b4c469843e2c tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:11.504485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-202fe929-708a-4092-9bec-bc257c619e27 req-4c8872e6-2f0c-468e-aa07-b4c469843e2c tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 932 time: 0.3464386 Jan 28 13:34:11.505555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59228) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:11.506807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Transition to ACTIVE for port object 5a28107f-8a49-446d-97f0-b0d799392062 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:34:11.521350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'subnet': {'network_id': '12adc8bf-02b9-427c-ab3d-8613c17db4ba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:11.525857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (233f7db4-1826-420f-bfe1-837835e5201b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.547906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5a28107f-8a49-446d-97f0-b0d799392062), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.570049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.576495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/networks/233f7db4-1826-420f-bfe1-837835e5201b HTTP/1.1" status: 204 len: 168 time: 3.8179295 Jan 28 13:34:11.582028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 6dae8a57-6049-4152-9548-47e4382403ea {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:11.584977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6dae8a57-6049-4152-9548-47e4382403ea not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:11.589503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f934221a-e3b0-4d79-a858-ceb43ab42485']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.602942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.603510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a586c9fe-8ac9-4349-b7ac-b79b4a93b4af') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:11.626050 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (a586c9fe-8ac9-4349-b7ac-b79b4a93b4af), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.648770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59234) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:11.652225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-202fe929-708a-4092-9bec-bc257c619e27 req-a165e874-9b01-4416-8224-92042f0abf2a tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226010 Jan 28 13:34:11.680524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a586c9fe-8ac9-4349-b7ac-b79b4a93b4af), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.692016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:11.695626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef135f-b542-4bc4-ae3a-8aeb3805d095 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Pushing event deleted for resources: {'Network': ['ID=233f7db4-1826-420f-bfe1-837835e5201b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:11.696469 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (a586c9fe-8ac9-4349-b7ac-b79b4a93b4af), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:11.699940 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:11.705491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.726624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bd7cc5aa-1ed0-4926-805b-c28da6d1dc6e tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9458570-b966-48d3-9c01-bd43a2a1927b HTTP/1.1" status: 200 len: 205 time: 0.0732915 Jan 28 13:34:11.730507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59240) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:11.776753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Pushing event updated for resources: {'Port': ['ID=5a28107f-8a49-446d-97f0-b0d799392062,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:11.797262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:11.800697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.914025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f934221a-e3b0-4d79-a858-ceb43ab42485), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.919230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.926218 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f934221a-e3b0-4d79-a858-ceb43ab42485 HTTP/1.1" status: 204 len: 168 time: 0.9124794 Jan 28 13:34:11.926218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1660fdf-ca8a-469b-a92b-3aad2c2994b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for router (f9458570-b966-48d3-9c01-bd43a2a1927b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:11.951941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Attempting to bind port 5a28107f-8a49-446d-97f0-b0d799392062 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:11.952313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Attempting to bind port 5a28107f-8a49-446d-97f0-b0d799392062 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '9bba9ffe-ede2-4af6-83a9-415b68992e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '741360c5-f835-4ffd-9454-65700d929f84'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:11.952738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Attempting to bind port 5a28107f-8a49-446d-97f0-b0d799392062 on network 741360c5-f835-4ffd-9454-65700d929f84 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:11.961615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Port 5a28107f-8a49-446d-97f0-b0d799392062 on network 741360c5-f835-4ffd-9454-65700d929f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:34:11.962028 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Attempting to bind port 5a28107f-8a49-446d-97f0-b0d799392062 on network 741360c5-f835-4ffd-9454-65700d929f84 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:11.972620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:11.972742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Checking segment: {'id': '9bba9ffe-ede2-4af6-83a9-415b68992e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '741360c5-f835-4ffd-9454-65700d929f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:11.973141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Bound using segment: {'id': '9bba9ffe-ede2-4af6-83a9-415b68992e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '741360c5-f835-4ffd-9454-65700d929f84'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:11.973590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Bound port: 5a28107f-8a49-446d-97f0-b0d799392062, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bba9ffe-ede2-4af6-83a9-415b68992e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '741360c5-f835-4ffd-9454-65700d929f84'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:11.973954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a28107f-8a49-446d-97f0-b0d799392062), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.133569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] For port 5a28107f-8a49-446d-97f0-b0d799392062, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:12.146820 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a2084a31-bbdc-496c-89bf-80cd1513161c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.150147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] For port 5a28107f-8a49-446d-97f0-b0d799392062, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a28107f-8a49-446d-97f0-b0d799392062,segment=NetworkSegment(9bba9ffe-ede2-4af6-83a9-415b68992e05),segment_id=9bba9ffe-ede2-4af6-83a9-415b68992e05)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:12.178816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5a28107f-8a49-446d-97f0-b0d799392062), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.223542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59252) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:12.258869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.259500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.260952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] 10.222.0.60 "PUT /v2.0/ports/5a28107f-8a49-446d-97f0-b0d799392062 HTTP/1.1" status: 200 len: 1092 time: 2.3612700 Jan 28 13:34:12.266241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbc128b-cead-4448-af08-9bd0332cd785', 'tag': '5a28107f-8a49-446d-97f0-b0d799392062'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:12.268515 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4e549-96a6-4976-b866-3fc2061088e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbc128b-cead-4448-af08-9bd0332cd785", "tag": "5a28107f-8a49-446d-97f0-b0d799392062"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:12.292783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Subnet': ['ID=a2084a31-bbdc-496c-89bf-80cd1513161c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.312575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c8c75-f6a3-45e1-86cf-011e1243a098 service neutron] Pushing event updated for resources: {'Port': ['ID=5a28107f-8a49-446d-97f0-b0d799392062,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.351247 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f799f-92ac-4479-8d17-1a9d3f1bf58c x-openstack-request-id: req-e50f799f-92ac-4479-8d17-1a9d3f1bf58c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:12.351247 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbc128b-cead-4448-af08-9bd0332cd785", "tag": "5a28107f-8a49-446d-97f0-b0d799392062", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:12.351577 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e50f799f-92ac-4479-8d17-1a9d3f1bf58c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:12.351817 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbc128b-cead-4448-af08-9bd0332cd785', 'tag': '5a28107f-8a49-446d-97f0-b0d799392062', 'status': 'completed', 'code': 200} Jan 28 13:34:12.355125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Checking segment: {'id': 'c095d240-4585-48d7-9a23-c9884c802742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12adc8bf-02b9-427c-ab3d-8613c17db4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:12.355407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network hostable DHCP agents. Network: 12adc8bf-02b9-427c-ab3d-8613c17db4ba, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:12.376009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-385c2c91-d69d-42e7-919a-4aee220095d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4213a7b4988c4710af9d200fca265db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451988 Jan 28 13:34:12.377800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59258) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:12.424839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network 12adc8bf-02b9-427c-ab3d-8613c17db4ba is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:12.443759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-48dd00c3-fd77-434f-9c02-c58b0a2eb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.445330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-48dd00c3-fd77-434f-9c02-c58b0a2eb6f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56c927b66a964dd99e11de00d7e2e1f1&device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 1095 time: 0.1103776 Jan 28 13:34:12.449102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 12adc8bf-02b9-427c-ab3d-8613c17db4ba) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:12.459985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5ebee-1521-46d4-8e4d-3f3121dbcc7e None None] Network 12adc8bf-02b9-427c-ab3d-8613c17db4ba requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:12.460232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.460706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.476909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e043d36-fe47-4dc3-afe0-fa1c578ad615 admin admin] Publish callbacks [] for security_group (1adf511d-9398-48c0-aa2b-f182f409f4bc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.514288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-cc523640-7825-4e7c-968e-3f0bc527575e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a28107f-8a49-446d-97f0-b0d799392062 HTTP/1.1" status: 200 len: 217 time: 0.0508344 Jan 28 13:34:12.534937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5d00356-4849-4159-b925-2213c62225b6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0265167 Jan 28 13:34:12.535587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59262) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:12.554486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1502510982'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:12.571067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee7c9e-e822-45c7-8db3-057f7804ab94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f934221a-e3b0-4d79-a858-ceb43ab42485,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:12.599878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e043d36-fe47-4dc3-afe0-fa1c578ad615 admin admin] Publish callbacks [] for security_group (1adf511d-9398-48c0-aa2b-f182f409f4bc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.635898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:12.639299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.648638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-ebfa2ec2-9aab-4646-ae59-fad5e31072a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:12.650169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-ebfa2ec2-9aab-4646-ae59-fad5e31072a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f29b47d-6c45-4961-8e02-1135836f6e1d HTTP/1.1" status: 200 len: 846 time: 0.1253273 Jan 28 13:34:12.669370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-12adc8bf-02b9-427c-ab3d-8613c17db4ba', 'network_id': '12adc8bf-02b9-427c-ab3d-8613c17db4ba', 'project_id': '1380941c21e646f0b19f9864e1c8e314', 'fixed_ips': [{'subnet_id': 'a2084a31-bbdc-496c-89bf-80cd1513161c'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:12.681916 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.706385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-895a4073-ebf2-4270-a13f-b8753afe07d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=741360c5-f835-4ffd-9454-65700d929f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483332 Jan 28 13:34:12.735069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1660fdf-ca8a-469b-a92b-3aad2c2994b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (f9458570-b966-48d3-9c01-bd43a2a1927b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.739426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1660fdf-ca8a-469b-a92b-3aad2c2994b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for router_controller (f9458570-b966-48d3-9c01-bd43a2a1927b), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.810903 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1a9794e-d5bf-43cf-b1c3-a5076d944df9 req-a5c5bd39-b445-4573-921a-52099eaf02ce tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.2411413 Jan 28 13:34:12.819691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1660fdf-ca8a-469b-a92b-3aad2c2994b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (f9458570-b966-48d3-9c01-bd43a2a1927b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.820313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1660fdf-ca8a-469b-a92b-3aad2c2994b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Fanout notify agent at l3_agent the message router_deleted on router f9458570-b966-48d3-9c01-bd43a2a1927b {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:34:12.832674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1660fdf-ca8a-469b-a92b-3aad2c2994b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.842380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e1660fdf-ca8a-469b-a92b-3aad2c2994b5 tempest-RoutersNegativeTest-473775247 tempest-RoutersNegativeTest-473775247-project] 10.222.0.45 "DELETE /v2.0/routers/f9458570-b966-48d3-9c01-bd43a2a1927b HTTP/1.1" status: 204 len: 168 time: 1.1107547 Jan 28 13:34:12.858620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:12.912908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c6d12f6d-63f3-4e8e-b880-c93eca1dba02), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.913264 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Added segment c6d12f6d-63f3-4e8e-b880-c93eca1dba02 of type vlan for network c49c93f7-12bd-4a94-a5b8-c436d5ada425 Jan 28 13:34:12.927055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e043d36-fe47-4dc3-afe0-fa1c578ad615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1adf511d-9398-48c0-aa2b-f182f409f4bc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.931218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e043d36-fe47-4dc3-afe0-fa1c578ad615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:12.941203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4e043d36-fe47-4dc3-afe0-fa1c578ad615 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1adf511d-9398-48c0-aa2b-f182f409f4bc HTTP/1.1" status: 204 len: 168 time: 0.5608187 Jan 28 13:34:12.957306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Allocated IP 2001:db8:0:ffff::2 (12adc8bf-02b9-427c-ab3d-8613c17db4ba/a2084a31-bbdc-496c-89bf-80cd1513161c/88c777fa-b50b-4cf3-8fa3-64191579ae35) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:13.003229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e043d36-fe47-4dc3-afe0-fa1c578ad615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf511d-9398-48c0-aa2b-f182f409f4bc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.024403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c49c93f7-12bd-4a94-a5b8-c436d5ada425), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.034402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-4c437a0d-d454-4dc7-9fda-c7d2f559fd2b service neutron] 10.222.0.60 "GET /v2.0/networks/741360c5-f835-4ffd-9454-65700d929f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187261 Jan 28 13:34:13.045775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83723e5-342d-4c14-821e-499b3cf6151d req-5d9ea87a-26b1-4a4a-9ef8-638f856c8508 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.052976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f83723e5-342d-4c14-821e-499b3cf6151d req-5d9ea87a-26b1-4a4a-9ef8-638f856c8508 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 944 time: 0.2170300 Jan 28 13:34:13.161273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c49c93f7-12bd-4a94-a5b8-c436d5ada425), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.166981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.167656 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.263719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f83723e5-342d-4c14-821e-499b3cf6151d req-1984500a-94c0-4795-813f-640a59160f5f tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091343 Jan 28 13:34:13.305103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59306) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:13.305444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7570183 Jan 28 13:34:13.312787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'subnet': {'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:13.360068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9782f3-3305-4dda-a31b-fbb9bc0a7c90 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Network': ['ID=c49c93f7-12bd-4a94-a5b8-c436d5ada425,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.369500 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Publish callbacks [] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.374282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ad19be-7d0e-4d41-960a-7bbd667b68e6 req-b4bc2ee6-f483-4db7-81a0-09c7d7dfeffa service neutron] 10.222.0.60 "GET /v2.0/networks/741360c5-f835-4ffd-9454-65700d929f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169212 Jan 28 13:34:13.379467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network c49c93f7-12bd-4a94-a5b8-c436d5ada425 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:13.471963 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.529226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Pushing event updated for resources: {'Port': ['ID=88c777fa-b50b-4cf3-8fa3-64191579ae35,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:13.554058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-fd7dcde9-6cc2-45ad-a003-9fd813371fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.555671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:13.555836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-fd7dcde9-6cc2-45ad-a003-9fd813371fba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56c927b66a964dd99e11de00d7e2e1f1&device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 1095 time: 0.1115985 Jan 28 13:34:13.558940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Network 12adc8bf-02b9-427c-ab3d-8613c17db4ba is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:13.561151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.567598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:13.570051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:13.589388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59316) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:13.761021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Attempting to bind port 88c777fa-b50b-4cf3-8fa3-64191579ae35 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:13.761516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Attempting to bind port 88c777fa-b50b-4cf3-8fa3-64191579ae35 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c095d240-4585-48d7-9a23-c9884c802742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12adc8bf-02b9-427c-ab3d-8613c17db4ba'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:13.761963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Attempting to bind port 88c777fa-b50b-4cf3-8fa3-64191579ae35 on network 12adc8bf-02b9-427c-ab3d-8613c17db4ba {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:13.769453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-5f53e4a6-3599-4de5-87b4-022af7df2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:13.770988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-5f53e4a6-3599-4de5-87b4-022af7df2794 service neutron] 10.222.0.60 "GET /v2.0/networks?id=741360c5-f835-4ffd-9454-65700d929f84 HTTP/1.1" status: 200 len: 907 time: 0.2033050 Jan 28 13:34:13.783369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:13.784057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Checking segment: {'id': 'c095d240-4585-48d7-9a23-c9884c802742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12adc8bf-02b9-427c-ab3d-8613c17db4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:13.784777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.785276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Bound using segment: {'id': 'c095d240-4585-48d7-9a23-c9884c802742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12adc8bf-02b9-427c-ab3d-8613c17db4ba'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:13.787574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Bound port: 88c777fa-b50b-4cf3-8fa3-64191579ae35, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c095d240-4585-48d7-9a23-c9884c802742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12adc8bf-02b9-427c-ab3d-8613c17db4ba'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:13.788224 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:13.837381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-199194a9-e2ca-43a2-a8a5-db8a89e12600 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a28107f-8a49-446d-97f0-b0d799392062 HTTP/1.1" status: 200 len: 217 time: 0.0579042 Jan 28 13:34:13.916408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] For port 88c777fa-b50b-4cf3-8fa3-64191579ae35, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:13.921121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] For port 88c777fa-b50b-4cf3-8fa3-64191579ae35, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=88c777fa-b50b-4cf3-8fa3-64191579ae35,segment=NetworkSegment(c095d240-4585-48d7-9a23-c9884c802742),segment_id=c095d240-4585-48d7-9a23-c9884c802742)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:13.927756 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.022847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-6f9a3d64-0827-49be-8ec2-b5e18003fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.022847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-6f9a3d64-0827-49be-8ec2-b5e18003fc61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f29b47d-6c45-4961-8e02-1135836f6e1d HTTP/1.1" status: 200 len: 846 time: 0.1656601 Jan 28 13:34:14.055579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944705e5-8470-45df-9471-f9c6739e0a58 None None] Pushing event updated for resources: {'Port': ['ID=88c777fa-b50b-4cf3-8fa3-64191579ae35,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:14.180567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:34:14.182141 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e026e7e8-0f78-455b-bb12-a36a7fb5a62b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.185373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0cf5c28-51e5-488b-8a42-ce22c958d4f4 req-bd64f433-5c9d-485b-8615-c6016786a0f8 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.1616735 Jan 28 13:34:14.193710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ae4162c-68c6-4393-8c1f-8a87e5743e66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0e75ce85db84238ab6acafce4b1fb77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6038194 Jan 28 13:34:14.196639 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-79afeb36-3cdd-4a60-9063-c16930143069 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=741360c5-f835-4ffd-9454-65700d929f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208036 Jan 28 13:34:14.203881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59354) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:14.343918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Subnet': ['ID=e026e7e8-0f78-455b-bb12-a36a7fb5a62b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:14.403723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Checking segment: {'id': 'c6d12f6d-63f3-4e8e-b880-c93eca1dba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:14.404887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network hostable DHCP agents. Network: c49c93f7-12bd-4a94-a5b8-c436d5ada425, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:14.454360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network c49c93f7-12bd-4a94-a5b8-c436d5ada425 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:14.482695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, c49c93f7-12bd-4a94-a5b8-c436d5ada425) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:14.505476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.506079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.516595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b95e83-58fd-4e5c-aa96-b1664c98bc70 None None] Network c49c93f7-12bd-4a94-a5b8-c436d5ada425 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:14.540874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-301c6cfe-daf9-42d4-b0e4-a65c58ae02d7 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2341778 Jan 28 13:34:14.541608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59370) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:14.563911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'port': {'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425', 'name': 'tempest-NetworksIpV6TestAttrs-1998114421'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:14.615450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59372) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:14.636968 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-badf81f5-863f-4d51-a7b9-03dcfe316561 admin admin] Publish callbacks [] for security_group (843be814-9199-4afa-8814-47f797ad21f9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.712896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-badf81f5-863f-4d51-a7b9-03dcfe316561 admin admin] Publish callbacks [] for security_group (843be814-9199-4afa-8814-47f797ad21f9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.793500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0a70f-67f3-470b-ba9b-65b0cb4aae21 req-70fb41c2-2bf0-484c-98b7-11eb549153ae tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:14.801044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-c49c93f7-12bd-4a94-a5b8-c436d5ada425', 'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425', 'project_id': '1380941c21e646f0b19f9864e1c8e314', 'fixed_ips': [{'subnet_id': 'e026e7e8-0f78-455b-bb12-a36a7fb5a62b'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:14.804298 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.806800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37d0a70f-67f3-470b-ba9b-65b0cb4aae21 req-70fb41c2-2bf0-484c-98b7-11eb549153ae tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 944 time: 0.3940349 Jan 28 13:34:14.813176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-2df4ff94-d776-423d-9a45-de3016c879ff service neutron] 10.222.0.60 "GET /v2.0/networks/741360c5-f835-4ffd-9454-65700d929f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878332 Jan 28 13:34:14.840071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:14.850503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.900674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-640737389-network', 'tenant_id': 'def56e37373b423cae3212e29189b981'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:14.930123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Made reservation on behalf of def56e37373b423cae3212e29189b981 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:14.932706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.964841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-badf81f5-863f-4d51-a7b9-03dcfe316561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (843be814-9199-4afa-8814-47f797ad21f9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.967602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-badf81f5-863f-4d51-a7b9-03dcfe316561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.969872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-badf81f5-863f-4d51-a7b9-03dcfe316561 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/843be814-9199-4afa-8814-47f797ad21f9 HTTP/1.1" status: 204 len: 168 time: 0.7592292 Jan 28 13:34:14.970811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:14.981034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] device_id is not set on port 7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:34:15.029864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37d0a70f-67f3-470b-ba9b-65b0cb4aae21 req-b9b7e171-d4b5-478d-8d22-90d68e015972 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209427 Jan 28 13:34:15.071018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Allocated IP 2001:db8::f816:3eff:fec5:dccc (c49c93f7-12bd-4a94-a5b8-c436d5ada425/e026e7e8-0f78-455b-bb12-a36a7fb5a62b/750f93fb-f515-45c2-977b-45d069dc2303) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:15.099011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf81f5-863f-4d51-a7b9-03dcfe316561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843be814-9199-4afa-8814-47f797ad21f9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:15.174665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ee4e549-96a6-4976-b866-3fc2061088e3 req-a562d5f0-099d-46c8-b9e7-4d7a10e2fb36 service neutron] 10.222.0.60 "GET /v2.0/networks/741360c5-f835-4ffd-9454-65700d929f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511317 Jan 28 13:34:15.220292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-ead13ff3-732d-45ab-8fb5-f2b5bd8a0521 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.222475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-ead13ff3-732d-45ab-8fb5-f2b5bd8a0521 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 0.3878622 Jan 28 13:34:15.258706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-9623a6f6-3913-4b80-882d-ec234b3738f1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/quotas/935a164ba44c442cba3cd4bede47e8f9 HTTP/1.1" status: 200 len: 375 time: 0.0278964 Jan 28 13:34:15.332654 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks [] for security_group (7a6a2b64-8317-469d-a263-9fd13be1c7a4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.346634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7a6a2b64-8317-469d-a263-9fd13be1c7a4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.373994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-33c0710a-c12d-4c35-8e5a-baf92f83e20a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012254 Jan 28 13:34:15.378221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:15.398550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1e3351b0-755a-41ed-be9b-437a7227f9fc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.398957 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Added segment 1e3351b0-755a-41ed-be9b-437a7227f9fc of type vlan for network af5b527b-6f82-495c-aca1-2107d281b85a Jan 28 13:34:15.405602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Publish callbacks [] for port (750f93fb-f515-45c2-977b-45d069dc2303), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.428684 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (750f93fb-f515-45c2-977b-45d069dc2303), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.487240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Network c49c93f7-12bd-4a94-a5b8-c436d5ada425 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:15.491732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:15.494674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:15.502269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Pushing event updated for resources: {'Port': ['ID=750f93fb-f515-45c2-977b-45d069dc2303,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:15.539104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a2b64-8317-469d-a263-9fd13be1c7a4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:15.616891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42734eea-f235-4e84-8300-eb5f8b27acd1 req-b4eaec6d-0c15-4248-af71-1abf77b542c5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.1534977 Jan 28 13:34:15.629233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (af5b527b-6f82-495c-aca1-2107d281b85a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.634951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-7715962f-6c39-4a05-9664-787906ecdb25 service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453291 Jan 28 13:34:15.698919 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (af5b527b-6f82-495c-aca1-2107d281b85a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.701201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:15.701916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:15.722885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Allocated IP 2001:db8::f816:3eff:fe90:7b21 (c49c93f7-12bd-4a94-a5b8-c436d5ada425/e026e7e8-0f78-455b-bb12-a36a7fb5a62b/7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:15.866087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1897423 Jan 28 13:34:15.874442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-23edb052-6af3-4407-8997-56fea7672d97 service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383246 Jan 28 13:34:15.877430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59404) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:15.895755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e890b-06cb-4c8d-bd53-000381a2cb68 admin admin] Pushing event updated for resources: {'Network': ['ID=af5b527b-6f82-495c-aca1-2107d281b85a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:15.915746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Request body: {'subnet': {'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-640737389-subnet', 'tenant_id': 'def56e37373b423cae3212e29189b981', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:15.960243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad8fb7-b0df-48ff-bdc1-df67dd89f2a2 None None] Network 12adc8bf-02b9-427c-ab3d-8613c17db4ba requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:15.962798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network af5b527b-6f82-495c-aca1-2107d281b85a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:15.995671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Made reservation on behalf of def56e37373b423cae3212e29189b981 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:15.998163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.232571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8296472-99d4-4798-90a9-04c6de934142 req-554df9bf-b7ff-4dec-9ab9-ecfaae514698 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 210 time: 0.0537963 Jan 28 13:34:16.261945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for port (7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.325499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a28107f-8a49-446d-97f0-b0d799392062 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:16.367712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.398246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Attempting to bind port 750f93fb-f515-45c2-977b-45d069dc2303 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:16.398636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Attempting to bind port 750f93fb-f515-45c2-977b-45d069dc2303 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c6d12f6d-63f3-4e8e-b880-c93eca1dba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:16.399012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Attempting to bind port 750f93fb-f515-45c2-977b-45d069dc2303 on network c49c93f7-12bd-4a94-a5b8-c436d5ada425 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:16.424518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 88c777fa-b50b-4cf3-8fa3-64191579ae35 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:16.433251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59424) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:16.473006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:16.473389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Checking segment: {'id': 'c6d12f6d-63f3-4e8e-b880-c93eca1dba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:16.473921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.474409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Bound using segment: {'id': 'c6d12f6d-63f3-4e8e-b880-c93eca1dba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:16.475009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Bound port: 750f93fb-f515-45c2-977b-45d069dc2303, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d12f6d-63f3-4e8e-b880-c93eca1dba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c49c93f7-12bd-4a94-a5b8-c436d5ada425'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:16.475477 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (750f93fb-f515-45c2-977b-45d069dc2303), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.477962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-703ac640-e210-43b0-8a0e-e81db07e6e34 None None] Provisioning complete for port 88c777fa-b50b-4cf3-8fa3-64191579ae35 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:16.478579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-703ac640-e210-43b0-8a0e-e81db07e6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.488870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e56055-adcc-4f05-bb36-61248d8e9f9a req-33b2ca65-65d0-4cdf-9233-086bd2aa8896 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.499269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40e56055-adcc-4f05-bb36-61248d8e9f9a req-33b2ca65-65d0-4cdf-9233-086bd2aa8896 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 944 time: 0.2779903 Jan 28 13:34:16.524542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network c49c93f7-12bd-4a94-a5b8-c436d5ada425 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:16.541710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a287b6-b803-4593-9ef5-57192fec6248 req-d70822fe-3c11-469d-b2d6-8b332456142c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.544640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a287b6-b803-4593-9ef5-57192fec6248 req-d70822fe-3c11-469d-b2d6-8b332456142c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "GET /v2.0/ports?device_id=fafb57b5-ca05-405b-aa98-62d9ba8707bf HTTP/1.1" status: 200 len: 946 time: 0.2680926 Jan 28 13:34:16.587745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:16.590240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:16.599135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.599842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.628479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0857131 Jan 28 13:34:16.640076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59430) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:16.646410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b5d08-4b13-4afa-8ee6-2841bc690545 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Port': ['ID=7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:16.662300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e9ac690c-1102-476a-8600-59824348977c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.682388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--503568520'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:16.713117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ac690c-1102-476a-8600-59824348977c,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:16.757569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Checking segment: {'id': '1e3351b0-755a-41ed-be9b-437a7227f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:16.759782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Network hostable DHCP agents. Network: af5b527b-6f82-495c-aca1-2107d281b85a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:16.774344 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:34:16.809299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Network af5b527b-6f82-495c-aca1-2107d281b85a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:16.821709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 88c777fa-b50b-4cf3-8fa3-64191579ae35 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:16.822104 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.841023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40e56055-adcc-4f05-bb36-61248d8e9f9a req-4b3b5e71-c240-4f30-84fe-7aed9446b633 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399391 Jan 28 13:34:16.850034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7dbecd5-f695-429a-9601-04e8a8a64c0d req-cef28523-3f13-4108-a225-d4e23ca8de82 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0534325 Jan 28 13:34:16.856022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting subnet e026e7e8-0f78-455b-bb12-a36a7fb5a62b {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:16.856244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, af5b527b-6f82-495c-aca1-2107d281b85a) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:16.871912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for subnet (e026e7e8-0f78-455b-bb12-a36a7fb5a62b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.875765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:16.876246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.878925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.903811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-185078ac-40a5-41e1-a28b-156759386771 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0164402 Jan 28 13:34:16.934090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.971603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (e026e7e8-0f78-455b-bb12-a36a7fb5a62b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:16.991967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49521ae2-5e83-42a3-9705-6908798065a6 None None] Network af5b527b-6f82-495c-aca1-2107d281b85a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:17.049794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Deleting port 60517bb7-bfa2-48bb-9aaa-557175d82239 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:17.050176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.105507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] For port 750f93fb-f515-45c2-977b-45d069dc2303, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:17.134523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-703ac640-e210-43b0-8a0e-e81db07e6e34 None None] Current status of the port 88c777fa-b50b-4cf3-8fa3-64191579ae35 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:17.135236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-703ac640-e210-43b0-8a0e-e81db07e6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.150362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] For port 750f93fb-f515-45c2-977b-45d069dc2303, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=750f93fb-f515-45c2-977b-45d069dc2303,segment=NetworkSegment(c6d12f6d-63f3-4e8e-b880-c93eca1dba02),segment_id=c6d12f6d-63f3-4e8e-b880-c93eca1dba02)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:17.198519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (750f93fb-f515-45c2-977b-45d069dc2303), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.234297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5a28107f-8a49-446d-97f0-b0d799392062, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a28107f-8a49-446d-97f0-b0d799392062,segment=NetworkSegment(9bba9ffe-ede2-4af6-83a9-415b68992e05),segment_id=9bba9ffe-ede2-4af6-83a9-415b68992e05)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:17.383549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8295c78e-ce7c-49da-a35b-b392c1fdc9e3 req-bafbd55e-5437-4150-b8eb-d1592cf39c57 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 210 time: 0.0462923 Jan 28 13:34:17.428633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:17.429018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.457096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 88c777fa-b50b-4cf3-8fa3-64191579ae35 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:17.457379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.500255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (8cce1d3b-5c58-4e29-8b5a-fd5b41fff481), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.532198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '5a28107f-8a49-446d-97f0-b0d799392062', 'network_id': '741360c5-f835-4ffd-9454-65700d929f84', 'port_id': '5a28107f-8a49-446d-97f0-b0d799392062', 'mac_address': 'fa:16:3e:9c:68:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f29b47d-6c45-4961-8e02-1135836f6e1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:17.554192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cce1d3b-5c58-4e29-8b5a-fd5b41fff481), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.556932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-703ac640-e210-43b0-8a0e-e81db07e6e34 None None] For port 88c777fa-b50b-4cf3-8fa3-64191579ae35, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=88c777fa-b50b-4cf3-8fa3-64191579ae35,segment=NetworkSegment(c095d240-4585-48d7-9a23-c9884c802742),segment_id=c095d240-4585-48d7-9a23-c9884c802742)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:17.572624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 60517bb7-bfa2-48bb-9aaa-557175d82239 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:17.600230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Calling delete_port for 60517bb7-bfa2-48bb-9aaa-557175d82239 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:17.641305 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e026e7e8-0f78-455b-bb12-a36a7fb5a62b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.656655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f300d59b-a55c-430b-ad02-6b7a606acce4 None None] Network af5b527b-6f82-495c-aca1-2107d281b85a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:17.668922 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-703ac640-e210-43b0-8a0e-e81db07e6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.670213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cce1d3b-5c58-4e29-8b5a-fd5b41fff481,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:17.855314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:17.861689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174ead6-08bd-497a-9483-63ae806edbd2 None None] Pushing event updated for resources: {'Port': ['ID=750f93fb-f515-45c2-977b-45d069dc2303,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:17.953094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.109776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 60517bb7-bfa2-48bb-9aaa-557175d82239 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:18.110375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.116963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f77ed-0310-468a-917b-d516e4b3041a req-49cba8bb-0b00-4c06-89dd-04d4a9d11127 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.123663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.127753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6801050 Jan 28 13:34:18.133818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-352f77ed-0310-468a-917b-d516e4b3041a req-49cba8bb-0b00-4c06-89dd-04d4a9d11127 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 944 time: 0.1397383 Jan 28 13:34:18.145463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59464) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:18.166067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5a28107f-8a49-446d-97f0-b0d799392062 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:18.166480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a28107f-8a49-446d-97f0-b0d799392062), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.204421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6bbb7725-9e3e-4aeb-a4d8-4bf58b122618 None None] Provisioning complete for port 88c777fa-b50b-4cf3-8fa3-64191579ae35 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:18.204592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7725-9e3e-4aeb-a4d8-4bf58b122618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.248338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (e026e7e8-0f78-455b-bb12-a36a7fb5a62b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.265690 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:34:18.278960 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-352f77ed-0310-468a-917b-d516e4b3041a req-6b7e7a62-91f1-44ab-ab4c-8cbc581516d8 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423466 Jan 28 13:34:18.283869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:18.290370 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d8c7d0-8d35-4cdc-88b0-db84c7f75bc2" -d '{"events": [{"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-unplugged", "status": "completed", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:18.303402 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:18.303779 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:18.330585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 60517bb7-bfa2-48bb-9aaa-557175d82239, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=60517bb7-bfa2-48bb-9aaa-557175d82239,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:18.334871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a28107f-8a49-446d-97f0-b0d799392062 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:18.359273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5a28107f-8a49-446d-97f0-b0d799392062, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a28107f-8a49-446d-97f0-b0d799392062,segment=NetworkSegment(9bba9ffe-ede2-4af6-83a9-415b68992e05),segment_id=9bba9ffe-ede2-4af6-83a9-415b68992e05)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:18.364093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ac640-e210-43b0-8a0e-e81db07e6e34 None None] Pushing event updated for resources: {'Port': ['ID=88c777fa-b50b-4cf3-8fa3-64191579ae35,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.389703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5a28107f-8a49-446d-97f0-b0d799392062), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.393161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.413889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Subnet': ['ID=e026e7e8-0f78-455b-bb12-a36a7fb5a62b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.482685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f83444da-20bf-4143-9388-0c58192cbfc3 req-6df72901-b5fe-4db3-b2da-18f94943c0f4 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0458896 Jan 28 13:34:18.523876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb7725-9e3e-4aeb-a4d8-4bf58b122618 None None] Current status of the port 88c777fa-b50b-4cf3-8fa3-64191579ae35 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:18.531414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5a28107f-8a49-446d-97f0-b0d799392062,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.553412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-25323142-3f96-4aab-a4ce-6815e2f1cc52 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4022517 Jan 28 13:34:18.556319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59470) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:18.562146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-12348ef2-78ba-47a2-b613-14e92fee45de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-security--1867936208', 'description': 'tempest-security-description-1963890873'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:18.571668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.575976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cf95c89c-51e2-4e1e-818a-310bfcaae1be tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/e026e7e8-0f78-455b-bb12-a36a7fb5a62b HTTP/1.1" status: 204 len: 168 time: 1.9276707 Jan 28 13:34:18.580517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8be6c-b7f8-4bd2-8bcb-f324a2bda0a2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef1ad5-c220-49fd-aa8c-58eccb69bf80,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.585595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59474) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:18.683554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:18.711532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a28107f-8a49-446d-97f0-b0d799392062'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:18.719394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-aaee16b7-0cdf-4150-a2a6-7a8c57ea1203 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.736561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-aaee16b7-0cdf-4150-a2a6-7a8c57ea1203 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/networks?id=af5b527b-6f82-495c-aca1-2107d281b85a HTTP/1.1" status: 200 len: 821 time: 0.9570925 Jan 28 13:34:18.754842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-87e0a7f7-bd1a-46fc-b42d-c8c41a395e3a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.758017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-87e0a7f7-bd1a-46fc-b42d-c8c41a395e3a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 0.7406175 Jan 28 13:34:18.788983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Request body: {'port': {'device_id': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'admin_state_up': True, 'tenant_id': '935a164ba44c442cba3cd4bede47e8f9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:18.799173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12348ef2-78ba-47a2-b613-14e92fee45de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:18.811833 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeda8e9f-5e05-424d-91d4-6fc4be4c5844 x-openstack-request-id: req-eeda8e9f-5e05-424d-91d4-6fc4be4c5844 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:18.813296 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-unplugged", "status": "completed", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:18.818385 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eeda8e9f-5e05-424d-91d4-6fc4be4c5844 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:18.818915 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'code': 200} Jan 28 13:34:18.837042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-61ef9dd3-a9d4-4344-839f-5109df1d99de tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/quotas/def56e37373b423cae3212e29189b981 HTTP/1.1" status: 200 len: 375 time: 0.0991075 Jan 28 13:34:18.871166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc186994-faa6-4702-9494-8eb1f1f4521f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.873149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc186994-faa6-4702-9494-8eb1f1f4521f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:18.878163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc186994-faa6-4702-9494-8eb1f1f4521f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2887335 Jan 28 13:34:18.882177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59476) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:18.904356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 88c777fa-b50b-4cf3-8fa3-64191579ae35 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:19.119495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (60517bb7-bfa2-48bb-9aaa-557175d82239), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.123602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a92b8db8-e6f8-4c21-ad2e-25f304e688a0 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=def56e37373b423cae3212e29189b981&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2855639 Jan 28 13:34:19.163126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event deleted for resources: {'Port': ['ID=60517bb7-bfa2-48bb-9aaa-557175d82239,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:19.178401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45b6e71c-b88d-4f0a-907a-9e3b2013a4f0 req-36644946-5cdb-490a-96f6-c290ced69d2c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 210 time: 0.2452500 Jan 28 13:34:19.199768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12348ef2-78ba-47a2-b613-14e92fee45de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.222756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12348ef2-78ba-47a2-b613-14e92fee45de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.225446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12348ef2-78ba-47a2-b613-14e92fee45de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.226716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-12348ef2-78ba-47a2-b613-14e92fee45de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "PUT /v2.0/security-groups/f3ef1ad5-c220-49fd-aa8c-58eccb69bf80 HTTP/1.1" status: 200 len: 1797 time: 0.6693151 Jan 28 13:34:19.244606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59478) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:19.301229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 750f93fb-f515-45c2-977b-45d069dc2303 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:19.319590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12348ef2-78ba-47a2-b613-14e92fee45de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef1ad5-c220-49fd-aa8c-58eccb69bf80,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:19.369928 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60e8f486-85a8-4bbf-a2b6-1596fc6a3f4b tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c49c93f7-12bd-4a94-a5b8-c436d5ada425), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.425552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0de732e2-c51d-44e6-9f05-b96326bf1a29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups/f3ef1ad5-c220-49fd-aa8c-58eccb69bf80 HTTP/1.1" status: 200 len: 1797 time: 0.1523280 Jan 28 13:34:19.428060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59482) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:19.450144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634bf83-f653-4f40-b7b2-8580074d494e None None] Network c49c93f7-12bd-4a94-a5b8-c436d5ada425 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:19.549476 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e8f486-85a8-4bbf-a2b6-1596fc6a3f4b tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 13:34:19.550418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e8f486-85a8-4bbf-a2b6-1596fc6a3f4b tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:19.553855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-60e8f486-85a8-4bbf-a2b6-1596fc6a3f4b tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/c49c93f7-12bd-4a94-a5b8-c436d5ada425 HTTP/1.1" status: 409 len: 466 time: 0.6639643 Jan 28 13:34:19.560394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59486) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:19.567015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1117059517'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:19.603467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:19.607220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.633986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-864c78a3-90a0-499e-9f64-bd5f6b607263 None None] Provisioning complete for port 750f93fb-f515-45c2-977b-45d069dc2303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:19.635071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-864c78a3-90a0-499e-9f64-bd5f6b607263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (750f93fb-f515-45c2-977b-45d069dc2303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.648554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 750f93fb-f515-45c2-977b-45d069dc2303 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:19.649006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979118c5-3596-47dc-9945-2f716c3add9f req-9007c1b7-c936-41fd-904e-eccfdd552e90 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:19.649343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (750f93fb-f515-45c2-977b-45d069dc2303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.657384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-979118c5-3596-47dc-9945-2f716c3add9f req-9007c1b7-c936-41fd-904e-eccfdd552e90 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 945 time: 0.1455281 Jan 28 13:34:19.659339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c7d5-482a-4116-b4a5-4829dda5779a tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.685803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Made reservation on behalf of 935a164ba44c442cba3cd4bede47e8f9 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:19.686235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:19.689915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.700645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (113fe6df-b45c-49e7-a9ec-a4a84772796b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.701153 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Added segment 113fe6df-b45c-49e7-a9ec-a4a84772796b of type vlan for network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb Jan 28 13:34:19.754108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] No DVR routers for this DVR port 60517bb7-bfa2-48bb-9aaa-557175d82239 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:19.756996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.760898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.764821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a287b6-b803-4593-9ef5-57192fec6248 req-17d43a1c-90d1-4c17-b6d6-d33fd685bd41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "DELETE /v2.0/ports/60517bb7-bfa2-48bb-9aaa-557175d82239 HTTP/1.1" status: 204 len: 173 time: 3.2074025 Jan 28 13:34:19.779919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-deleted', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:19.783999 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c122a8-3346-4654-a41c-a2e9ffbf50bf" -d '{"events": [{"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-deleted", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:19.805542 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:19.811097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:19.812459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.016378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4549632 Jan 28 13:34:20.018896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c7d5-482a-4116-b4a5-4829dda5779a tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.019119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Allocated IP 172.20.0.7 (26f28114-eccf-48f1-8cc0-f02226bef1a7/259036d3-2318-45da-ace8-5ce18d37be50/42d95704-2d61-4bf5-b9d8-beac7c620526) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:20.023242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59492) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:20.046153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'subnet': {'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:20.082228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] DHCP port deletion for c49c93f7-12bd-4a94-a5b8-c436d5ada425 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:20.109472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 750f93fb-f515-45c2-977b-45d069dc2303 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:20.110135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (750f93fb-f515-45c2-977b-45d069dc2303), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.199628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058ff89-2052-48fb-ad94-8861e659e393 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Network': ['ID=4c4ec2b0-0243-4bba-9346-62d66b5a9bcb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:20.214069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks [] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.237464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-864c78a3-90a0-499e-9f64-bd5f6b607263 None None] Current status of the port 750f93fb-f515-45c2-977b-45d069dc2303 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:20.237860 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-864c78a3-90a0-499e-9f64-bd5f6b607263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (750f93fb-f515-45c2-977b-45d069dc2303), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.257451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-aa159421-2f85-4db0-9de9-f69e2301d467 service neutron] 10.222.0.45 "GET /v2.0/networks/af5b527b-6f82-495c-aca1-2107d281b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0964191 Jan 28 13:34:20.265247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:20.270853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 750f93fb-f515-45c2-977b-45d069dc2303, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=750f93fb-f515-45c2-977b-45d069dc2303,segment=NetworkSegment(c6d12f6d-63f3-4e8e-b880-c93eca1dba02),segment_id=c6d12f6d-63f3-4e8e-b880-c93eca1dba02)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:20.274747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.281348 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (750f93fb-f515-45c2-977b-45d069dc2303), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.282153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 88c777fa-b50b-4cf3-8fa3-64191579ae35 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:20.286065 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-979118c5-3596-47dc-9945-2f716c3add9f req-7fb5635d-8c54-4f00-adf1-bda3a5fb5840 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274519 Jan 28 13:34:20.300576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:20.315938 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.412567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:20.472954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a28107f-8a49-446d-97f0-b0d799392062 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:20.551869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c7d5-482a-4116-b4a5-4829dda5779a tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f3ef1ad5-c220-49fd-aa8c-58eccb69bf80), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.554719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c7d5-482a-4116-b4a5-4829dda5779a tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.558275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9cb1c7d5-482a-4116-b4a5-4829dda5779a tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/f3ef1ad5-c220-49fd-aa8c-58eccb69bf80 HTTP/1.1" status: 204 len: 168 time: 1.1250579 Jan 28 13:34:20.562812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:20.565162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] Deleting port 750f93fb-f515-45c2-977b-45d069dc2303 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:20.565550 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (750f93fb-f515-45c2-977b-45d069dc2303), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.605938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59498) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:20.617200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:20.620931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-742d5a9a-c1a9-4073-8acf-a9544cd4998b service neutron] 10.222.0.45 "GET /v2.0/networks/af5b527b-6f82-495c-aca1-2107d281b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625944 Jan 28 13:34:20.621805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:20.624728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd080e2f-b461-4168-a6de-b8e94097a78a req-92fd3e0e-1fce-4810-85bd-53989e8b5a35 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0952654 Jan 28 13:34:20.664828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 5a28107f-8a49-446d-97f0-b0d799392062 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:20.666304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1c7d5-482a-4116-b4a5-4829dda5779a tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef1ad5-c220-49fd-aa8c-58eccb69bf80,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:20.743526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:20.744292 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.780253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-412b94b5-b34a-49ae-8865-09335e4e2e2f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9969594 Jan 28 13:34:20.783767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 5a28107f-8a49-446d-97f0-b0d799392062 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:20.788898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5a28107f-8a49-446d-97f0-b0d799392062), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:20.797498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Request body: {'port': {'device_id': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:20.812530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a519cf5a-749d-44f4-92be-9209d14b4c3e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2033958 Jan 28 13:34:20.815207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59500) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:20.856497 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe7ee78-6379-4122-91c1-174fb03e9516 x-openstack-request-id: req-5fe7ee78-6379-4122-91c1-174fb03e9516 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:20.861307 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafb57b5-ca05-405b-aa98-62d9ba8707bf", "name": "network-vif-deleted", "tag": "60517bb7-bfa2-48bb-9aaa-557175d82239", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:20.861941 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fe7ee78-6379-4122-91c1-174fb03e9516 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:20.862961 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafb57b5-ca05-405b-aa98-62d9ba8707bf', 'name': 'network-vif-deleted', 'tag': '60517bb7-bfa2-48bb-9aaa-557175d82239', 'status': 'completed', 'code': 200} Jan 28 13:34:20.880814 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-e94d65e5-fa98-494c-b85f-21dca87f3f56 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] delete failed (client error): The resource could not be found. Jan 28 13:34:20.885245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e94d65e5-fa98-494c-b85f-21dca87f3f56 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/f3ef1ad5-c220-49fd-aa8c-58eccb69bf80 HTTP/1.1" status: 404 len: 347 time: 0.0690303 Jan 28 13:34:20.890538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59504) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:20.917518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d3f92a73-5eee-4860-8479-1385480d5510 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--122147683'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:20.975957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.006608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3f92a73-5eee-4860-8479-1385480d5510 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.043826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-864c78a3-90a0-499e-9f64-bd5f6b607263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:21.044258 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-864c78a3-90a0-499e-9f64-bd5f6b607263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:21.049198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=750f93fb-f515-45c2-977b-45d069dc2303,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.075356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] For port 750f93fb-f515-45c2-977b-45d069dc2303, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=750f93fb-f515-45c2-977b-45d069dc2303,segment=NetworkSegment(c6d12f6d-63f3-4e8e-b880-c93eca1dba02),segment_id=c6d12f6d-63f3-4e8e-b880-c93eca1dba02)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:21.079203 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (750f93fb-f515-45c2-977b-45d069dc2303), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.130809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] Calling delete_port for 750f93fb-f515-45c2-977b-45d069dc2303 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:21.138427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 88c777fa-b50b-4cf3-8fa3-64191579ae35 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:21.142787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.163913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab0e4321-31a7-420d-94a1-9ed8dbf073a1 req-dc121976-f34a-4751-a42c-1bff9a675efb tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 210 time: 0.0854766 Jan 28 13:34:21.332493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:34:21.371414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa43bd-7243-4f5f-b129-5ebc47285346 req-ebc7abc2-b421-4373-aa69-b6cdfa0095c6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:21.385918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6aa43bd-7243-4f5f-b129-5ebc47285346 req-ebc7abc2-b421-4373-aa69-b6cdfa0095c6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 931 time: 0.2442226 Jan 28 13:34:21.414411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f0223328-3565-4bc4-b2d7-769eecd35948), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.466986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5a28107f-8a49-446d-97f0-b0d799392062 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:21.467491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a28107f-8a49-446d-97f0-b0d799392062), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.501931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3f92a73-5eee-4860-8479-1385480d5510 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (82782592-128d-4319-851b-9b03d0908172), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.508624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc128b-cead-4448-af08-9bd0332cd785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a28107f-8a49-446d-97f0-b0d799392062'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:21.511462 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb9888c-8e00-4e75-9ee5-ad253e349ec6" -d '{"events": [{"server_uuid": "9fbc128b-cead-4448-af08-9bd0332cd785", "name": "network-vif-plugged", "status": "completed", "tag": "5a28107f-8a49-446d-97f0-b0d799392062"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:21.580713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 88c777fa-b50b-4cf3-8fa3-64191579ae35 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:21.583573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 60517bb7-bfa2-48bb-9aaa-557175d82239 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:21.594348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5a28107f-8a49-446d-97f0-b0d799392062, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a28107f-8a49-446d-97f0-b0d799392062,segment=NetworkSegment(9bba9ffe-ede2-4af6-83a9-415b68992e05),segment_id=9bba9ffe-ede2-4af6-83a9-415b68992e05)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:21.594708 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3f92a73-5eee-4860-8479-1385480d5510 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (82782592-128d-4319-851b-9b03d0908172), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.644056 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5a28107f-8a49-446d-97f0-b0d799392062), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.646244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 60517bb7-bfa2-48bb-9aaa-557175d82239 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:21.646902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 60517bb7-bfa2-48bb-9aaa-557175d82239 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:21.668055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3f92a73-5eee-4860-8479-1385480d5510 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.672245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d3f92a73-5eee-4860-8479-1385480d5510 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7561159 Jan 28 13:34:21.709235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59520) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:21.744159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5a28107f-8a49-446d-97f0-b0d799392062,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.760623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8f5c7c03-3351-46b9-bddb-c06eb65b751c tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': '82782592-128d-4319-851b-9b03d0908172', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:21.791825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-864c78a3-90a0-499e-9f64-bd5f6b607263 None None] Current status of the port 750f93fb-f515-45c2-977b-45d069dc2303 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:21.811893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 750f93fb-f515-45c2-977b-45d069dc2303 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:21.826142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Subnet': ['ID=f0223328-3565-4bc4-b2d7-769eecd35948,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.864486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6aa43bd-7243-4f5f-b129-5ebc47285346 req-c11334c2-a2e3-429d-9742-72af0838a95f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708068 Jan 28 13:34:21.905966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f92a73-5eee-4860-8479-1385480d5510 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82782592-128d-4319-851b-9b03d0908172,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:21.909382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d95704-2d61-4bf5-b9d8-beac7c620526 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:21.917598 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7c03-3351-46b9-bddb-c06eb65b751c tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (c3cb2acb-5732-4315-903d-c8b974f2e201), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.921662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Publish callbacks [] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.929613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (750f93fb-f515-45c2-977b-45d069dc2303), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:21.945822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port 750f93fb-f515-45c2-977b-45d069dc2303 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:34:21.946895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port 750f93fb-f515-45c2-977b-45d069dc2303 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:34:21.947309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 750f93fb-f515-45c2-977b-45d069dc2303 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:21.949954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186191-c893-47a0-b2f1-1b455cc21049 req-1718b7f5-97a2-4d61-942d-d3c2bd3cd8f2 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:21.957467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] No DVR routers for this DVR port 750f93fb-f515-45c2-977b-45d069dc2303 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:21.959866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af186191-c893-47a0-b2f1-1b455cc21049 req-1718b7f5-97a2-4d61-942d-d3c2bd3cd8f2 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 946 time: 0.1560330 Jan 28 13:34:21.965414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Checking segment: {'id': '113fe6df-b45c-49e7-a9ec-a4a84772796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:21.965795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network hostable DHCP agents. Network: 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:21.974606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Transition to ACTIVE for port object 42d95704-2d61-4bf5-b9d8-beac7c620526 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:34:21.997454 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.021305 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea4d783-3025-4284-a196-1816d1f873e6 x-openstack-request-id: req-7ea4d783-3025-4284-a196-1816d1f873e6 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:22.024939 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbc128b-cead-4448-af08-9bd0332cd785", "name": "network-vif-plugged", "status": "completed", "tag": "5a28107f-8a49-446d-97f0-b0d799392062", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:22.025605 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ea4d783-3025-4284-a196-1816d1f873e6 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:22.033448 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbc128b-cead-4448-af08-9bd0332cd785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a28107f-8a49-446d-97f0-b0d799392062', 'code': 200} Jan 28 13:34:22.034876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fa1a3-9736-4b15-8338-ace4d8914294 None None] Pushing event deleted for resources: {'Port': ['ID=750f93fb-f515-45c2-977b-45d069dc2303,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:22.116882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af186191-c893-47a0-b2f1-1b455cc21049 req-ab32d1cc-ecd8-4ccc-85ef-6589cb301006 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558075 Jan 28 13:34:22.125172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:22.151769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7c03-3351-46b9-bddb-c06eb65b751c tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (c3cb2acb-5732-4315-903d-c8b974f2e201), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.205291 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af7b9383-e233-4e72-9ce0-a119a097f5f8 req-67331646-e817-4c5d-ba43-6ad527d326db tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0557051 Jan 28 13:34:22.210282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7c03-3351-46b9-bddb-c06eb65b751c tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c3cb2acb-5732-4315-903d-c8b974f2e201), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.212191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:22.247560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3941d532-0f13-42c8-946a-886bf9f79142 None None] Network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:22.250705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7c03-3351-46b9-bddb-c06eb65b751c tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cb2acb-5732-4315-903d-c8b974f2e201,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:22.255910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.256562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.273727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:22.310365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7c03-3351-46b9-bddb-c06eb65b751c tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.313705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8f5c7c03-3351-46b9-bddb-c06eb65b751c tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6033039 Jan 28 13:34:22.326140 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-648858d8-84af-4b5e-b8ec-bb4f01b08ebe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2951834 Jan 28 13:34:22.330035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59528) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:22.337163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59530) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:22.364812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'port': {'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb', 'name': 'tempest-NetworksIpV6TestAttrs-919912548'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:22.443653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Attempting to bind port 42d95704-2d61-4bf5-b9d8-beac7c620526 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:22.444242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Attempting to bind port 42d95704-2d61-4bf5-b9d8-beac7c620526 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:22.444780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Attempting to bind port 42d95704-2d61-4bf5-b9d8-beac7c620526 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:22.471811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Port 42d95704-2d61-4bf5-b9d8-beac7c620526 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:34:22.472740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Attempting to bind port 42d95704-2d61-4bf5-b9d8-beac7c620526 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:22.485825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4c4ec2b0-0243-4bba-9346-62d66b5a9bcb', 'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb', 'project_id': '1380941c21e646f0b19f9864e1c8e314', 'fixed_ips': [{'subnet_id': 'f0223328-3565-4bc4-b2d7-769eecd35948'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:22.486797 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.509010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:22.510357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Checking segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:22.510999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Bound using segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:22.511740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Bound port: 42d95704-2d61-4bf5-b9d8-beac7c620526, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:22.512360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.552618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec2fb0-fe61-4586-bda9-2f748f6eae01 req-166a3ba4-cab0-447a-b9d2-d1627ed8a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.555837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64ec2fb0-fe61-4586-bda9-2f748f6eae01 req-166a3ba4-cab0-447a-b9d2-d1627ed8a0f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 1097 time: 0.2929451 Jan 28 13:34:22.588825 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-98cf5755-d52c-47ad-bb43-106b07647f61 req-60526581-d756-409c-8a68-35bef8782f8c tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 210 time: 0.1037605 Jan 28 13:34:22.597192 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f207544d-a6f7-42b8-ab5a-5b3da8afcd55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (c3cb2acb-5732-4315-903d-c8b974f2e201), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.618080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f207544d-a6f7-42b8-ab5a-5b3da8afcd55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (c3cb2acb-5732-4315-903d-c8b974f2e201), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.651162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64ec2fb0-fe61-4586-bda9-2f748f6eae01 req-8a8c43cf-581d-4839-ac65-630b0620ea11 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703790 Jan 28 13:34:22.686846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:22.691376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:22.697993 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.709820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f207544d-a6f7-42b8-ab5a-5b3da8afcd55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c3cb2acb-5732-4315-903d-c8b974f2e201), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.716098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f207544d-a6f7-42b8-ab5a-5b3da8afcd55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.718866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f207544d-a6f7-42b8-ab5a-5b3da8afcd55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c3cb2acb-5732-4315-903d-c8b974f2e201 HTTP/1.1" status: 204 len: 168 time: 0.3865376 Jan 28 13:34:22.723664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:22.740679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:22.745119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.756581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:22.758041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:22.758417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207544d-a6f7-42b8-ab5a-5b3da8afcd55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3cb2acb-5732-4315-903d-c8b974f2e201,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:22.759977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/42d95704-2d61-4bf5-b9d8-beac7c620526 HTTP/1.1" status: 200 len: 1091 time: 1.9681244 Jan 28 13:34:22.807710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] device_id is not set on port c6198b30-d01f-4322-857c-c4f940fe57f6 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:34:22.814465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6c51-fb3c-41a5-bd99-c12c219233a8 service neutron] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:22.829584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Allocated IP 2001:db8::f816:3eff:febb:a3ea (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb/f0223328-3565-4bc4-b2d7-769eecd35948/968b4c41-a40b-418b-aac8-1d0925769483) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:22.863872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:22.866401 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:22.872655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0cadb256-c40f-4789-bb05-aedbc916c90a tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1475677 Jan 28 13:34:22.878013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59536) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:22.985757 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50c5d7-0942-4da9-9168-64a3adba7a02 x-openstack-request-id: req-ac50c5d7-0942-4da9-9168-64a3adba7a02 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:22.986430 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:22.986430 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac50c5d7-0942-4da9-9168-64a3adba7a02 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:22.986877 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'status': 'completed', 'code': 200} Jan 28 13:34:23.014419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-8ed5bdad-6482-4d61-bf8b-eeef962b7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.017163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-8ed5bdad-6482-4d61-bf8b-eeef962b7f85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 1094 time: 0.2118716 Jan 28 13:34:23.097317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb9093-b749-4b26-a2fa-7bb3d3fa9a2b req-cbdca309-86f5-4f36-955a-7a002a2754ec tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.099265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bcfb9093-b749-4b26-a2fa-7bb3d3fa9a2b req-cbdca309-86f5-4f36-955a-7a002a2754ec tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 943 time: 0.0733242 Jan 28 13:34:23.104761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-53958307-7bf4-40dd-abf1-ffc270631da4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d95704-2d61-4bf5-b9d8-beac7c620526 HTTP/1.1" status: 200 len: 217 time: 0.0744720 Jan 28 13:34:23.115259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Publish callbacks [] for port (968b4c41-a40b-418b-aac8-1d0925769483), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.118996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-5cb52c2e-6e82-496c-a70c-79a5cdf3531e tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.120786 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-5cb52c2e-6e82-496c-a70c-79a5cdf3531e tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.36 "GET /v2.0/networks?id=af5b527b-6f82-495c-aca1-2107d281b85a HTTP/1.1" status: 200 len: 821 time: 0.3312268 Jan 28 13:34:23.123096 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (968b4c41-a40b-418b-aac8-1d0925769483), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.137634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Request body: {'port': {'device_id': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a', 'admin_state_up': True, 'tenant_id': 'def56e37373b423cae3212e29189b981'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:23.143411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (82782592-128d-4319-851b-9b03d0908172), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.173308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:23.178209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:23.182802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:23.201866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Pushing event updated for resources: {'Port': ['ID=968b4c41-a40b-418b-aac8-1d0925769483,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:23.205789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bcfb9093-b749-4b26-a2fa-7bb3d3fa9a2b req-591f19f3-b873-4e0f-932b-dda8c238044d tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992544 Jan 28 13:34:23.227123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Allocated IP 2001:db8::f816:3eff:fefd:4a1 (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb/f0223328-3565-4bc4-b2d7-769eecd35948/c6198b30-d01f-4322-857c-c4f940fe57f6) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:23.325947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Attempting to bind port 968b4c41-a40b-418b-aac8-1d0925769483 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:23.326346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Attempting to bind port 968b4c41-a40b-418b-aac8-1d0925769483 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '113fe6df-b45c-49e7-a9ec-a4a84772796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:23.326713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Attempting to bind port 968b4c41-a40b-418b-aac8-1d0925769483 on network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:23.341699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:23.342255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Checking segment: {'id': '113fe6df-b45c-49e7-a9ec-a4a84772796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:23.342680 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.343732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Bound using segment: {'id': '113fe6df-b45c-49e7-a9ec-a4a84772796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:23.344466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Bound port: 968b4c41-a40b-418b-aac8-1d0925769483, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113fe6df-b45c-49e7-a9ec-a4a84772796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4c4ec2b0-0243-4bba-9346-62d66b5a9bcb'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:23.345133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (968b4c41-a40b-418b-aac8-1d0925769483), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.418531 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dabc88f-0044-4b98-a4fa-8c0398a5ca47 req-576eaf6d-d121-4cfc-bd6a-7738140f0187 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0616512 Jan 28 13:34:23.436978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (82782592-128d-4319-851b-9b03d0908172), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.441888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-9d6bc746-d663-4dd3-a1c9-f2c040b3eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.443478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-9d6bc746-d663-4dd3-a1c9-f2c040b3eff5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.3196287 Jan 28 13:34:23.447991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] For port 968b4c41-a40b-418b-aac8-1d0925769483, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:23.464123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] For port 968b4c41-a40b-418b-aac8-1d0925769483, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=968b4c41-a40b-418b-aac8-1d0925769483,segment=NetworkSegment(113fe6df-b45c-49e7-a9ec-a4a84772796b),segment_id=113fe6df-b45c-49e7-a9ec-a4a84772796b)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:23.471959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (968b4c41-a40b-418b-aac8-1d0925769483), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.531697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f07ddd-5edc-4f3e-b0c9-1e564cc6799f req-32bb5949-428e-4b4a-9b0a-069221e0323f tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.532017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for port (c6198b30-d01f-4322-857c-c4f940fe57f6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.542329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3f07ddd-5edc-4f3e-b0c9-1e564cc6799f req-32bb5949-428e-4b4a-9b0a-069221e0323f tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 946 time: 0.2815781 Jan 28 13:34:23.546642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-b25715fd-d36c-4406-be34-37a59d8d173c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764124 Jan 28 13:34:23.598814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c21488-903d-4312-8e36-6652acfe9ca2 None None] Pushing event updated for resources: {'Port': ['ID=968b4c41-a40b-418b-aac8-1d0925769483,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:23.601913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c6198b30-d01f-4322-857c-c4f940fe57f6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.694764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Made reservation on behalf of def56e37373b423cae3212e29189b981 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:23.702061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:23.707174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.708007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:23.710397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Port': ['ID=c6198b30-d01f-4322-857c-c4f940fe57f6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:23.712917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:23.719850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:23.720685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.762652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9bc68305-de0d-4b6a-8a37-8f644b8fc6e5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.4242244 Jan 28 13:34:23.764875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59550) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:23.776768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (82782592-128d-4319-851b-9b03d0908172), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.779790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.783494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/82782592-128d-4319-851b-9b03d0908172 HTTP/1.1" status: 204 len: 168 time: 0.8644485 Jan 28 13:34:23.797123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:23.874369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-30a3dfbb-1edd-4f7b-a295-db501530147e req-a7199297-a421-469a-84a0-33016ff6d59e tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 210 time: 0.0434706 Jan 28 13:34:23.879027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting subnet f0223328-3565-4bc4-b2d7-769eecd35948 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:23.882840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for subnet (f0223328-3565-4bc4-b2d7-769eecd35948), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.888708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3f07ddd-5edc-4f3e-b0c9-1e564cc6799f req-5aabb162-d484-4077-8438-d79dd62d235c tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452623 Jan 28 13:34:23.889830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82782592-128d-4319-851b-9b03d0908172,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:23.955047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (f0223328-3565-4bc4-b2d7-769eecd35948), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:23.972387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.972652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.973011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.973364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.973708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.974049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.974392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.974730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.975064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.975405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.975811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.976195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:23.976572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72476d-070e-4b21-8329-db1b1ba415bf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:24.001752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-34462ce6-54b7-4fda-85be-13a806b33142 service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296913 Jan 28 13:34:24.110731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59554) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:24.111136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-afae43ea-c873-4921-b751-67de1fb81bf3 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3050268 Jan 28 13:34:24.138410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6dd1ecc7-4345-4482-b0b6-1c506206f5cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--856232484'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:24.220138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ecc7-4345-4482-b0b6-1c506206f5cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.221558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49491f66-65d8-4cf5-b882-fcbf80a6755a req-ab58bde3-ffd7-4e43-9388-aad311885dfe service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936355 Jan 28 13:34:24.239705 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f0223328-3565-4bc4-b2d7-769eecd35948), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.277479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Allocated IP 172.20.0.14 (af5b527b-6f82-495c-aca1-2107d281b85a/e9ac690c-1102-476a-8600-59824348977c/7ef1fdb6-d09d-46f2-ab7f-01ca54992782) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:24.357800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-9f49f084-5a8c-4b27-8cd4-d57537c65308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:24.360117 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-9f49f084-5a8c-4b27-8cd4-d57537c65308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 1094 time: 0.0762515 Jan 28 13:34:24.442215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ecc7-4345-4482-b0b6-1c506206f5cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (d0f711f7-a794-43c2-b4dd-c5556e8aa0ff), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.451548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ecc7-4345-4482-b0b6-1c506206f5cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d0f711f7-a794-43c2-b4dd-c5556e8aa0ff), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.478788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4624-a51d-43be-abc4-a609190902a7 req-2081b9f3-4dcc-4e84-ac82-cb3a6b0cb015 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:24.480449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69ce4624-a51d-43be-abc4-a609190902a7 req-2081b9f3-4dcc-4e84-ac82-cb3a6b0cb015 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 943 time: 0.1272666 Jan 28 13:34:24.529620 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (f0223328-3565-4bc4-b2d7-769eecd35948), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.546734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-5a6eb408-5ac0-4f42-9a46-c994622d7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:24.548388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-5a6eb408-5ac0-4f42-9a46-c994622d7930 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 906 time: 0.1821244 Jan 28 13:34:24.611841 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ecc7-4345-4482-b0b6-1c506206f5cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.615974 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6dd1ecc7-4345-4482-b0b6-1c506206f5cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5012860 Jan 28 13:34:24.618274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.623633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/f0223328-3565-4bc4-b2d7-769eecd35948 HTTP/1.1" status: 204 len: 168 time: 0.8552792 Jan 28 13:34:24.627254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59562) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:24.627488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:24.628318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks [] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.631090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f261c53-1327-4d0e-a37d-b2f51f92f02f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Subnet': ['ID=f0223328-3565-4bc4-b2d7-769eecd35948,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:24.632112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db26853a-c009-4200-937f-ddb1be94c21c req-324862c3-5b75-499a-8af7-d2c3b78a5c0c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0800869 Jan 28 13:34:24.637944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-0d4f507e-ff0c-4b6c-97fd-1f0a353f4559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d95704-2d61-4bf5-b9d8-beac7c620526 HTTP/1.1" status: 200 len: 217 time: 0.0625894 Jan 28 13:34:24.643180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-31243d22-04f0-40eb-8487-0c1765c3ce29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'd0f711f7-a794-43c2-b4dd-c5556e8aa0ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:24.672442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1ecc7-4345-4482-b0b6-1c506206f5cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f711f7-a794-43c2-b4dd-c5556e8aa0ff,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:24.744772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-51fb9f91-5550-4064-804e-b167fa03fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:24.748466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-51fb9f91-5550-4064-804e-b167fa03fcaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.0994833 Jan 28 13:34:24.767987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69ce4624-a51d-43be-abc4-a609190902a7 req-e11e49c3-e142-4410-84ce-9c3fe95e1ae1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610166 Jan 28 13:34:24.768352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.794184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-31243d22-04f0-40eb-8487-0c1765c3ce29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (5bf8d216-c6ed-4c6f-94cf-d0573cb4f780), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:24.814048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31895733-ffa3-428e-94eb-82d7cd6ecf68 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:24.815422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31895733-ffa3-428e-94eb-82d7cd6ecf68 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:24.820552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-31895733-ffa3-428e-94eb-82d7cd6ecf68 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1879625 Jan 28 13:34:24.824730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59568) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:24.829654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-34a8c3f4-766a-4d04-a2f1-3ad71e75af74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741620 Jan 28 13:34:24.895983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Network af5b527b-6f82-495c-aca1-2107d281b85a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:24.965430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:24.984918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:24.999529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Pushing event updated for resources: {'Port': ['ID=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.053758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84634956-7a75-43ad-b8cb-b69117c1cfbe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.059490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-31243d22-04f0-40eb-8487-0c1765c3ce29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (5bf8d216-c6ed-4c6f-94cf-d0573cb4f780), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.073510 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-31243d22-04f0-40eb-8487-0c1765c3ce29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5bf8d216-c6ed-4c6f-94cf-d0573cb4f780), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.094948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31243d22-04f0-40eb-8487-0c1765c3ce29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf8d216-c6ed-4c6f-94cf-d0573cb4f780,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.104310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.105041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.115082 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-84634956-7a75-43ad-b8cb-b69117c1cfbe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 13:34:25.115928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84634956-7a75-43ad-b8cb-b69117c1cfbe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:25.120586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-84634956-7a75-43ad-b8cb-b69117c1cfbe tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/4c4ec2b0-0243-4bba-9346-62d66b5a9bcb HTTP/1.1" status: 409 len: 466 time: 0.2947474 Jan 28 13:34:25.130882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59574) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.132100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afd2ed-499d-409f-b22d-c59921199d0f req-25a90595-9c34-445c-a0b0-da5a574aff42 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.133879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88afd2ed-499d-409f-b22d-c59921199d0f req-25a90595-9c34-445c-a0b0-da5a574aff42 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 932 time: 0.1373179 Jan 28 13:34:25.139026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-31243d22-04f0-40eb-8487-0c1765c3ce29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.141281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1552568736'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.142072 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-31243d22-04f0-40eb-8487-0c1765c3ce29 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5131738 Jan 28 13:34:25.144924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59576) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.165157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cdebc36c-9d0e-487b-8869-ee88b510d5c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'd0f711f7-a794-43c2-b4dd-c5556e8aa0ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.172802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-a2f318fa-8f59-40e1-8b0f-ce6bd5134a74 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0389230 Jan 28 13:34:25.183825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcad79-5a8c-48ed-b173-d46fa5aee3a8 req-f7b8c190-2aa0-40e9-bc68-aaccb31cad18 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.185635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8dcad79-5a8c-48ed-b173-d46fa5aee3a8 req-f7b8c190-2aa0-40e9-bc68-aaccb31cad18 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 946 time: 0.1623237 Jan 28 13:34:25.187996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-5f18fdb2-4549-4165-9b2d-d789c9c15c7c service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344767 Jan 28 13:34:25.198110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Request body: {'port': {'device_id': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.209782 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdebc36c-9d0e-487b-8869-ee88b510d5c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (e8817272-39bb-4169-ab6d-a3bd05213fe1), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.235868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab5699-a619-418f-b7c5-1077c2234012 None None] Network 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:25.290003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88afd2ed-499d-409f-b22d-c59921199d0f req-403ae880-e127-4d7b-b577-f45d9432b768 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321161 Jan 28 13:34:25.301465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.315968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:25.319660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.323535 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdebc36c-9d0e-487b-8869-ee88b510d5c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (e8817272-39bb-4169-ab6d-a3bd05213fe1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.329051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdebc36c-9d0e-487b-8869-ee88b510d5c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e8817272-39bb-4169-ab6d-a3bd05213fe1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.349843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebc36c-9d0e-487b-8869-ee88b510d5c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8817272-39bb-4169-ab6d-a3bd05213fe1,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.362219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b40d1530-c344-446b-bb61-a6bba5027180 None None] Provisioning complete for port 968b4c41-a40b-418b-aac8-1d0925769483 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:25.362931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b40d1530-c344-446b-bb61-a6bba5027180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (968b4c41-a40b-418b-aac8-1d0925769483), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.365728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdebc36c-9d0e-487b-8869-ee88b510d5c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.367340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cdebc36c-9d0e-487b-8869-ee88b510d5c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2170205 Jan 28 13:34:25.370063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.376004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b16c072e-e5b0-4837-b093-3960ce411330 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'd0f711f7-a794-43c2-b4dd-c5556e8aa0ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.412473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b16c072e-e5b0-4837-b093-3960ce411330 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a5df1851-5313-4294-9dfa-9ca61705cd69), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.482799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] DHCP port deletion for 4c4ec2b0-0243-4bba-9346-62d66b5a9bcb request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:25.505055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b16c072e-e5b0-4837-b093-3960ce411330 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a5df1851-5313-4294-9dfa-9ca61705cd69), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.509713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b16c072e-e5b0-4837-b093-3960ce411330 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a5df1851-5313-4294-9dfa-9ca61705cd69), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.530845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b40d1530-c344-446b-bb61-a6bba5027180 None None] Current status of the port 968b4c41-a40b-418b-aac8-1d0925769483 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:25.531567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b40d1530-c344-446b-bb61-a6bba5027180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (968b4c41-a40b-418b-aac8-1d0925769483), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.557149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b16c072e-e5b0-4837-b093-3960ce411330 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.559201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b16c072e-e5b0-4837-b093-3960ce411330 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878371 Jan 28 13:34:25.566455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59580) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.566663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8dcad79-5a8c-48ed-b173-d46fa5aee3a8 req-21dbccf7-21a6-4736-8333-27a2965e58aa tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619757 Jan 28 13:34:25.575599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-975212f5-206e-4f57-80b9-5ed261836d5e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'd0f711f7-a794-43c2-b4dd-c5556e8aa0ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.580429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b40d1530-c344-446b-bb61-a6bba5027180 None None] For port 968b4c41-a40b-418b-aac8-1d0925769483, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=968b4c41-a40b-418b-aac8-1d0925769483,segment=NetworkSegment(113fe6df-b45c-49e7-a9ec-a4a84772796b),segment_id=113fe6df-b45c-49e7-a9ec-a4a84772796b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:25.584463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c072e-e5b0-4837-b093-3960ce411330 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5df1851-5313-4294-9dfa-9ca61705cd69,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.588668 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b40d1530-c344-446b-bb61-a6bba5027180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (968b4c41-a40b-418b-aac8-1d0925769483), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.627032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:25.633937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] Deleting port 968b4c41-a40b-418b-aac8-1d0925769483 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:25.634141 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-975212f5-206e-4f57-80b9-5ed261836d5e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (736dbc0c-fdb2-409a-8645-f3f266d9f0cd), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.634699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (968b4c41-a40b-418b-aac8-1d0925769483), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.640996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c2ab9c20-36cd-45f3-80ed-f88b731e1845), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.641597 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Added segment c2ab9c20-36cd-45f3-80ed-f88b731e1845 of type vlan for network 9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333 Jan 28 13:34:25.692706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.724462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d1530-c344-446b-bb61-a6bba5027180 None None] Pushing event updated for resources: {'Port': ['ID=968b4c41-a40b-418b-aac8-1d0925769483,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.725932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.734051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:25.734693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.766867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] For port 968b4c41-a40b-418b-aac8-1d0925769483, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=968b4c41-a40b-418b-aac8-1d0925769483,segment=NetworkSegment(113fe6df-b45c-49e7-a9ec-a4a84772796b),segment_id=113fe6df-b45c-49e7-a9ec-a4a84772796b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:25.767438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (968b4c41-a40b-418b-aac8-1d0925769483), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.789171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-975212f5-206e-4f57-80b9-5ed261836d5e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (736dbc0c-fdb2-409a-8645-f3f266d9f0cd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.797758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] Calling delete_port for 968b4c41-a40b-418b-aac8-1d0925769483 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:25.829299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-72fb19b6-43c2-4736-b196-d484aec43aee req-244e586d-80b7-4ff1-9cfe-c3f17760753a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0359828 Jan 28 13:34:25.829299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-975212f5-206e-4f57-80b9-5ed261836d5e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (736dbc0c-fdb2-409a-8645-f3f266d9f0cd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.846193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975212f5-206e-4f57-80b9-5ed261836d5e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736dbc0c-fdb2-409a-8645-f3f266d9f0cd,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.860103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Network': ['ID=9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:25.864699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-975212f5-206e-4f57-80b9-5ed261836d5e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:25.869077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-975212f5-206e-4f57-80b9-5ed261836d5e tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2983294 Jan 28 13:34:25.869944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59590) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.881944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-60a3b8ff-b347-4dfb-a38d-50d5bc56dac1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'd0f711f7-a794-43c2-b4dd-c5556e8aa0ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.886753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5b8be873-2911-4703-8a27-f8649ce97536 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7515225 Jan 28 13:34:25.887583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59592) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:25.908750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'subnet': {'network_id': '9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:25.935789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:25.940702 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60a3b8ff-b347-4dfb-a38d-50d5bc56dac1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (87b6d616-15c8-49eb-a713-652d69cf8dff), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.087048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6eee53-8e4b-4985-9dff-aecc7d12cbe9 req-24650f3e-321f-432b-b537-888b196aa8ef tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.088665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c6eee53-8e4b-4985-9dff-aecc7d12cbe9 req-24650f3e-321f-432b-b537-888b196aa8ef tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 943 time: 0.1429238 Jan 28 13:34:26.108404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60a3b8ff-b347-4dfb-a38d-50d5bc56dac1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (87b6d616-15c8-49eb-a713-652d69cf8dff), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.128240 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (968b4c41-a40b-418b-aac8-1d0925769483), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.179375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] Pushing event deleted for resources: {'Port': ['ID=968b4c41-a40b-418b-aac8-1d0925769483,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:26.189745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c46ffd-d315-4d4e-a229-703dc758cec1 None None] No DVR routers for this DVR port 968b4c41-a40b-418b-aac8-1d0925769483 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:26.547838 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.638156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60a3b8ff-b347-4dfb-a38d-50d5bc56dac1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (87b6d616-15c8-49eb-a713-652d69cf8dff), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.662200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:26.672827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Publish callbacks [] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.692339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Transition to ACTIVE for port object 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:34:26.694224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3b8ff-b347-4dfb-a38d-50d5bc56dac1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b6d616-15c8-49eb-a713-652d69cf8dff,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:26.698107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bdd98ad-1eed-4a84-961e-309a7d8d5fb3 req-16786472-11a5-4b7b-95ba-511ce98793dd service neutron] 10.222.0.36 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4915051 Jan 28 13:34:26.712094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60a3b8ff-b347-4dfb-a38d-50d5bc56dac1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.713748 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-60a3b8ff-b347-4dfb-a38d-50d5bc56dac1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8432982 Jan 28 13:34:26.716306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.718616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59604) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:26.737643 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c6eee53-8e4b-4985-9dff-aecc7d12cbe9 req-6cdfab2c-58b0-4e31-830b-11c34d596c6c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358595 Jan 28 13:34:26.820308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:26.824918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.850412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4e49079-93ea-480f-bfd5-375cff0dfef9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (87b6d616-15c8-49eb-a713-652d69cf8dff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.900407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4e49079-93ea-480f-bfd5-375cff0dfef9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (87b6d616-15c8-49eb-a713-652d69cf8dff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:26.910365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33a5b2-52f9-4008-8262-51c9a2dd957d req-38c0cab3-8bda-4411-8992-987ae4736fba tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:26.917658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca33a5b2-52f9-4008-8262-51c9a2dd957d req-38c0cab3-8bda-4411-8992-987ae4736fba tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 932 time: 0.3991218 Jan 28 13:34:26.959649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:26.989566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8683b8b1-0fab-4f36-a167-e7eef44f2622 req-374b0b1f-4233-4544-853a-3412ae9c6b59 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0515935 Jan 28 13:34:27.065376 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4e49079-93ea-480f-bfd5-375cff0dfef9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (87b6d616-15c8-49eb-a713-652d69cf8dff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.080701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4e49079-93ea-480f-bfd5-375cff0dfef9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.085456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f4e49079-93ea-480f-bfd5-375cff0dfef9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/87b6d616-15c8-49eb-a713-652d69cf8dff HTTP/1.1" status: 204 len: 168 time: 0.3586636 Jan 28 13:34:27.086653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59612) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.114057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca33a5b2-52f9-4008-8262-51c9a2dd957d req-10b396d0-6660-43cb-9729-6f94d499f235 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954074 Jan 28 13:34:27.124588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e49079-93ea-480f-bfd5-375cff0dfef9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87b6d616-15c8-49eb-a713-652d69cf8dff,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:27.167023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Attempting to bind port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:27.167349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Attempting to bind port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '1e3351b0-755a-41ed-be9b-437a7227f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:27.167669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Attempting to bind port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 on network af5b527b-6f82-495c-aca1-2107d281b85a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:27.197686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 on network af5b527b-6f82-495c-aca1-2107d281b85a not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:34:27.198125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Attempting to bind port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 on network af5b527b-6f82-495c-aca1-2107d281b85a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:27.212598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:27.216469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Checking segment: {'id': '1e3351b0-755a-41ed-be9b-437a7227f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:27.216469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Bound using segment: {'id': '1e3351b0-755a-41ed-be9b-437a7227f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:27.216735 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f54e3f45-4105-438a-a0b3-139cc7768016 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1252844 Jan 28 13:34:27.216852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Bound port: 7ef1fdb6-d09d-46f2-ab7f-01ca54992782, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3351b0-755a-41ed-be9b-437a7227f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:27.216852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.217060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59614) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.262227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b007c553-f2ad-432d-9559-0c2c6ffb7161 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (736dbc0c-fdb2-409a-8645-f3f266d9f0cd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.275643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b007c553-f2ad-432d-9559-0c2c6ffb7161 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (736dbc0c-fdb2-409a-8645-f3f266d9f0cd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.320639 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b007c553-f2ad-432d-9559-0c2c6ffb7161 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (736dbc0c-fdb2-409a-8645-f3f266d9f0cd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.338693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b007c553-f2ad-432d-9559-0c2c6ffb7161 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.343013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b007c553-f2ad-432d-9559-0c2c6ffb7161 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/736dbc0c-fdb2-409a-8645-f3f266d9f0cd HTTP/1.1" status: 204 len: 168 time: 0.1203477 Jan 28 13:34:27.343013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007c553-f2ad-432d-9559-0c2c6ffb7161 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736dbc0c-fdb2-409a-8645-f3f266d9f0cd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:27.344963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59618) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.383093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] For port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:27.409014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] For port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,segment=NetworkSegment(1e3351b0-755a-41ed-be9b-437a7227f9fc),segment_id=1e3351b0-755a-41ed-be9b-437a7227f9fc)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:27.419467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.436425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-08e476b6-e908-49c5-aa61-996a5618eac6 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0847821 Jan 28 13:34:27.437577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59620) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.464590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba31a6c-70bf-4b23-bb88-1d12da73fae1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a5df1851-5313-4294-9dfa-9ca61705cd69), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.476210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba31a6c-70bf-4b23-bb88-1d12da73fae1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a5df1851-5313-4294-9dfa-9ca61705cd69), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.494919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:34:27.500530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (ec1daa3b-f3f0-409a-a32f-d69a874bca74), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.525952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba31a6c-70bf-4b23-bb88-1d12da73fae1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a5df1851-5313-4294-9dfa-9ca61705cd69), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.544173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba31a6c-70bf-4b23-bb88-1d12da73fae1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.548445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1ba31a6c-70bf-4b23-bb88-1d12da73fae1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/a5df1851-5313-4294-9dfa-9ca61705cd69 HTTP/1.1" status: 204 len: 168 time: 0.1068444 Jan 28 13:34:27.548445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba31a6c-70bf-4b23-bb88-1d12da73fae1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5df1851-5313-4294-9dfa-9ca61705cd69,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:27.549544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59622) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.559519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Subnet': ['ID=ec1daa3b-f3f0-409a-a32f-d69a874bca74,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:27.565211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:27.565840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.567275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ef1fdb6-d09d-46f2-ab7f-01ca54992782 HTTP/1.1" status: 200 len: 1092 time: 2.3754764 Jan 28 13:34:27.567742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'tag': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:27.570066 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c527a-c651-488a-9bf6-0bfb9f3af81f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1ccbc9-55ea-4385-8c57-9bb3b3787006", "tag": "7ef1fdb6-d09d-46f2-ab7f-01ca54992782"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:27.600974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 42d95704-2d61-4bf5-b9d8-beac7c620526 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:27.639221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103f68d-69c5-4f27-afdf-c98c397cd855 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:27.661820 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b546009-9866-41f9-a9f4-92d5c6fcd000 x-openstack-request-id: req-8b546009-9866-41f9-a9f4-92d5c6fcd000 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:27.662315 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1ccbc9-55ea-4385-8c57-9bb3b3787006", "tag": "7ef1fdb6-d09d-46f2-ab7f-01ca54992782", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:27.663269 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b546009-9866-41f9-a9f4-92d5c6fcd000 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:27.664655 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'tag': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782', 'status': 'completed', 'code': 200} Jan 28 13:34:27.675101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71a924ee-b44a-4544-bbd5-2458ffbe3d05 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1245153 Jan 28 13:34:27.684666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59626) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.725692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da112487-a091-47c3-9314-be5dcb15236d tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (e8817272-39bb-4169-ab6d-a3bd05213fe1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.735999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Checking segment: {'id': 'c2ab9c20-36cd-45f3-80ed-f88b731e1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:27.735999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network hostable DHCP agents. Network: 9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:27.737899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da112487-a091-47c3-9314-be5dcb15236d tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (e8817272-39bb-4169-ab6d-a3bd05213fe1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.740166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-d5d83c48-1e9f-4de5-b775-963f1a947da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:27.742122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-d5d83c48-1e9f-4de5-b775-963f1a947da0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=def56e37373b423cae3212e29189b981&device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 1095 time: 0.0910606 Jan 28 13:34:27.789652 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da112487-a091-47c3-9314-be5dcb15236d tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e8817272-39bb-4169-ab6d-a3bd05213fe1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.797227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da112487-a091-47c3-9314-be5dcb15236d tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.806355 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-da112487-a091-47c3-9314-be5dcb15236d tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e8817272-39bb-4169-ab6d-a3bd05213fe1 HTTP/1.1" status: 204 len: 168 time: 0.1130824 Jan 28 13:34:27.807434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59630) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:27.821896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-5e42dd7f-3518-45a1-a7d9-92bfce065183 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ef1fdb6-d09d-46f2-ab7f-01ca54992782 HTTP/1.1" status: 200 len: 217 time: 0.0653806 Jan 28 13:34:27.824001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network 9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:27.843898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:27.910092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:27.918515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:27.918945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da112487-a091-47c3-9314-be5dcb15236d tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8817272-39bb-4169-ab6d-a3bd05213fe1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:27.919306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:27.935367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'mac_address': 'fa:16:3e:66:77:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:27.942636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b0a5c-92b5-4484-8ec2-f80af7496fca None None] Network 9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:27.956527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-67a3a807-1a65-48b5-9685-83dc2f731c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:27.959161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-67a3a807-1a65-48b5-9685-83dc2f731c59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9ac690c-1102-476a-8600-59824348977c HTTP/1.1" status: 200 len: 861 time: 0.1251385 Jan 28 13:34:27.971553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0507a70d-231b-4209-91b7-4dac89e09fa4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1464403 Jan 28 13:34:27.972631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59632) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:28.002959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-8b72a01f-8721-40b5-a266-9ddb90bc3fc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5b527b-6f82-495c-aca1-2107d281b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372586 Jan 28 13:34:28.016903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 42d95704-2d61-4bf5-b9d8-beac7c620526 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:28.017419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.018496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4b8b16df-f1dd-49e6-8455-b8184e82a947 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1209135 Jan 28 13:34:28.029883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59634) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:28.058855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-44e8288a-f24c-4803-8004-1db39b0aefd5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (5bf8d216-c6ed-4c6f-94cf-d0573cb4f780), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.076380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-44e8288a-f24c-4803-8004-1db39b0aefd5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (5bf8d216-c6ed-4c6f-94cf-d0573cb4f780), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.117234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a7ae1-786c-4022-a4a4-63a36a55a455 req-1136ecce-370e-4554-8117-609d53bfd873 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:28.118902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e37a7ae1-786c-4022-a4a4-63a36a55a455 req-1136ecce-370e-4554-8117-609d53bfd873 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 943 time: 0.2044194 Jan 28 13:34:28.145548 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.166357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d95704-2d61-4bf5-b9d8-beac7c620526 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:28.215085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cc464e6-92f5-408d-9a3b-4f5b1791d641 req-4132bcba-24c1-4abf-b84d-2f5be08b10bb tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0527275 Jan 28 13:34:28.239573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e37a7ae1-786c-4022-a4a4-63a36a55a455 req-dae161fc-3060-421b-8ea1-42223d4f5a14 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121540 Jan 28 13:34:28.240274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-44e8288a-f24c-4803-8004-1db39b0aefd5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5bf8d216-c6ed-4c6f-94cf-d0573cb4f780), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.252447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-44e8288a-f24c-4803-8004-1db39b0aefd5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.269091 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-44e8288a-f24c-4803-8004-1db39b0aefd5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5bf8d216-c6ed-4c6f-94cf-d0573cb4f780 HTTP/1.1" status: 204 len: 168 time: 0.2707667 Jan 28 13:34:28.273352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59644) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:28.309369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-7b7c0312-6075-4c0a-ba38-a252d36c0ee8 service neutron] 10.222.0.36 "GET /v2.0/networks/af5b527b-6f82-495c-aca1-2107d281b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893684 Jan 28 13:34:28.318815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8288a-f24c-4803-8004-1db39b0aefd5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bf8d216-c6ed-4c6f-94cf-d0573cb4f780,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.319837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.353906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d4a34ec4-6e2d-44d1-b809-11aa6f9400b4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0739496 Jan 28 13:34:28.354827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59646) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:28.448371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ec1daa3b-f3f0-409a-a32f-d69a874bca74), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.491013 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210fab77-7db4-4140-b81a-c38a0ebd66ec tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (d0f711f7-a794-43c2-b4dd-c5556e8aa0ff), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.539702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b9dad-60ee-4619-baab-b93f12da12c0 req-72af1cba-d504-43db-9ace-5b13d584beee tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:28.542632 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89b9dad-60ee-4619-baab-b93f12da12c0 req-72af1cba-d504-43db-9ace-5b13d584beee tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 944 time: 0.1262310 Jan 28 13:34:28.545515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210fab77-7db4-4140-b81a-c38a0ebd66ec tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (d0f711f7-a794-43c2-b4dd-c5556e8aa0ff), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.553216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:28.558751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.631691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76337d05-c872-4031-85df-8e2caaa26ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333', 'network_id': '9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333', 'project_id': '1380941c21e646f0b19f9864e1c8e314', 'fixed_ips': [{'subnet_id': 'ec1daa3b-f3f0-409a-a32f-d69a874bca74'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:28.632838 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-76337d05-c872-4031-85df-8e2caaa26ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.654319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca8d511d-4716-463c-9b3f-21d5dc0c44f5 req-295e9392-9f65-40e2-8c0d-21f362eb187a service neutron] 10.222.0.36 "GET /v2.0/networks/af5b527b-6f82-495c-aca1-2107d281b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272841 Jan 28 13:34:28.656587 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (ec1daa3b-f3f0-409a-a32f-d69a874bca74), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.657963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.659731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210fab77-7db4-4140-b81a-c38a0ebd66ec tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d0f711f7-a794-43c2-b4dd-c5556e8aa0ff), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.662492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210fab77-7db4-4140-b81a-c38a0ebd66ec tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.664321 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-210fab77-7db4-4140-b81a-c38a0ebd66ec tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/d0f711f7-a794-43c2-b4dd-c5556e8aa0ff HTTP/1.1" status: 204 len: 168 time: 0.3083434 Jan 28 13:34:28.671535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59652) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:28.711758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fab77-7db4-4140-b81a-c38a0ebd66ec tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f711f7-a794-43c2-b4dd-c5556e8aa0ff,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.722886 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c89b9dad-60ee-4619-baab-b93f12da12c0 req-d3acecfb-599c-4b11-bd01-8029a4bf308c tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735792 Jan 28 13:34:28.782190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0c3b40ef-e0c4-4b43-a0d5-379ed3e95736 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1063116 Jan 28 13:34:28.788763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59656) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:28.794089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c878d5ce-ef52-4055-8061-0cc65c1883d0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035725553'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:28.853121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d38d9-39e4-4753-b8f1-4caa93fe347f None None] Network 9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:28.853322 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c878d5ce-ef52-4055-8061-0cc65c1883d0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.853483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1daa3b-f3f0-409a-a32f-d69a874bca74,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:28.937664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:28.959321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-8dd8169c-4480-441f-b631-d502f737ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:28.961125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-8dd8169c-4480-441f-b631-d502f737ac82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=def56e37373b423cae3212e29189b981&device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 1095 time: 0.2070210 Jan 28 13:34:28.979656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:28.979899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['42d95704-2d61-4bf5-b9d8-beac7c620526'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:28.998850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c878d5ce-ef52-4055-8061-0cc65c1883d0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (fc62786f-2f63-4142-9c4f-214b7b56e8b8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.004717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c878d5ce-ef52-4055-8061-0cc65c1883d0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fc62786f-2f63-4142-9c4f-214b7b56e8b8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.049434 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c878d5ce-ef52-4055-8061-0cc65c1883d0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.054970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c878d5ce-ef52-4055-8061-0cc65c1883d0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2624106 Jan 28 13:34:29.055194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59664) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:29.064268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-abbe08a7-a7a2-43f4-92a1-fb8eeb72de72 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'fc62786f-2f63-4142-9c4f-214b7b56e8b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:29.070060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878d5ce-ef52-4055-8061-0cc65c1883d0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc62786f-2f63-4142-9c4f-214b7b56e8b8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.102178 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-abbe08a7-a7a2-43f4-92a1-fb8eeb72de72 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (428458ff-fb59-4f42-b393-5a4b92113b6a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.110610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-3e8aea85-6eeb-45d0-ad3f-d7b1f24b3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:29.113100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-3e8aea85-6eeb-45d0-ad3f-d7b1f24b3b2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=af5b527b-6f82-495c-aca1-2107d281b85a HTTP/1.1" status: 200 len: 922 time: 0.1381023 Jan 28 13:34:29.133663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ab9c20-36cd-45f3-80ed-f88b731e1845') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:29.134179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ab9c20-36cd-45f3-80ed-f88b731e1845') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:29.183641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-4b325d17-0687-4614-b614-16559811235f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ef1fdb6-d09d-46f2-ab7f-01ca54992782 HTTP/1.1" status: 200 len: 217 time: 0.0634375 Jan 28 13:34:29.194471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c2ab9c20-36cd-45f3-80ed-f88b731e1845), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.194695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-abbe08a7-a7a2-43f4-92a1-fb8eeb72de72 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (428458ff-fb59-4f42-b393-5a4b92113b6a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.200570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-abbe08a7-a7a2-43f4-92a1-fb8eeb72de72 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (428458ff-fb59-4f42-b393-5a4b92113b6a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.221234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe08a7-a7a2-43f4-92a1-fb8eeb72de72 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428458ff-fb59-4f42-b393-5a4b92113b6a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.241800 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-abbe08a7-a7a2-43f4-92a1-fb8eeb72de72 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.246783 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-abbe08a7-a7a2-43f4-92a1-fb8eeb72de72 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1867034 Jan 28 13:34:29.246988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59666) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:29.250000 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c2ab9c20-36cd-45f3-80ed-f88b731e1845), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.264746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:29.265167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c2ab9c20-36cd-45f3-80ed-f88b731e1845), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:29.316685 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:29.333399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-befad3fe-b48f-49a2-85d5-7b9bc8997bc8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (fc62786f-2f63-4142-9c4f-214b7b56e8b8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.382826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-befad3fe-b48f-49a2-85d5-7b9bc8997bc8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (fc62786f-2f63-4142-9c4f-214b7b56e8b8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.385901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-dbf2a6ab-1959-4b00-bfac-40aefba88176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:29.388148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-dbf2a6ab-1959-4b00-bfac-40aefba88176 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9ac690c-1102-476a-8600-59824348977c HTTP/1.1" status: 200 len: 861 time: 0.1966181 Jan 28 13:34:29.422395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.432392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.432588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73a45e18-2c7c-4892-a324-93eb7f8e0e32 req-f2109b84-c752-4a1f-b2ec-a4a94cc814f5 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0410378 Jan 28 13:34:29.437605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333 HTTP/1.1" status: 204 len: 168 time: 1.4041562 Jan 28 13:34:29.443758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:29.451701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-805414533'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:29.490436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:29.494822 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.498414 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-befad3fe-b48f-49a2-85d5-7b9bc8997bc8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fc62786f-2f63-4142-9c4f-214b7b56e8b8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.502258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-befad3fe-b48f-49a2-85d5-7b9bc8997bc8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.503556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-befad3fe-b48f-49a2-85d5-7b9bc8997bc8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/fc62786f-2f63-4142-9c4f-214b7b56e8b8 HTTP/1.1" status: 204 len: 168 time: 0.2556279 Jan 28 13:34:29.514316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59680) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:29.533436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befad3fe-b48f-49a2-85d5-7b9bc8997bc8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc62786f-2f63-4142-9c4f-214b7b56e8b8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.534451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-d7923efa-276e-411c-8c00-c9ac5403d3a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af5b527b-6f82-495c-aca1-2107d281b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178637 Jan 28 13:34:29.540980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b2836-72e7-43ce-b3a9-a89781cfc051 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Network': ['ID=9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.570013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:29.610183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d6cbfb1f-08c4-483f-b644-08ed1262ae28), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.610737 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Added segment d6cbfb1f-08c4-483f-b644-08ed1262ae28 of type vlan for network 9b35aeee-b4f2-4f6b-b048-459f2fa9c879 Jan 28 13:34:29.629915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3e4edd7c-467b-4165-8e45-a031a408908d tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1111262 Jan 28 13:34:29.636594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59684) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:29.663700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-774b3813-adc2-4b26-9a81-e234ad54a832 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--775719688'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:29.693821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-774b3813-adc2-4b26-9a81-e234ad54a832 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.721848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (9b35aeee-b4f2-4f6b-b048-459f2fa9c879), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.773548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (9b35aeee-b4f2-4f6b-b048-459f2fa9c879), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.779072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:29.779833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.786196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5960d-fbcf-4b0f-ab1c-b942976ca5fd req-4095ce65-d7d6-4fc3-ac9c-141aecb91599 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:29.787450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdb5960d-fbcf-4b0f-ab1c-b942976ca5fd req-4095ce65-d7d6-4fc3-ac9c-141aecb91599 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 944 time: 0.3979716 Jan 28 13:34:29.790211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-25048697-ab8b-4b42-93d4-0d634e5dc858 service neutron] 10.222.0.36 "GET /v2.0/networks/af5b527b-6f82-495c-aca1-2107d281b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170463 Jan 28 13:34:29.887026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-774b3813-adc2-4b26-9a81-e234ad54a832 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (cd0f471d-627d-4e01-bb6a-9b364fd1fd95), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.894137 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4492295 Jan 28 13:34:29.897795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59690) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:29.899537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-774b3813-adc2-4b26-9a81-e234ad54a832 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cd0f471d-627d-4e01-bb6a-9b364fd1fd95), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.913024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'subnet': {'network_id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:29.932235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76614ba-87f0-42f7-bf19-3123c52eaa2f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Network': ['ID=9b35aeee-b4f2-4f6b-b048-459f2fa9c879,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.944303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 9b35aeee-b4f2-4f6b-b048-459f2fa9c879 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:29.962508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b3813-adc2-4b26-9a81-e234ad54a832 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0f471d-627d-4e01-bb6a-9b364fd1fd95,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:29.990291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-774b3813-adc2-4b26-9a81-e234ad54a832 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:29.991621 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-774b3813-adc2-4b26-9a81-e234ad54a832 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3539991 Jan 28 13:34:30.008768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59694) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.017286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07669b8-8d6b-4095-b0ca-4db25ece6bdb req-cfe0ec1a-7180-417b-bcbc-2c5909d0f016 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:30.019010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a07669b8-8d6b-4095-b0ca-4db25ece6bdb req-cfe0ec1a-7180-417b-bcbc-2c5909d0f016 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 944 time: 0.1206014 Jan 28 13:34:30.024010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8ceb76d2-80c1-43d3-87a6-5d13c4d248cd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528765582'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:30.115460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ceb76d2-80c1-43d3-87a6-5d13c4d248cd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.117372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdb5960d-fbcf-4b0f-ab1c-b942976ca5fd req-510b95d0-f401-40df-8038-8af70d28cce1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186727 Jan 28 13:34:30.163467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a07669b8-8d6b-4095-b0ca-4db25ece6bdb req-03c2167f-f148-4abb-af81-e0c1c8e328e1 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145613 Jan 28 13:34:30.219913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-195c527a-c651-488a-9bf6-0bfb9f3af81f req-5bca6a3a-00a6-4547-ab5a-ec61afb89a6b service neutron] 10.222.0.36 "GET /v2.0/networks/af5b527b-6f82-495c-aca1-2107d281b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194376 Jan 28 13:34:30.242502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:30.247452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ceb76d2-80c1-43d3-87a6-5d13c4d248cd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (11d48deb-5986-476f-9ba1-c68353630296), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.250204 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.255229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ceb76d2-80c1-43d3-87a6-5d13c4d248cd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (11d48deb-5986-476f-9ba1-c68353630296), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.286571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ceb76d2-80c1-43d3-87a6-5d13c4d248cd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.290925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8ceb76d2-80c1-43d3-87a6-5d13c4d248cd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2680469 Jan 28 13:34:30.294637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59702) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.302353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7d4c4f82-6e16-457b-8f6d-f15cda6d9a51 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'cd0f471d-627d-4e01-bb6a-9b364fd1fd95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '11d48deb-5986-476f-9ba1-c68353630296', 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:30.326030 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb76d2-80c1-43d3-87a6-5d13c4d248cd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d48deb-5986-476f-9ba1-c68353630296,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:30.345082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d4c4f82-6e16-457b-8f6d-f15cda6d9a51 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (ac6c23f8-2a9f-453a-a831-e44f3605f912), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.445297 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d4c4f82-6e16-457b-8f6d-f15cda6d9a51 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (ac6c23f8-2a9f-453a-a831-e44f3605f912), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.449994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d4c4f82-6e16-457b-8f6d-f15cda6d9a51 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (ac6c23f8-2a9f-453a-a831-e44f3605f912), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.477038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c4f82-6e16-457b-8f6d-f15cda6d9a51 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6c23f8-2a9f-453a-a831-e44f3605f912,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:30.489615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d4c4f82-6e16-457b-8f6d-f15cda6d9a51 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.490975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7d4c4f82-6e16-457b-8f6d-f15cda6d9a51 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1949589 Jan 28 13:34:30.495084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59708) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.529464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (ac6c23f8-2a9f-453a-a831-e44f3605f912), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.545685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (ac6c23f8-2a9f-453a-a831-e44f3605f912), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.546905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (9be74fa0-3438-4a98-8968-4a08ae7712a1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.611183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (ac6c23f8-2a9f-453a-a831-e44f3605f912), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.619138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.622981 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/ac6c23f8-2a9f-453a-a831-e44f3605f912 HTTP/1.1" status: 204 len: 168 time: 0.1243899 Jan 28 13:34:30.623494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59712) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.635211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ed60344-b07d-442c-a6c2-844acac92748 req-265ea33a-ab80-4a0b-8b17-d6e146e78329 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0418520 Jan 28 13:34:30.645415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Subnet': ['ID=9be74fa0-3438-4a98-8968-4a08ae7712a1,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:30.652812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac6c23f8-2a9f-453a-a831-e44f3605f912,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:30.679260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.679749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.680146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.680520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.680890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.681344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.681606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.681963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.682329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.682682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.683059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.683407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.683729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d3ad92-2c03-4251-ac53-2b964ab04a55 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:30.689455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Checking segment: {'id': 'd6cbfb1f-08c4-483f-b644-08ed1262ae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:30.689455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network hostable DHCP agents. Network: 9b35aeee-b4f2-4f6b-b048-459f2fa9c879, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:30.701263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa1e3a-c926-4171-8f44-549ace0111c0 req-c6486bf5-7edc-4797-a03f-c30beefa313f tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:30.703584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5fa1e3a-c926-4171-8f44-549ace0111c0 req-c6486bf5-7edc-4797-a03f-c30beefa313f tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 946 time: 0.1264739 Jan 28 13:34:30.721691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network 9b35aeee-b4f2-4f6b-b048-459f2fa9c879 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:30.730775 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-deace44c-bdbc-4cef-bd5b-351773711459 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1045077 Jan 28 13:34:30.736180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59716) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.745323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 9b35aeee-b4f2-4f6b-b048-459f2fa9c879) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:30.757660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:30.758187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.765863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916291b-c4e5-4edc-ab9c-76c5dd996372 None None] Network 9b35aeee-b4f2-4f6b-b048-459f2fa9c879 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:30.812293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a794ae84-8696-4422-9fa0-b8ed5ba632d2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9070892 Jan 28 13:34:30.812907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59718) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:30.835131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f5fa1e3a-c926-4171-8f44-549ace0111c0 req-9e624118-59b6-4270-b883-ddde9b0edf67 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165006 Jan 28 13:34:30.881076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d4d1-27e2-46be-88cb-0d8be7a854f5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (11d48deb-5986-476f-9ba1-c68353630296), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.909503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-9b35aeee-b4f2-4f6b-b048-459f2fa9c879', 'network_id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879', 'project_id': '1380941c21e646f0b19f9864e1c8e314', 'fixed_ips': [{'subnet_id': '9be74fa0-3438-4a98-8968-4a08ae7712a1'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:30.910488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.918733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d4d1-27e2-46be-88cb-0d8be7a854f5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (11d48deb-5986-476f-9ba1-c68353630296), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:30.986980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (9b35aeee-b4f2-4f6b-b048-459f2fa9c879), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.000533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d4d1-27e2-46be-88cb-0d8be7a854f5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (11d48deb-5986-476f-9ba1-c68353630296), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.002902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d4d1-27e2-46be-88cb-0d8be7a854f5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.008542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c7e3d4d1-27e2-46be-88cb-0d8be7a854f5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/11d48deb-5986-476f-9ba1-c68353630296 HTTP/1.1" status: 204 len: 168 time: 0.2669411 Jan 28 13:34:31.008759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.014996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3d4d1-27e2-46be-88cb-0d8be7a854f5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d48deb-5986-476f-9ba1-c68353630296,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:31.082258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9be74fa0-3438-4a98-8968-4a08ae7712a1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.096683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0d3c5e39-0175-4851-a30f-029c478df9a1 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0869234 Jan 28 13:34:31.099469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59722) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.107613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Allocated IP 2001:db8::2 (9b35aeee-b4f2-4f6b-b048-459f2fa9c879/9be74fa0-3438-4a98-8968-4a08ae7712a1/de9c3299-8b57-4c33-bc5a-006b4149de42) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:31.182032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-170434a0-dd9e-4061-a6e0-f063b39dc3bd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (cd0f471d-627d-4e01-bb6a-9b364fd1fd95), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.216856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-170434a0-dd9e-4061-a6e0-f063b39dc3bd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (cd0f471d-627d-4e01-bb6a-9b364fd1fd95), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.333767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646e4ea-7afa-4ad8-b6cb-0ec9d00cb889 req-37db86ca-802d-4e28-96d0-0cd4bc783362 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:31.334524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86679ac2-2fa6-4e06-94e8-7f5f3953f498 req-e6f4c509-4aab-453e-be84-a683cd7f4a1d tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:31.335848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4646e4ea-7afa-4ad8-b6cb-0ec9d00cb889 req-37db86ca-802d-4e28-96d0-0cd4bc783362 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 944 time: 0.0911410 Jan 28 13:34:31.337286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-170434a0-dd9e-4061-a6e0-f063b39dc3bd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cd0f471d-627d-4e01-bb6a-9b364fd1fd95), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.337685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86679ac2-2fa6-4e06-94e8-7f5f3953f498 req-e6f4c509-4aab-453e-be84-a683cd7f4a1d tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 944 time: 0.0753109 Jan 28 13:34:31.344130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-170434a0-dd9e-4061-a6e0-f063b39dc3bd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.350998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.351389 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-170434a0-dd9e-4061-a6e0-f063b39dc3bd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/cd0f471d-627d-4e01-bb6a-9b364fd1fd95 HTTP/1.1" status: 204 len: 168 time: 0.2508342 Jan 28 13:34:31.367304 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Publish callbacks [] for port (de9c3299-8b57-4c33-bc5a-006b4149de42), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.377212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (de9c3299-8b57-4c33-bc5a-006b4149de42), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.395578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170434a0-dd9e-4061-a6e0-f063b39dc3bd tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0f471d-627d-4e01-bb6a-9b364fd1fd95,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:31.420874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4646e4ea-7afa-4ad8-b6cb-0ec9d00cb889 req-80b6381a-95f7-4111-b8b7-7f21729789a5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680470 Jan 28 13:34:31.454458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Network 9b35aeee-b4f2-4f6b-b048-459f2fa9c879 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:31.454955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (9be74fa0-3438-4a98-8968-4a08ae7712a1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.457860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Pushing event updated for resources: {'Port': ['ID=de9c3299-8b57-4c33-bc5a-006b4149de42,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:31.461264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:31.465674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59730) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.465935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5fde36f6-d50d-4860-8f52-c903d6d80e71 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1123967 Jan 28 13:34:31.469396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:31.469692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-82272d99-33be-4391-94b1-bbb4bf82299f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--150366609'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:31.476559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86679ac2-2fa6-4e06-94e8-7f5f3953f498 req-0bcdf4c6-8f45-45bf-86d2-1d80c312017a tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326985 Jan 28 13:34:31.515374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82272d99-33be-4391-94b1-bbb4bf82299f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.518256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Subnet': ['ID=9be74fa0-3438-4a98-8968-4a08ae7712a1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:31.565957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Attempting to bind port de9c3299-8b57-4c33-bc5a-006b4149de42 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:31.566508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Attempting to bind port de9c3299-8b57-4c33-bc5a-006b4149de42 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd6cbfb1f-08c4-483f-b644-08ed1262ae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:31.566994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Attempting to bind port de9c3299-8b57-4c33-bc5a-006b4149de42 on network 9b35aeee-b4f2-4f6b-b048-459f2fa9c879 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:31.573994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:31.574624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Checking segment: {'id': 'd6cbfb1f-08c4-483f-b644-08ed1262ae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:31.575111 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.575855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Bound using segment: {'id': 'd6cbfb1f-08c4-483f-b644-08ed1262ae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:31.576509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Bound port: de9c3299-8b57-4c33-bc5a-006b4149de42, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cbfb1f-08c4-483f-b644-08ed1262ae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:31.577688 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (de9c3299-8b57-4c33-bc5a-006b4149de42), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.616091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82272d99-33be-4391-94b1-bbb4bf82299f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (bb7909f4-92c5-412d-b19c-638064e47428), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.621303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82272d99-33be-4391-94b1-bbb4bf82299f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bb7909f4-92c5-412d-b19c-638064e47428), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.638670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (9b35aeee-b4f2-4f6b-b048-459f2fa9c879), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.664167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82272d99-33be-4391-94b1-bbb4bf82299f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.664446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] For port de9c3299-8b57-4c33-bc5a-006b4149de42, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:31.670361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] For port de9c3299-8b57-4c33-bc5a-006b4149de42, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de9c3299-8b57-4c33-bc5a-006b4149de42,segment=NetworkSegment(d6cbfb1f-08c4-483f-b644-08ed1262ae28),segment_id=d6cbfb1f-08c4-483f-b644-08ed1262ae28)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:31.674463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:34:31.674951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b35aeee-b4f2-4f6b-b048-459f2fa9c879']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:31.677084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 42d95704-2d61-4bf5-b9d8-beac7c620526 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:31.683056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-82272d99-33be-4391-94b1-bbb4bf82299f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2174914 Jan 28 13:34:31.683288 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (de9c3299-8b57-4c33-bc5a-006b4149de42), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.689343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cbfb1f-08c4-483f-b644-08ed1262ae28') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:31.689746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cbfb1f-08c4-483f-b644-08ed1262ae28') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:31.690949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59734) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.706533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-16a4d347-53f0-4a35-8daa-d08e7b79aa18 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': 'bb7909f4-92c5-412d-b19c-638064e47428', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:31.706914 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d6cbfb1f-08c4-483f-b644-08ed1262ae28), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.720613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82272d99-33be-4391-94b1-bbb4bf82299f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7909f4-92c5-412d-b19c-638064e47428,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:31.743140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d6cbfb1f-08c4-483f-b644-08ed1262ae28), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.744015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16a4d347-53f0-4a35-8daa-d08e7b79aa18 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a677db9b-10c3-4bfa-8da2-caaba0572f15), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.761261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:31.761698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d6cbfb1f-08c4-483f-b644-08ed1262ae28), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:31.770622 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:31.828657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57470b83-be23-4af5-9ae5-3570b77faace req-6b1fd312-315c-48f9-a741-663674966837 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0455945 Jan 28 13:34:31.891226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16a4d347-53f0-4a35-8daa-d08e7b79aa18 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a677db9b-10c3-4bfa-8da2-caaba0572f15), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.896791 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16a4d347-53f0-4a35-8daa-d08e7b79aa18 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a677db9b-10c3-4bfa-8da2-caaba0572f15), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.923713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4d347-53f0-4a35-8daa-d08e7b79aa18 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a677db9b-10c3-4bfa-8da2-caaba0572f15,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:31.936071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16a4d347-53f0-4a35-8daa-d08e7b79aa18 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:31.942619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-16a4d347-53f0-4a35-8daa-d08e7b79aa18 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2397814 Jan 28 13:34:31.943434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59742) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:31.961582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:34:31.961582 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:34:31.961582 n-d-822748-2 neutron-server[103374]: [parameters: {'id': '9b35aeee-b4f2-4f6b-b048-459f2fa9c879'}] Jan 28 13:34:31.961582 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:31.963241 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:32.055589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,segment=NetworkSegment(1e3351b0-755a-41ed-be9b-437a7227f9fc),segment_id=1e3351b0-755a-41ed-be9b-437a7227f9fc)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:32.055589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731386d8-7461-4c16-9f74-fcff32a923b8 None None] Pushing event updated for resources: {'Port': ['ID=de9c3299-8b57-4c33-bc5a-006b4149de42,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:32.077876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f75d58a4-0cf6-44b4-bf2c-43b3b8cb1bac tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a677db9b-10c3-4bfa-8da2-caaba0572f15), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.079727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782', 'network_id': 'af5b527b-6f82-495c-aca1-2107d281b85a', 'port_id': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782', 'mac_address': 'fa:16:3e:8c:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ac690c-1102-476a-8600-59824348977c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:34:32.081750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f6ee4-5f5b-4fca-ba00-dd8efa0084d5 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:32.092241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f75d58a4-0cf6-44b4-bf2c-43b3b8cb1bac tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (a677db9b-10c3-4bfa-8da2-caaba0572f15), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.109884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 42d95704-2d61-4bf5-b9d8-beac7c620526 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:32.125401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 42d95704-2d61-4bf5-b9d8-beac7c620526 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:32.125782 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.128929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e67d33-08e4-4afc-918b-ac1b06836f59 req-78623a50-bd6b-4ba6-a0b5-0343aecec37f tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:32.136097 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23e67d33-08e4-4afc-918b-ac1b06836f59 req-78623a50-bd6b-4ba6-a0b5-0343aecec37f tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 946 time: 0.1237543 Jan 28 13:34:32.160508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f75d58a4-0cf6-44b4-bf2c-43b3b8cb1bac tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a677db9b-10c3-4bfa-8da2-caaba0572f15), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.174176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f75d58a4-0cf6-44b4-bf2c-43b3b8cb1bac tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.178298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59744) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:32.185731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f75d58a4-0cf6-44b4-bf2c-43b3b8cb1bac tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/a677db9b-10c3-4bfa-8da2-caaba0572f15 HTTP/1.1" status: 204 len: 168 time: 0.2408788 Jan 28 13:34:32.191819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d58a4-0cf6-44b4-bf2c-43b3b8cb1bac tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a677db9b-10c3-4bfa-8da2-caaba0572f15,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:32.248487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23e67d33-08e4-4afc-918b-ac1b06836f59 req-ccc27195-65ad-447e-8b3e-db29a1a7d41b tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112242 Jan 28 13:34:32.256070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d574a295-96e3-45c6-87de-07dbbc12bfd6 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0741894 Jan 28 13:34:32.256906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59746) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:32.267665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:32.268081 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.303067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:34:32.320833 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-517c3c55-4c8a-4501-bc18-0216771544de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (bb7909f4-92c5-412d-b19c-638064e47428), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.346326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,segment=NetworkSegment(1e3351b0-755a-41ed-be9b-437a7227f9fc),segment_id=1e3351b0-755a-41ed-be9b-437a7227f9fc)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:32.370351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-517c3c55-4c8a-4501-bc18-0216771544de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (bb7909f4-92c5-412d-b19c-638064e47428), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.379661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.419048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f6ee4-5f5b-4fca-ba00-dd8efa0084d5 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:32.429931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-dc1ca0e2-ffc9-445f-b734-96d447cf06e4 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:32.431537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-dc1ca0e2-ffc9-445f-b734-96d447cf06e4 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 946 time: 0.0941949 Jan 28 13:34:32.441019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 42d95704-2d61-4bf5-b9d8-beac7c620526 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:32.441496 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.476565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (9b35aeee-b4f2-4f6b-b048-459f2fa9c879), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.504943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-517c3c55-4c8a-4501-bc18-0216771544de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bb7909f4-92c5-412d-b19c-638064e47428), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.506545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:32.513232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-517c3c55-4c8a-4501-bc18-0216771544de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.513796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59752) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:32.521641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-517c3c55-4c8a-4501-bc18-0216771544de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/bb7909f4-92c5-412d-b19c-638064e47428 HTTP/1.1" status: 204 len: 168 time: 0.2513542 Jan 28 13:34:32.544878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c3c55-4c8a-4501-bc18-0216771544de tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7909f4-92c5-412d-b19c-638064e47428,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:32.642144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:32.644781 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cecd11-5d01-4aa9-8e57-6a83cbe22c1f" -d '{"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-plugged", "status": "completed", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:32.646494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-323f3a6e-fbae-4158-ac52-fb5e2b1efc12 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1309080 Jan 28 13:34:32.650257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59756) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:32.671293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8094316f-2007-4957-8045-033ef6310562 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870483032'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:32.691582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['7ef1fdb6-d09d-46f2-ab7f-01ca54992782'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:32.700582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:32.703153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92a7a-8786-4f6c-8bcc-7da56c55938e req-1bca2311-88f6-41dc-be6a-74fb0bc4e7e2 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:32.705417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fa92a7a-8786-4f6c-8bcc-7da56c55938e req-1bca2311-88f6-41dc-be6a-74fb0bc4e7e2 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 944 time: 0.1775517 Jan 28 13:34:32.734803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting port de9c3299-8b57-4c33-bc5a-006b4149de42 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:32.735438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (de9c3299-8b57-4c33-bc5a-006b4149de42), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.741117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bdb7f-9145-44b5-879d-c7096c204951 req-bd7cf12b-c29c-411c-9f00-76ca76cab9c5 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:32.744974 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe6bdb7f-9145-44b5-879d-c7096c204951 req-bd7cf12b-c29c-411c-9f00-76ca76cab9c5 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 945 time: 0.1619351 Jan 28 13:34:32.747497 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8094316f-2007-4957-8045-033ef6310562 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.748209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Deleting port 5a28107f-8a49-446d-97f0-b0d799392062 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:32.748669 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5a28107f-8a49-446d-97f0-b0d799392062), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.758191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.830027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:32.860169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe6bdb7f-9145-44b5-879d-c7096c204951 req-cab81d36-efec-4bf6-a468-50d1ca33cb41 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951800 Jan 28 13:34:32.919069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] For port de9c3299-8b57-4c33-bc5a-006b4149de42, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de9c3299-8b57-4c33-bc5a-006b4149de42,segment=NetworkSegment(d6cbfb1f-08c4-483f-b644-08ed1262ae28),segment_id=d6cbfb1f-08c4-483f-b644-08ed1262ae28)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:32.919668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (de9c3299-8b57-4c33-bc5a-006b4149de42), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.964627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fa92a7a-8786-4f6c-8bcc-7da56c55938e req-0efebec9-0e52-490f-a265-209665e897be tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468073 Jan 28 13:34:32.965677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Calling delete_port for de9c3299-8b57-4c33-bc5a-006b4149de42 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:32.979181 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d5bd7e-15c4-4c61-b38a-d8eb4bebacd3 x-openstack-request-id: req-97d5bd7e-15c4-4c61-b38a-d8eb4bebacd3 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:32.987713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8094316f-2007-4957-8045-033ef6310562 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (8518214e-fe65-4cbb-b5dd-125bade89ddf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.993053 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8094316f-2007-4957-8045-033ef6310562 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8518214e-fe65-4cbb-b5dd-125bade89ddf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:32.995378 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-plugged", "status": "completed", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:32.996198 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97d5bd7e-15c4-4c61-b38a-d8eb4bebacd3 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:32.998662 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'code': 200} Jan 28 13:34:33.064318 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8094316f-2007-4957-8045-033ef6310562 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.067484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8094316f-2007-4957-8045-033ef6310562 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4147007 Jan 28 13:34:33.069170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59764) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.076636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-84521503-e370-4aab-857f-1d0c3a5b13d4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': '8518214e-fe65-4cbb-b5dd-125bade89ddf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:33.081363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094316f-2007-4957-8045-033ef6310562 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8518214e-fe65-4cbb-b5dd-125bade89ddf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:33.202649 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ac1e6b5-b1b3-4b99-b948-6eab34bec8db req-638d59c6-b29f-4c27-bd49-0a897dceb4de tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0479078 Jan 28 13:34:33.220787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84521503-e370-4aab-857f-1d0c3a5b13d4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (6a6dd1b1-c313-4e43-97d6-0d62193b63b3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.268677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] For port 5a28107f-8a49-446d-97f0-b0d799392062, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a28107f-8a49-446d-97f0-b0d799392062,segment=NetworkSegment(9bba9ffe-ede2-4af6-83a9-415b68992e05),segment_id=9bba9ffe-ede2-4af6-83a9-415b68992e05)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:33.268978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5a28107f-8a49-446d-97f0-b0d799392062), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.299936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Calling delete_port for 5a28107f-8a49-446d-97f0-b0d799392062 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:33.313615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b2b3f-3288-46a5-a47c-0732c1921784 None None] Network 9b35aeee-b4f2-4f6b-b048-459f2fa9c879 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:33.326051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84521503-e370-4aab-857f-1d0c3a5b13d4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (6a6dd1b1-c313-4e43-97d6-0d62193b63b3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.332340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84521503-e370-4aab-857f-1d0c3a5b13d4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6a6dd1b1-c313-4e43-97d6-0d62193b63b3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.332887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d686905-8918-48b1-a7cf-f03f96ffab98 req-4f3ec7be-a09c-47aa-86f2-20e67f7f38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:33.338947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d686905-8918-48b1-a7cf-f03f96ffab98 req-4f3ec7be-a09c-47aa-86f2-20e67f7f38d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 1096 time: 0.2527452 Jan 28 13:34:33.355650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84521503-e370-4aab-857f-1d0c3a5b13d4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6dd1b1-c313-4e43-97d6-0d62193b63b3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:33.371328 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84521503-e370-4aab-857f-1d0c3a5b13d4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.377277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-84521503-e370-4aab-857f-1d0c3a5b13d4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067536 Jan 28 13:34:33.378364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.404529 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2738e11e-2bf7-4f4b-9db3-8607f4a478e2 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules/6a6dd1b1-c313-4e43-97d6-0d62193b63b3 HTTP/1.1" status: 200 len: 763 time: 0.0235553 Jan 28 13:34:33.406545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59770) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.440952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (de9c3299-8b57-4c33-bc5a-006b4149de42), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.463452 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a288af1f-08b7-47b6-8a55-2722657ce716 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0550203 Jan 28 13:34:33.466827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59772) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.494735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-766911ea-6807-4a9a-9c0f-344c4acf0b14 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (6a6dd1b1-c313-4e43-97d6-0d62193b63b3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.503946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-766911ea-6807-4a9a-9c0f-344c4acf0b14 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (6a6dd1b1-c313-4e43-97d6-0d62193b63b3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.538345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-766911ea-6807-4a9a-9c0f-344c4acf0b14 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6a6dd1b1-c313-4e43-97d6-0d62193b63b3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.551155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-766911ea-6807-4a9a-9c0f-344c4acf0b14 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.555913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-766911ea-6807-4a9a-9c0f-344c4acf0b14 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6a6dd1b1-c313-4e43-97d6-0d62193b63b3 HTTP/1.1" status: 204 len: 168 time: 0.0854757 Jan 28 13:34:33.561889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59774) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.570865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766911ea-6807-4a9a-9c0f-344c4acf0b14 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a6dd1b1-c313-4e43-97d6-0d62193b63b3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:33.614273 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-20a20231-1a28-48b2-b490-5e7f5fae5c60 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469630 Jan 28 13:34:33.615189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59776) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.621474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b54115c1-e6db-41a8-84db-181d1fa6c46f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': '8518214e-fe65-4cbb-b5dd-125bade89ddf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:33.653881 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b54115c1-e6db-41a8-84db-181d1fa6c46f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (76bba43c-9d39-4a3e-92b9-5fae715d38b3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.738190 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b54115c1-e6db-41a8-84db-181d1fa6c46f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (76bba43c-9d39-4a3e-92b9-5fae715d38b3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.744434 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b54115c1-e6db-41a8-84db-181d1fa6c46f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (76bba43c-9d39-4a3e-92b9-5fae715d38b3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.767733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54115c1-e6db-41a8-84db-181d1fa6c46f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bba43c-9d39-4a3e-92b9-5fae715d38b3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:33.776084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b54115c1-e6db-41a8-84db-181d1fa6c46f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.783004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b54115c1-e6db-41a8-84db-181d1fa6c46f tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1656985 Jan 28 13:34:33.784297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.813013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b5330555-17af-4a13-9f42-8c65b83c91d9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules/76bba43c-9d39-4a3e-92b9-5fae715d38b3 HTTP/1.1" status: 200 len: 763 time: 0.0270693 Jan 28 13:34:33.813987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59780) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.851139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No DVR routers for this DVR port de9c3299-8b57-4c33-bc5a-006b4149de42 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:33.866149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-af3348dc-ca5a-4147-ac28-b7c81b6771cf tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0504479 Jan 28 13:34:33.868854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59782) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:33.901704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Port': ['ID=de9c3299-8b57-4c33-bc5a-006b4149de42,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:33.904814 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d4c14a4-8224-4d43-ae94-f2accea5cdd3 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (76bba43c-9d39-4a3e-92b9-5fae715d38b3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.916965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d4c14a4-8224-4d43-ae94-f2accea5cdd3 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (76bba43c-9d39-4a3e-92b9-5fae715d38b3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.962106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d4c14a4-8224-4d43-ae94-f2accea5cdd3 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (76bba43c-9d39-4a3e-92b9-5fae715d38b3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.970179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d4c14a4-8224-4d43-ae94-f2accea5cdd3 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:33.971473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4d4c14a4-8224-4d43-ae94-f2accea5cdd3 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/76bba43c-9d39-4a3e-92b9-5fae715d38b3 HTTP/1.1" status: 204 len: 168 time: 0.1013222 Jan 28 13:34:33.974830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59786) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.011636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c14a4-8224-4d43-ae94-f2accea5cdd3 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76bba43c-9d39-4a3e-92b9-5fae715d38b3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.024519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d686905-8918-48b1-a7cf-f03f96ffab98 req-c8396a38-b8aa-400b-af5b-576226c02a92 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517837 Jan 28 13:34:34.047859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae95c8-2392-4a0e-9302-8a664893a196 req-6d9ae6fe-c1ba-4d08-a9f0-2bda24193475 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:34.050443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93ae95c8-2392-4a0e-9302-8a664893a196 req-6d9ae6fe-c1ba-4d08-a9f0-2bda24193475 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fbc128b-cead-4448-af08-9bd0332cd785 HTTP/1.1" status: 200 len: 946 time: 0.6762502 Jan 28 13:34:34.060992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (9b35aeee-b4f2-4f6b-b048-459f2fa9c879), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.076451 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-53e4f173-8c19-4601-913f-078b2383a956 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0989573 Jan 28 13:34:34.080285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59790) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.088338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9bba91b2-e091-4958-9bea-ef63a0dd1583 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': '8518214e-fe65-4cbb-b5dd-125bade89ddf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:34.120223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069982bb-6897-4b4e-92ae-f773c5c0c0c1 req-c11e93a2-53b4-4dee-9d03-0f7b6223c451 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:34.122021 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-069982bb-6897-4b4e-92ae-f773c5c0c0c1 req-c11e93a2-53b4-4dee-9d03-0f7b6223c451 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 945 time: 0.1461227 Jan 28 13:34:34.131004 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bba91b2-e091-4958-9bea-ef63a0dd1583 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (1092a503-b339-470d-a5e0-b4c602dc7c6b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.179699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b35aeee-b4f2-4f6b-b048-459f2fa9c879']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:34.200822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cbfb1f-08c4-483f-b644-08ed1262ae28') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:34.200822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cbfb1f-08c4-483f-b644-08ed1262ae28') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:34.220567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93ae95c8-2392-4a0e-9302-8a664893a196 req-0fcbe294-bf3e-40e3-b2ff-f9436fe5da60 tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.45 "GET /v2.0/security-groups?id=a31cce91-f5e3-4b9c-b93f-159cbe68e227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632495 Jan 28 13:34:34.222370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d6cbfb1f-08c4-483f-b644-08ed1262ae28), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.247892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d6cbfb1f-08c4-483f-b644-08ed1262ae28), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.250947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-069982bb-6897-4b4e-92ae-f773c5c0c0c1 req-aa924ed0-0fcb-4036-836c-c7479fb80fc2 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164620 Jan 28 13:34:34.258060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5a28107f-8a49-446d-97f0-b0d799392062), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.272839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a28107f-8a49-446d-97f0-b0d799392062'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:34.279550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:34.279550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d6cbfb1f-08c4-483f-b644-08ed1262ae28), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.285941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bba91b2-e091-4958-9bea-ef63a0dd1583 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (1092a503-b339-470d-a5e0-b4c602dc7c6b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.293440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bba91b2-e091-4958-9bea-ef63a0dd1583 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (1092a503-b339-470d-a5e0-b4c602dc7c6b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:34.306773 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:34.332586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba91b2-e091-4958-9bea-ef63a0dd1583 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1092a503-b339-470d-a5e0-b4c602dc7c6b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.341896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bba91b2-e091-4958-9bea-ef63a0dd1583 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.344187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9bba91b2-e091-4958-9bea-ef63a0dd1583 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605023 Jan 28 13:34:34.348935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.371354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Pushing event deleted for resources: {'Port': ['ID=5a28107f-8a49-446d-97f0-b0d799392062,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.386130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-afeb5a6f-cf00-4e28-9b21-eda04cb31052 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules/1092a503-b339-470d-a5e0-b4c602dc7c6b HTTP/1.1" status: 200 len: 764 time: 0.0320666 Jan 28 13:34:34.386403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59800) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.443767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9a8fdfaf-b97a-4341-9174-4b01acfec1b0 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0556779 Jan 28 13:34:34.446299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59802) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.497321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8615affc-faeb-47c6-bcc1-a6ed97dc49cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (1092a503-b339-470d-a5e0-b4c602dc7c6b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.509168 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8615affc-faeb-47c6-bcc1-a6ed97dc49cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (1092a503-b339-470d-a5e0-b4c602dc7c6b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.515248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] No DVR routers for this DVR port 5a28107f-8a49-446d-97f0-b0d799392062 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:34.517053 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (9b35aeee-b4f2-4f6b-b048-459f2fa9c879), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.518956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.523462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ceda510d-a650-4d84-9898-c79ed07f75c2 req-b7142bfc-d6fe-4819-b138-ba0d0141e0ad tempest-VolumesActionsTest-831919240 tempest-VolumesActionsTest-831919240-project] 10.222.0.60 "DELETE /v2.0/ports/5a28107f-8a49-446d-97f0-b0d799392062 HTTP/1.1" status: 204 len: 173 time: 2.0830681 Jan 28 13:34:34.524303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbc128b-cead-4448-af08-9bd0332cd785', 'name': 'network-vif-deleted', 'tag': '5a28107f-8a49-446d-97f0-b0d799392062'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:34.526988 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd2c8a-a991-45b9-bfe1-c60c2dea5b41" -d '{"events": [{"server_uuid": "9fbc128b-cead-4448-af08-9bd0332cd785", "name": "network-vif-deleted", "tag": "5a28107f-8a49-446d-97f0-b0d799392062"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:34.535679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.539047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/9b35aeee-b4f2-4f6b-b048-459f2fa9c879 HTTP/1.1" status: 204 len: 168 time: 3.7223487 Jan 28 13:34:34.548862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aff2d5-72df-4720-9a8e-8ab94824e9ca req-e68f8300-73af-4fab-bfbe-6c082e8015f1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:34.554606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59806) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.556574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53aff2d5-72df-4720-9a8e-8ab94824e9ca req-e68f8300-73af-4fab-bfbe-6c082e8015f1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1799881 Jan 28 13:34:34.581384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911054c-676f-4451-81fe-15de1446d5d5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Network': ['ID=9b35aeee-b4f2-4f6b-b048-459f2fa9c879,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.582121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-619725262'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:34.594558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8615affc-faeb-47c6-bcc1-a6ed97dc49cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (1092a503-b339-470d-a5e0-b4c602dc7c6b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.600788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8615affc-faeb-47c6-bcc1-a6ed97dc49cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.604181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8615affc-faeb-47c6-bcc1-a6ed97dc49cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/1092a503-b339-470d-a5e0-b4c602dc7c6b HTTP/1.1" status: 204 len: 168 time: 0.1553295 Jan 28 13:34:34.608670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59808) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.661461 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-78688e59-f34d-42ac-b52e-8cf610029091 req-97587e75-3cee-43ee-91fd-2eab77b6901e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0516636 Jan 28 13:34:34.662587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615affc-faeb-47c6-bcc1-a6ed97dc49cb tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1092a503-b339-470d-a5e0-b4c602dc7c6b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.668236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53aff2d5-72df-4720-9a8e-8ab94824e9ca req-10cc73f1-d580-4792-96a9-d3d720ff956e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105447 Jan 28 13:34:34.680367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5be388ec-a5f8-4cbd-9316-1df748d6a3b8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674286 Jan 28 13:34:34.680592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:34.680703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59810) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.689019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.757514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:34.770643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (eea54b7a-70d0-4d01-a660-764b3d123238), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.771253 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Added segment eea54b7a-70d0-4d01-a660-764b3d123238 of type vlan for network f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c Jan 28 13:34:34.774958 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa3671-8181-445d-a127-8c4ba00906a0 x-openstack-request-id: req-29fa3671-8181-445d-a127-8c4ba00906a0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:34.775483 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbc128b-cead-4448-af08-9bd0332cd785", "name": "network-vif-deleted", "tag": "5a28107f-8a49-446d-97f0-b0d799392062", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:34.775662 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29fa3671-8181-445d-a127-8c4ba00906a0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:34.776193 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbc128b-cead-4448-af08-9bd0332cd785', 'name': 'network-vif-deleted', 'tag': '5a28107f-8a49-446d-97f0-b0d799392062', 'status': 'completed', 'code': 200} Jan 28 13:34:34.800652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07245386-6e55-40ec-a24b-89b8e963ced9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (8518214e-fe65-4cbb-b5dd-125bade89ddf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.830848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.836268 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07245386-6e55-40ec-a24b-89b8e963ced9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (8518214e-fe65-4cbb-b5dd-125bade89ddf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.836509 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c506efe1-6df5-435c-89db-674784dfbbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.863475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.868787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:34.869457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.897048 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07245386-6e55-40ec-a24b-89b8e963ced9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8518214e-fe65-4cbb-b5dd-125bade89ddf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.899767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-07245386-6e55-40ec-a24b-89b8e963ced9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:34.903716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-07245386-6e55-40ec-a24b-89b8e963ced9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/8518214e-fe65-4cbb-b5dd-125bade89ddf HTTP/1.1" status: 204 len: 168 time: 0.2196178 Jan 28 13:34:34.904516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59812) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.925227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07245386-6e55-40ec-a24b-89b8e963ced9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518214e-fe65-4cbb-b5dd-125bade89ddf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.939540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3829341 Jan 28 13:34:34.942516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59814) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:34.950306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Request body: {'subnet': {'network_id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:34.982380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f2a98-232d-4b9f-833d-9ab2a05aa6ac tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Network': ['ID=f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:34.997311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a0c742df-eae4-46aa-9949-ce13c6cfcce8 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0872726 Jan 28 13:34:34.999422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59816) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:35.004599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8e6be77d-7c28-4746-89bc-ab313d1870c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group': {'name': 'tempest-secgroup--707862436'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:35.016591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:35.042428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e6be77d-7c28-4746-89bc-ab313d1870c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.155833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Made reservation on behalf of 1380941c21e646f0b19f9864e1c8e314 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:35.155833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.188697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e6be77d-7c28-4746-89bc-ab313d1870c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.200087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e6be77d-7c28-4746-89bc-ab313d1870c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.251878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e6be77d-7c28-4746-89bc-ab313d1870c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.255668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8e6be77d-7c28-4746-89bc-ab313d1870c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2525752 Jan 28 13:34:35.260291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59818) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:35.267180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c01546f0-3b49-40ba-b671-c65fcaebb7b7 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Request body: {'security_group_rule': {'security_group_id': '7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:35.285295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6be77d-7c28-4746-89bc-ab313d1870c4 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:35.323879 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c01546f0-3b49-40ba-b671-c65fcaebb7b7 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (d6fea86b-a7c0-4180-84e4-8f5482fadcd4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.498506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb05c-3e37-479d-b30d-fc886bcb7e08 req-3c36236e-08a8-4c7d-babd-e63ebe2591a0 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:35.517339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70ecb05c-3e37-479d-b30d-fc886bcb7e08 req-3c36236e-08a8-4c7d-babd-e63ebe2591a0 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 945 time: 0.1401708 Jan 28 13:34:35.539540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c01546f0-3b49-40ba-b671-c65fcaebb7b7 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (d6fea86b-a7c0-4180-84e4-8f5482fadcd4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.553887 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c01546f0-3b49-40ba-b671-c65fcaebb7b7 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (d6fea86b-a7c0-4180-84e4-8f5482fadcd4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.666474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:34:35.675208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01546f0-3b49-40ba-b671-c65fcaebb7b7 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fea86b-a7c0-4180-84e4-8f5482fadcd4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:35.699537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70ecb05c-3e37-479d-b30d-fc886bcb7e08 req-6073a002-57e2-4780-9ecf-9a9a7020c45e tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775069 Jan 28 13:34:35.752798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c01546f0-3b49-40ba-b671-c65fcaebb7b7 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.761436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:34:35.765108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c01546f0-3b49-40ba-b671-c65fcaebb7b7 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5037031 Jan 28 13:34:35.769034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59836) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:35.772252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (4fc63fe5-a2cd-4a24-8a75-56bf354d3a05), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:35.847672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:34:35.857950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:34:35.859852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.010663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b78f591-ed88-4006-bc8e-104a926041c5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.012937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event updated for resources: {'Subnet': ['ID=4fc63fe5-a2cd-4a24-8a75-56bf354d3a05,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:36.034460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:34:36.034833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.049750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbadb8-ed31-4224-9149-436cf0633571 req-42c520a3-fade-4573-ba05-2bbf9c19cf70 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.057263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a41f42b3-7de7-49b1-b674-a644dc3b5d3a req-1ec1eea8-6611-466e-aeb3-bab4252799b1 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.1024253 Jan 28 13:34:36.066743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7bbadb8-ed31-4224-9149-436cf0633571 req-42c520a3-fade-4573-ba05-2bbf9c19cf70 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.2167788 Jan 28 13:34:36.071125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Checking segment: {'id': 'eea54b7a-70d0-4d01-a660-764b3d123238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:36.071969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network hostable DHCP agents. Network: f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:36.084634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:36.092417 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b08b1f-f543-41a4-9898-cdd6cf7996a3" -d '{"events": [{"server_uuid": "ab1ccbc9-55ea-4385-8c57-9bb3b3787006", "name": "network-vif-plugged", "status": "completed", "tag": "7ef1fdb6-d09d-46f2-ab7f-01ca54992782"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:36.113640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,segment=NetworkSegment(1e3351b0-755a-41ed-be9b-437a7227f9fc),segment_id=1e3351b0-755a-41ed-be9b-437a7227f9fc)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:36.117453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b78f591-ed88-4006-bc8e-104a926041c5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.120379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.136724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Network f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:36.207517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:36.212364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:36.229991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.229991 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.235997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b572e14-d7bc-4475-84ed-ba3d49386ea9 None None] Network f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:36.260388 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d49077-af3e-48a1-9b25-359d604e4a5d x-openstack-request-id: req-a1d49077-af3e-48a1-9b25-359d604e4a5d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:36.261173 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1ccbc9-55ea-4385-8c57-9bb3b3787006", "name": "network-vif-plugged", "status": "completed", "tag": "7ef1fdb6-d09d-46f2-ab7f-01ca54992782", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:36.261871 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1d49077-af3e-48a1-9b25-359d604e4a5d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:36.262771 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782', 'code': 200} Jan 28 13:34:36.283225 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7bbadb8-ed31-4224-9149-436cf0633571 req-23dfb1b9-ed13-468a-8a8e-1e694f7310cc tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134573 Jan 28 13:34:36.294598 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a2f01271-8aeb-436a-9fb0-2f74ffe4c70f tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3505778 Jan 28 13:34:36.302973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.430029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c', 'network_id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c', 'project_id': '1380941c21e646f0b19f9864e1c8e314', 'fixed_ips': [{'subnet_id': '4fc63fe5-a2cd-4a24-8a75-56bf354d3a05'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:34:36.431025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.532914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a28107f-8a49-446d-97f0-b0d799392062 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:36.618479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.626730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b78f591-ed88-4006-bc8e-104a926041c5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.629604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b78f591-ed88-4006-bc8e-104a926041c5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.631069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9b78f591-ed88-4006-bc8e-104a926041c5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed HTTP/1.1" status: 204 len: 168 time: 0.8565388 Jan 28 13:34:36.632379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 5a28107f-8a49-446d-97f0-b0d799392062 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:36.632913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a28107f-8a49-446d-97f0-b0d799392062 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:36.635166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.657257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca552b-e244-4985-8a42-09b66086ac59 req-b73f3ee7-6f18-4ade-9801-2d4ac900af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.659115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0ca552b-e244-4985-8a42-09b66086ac59 req-b73f3ee7-6f18-4ade-9801-2d4ac900af32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 1097 time: 0.2858915 Jan 28 13:34:36.666824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78f591-ed88-4006-bc8e-104a926041c5 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:36.801454 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-34042f70-02ac-4937-a86a-445602ff3348 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1605284 Jan 28 13:34:36.802013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59858) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:36.846244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f3450-18ee-4d4c-8976-8f386a9eab18 req-0d112dac-a49a-47fe-8168-2fbafd13f45c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:36.846469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (4fc63fe5-a2cd-4a24-8a75-56bf354d3a05), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:36.854243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f3f3450-18ee-4d4c-8976-8f386a9eab18 req-0d112dac-a49a-47fe-8168-2fbafd13f45c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1304798 Jan 28 13:34:36.857208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0ca552b-e244-4985-8a42-09b66086ac59 req-a85e3720-a059-4baa-853f-658bc7ba3ab8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103621 Jan 28 13:34:36.962091 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f3f3450-18ee-4d4c-8976-8f386a9eab18 req-95bae68d-ce07-4446-8217-99cbb1d661ef tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022954 Jan 28 13:34:36.969517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b9a9300c-2113-42dd-8bcf-fd4cc42b1280 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1660271 Jan 28 13:34:36.971991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59862) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.013303 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-08846551-b3d3-46ea-8404-1ba44b5306e9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] delete failed (client error): The resource could not be found. Jan 28 13:34:37.024201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-08846551-b3d3-46ea-8404-1ba44b5306e9 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "DELETE /v2.0/security-groups/7078cab5-dc05-4d97-bf0f-3f8f88b7e8ed HTTP/1.1" status: 404 len: 347 time: 0.0507696 Jan 28 13:34:37.025433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59864) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.171263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-19e8a753-3265-4c0a-a6be-23f3a3bcb697 tempest-SecGroupTest-1149134424 tempest-SecGroupTest-1149134424-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1435733 Jan 28 13:34:37.222273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Allocated IP 2001:db8::f816:3eff:fe0e:ca07 (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c/4fc63fe5-a2cd-4a24-8a75-56bf354d3a05/4f9a8f4f-a0fc-425f-8eb3-7331a187fda5) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:34:37.243823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de24b5-69d4-48c2-8b42-7f082c0263b7 req-56e8bc3a-057a-4919-a522-1a0ecc4ddec3 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:37.263341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07de24b5-69d4-48c2-8b42-7f082c0263b7 req-56e8bc3a-057a-4919-a522-1a0ecc4ddec3 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 946 time: 0.1750741 Jan 28 13:34:37.332352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c05a68a5-7e60-4f66-ad6d-e4a5087e8a17 req-9d450dc6-00d4-4959-974a-b743bbcf43c7 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0669422 Jan 28 13:34:37.378094 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Publish callbacks [] for port (4f9a8f4f-a0fc-425f-8eb3-7331a187fda5), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.385987 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (4f9a8f4f-a0fc-425f-8eb3-7331a187fda5), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.409457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (4fc63fe5-a2cd-4a24-8a75-56bf354d3a05), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.411905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07de24b5-69d4-48c2-8b42-7f082c0263b7 req-dbacb1a1-baff-4c85-a8ab-9d343a735024 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461515 Jan 28 13:34:37.470496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc63fe5-a2cd-4a24-8a75-56bf354d3a05,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:37.474716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Network f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:34:37.480069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:37.487498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:34:37.534864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Pushing event updated for resources: {'Port': ['ID=4f9a8f4f-a0fc-425f-8eb3-7331a187fda5,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:37.585319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Attempting to bind port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:34:37.585758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Attempting to bind port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'eea54b7a-70d0-4d01-a660-764b3d123238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:34:37.586076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Attempting to bind port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5 on network f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:34:37.592088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:34:37.592622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Checking segment: {'id': 'eea54b7a-70d0-4d01-a660-764b3d123238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:37.593218 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.593852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Bound using segment: {'id': 'eea54b7a-70d0-4d01-a660-764b3d123238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:34:37.594480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Bound port: 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea54b7a-70d0-4d01-a660-764b3d123238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:34:37.594885 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f9a8f4f-a0fc-425f-8eb3-7331a187fda5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.619860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.670029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] For port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:34:37.679019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] For port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4f9a8f4f-a0fc-425f-8eb3-7331a187fda5,segment=NetworkSegment(eea54b7a-70d0-4d01-a660-764b3d123238),segment_id=eea54b7a-70d0-4d01-a660-764b3d123238)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:34:37.682403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:37.704393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea54b7a-70d0-4d01-a660-764b3d123238') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:37.704696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea54b7a-70d0-4d01-a660-764b3d123238') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:37.725084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (eea54b7a-70d0-4d01-a660-764b3d123238), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.728884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4f9a8f4f-a0fc-425f-8eb3-7331a187fda5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.760198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (eea54b7a-70d0-4d01-a660-764b3d123238), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.767235 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6731-26a0-4c54-92c8-5c20944b357f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.770946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:37.771361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (eea54b7a-70d0-4d01-a660-764b3d123238), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:37.778174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59874) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:37.778377 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:37.868989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:34:37.868989 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:34:37.868989 n-d-822748-2 neutron-server[103374]: [parameters: {'id': 'f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c'}] Jan 28 13:34:37.868989 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:34:37.870006 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:34:37.923613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3d9c7-7e8a-4e88-9803-17c74e901adf None None] Pushing event updated for resources: {'Port': ['ID=4f9a8f4f-a0fc-425f-8eb3-7331a187fda5,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:37.962688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a5225-2f36-4f18-9bb1-bbfe4948f19a None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:34:38.060025 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-187fa585-3cc8-4294-84a2-3bb7f9df642d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6370d3459bec43f4af09a0475d592ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767582 Jan 28 13:34:38.063211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59884) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:38.222936 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-275aa748-e372-4027-b08b-e00d9608e5a4 admin admin] Publish callbacks [] for security_group (8cce1d3b-5c58-4e29-8b5a-fd5b41fff481), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.229984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a5225-2f36-4f18-9bb1-bbfe4948f19a None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:34:38.235691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad62449-e9c2-4ffd-ad06-a64ee7c99d6e req-91b7ce38-4d9d-49b2-a4b7-d1741c1a4af9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:38.244011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ad62449-e9c2-4ffd-ad06-a64ee7c99d6e req-91b7ce38-4d9d-49b2-a4b7-d1741c1a4af9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1102889 Jan 28 13:34:38.296156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-275aa748-e372-4027-b08b-e00d9608e5a4 admin admin] Publish callbacks [] for security_group (8cce1d3b-5c58-4e29-8b5a-fd5b41fff481), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.322894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ad62449-e9c2-4ffd-ad06-a64ee7c99d6e req-2011ca11-b9db-4fd4-929b-7418afe72196 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773978 Jan 28 13:34:38.371355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.392316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-275aa748-e372-4027-b08b-e00d9608e5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cce1d3b-5c58-4e29-8b5a-fd5b41fff481), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.396866 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-275aa748-e372-4027-b08b-e00d9608e5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.402599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-275aa748-e372-4027-b08b-e00d9608e5a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cce1d3b-5c58-4e29-8b5a-fd5b41fff481 HTTP/1.1" status: 204 len: 168 time: 0.3358366 Jan 28 13:34:38.411723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa748-e372-4027-b08b-e00d9608e5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cce1d3b-5c58-4e29-8b5a-fd5b41fff481,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:38.478797 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8765ae7-2ada-4c3e-be19-2ccf3fcd23d4 req-37fdd175-bb72-42f0-a145-b81ab1f05f9a tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0509140 Jan 28 13:34:38.510230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:38.511223 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4f9a8f4f-a0fc-425f-8eb3-7331a187fda5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.592077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.594694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] For port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4f9a8f4f-a0fc-425f-8eb3-7331a187fda5,segment=NetworkSegment(eea54b7a-70d0-4d01-a660-764b3d123238),segment_id=eea54b7a-70d0-4d01-a660-764b3d123238)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:38.595070 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4f9a8f4f-a0fc-425f-8eb3-7331a187fda5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.612376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Calling delete_port for 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:38.616451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f009c935-8bdf-465f-9e19-62b9ba0f5701 None None] Network f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:38.642959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5facd-ea38-41bd-834d-ebf545f179e4 req-2c8b8fdf-2ea5-40cd-9b41-c7beda08bc0c tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:38.653887 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35e5facd-ea38-41bd-834d-ebf545f179e4 req-2c8b8fdf-2ea5-40cd-9b41-c7beda08bc0c tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 946 time: 0.1151376 Jan 28 13:34:38.745084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4f9a8f4f-a0fc-425f-8eb3-7331a187fda5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.746751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35e5facd-ea38-41bd-834d-ebf545f179e4 req-941e372a-4fa1-45e7-8354-bf78b2e538f3 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856180 Jan 28 13:34:38.786826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Port': ['ID=4f9a8f4f-a0fc-425f-8eb3-7331a187fda5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:38.789758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No DVR routers for this DVR port 4f9a8f4f-a0fc-425f-8eb3-7331a187fda5 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:38.885585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.915503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:38.929388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea54b7a-70d0-4d01-a660-764b3d123238') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:38.929864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea54b7a-70d0-4d01-a660-764b3d123238') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:38.943128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (eea54b7a-70d0-4d01-a660-764b3d123238), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.971159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (eea54b7a-70d0-4d01-a660-764b3d123238), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.978503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:38.979015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (eea54b7a-70d0-4d01-a660-764b3d123238), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:38.982411 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:39.082462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.098060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.111787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c HTTP/1.1" status: 204 len: 168 time: 2.8097823 Jan 28 13:34:39.115274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59914) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:39.175623 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb48c6b-b43d-41d8-b163-bbb2d0c87635 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:39.175623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb48c6b-b43d-41d8-b163-bbb2d0c87635 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:39.178093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2bb48c6b-b43d-41d8-b163-bbb2d0c87635 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/4fc63fe5-a2cd-4a24-8a75-56bf354d3a05 HTTP/1.1" status: 404 len: 337 time: 0.0617943 Jan 28 13:34:39.180461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59920) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:39.193731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ee4b3-f3e3-4805-9b20-0757527051a4 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Network': ['ID=f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:39.210174 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-2255f14a-d441-49f2-9e8a-0bdaf5a947f5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:39.210699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2255f14a-d441-49f2-9e8a-0bdaf5a947f5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:39.217080 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2255f14a-d441-49f2-9e8a-0bdaf5a947f5 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/f6a59c67-faba-4a5e-98fb-0e3b03c5eb9c HTTP/1.1" status: 404 len: 339 time: 0.0355339 Jan 28 13:34:39.218888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59924) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:39.251282 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8439e0f-413c-4a74-bb6a-82d875823d5b tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:39.251749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8439e0f-413c-4a74-bb6a-82d875823d5b tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:39.258806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f8439e0f-413c-4a74-bb6a-82d875823d5b tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/9be74fa0-3438-4a98-8968-4a08ae7712a1 HTTP/1.1" status: 404 len: 337 time: 0.0386531 Jan 28 13:34:39.259604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59926) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:39.279583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208d2d-e0a4-47cc-b0c2-15572b6fac1a req-4df1c4d5-65cf-498e-a684-0e701ae190be tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:39.288862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5208d2d-e0a4-47cc-b0c2-15572b6fac1a req-4df1c4d5-65cf-498e-a684-0e701ae190be tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 946 time: 0.1409307 Jan 28 13:34:39.298330 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f00fca-26aa-48cd-bada-2308d42dda93 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:39.299257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f00fca-26aa-48cd-bada-2308d42dda93 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:39.306051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:39.306435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-46f00fca-26aa-48cd-bada-2308d42dda93 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/9b35aeee-b4f2-4f6b-b048-459f2fa9c879 HTTP/1.1" status: 404 len: 339 time: 0.0454752 Jan 28 13:34:39.360924 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-9885c4ea-a19b-4bae-bfb9-4139363d9ad2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:39.361656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9885c4ea-a19b-4bae-bfb9-4139363d9ad2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:39.364903 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9885c4ea-a19b-4bae-bfb9-4139363d9ad2 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/ec1daa3b-f3f0-409a-a32f-d69a874bca74 HTTP/1.1" status: 404 len: 337 time: 0.0578172 Jan 28 13:34:39.368095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59940) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:39.400640 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb7867b-6091-4369-be6a-a448fddc4380 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:39.402044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb7867b-6091-4369-be6a-a448fddc4380 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:39.404652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5208d2d-e0a4-47cc-b0c2-15572b6fac1a req-19ed7327-4b10-41da-b8d3-00e1d1a057e0 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145866 Jan 28 13:34:39.409671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ccb7867b-6091-4369-be6a-a448fddc4380 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/9d7d188a-4fb7-4fa8-aceb-bcdb4c45a333 HTTP/1.1" status: 404 len: 339 time: 0.0403092 Jan 28 13:34:39.410567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59942) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:39.573507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a581f8-ccef-4fc3-be42-a75709e9b4a2 req-6b32b413-9e10-4892-b7fd-d549b48a2880 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:39.582193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05a581f8-ccef-4fc3-be42-a75709e9b4a2 req-6b32b413-9e10-4892-b7fd-d549b48a2880 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1606424 Jan 28 13:34:39.654275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e078544a-ca54-4993-af8e-095f8eef3f4f req-99c66518-b27a-4683-b5f3-a07e56967228 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0503583 Jan 28 13:34:39.661140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05a581f8-ccef-4fc3-be42-a75709e9b4a2 req-6e7c740c-72d1-440d-a300-955ca4a766b2 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715034 Jan 28 13:34:39.700675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting port c6198b30-d01f-4322-857c-c4f940fe57f6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:39.701180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c6198b30-d01f-4322-857c-c4f940fe57f6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.787715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c6198b30-d01f-4322-857c-c4f940fe57f6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.806301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Calling delete_port for c6198b30-d01f-4322-857c-c4f940fe57f6 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:39.904176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c6198b30-d01f-4322-857c-c4f940fe57f6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.962888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Port': ['ID=c6198b30-d01f-4322-857c-c4f940fe57f6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:39.965480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:39.969917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eb0d4470-d750-4db0-836d-25f19e798a48 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/ports/c6198b30-d01f-4322-857c-c4f940fe57f6 HTTP/1.1" status: 204 len: 168 time: 0.5580850 Jan 28 13:34:39.973062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59956) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:40.042400 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-0527dc0d-2d26-454a-ba8b-e46fbf52536e tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:40.042823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0527dc0d-2d26-454a-ba8b-e46fbf52536e tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:40.058867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0527dc0d-2d26-454a-ba8b-e46fbf52536e tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/f0223328-3565-4bc4-b2d7-769eecd35948 HTTP/1.1" status: 404 len: 337 time: 0.0824592 Jan 28 13:34:40.059151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59962) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:40.164536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.292962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.339476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4ec2b0-0243-4bba-9346-62d66b5a9bcb']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:40.369281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113fe6df-b45c-49e7-a9ec-a4a84772796b') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:40.370022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113fe6df-b45c-49e7-a9ec-a4a84772796b') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:40.398335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (113fe6df-b45c-49e7-a9ec-a4a84772796b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.437969 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (113fe6df-b45c-49e7-a9ec-a4a84772796b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.447609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:40.448531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (113fe6df-b45c-49e7-a9ec-a4a84772796b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:40.453121 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:40.459115 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.607735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4c4ec2b0-0243-4bba-9346-62d66b5a9bcb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.622523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.628626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/4c4ec2b0-0243-4bba-9346-62d66b5a9bcb HTTP/1.1" status: 204 len: 168 time: 0.5638013 Jan 28 13:34:40.631045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59982) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:40.665509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704b5d1-dcde-4a1e-89f0-829c6445384d req-e912115d-9623-44b9-9f76-baf7c2c1aaf1 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.667780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8704b5d1-dcde-4a1e-89f0-829c6445384d req-e912115d-9623-44b9-9f76-baf7c2c1aaf1 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 946 time: 0.1152766 Jan 28 13:34:40.691212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-d078039d-5848-4129-bfbe-554a84ed38b2 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:40.693007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-d078039d-5848-4129-bfbe-554a84ed38b2 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 946 time: 0.2219038 Jan 28 13:34:40.700499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06602af-d3af-451b-83e6-7f42e72f9f64 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Network': ['ID=4c4ec2b0-0243-4bba-9346-62d66b5a9bcb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:40.846394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting port 7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:40.847014 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.892529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8704b5d1-dcde-4a1e-89f0-829c6445384d req-ff23504e-7c27-44c5-9dea-82c4304dfe03 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a6a2b64-8317-469d-a263-9fd13be1c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899579 Jan 28 13:34:40.928557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:40.943925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Calling delete_port for 7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:40.945103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Deleting port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:40.945940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.043464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08593-5f00-42a4-8f20-7e292d25d237 req-497f04a1-58d2-4c2b-a272-9e8afc020dd1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:41.052526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cf08593-5f00-42a4-8f20-7e292d25d237 req-497f04a1-58d2-4c2b-a272-9e8afc020dd1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.2681701 Jan 28 13:34:41.056435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.071842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05284639-0d58-488b-9650-ca6cf57354c3 req-ca19339a-a6d6-4871-87bb-36c792858005 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0507612 Jan 28 13:34:41.115560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Port': ['ID=7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:41.127390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.131174 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b9aceab6-98e4-4308-8108-5c7558efed78 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/ports/7e21a94c-fb6b-49a1-b124-d0f48b4bb8cd HTTP/1.1" status: 204 len: 168 time: 0.4991300 Jan 28 13:34:41.142931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59994) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:41.183005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5cf08593-5f00-42a4-8f20-7e292d25d237 req-c7009789-b1c8-4115-816f-b0f37847cce0 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293058 Jan 28 13:34:41.213184 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f4fe9d-509f-4b64-922f-85eed722e289 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] DELETE failed (client error): The resource could not be found. Jan 28 13:34:41.213809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f4fe9d-509f-4b64-922f-85eed722e289 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:34:41.217426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-68f4fe9d-509f-4b64-922f-85eed722e289 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/e026e7e8-0f78-455b-bb12-a36a7fb5a62b HTTP/1.1" status: 404 len: 337 time: 0.0733271 Jan 28 13:34:41.220721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59996) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:41.236367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] For port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,segment=NetworkSegment(1e3351b0-755a-41ed-be9b-437a7227f9fc),segment_id=1e3351b0-755a-41ed-be9b-437a7227f9fc)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:41.237064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.253457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Calling delete_port for 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:41.329359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c49c93f7-12bd-4a94-a5b8-c436d5ada425), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.448297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7ef1fdb6-d09d-46f2-ab7f-01ca54992782), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.462299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['7ef1fdb6-d09d-46f2-ab7f-01ca54992782'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:34:41.486009 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (c49c93f7-12bd-4a94-a5b8-c436d5ada425), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.496080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Pushing event deleted for resources: {'Port': ['ID=7ef1fdb6-d09d-46f2-ab7f-01ca54992782,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:41.513189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49c93f7-12bd-4a94-a5b8-c436d5ada425']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:41.534169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d12f6d-63f3-4e8e-b880-c93eca1dba02') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:41.534473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d12f6d-63f3-4e8e-b880-c93eca1dba02') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:41.550026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (c6d12f6d-63f3-4e8e-b880-c93eca1dba02), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.566690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] No DVR routers for this DVR port 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:41.567056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c6d12f6d-63f3-4e8e-b880-c93eca1dba02), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.570081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.575262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:41.575707 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (c6d12f6d-63f3-4e8e-b880-c93eca1dba02), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.576157 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07e9b6fd-11b2-403b-97d1-d1264021ae55 req-6928c643-13e6-40fd-be8e-72ab3c8a4820 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.36 "DELETE /v2.0/ports/7ef1fdb6-d09d-46f2-ab7f-01ca54992782 HTTP/1.1" status: 204 len: 173 time: 0.8599031 Jan 28 13:34:41.577341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'name': 'network-vif-deleted', 'tag': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:41.580101 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:41.583640 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f73f4e-a367-46ac-a83b-317a0973ea26" -d '{"events": [{"server_uuid": "ab1ccbc9-55ea-4385-8c57-9bb3b3787006", "name": "network-vif-deleted", "tag": "7ef1fdb6-d09d-46f2-ab7f-01ca54992782"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:34:41.657820 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4fed47-8e20-4651-a175-7d08d51c2839 x-openstack-request-id: req-3b4fed47-8e20-4651-a175-7d08d51c2839 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:34:41.658121 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1ccbc9-55ea-4385-8c57-9bb3b3787006", "name": "network-vif-deleted", "tag": "7ef1fdb6-d09d-46f2-ab7f-01ca54992782", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:34:41.658374 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b4fed47-8e20-4651-a175-7d08d51c2839 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:34:41.658840 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1ccbc9-55ea-4385-8c57-9bb3b3787006', 'name': 'network-vif-deleted', 'tag': '7ef1fdb6-d09d-46f2-ab7f-01ca54992782', 'status': 'completed', 'code': 200} Jan 28 13:34:41.680250 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.688420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (c49c93f7-12bd-4a94-a5b8-c436d5ada425), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.698460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.701518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/c49c93f7-12bd-4a94-a5b8-c436d5ada425 HTTP/1.1" status: 204 len: 168 time: 0.4792471 Jan 28 13:34:41.705148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60006) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:41.741380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42afc4-cc84-471e-a254-36f197359b1d tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Network': ['ID=c49c93f7-12bd-4a94-a5b8-c436d5ada425,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:41.814776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting subnet a2084a31-bbdc-496c-89bf-80cd1513161c {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:41.820084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks [] for subnet (a2084a31-bbdc-496c-89bf-80cd1513161c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:41.886327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (a2084a31-bbdc-496c-89bf-80cd1513161c), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.000659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a2084a31-bbdc-496c-89bf-80cd1513161c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.036322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b1bb260-5655-4e28-b064-6127b4f70b95 req-43eb0642-c2a0-4ec0-b30b-d5c21c9fba67 tempest-InstanceActionsNegativeTestJSON-143902376 tempest-InstanceActionsNegativeTestJSON-143902376-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab1ccbc9-55ea-4385-8c57-9bb3b3787006 HTTP/1.1" status: 200 len: 210 time: 0.0357664 Jan 28 13:34:42.080002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (a2084a31-bbdc-496c-89bf-80cd1513161c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.117569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Subnet': ['ID=a2084a31-bbdc-496c-89bf-80cd1513161c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:42.133356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.141508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df336d7a-955b-4a95-a5d3-7821d9fabf1f None None] Network 12adc8bf-02b9-427c-ab3d-8613c17db4ba requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:42.141744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd2de5dc-6c8e-49dc-867c-a6e4622297b1 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/subnets/a2084a31-bbdc-496c-89bf-80cd1513161c HTTP/1.1" status: 204 len: 168 time: 0.4351425 Jan 28 13:34:42.143970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60012) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:42.267698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (12adc8bf-02b9-427c-ab3d-8613c17db4ba), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.341747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7247f057-a4a2-473c-9039-ee3a48697206 req-f7b86bb5-472b-4892-9738-c117fe54454c tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0539804 Jan 28 13:34:42.452948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2440a-5c0a-4897-a509-4c5c15c8728f req-dad8a9b5-9f92-4d7c-b212-4d9a66fd32fb tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:42.463635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1e2440a-5c0a-4897-a509-4c5c15c8728f req-dad8a9b5-9f92-4d7c-b212-4d9a66fd32fb tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1207771 Jan 28 13:34:42.470263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] DHCP port deletion for 12adc8bf-02b9-427c-ab3d-8613c17db4ba request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:42.487925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Deleting port 88c777fa-b50b-4cf3-8fa3-64191579ae35 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:42.488484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.598183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] Deleting port 88c777fa-b50b-4cf3-8fa3-64191579ae35 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:42.598985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.629857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] For port 88c777fa-b50b-4cf3-8fa3-64191579ae35, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=88c777fa-b50b-4cf3-8fa3-64191579ae35,segment=NetworkSegment(c095d240-4585-48d7-9a23-c9884c802742),segment_id=c095d240-4585-48d7-9a23-c9884c802742)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:42.630270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.661213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1e2440a-5c0a-4897-a509-4c5c15c8728f req-a131c338-0b05-42b0-b789-5b0b65cc7182 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899042 Jan 28 13:34:42.667983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Calling delete_port for 88c777fa-b50b-4cf3-8fa3-64191579ae35 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:42.746058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] For port 88c777fa-b50b-4cf3-8fa3-64191579ae35, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=88c777fa-b50b-4cf3-8fa3-64191579ae35,segment=NetworkSegment(c095d240-4585-48d7-9a23-c9884c802742),segment_id=c095d240-4585-48d7-9a23-c9884c802742)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:42.746635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.762423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] Calling delete_port for 88c777fa-b50b-4cf3-8fa3-64191579ae35 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:42.851892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: from cryptography.utils import int_from_bytes Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: from cryptography.utils import int_from_bytes Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.868919 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:34:42.872377 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:34:42.882829 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (88c777fa-b50b-4cf3-8fa3-64191579ae35), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:42.919516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] Pushing event deleted for resources: {'Port': ['ID=88c777fa-b50b-4cf3-8fa3-64191579ae35,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:42.927044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83855d55-85af-4f6f-84fb-405c349a540d None None] No DVR routers for this DVR port 88c777fa-b50b-4cf3-8fa3-64191579ae35 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:42.929816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Port': ['ID=88c777fa-b50b-4cf3-8fa3-64191579ae35,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:42.943719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] No DVR routers for this DVR port 88c777fa-b50b-4cf3-8fa3-64191579ae35 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:43.053973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (12adc8bf-02b9-427c-ab3d-8613c17db4ba), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.079838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12adc8bf-02b9-427c-ab3d-8613c17db4ba']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:43.091531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c095d240-4585-48d7-9a23-c9884c802742') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:43.092026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c095d240-4585-48d7-9a23-c9884c802742') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:43.105599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (c095d240-4585-48d7-9a23-c9884c802742), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.121166 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c095d240-4585-48d7-9a23-c9884c802742), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.128687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:43.129007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (c095d240-4585-48d7-9a23-c9884c802742), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.185419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60036) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:43.225608 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:43.268836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] Deleting subnet e9ac690c-1102-476a-8600-59824348977c {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:43.274870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] Publish callbacks [] for subnet (e9ac690c-1102-476a-8600-59824348977c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.280989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (12adc8bf-02b9-427c-ab3d-8613c17db4ba), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.314371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (e9ac690c-1102-476a-8600-59824348977c), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.316411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.324022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] 10.222.0.45 "DELETE /v2.0/networks/12adc8bf-02b9-427c-ab3d-8613c17db4ba HTTP/1.1" status: 204 len: 168 time: 1.1789601 Jan 28 13:34:43.326217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6185e6-9a9f-4aca-8473-44a13dbf0ad6 tempest-NetworksIpV6TestAttrs-883875197 tempest-NetworksIpV6TestAttrs-883875197-project] Pushing event deleted for resources: {'Network': ['ID=12adc8bf-02b9-427c-ab3d-8613c17db4ba,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:43.367417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e9ac690c-1102-476a-8600-59824348977c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.586469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34510564-96a3-45a5-b223-95f28cadadab req-3a24475a-ced0-451e-9f13-bc19e3ca1816 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.1268766 Jan 28 13:34:43.708724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (e9ac690c-1102-476a-8600-59824348977c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.768599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 88c777fa-b50b-4cf3-8fa3-64191579ae35 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:43.820987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60052) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:43.822896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 88c777fa-b50b-4cf3-8fa3-64191579ae35 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:43.823255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 88c777fa-b50b-4cf3-8fa3-64191579ae35 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:43.887407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ac690c-1102-476a-8600-59824348977c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:43.900269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:43.905698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-059b7311-749b-487c-900c-1bf6c47ade73 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9ac690c-1102-476a-8600-59824348977c HTTP/1.1" status: 204 len: 168 time: 0.7159326 Jan 28 13:34:43.906570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60056) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:43.985536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f7659-5c6b-4d97-a9c0-9f7921bb8854 req-ab490a7d-75ed-43c7-8449-e845f2293da6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:43.993358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e94f7659-5c6b-4d97-a9c0-9f7921bb8854 req-ab490a7d-75ed-43c7-8449-e845f2293da6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1722124 Jan 28 13:34:44.045793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (af5b527b-6f82-495c-aca1-2107d281b85a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.066406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e94f7659-5c6b-4d97-a9c0-9f7921bb8854 req-1e5f80f5-90dd-472d-816f-fd9e32d97321 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668905 Jan 28 13:34:44.226192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2b58e936-44f8-43ca-9f5d-7ac186c8cf69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1380941c21e646f0b19f9864e1c8e314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4040172 Jan 28 13:34:44.228584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (af5b527b-6f82-495c-aca1-2107d281b85a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.229102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60062) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:44.362609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f19602e-8224-4186-a96a-5a0c247d1cf2 admin admin] Publish callbacks [] for security_group (dd1f1a74-53fa-4396-b6ee-34c1e5b3f433), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.417278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f19602e-8224-4186-a96a-5a0c247d1cf2 admin admin] Publish callbacks [] for security_group (dd1f1a74-53fa-4396-b6ee-34c1e5b3f433), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.512445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f19602e-8224-4186-a96a-5a0c247d1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd1f1a74-53fa-4396-b6ee-34c1e5b3f433), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.512819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5b527b-6f82-495c-aca1-2107d281b85a']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:44.516099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f19602e-8224-4186-a96a-5a0c247d1cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.517292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7f19602e-8224-4186-a96a-5a0c247d1cf2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd1f1a74-53fa-4396-b6ee-34c1e5b3f433 HTTP/1.1" status: 204 len: 168 time: 0.2868879 Jan 28 13:34:44.525554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19602e-8224-4186-a96a-5a0c247d1cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1f1a74-53fa-4396-b6ee-34c1e5b3f433,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:44.535634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3351b0-755a-41ed-be9b-437a7227f9fc') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:44.535937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3351b0-755a-41ed-be9b-437a7227f9fc') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:44.565688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1e3351b0-755a-41ed-be9b-437a7227f9fc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.581314 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1e3351b0-755a-41ed-be9b-437a7227f9fc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.589188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:44.590343 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1e3351b0-755a-41ed-be9b-437a7227f9fc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:44.593642 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:44.680875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (af5b527b-6f82-495c-aca1-2107d281b85a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.704199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:44.711040 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] 10.222.0.45 "DELETE /v2.0/networks/af5b527b-6f82-495c-aca1-2107d281b85a HTTP/1.1" status: 204 len: 168 time: 0.8003523 Jan 28 13:34:44.711040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae8c72-39fa-4264-98b7-3d45109ca295 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5b527b-6f82-495c-aca1-2107d281b85a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:44.821976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e663da3-5004-41f3-97f0-11f5ad665630 req-9d342252-c06f-466b-b9f0-d71a2936225f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0816069 Jan 28 13:34:45.079191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:45.187650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b91aec54-69ec-4680-a3b7-561f5907ef01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=def56e37373b423cae3212e29189b981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1065712 Jan 28 13:34:45.190577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:45.379993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1de2b4-4ad8-47d9-87b1-90bcf4bdb3df req-94da6787-3c0b-4423-90e2-f277d1af538b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:45.388588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1de2b4-4ad8-47d9-87b1-90bcf4bdb3df req-94da6787-3c0b-4423-90e2-f277d1af538b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1449537 Jan 28 13:34:45.402043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f6a401f-993c-4f53-849e-cc394d46290e admin admin] Publish callbacks [] for security_group (7a6a2b64-8317-469d-a263-9fd13be1c7a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.472380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f6a401f-993c-4f53-849e-cc394d46290e admin admin] Publish callbacks [] for security_group (7a6a2b64-8317-469d-a263-9fd13be1c7a4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.549882 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1de2b4-4ad8-47d9-87b1-90bcf4bdb3df req-0ea241ff-36c8-4525-ba76-69e3c9276f4d tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589401 Jan 28 13:34:45.626388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f6a401f-993c-4f53-849e-cc394d46290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7a6a2b64-8317-469d-a263-9fd13be1c7a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.634084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8f6a401f-993c-4f53-849e-cc394d46290e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:45.664218 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8f6a401f-993c-4f53-849e-cc394d46290e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a6a2b64-8317-469d-a263-9fd13be1c7a4 HTTP/1.1" status: 204 len: 168 time: 0.4658077 Jan 28 13:34:45.691122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a401f-993c-4f53-849e-cc394d46290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a2b64-8317-469d-a263-9fd13be1c7a4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:45.695363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:34:45.741184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:34:45.741562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7ef1fdb6-d09d-46f2-ab7f-01ca54992782 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:34:46.016799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60120) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:46.332192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57210fa0-17c0-414e-b545-26f350e17bb4 req-675b7070-528e-42b8-9b04-dd8000701779 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.1043744 Jan 28 13:34:46.658649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172672506'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:46.713681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.737326 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:46.944397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25acbd-46a5-4d21-9a47-ad88bc5424fa req-4c1263bd-9002-4750-8ffe-904dca533a59 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:46.946359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f25acbd-46a5-4d21-9a47-ad88bc5424fa req-4c1263bd-9002-4750-8ffe-904dca533a59 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1752570 Jan 28 13:34:47.099510 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (d2709fab-2378-49d1-89c4-5b59087c3ea6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.107088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d2709fab-2378-49d1-89c4-5b59087c3ea6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.308101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (61594134-8312-4e40-b1be-a9446c65b890), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.332264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60156) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.369809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61594134-8312-4e40-b1be-a9446c65b890), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.426589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f25acbd-46a5-4d21-9a47-ad88bc5424fa req-b04e618a-ffc1-47a9-859a-1146dfb47468 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613364 Jan 28 13:34:47.468821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2709fab-2378-49d1-89c4-5b59087c3ea6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:47.503237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.510445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4915378 Jan 28 13:34:47.528290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60166) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.597005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f94bc15-cf83-45cf-983a-e3a5948a2023 req-f6d92fee-99d2-4d9b-ad16-94f91c89b018 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.1085351 Jan 28 13:34:47.614280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cdc1a-415f-44c8-bd6c-09c97abef1e5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61594134-8312-4e40-b1be-a9446c65b890,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:47.638382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1908617582-network', 'tenant_id': '291b0435d759464ab8b01bd78f40a8db'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:47.685247 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Made reservation on behalf of 291b0435d759464ab8b01bd78f40a8db for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:47.691206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.705059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.713059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-018e1977-1449-4ed5-971d-b40d3135770e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1830580 Jan 28 13:34:47.719227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60168) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:47.726284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-42f2dacd-7ba5-4d8a-af11-9fff95db7eee tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-security--770018652', 'description': 'tempest-security-description-954417594'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:47.838803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks [] for security_group (c716684a-8e53-4671-b0fc-ab9523f95093), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.845542 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c716684a-8e53-4671-b0fc-ab9523f95093), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:47.924225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:34:47.958554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c716684a-8e53-4671-b0fc-ab9523f95093,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:47.985260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2dacd-7ba5-4d8a-af11-9fff95db7eee tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (61594134-8312-4e40-b1be-a9446c65b890), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.050303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2dacd-7ba5-4d8a-af11-9fff95db7eee tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (61594134-8312-4e40-b1be-a9446c65b890), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.052923 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5076a09c-e254-4a93-898f-fd569a362352), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.053586 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Added segment 5076a09c-e254-4a93-898f-fd569a362352 of type vlan for network 256be8e7-6029-4a90-bfd1-96ae29171570 Jan 28 13:34:48.086030 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2dacd-7ba5-4d8a-af11-9fff95db7eee tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61594134-8312-4e40-b1be-a9446c65b890), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.090024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2dacd-7ba5-4d8a-af11-9fff95db7eee tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.094597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60172) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:48.095063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-42f2dacd-7ba5-4d8a-af11-9fff95db7eee tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "PUT /v2.0/security-groups/61594134-8312-4e40-b1be-a9446c65b890 HTTP/1.1" status: 200 len: 1795 time: 0.3741009 Jan 28 13:34:48.163698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2dacd-7ba5-4d8a-af11-9fff95db7eee tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61594134-8312-4e40-b1be-a9446c65b890,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:48.167622 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (256be8e7-6029-4a90-bfd1-96ae29171570), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.203776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (256be8e7-6029-4a90-bfd1-96ae29171570), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.206685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:48.207613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.227051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a620c681-b901-4bd2-9d72-377e0f083c9e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups/61594134-8312-4e40-b1be-a9446c65b890 HTTP/1.1" status: 200 len: 1795 time: 0.1310096 Jan 28 13:34:48.237123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60174) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:48.237789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60176) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:48.237978 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9030552 Jan 28 13:34:48.271367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Request body: {'subnet': {'network_id': '256be8e7-6029-4a90-bfd1-96ae29171570', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1908617582-subnet', 'tenant_id': '291b0435d759464ab8b01bd78f40a8db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:48.325001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d7393-b157-43ff-b962-073eef194da1 admin admin] Pushing event updated for resources: {'Network': ['ID=256be8e7-6029-4a90-bfd1-96ae29171570,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:48.337219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 256be8e7-6029-4a90-bfd1-96ae29171570 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:34:48.380310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Made reservation on behalf of 291b0435d759464ab8b01bd78f40a8db for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:34:48.383134 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.402923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ead1-a715-4605-8304-486913e9648a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (61594134-8312-4e40-b1be-a9446c65b890), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.555113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ead1-a715-4605-8304-486913e9648a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (61594134-8312-4e40-b1be-a9446c65b890), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.742062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953b620-9479-4ec7-b7b7-56fe2a38dc3a req-24620b6d-b9a9-4641-adee-71780b7053da tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:48.745057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f953b620-9479-4ec7-b7b7-56fe2a38dc3a req-24620b6d-b9a9-4641-adee-71780b7053da tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1709816 Jan 28 13:34:48.767940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ead1-a715-4605-8304-486913e9648a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61594134-8312-4e40-b1be-a9446c65b890), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.771884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ead1-a715-4605-8304-486913e9648a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.775749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1e7ead1-a715-4605-8304-486913e9648a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/61594134-8312-4e40-b1be-a9446c65b890 HTTP/1.1" status: 204 len: 168 time: 0.5325234 Jan 28 13:34:48.783009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60188) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:48.831498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a763df23-ff5c-4ea4-8f9f-7b9cdb40d27d req-f05d68a3-f5e9-4bcc-adcc-33aa9d98afbc tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0626047 Jan 28 13:34:48.833349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7ead1-a715-4605-8304-486913e9648a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61594134-8312-4e40-b1be-a9446c65b890,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:48.898577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f953b620-9479-4ec7-b7b7-56fe2a38dc3a req-3d1e9e33-5ec8-4a73-bf6b-94e30f29a37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466346 Jan 28 13:34:48.903545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-418073e1-2cc9-46e2-8869-174027cea02a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1140816 Jan 28 13:34:48.904337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60190) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:48.941997 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-ee308f39-fbe8-4077-97da-42ec3ec36d46 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] delete failed (client error): The resource could not be found. Jan 28 13:34:48.951126 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ee308f39-fbe8-4077-97da-42ec3ec36d46 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/61594134-8312-4e40-b1be-a9446c65b890 HTTP/1.1" status: 404 len: 347 time: 0.0455716 Jan 28 13:34:48.951868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60192) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:48.956799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-28912466-2e95-48eb-93de-d4c1db5dd986 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--744754532'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:48.978930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (8e26cfb0-02a1-4d5c-b831-ed4e8b747062), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:48.994821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28912466-2e95-48eb-93de-d4c1db5dd986 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.072983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e26cfb0-02a1-4d5c-b831-ed4e8b747062,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:49.126010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Checking segment: {'id': '5076a09c-e254-4a93-898f-fd569a362352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '256be8e7-6029-4a90-bfd1-96ae29171570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:34:49.126408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Network hostable DHCP agents. Network: 256be8e7-6029-4a90-bfd1-96ae29171570, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:34:49.169855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28912466-2e95-48eb-93de-d4c1db5dd986 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (a087c78a-90ff-42eb-a3f9-53ac51c737e4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.171347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Network 256be8e7-6029-4a90-bfd1-96ae29171570 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:34:49.179157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28912466-2e95-48eb-93de-d4c1db5dd986 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a087c78a-90ff-42eb-a3f9-53ac51c737e4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.203231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 256be8e7-6029-4a90-bfd1-96ae29171570) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:34:49.207877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:49.208570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.220907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de8a60-66f2-44e6-aa2f-865a226de7c4 None None] Network 256be8e7-6029-4a90-bfd1-96ae29171570 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:49.235531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-94b60f08-77bb-4b8c-89c8-07d29e86d93f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9931479 Jan 28 13:34:49.266428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28912466-2e95-48eb-93de-d4c1db5dd986 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.271367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60200) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:49.271687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-28912466-2e95-48eb-93de-d4c1db5dd986 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3180325 Jan 28 13:34:49.275427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5a45a471-e99d-44e7-bf90-840a93540fd6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': 'a087c78a-90ff-42eb-a3f9-53ac51c737e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:49.277000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28912466-2e95-48eb-93de-d4c1db5dd986 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a087c78a-90ff-42eb-a3f9-53ac51c737e4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:49.351500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a45a471-e99d-44e7-bf90-840a93540fd6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cfa14ffa-f42a-43c9-9327-88119d9f0b53), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.471437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c8290-bae7-4a35-ab91-1575c3531af3 None None] Network 256be8e7-6029-4a90-bfd1-96ae29171570 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:49.479725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a45a471-e99d-44e7-bf90-840a93540fd6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cfa14ffa-f42a-43c9-9327-88119d9f0b53), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.496790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a45a471-e99d-44e7-bf90-840a93540fd6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (cfa14ffa-f42a-43c9-9327-88119d9f0b53), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.538754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45a471-e99d-44e7-bf90-840a93540fd6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa14ffa-f42a-43c9-9327-88119d9f0b53,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:49.584260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a45a471-e99d-44e7-bf90-840a93540fd6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.585815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5a45a471-e99d-44e7-bf90-840a93540fd6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139136 Jan 28 13:34:49.588964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60214) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:49.604265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60216) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:49.634619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6960e679-a470-4554-9170-516a84e0961e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cfa14ffa-f42a-43c9-9327-88119d9f0b53), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.645801 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6960e679-a470-4554-9170-516a84e0961e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cfa14ffa-f42a-43c9-9327-88119d9f0b53), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.703066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6960e679-a470-4554-9170-516a84e0961e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (cfa14ffa-f42a-43c9-9327-88119d9f0b53), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.712435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6960e679-a470-4554-9170-516a84e0961e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.713917 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6960e679-a470-4554-9170-516a84e0961e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cfa14ffa-f42a-43c9-9327-88119d9f0b53 HTTP/1.1" status: 204 len: 168 time: 0.1239555 Jan 28 13:34:49.722774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60220) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:49.739741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960e679-a470-4554-9170-516a84e0961e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfa14ffa-f42a-43c9-9327-88119d9f0b53,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:49.780310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] Deleting subnet 8e26cfb0-02a1-4d5c-b831-ed4e8b747062 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:49.792523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] Publish callbacks [] for subnet (8e26cfb0-02a1-4d5c-b831-ed4e8b747062), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.808707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19f5e690-1fcc-47a7-8146-30a7ae2eae38 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836942 Jan 28 13:34:49.815675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60222) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:49.861467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (8e26cfb0-02a1-4d5c-b831-ed4e8b747062), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.883264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a29c19b-cbf9-49e8-af12-d3ef5b69c11f tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (a087c78a-90ff-42eb-a3f9-53ac51c737e4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.919482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a29c19b-cbf9-49e8-af12-d3ef5b69c11f tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (a087c78a-90ff-42eb-a3f9-53ac51c737e4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:49.931873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8e26cfb0-02a1-4d5c-b831-ed4e8b747062), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.032748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a29c19b-cbf9-49e8-af12-d3ef5b69c11f tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a087c78a-90ff-42eb-a3f9-53ac51c737e4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.036654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1a29c19b-cbf9-49e8-af12-d3ef5b69c11f tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.041801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a29c19b-cbf9-49e8-af12-d3ef5b69c11f tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/a087c78a-90ff-42eb-a3f9-53ac51c737e4 HTTP/1.1" status: 204 len: 168 time: 0.2244921 Jan 28 13:34:50.045225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60228) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:50.064697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29c19b-cbf9-49e8-af12-d3ef5b69c11f tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a087c78a-90ff-42eb-a3f9-53ac51c737e4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:50.186768 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5615a204-9383-41ff-acf0-8030609991ee req-e612809c-251c-41b2-8c4e-4d257948af52 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/ports?device_id=85189ecf-40e0-4eb7-a8c4-0a01cb73f314 HTTP/1.1" status: 200 len: 210 time: 0.0965037 Jan 28 13:34:50.194248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (8e26cfb0-02a1-4d5c-b831-ed4e8b747062), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.219400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e26cfb0-02a1-4d5c-b831-ed4e8b747062,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:50.228408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-46b6c435-2dad-4ea7-a1b1-23443cfa5bec tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1780584 Jan 28 13:34:50.230152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60230) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:50.237589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e021dce2-052d-412c-a2c9-9b6e61669b0d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--739303515'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:50.246209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.256553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2980f3b9-4d11-45ad-9df2-878de9631d01 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8e26cfb0-02a1-4d5c-b831-ed4e8b747062 HTTP/1.1" status: 204 len: 168 time: 0.6430881 Jan 28 13:34:50.258737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60232) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:50.284442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41297c9-5c40-4b3e-aa5f-009e719b0ad6 req-24bb3abe-3587-4dd8-a43a-1ab34c6d4f67 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:50.286508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f41297c9-5c40-4b3e-aa5f-009e719b0ad6 req-24bb3abe-3587-4dd8-a43a-1ab34c6d4f67 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1590064 Jan 28 13:34:50.347240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e021dce2-052d-412c-a2c9-9b6e61669b0d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.361272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f41297c9-5c40-4b3e-aa5f-009e719b0ad6 req-e87500be-1c14-4f9b-9f3f-2cd1d9ea0e9e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680311 Jan 28 13:34:50.384498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (256be8e7-6029-4a90-bfd1-96ae29171570), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.528889 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e021dce2-052d-412c-a2c9-9b6e61669b0d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (0d96771d-f7d7-4ade-81eb-294de26739da), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.536257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (256be8e7-6029-4a90-bfd1-96ae29171570), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.539523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e021dce2-052d-412c-a2c9-9b6e61669b0d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0d96771d-f7d7-4ade-81eb-294de26739da), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.562643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-ab425832-2484-4b73-b10e-8a71ab692b6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780478 Jan 28 13:34:50.587397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256be8e7-6029-4a90-bfd1-96ae29171570']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:50.645258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5076a09c-e254-4a93-898f-fd569a362352') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:50.649960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5076a09c-e254-4a93-898f-fd569a362352') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:50.700579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (5076a09c-e254-4a93-898f-fd569a362352), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.799205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5076a09c-e254-4a93-898f-fd569a362352), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.831974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:50.840681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (5076a09c-e254-4a93-898f-fd569a362352), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.869429 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e021dce2-052d-412c-a2c9-9b6e61669b0d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.876979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60242) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:50.879314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e021dce2-052d-412c-a2c9-9b6e61669b0d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6418540 Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:50.886060 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:50.896567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d5757f49-44f4-427f-a63d-c6a5bb6536c5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '0d96771d-f7d7-4ade-81eb-294de26739da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:50.926423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-3011c1ee-0728-4159-9823-3cdcae9fe1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:50.927981 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-3011c1ee-0728-4159-9823-3cdcae9fe1a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1866653 Jan 28 13:34:50.933706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021dce2-052d-412c-a2c9-9b6e61669b0d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96771d-f7d7-4ade-81eb-294de26739da,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:50.970497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5757f49-44f4-427f-a63d-c6a5bb6536c5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (e792b006-56e4-4d71-89fb-1e24054a1701), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.973857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (256be8e7-6029-4a90-bfd1-96ae29171570), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.982246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:50.992935 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] 10.222.0.45 "DELETE /v2.0/networks/256be8e7-6029-4a90-bfd1-96ae29171570 HTTP/1.1" status: 204 len: 168 time: 0.7320838 Jan 28 13:34:51.017877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7652a-a788-4b37-a9f1-55c2a4eb6cef admin admin] Pushing event deleted for resources: {'Network': ['ID=256be8e7-6029-4a90-bfd1-96ae29171570,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:51.166266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60246) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.187071 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5757f49-44f4-427f-a63d-c6a5bb6536c5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (e792b006-56e4-4d71-89fb-1e24054a1701), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.202526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5757f49-44f4-427f-a63d-c6a5bb6536c5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e792b006-56e4-4d71-89fb-1e24054a1701), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.243423 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4fbbf7a4-aac6-4e62-a807-2410c1c224e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=291b0435d759464ab8b01bd78f40a8db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757372 Jan 28 13:34:51.244259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60250) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.244757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5757f49-44f4-427f-a63d-c6a5bb6536c5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e792b006-56e4-4d71-89fb-1e24054a1701,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:51.283359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5757f49-44f4-427f-a63d-c6a5bb6536c5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.288021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d5757f49-44f4-427f-a63d-c6a5bb6536c5 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4087639 Jan 28 13:34:51.291758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60252) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.314871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c8a850d7-be17-4d80-800d-61f38f38412d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '0d96771d-f7d7-4ade-81eb-294de26739da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:51.316944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-e02a6df4-96c8-4174-9134-03bab99b833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.318493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-e02a6df4-96c8-4174-9134-03bab99b833a service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.3496916 Jan 28 13:34:51.382302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60256) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.423529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-d51dc8ad-87f5-4eec-877e-a2fb17830451 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 200 len: 1000 time: 0.0980637 Jan 28 13:34:51.438318 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8a850d7-be17-4d80-800d-61f38f38412d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (eb1883cb-02df-42e8-bb9d-4d0026291414), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.487519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-cbe2db0b-4c40-4a4b-8b5b-fc4eed204cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.489341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-cbe2db0b-4c40-4a4b-8b5b-fc4eed204cf7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.0574245 Jan 28 13:34:51.542460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-7adbfffb-82c1-470d-99c6-ecdb83dbadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.544841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-7adbfffb-82c1-470d-99c6-ecdb83dbadd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479808 Jan 28 13:34:51.546577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb030096-08e3-42c7-a149-e7c62d7a6b46 admin admin] Publish callbacks [] for security_group (c716684a-8e53-4671-b0fc-ab9523f95093), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.612279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb030096-08e3-42c7-a149-e7c62d7a6b46 admin admin] Publish callbacks [] for security_group (c716684a-8e53-4671-b0fc-ab9523f95093), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.615181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8a850d7-be17-4d80-800d-61f38f38412d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (eb1883cb-02df-42e8-bb9d-4d0026291414), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.627496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bcb-4026-4f38-8565-dcf0cdda7eda tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group (d5183ff7-d47b-4830-8670-ed62ebade6ee), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.641930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8a850d7-be17-4d80-800d-61f38f38412d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (eb1883cb-02df-42e8-bb9d-4d0026291414), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.672668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7e93-4ede-4fd0-8ab4-ea11e0569390 req-0dad3616-2ebf-43df-9c1c-9c8ea321bb01 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:51.674212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-121e7e93-4ede-4fd0-8ab4-ea11e0569390 req-0dad3616-2ebf-43df-9c1c-9c8ea321bb01 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.2172909 Jan 28 13:34:51.676516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-871b0cee-473e-4e7f-9907-d7f499567746 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226583 Jan 28 13:34:51.721623 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bcb-4026-4f38-8565-dcf0cdda7eda tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group (d5183ff7-d47b-4830-8670-ed62ebade6ee), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.739478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a850d7-be17-4d80-800d-61f38f38412d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1883cb-02df-42e8-bb9d-4d0026291414,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:51.761969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8a850d7-be17-4d80-800d-61f38f38412d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.776623 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c8a850d7-be17-4d80-800d-61f38f38412d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4811392 Jan 28 13:34:51.785589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60266) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:51.794421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9570462a-bca9-43f9-a615-fee3da032bb9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '0d96771d-f7d7-4ade-81eb-294de26739da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:51.874767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9570462a-bca9-43f9-a615-fee3da032bb9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (13eb405f-45c4-4c47-838e-042ed436634b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.890556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00a2c30e-ebe3-4b55-a0cf-a155b152a7d4 req-325c7506-3696-4a05-adb0-117409bdbf38 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047367 Jan 28 13:34:51.960296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-121e7e93-4ede-4fd0-8ab4-ea11e0569390 req-b46a86b9-8215-4815-a6d7-5960c59c98db tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651446 Jan 28 13:34:51.964637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bcb-4026-4f38-8565-dcf0cdda7eda tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5183ff7-d47b-4830-8670-ed62ebade6ee), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.975484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bcb-4026-4f38-8565-dcf0cdda7eda tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.978584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f6c20bcb-4026-4f38-8565-dcf0cdda7eda tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/security-groups/d5183ff7-d47b-4830-8670-ed62ebade6ee HTTP/1.1" status: 204 len: 168 time: 0.5944705 Jan 28 13:34:51.983068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb030096-08e3-42c7-a149-e7c62d7a6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c716684a-8e53-4671-b0fc-ab9523f95093), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.989657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb030096-08e3-42c7-a149-e7c62d7a6b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:51.995216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb030096-08e3-42c7-a149-e7c62d7a6b46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c716684a-8e53-4671-b0fc-ab9523f95093 HTTP/1.1" status: 204 len: 168 time: 0.7498190 Jan 28 13:34:51.996373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60276) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:52.038249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c20bcb-4026-4f38-8565-dcf0cdda7eda tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5183ff7-d47b-4830-8670-ed62ebade6ee,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:52.080203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb030096-08e3-42c7-a149-e7c62d7a6b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c716684a-8e53-4671-b0fc-ab9523f95093,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:52.080983 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-3b34297a-670f-488a-b41b-5036b077bdb0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] show failed (client error): The resource could not be found. Jan 28 13:34:52.088473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3b34297a-670f-488a-b41b-5036b077bdb0 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "GET /v2.0/security-groups/d5183ff7-d47b-4830-8670-ed62ebade6ee HTTP/1.1" status: 404 len: 347 time: 0.0890763 Jan 28 13:34:52.094903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60280) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:52.154302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9570462a-bca9-43f9-a615-fee3da032bb9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (13eb405f-45c4-4c47-838e-042ed436634b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.163433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9570462a-bca9-43f9-a615-fee3da032bb9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (13eb405f-45c4-4c47-838e-042ed436634b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.198813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570462a-bca9-43f9-a615-fee3da032bb9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13eb405f-45c4-4c47-838e-042ed436634b,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:52.207036 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9570462a-bca9-43f9-a615-fee3da032bb9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.210851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9570462a-bca9-43f9-a615-fee3da032bb9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4214985 Jan 28 13:34:52.211511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60284) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:52.215761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f71068ff-ec7f-4fdd-b0fd-5ad8038a4627 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '0d96771d-f7d7-4ade-81eb-294de26739da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:52.268278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f71068ff-ec7f-4fdd-b0fd-5ad8038a4627 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (19a0d0c4-46d2-4fca-9eba-05110322e6dd), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.405189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port 63e3aa81-51bf-419f-8c3b-f3ef880e8286 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:52.405874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.407166 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f71068ff-ec7f-4fdd-b0fd-5ad8038a4627 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (19a0d0c4-46d2-4fca-9eba-05110322e6dd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.415977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f71068ff-ec7f-4fdd-b0fd-5ad8038a4627 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (19a0d0c4-46d2-4fca-9eba-05110322e6dd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.470686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71068ff-ec7f-4fdd-b0fd-5ad8038a4627 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a0d0c4-46d2-4fca-9eba-05110322e6dd,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:52.497755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f71068ff-ec7f-4fdd-b0fd-5ad8038a4627 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.503973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60288) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:52.504396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f71068ff-ec7f-4fdd-b0fd-5ad8038a4627 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2918210 Jan 28 13:34:52.511243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0406be07-1bef-45bd-8d09-42bada871801 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '0d96771d-f7d7-4ade-81eb-294de26739da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:52.555330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.555838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for floatingip (63e3aa81-51bf-419f-8c3b-f3ef880e8286), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.618724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for 63e3aa81-51bf-419f-8c3b-f3ef880e8286 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:52.759681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0406be07-1bef-45bd-8d09-42bada871801 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (3b1e2010-2487-4058-bc2a-07a7f40d4784), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.895366 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0406be07-1bef-45bd-8d09-42bada871801 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (3b1e2010-2487-4058-bc2a-07a7f40d4784), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.925759 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0406be07-1bef-45bd-8d09-42bada871801 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3b1e2010-2487-4058-bc2a-07a7f40d4784), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.963385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406be07-1bef-45bd-8d09-42bada871801 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1e2010-2487-4058-bc2a-07a7f40d4784,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:52.981207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0406be07-1bef-45bd-8d09-42bada871801 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:52.987516 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0406be07-1bef-45bd-8d09-42bada871801 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4778895 Jan 28 13:34:52.991184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60304) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:53.003491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (63e3aa81-51bf-419f-8c3b-f3ef880e8286), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.044188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=63e3aa81-51bf-419f-8c3b-f3ef880e8286,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:53.125475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113590a1-b349-4a30-a6fe-ab497c6f84d8 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (3b1e2010-2487-4058-bc2a-07a7f40d4784), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.173105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113590a1-b349-4a30-a6fe-ab497c6f84d8 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (3b1e2010-2487-4058-bc2a-07a7f40d4784), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.221655 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for floatingip (e00090b0-900d-466f-b259-5aab467e262e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.226504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.230193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b2daecdf-b141-445d-aa23-90519ac69f0f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/floatingips/e00090b0-900d-466f-b259-5aab467e262e HTTP/1.1" status: 204 len: 168 time: 1.1317940 Jan 28 13:34:53.232322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60318) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:53.394858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113590a1-b349-4a30-a6fe-ab497c6f84d8 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3b1e2010-2487-4058-bc2a-07a7f40d4784), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.412610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113590a1-b349-4a30-a6fe-ab497c6f84d8 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.417705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-113590a1-b349-4a30-a6fe-ab497c6f84d8 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/3b1e2010-2487-4058-bc2a-07a7f40d4784 HTTP/1.1" status: 204 len: 168 time: 0.4262562 Jan 28 13:34:53.421148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60326) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:53.455943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113590a1-b349-4a30-a6fe-ab497c6f84d8 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b1e2010-2487-4058-bc2a-07a7f40d4784,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:53.505869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1b953-6e1a-48b2-b0fb-8c68a023fe2e req-e0825185-c4c5-46d1-9298-797e24780617 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:53.522058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2a1b953-6e1a-48b2-b0fb-8c68a023fe2e req-e0825185-c4c5-46d1-9298-797e24780617 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.2954600 Jan 28 13:34:53.641861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2a1b953-6e1a-48b2-b0fb-8c68a023fe2e req-1172255a-6665-4081-8c2e-19216d74f835 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170142 Jan 28 13:34:53.644010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60332) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:53.645320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3754799d-2e3e-434b-a72a-f40e398544b6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1994302 Jan 28 13:34:53.689038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad893-86a6-4d93-ae10-390a9335c30a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (19a0d0c4-46d2-4fca-9eba-05110322e6dd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.700729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad893-86a6-4d93-ae10-390a9335c30a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (19a0d0c4-46d2-4fca-9eba-05110322e6dd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.706351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port b5170db9-4409-4bbf-8eb6-df88539e8a43 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:53.710030 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.799812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad893-86a6-4d93-ae10-390a9335c30a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (19a0d0c4-46d2-4fca-9eba-05110322e6dd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.815732 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad893-86a6-4d93-ae10-390a9335c30a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:53.817837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6a8ad893-86a6-4d93-ae10-390a9335c30a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/19a0d0c4-46d2-4fca-9eba-05110322e6dd HTTP/1.1" status: 204 len: 168 time: 0.1705687 Jan 28 13:34:53.831330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60336) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:53.833764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ad893-86a6-4d93-ae10-390a9335c30a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19a0d0c4-46d2-4fca-9eba-05110322e6dd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:53.944210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-053f1398-0356-4859-aa06-114d5e3d2ad3 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0947976 Jan 28 13:34:53.945157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60340) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:53.983613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.002270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93517fba-a2f4-4e58-80f1-5d2fa19e1c65 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (13eb405f-45c4-4c47-838e-042ed436634b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.009982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for b5170db9-4409-4bbf-8eb6-df88539e8a43 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:54.019336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93517fba-a2f4-4e58-80f1-5d2fa19e1c65 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (13eb405f-45c4-4c47-838e-042ed436634b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.102868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93517fba-a2f4-4e58-80f1-5d2fa19e1c65 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (13eb405f-45c4-4c47-838e-042ed436634b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.114161 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93517fba-a2f4-4e58-80f1-5d2fa19e1c65 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.118625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60344) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.119186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-93517fba-a2f4-4e58-80f1-5d2fa19e1c65 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/13eb405f-45c4-4c47-838e-042ed436634b HTTP/1.1" status: 204 len: 168 time: 0.1732423 Jan 28 13:34:54.196843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93517fba-a2f4-4e58-80f1-5d2fa19e1c65 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13eb405f-45c4-4c47-838e-042ed436634b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:54.287662 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a3136156-3908-47f7-85f0-884f5a56939f tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1675410 Jan 28 13:34:54.288528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60348) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.319056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-704ee1b4-900c-4472-8a5b-c15b8b5bec15 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (eb1883cb-02df-42e8-bb9d-4d0026291414), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.328631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-704ee1b4-900c-4472-8a5b-c15b8b5bec15 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (eb1883cb-02df-42e8-bb9d-4d0026291414), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.362172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b5170db9-4409-4bbf-8eb6-df88539e8a43), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.396985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-704ee1b4-900c-4472-8a5b-c15b8b5bec15 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (eb1883cb-02df-42e8-bb9d-4d0026291414), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.421654 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-704ee1b4-900c-4472-8a5b-c15b8b5bec15 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.432162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-704ee1b4-900c-4472-8a5b-c15b8b5bec15 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/eb1883cb-02df-42e8-bb9d-4d0026291414 HTTP/1.1" status: 204 len: 168 time: 0.1421905 Jan 28 13:34:54.445877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60354) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.477060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=b5170db9-4409-4bbf-8eb6-df88539e8a43,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:54.494329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ee1b4-900c-4472-8a5b-c15b8b5bec15 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb1883cb-02df-42e8-bb9d-4d0026291414,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:54.545323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-391055cc-19b1-4533-8457-544cd6a8d694 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0981362 Jan 28 13:34:54.545957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60356) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.573894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a73aad2-6134-4f1f-b942-cbbaa205928d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (e792b006-56e4-4d71-89fb-1e24054a1701), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.584190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a73aad2-6134-4f1f-b942-cbbaa205928d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (e792b006-56e4-4d71-89fb-1e24054a1701), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.607016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60360) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.643586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a73aad2-6134-4f1f-b942-cbbaa205928d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e792b006-56e4-4d71-89fb-1e24054a1701), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.649871 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a73aad2-6134-4f1f-b942-cbbaa205928d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.653918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a73aad2-6134-4f1f-b942-cbbaa205928d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e792b006-56e4-4d71-89fb-1e24054a1701 HTTP/1.1" status: 204 len: 168 time: 0.1067595 Jan 28 13:34:54.654503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60366) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.737072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:54.744278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73aad2-6134-4f1f-b942-cbbaa205928d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e792b006-56e4-4d71-89fb-1e24054a1701,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:54.759259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4675cb6b-b8d1-455b-9ef5-a4b9ac9d1d67 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/ports/b5170db9-4409-4bbf-8eb6-df88539e8a43 HTTP/1.1" status: 204 len: 168 time: 1.5240080 Jan 28 13:34:54.762142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60370) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.909137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-806937bf-0fd4-4e66-9e82-e1bbfbe2838e tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2493463 Jan 28 13:34:54.909297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60372) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:54.911215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb8af79c-38e1-4348-b457-cfe50b4fdafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.032721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20ff19-2a70-48a7-86d0-583755fcd8e5 req-aefe3205-3ce8-4903-8615-de49fc9b2360 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:55.034292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e20ff19-2a70-48a7-86d0-583755fcd8e5 req-aefe3205-3ce8-4903-8615-de49fc9b2360 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.2102678 Jan 28 13:34:55.059571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-584624fd-4860-4521-95c6-e2537d075ac1 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (0d96771d-f7d7-4ade-81eb-294de26739da), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.122835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting port 5fb8a23b-1f95-4833-9963-9945e5e453f6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:55.125123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.138168 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-584624fd-4860-4521-95c6-e2537d075ac1 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (0d96771d-f7d7-4ade-81eb-294de26739da), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.253379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e20ff19-2a70-48a7-86d0-583755fcd8e5 req-c0dbf261-a073-467d-8cd6-9a7b0156af31 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977994 Jan 28 13:34:55.255225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-584624fd-4860-4521-95c6-e2537d075ac1 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0d96771d-f7d7-4ade-81eb-294de26739da), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.258430 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-584624fd-4860-4521-95c6-e2537d075ac1 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.260063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-584624fd-4860-4521-95c6-e2537d075ac1 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/0d96771d-f7d7-4ade-81eb-294de26739da HTTP/1.1" status: 204 len: 168 time: 0.3480492 Jan 28 13:34:55.263672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60374) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:55.279275 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:34:55.296350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb8af79c-38e1-4348-b457-cfe50b4fdafa admin admin] Publish callbacks [] for security_group (404761ab-449e-4abe-8f6e-494e6f70e337), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.304143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb8af79c-38e1-4348-b457-cfe50b4fdafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (404761ab-449e-4abe-8f6e-494e6f70e337), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.351007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584624fd-4860-4521-95c6-e2537d075ac1 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96771d-f7d7-4ade-81eb-294de26739da,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:55.410156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.419563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eb8af79c-38e1-4348-b457-cfe50b4fdafa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7eb34f8102d141bb9c284877afff4e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8112390 Jan 28 13:34:55.420002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60382) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:55.436827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af79c-38e1-4348-b457-cfe50b4fdafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404761ab-449e-4abe-8f6e-494e6f70e337,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:55.446893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ef7a5a4d-2909-4ff5-8553-aa2d8b004e91 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1725852 Jan 28 13:34:55.447267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60384) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:55.459263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Calling delete_port for 5fb8a23b-1f95-4833-9963-9945e5e453f6 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:55.481973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c93acc3a-befc-4553-9d13-af41e46a49cb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200713343'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:55.535451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c93acc3a-befc-4553-9d13-af41e46a49cb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.690524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c93acc3a-befc-4553-9d13-af41e46a49cb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (32126487-06d2-46d1-8feb-d1c32284c27d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.701663 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c93acc3a-befc-4553-9d13-af41e46a49cb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (32126487-06d2-46d1-8feb-d1c32284c27d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.828151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c93acc3a-befc-4553-9d13-af41e46a49cb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:55.837356 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c93acc3a-befc-4553-9d13-af41e46a49cb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3890593 Jan 28 13:34:55.838197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60392) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:55.853780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3d9e819d-0220-4761-8eb5-d6f349eec8fa tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '32126487-06d2-46d1-8feb-d1c32284c27d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:55.868272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93acc3a-befc-4553-9d13-af41e46a49cb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32126487-06d2-46d1-8feb-d1c32284c27d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:55.903917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d9e819d-0220-4761-8eb5-d6f349eec8fa tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (076453d8-d981-4fda-aef3-642c4dd983ee), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.067820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d9e819d-0220-4761-8eb5-d6f349eec8fa tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (076453d8-d981-4fda-aef3-642c4dd983ee), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.076100 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d9e819d-0220-4761-8eb5-d6f349eec8fa tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (076453d8-d981-4fda-aef3-642c4dd983ee), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.113153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d9e819d-0220-4761-8eb5-d6f349eec8fa tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.120237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3d9e819d-0220-4761-8eb5-d6f349eec8fa tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2738576 Jan 28 13:34:56.121020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60398) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:56.138686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e819d-0220-4761-8eb5-d6f349eec8fa tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076453d8-d981-4fda-aef3-642c4dd983ee,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:56.226588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-223aa841-6a52-4ad4-8ea3-f26d6425e65b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (32126487-06d2-46d1-8feb-d1c32284c27d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.268441 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-223aa841-6a52-4ad4-8ea3-f26d6425e65b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (32126487-06d2-46d1-8feb-d1c32284c27d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.367729 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-223aa841-6a52-4ad4-8ea3-f26d6425e65b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (32126487-06d2-46d1-8feb-d1c32284c27d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.371292 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-223aa841-6a52-4ad4-8ea3-f26d6425e65b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.372858 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-223aa841-6a52-4ad4-8ea3-f26d6425e65b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/32126487-06d2-46d1-8feb-d1c32284c27d HTTP/1.1" status: 204 len: 168 time: 0.2447464 Jan 28 13:34:56.377037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:56.393358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aa841-6a52-4ad4-8ea3-f26d6425e65b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32126487-06d2-46d1-8feb-d1c32284c27d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:56.408512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1883b828-d8c1-44d5-9b19-7e9bd02ad91e admin admin] Publish callbacks [] for security_group (404761ab-449e-4abe-8f6e-494e6f70e337), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.548531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1883b828-d8c1-44d5-9b19-7e9bd02ad91e admin admin] Publish callbacks [] for security_group (404761ab-449e-4abe-8f6e-494e6f70e337), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.569276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531ac6-b4b3-494d-8a67-1e1ba942e433 req-5c88eed6-2bce-4188-9819-9d2889ca10ae tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:56.569547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.570903 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7b531ac6-b4b3-494d-8a67-1e1ba942e433 req-5c88eed6-2bce-4188-9819-9d2889ca10ae tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1429791 Jan 28 13:34:56.658348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b7b2886-fb4e-4380-82aa-5f1184fbf17b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2778444 Jan 28 13:34:56.668655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7b531ac6-b4b3-494d-8a67-1e1ba942e433 req-b52e7b7d-bb42-4b08-8296-91a7f0c95020 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868034 Jan 28 13:34:56.669174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60408) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:56.674661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-488012f9-17dd-4b38-9f7a-096c4dc087ea tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--511396764'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:56.694198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5fb8a23b-1f95-4833-9963-9945e5e453f6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.736531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-488012f9-17dd-4b38-9f7a-096c4dc087ea tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.773359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Port': ['ID=5fb8a23b-1f95-4833-9963-9945e5e453f6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:56.786329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1883b828-d8c1-44d5-9b19-7e9bd02ad91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (404761ab-449e-4abe-8f6e-494e6f70e337), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.791387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1883b828-d8c1-44d5-9b19-7e9bd02ad91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.795752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1883b828-d8c1-44d5-9b19-7e9bd02ad91e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/404761ab-449e-4abe-8f6e-494e6f70e337 HTTP/1.1" status: 204 len: 168 time: 1.3659365 Jan 28 13:34:56.889383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883b828-d8c1-44d5-9b19-7e9bd02ad91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404761ab-449e-4abe-8f6e-494e6f70e337,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:56.966711 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-488012f9-17dd-4b38-9f7a-096c4dc087ea tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.972122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-488012f9-17dd-4b38-9f7a-096c4dc087ea tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.992668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:56.999151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6eccb245-c85e-494e-8d23-90a11916d80e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/ports/5fb8a23b-1f95-4833-9963-9945e5e453f6 HTTP/1.1" status: 204 len: 168 time: 2.2325945 Jan 28 13:34:56.999376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60416) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:57.041258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-488012f9-17dd-4b38-9f7a-096c4dc087ea tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.046377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-488012f9-17dd-4b38-9f7a-096c4dc087ea tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3729327 Jan 28 13:34:57.046906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60418) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:57.054272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488012f9-17dd-4b38-9f7a-096c4dc087ea tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:57.064414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-29e16a02-1599-4e5a-a6d3-237577159c39 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--424536770'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:57.106736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting subnet f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:57.111465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-29e16a02-1599-4e5a-a6d3-237577159c39 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.112700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for subnet (f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.242525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.313236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-29e16a02-1599-4e5a-a6d3-237577159c39 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (b7fc0017-ac07-4a6c-8633-96839e15a097), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.322421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-29e16a02-1599-4e5a-a6d3-237577159c39 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b7fc0017-ac07-4a6c-8633-96839e15a097), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.397421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-29e16a02-1599-4e5a-a6d3-237577159c39 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.398804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-29e16a02-1599-4e5a-a6d3-237577159c39 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3416743 Jan 28 13:34:57.409575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60426) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:57.416432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e16a02-1599-4e5a-a6d3-237577159c39 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc0017-ac07-4a6c-8633-96839e15a097,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:57.422622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1ee4b58c-a598-4568-8e49-92d18571d095 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': 'c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b7fc0017-ac07-4a6c-8633-96839e15a097', 'remote_ip_prefix': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:57.479014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.523910 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b58c-a598-4568-8e49-92d18571d095 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (9a11d408-3f15-48ba-8f1a-f6c375e0f6ee), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.672270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.786574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:57.790229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.791562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83638b-30a4-4ef2-91be-50a992b6fa38 None None] Network 1d96b2c5-f574-4f64-9977-4a974e942cdc requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:57.798159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-128b6ac4-1223-4d66-9678-23a9bff6b06f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/subnets/f3ec417e-ddc2-4ddd-97ff-0b0ac39399e9 HTTP/1.1" status: 204 len: 168 time: 0.7977843 Jan 28 13:34:57.800878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60440) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:57.813434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b58c-a598-4568-8e49-92d18571d095 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (9a11d408-3f15-48ba-8f1a-f6c375e0f6ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.830436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b58c-a598-4568-8e49-92d18571d095 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9a11d408-3f15-48ba-8f1a-f6c375e0f6ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:57.942397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4b58c-a598-4568-8e49-92d18571d095 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a11d408-3f15-48ba-8f1a-f6c375e0f6ee,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:57.982221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Deleting subnet 14f6d334-0821-4189-97f1-082337dbe63b {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:34:58.005189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for subnet (14f6d334-0821-4189-97f1-082337dbe63b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.032651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b58c-a598-4568-8e49-92d18571d095 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.033885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1ee4b58c-a598-4568-8e49-92d18571d095 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6201193 Jan 28 13:34:58.036871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60448) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:58.163740 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.179380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7bd0-aabf-4049-a30b-4e0496adc8e5 req-5b112ee8-939e-46eb-b75d-ddadf999cc3c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:58.182474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (14f6d334-0821-4189-97f1-082337dbe63b), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.213684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f22e7bd0-aabf-4049-a30b-4e0496adc8e5 req-5b112ee8-939e-46eb-b75d-ddadf999cc3c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.3264756 Jan 28 13:34:58.219195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ae77b35-e579-423c-8966-d84acf6312dd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (9a11d408-3f15-48ba-8f1a-f6c375e0f6ee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.277317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ae77b35-e579-423c-8966-d84acf6312dd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (9a11d408-3f15-48ba-8f1a-f6c375e0f6ee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.322774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] DHCP port deletion for 1d96b2c5-f574-4f64-9977-4a974e942cdc request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:58.374266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ae77b35-e579-423c-8966-d84acf6312dd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9a11d408-3f15-48ba-8f1a-f6c375e0f6ee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.446721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ae77b35-e579-423c-8966-d84acf6312dd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.455544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7ae77b35-e579-423c-8966-d84acf6312dd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/9a11d408-3f15-48ba-8f1a-f6c375e0f6ee HTTP/1.1" status: 204 len: 168 time: 0.4175298 Jan 28 13:34:58.469177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f22e7bd0-aabf-4049-a30b-4e0496adc8e5 req-246d5e2d-31dc-445e-a71c-4eb9f6e690cb tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454627 Jan 28 13:34:58.469999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60460) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:58.516782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae77b35-e579-423c-8966-d84acf6312dd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a11d408-3f15-48ba-8f1a-f6c375e0f6ee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:58.539602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (14f6d334-0821-4189-97f1-082337dbe63b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.644744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Deleting port e7b1156a-8d02-46e3-906b-c2f27e4088e9 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:58.645273 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.724980 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (14f6d334-0821-4189-97f1-082337dbe63b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.770368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] For port e7b1156a-8d02-46e3-906b-c2f27e4088e9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e7b1156a-8d02-46e3-906b-c2f27e4088e9,segment=NetworkSegment(df5fe244-e657-4935-9636-0343bef27d89),segment_id=df5fe244-e657-4935-9636-0343bef27d89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:58.771855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.774217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf98ca91-72f0-48ed-88d3-e1fa91f613bd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2867482 Jan 28 13:34:58.787472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:58.796353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Calling delete_port for e7b1156a-8d02-46e3-906b-c2f27e4088e9 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:58.808578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Subnet': ['ID=14f6d334-0821-4189-97f1-082337dbe63b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:58.818237 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:58.826361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-43691e73-7269-474a-99c1-8e8d51ba6b32 tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/subnets/14f6d334-0821-4189-97f1-082337dbe63b HTTP/1.1" status: 204 len: 168 time: 1.0237679 Jan 28 13:34:58.832088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60468) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:58.927139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11b6a3-8a66-4ccd-8980-f80c71ae114f None None] Network 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:34:58.959694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-56c3f5ad-264c-4057-97ff-01c3293116ed tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (b7fc0017-ac07-4a6c-8633-96839e15a097), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.000013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-56c3f5ad-264c-4057-97ff-01c3293116ed tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (b7fc0017-ac07-4a6c-8633-96839e15a097), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.048868 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-56c3f5ad-264c-4057-97ff-01c3293116ed tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b7fc0017-ac07-4a6c-8633-96839e15a097), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.052276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-56c3f5ad-264c-4057-97ff-01c3293116ed tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.053832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-56c3f5ad-264c-4057-97ff-01c3293116ed tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/b7fc0017-ac07-4a6c-8633-96839e15a097 HTTP/1.1" status: 204 len: 168 time: 0.2652359 Jan 28 13:34:59.057734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60474) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.064471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (e7b1156a-8d02-46e3-906b-c2f27e4088e9), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.067376 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1d96b2c5-f574-4f64-9977-4a974e942cdc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.133965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Pushing event deleted for resources: {'Port': ['ID=e7b1156a-8d02-46e3-906b-c2f27e4088e9,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:59.150217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] No DVR routers for this DVR port e7b1156a-8d02-46e3-906b-c2f27e4088e9 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:34:59.173130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.173659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.174193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.174704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.175197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.175692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.176219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.176727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.177216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.178063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.178573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.179082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.179571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d1e0b-9a64-424d-b0ee-72e119bcb3f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:34:59.195213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3f5ad-264c-4057-97ff-01c3293116ed tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc0017-ac07-4a6c-8633-96839e15a097,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:59.228027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60476) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.230018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-588c31c4-95d8-4c12-bc71-308c6854c4d2 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1700704 Jan 28 13:34:59.310465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1d96b2c5-f574-4f64-9977-4a974e942cdc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.356968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] DHCP port deletion for 8f0dfce1-b7e5-4ee1-92b4-f9106a58679f request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:34:59.362054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d96b2c5-f574-4f64-9977-4a974e942cdc']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:59.389072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5fe244-e657-4935-9636-0343bef27d89') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:59.390391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5fe244-e657-4935-9636-0343bef27d89') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:34:59.410744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (df5fe244-e657-4935-9636-0343bef27d89), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.419781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43e33004-783b-4edd-a9be-9b9602c2af7d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.439095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (df5fe244-e657-4935-9636-0343bef27d89), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.457286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:34:59.457750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (df5fe244-e657-4935-9636-0343bef27d89), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:34:59.461436 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:34:59.477600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43e33004-783b-4edd-a9be-9b9602c2af7d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.481122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] Deleting port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:34:59.481508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.648408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] For port 69e90921-4f46-4f5d-8ca5-162e9494e6a9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=69e90921-4f46-4f5d-8ca5-162e9494e6a9,segment=NetworkSegment(2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3),segment_id=2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:34:59.650817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.702513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] Calling delete_port for 69e90921-4f46-4f5d-8ca5-162e9494e6a9 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:34:59.716904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1d96b2c5-f574-4f64-9977-4a974e942cdc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.735473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.740089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/networks/1d96b2c5-f574-4f64-9977-4a974e942cdc HTTP/1.1" status: 204 len: 168 time: 0.9059625 Jan 28 13:34:59.742580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60500) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.756343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb394389-ba89-4f2d-ae57-21c992a6583e tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Network': ['ID=1d96b2c5-f574-4f64-9977-4a974e942cdc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:59.773790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd56884-b478-4af7-b704-a288a741b9f7 req-0e4e17c8-23f6-4674-ab54-2fbda30c52ff tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:34:59.775492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fbd56884-b478-4af7-b704-a288a741b9f7 req-0e4e17c8-23f6-4674-ab54-2fbda30c52ff tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1465039 Jan 28 13:34:59.776499 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43e33004-783b-4edd-a9be-9b9602c2af7d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.779252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43e33004-783b-4edd-a9be-9b9602c2af7d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.781675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-43e33004-783b-4edd-a9be-9b9602c2af7d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b HTTP/1.1" status: 204 len: 168 time: 0.5523100 Jan 28 13:34:59.786671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60502) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.847067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e33004-783b-4edd-a9be-9b9602c2af7d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d9c857-8f7c-4d88-b9a6-28ad3c4c965b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:34:59.898741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60506) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:34:59.899783 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-347ceb93-a80d-4f93-81dc-1546d0324056 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1014411 Jan 28 13:34:59.922073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b23d464e-3e56-4cb6-8b5d-1bc8112da255 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020981479'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:34:59.931829 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (69e90921-4f46-4f5d-8ca5-162e9494e6a9), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.965884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fbd56884-b478-4af7-b704-a288a741b9f7 req-0fc5660c-abc4-43b3-9fab-671260c4b1b5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827374 Jan 28 13:34:59.987256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:34:59.995818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b23d464e-3e56-4cb6-8b5d-1bc8112da255 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.031755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] No DVR routers for this DVR port 69e90921-4f46-4f5d-8ca5-162e9494e6a9 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:00.043561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57011f94-1d8b-4fcf-a7ba-81c05565edf2 None None] Pushing event deleted for resources: {'Port': ['ID=69e90921-4f46-4f5d-8ca5-162e9494e6a9,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.052270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 69e90921-4f46-4f5d-8ca5-162e9494e6a9 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:00.145749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 69e90921-4f46-4f5d-8ca5-162e9494e6a9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:00.146386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 69e90921-4f46-4f5d-8ca5-162e9494e6a9 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:00.147077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e7b1156a-8d02-46e3-906b-c2f27e4088e9 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:00.184468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: e7b1156a-8d02-46e3-906b-c2f27e4088e9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:00.184889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e7b1156a-8d02-46e3-906b-c2f27e4088e9 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:00.229838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.254651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b23d464e-3e56-4cb6-8b5d-1bc8112da255 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (9de06269-fba0-452b-83ea-885ce65e8cb0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.263104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b23d464e-3e56-4cb6-8b5d-1bc8112da255 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9de06269-fba0-452b-83ea-885ce65e8cb0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.294477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0dfce1-b7e5-4ee1-92b4-f9106a58679f']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.335282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.335972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:00.346816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b23d464e-3e56-4cb6-8b5d-1bc8112da255 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.348223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b23d464e-3e56-4cb6-8b5d-1bc8112da255 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4484715 Jan 28 13:35:00.351048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:00.356541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f07691a3-2a93-47eb-a159-6e0a65cef480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '9de06269-fba0-452b-83ea-885ce65e8cb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:00.363349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.365365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d464e-3e56-4cb6-8b5d-1bc8112da255 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de06269-fba0-452b-83ea-885ce65e8cb0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.390425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.410330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:35:00.410330 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (2a1fe15d-0e98-4e60-9f04-a7dad54b8dc3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:35:00.501102 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:35:00.513220 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8f0dfce1-b7e5-4ee1-92b4-f9106a58679f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.532841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.537558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] 10.222.0.45 "DELETE /v2.0/networks/8f0dfce1-b7e5-4ee1-92b4-f9106a58679f HTTP/1.1" status: 204 len: 168 time: 0.7939270 Jan 28 13:35:00.540481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f07691a3-2a93-47eb-a159-6e0a65cef480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cae87dce-faac-4258-9294-8ab2faa7ac0e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.590786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cded7-8eb0-488a-b964-c2f29c3bbb7f tempest-TaggedBootDevicesTest-2044955020 tempest-TaggedBootDevicesTest-2044955020-project] Pushing event deleted for resources: {'Network': ['ID=8f0dfce1-b7e5-4ee1-92b4-f9106a58679f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.772271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f07691a3-2a93-47eb-a159-6e0a65cef480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cae87dce-faac-4258-9294-8ab2faa7ac0e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.781886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f07691a3-2a93-47eb-a159-6e0a65cef480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (cae87dce-faac-4258-9294-8ab2faa7ac0e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.819251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07691a3-2a93-47eb-a159-6e0a65cef480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae87dce-faac-4258-9294-8ab2faa7ac0e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.841057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f07691a3-2a93-47eb-a159-6e0a65cef480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.848812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f07691a3-2a93-47eb-a159-6e0a65cef480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4925039 Jan 28 13:35:00.849135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60536) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:00.906876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06a2b721-e259-4ac8-a313-18035710b824 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cae87dce-faac-4258-9294-8ab2faa7ac0e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.924301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06a2b721-e259-4ac8-a313-18035710b824 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (cae87dce-faac-4258-9294-8ab2faa7ac0e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.967976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06a2b721-e259-4ac8-a313-18035710b824 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (cae87dce-faac-4258-9294-8ab2faa7ac0e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.981407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06a2b721-e259-4ac8-a313-18035710b824 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:00.983911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-06a2b721-e259-4ac8-a313-18035710b824 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/cae87dce-faac-4258-9294-8ab2faa7ac0e HTTP/1.1" status: 204 len: 168 time: 0.1333263 Jan 28 13:35:00.985066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2b721-e259-4ac8-a313-18035710b824 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cae87dce-faac-4258-9294-8ab2faa7ac0e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:00.986697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60540) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.125654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-01e97886-1bd7-4577-b534-40a22c29c2f9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1350801 Jan 28 13:35:01.126647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60546) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.237200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924e1e5-c368-4f33-8f78-cab91b0d04a0 req-6115a70c-6184-422c-a29c-c56922cc1977 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:01.239061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7924e1e5-c368-4f33-8f78-cab91b0d04a0 req-6115a70c-6184-422c-a29c-c56922cc1977 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1074567 Jan 28 13:35:01.322077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3c92-398b-401d-a97e-e64d5eff7480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (9de06269-fba0-452b-83ea-885ce65e8cb0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.360779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7924e1e5-c368-4f33-8f78-cab91b0d04a0 req-b18ec524-35b6-4b40-9bf8-1e1f1e8f132f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145806 Jan 28 13:35:01.380693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3c92-398b-401d-a97e-e64d5eff7480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (9de06269-fba0-452b-83ea-885ce65e8cb0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.436514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3c92-398b-401d-a97e-e64d5eff7480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9de06269-fba0-452b-83ea-885ce65e8cb0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.441213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3c92-398b-401d-a97e-e64d5eff7480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.446582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2eb3c92-398b-401d-a97e-e64d5eff7480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/9de06269-fba0-452b-83ea-885ce65e8cb0 HTTP/1.1" status: 204 len: 168 time: 0.3188267 Jan 28 13:35:01.449449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60558) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.473887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb3c92-398b-401d-a97e-e64d5eff7480 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de06269-fba0-452b-83ea-885ce65e8cb0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:01.638987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-09f32a12-7304-4290-b663-610f40f8a164 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1881971 Jan 28 13:35:01.640790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:01.646804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4d92d22b-95dc-41cc-9d1c-411c3af5a8c7 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--699474182'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:01.699003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d92d22b-95dc-41cc-9d1c-411c3af5a8c7 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.907530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d92d22b-95dc-41cc-9d1c-411c3af5a8c7 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:01.919142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d92d22b-95dc-41cc-9d1c-411c3af5a8c7 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.022671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d92d22b-95dc-41cc-9d1c-411c3af5a8c7 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.036217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4d92d22b-95dc-41cc-9d1c-411c3af5a8c7 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3877728 Jan 28 13:35:02.036705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60576) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.042566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-dc603e42-3bbc-4837-beaa-4f5ee4655a40 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:02.043586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92d22b-95dc-41cc-9d1c-411c3af5a8c7 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:02.112664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc603e42-3bbc-4837-beaa-4f5ee4655a40 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (db92a887-4e60-4d71-bf17-0816cdf5b35a), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.229416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc603e42-3bbc-4837-beaa-4f5ee4655a40 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (db92a887-4e60-4d71-bf17-0816cdf5b35a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.234977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc603e42-3bbc-4837-beaa-4f5ee4655a40 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (db92a887-4e60-4d71-bf17-0816cdf5b35a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.277262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc603e42-3bbc-4837-beaa-4f5ee4655a40 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db92a887-4e60-4d71-bf17-0816cdf5b35a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:02.300065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc603e42-3bbc-4837-beaa-4f5ee4655a40 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.301915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dc603e42-3bbc-4837-beaa-4f5ee4655a40 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2638032 Jan 28 13:35:02.304575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60584) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.339542 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17457dd8-d50b-4d34-bb3c-ad11b92b0336 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules/db92a887-4e60-4d71-bf17-0816cdf5b35a HTTP/1.1" status: 200 len: 763 time: 0.0323031 Jan 28 13:35:02.342335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60590) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.490004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3c4926c6-9b75-411e-85d3-ca31a0f13a68 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1455843 Jan 28 13:35:02.492498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60596) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.567375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a49dfd8-735c-42df-9419-b5e9e2694eb4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (db92a887-4e60-4d71-bf17-0816cdf5b35a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.609074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a49dfd8-735c-42df-9419-b5e9e2694eb4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (db92a887-4e60-4d71-bf17-0816cdf5b35a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.641941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82143a-e8ab-455d-84cc-535462ae237e req-5adbb553-2d3d-4551-a0ad-0b1bd9a2ae97 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:02.649814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e82143a-e8ab-455d-84cc-535462ae237e req-5adbb553-2d3d-4551-a0ad-0b1bd9a2ae97 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1148703 Jan 28 13:35:02.688077 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a49dfd8-735c-42df-9419-b5e9e2694eb4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (db92a887-4e60-4d71-bf17-0816cdf5b35a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.694576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a49dfd8-735c-42df-9419-b5e9e2694eb4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:02.698673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.699278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5a49dfd8-735c-42df-9419-b5e9e2694eb4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/db92a887-4e60-4d71-bf17-0816cdf5b35a HTTP/1.1" status: 204 len: 168 time: 0.2051113 Jan 28 13:35:02.720608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49dfd8-735c-42df-9419-b5e9e2694eb4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db92a887-4e60-4d71-bf17-0816cdf5b35a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:02.761269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e82143a-e8ab-455d-84cc-535462ae237e req-cd975bda-a6b2-4432-a61e-906e6a404546 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092386 Jan 28 13:35:02.790542 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d104a53e-eae7-467f-8682-73ce5ff998db tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879495 Jan 28 13:35:02.791829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60602) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:02.797204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-86911025-8189-4c41-914d-1cbb5fea6a2a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:02.867270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86911025-8189-4c41-914d-1cbb5fea6a2a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (a326c746-576c-4beb-97f9-c9d4d4199c4a), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.008077 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86911025-8189-4c41-914d-1cbb5fea6a2a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (a326c746-576c-4beb-97f9-c9d4d4199c4a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.016393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86911025-8189-4c41-914d-1cbb5fea6a2a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a326c746-576c-4beb-97f9-c9d4d4199c4a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.055297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86911025-8189-4c41-914d-1cbb5fea6a2a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a326c746-576c-4beb-97f9-c9d4d4199c4a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:03.079468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86911025-8189-4c41-914d-1cbb5fea6a2a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.082077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86911025-8189-4c41-914d-1cbb5fea6a2a tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2888076 Jan 28 13:35:03.084779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60610) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.116633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60612) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.116987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-309b06ba-5320-483a-8d09-57d1a2d93fec tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules/a326c746-576c-4beb-97f9-c9d4d4199c4a HTTP/1.1" status: 200 len: 763 time: 0.0272629 Jan 28 13:35:03.229102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eb9416ef-1204-415f-b2b3-41684add98f9 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1073866 Jan 28 13:35:03.229610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60616) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.277527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30c8a0cc-a2cf-416b-90a3-badd4b2b98e4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (a326c746-576c-4beb-97f9-c9d4d4199c4a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.298738 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30c8a0cc-a2cf-416b-90a3-badd4b2b98e4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (a326c746-576c-4beb-97f9-c9d4d4199c4a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.350848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30c8a0cc-a2cf-416b-90a3-badd4b2b98e4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a326c746-576c-4beb-97f9-c9d4d4199c4a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.371602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30c8a0cc-a2cf-416b-90a3-badd4b2b98e4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.375219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-30c8a0cc-a2cf-416b-90a3-badd4b2b98e4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/a326c746-576c-4beb-97f9-c9d4d4199c4a HTTP/1.1" status: 204 len: 168 time: 0.1443551 Jan 28 13:35:03.376554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8a0cc-a2cf-416b-90a3-badd4b2b98e4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a326c746-576c-4beb-97f9-c9d4d4199c4a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:03.377713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60622) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.445363 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b9e21c78-1fd7-4a9a-a72b-4a1c3c0e9544 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661929 Jan 28 13:35:03.448048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60624) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.455262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': '5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:03.484377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60630) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.557161 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Project ff3bf6f28e1c4dd3bb36b2ad9ecef6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:35:03.589071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (17d630e8-e8f7-4a4a-a886-6b977ef25d9a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.689843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (17d630e8-e8f7-4a4a-a886-6b977ef25d9a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.694971 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (17d630e8-e8f7-4a4a-a886-6b977ef25d9a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.714945 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9cc6-e97b-45bf-bd01-21fc4c60d0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.756405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d630e8-e8f7-4a4a-a886-6b977ef25d9a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:03.771428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.773230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71868860-4ef4-4d64-9bb1-a0f099178ecb tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3238459 Jan 28 13:35:03.777132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60634) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.813713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-44866e94-94e7-4913-b0f4-1fa8951e7071 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules/17d630e8-e8f7-4a4a-a886-6b977ef25d9a HTTP/1.1" status: 200 len: 769 time: 0.0346532 Jan 28 13:35:03.817536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60638) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.897816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-adf960b3-f506-414e-9696-4b4c4494d8c3 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0773058 Jan 28 13:35:03.899571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60640) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:03.907347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9cc6-e97b-45bf-bd01-21fc4c60d0d6 admin admin] Publish callbacks [] for security_group (be2923a5-9fc5-408a-bec2-f5de35c13491), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.924887 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9cc6-e97b-45bf-bd01-21fc4c60d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (be2923a5-9fc5-408a-bec2-f5de35c13491), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:03.985514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-180bed36-5f8e-48c8-84db-3449871034cd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (17d630e8-e8f7-4a4a-a886-6b977ef25d9a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.020867 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-180bed36-5f8e-48c8-84db-3449871034cd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (17d630e8-e8f7-4a4a-a886-6b977ef25d9a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.039503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3b4a9cc6-e97b-45bf-bd01-21fc4c60d0d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75469158de524e73b979951ebd22550b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537889 Jan 28 13:35:04.046564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60642) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.052384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a9cc6-e97b-45bf-bd01-21fc4c60d0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2923a5-9fc5-408a-bec2-f5de35c13491,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:04.115496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e1701-fdae-4408-bf55-9bd6e256acb6 req-bc5463c1-e8e5-45ee-b957-57d8db0cd8d6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:04.127332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e1e1701-fdae-4408-bf55-9bd6e256acb6 req-bc5463c1-e8e5-45ee-b957-57d8db0cd8d6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.2038364 Jan 28 13:35:04.271005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-180bed36-5f8e-48c8-84db-3449871034cd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (17d630e8-e8f7-4a4a-a886-6b977ef25d9a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.308403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e1e1701-fdae-4408-bf55-9bd6e256acb6 req-20239855-b4a9-40ae-9c26-77e3beb00682 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792700 Jan 28 13:35:04.320076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-180bed36-5f8e-48c8-84db-3449871034cd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.325678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-180bed36-5f8e-48c8-84db-3449871034cd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/17d630e8-e8f7-4a4a-a886-6b977ef25d9a HTTP/1.1" status: 204 len: 168 time: 0.4223230 Jan 28 13:35:04.337013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60650) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.375636 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7ede75f-4790-47a7-8080-1a3ebfdfdd67 admin admin] Publish callbacks [] for security_group (be2923a5-9fc5-408a-bec2-f5de35c13491), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.382678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bed36-5f8e-48c8-84db-3449871034cd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17d630e8-e8f7-4a4a-a886-6b977ef25d9a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:04.454638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-74c0fb7e-8ac7-461f-9581-0daa9baa02b4 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1164865 Jan 28 13:35:04.472407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60654) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.474966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7ede75f-4790-47a7-8080-1a3ebfdfdd67 admin admin] Publish callbacks [] for security_group (be2923a5-9fc5-408a-bec2-f5de35c13491), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.580981 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7ede75f-4790-47a7-8080-1a3ebfdfdd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (be2923a5-9fc5-408a-bec2-f5de35c13491), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.584250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7ede75f-4790-47a7-8080-1a3ebfdfdd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.588335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a7ede75f-4790-47a7-8080-1a3ebfdfdd67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be2923a5-9fc5-408a-bec2-f5de35c13491 HTTP/1.1" status: 204 len: 168 time: 0.5379212 Jan 28 13:35:04.600907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-388ea462-41d4-41f3-825d-9a1bf73be853 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.613169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ede75f-4790-47a7-8080-1a3ebfdfdd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2923a5-9fc5-408a-bec2-f5de35c13491,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:04.642854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-388ea462-41d4-41f3-825d-9a1bf73be853 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.827720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-388ea462-41d4-41f3-825d-9a1bf73be853 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.832564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-388ea462-41d4-41f3-825d-9a1bf73be853 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.833815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-388ea462-41d4-41f3-825d-9a1bf73be853 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60 HTTP/1.1" status: 204 len: 168 time: 0.3569279 Jan 28 13:35:04.837048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60662) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.845474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ea462-41d4-41f3-825d-9a1bf73be853 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d95fa2f-fda1-4625-bbeb-8cfb6b3baa60,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:04.847681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-018c7a39-825c-401f-9149-f0372462b3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:04.929641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-725a1fea-9ff7-417c-be3c-897acd0be95d tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0869162 Jan 28 13:35:04.929972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60664) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:04.935382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a67a47ef-5ded-48d2-a770-371b359d0d44 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928167894'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:05.024442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67a47ef-5ded-48d2-a770-371b359d0d44 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.188773 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67a47ef-5ded-48d2-a770-371b359d0d44 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (f7c3edf2-9d15-406d-a6ba-30130da3e132), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.206099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67a47ef-5ded-48d2-a770-371b359d0d44 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f7c3edf2-9d15-406d-a6ba-30130da3e132), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.257791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60668) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.273520 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a67a47ef-5ded-48d2-a770-371b359d0d44 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.278340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a67a47ef-5ded-48d2-a770-371b359d0d44 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3471072 Jan 28 13:35:05.281551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60670) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.284521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-211128c9-0418-4481-86c1-0e1d9d54444e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.286495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-19ad6fa3-7363-4515-bc89-35e53475ae93 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Request body: {'security_group_rule': {'security_group_id': 'f7c3edf2-9d15-406d-a6ba-30130da3e132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:05.296083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a47ef-5ded-48d2-a770-371b359d0d44 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c3edf2-9d15-406d-a6ba-30130da3e132,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:05.364396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19ad6fa3-7363-4515-bc89-35e53475ae93 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (fed71640-5a89-4a49-a848-5ade59ce2aad), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.578597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-211128c9-0418-4481-86c1-0e1d9d54444e admin admin] Publish callbacks [] for security_group (52456f55-a7a1-46b4-a14c-6823e84c8102), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.580572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19ad6fa3-7363-4515-bc89-35e53475ae93 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (fed71640-5a89-4a49-a848-5ade59ce2aad), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.586101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-211128c9-0418-4481-86c1-0e1d9d54444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52456f55-a7a1-46b4-a14c-6823e84c8102), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.590325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19ad6fa3-7363-4515-bc89-35e53475ae93 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (fed71640-5a89-4a49-a848-5ade59ce2aad), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.605557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc355b5-d545-4fa8-9e2a-e7e92a0240f2 req-289b14f7-ebda-46b3-9f03-053af5bc5ad5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:05.613832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dc355b5-d545-4fa8-9e2a-e7e92a0240f2 req-289b14f7-ebda-46b3-9f03-053af5bc5ad5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1314871 Jan 28 13:35:05.647387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad6fa3-7363-4515-bc89-35e53475ae93 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed71640-5a89-4a49-a848-5ade59ce2aad,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:05.658179 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19ad6fa3-7363-4515-bc89-35e53475ae93 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.660465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19ad6fa3-7363-4515-bc89-35e53475ae93 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3771412 Jan 28 13:35:05.666253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60684) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.685854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-211128c9-0418-4481-86c1-0e1d9d54444e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b8a8ce41c9144a5b15e38f5104c8988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269321 Jan 28 13:35:05.689381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211128c9-0418-4481-86c1-0e1d9d54444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52456f55-a7a1-46b4-a14c-6823e84c8102,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:05.693302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60686) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:05.735449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dc355b5-d545-4fa8-9e2a-e7e92a0240f2 req-ebe6085a-a2b8-460c-94b4-b5586882ba3b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205645 Jan 28 13:35:05.817630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b07c184b-4136-4465-b363-7fab8f2182c6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (f7c3edf2-9d15-406d-a6ba-30130da3e132), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.834639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffd014dc-56b6-4a07-b1c4-6d2cf16564b2 admin admin] Publish callbacks [] for security_group (52456f55-a7a1-46b4-a14c-6823e84c8102), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.929415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffd014dc-56b6-4a07-b1c4-6d2cf16564b2 admin admin] Publish callbacks [] for security_group (52456f55-a7a1-46b4-a14c-6823e84c8102), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:05.932423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b07c184b-4136-4465-b363-7fab8f2182c6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (f7c3edf2-9d15-406d-a6ba-30130da3e132), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.023891 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b07c184b-4136-4465-b363-7fab8f2182c6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f7c3edf2-9d15-406d-a6ba-30130da3e132), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.030767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b07c184b-4136-4465-b363-7fab8f2182c6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.032011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b07c184b-4136-4465-b363-7fab8f2182c6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7c3edf2-9d15-406d-a6ba-30130da3e132 HTTP/1.1" status: 204 len: 168 time: 0.3645451 Jan 28 13:35:06.038821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60692) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.051863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c184b-4136-4465-b363-7fab8f2182c6 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c3edf2-9d15-406d-a6ba-30130da3e132,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:06.060362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffd014dc-56b6-4a07-b1c4-6d2cf16564b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52456f55-a7a1-46b4-a14c-6823e84c8102), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.064911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffd014dc-56b6-4a07-b1c4-6d2cf16564b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:06.071054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ffd014dc-56b6-4a07-b1c4-6d2cf16564b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52456f55-a7a1-46b4-a14c-6823e84c8102 HTTP/1.1" status: 204 len: 168 time: 0.3717763 Jan 28 13:35:06.111454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd014dc-56b6-4a07-b1c4-6d2cf16564b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52456f55-a7a1-46b4-a14c-6823e84c8102,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:06.179751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60698) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.179952 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cfe466bc-b8aa-4211-abe6-e8a5def06bd1 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1379895 Jan 28 13:35:06.283868 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c71ed01-3fc9-448b-915f-4ab564cca539 tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1024678 Jan 28 13:35:06.287182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60700) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.310013 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-b0cacf38-df43-490b-ad15-8eee3c446f1b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] delete failed (client error): The resource could not be found. Jan 28 13:35:06.320807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b0cacf38-df43-490b-ad15-8eee3c446f1b tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7c3edf2-9d15-406d-a6ba-30130da3e132 HTTP/1.1" status: 404 len: 347 time: 0.0317583 Jan 28 13:35:06.321856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60704) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:06.452619 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b7b0d47a-de96-4e7e-8cbc-34757669b6cd tempest-SecGroupIPv6Test-406967539 tempest-SecGroupIPv6Test-406967539-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1269133 Jan 28 13:35:07.315970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60742) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.569526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb823-7290-41a7-8ee3-8547a45b8ca7 req-1928bf74-5317-489c-a0c1-5198173213f1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:07.589211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd3fb823-7290-41a7-8ee3-8547a45b8ca7 req-1928bf74-5317-489c-a0c1-5198173213f1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2013698 Jan 28 13:35:07.719270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a38b3c7d-01f2-4c99-a640-2386b647b1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:07.744377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd3fb823-7290-41a7-8ee3-8547a45b8ca7 req-868426be-3766-4ced-a29e-4b89b52223af tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525285 Jan 28 13:35:07.861622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db73f7-95db-499d-a4c6-4e9521043f8e req-48e15c1f-9449-495d-8568-af5c16760cde tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:07.869680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3db73f7-95db-499d-a4c6-4e9521043f8e req-48e15c1f-9449-495d-8568-af5c16760cde tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.3295476 Jan 28 13:35:07.880822 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-96fbf850-813c-4492-a601-516737b596f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff3bf6f28e1c4dd3bb36b2ad9ecef6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5629225 Jan 28 13:35:07.883428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60760) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:07.980921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3db73f7-95db-499d-a4c6-4e9521043f8e req-19f30675-bf9b-4748-9bdd-9334a4a6bb45 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054473 Jan 28 13:35:08.001217 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42d44c4b-99f1-4edb-a400-1b404598085a admin admin] Publish callbacks [] for security_group (d2709fab-2378-49d1-89c4-5b59087c3ea6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.068675 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42d44c4b-99f1-4edb-a400-1b404598085a admin admin] Publish callbacks [] for security_group (d2709fab-2378-49d1-89c4-5b59087c3ea6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.184512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42d44c4b-99f1-4edb-a400-1b404598085a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d2709fab-2378-49d1-89c4-5b59087c3ea6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.188956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42d44c4b-99f1-4edb-a400-1b404598085a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:08.190502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-42d44c4b-99f1-4edb-a400-1b404598085a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2709fab-2378-49d1-89c4-5b59087c3ea6 HTTP/1.1" status: 204 len: 168 time: 0.3061066 Jan 28 13:35:08.212444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d44c4b-99f1-4edb-a400-1b404598085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2709fab-2378-49d1-89c4-5b59087c3ea6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:08.639643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:09.141512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609aee-cc77-407e-a214-42ce434e25cf req-7e656b89-418d-42fe-8875-dff47d2141d5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.151256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7609aee-cc77-407e-a214-42ce434e25cf req-7e656b89-418d-42fe-8875-dff47d2141d5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1636310 Jan 28 13:35:09.253559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1a606-53cd-4ee2-abf1-070e710bf2ae req-5e8f09de-fcd1-4802-bc12-8c79b44fbdd5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:09.264829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9b1a606-53cd-4ee2-abf1-070e710bf2ae req-5e8f09de-fcd1-4802-bc12-8c79b44fbdd5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 945 time: 0.1227877 Jan 28 13:35:09.328534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7609aee-cc77-407e-a214-42ce434e25cf req-ac08444b-57bf-44e0-95c9-e6dd8ce7c0f5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761270 Jan 28 13:35:09.387162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9b1a606-53cd-4ee2-abf1-070e710bf2ae req-b7d67f38-b29a-41eb-a9ba-d2bdbaf67962 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199563 Jan 28 13:35:10.463039 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:10.604913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dde88-6e2a-4c11-bdda-4d3572c6c209 req-169277a4-645e-4c59-ab00-0be98c64878d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:10.606610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d0dde88-6e2a-4c11-bdda-4d3572c6c209 req-169277a4-645e-4c59-ab00-0be98c64878d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1166327 Jan 28 13:35:10.625071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60856) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:10.750956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d0dde88-6e2a-4c11-bdda-4d3572c6c209 req-67104c59-be83-4151-85d0-cf67916be2d2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344509 Jan 28 13:35:10.931770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-538999378'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:11.005437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Made reservation on behalf of 1cec2dcb55524c96940a2518a7f8f705 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:11.013646 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.050200 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.374380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks [] for security_group (7cff9fe2-3663-4d47-9086-cf7715047207), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.379345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7cff9fe2-3663-4d47-9086-cf7715047207), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.454616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff9fe2-3663-4d47-9086-cf7715047207,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.509272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:35:11.594629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (85e51667-cac7-4806-b836-060fb255668f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.594629 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Added segment 85e51667-cac7-4806-b836-060fb255668f of type vlan for network 55855ee7-35a3-4966-9988-0c7e06fdedea Jan 28 13:35:11.667141 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (55855ee7-35a3-4966-9988-0c7e06fdedea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.692959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.705995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (55855ee7-35a3-4966-9988-0c7e06fdedea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.715020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:11.715832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:11.807531 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1814973 Jan 28 13:35:11.813243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60912) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:11.820652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-3ba58f59-5376-4fd4-ba6b-635d2e47b92a tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-477238438') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:11.832407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64cc51-43d5-4a42-8d09-2510368b7878 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Pushing event updated for resources: {'Network': ['ID=55855ee7-35a3-4966-9988-0c7e06fdedea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:11.846526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 55855ee7-35a3-4966-9988-0c7e06fdedea details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:35:12.044083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3ba58f59-5376-4fd4-ba6b-635d2e47b92a tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "PUT /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-477238438 HTTP/1.1" status: 201 len: 201 time: 0.2271609 Jan 28 13:35:12.052202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60926) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.067600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-d221b8d8-37c4-4a18-bbb9-857085a3df2e tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-477238438') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:12.071645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1cd02-e839-49e9-9755-b80ad7060d53 req-478c7b15-3d28-4986-b232-7afd87e4539c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:12.084743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10f1cd02-e839-49e9-9755-b80ad7060d53 req-478c7b15-3d28-4986-b232-7afd87e4539c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1508114 Jan 28 13:35:12.221889 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10f1cd02-e839-49e9-9755-b80ad7060d53 req-c197bf96-0803-4baa-ae82-8fb82f427977 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345544 Jan 28 13:35:12.243046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d221b8d8-37c4-4a18-bbb9-857085a3df2e tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "GET /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-477238438 HTTP/1.1" status: 204 len: 168 time: 0.1873178 Jan 28 13:35:12.243663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60940) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.256650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-2f36b553-5db3-4883-a4c0-11bce7740caa tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:12.450446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2f36b553-5db3-4883-a4c0-11bce7740caa tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "GET /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags HTTP/1.1" status: 200 len: 237 time: 0.2051654 Jan 28 13:35:12.453739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60952) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.464920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-64cc85a8-6eea-4ef6-8ef0-25c6ddd07fef tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', {'tags': ['tempest-TagsTest-Tag-1110186497', 'tempest-TagsTest-Tag-391578587', 'tempest-TagsTest-Tag-1291931847']}) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:12.647069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-64cc85a8-6eea-4ef6-8ef0-25c6ddd07fef tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "PUT /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags HTTP/1.1" status: 200 len: 308 time: 0.1919367 Jan 28 13:35:12.650561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.665445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-7c99ceaa-d9ad-43c7-b2e5-e97069e83bb4 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-1110186497') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:12.834719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60978) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.841067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-32d39bc0-609d-4d7f-a873-e4f0bc77d71a tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-1110186497') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:12.849176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c99ceaa-d9ad-43c7-b2e5-e97069e83bb4 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "DELETE /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-1110186497 HTTP/1.1" status: 204 len: 168 time: 0.1970334 Jan 28 13:35:12.979826 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-32d39bc0-609d-4d7f-a873-e4f0bc77d71a tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] show failed (client error): The resource could not be found. Jan 28 13:35:12.981242 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-32d39bc0-609d-4d7f-a873-e4f0bc77d71a tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "GET /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-1110186497 HTTP/1.1" status: 404 len: 326 time: 0.1448941 Jan 28 13:35:12.984236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60982) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:12.988763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-96527b14-3cfb-45da-8557-33dc5ca8fa7c tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-391578587') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:13.070742 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-96527b14-3cfb-45da-8557-33dc5ca8fa7c tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "GET /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-391578587 HTTP/1.1" status: 204 len: 168 time: 0.0852914 Jan 28 13:35:13.073279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60986) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:13.079397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-0dc9ca13-36d2-4370-9f28-c1b96b87e19d tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-1291931847') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:13.263324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0dc9ca13-36d2-4370-9f28-c1b96b87e19d tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "GET /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-1291931847 HTTP/1.1" status: 204 len: 168 time: 0.1882968 Jan 28 13:35:13.265958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32772) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:13.271216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-553aa39b-7aec-43de-ad11-42a5436fbcf1 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:13.752525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b389a-098b-4a78-891a-a991771307e6 req-9614b16d-887a-4045-8fbd-324b574e88a5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:13.760411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 42d95704-2d61-4bf5-b9d8-beac7c620526 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:35:13.762856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-413b389a-098b-4a78-891a-a991771307e6 req-9614b16d-887a-4045-8fbd-324b574e88a5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.3120775 Jan 28 13:35:13.774942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:13.776692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-553aa39b-7aec-43de-ad11-42a5436fbcf1 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "DELETE /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags HTTP/1.1" status: 204 len: 168 time: 0.5082567 Jan 28 13:35:13.779876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-85d20dc1-651c-4cf9-8302-45bf59f3d4f7 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-391578587') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:13.905530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-413b389a-098b-4a78-891a-a991771307e6 req-5435b641-fc68-4156-add4-71d443a2149b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265602 Jan 28 13:35:14.065662 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-85d20dc1-651c-4cf9-8302-45bf59f3d4f7 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] show failed (client error): The resource could not be found. Jan 28 13:35:14.069883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85d20dc1-651c-4cf9-8302-45bf59f3d4f7 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "GET /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-391578587 HTTP/1.1" status: 404 len: 325 time: 0.2907898 Jan 28 13:35:14.070659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32808) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:14.076350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-8d540b36-9800-4137-8a81-e5a06d59f84f tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea', 'tempest-TagsTest-Tag-1291931847') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:14.156950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:14.212429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'mac_address': 'fa:16:3e:66:77:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:14.281448 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-8d540b36-9800-4137-8a81-e5a06d59f84f tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] show failed (client error): The resource could not be found. Jan 28 13:35:14.287033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32824) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:14.290864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8d540b36-9800-4137-8a81-e5a06d59f84f tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "GET /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags/tempest-TagsTest-Tag-1291931847 HTTP/1.1" status: 404 len: 326 time: 0.2154868 Jan 28 13:35:14.291820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-62b99316-8961-40ff-8315-5403a4eb4ff2 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '55855ee7-35a3-4966-9988-0c7e06fdedea') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:14.346382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 42d95704-2d61-4bf5-b9d8-beac7c620526 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:14.346780 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.410973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42d95704-2d61-4bf5-b9d8-beac7c620526 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:14.468205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:14.476988 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:14.495043 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-62b99316-8961-40ff-8315-5403a4eb4ff2 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "DELETE /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea/tags HTTP/1.1" status: 204 len: 168 time: 0.2068982 Jan 28 13:35:14.501434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32832) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:14.642191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['42d95704-2d61-4bf5-b9d8-beac7c620526'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:14.721828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:14.789958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (55855ee7-35a3-4966-9988-0c7e06fdedea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.155783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (55855ee7-35a3-4966-9988-0c7e06fdedea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.226212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55855ee7-35a3-4966-9988-0c7e06fdedea']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:15.256245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e51667-cac7-4806-b836-060fb255668f') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:15.256555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e51667-cac7-4806-b836-060fb255668f') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:15.284831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0eec4-eadd-4da0-a6c5-d4b30d3da677 req-7fc4f1a6-dd0b-49e3-b92a-d64437f0f0ba tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:15.286511 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fee0eec4-eadd-4da0-a6c5-d4b30d3da677 req-7fc4f1a6-dd0b-49e3-b92a-d64437f0f0ba tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1582694 Jan 28 13:35:15.289925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (85e51667-cac7-4806-b836-060fb255668f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.337417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (85e51667-cac7-4806-b836-060fb255668f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.352962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:35:15.353407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (85e51667-cac7-4806-b836-060fb255668f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:35:15.362015 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:35:15.392203 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fee0eec4-eadd-4da0-a6c5-d4b30d3da677 req-b70fc69a-5c06-4771-bf30-b8320ee8a269 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955136 Jan 28 13:35:15.563730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32862) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:15.565490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (55855ee7-35a3-4966-9988-0c7e06fdedea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.582161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.602127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] 10.222.0.45 "DELETE /v2.0/networks/55855ee7-35a3-4966-9988-0c7e06fdedea HTTP/1.1" status: 204 len: 168 time: 1.0964942 Jan 28 13:35:15.680197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29861c97-34b4-4726-ba4c-e8eddb92fa54 tempest-TagsTest-1713998138 tempest-TagsTest-1713998138-project] Pushing event deleted for resources: {'Network': ['ID=55855ee7-35a3-4966-9988-0c7e06fdedea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:15.781465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 42d95704-2d61-4bf5-b9d8-beac7c620526 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:15.869520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ffb1bca-c9ea-4ad6-8249-e1b42a1e6f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:15.906169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 42d95704-2d61-4bf5-b9d8-beac7c620526 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:15.911339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.101793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ffb1bca-c9ea-4ad6-8249-e1b42a1e6f47 admin admin] Publish callbacks [] for security_group (9738c22d-55ff-4b34-b097-9e6f0f94b954), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.110161 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ffb1bca-c9ea-4ad6-8249-e1b42a1e6f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9738c22d-55ff-4b34-b097-9e6f0f94b954), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.223091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb1bca-c9ea-4ad6-8249-e1b42a1e6f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9738c22d-55ff-4b34-b097-9e6f0f94b954,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:16.282584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 42d95704-2d61-4bf5-b9d8-beac7c620526 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:16.282996 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.293841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0ffb1bca-c9ea-4ad6-8249-e1b42a1e6f47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb0758e85d994edda2990fd9a2283c58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7285361 Jan 28 13:35:16.296700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32888) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:16.358316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32890) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:16.394027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:16.398907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:16.404833 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f629f1-e655-4990-9796-a16458f83006" -d '{"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-plugged", "status": "completed", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:16.412845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.459028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab208c82-2aee-401f-b8be-9138525f7f89 admin admin] Publish callbacks [] for security_group (9738c22d-55ff-4b34-b097-9e6f0f94b954), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.518279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab208c82-2aee-401f-b8be-9138525f7f89 admin admin] Publish callbacks [] for security_group (9738c22d-55ff-4b34-b097-9e6f0f94b954), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.650875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab208c82-2aee-401f-b8be-9138525f7f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9738c22d-55ff-4b34-b097-9e6f0f94b954), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.653144 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d3b73a-e0db-4bb1-ae2a-720a650ff79d x-openstack-request-id: req-10d3b73a-e0db-4bb1-ae2a-720a650ff79d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:16.655277 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-plugged", "status": "completed", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:16.655553 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10d3b73a-e0db-4bb1-ae2a-720a650ff79d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:16.656347 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'code': 200} Jan 28 13:35:16.657766 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab208c82-2aee-401f-b8be-9138525f7f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:16.662614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:16.663417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ab208c82-2aee-401f-b8be-9138525f7f89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9738c22d-55ff-4b34-b097-9e6f0f94b954 HTTP/1.1" status: 204 len: 168 time: 0.3651128 Jan 28 13:35:16.694640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab208c82-2aee-401f-b8be-9138525f7f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9738c22d-55ff-4b34-b097-9e6f0f94b954,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:16.908941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf502e83-fe5f-4669-8d95-83b1c4180349 req-86f72e1a-06de-4fdd-ada7-e018cacf5827 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:16.918714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf502e83-fe5f-4669-8d95-83b1c4180349 req-86f72e1a-06de-4fdd-ada7-e018cacf5827 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2689753 Jan 28 13:35:17.082702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf502e83-fe5f-4669-8d95-83b1c4180349 req-553a712e-f6e0-4077-9bd1-48dced2c8fa8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542985 Jan 28 13:35:17.114780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32912) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:17.148398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-850a7573-4891-4715-87be-a416b4190e58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1cec2dcb55524c96940a2518a7f8f705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7525289 Jan 28 13:35:17.280367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32922) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:17.286639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38efcb13-7b65-46e7-a05f-687eab94786b admin admin] Publish callbacks [] for security_group (7cff9fe2-3663-4d47-9086-cf7715047207), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.329546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7aed1c6-52ef-4197-81ec-945182b5f8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.366702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38efcb13-7b65-46e7-a05f-687eab94786b admin admin] Publish callbacks [] for security_group (7cff9fe2-3663-4d47-9086-cf7715047207), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.510264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38efcb13-7b65-46e7-a05f-687eab94786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7cff9fe2-3663-4d47-9086-cf7715047207), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.514118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38efcb13-7b65-46e7-a05f-687eab94786b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.515638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-38efcb13-7b65-46e7-a05f-687eab94786b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cff9fe2-3663-4d47-9086-cf7715047207 HTTP/1.1" status: 204 len: 168 time: 0.3991902 Jan 28 13:35:17.551880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efcb13-7b65-46e7-a05f-687eab94786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff9fe2-3663-4d47-9086-cf7715047207,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:17.606206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7aed1c6-52ef-4197-81ec-945182b5f8bd admin admin] Publish callbacks [] for security_group (d5462142-df01-46aa-86ad-fb8c25180618), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.615746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7aed1c6-52ef-4197-81ec-945182b5f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5462142-df01-46aa-86ad-fb8c25180618), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:17.715634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aed1c6-52ef-4197-81ec-945182b5f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5462142-df01-46aa-86ad-fb8c25180618,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:17.771446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7aed1c6-52ef-4197-81ec-945182b5f8bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0ae7cdd4d62425caee524c450991dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4894664 Jan 28 13:35:17.775234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32928) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:17.975358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1cbc93c7-fd57-4f11-b6b6-69ec59dff02a admin admin] Publish callbacks [] for security_group (d5462142-df01-46aa-86ad-fb8c25180618), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.059778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1cbc93c7-fd57-4f11-b6b6-69ec59dff02a admin admin] Publish callbacks [] for security_group (d5462142-df01-46aa-86ad-fb8c25180618), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.177572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1cbc93c7-fd57-4f11-b6b6-69ec59dff02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5462142-df01-46aa-86ad-fb8c25180618), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.185028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1cbc93c7-fd57-4f11-b6b6-69ec59dff02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:18.188323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1cbc93c7-fd57-4f11-b6b6-69ec59dff02a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5462142-df01-46aa-86ad-fb8c25180618 HTTP/1.1" status: 204 len: 168 time: 0.4115956 Jan 28 13:35:18.207949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc93c7-fd57-4f11-b6b6-69ec59dff02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5462142-df01-46aa-86ad-fb8c25180618,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:18.365078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c16d55-dc5b-46f8-9bac-8ef6f1c2e9dd req-8c879836-b371-46c4-aa46-bf23d7611ff3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:18.389594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5c16d55-dc5b-46f8-9bac-8ef6f1c2e9dd req-8c879836-b371-46c4-aa46-bf23d7611ff3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1312487 Jan 28 13:35:18.584046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5c16d55-dc5b-46f8-9bac-8ef6f1c2e9dd req-efc4c809-6aa3-4f94-8f89-1a86280ba405 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885519 Jan 28 13:35:19.786951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:35:20.089298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6f48-9f45-4cb6-a6c9-bfc8515ce55e req-b5bc7579-ad9b-4358-bd09-e86e9483d4e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:20.102141 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1ec6f48-9f45-4cb6-a6c9-bfc8515ce55e req-b5bc7579-ad9b-4358-bd09-e86e9483d4e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1952953 Jan 28 13:35:20.221998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1ec6f48-9f45-4cb6-a6c9-bfc8515ce55e req-a02bc0f9-e687-4b9d-bb0e-07c7905adca2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109707 Jan 28 13:35:20.368430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:21.138596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'port_id': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'mac_address': 'fa:16:3e:cc:01:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:35:21.272103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:21.273513 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:21.311877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 388c93c8-d830-40fa-934b-bebc57e0b14b {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:35:21.401297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:21.410185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:21.518312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:21.592979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['388c93c8-d830-40fa-934b-bebc57e0b14b'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:35:21.700157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db238-a63e-4e39-87de-be4ff1ec4a58 req-5a3c1927-61dd-45bf-87c7-f62521589a46 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:21.718624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-976db238-a63e-4e39-87de-be4ff1ec4a58 req-5a3c1927-61dd-45bf-87c7-f62521589a46 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 945 time: 0.2508781 Jan 28 13:35:22.033149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-976db238-a63e-4e39-87de-be4ff1ec4a58 req-94f0091f-aa56-437b-9a3e-bfa859f57c61 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107333 Jan 28 13:35:23.401163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1cd42-ee23-4ec2-a63d-44c4726f8c53 req-be8238bf-f046-4eaf-bbb7-230fcdf01671 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:23.429453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ece1cd42-ee23-4ec2-a63d-44c4726f8c53 req-be8238bf-f046-4eaf-bbb7-230fcdf01671 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 945 time: 0.1674383 Jan 28 13:35:23.587013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ece1cd42-ee23-4ec2-a63d-44c4726f8c53 req-4673f39d-a6b4-4dc2-801d-01a515398707 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577432 Jan 28 13:35:23.804917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:35:24.180702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 388c93c8-d830-40fa-934b-bebc57e0b14b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:35:24.187998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:24.820307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:24.820987 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.012313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:25.021803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:25.030582 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2ca3b-a760-4571-8519-7a43070f01e3" -d '{"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-plugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:25.041638 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:25.117433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b4f8-5cf9-4c50-ab27-26e5e032b6b7 req-9b1e7e9d-1e20-47d6-9aed-4705d9787a2b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:25.143352 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b81b4f8-5cf9-4c50-ab27-26e5e032b6b7 req-9b1e7e9d-1e20-47d6-9aed-4705d9787a2b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 945 time: 0.1917801 Jan 28 13:35:25.290423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:25.326116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b81b4f8-5cf9-4c50-ab27-26e5e032b6b7 req-e79f2521-bc10-4132-9c8b-e84629bf0e4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814079 Jan 28 13:35:25.695781 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cc7d00-1928-45c2-8f8a-49c94a02c540 x-openstack-request-id: req-54cc7d00-1928-45c2-8f8a-49c94a02c540 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:25.696395 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-plugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:25.696837 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54cc7d00-1928-45c2-8f8a-49c94a02c540 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:25.697416 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'code': 200} Jan 28 13:35:26.552433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:26.887562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43e510-25c1-4973-ae03-6f213b81b8b2 req-638e2f2c-ce18-43a6-b551-83642bc69631 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:26.896337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a43e510-25c1-4973-ae03-6f213b81b8b2 req-638e2f2c-ce18-43a6-b551-83642bc69631 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2927933 Jan 28 13:35:27.022165 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a43e510-25c1-4973-ae03-6f213b81b8b2 req-4a30c437-47eb-40a0-a1ea-29f581d926a1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248558 Jan 28 13:35:27.913233 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:28.456945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce7523-717f-4624-a800-4f27b5c69167 req-7f4971df-70aa-4f26-8646-10501025f12f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:28.476934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84ce7523-717f-4624-a800-4f27b5c69167 req-7f4971df-70aa-4f26-8646-10501025f12f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2023408 Jan 28 13:35:28.634559 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84ce7523-717f-4624-a800-4f27b5c69167 req-cbc4cdc2-927d-4590-887f-6a4c459a7f0d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563730 Jan 28 13:35:30.083975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d631c5-303a-48da-9d67-3ca8e24718fe req-9ece9fa4-97dc-4662-b56e-a1428194304d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:30.090917 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21d631c5-303a-48da-9d67-3ca8e24718fe req-9ece9fa4-97dc-4662-b56e-a1428194304d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1155515 Jan 28 13:35:31.342886 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21d631c5-303a-48da-9d67-3ca8e24718fe req-59c9e49b-e4e2-498e-8236-3b855bddfe58 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2431686 Jan 28 13:35:32.269944 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:35:32.685552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca394e11-25b9-4b0a-99d9-f4d6eb54d2ee req-98379e81-27fc-43e0-918d-370bc3694bcd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:32.697785 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca394e11-25b9-4b0a-99d9-f4d6eb54d2ee req-98379e81-27fc-43e0-918d-370bc3694bcd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1379123 Jan 28 13:35:32.885530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca394e11-25b9-4b0a-99d9-f4d6eb54d2ee req-09bcf349-7da1-4a0d-9bd7-b8a4113b3619 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866298 Jan 28 13:35:34.285195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa360d2-87a9-4d30-9e09-8dfcb33ba820 req-b8112e17-8f2d-406b-bd3d-2e169c6fccd5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:34.290513 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfa360d2-87a9-4d30-9e09-8dfcb33ba820 req-b8112e17-8f2d-406b-bd3d-2e169c6fccd5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1454225 Jan 28 13:35:34.457740 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dfa360d2-87a9-4d30-9e09-8dfcb33ba820 req-04e35b30-e076-4148-9277-92f772cb7770 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534450 Jan 28 13:35:34.871892 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-408e0f66-7b06-427c-b007-7183a86b808f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:35.871823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c59f2-0fa8-4ceb-98bf-84bc9195642d req-fca0859c-7a60-4d03-8ec6-191e55f3a080 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:35.920203 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-789c59f2-0fa8-4ceb-98bf-84bc9195642d req-fca0859c-7a60-4d03-8ec6-191e55f3a080 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2175708 Jan 28 13:35:36.129394 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-789c59f2-0fa8-4ceb-98bf-84bc9195642d req-586b6a24-1499-417e-a5d9-1fa0b4bed2cc tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826012 Jan 28 13:35:37.534732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82094-416b-460f-ae55-d6f65c3232c4 req-3e858ce3-54a6-449b-b212-efb2836ca559 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:37.543219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ed82094-416b-460f-ae55-d6f65c3232c4 req-3e858ce3-54a6-449b-b212-efb2836ca559 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2188823 Jan 28 13:35:37.710844 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-969994b5-253f-4452-830b-a5f3e497bff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:37.717373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ed82094-416b-460f-ae55-d6f65c3232c4 req-a1c4a4ec-0223-4196-837f-0056aff81af0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559849 Jan 28 13:35:38.617209 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:39.113972 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd18a2-26d1-428e-9294-becfaa4c8f87 req-67307fde-7570-45a5-ab1a-af5a2e9a593a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:39.134815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35bd18a2-26d1-428e-9294-becfaa4c8f87 req-67307fde-7570-45a5-ab1a-af5a2e9a593a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2519379 Jan 28 13:35:39.344818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35bd18a2-26d1-428e-9294-becfaa4c8f87 req-badf6361-1f16-4200-942c-07de57336df6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030771 Jan 28 13:35:40.483697 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:40.568447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f329f-ca0f-45c0-9021-74a2e1bcc006 req-68985425-aac9-4429-955d-3202eb6a62a6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:40.581477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d9f329f-ca0f-45c0-9021-74a2e1bcc006 req-68985425-aac9-4429-955d-3202eb6a62a6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.0910225 Jan 28 13:35:40.702303 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d9f329f-ca0f-45c0-9021-74a2e1bcc006 req-c5089a51-a364-4675-bd74-cb84d6eedd5f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103303 Jan 28 13:35:41.793449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:42.907323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a04e6-1d43-435e-92c8-be2887d57d48 req-eaf1533b-6dd1-4766-8505-0e0675af7a17 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:42.928785 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f77a04e6-1d43-435e-92c8-be2887d57d48 req-eaf1533b-6dd1-4766-8505-0e0675af7a17 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2918618 Jan 28 13:35:43.031951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f77a04e6-1d43-435e-92c8-be2887d57d48 req-8e79ba50-05f7-4ac2-8f5e-1f8347c741cd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007307 Jan 28 13:35:44.598059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2975a-0389-4d9c-a071-4113cf0e2934 req-8919b849-333a-439c-a8b7-58031ee8e23f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:44.613212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5da2975a-0389-4d9c-a071-4113cf0e2934 req-8919b849-333a-439c-a8b7-58031ee8e23f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2642412 Jan 28 13:35:44.776738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5da2975a-0389-4d9c-a071-4113cf0e2934 req-cc771a01-85ac-4c3e-83c5-1e928505fdb8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589160 Jan 28 13:35:46.012619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-326cd771-89ce-4e5c-88e0-3f44cc00aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.024178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-326cd771-89ce-4e5c-88e0-3f44cc00aaff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1097 time: 0.1785982 Jan 28 13:35:46.152632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62324f24-94e1-4bbd-9a84-c2760bd55481 req-bbe39016-b930-4478-931a-32dbc9aa16cf tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.180226 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62324f24-94e1-4bbd-9a84-c2760bd55481 req-bbe39016-b930-4478-931a-32dbc9aa16cf tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1715653 Jan 28 13:35:46.419687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-62324f24-94e1-4bbd-9a84-c2760bd55481 req-1eade4ac-cdcc-4ae6-874a-8b49b11c860f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331326 Jan 28 13:35:46.580351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-3828e85e-c086-4683-8687-51cc8b69b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:46.581869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-3828e85e-c086-4683-8687-51cc8b69b343 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.5306330 Jan 28 13:35:46.648881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33616) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:46.848051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-d0f24933-30f5-4ab8-9484-3eafe4a6a244 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 1002 time: 0.2571831 Jan 28 13:35:47.012238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-43c0fba9-773a-47ef-8eb3-2785f4762665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.020638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-43c0fba9-773a-47ef-8eb3-2785f4762665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.1644022 Jan 28 13:35:47.173588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-cfc0043c-9da6-47cb-8ed9-dc9a7efdda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:47.183115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-cfc0043c-9da6-47cb-8ed9-dc9a7efdda1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499748 Jan 28 13:35:47.451336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-5c04f3ad-59e0-4ad8-a796-7fcc92c79595 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573061 Jan 28 13:35:47.883636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2ad8276-0fa2-4de9-840a-e2db0eee66c0 req-c4e6798b-3012-4061-abd6-6fea71f73b6c service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235661 Jan 28 13:35:48.839622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa710ec-6fd3-448c-a333-9c94c8c99666 req-ad332554-623c-40ce-b2c6-f970bfe2b319 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:48.853573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fa710ec-6fd3-448c-a333-9c94c8c99666 req-ad332554-623c-40ce-b2c6-f970bfe2b319 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.3703179 Jan 28 13:35:49.069686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fa710ec-6fd3-448c-a333-9c94c8c99666 req-aa24471c-4bd6-44e7-ba06-22e49a2655e0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121665 Jan 28 13:35:49.416462 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (262456eb-361e-4170-bcd0-81c39d2370e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:49.444737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-bf6f91ef-eab8-48fc-bcff-d3593a2f5ae6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2285974 Jan 28 13:35:49.706867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-dd0cd5b2-f299-4913-97ce-a1f621543d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.725974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-dd0cd5b2-f299-4913-97ce-a1f621543d8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1958830 Jan 28 13:35:49.897601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-cff46ec2-ccd4-4b15-943a-74a59f24d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:49.903755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-cff46ec2-ccd4-4b15-943a-74a59f24d8a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.1541386 Jan 28 13:35:50.055512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-8573244d-0739-4c4c-9a69-6a95d6ec7a1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 200 len: 1000 time: 0.1437979 Jan 28 13:35:50.218001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-02333dc3-3c7e-4bea-8d06-acf0bb935f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.229263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-02333dc3-3c7e-4bea-8d06-acf0bb935f5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 0.1661224 Jan 28 13:35:50.411158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-169240d6-d6c9-4080-93d4-8e77fc138889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:50.418758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-169240d6-d6c9-4080-93d4-8e77fc138889 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816297 Jan 28 13:35:50.453258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Deleting port 1e463b2b-9732-4132-a5ab-9071eff469f7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:50.454076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.615500 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-dca97249-af9c-41c7-b558-49676b8bdbcf service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884961 Jan 28 13:35:50.617383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33734) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:50.698388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] For port 1e463b2b-9732-4132-a5ab-9071eff469f7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e463b2b-9732-4132-a5ab-9071eff469f7,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:50.698783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:50.759780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Calling delete_port for 1e463b2b-9732-4132-a5ab-9071eff469f7 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:50.911929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-738d6556-a19c-4050-a15d-e2481bc8c2b5 req-38019c0d-ac12-400b-ac17-e12a521713d2 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817132 Jan 28 13:35:51.253938 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:51.385790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d249d1-5de0-4596-8c68-bc9ffa9cb6fc req-75aeb9a0-d882-4cee-b9c7-8dfdb819ae23 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:51.413506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-87d249d1-5de0-4596-8c68-bc9ffa9cb6fc req-75aeb9a0-d882-4cee-b9c7-8dfdb819ae23 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.3839128 Jan 28 13:35:51.984250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 42d95704-2d61-4bf5-b9d8-beac7c620526 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:52.051638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-87d249d1-5de0-4596-8c68-bc9ffa9cb6fc req-b3973b15-cab2-498d-b03b-f48355bcb38a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6371188 Jan 28 13:35:52.134577 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319923-76d0-463c-be6e-0fc050b08f13 req-262f88c3-476c-4d6d-8a58-0a1307b71d5a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:52.148664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-262f88c3-476c-4d6d-8a58-0a1307b71d5a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 0.6076856 Jan 28 13:35:52.261110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-c9e1eb63-5bea-4a30-a69b-a2b33513cc81 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/quotas/935a164ba44c442cba3cd4bede47e8f9 HTTP/1.1" status: 200 len: 375 time: 0.1112318 Jan 28 13:35:52.340183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 42d95704-2d61-4bf5-b9d8-beac7c620526 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:35:52.342542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.401350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1e463b2b-9732-4132-a5ab-9071eff469f7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.414764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Publish callbacks [] for security_group (a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.438092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-419aff94-ea86-432b-bf89-a65dd9d4fa5a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760056 Jan 28 13:35:52.464865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:52.468188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.472105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:52.478094 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdd7165-c761-4af1-9f7e-e072c8faeb1f" -d '{"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-unplugged", "status": "completed", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:52.490892 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:52.592342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e463b2b-9732-4132-a5ab-9071eff469f7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:52.639873 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc2114e-069a-4fc4-88c7-a46cb62ca856 x-openstack-request-id: req-3dc2114e-069a-4fc4-88c7-a46cb62ca856 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:52.645635 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-unplugged", "status": "completed", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:52.646144 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3dc2114e-069a-4fc4-88c7-a46cb62ca856 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:52.646816 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'code': 200} Jan 28 13:35:52.694302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:52.701668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.703330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.704118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.705490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.706221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.707491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.707976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.708850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.709373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.709855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.733250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.733613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.734003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:52.869634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-6e141cef-6504-4777-b46f-0889a0662090 service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305677 Jan 28 13:35:53.249755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (262456eb-361e-4170-bcd0-81c39d2370e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:53.302992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:53.343147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0b71c822e9745a5859f79e7f5932c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7243731 Jan 28 13:35:53.374888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33784) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:53.567980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f5bf8a83-03e1-496a-b773-9b2dc6bb99df service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205170 Jan 28 13:35:53.585240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.585596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.585948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.597197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.597674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.598035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.598374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.598716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.599054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.599388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.599722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.600066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.600405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99428dc2-b3f7-4f9c-a47e-f8c1798a83d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:35:53.655406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-d0b0c5a6-635f-4014-9d62-ccdd45c92c69 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.672550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-d0b0c5a6-635f-4014-9d62-ccdd45c92c69 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "GET /v2.0/ports?device_id=3af84d95-7dd2-430a-8660-0a6222ef40b3 HTTP/1.1" status: 200 len: 943 time: 0.7872648 Jan 28 13:35:53.807132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e015c-2c4d-4e84-bd88-3e8bed0d1599 req-cde5939a-5f93-4955-8ab3-8b140e0008b0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:53.808769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c88e015c-2c4d-4e84-bd88-3e8bed0d1599 req-cde5939a-5f93-4955-8ab3-8b140e0008b0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.2584250 Jan 28 13:35:53.887291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed2b8-4d1f-483d-be29-832f95298221 admin admin] Publish callbacks [] for security_group (a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.030560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c88e015c-2c4d-4e84-bd88-3e8bed0d1599 req-846bfef0-a15b-4807-b1bf-77e651714666 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946824 Jan 28 13:35:54.319193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Router 262456eb-361e-4170-bcd0-81c39d2370e1 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:35:54.421697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8baa8d0-5fda-4fea-b040-b4c6bcd22f56 req-18353c27-5459-4341-b109-5711a82c8af7 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 210 time: 0.4140351 Jan 28 13:35:54.471338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed2b8-4d1f-483d-be29-832f95298221 admin admin] Publish callbacks [] for security_group (a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.619221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed2b8-4d1f-483d-be29-832f95298221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.626941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed2b8-4d1f-483d-be29-832f95298221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:54.643629 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8d4ed2b8-4d1f-483d-be29-832f95298221 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68 HTTP/1.1" status: 204 len: 168 time: 1.2610788 Jan 28 13:35:54.707040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ed2b8-4d1f-483d-be29-832f95298221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ceb5dd-cb61-4c62-91f8-bc3a4b5e4c68,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:54.788848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Deleting port 42d95704-2d61-4bf5-b9d8-beac7c620526 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:54.789209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:55.053923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:35:55.068377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] Sync routers for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:35:55.094730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f1325592-1fc6-49fe-9d9d-220913f27261 admin admin] 10.222.0.45 "PUT /v2.0/routers/262456eb-361e-4170-bcd0-81c39d2370e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4371386 Jan 28 13:35:55.095585 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33824) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:55.100407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:55.101092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:35:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:55.370968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] For port 42d95704-2d61-4bf5-b9d8-beac7c620526, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=42d95704-2d61-4bf5-b9d8-beac7c620526,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:55.375684 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:55.436574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks [] for router (262456eb-361e-4170-bcd0-81c39d2370e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:55.479327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Calling delete_port for 42d95704-2d61-4bf5-b9d8-beac7c620526 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:55.730009 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks [] for router_gateway (262456eb-361e-4170-bcd0-81c39d2370e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:55.785751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917dc39-409e-47ff-a464-af45b05fa1bf req-c286c624-43eb-43f3-810f-94dfb4457762 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:55.797027 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0917dc39-409e-47ff-a464-af45b05fa1bf req-c286c624-43eb-43f3-810f-94dfb4457762 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1161728 Jan 28 13:35:55.913883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:55.923625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (42d95704-2d61-4bf5-b9d8-beac7c620526), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:55.931035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:55.945134 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-661a5cf1-e977-4595-ab9f-7a1cf1de9cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:55.977622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0917dc39-409e-47ff-a464-af45b05fa1bf req-f81dbeb9-d233-4ae7-853d-23ddc57a7fe3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795959 Jan 28 13:35:56.049201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Deleting port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:35:56.049861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.080237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-661a5cf1-e977-4595-ab9f-7a1cf1de9cb4 admin admin] Publish callbacks [] for security_group (0d152819-dae7-445d-8ce6-e3bbc8de589a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.181017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-661a5cf1-e977-4595-ab9f-7a1cf1de9cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0d152819-dae7-445d-8ce6-e3bbc8de589a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.185909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 42d95704-2d61-4bf5-b9d8-beac7c620526 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:56.234081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] For port 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:35:56.234432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.250822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 42d95704-2d61-4bf5-b9d8-beac7c620526 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:56.251199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 42d95704-2d61-4bf5-b9d8-beac7c620526 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:56.268316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Calling delete_port for 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:35:56.310166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-661a5cf1-e977-4595-ab9f-7a1cf1de9cb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3caba10049c042799e0a7236c57dcc44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904967 Jan 28 13:35:56.327644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af73f5be-9e38-43e0-bf09-c97367b3ec36 req-c65cfa37-0062-4e66-9d28-a37c5c26cc1c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 210 time: 0.4152236 Jan 28 13:35:56.364369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33852) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:56.366477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a5cf1-e977-4595-ab9f-7a1cf1de9cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d152819-dae7-445d-8ce6-e3bbc8de589a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:56.376336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event deleted for resources: {'Port': ['ID=42d95704-2d61-4bf5-b9d8-beac7c620526,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:56.593664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] No DVR routers for this DVR port 42d95704-2d61-4bf5-b9d8-beac7c620526 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:35:56.601939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.611708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45cb2a1f-88e0-4a91-86a6-4dda9f63b23f req-b482ee50-c26f-4729-b3ac-6a5dad89b5b9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.36 "DELETE /v2.0/ports/42d95704-2d61-4bf5-b9d8-beac7c620526 HTTP/1.1" status: 204 len: 173 time: 2.9233847 Jan 28 13:35:56.674314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-deleted', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:35:56.681480 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f83753-b6d4-4094-b57c-59c3f370cdb4" -d '{"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-deleted", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:35:56.715338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.783628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3fbe94c6-077b-48a4-8444-dc45f698a305 admin admin] Publish callbacks [] for security_group (0d152819-dae7-445d-8ce6-e3bbc8de589a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.876511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:35:52Z', 'revision_number': 5, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port': {'id': '80330c8d-fe0f-4d2f-a7f4-7557296ad1b1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:21:54Z', 'updated_at': '2022-01-28T13:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:56.896759 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036dbb0e-520f-44ce-a780-7a7727eaab0d x-openstack-request-id: req-036dbb0e-520f-44ce-a780-7a7727eaab0d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:35:56.900210 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af84d95-7dd2-430a-8660-0a6222ef40b3", "name": "network-vif-deleted", "tag": "42d95704-2d61-4bf5-b9d8-beac7c620526", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:35:56.900604 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-036dbb0e-520f-44ce-a780-7a7727eaab0d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:35:56.901787 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af84d95-7dd2-430a-8660-0a6222ef40b3', 'name': 'network-vif-deleted', 'tag': '42d95704-2d61-4bf5-b9d8-beac7c620526', 'status': 'completed', 'code': 200} Jan 28 13:35:56.968762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (80330c8d-fe0f-4d2f-a7f4-7557296ad1b1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.969452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] Checking router: 262456eb-361e-4170-bcd0-81c39d2370e1 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:35:56.974460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3fbe94c6-077b-48a4-8444-dc45f698a305 admin admin] Publish callbacks [] for security_group (0d152819-dae7-445d-8ce6-e3bbc8de589a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:56.993765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] Routers {'262456eb-361e-4170-bcd0-81c39d2370e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:35:56.995280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:35:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['262456eb-361e-4170-bcd0-81c39d2370e1'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:57.031849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33864) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:57.089087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Pushing event deleted for resources: {'Port': ['ID=80330c8d-fe0f-4d2f-a7f4-7557296ad1b1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:57.114527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3fbe94c6-077b-48a4-8444-dc45f698a305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0d152819-dae7-445d-8ce6-e3bbc8de589a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:57.123448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3fbe94c6-077b-48a4-8444-dc45f698a305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:57.127887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3fbe94c6-077b-48a4-8444-dc45f698a305 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d152819-dae7-445d-8ce6-e3bbc8de589a HTTP/1.1" status: 204 len: 168 time: 0.7422733 Jan 28 13:35:57.159356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe94c6-077b-48a4-8444-dc45f698a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d152819-dae7-445d-8ce6-e3bbc8de589a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:57.201034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] Set router 262456eb-361e-4170-bcd0-81c39d2370e1 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:35:57.405564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:35:56Z', 'revision_number': 7, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:35:57.447599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319923-76d0-463c-be6e-0fc050b08f13 req-2e48843a-4f53-4129-aa74-47cbadb873f3 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.460720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-2e48843a-4f53-4129-aa74-47cbadb873f3 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 0.8756325 Jan 28 13:35:57.484200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128eb73-9b95-45ac-94c4-7c07a64a8899 None None] The sync data for ids ['262456eb-361e-4170-bcd0-81c39d2370e1'] in n-d-822748-2 is: [{'id': '262456eb-361e-4170-bcd0-81c39d2370e1', 'name': 'tempest-TaggedBootDevicesTest-1392936589-router', 'tenant_id': '27dd08af341f42918759491886a80b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:21:53Z', 'updated_at': '2022-01-28T13:35:56Z', 'revision_number': 7, 'project_id': '27dd08af341f42918759491886a80b4d', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:35:57.504633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] Deleting subnet 1f29b47d-6c45-4961-8e02-1135836f6e1d {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:35:57.534359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] Publish callbacks [] for subnet (1f29b47d-6c45-4961-8e02-1135836f6e1d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:57.561234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (262456eb-361e-4170-bcd0-81c39d2370e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:57.608988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Request body: {'port': {'device_id': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'admin_state_up': True, 'tenant_id': '935a164ba44c442cba3cd4bede47e8f9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:35:57.697580 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-062d662e-2f1c-4baa-9ef1-f2942e94c60c req-f5528d51-754a-448d-8af8-3058d3d11b45 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 210 time: 0.2041438 Jan 28 13:35:57.865065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cbf0f-7fd8-448b-b187-bc6d4d600f92 req-ff4f9c28-8319-4ba0-871d-e8b75fec881b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:35:57.868181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-192cbf0f-7fd8-448b-b187-bc6d4d600f92 req-ff4f9c28-8319-4ba0-871d-e8b75fec881b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.5968149 Jan 28 13:35:57.977874 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.129274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e463b2b-9732-4132-a5ab-9071eff469f7 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:58.202726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1e463b2b-9732-4132-a5ab-9071eff469f7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:58.203416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e463b2b-9732-4132-a5ab-9071eff469f7 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:58.210104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (262456eb-361e-4170-bcd0-81c39d2370e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.221594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks [] for router_controller (262456eb-361e-4170-bcd0-81c39d2370e1), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.248463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-192cbf0f-7fd8-448b-b187-bc6d4d600f92 req-16b73ab0-00bd-40f5-8de8-d5e0f76cc570 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3720298 Jan 28 13:35:58.273310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Made reservation on behalf of 935a164ba44c442cba3cd4bede47e8f9 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:35:58.290317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.441519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (1f29b47d-6c45-4961-8e02-1135836f6e1d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.586934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33884) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:58.631260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (1f29b47d-6c45-4961-8e02-1135836f6e1d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.667878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4edd22cf-010d-4eb8-a266-dfb08fa768a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.840007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (1f29b47d-6c45-4961-8e02-1135836f6e1d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.960767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f29b47d-6c45-4961-8e02-1135836f6e1d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:35:58.968619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.971795 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3b787fa3-34be-4494-8702-4bc68d8ebffa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1f29b47d-6c45-4961-8e02-1135836f6e1d HTTP/1.1" status: 204 len: 168 time: 1.9144933 Jan 28 13:35:58.978349 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (262456eb-361e-4170-bcd0-81c39d2370e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:58.978915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262456eb-361e-4170-bcd0-81c39d2370e1 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:35:58.997000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33896) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:59.025084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:35:59.028993 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-458ab4d8-8bf5-4ff9-9c35-9157bbe4a5db admin admin] 10.222.0.45 "DELETE /v2.0/routers/262456eb-361e-4170-bcd0-81c39d2370e1 HTTP/1.1" status: 204 len: 168 time: 3.9296429 Jan 28 13:35:59.140899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33902) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:35:59.142751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f7ae4ec-c12c-4f14-a212-9aa8f64b878d req-8f160012-1c7a-4bdd-927c-9ae6b527c55a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 210 time: 0.2062964 Jan 28 13:35:59.658451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] Deleting subnet 7fbb0b8c-8bea-4f64-9dd2-93bf442992e0 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:35:59.662686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Allocated IP 172.20.0.11 (26f28114-eccf-48f1-8cc0-f02226bef1a7/259036d3-2318-45da-ace8-5ce18d37be50/a07845da-3d47-437b-8c82-15d15d65a872) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:35:59.892503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:35:59.953685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:35:59.954022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80330c8d-fe0f-4d2f-a7f4-7557296ad1b1 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:35:59.978069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] Publish callbacks [] for subnet (7fbb0b8c-8bea-4f64-9dd2-93bf442992e0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.045755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (7fbb0b8c-8bea-4f64-9dd2-93bf442992e0), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.265560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7fbb0b8c-8bea-4f64-9dd2-93bf442992e0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.291993 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (741360c5-f835-4ffd-9454-65700d929f84), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.322069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4edd22cf-010d-4eb8-a266-dfb08fa768a5 admin admin] Publish callbacks [] for security_group (bb1e558b-8382-4e7c-a898-6a05e3f0dde4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.359188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4edd22cf-010d-4eb8-a266-dfb08fa768a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bb1e558b-8382-4e7c-a898-6a05e3f0dde4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.412385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd22cf-010d-4eb8-a266-dfb08fa768a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e558b-8382-4e7c-a898-6a05e3f0dde4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:00.459620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67ac9-b49c-47fe-8bb0-66df3583f49d req-7bcc5e4f-bcda-43f8-8e56-0dd2464b399f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.461783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29b67ac9-b49c-47fe-8bb0-66df3583f49d req-7bcc5e4f-bcda-43f8-8e56-0dd2464b399f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.8138039 Jan 28 13:36:00.464077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-9ff74c8b-a61b-476f-86c0-a5c4592e3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.465709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-9ff74c8b-a61b-476f-86c0-a5c4592e3dec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1097 time: 0.3246155 Jan 28 13:36:00.469985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks [] for port (a07845da-3d47-437b-8c82-15d15d65a872), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.630816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-0444153e-f088-4c32-87bb-c07f7b6de878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:00.633858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-0444153e-f088-4c32-87bb-c07f7b6de878 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.1561618 Jan 28 13:36:00.802139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4edd22cf-010d-4eb8-a266-dfb08fa768a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c5ef61bd4cc4cdb9fdc052becb99d78&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2139173 Jan 28 13:36:00.806802 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac8297bb-dbca-4b52-b5ea-8a94122dc7a2 req-9ea3cf3c-3627-4372-903f-af2b64650b10 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 210 time: 0.5382056 Jan 28 13:36:00.808163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:00.901780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (7fbb0b8c-8bea-4f64-9dd2-93bf442992e0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.921235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d5990c7-5636-461e-a67f-7251ad2a52e1 admin admin] Publish callbacks [] for security_group (bb1e558b-8382-4e7c-a898-6a05e3f0dde4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.935736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (741360c5-f835-4ffd-9454-65700d929f84), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.942031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbb0b8c-8bea-4f64-9dd2-93bf442992e0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:00.956349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-2080d5cf-9582-4f75-bde2-5da08618a982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 1002 time: 0.3118069 Jan 28 13:36:00.959587 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d5990c7-5636-461e-a67f-7251ad2a52e1 admin admin] Publish callbacks [] for security_group (bb1e558b-8382-4e7c-a898-6a05e3f0dde4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:00.966227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29b67ac9-b49c-47fe-8bb0-66df3583f49d req-f3082064-3dad-485d-8025-c289abe324ce tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713858 Jan 28 13:36:01.000418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a60ec-cab6-4131-a79c-425486f3b8c2 None None] Network d851e8dd-4248-45c2-9e39-3c87874d52ed requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:01.019442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.022767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5c5cde74-ae40-412d-95b8-28d8314dcc9b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7fbb0b8c-8bea-4f64-9dd2-93bf442992e0 HTTP/1.1" status: 204 len: 168 time: 1.8805225 Jan 28 13:36:01.024673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741360c5-f835-4ffd-9454-65700d929f84']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:01.028617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.028896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33934) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:01.060392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d5990c7-5636-461e-a67f-7251ad2a52e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bb1e558b-8382-4e7c-a898-6a05e3f0dde4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.063731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d5990c7-5636-461e-a67f-7251ad2a52e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.067300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3d5990c7-5636-461e-a67f-7251ad2a52e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb1e558b-8382-4e7c-a898-6a05e3f0dde4 HTTP/1.1" status: 204 len: 168 time: 0.2557564 Jan 28 13:36:01.101461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:01.105500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bba9ffe-ede2-4af6-83a9-415b68992e05') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:01.105812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bba9ffe-ede2-4af6-83a9-415b68992e05') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:01.138171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (9bba9ffe-ede2-4af6-83a9-415b68992e05), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.192876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:36:01.213766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:01.217796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:36:01.227334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-1a2ec4e0-851b-4a78-9f50-59811c24fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.229913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-1a2ec4e0-851b-4a78-9f50-59811c24fb3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.2581191 Jan 28 13:36:01.292491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] DHCP port deletion for d851e8dd-4248-45c2-9e39-3c87874d52ed request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:36:01.294202 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5990c7-5636-461e-a67f-7251ad2a52e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e558b-8382-4e7c-a898-6a05e3f0dde4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:01.360155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d851e8dd-4248-45c2-9e39-3c87874d52ed), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.416694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9bba9ffe-ede2-4af6-83a9-415b68992e05), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.439238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:36:01.440809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (9bba9ffe-ede2-4af6-83a9-415b68992e05), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.443972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Deleting port 484ce7b4-2e20-4a54-9302-41b403f18520 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:01.444411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:36:01.458337 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:36:01.534282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-483ce46c-8e40-4794-a9c2-59fcd9c94989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.535871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-483ce46c-8e40-4794-a9c2-59fcd9c94989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2388647 Jan 28 13:36:01.556665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Deleting port 484ce7b4-2e20-4a54-9302-41b403f18520 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:01.557056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.563653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:01.571727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.587030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] For port 484ce7b4-2e20-4a54-9302-41b403f18520, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=484ce7b4-2e20-4a54-9302-41b403f18520,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:01.587863 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.604191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Calling delete_port for 484ce7b4-2e20-4a54-9302-41b403f18520 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:01.623369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (741360c5-f835-4ffd-9454-65700d929f84), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.666172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.671478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/741360c5-f835-4ffd-9454-65700d929f84 HTTP/1.1" status: 204 len: 168 time: 2.6723435 Jan 28 13:36:01.683615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:01.777321 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.807853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981477e-b8ed-4973-8ad1-7090daffc7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=741360c5-f835-4ffd-9454-65700d929f84,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:01.808447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] No DVR routers for this DVR port 484ce7b4-2e20-4a54-9302-41b403f18520 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:01.835703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-f10e7528-3bc9-40a2-81de-cf3808342161 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2620335 Jan 28 13:36:01.869581 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Pushing event deleted for resources: {'Port': ['ID=484ce7b4-2e20-4a54-9302-41b403f18520,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:01.881993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Request body: {'port': {'device_id': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:01.885438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.887090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.893790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.894484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.895021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.895571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.895941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] For port 484ce7b4-2e20-4a54-9302-41b403f18520, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=484ce7b4-2e20-4a54-9302-41b403f18520,segment=NetworkSegment(67ae3d01-5160-41ce-90d8-ce4d3f712f07),segment_id=67ae3d01-5160-41ce-90d8-ce4d3f712f07)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:01.897738 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:01.910498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.911072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.911601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.912948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.913497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.914457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.915439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a3095-970c-489d-b05e-45d3e6bafa9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:01.958614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Calling delete_port for 484ce7b4-2e20-4a54-9302-41b403f18520 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:02.010418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.024754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 484ce7b4-2e20-4a54-9302-41b403f18520 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:02.044932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-1d5ab0b3-7b0c-464e-b49f-b5b5474275b2 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686866 Jan 28 13:36:02.086849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 484ce7b4-2e20-4a54-9302-41b403f18520 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:02.087906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (484ce7b4-2e20-4a54-9302-41b403f18520), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.088410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 484ce7b4-2e20-4a54-9302-41b403f18520 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:02.188669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Pushing event deleted for resources: {'Port': ['ID=484ce7b4-2e20-4a54-9302-41b403f18520,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:02.212812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] No DVR routers for this DVR port 484ce7b4-2e20-4a54-9302-41b403f18520 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:02.277023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dd112-1dea-4698-8f5f-2a4abb96cd52 req-a7b9460a-7044-454d-80a8-d1e8a7eb3aea tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.285721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-928dd112-1dea-4698-8f5f-2a4abb96cd52 req-a7b9460a-7044-454d-80a8-d1e8a7eb3aea tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.1682444 Jan 28 13:36:02.315289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d851e8dd-4248-45c2-9e39-3c87874d52ed), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.322330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] Deleting subnet ee9154cd-edf2-43cc-af41-996381431fd8 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:36:02.337086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] Publish callbacks [] for subnet (ee9154cd-edf2-43cc-af41-996381431fd8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.345526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1585-8e9e-4a32-99fa-51181af78619 req-ff3b4408-ebe2-412d-95f9-c624706f7cdb tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:02.352498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-303f1585-8e9e-4a32-99fa-51181af78619 req-ff3b4408-ebe2-412d-95f9-c624706f7cdb tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 932 time: 0.2564957 Jan 28 13:36:02.426316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d851e8dd-4248-45c2-9e39-3c87874d52ed']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:02.457219 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-928dd112-1dea-4698-8f5f-2a4abb96cd52 req-3b571394-544a-44ba-b403-061d005bcbc6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686938 Jan 28 13:36:02.489694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ae3d01-5160-41ce-90d8-ce4d3f712f07') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:02.489857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c28641f-e985-4d59-8129-5362c0d6c769 req-4827a9a3-b644-4d14-8a06-523116c4cca3 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353952 Jan 28 13:36:02.490196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ae3d01-5160-41ce-90d8-ce4d3f712f07') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:02.553294 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (67ae3d01-5160-41ce-90d8-ce4d3f712f07), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.560694 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ee9154cd-edf2-43cc-af41-996381431fd8), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.650160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-303f1585-8e9e-4a32-99fa-51181af78619 req-d629956a-84a2-4d71-9fbf-2725cd4389f0 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964268 Jan 28 13:36:02.685215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (67ae3d01-5160-41ce-90d8-ce4d3f712f07), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.697085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:36:02.703096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (67ae3d01-5160-41ce-90d8-ce4d3f712f07), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:36:02.709024 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:36:02.760512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ee9154cd-edf2-43cc-af41-996381431fd8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.779637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07845da-3d47-437b-8c82-15d15d65a872 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:02.790185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Publish callbacks [] for port (a07845da-3d47-437b-8c82-15d15d65a872), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.887879 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d851e8dd-4248-45c2-9e39-3c87874d52ed), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.890800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Transition to ACTIVE for port object a07845da-3d47-437b-8c82-15d15d65a872 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:36:02.900174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.908062 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:02.913624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] 10.222.0.45 "DELETE /v2.0/networks/d851e8dd-4248-45c2-9e39-3c87874d52ed HTTP/1.1" status: 204 len: 168 time: 1.8610749 Jan 28 13:36:02.917232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33992) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:02.958086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af16acb-711f-4358-9bbf-3ca0a82ad08b admin admin] Pushing event deleted for resources: {'Network': ['ID=d851e8dd-4248-45c2-9e39-3c87874d52ed,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:02.980208 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ee9154cd-edf2-43cc-af41-996381431fd8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.035155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9154cd-edf2-43cc-af41-996381431fd8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:03.050908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.056808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34000) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:03.062095 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-283e2587-bc08-4a1a-b863-7a61f39564ac admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ee9154cd-edf2-43cc-af41-996381431fd8 HTTP/1.1" status: 204 len: 168 time: 1.3740256 Jan 28 13:36:03.144416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:03.352670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e9fe87c4-0cd2-49d9-ba3e-06783841013f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.381394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Attempting to bind port a07845da-3d47-437b-8c82-15d15d65a872 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:36:03.381741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Attempting to bind port a07845da-3d47-437b-8c82-15d15d65a872 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:36:03.382081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Attempting to bind port a07845da-3d47-437b-8c82-15d15d65a872 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:36:03.400013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Port a07845da-3d47-437b-8c82-15d15d65a872 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:36:03.400375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Attempting to bind port a07845da-3d47-437b-8c82-15d15d65a872 on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:36:03.439385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:36:03.439740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Checking segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:36:03.440174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Bound using segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:36:03.440640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Bound port: a07845da-3d47-437b-8c82-15d15d65a872, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:36:03.441004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.565631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e9fe87c4-0cd2-49d9-ba3e-06783841013f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.593280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fe87c4-0cd2-49d9-ba3e-06783841013f']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:03.606440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e94d54-692a-496e-9c6a-f9477d70c3da') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:03.606919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e94d54-692a-496e-9c6a-f9477d70c3da') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:03.618100 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (01e94d54-692a-496e-9c6a-f9477d70c3da), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.634137 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (01e94d54-692a-496e-9c6a-f9477d70c3da), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.643731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:36:03.644182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (01e94d54-692a-496e-9c6a-f9477d70c3da), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.644876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34018) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:36:03.761953 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:36:03.791617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e9fe87c4-0cd2-49d9-ba3e-06783841013f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.983697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80da2fe-4ff3-4fd7-8f82-7a83b475f732 req-6ca07d19-109f-41df-9514-813e84ea5d8b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:03.984663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:03.987671 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f80da2fe-4ff3-4fd7-8f82-7a83b475f732 req-6ca07d19-109f-41df-9514-813e84ea5d8b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 944 time: 0.1504030 Jan 28 13:36:03.991584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] 10.222.0.45 "DELETE /v2.0/networks/e9fe87c4-0cd2-49d9-ba3e-06783841013f HTTP/1.1" status: 204 len: 168 time: 0.9261196 Jan 28 13:36:04.050357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:04.136747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb3c1c-eb4d-4ffb-b884-96969c8772fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fe87c4-0cd2-49d9-ba3e-06783841013f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:04.175883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f80da2fe-4ff3-4fd7-8f82-7a83b475f732 req-85256b8e-3ce1-4225-be11-58bd12ab2721 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770599 Jan 28 13:36:04.214080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0924f32a-c856-4ca0-8f29-e790cebbef2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.259095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:36:04.301399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4eba7-8fbb-4493-9a61-da68b3bdc4fb req-621215f0-bb79-4aac-a7e6-dad3b2722ce7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:04.309159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aab4eba7-8fbb-4493-9a61-da68b3bdc4fb req-621215f0-bb79-4aac-a7e6-dad3b2722ce7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 946 time: 0.5267591 Jan 28 13:36:04.312434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:36:04.369573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:04.370752 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.372156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.426647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:04.429793 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3968a6f-b30e-4dfe-a57a-155e0d43a33a" -d '{"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-unplugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:04.436081 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0924f32a-c856-4ca0-8f29-e790cebbef2c admin admin] Publish callbacks [] for security_group (1464890c-427f-48d0-8300-223288766607), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.441423 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0924f32a-c856-4ca0-8f29-e790cebbef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1464890c-427f-48d0-8300-223288766607), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.452170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:04.461158 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.589475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34042) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:04.590272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924f32a-c856-4ca0-8f29-e790cebbef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1464890c-427f-48d0-8300-223288766607,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:04.591966 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e448fa75-ca9b-45d6-a73e-cc3bc8825404 x-openstack-request-id: req-e448fa75-ca9b-45d6-a73e-cc3bc8825404 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:04.593579 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-unplugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:04.593970 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e448fa75-ca9b-45d6-a73e-cc3bc8825404 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:04.594633 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'code': 200} Jan 28 13:36:04.596708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:04.614050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0924f32a-c856-4ca0-8f29-e790cebbef2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36334abf54c64a8da27b9f1509fd44fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9656262 Jan 28 13:36:04.630757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:04.729555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b4b490a3-8e4c-4b5f-8281-d0c4cdddaf15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56c927b66a964dd99e11de00d7e2e1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254179 Jan 28 13:36:04.747434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:04.844075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1f96f55-6c62-4602-bb22-0f8100c4e973 admin admin] Publish callbacks [] for security_group (a31cce91-f5e3-4b9c-b93f-159cbe68e227), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.861329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8adae26e-cb51-4cf3-9ff2-4926cc253f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.875022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1f96f55-6c62-4602-bb22-0f8100c4e973 admin admin] Publish callbacks [] for security_group (a31cce91-f5e3-4b9c-b93f-159cbe68e227), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:04.926211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba513f3d-6696-47f7-902f-5d9f6caca498 admin admin] Publish callbacks [] for security_group (1464890c-427f-48d0-8300-223288766607), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.030880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba513f3d-6696-47f7-902f-5d9f6caca498 admin admin] Publish callbacks [] for security_group (1464890c-427f-48d0-8300-223288766607), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.073734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1f96f55-6c62-4602-bb22-0f8100c4e973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a31cce91-f5e3-4b9c-b93f-159cbe68e227), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.080550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1f96f55-6c62-4602-bb22-0f8100c4e973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.084484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e1f96f55-6c62-4602-bb22-0f8100c4e973 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a31cce91-f5e3-4b9c-b93f-159cbe68e227 HTTP/1.1" status: 204 len: 168 time: 0.3331237 Jan 28 13:36:05.128382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f96f55-6c62-4602-bb22-0f8100c4e973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31cce91-f5e3-4b9c-b93f-159cbe68e227,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:05.191053 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba513f3d-6696-47f7-902f-5d9f6caca498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1464890c-427f-48d0-8300-223288766607), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.194242 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba513f3d-6696-47f7-902f-5d9f6caca498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.195497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ba513f3d-6696-47f7-902f-5d9f6caca498 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1464890c-427f-48d0-8300-223288766607 HTTP/1.1" status: 204 len: 168 time: 0.5634468 Jan 28 13:36:05.213440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba513f3d-6696-47f7-902f-5d9f6caca498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1464890c-427f-48d0-8300-223288766607,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:05.361736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.363247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:05.366402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] 10.222.0.60 "PUT /v2.0/ports/a07845da-3d47-437b-8c82-15d15d65a872 HTTP/1.1" status: 200 len: 1092 time: 3.5003254 Jan 28 13:36:05.447679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de746e-7c10-4c07-9042-8ba11f910a25 req-b6aa7511-3a1b-4f1f-b446-b2bf648a4763 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.449186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6de746e-7c10-4c07-9042-8ba11f910a25 req-b6aa7511-3a1b-4f1f-b446-b2bf648a4763 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 944 time: 0.1061723 Jan 28 13:36:05.483486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:05.486262 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d9a9c8-6a22-478b-81e0-5c047ca63484" -d '{"events": [{"name": "network-changed", "server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "tag": "a07845da-3d47-437b-8c82-15d15d65a872"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:05.493127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aab4eba7-8fbb-4493-9a61-da68b3bdc4fb req-996c14ac-bf3d-456e-bf4f-eca442770b3c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1530998 Jan 28 13:36:05.580409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6de746e-7c10-4c07-9042-8ba11f910a25 req-4a55af90-c604-496f-a620-784f55fedf6a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232011 Jan 28 13:36:05.613875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f993e-499b-40c7-bddb-1de80cca4d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:05.683048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319923-76d0-463c-be6e-0fc050b08f13 req-8b35a032-bef6-4115-b6dc-5de74b2610e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:05.685174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-8b35a032-bef6-4115-b6dc-5de74b2610e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 1095 time: 0.1897702 Jan 28 13:36:05.687750 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd435f-d3ab-4305-a93f-a314bd7a96a9 x-openstack-request-id: req-7cfd435f-d3ab-4305-a93f-a314bd7a96a9 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:05.688100 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "tag": "a07845da-3d47-437b-8c82-15d15d65a872", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:05.688393 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cfd435f-d3ab-4305-a93f-a314bd7a96a9 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:05.688729 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872', 'status': 'completed', 'code': 200} Jan 28 13:36:05.831310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-93922f8d-7a48-4e98-855e-c4b3cc0e023b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a07845da-3d47-437b-8c82-15d15d65a872 HTTP/1.1" status: 200 len: 217 time: 0.1284201 Jan 28 13:36:06.034798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0329cfd5-e3b5-4c2d-ae2a-cfc2db67d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.041941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-0329cfd5-e3b5-4c2d-ae2a-cfc2db67d495 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.1997104 Jan 28 13:36:06.231638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-69456ce2-ad34-4eb2-8e12-55e6729ed8bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709853 Jan 28 13:36:06.297170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34088) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:06.409128 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1bce2fca-4d28-4e7d-9e23-dd082059cc2a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e4611a68ca341d1bdeada28d24c8dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1084597 Jan 28 13:36:06.409840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34090) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:06.489752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:06.505906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b79039ce-1c74-4bf9-bbdc-c7e452091e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.538037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-67649458-01ed-4260-ac1c-7e63bf00166d service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967498 Jan 28 13:36:06.562222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7a45-91f7-4fd1-9713-cc4b5c7745c3 admin admin] Publish callbacks [] for security_group (8cb03027-adf3-4a27-8197-f4140d6b6827), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.690124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7a45-91f7-4fd1-9713-cc4b5c7745c3 admin admin] Publish callbacks [] for security_group (8cb03027-adf3-4a27-8197-f4140d6b6827), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.704889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60319923-76d0-463c-be6e-0fc050b08f13 req-333cdbc6-190e-455f-afee-c9d3622e0c5e service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564295 Jan 28 13:36:06.725878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (bbabced8-40be-4818-85fb-68b4ca7f438a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:06.853100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0da9b-42ef-4657-baad-501301e2eb3f req-a806aa95-cec9-47b7-b639-a998ed59a3e0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.861582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50f0da9b-42ef-4657-baad-501301e2eb3f req-a806aa95-cec9-47b7-b639-a998ed59a3e0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.2050629 Jan 28 13:36:06.966938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-68665d33-8410-4ab5-93b8-d7402806a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:06.968585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-68665d33-8410-4ab5-93b8-d7402806a344 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 1095 time: 0.1577125 Jan 28 13:36:06.995686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802a61-5c57-4073-8064-d108f777e438 req-9161f616-50d8-4731-9816-af58fb83758e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.002895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18802a61-5c57-4073-8064-d108f777e438 req-9161f616-50d8-4731-9816-af58fb83758e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 944 time: 0.2814837 Jan 28 13:36:07.032108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7a45-91f7-4fd1-9713-cc4b5c7745c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cb03027-adf3-4a27-8197-f4140d6b6827), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.038715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f6a7a45-91f7-4fd1-9713-cc4b5c7745c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.039896 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f6a7a45-91f7-4fd1-9713-cc4b5c7745c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cb03027-adf3-4a27-8197-f4140d6b6827 HTTP/1.1" status: 204 len: 168 time: 0.6290710 Jan 28 13:36:07.091579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-50f0da9b-42ef-4657-baad-501301e2eb3f req-d245385b-15af-4470-88f8-f11772e3b8a4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273424 Jan 28 13:36:07.132931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b79039ce-1c74-4bf9-bbdc-c7e452091e54 admin admin] Publish callbacks [] for security_group (bcfb8a08-cb74-431a-8d49-824f3b525c5a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.132931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a7a45-91f7-4fd1-9713-cc4b5c7745c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb03027-adf3-4a27-8197-f4140d6b6827,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:07.147693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b79039ce-1c74-4bf9-bbdc-c7e452091e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bcfb8a08-cb74-431a-8d49-824f3b525c5a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.312195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79039ce-1c74-4bf9-bbdc-c7e452091e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfb8a08-cb74-431a-8d49-824f3b525c5a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:07.343481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b79039ce-1c74-4bf9-bbdc-c7e452091e54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6b54a0ef0b1407998bd30e62f2d5fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8489442 Jan 28 13:36:07.345522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34118) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:07.400865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18802a61-5c57-4073-8064-d108f777e438 req-ee7ec5cc-1f43-4f9d-a885-a3070bc3b71d tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968372 Jan 28 13:36:07.441354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-9985ed01-6923-4494-b372-b3f9f4b3ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.444137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-9985ed01-6923-4494-b372-b3f9f4b3ee8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 906 time: 0.4680939 Jan 28 13:36:07.477665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c83c-b593-492d-9861-01343ad46504 admin admin] Publish callbacks [] for security_group (bcfb8a08-cb74-431a-8d49-824f3b525c5a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.538323 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c83c-b593-492d-9861-01343ad46504 admin admin] Publish callbacks [] for security_group (bcfb8a08-cb74-431a-8d49-824f3b525c5a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.622704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-c318d862-6f34-4017-846b-f2ed470dd826 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a07845da-3d47-437b-8c82-15d15d65a872 HTTP/1.1" status: 200 len: 217 time: 0.1651051 Jan 28 13:36:07.680279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c83c-b593-492d-9861-01343ad46504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bcfb8a08-cb74-431a-8d49-824f3b525c5a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.696144 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c83c-b593-492d-9861-01343ad46504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.702806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e3f3c83c-b593-492d-9861-01343ad46504 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcfb8a08-cb74-431a-8d49-824f3b525c5a HTTP/1.1" status: 204 len: 168 time: 0.3551991 Jan 28 13:36:07.724101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3c83c-b593-492d-9861-01343ad46504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfb8a08-cb74-431a-8d49-824f3b525c5a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:07.736364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e25f7396-f0d9-4a5c-b528-d19ff179a848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:07.852621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-36af9014-d983-428b-99aa-148e5c3b1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:07.854114 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-36af9014-d983-428b-99aa-148e5c3b1aa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.1945214 Jan 28 13:36:07.955236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-17bf7dc8-63f3-4a19-9671-6b6b206c960f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912833 Jan 28 13:36:08.042158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:08.058667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Deleting port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:08.059026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:08.118397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-901c4aea-b8ff-4dc9-ab2b-00ec1fd29c81 service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555650 Jan 28 13:36:08.288659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:08.401332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0d9a9c8-6a22-478b-81e0-5c047ca63484 req-77808e3a-6895-40b2-a4f1-08292b538606 service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402472 Jan 28 13:36:08.517264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] For port 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,segment=NetworkSegment(1dca669a-16fc-4d0e-835c-e3bcf58de84b),segment_id=1dca669a-16fc-4d0e-835c-e3bcf58de84b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:08.517704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:08.560302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Calling delete_port for 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:08.630618 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:08.671203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3a64-8fd5-4785-9833-a5252cb4d152 req-d7442086-374d-4745-8b84-427481c61745 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:08.680074 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57dd3a64-8fd5-4785-9833-a5252cb4d152 req-d7442086-374d-4745-8b84-427481c61745 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 944 time: 0.1546540 Jan 28 13:36:08.807289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57dd3a64-8fd5-4785-9833-a5252cb4d152 req-601b660f-961c-425b-bb3e-9855b047ad29 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257215 Jan 28 13:36:08.951645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec40e80-ef5e-45eb-8ef7-65e38af643a0 req-5f122279-6c90-408c-bd6a-02a41859a271 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:08.953719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ec40e80-ef5e-45eb-8ef7-65e38af643a0 req-5f122279-6c90-408c-bd6a-02a41859a271 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.2817075 Jan 28 13:36:09.152653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:09.179553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ec40e80-ef5e-45eb-8ef7-65e38af643a0 req-4c086099-714d-4045-aa54-9c1779580a28 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032762 Jan 28 13:36:09.268949 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:36:09.330382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:09.861886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (bbabced8-40be-4818-85fb-68b4ca7f438a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:10.124156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075376d8-1617-4f19-b036-1dbdaebd5207 req-fd7436e7-0aa3-4c27-a703-66b31908cdb5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.132633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-075376d8-1617-4f19-b036-1dbdaebd5207 req-fd7436e7-0aa3-4c27-a703-66b31908cdb5 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 944 time: 0.1467156 Jan 28 13:36:10.201906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-075376d8-1617-4f19-b036-1dbdaebd5207 req-61f97500-b765-4a96-b2ce-480ff9b84e02 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Jan 28 13:36:10.472364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:10.550342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-28ff8dff-0819-498c-8324-ee9b0d1f8e96 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1388772 Jan 28 13:36:10.556402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-3b045ef0-bbb5-4b16-9c2a-0b961e237a51 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:36:10.557520 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-3b045ef0-bbb5-4b16-9c2a-0b961e237a51 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064065 Jan 28 13:36:10.594939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Router bbabced8-40be-4818-85fb-68b4ca7f438a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:36:10.613137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bff103-6981-437c-b457-ab3d3f323ee0 req-8e1abdfe-eb89-4d07-9ea0-620cd8a43b5f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:10.623612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45bff103-6981-437c-b457-ab3d3f323ee0 req-8e1abdfe-eb89-4d07-9ea0-620cd8a43b5f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1504185 Jan 28 13:36:10.808647 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45bff103-6981-437c-b457-ab3d3f323ee0 req-22d72b85-1d23-4be9-951b-b26dec6513e9 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832547 Jan 28 13:36:10.880230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a07845da-3d47-437b-8c82-15d15d65a872 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:11.031205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:36:11.044268 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] Sync routers for ids ['bbabced8-40be-4818-85fb-68b4ca7f438a'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:36:11.048185 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c90260a9-fcc1-433b-b774-306bda6dd90b admin admin] 10.222.0.45 "PUT /v2.0/routers/bbabced8-40be-4818-85fb-68b4ca7f438a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1266174 Jan 28 13:36:11.051032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34222) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:11.089686 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] Routers {'bbabced8-40be-4818-85fb-68b4ca7f438a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:11.095270 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['bbabced8-40be-4818-85fb-68b4ca7f438a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:11.219346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks [] for router (bbabced8-40be-4818-85fb-68b4ca7f438a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:11.276361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:11.322600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'a07845da-3d47-437b-8c82-15d15d65a872', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': 'a07845da-3d47-437b-8c82-15d15d65a872', 'mac_address': 'fa:16:3e:3a:d9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:11.456879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a07845da-3d47-437b-8c82-15d15d65a872 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:11.460613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:11.467013 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] Set router bbabced8-40be-4818-85fb-68b4ca7f438a gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:11.523352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07845da-3d47-437b-8c82-15d15d65a872 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:11.602853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943041-b29a-41d6-ba63-94dddd464188 req-88195336-d4e0-4464-b795-a3da9d8c86df tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:11.610577 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-77943041-b29a-41d6-ba63-94dddd464188 req-88195336-d4e0-4464-b795-a3da9d8c86df tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 944 time: 0.1154780 Jan 28 13:36:11.613999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks [] for router_gateway (bbabced8-40be-4818-85fb-68b4ca7f438a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:11.638324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:11.653895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:11.690826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:36:08Z', 'revision_number': 5, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port': {'id': '831c2d6f-3847-4a9f-ba60-3d303c501bfb', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:22:12Z', 'updated_at': '2022-01-28T13:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:11.728657 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] Checking router: bbabced8-40be-4818-85fb-68b4ca7f438a for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:36:11.753576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] Routers {'bbabced8-40be-4818-85fb-68b4ca7f438a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:36:11.768832 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['bbabced8-40be-4818-85fb-68b4ca7f438a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:11.786230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-77943041-b29a-41d6-ba63-94dddd464188 req-81350994-9f1a-44f3-abba-bc11fd15f257 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738777 Jan 28 13:36:11.821339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Deleting port 831c2d6f-3847-4a9f-ba60-3d303c501bfb {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:11.821867 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:11.854464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:11.915794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:11.933556 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] Set router bbabced8-40be-4818-85fb-68b4ca7f438a gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:36:11.968072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a07845da-3d47-437b-8c82-15d15d65a872'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:12.015919 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:36:11Z', 'revision_number': 6, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:12.062873 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65d37e-96e1-462f-85cb-77d08f835183 None None] The sync data for ids ['bbabced8-40be-4818-85fb-68b4ca7f438a'] in n-d-822748-2 is: [{'id': 'bbabced8-40be-4818-85fb-68b4ca7f438a', 'name': 'tempest-TaggedBootDevicesTest-1392347577-router', 'tenant_id': 'b3165732b7a44bb09abca40483704316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:22:11Z', 'updated_at': '2022-01-28T13:36:11Z', 'revision_number': 6, 'project_id': 'b3165732b7a44bb09abca40483704316', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:36:12.106546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] For port 831c2d6f-3847-4a9f-ba60-3d303c501bfb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=831c2d6f-3847-4a9f-ba60-3d303c501bfb,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:12.106915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:12.145081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Calling delete_port for 831c2d6f-3847-4a9f-ba60-3d303c501bfb owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:12.225168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865a2ae-1683-4e81-99f8-d2efe77e7c83 req-7d4a27a6-e9ec-4c7c-8625-067e274ba9ed tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:12.238972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2865a2ae-1683-4e81-99f8-d2efe77e7c83 req-7d4a27a6-e9ec-4c7c-8625-067e274ba9ed tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.2474182 Jan 28 13:36:12.397973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2865a2ae-1683-4e81-99f8-d2efe77e7c83 req-389112b4-d8d9-4869-87a0-b55b9596d414 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558123 Jan 28 13:36:12.647976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (831c2d6f-3847-4a9f-ba60-3d303c501bfb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:12.709823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=831c2d6f-3847-4a9f-ba60-3d303c501bfb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:12.847765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (bbabced8-40be-4818-85fb-68b4ca7f438a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:12.883648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a07845da-3d47-437b-8c82-15d15d65a872 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:12.942278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34260) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:13.088881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port a07845da-3d47-437b-8c82-15d15d65a872 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:36:13.099576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port a07845da-3d47-437b-8c82-15d15d65a872 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:13.108819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a07845da-3d47-437b-8c82-15d15d65a872), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.118195 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (bbabced8-40be-4818-85fb-68b4ca7f438a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.123303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks [] for router_controller (bbabced8-40be-4818-85fb-68b4ca7f438a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.225405 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (bbabced8-40be-4818-85fb-68b4ca7f438a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.226359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbabced8-40be-4818-85fb-68b4ca7f438a {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:36:13.241026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.243571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bb7fe5ee-b2db-474c-a602-3211bee83cb2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/bbabced8-40be-4818-85fb-68b4ca7f438a HTTP/1.1" status: 204 len: 168 time: 2.1914585 Jan 28 13:36:13.248368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34266) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:13.258860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7bd10-36b0-470f-bfc1-6540dbf3238c req-81c0f489-401a-49d8-a129-0e93db5fd18f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.267812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dea7bd10-36b0-470f-bfc1-6540dbf3238c req-81c0f489-401a-49d8-a129-0e93db5fd18f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 945 time: 0.2884517 Jan 28 13:36:13.320732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a07845da-3d47-437b-8c82-15d15d65a872 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:13.321297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.376334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dea7bd10-36b0-470f-bfc1-6540dbf3238c req-ebd0f737-99e8-4582-8a16-65bf58b21993 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037889 Jan 28 13:36:13.379167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:13.381260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:13.384837 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f397e3-a79e-4558-aa4b-bd803bb19c67" -d '{"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-plugged", "status": "completed", "tag": "a07845da-3d47-437b-8c82-15d15d65a872"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:13.389316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.539186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] Deleting subnet 75d563ca-54b7-48b2-87e2-93dca15e4199 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:36:13.546584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f46832fd-aae7-419e-9202-635d22f06f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.548018 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf2f714-26de-445b-b760-5b814b89e7cc x-openstack-request-id: req-dbf2f714-26de-445b-b760-5b814b89e7cc {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:13.548351 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-plugged", "status": "completed", "tag": "a07845da-3d47-437b-8c82-15d15d65a872", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:13.548612 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbf2f714-26de-445b-b760-5b814b89e7cc {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:13.549028 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872', 'code': 200} Jan 28 13:36:13.551755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:13.589163 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] Publish callbacks [] for subnet (75d563ca-54b7-48b2-87e2-93dca15e4199), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.746196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (75d563ca-54b7-48b2-87e2-93dca15e4199), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:13.792309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cac56-5e13-41b0-aeae-62b7caadd3cb req-5281fb1d-9c5c-4da4-b0c8-fa8918b7e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.794603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-119cac56-5e13-41b0-aeae-62b7caadd3cb req-5281fb1d-9c5c-4da4-b0c8-fa8918b7e957 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 1097 time: 0.2497096 Jan 28 13:36:13.801846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160327d-c998-41c2-8ec8-e765a832e4a9 req-e6d7683b-99b7-416d-8d80-d5ba98cadfd3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:13.807748 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1160327d-c998-41c2-8ec8-e765a832e4a9 req-e6d7683b-99b7-416d-8d80-d5ba98cadfd3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1872995 Jan 28 13:36:13.951170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1160327d-c998-41c2-8ec8-e765a832e4a9 req-8f9454d4-4703-4f35-92ef-44c3df22bb5b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262057 Jan 28 13:36:14.031372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:14.078779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:14.079358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5e8ce8af-7b35-4bf1-b1b0-8942ba52b7ce not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:14.079959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 831c2d6f-3847-4a9f-ba60-3d303c501bfb no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:14.080319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-119cac56-5e13-41b0-aeae-62b7caadd3cb req-1bb1021a-f1ff-40c5-8f97-a1dc46c3e116 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756510 Jan 28 13:36:14.101085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f46832fd-aae7-419e-9202-635d22f06f22 admin admin] Publish callbacks [] for security_group (efb7a651-a94e-4916-a0a6-7451a89b11df), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.123571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f46832fd-aae7-419e-9202-635d22f06f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (efb7a651-a94e-4916-a0a6-7451a89b11df), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.126963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (75d563ca-54b7-48b2-87e2-93dca15e4199), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.142186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 831c2d6f-3847-4a9f-ba60-3d303c501bfb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:14.142750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 831c2d6f-3847-4a9f-ba60-3d303c501bfb not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:14.267163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f46832fd-aae7-419e-9202-635d22f06f22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3344f3692a2459d9b41157e2d988f16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3236697 Jan 28 13:36:14.271147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46832fd-aae7-419e-9202-635d22f06f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb7a651-a94e-4916-a0a6-7451a89b11df,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:14.271353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34290) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:14.323093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (75d563ca-54b7-48b2-87e2-93dca15e4199), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.371394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d563ca-54b7-48b2-87e2-93dca15e4199,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:14.379439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.391023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2afdc350-5a3d-457f-b5f2-9c5526915b48 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/75d563ca-54b7-48b2-87e2-93dca15e4199 HTTP/1.1" status: 204 len: 168 time: 1.1410327 Jan 28 13:36:14.392108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34294) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:14.397315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011c224-c9cb-4ed4-9709-18d278f03e65 None None] Network d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:14.475511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7eb93bb4-43c4-47f2-8f92-3e8d7d534da2 admin admin] Publish callbacks [] for security_group (efb7a651-a94e-4916-a0a6-7451a89b11df), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.564363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7eb93bb4-43c4-47f2-8f92-3e8d7d534da2 admin admin] Publish callbacks [] for security_group (efb7a651-a94e-4916-a0a6-7451a89b11df), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.630766 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.704514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7eb93bb4-43c4-47f2-8f92-3e8d7d534da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (efb7a651-a94e-4916-a0a6-7451a89b11df), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.710356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7eb93bb4-43c4-47f2-8f92-3e8d7d534da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:14.718227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7eb93bb4-43c4-47f2-8f92-3e8d7d534da2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/efb7a651-a94e-4916-a0a6-7451a89b11df HTTP/1.1" status: 204 len: 168 time: 0.4392867 Jan 28 13:36:14.752372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93bb4-43c4-47f2-8f92-3e8d7d534da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb7a651-a94e-4916-a0a6-7451a89b11df,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:14.940966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41388f3f-daed-4e46-8dde-be93656ff4a7 req-5d5b28a5-5c8f-4b1d-b1d2-0059bfc27f21 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:14.943285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41388f3f-daed-4e46-8dde-be93656ff4a7 req-5d5b28a5-5c8f-4b1d-b1d2-0059bfc27f21 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 946 time: 0.3095024 Jan 28 13:36:14.990412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Deleting port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:14.991648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:15.377646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] DHCP port deletion for d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:36:15.388130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9f906-de93-42c9-88e5-ce4073c6f7f2 req-5e199566-e085-400b-80c1-763c255517fc tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:15.397909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41388f3f-daed-4e46-8dde-be93656ff4a7 req-6243f5e5-3e2d-489e-9464-ff8a049d0fa9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427783 Jan 28 13:36:15.417683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44d9f906-de93-42c9-88e5-ce4073c6f7f2 req-5e199566-e085-400b-80c1-763c255517fc tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1954303 Jan 28 13:36:15.498414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] For port 7eb6192e-57a6-4944-bb8d-f093cb878ba6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7eb6192e-57a6-4944-bb8d-f093cb878ba6,segment=NetworkSegment(1dca669a-16fc-4d0e-835c-e3bcf58de84b),segment_id=1dca669a-16fc-4d0e-835c-e3bcf58de84b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:15.499108 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:15.581408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Calling delete_port for 7eb6192e-57a6-4944-bb8d-f093cb878ba6 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:15.589317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] Deleting port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:15.589694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:15.643340 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-44d9f906-de93-42c9-88e5-ce4073c6f7f2 req-a53176b5-3090-46de-9e01-fc3f0509cda2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241161 Jan 28 13:36:15.819043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] For port 7eb6192e-57a6-4944-bb8d-f093cb878ba6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7eb6192e-57a6-4944-bb8d-f093cb878ba6,segment=NetworkSegment(1dca669a-16fc-4d0e-835c-e3bcf58de84b),segment_id=1dca669a-16fc-4d0e-835c-e3bcf58de84b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:15.819043 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:15.847774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] Calling delete_port for 7eb6192e-57a6-4944-bb8d-f093cb878ba6 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:15.858239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:15.917487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb6192e-57a6-4944-bb8d-f093cb878ba6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:15.936694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] No DVR routers for this DVR port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:16.016490 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (7eb6192e-57a6-4944-bb8d-f093cb878ba6), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:16.056480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] Pushing event deleted for resources: {'Port': ['ID=7eb6192e-57a6-4944-bb8d-f093cb878ba6,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:16.062828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7eb6192e-57a6-4944-bb8d-f093cb878ba6 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:16.111457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:16.137144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddff0c-c14b-4b11-bdb6-91544b5b8a2f None None] No DVR routers for this DVR port 7eb6192e-57a6-4944-bb8d-f093cb878ba6 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:16.139424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7eb6192e-57a6-4944-bb8d-f093cb878ba6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:16.139969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7eb6192e-57a6-4944-bb8d-f093cb878ba6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:16.142389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:16.185633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dca669a-16fc-4d0e-835c-e3bcf58de84b') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:16.186222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dca669a-16fc-4d0e-835c-e3bcf58de84b') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:36:16.218742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (1dca669a-16fc-4d0e-835c-e3bcf58de84b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:16.243909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1dca669a-16fc-4d0e-835c-e3bcf58de84b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:16.258900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:36:16.260180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (1dca669a-16fc-4d0e-835c-e3bcf58de84b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:36:16.422472 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:36:16.429274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:16.439164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:16.455470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3 HTTP/1.1" status: 204 len: 168 time: 2.0615289 Jan 28 13:36:16.479745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d28334-c102-4610-92c9-563626fa0b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c15399-d60c-4e29-9ab9-d3b9ea96e2d3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:16.992646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01051e1-53e7-4416-a08f-f13b54db9ab0 req-6589ed2a-e0d2-4217-9be8-bf02fa9c8309 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:16.998495 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d01051e1-53e7-4416-a08f-f13b54db9ab0 req-6589ed2a-e0d2-4217-9be8-bf02fa9c8309 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1534567 Jan 28 13:36:17.236999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d01051e1-53e7-4416-a08f-f13b54db9ab0 req-37d2bc0c-bb04-48fb-9e9f-e14fd99adc34 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269926 Jan 28 13:36:17.534223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46214b6-8c28-48f9-ab06-9690b8cf61c5 req-e91fedf3-2175-497c-923d-530991d31cbc tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:17.545207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c46214b6-8c28-48f9-ab06-9690b8cf61c5 req-e91fedf3-2175-497c-923d-530991d31cbc tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 946 time: 0.9602246 Jan 28 13:36:17.664393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c46214b6-8c28-48f9-ab06-9690b8cf61c5 req-52e5cc58-22ea-4ff6-9aec-68f1a49afb44 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179380 Jan 28 13:36:17.850003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34370) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:18.041921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-851451d5-7909-45a3-895d-f5c11b8d7bd8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27dd08af341f42918759491886a80b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892419 Jan 28 13:36:18.044090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:18.239065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-511849f4-a40e-483a-b359-6751d55fe3be admin admin] Publish callbacks [] for security_group (959c0191-881a-43e7-8bda-bad58ad32dc8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.372146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb1b69-ed3b-4098-8e92-e7b1c4cb288c req-64a73537-ae58-4b6b-b9b7-d1303c3717dd tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.381150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-511849f4-a40e-483a-b359-6751d55fe3be admin admin] Publish callbacks [] for security_group (959c0191-881a-43e7-8bda-bad58ad32dc8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.388850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edbb1b69-ed3b-4098-8e92-e7b1c4cb288c req-64a73537-ae58-4b6b-b9b7-d1303c3717dd tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 946 time: 0.1901429 Jan 28 13:36:18.530367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-edbb1b69-ed3b-4098-8e92-e7b1c4cb288c req-d8a0d340-b85c-499f-835b-e695b5c40df2 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381612 Jan 28 13:36:18.610559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-511849f4-a40e-483a-b359-6751d55fe3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (959c0191-881a-43e7-8bda-bad58ad32dc8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.619760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-511849f4-a40e-483a-b359-6751d55fe3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:18.633128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-511849f4-a40e-483a-b359-6751d55fe3be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/959c0191-881a-43e7-8bda-bad58ad32dc8 HTTP/1.1" status: 204 len: 168 time: 0.5870426 Jan 28 13:36:18.754376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511849f4-a40e-483a-b359-6751d55fe3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959c0191-881a-43e7-8bda-bad58ad32dc8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:18.820574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10011c-25d7-48dc-82a0-848eba5105db req-bca42990-8a01-48d0-9eab-0fbd748b4b35 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:18.823047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f10011c-25d7-48dc-82a0-848eba5105db req-bca42990-8a01-48d0-9eab-0fbd748b4b35 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.3026297 Jan 28 13:36:18.991698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f10011c-25d7-48dc-82a0-848eba5105db req-5f919de9-62d2-42bd-a19d-70aa5b51c3fa tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550131 Jan 28 13:36:19.571436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34428) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:19.684410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d76aa8ad-701b-42f5-8bd5-f0524a7c17e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3165732b7a44bb09abca40483704316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077187 Jan 28 13:36:19.687466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34432) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:20.007913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bda8a-e913-491f-8e59-cdebd0640970 req-c4270513-0db6-470d-b0bd-942ae5fc5bae tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.011856 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-958bda8a-e913-491f-8e59-cdebd0640970 req-c4270513-0db6-470d-b0bd-942ae5fc5bae tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 946 time: 0.2159095 Jan 28 13:36:20.149909 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7e2-5790-4921-81e1-f9a3e33e0dd4 admin admin] Publish callbacks [] for security_group (e53af2cf-ef33-4f67-af9a-8da366ab90be), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.213132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7e2-5790-4921-81e1-f9a3e33e0dd4 admin admin] Publish callbacks [] for security_group (e53af2cf-ef33-4f67-af9a-8da366ab90be), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.238870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34454) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:20.258541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36880c80-85d1-470a-9ab8-17c3d47f10df req-c591fdc9-37b9-4687-a806-2f11ed4ac789 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:20.266904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36880c80-85d1-470a-9ab8-17c3d47f10df req-c591fdc9-37b9-4687-a806-2f11ed4ac789 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.0729241 Jan 28 13:36:20.373270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7e2-5790-4921-81e1-f9a3e33e0dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e53af2cf-ef33-4f67-af9a-8da366ab90be), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.376745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36880c80-85d1-470a-9ab8-17c3d47f10df req-b00d2220-7c22-463e-bc91-8bc6a4fd5752 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085036 Jan 28 13:36:20.380640 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7e2-5790-4921-81e1-f9a3e33e0dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:20.389891 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cc6aa7e2-5790-4921-81e1-f9a3e33e0dd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e53af2cf-ef33-4f67-af9a-8da366ab90be HTTP/1.1" status: 204 len: 168 time: 0.6996002 Jan 28 13:36:20.484739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aa7e2-5790-4921-81e1-f9a3e33e0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53af2cf-ef33-4f67-af9a-8da366ab90be,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:20.537652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-958bda8a-e913-491f-8e59-cdebd0640970 req-5be11858-a026-4c56-9eb3-086368da620b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109780 Jan 28 13:36:20.736117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2df1561-0c95-4854-9395-2a32641ae18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:21.004121 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2df1561-0c95-4854-9395-2a32641ae18f admin admin] Publish callbacks [] for security_group (2c177daf-a986-4bac-9ca9-35ce57f2b1f2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:21.009447 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2df1561-0c95-4854-9395-2a32641ae18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2c177daf-a986-4bac-9ca9-35ce57f2b1f2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:21.113796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e2df1561-0c95-4854-9395-2a32641ae18f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc362baa574d41bbb8f7342374a676b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8722429 Jan 28 13:36:21.119026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34506) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:21.206094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df1561-0c95-4854-9395-2a32641ae18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c177daf-a986-4bac-9ca9-35ce57f2b1f2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:21.341945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6863e79e-4116-4cbd-ad03-79c85dece3a7 admin admin] Publish callbacks [] for security_group (2c177daf-a986-4bac-9ca9-35ce57f2b1f2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:21.450567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6863e79e-4116-4cbd-ad03-79c85dece3a7 admin admin] Publish callbacks [] for security_group (2c177daf-a986-4bac-9ca9-35ce57f2b1f2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:21.872225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39cc4c-427e-4e0d-a266-43b9432e6d6a req-0eced28f-296f-4dc3-bff4-37a851ecedb8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:21.905567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c39cc4c-427e-4e0d-a266-43b9432e6d6a req-0eced28f-296f-4dc3-bff4-37a851ecedb8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.2661433 Jan 28 13:36:22.194937 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c39cc4c-427e-4e0d-a266-43b9432e6d6a req-4016c33f-63bb-46c1-9c19-6cab713a2974 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876210 Jan 28 13:36:22.207728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6863e79e-4116-4cbd-ad03-79c85dece3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2c177daf-a986-4bac-9ca9-35ce57f2b1f2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:22.223406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6863e79e-4116-4cbd-ad03-79c85dece3a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:22.236701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6863e79e-4116-4cbd-ad03-79c85dece3a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c177daf-a986-4bac-9ca9-35ce57f2b1f2 HTTP/1.1" status: 204 len: 168 time: 1.1156404 Jan 28 13:36:22.301683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e79e-4116-4cbd-ad03-79c85dece3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c177daf-a986-4bac-9ca9-35ce57f2b1f2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:23.133256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34602) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:23.165431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e8dd6d-fd05-4ac8-a046-085dff751387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.536934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e8dd6d-fd05-4ac8-a046-085dff751387 admin admin] Publish callbacks [] for security_group (843e4eed-57b1-4298-b32f-7ce9b2f95002), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.543830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e8dd6d-fd05-4ac8-a046-085dff751387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (843e4eed-57b1-4298-b32f-7ce9b2f95002), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:23.880244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8dd6d-fd05-4ac8-a046-085dff751387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843e4eed-57b1-4298-b32f-7ce9b2f95002,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:23.899855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d7e8dd6d-fd05-4ac8-a046-085dff751387 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44da7bf74caf4e9b9905a5719c8461e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7651062 Jan 28 13:36:23.904544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34630) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:24.000252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ba2f-2499-4dc3-a181-a20b0d65436d req-d20be7da-04c7-446b-9378-d31b65831734 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:24.014855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6771ba2f-2499-4dc3-a181-a20b0d65436d req-d20be7da-04c7-446b-9378-d31b65831734 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.4052625 Jan 28 13:36:24.076444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34634) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:24.160019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b212e7-1c62-4ae1-9fda-10004e17796b admin admin] Publish callbacks [] for security_group (843e4eed-57b1-4298-b32f-7ce9b2f95002), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.264811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6771ba2f-2499-4dc3-a181-a20b0d65436d req-71eb42bd-399d-4c86-abd3-5aff109634da tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469554 Jan 28 13:36:24.289267 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b212e7-1c62-4ae1-9fda-10004e17796b admin admin] Publish callbacks [] for security_group (843e4eed-57b1-4298-b32f-7ce9b2f95002), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.467238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1786413836-network', 'tenant_id': '3dbdea65df084ab1aeda1ce60a4ab84b'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:24.518504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b212e7-1c62-4ae1-9fda-10004e17796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (843e4eed-57b1-4298-b32f-7ce9b2f95002), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.530303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3b212e7-1c62-4ae1-9fda-10004e17796b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.533339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e3b212e7-1c62-4ae1-9fda-10004e17796b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/843e4eed-57b1-4298-b32f-7ce9b2f95002 HTTP/1.1" status: 204 len: 168 time: 0.6255910 Jan 28 13:36:24.562733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b212e7-1c62-4ae1-9fda-10004e17796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843e4eed-57b1-4298-b32f-7ce9b2f95002,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:24.620972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Made reservation on behalf of 3dbdea65df084ab1aeda1ce60a4ab84b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:24.627466 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.670574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.927505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a07845da-3d47-437b-8c82-15d15d65a872 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:36:24.939853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks [] for security_group (3aa98ea1-91d5-46ef-9a88-e40ea3ac6448), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:24.950186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3aa98ea1-91d5-46ef-9a88-e40ea3ac6448), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:25.023822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:36:25.055030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:25.089387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5ceb336f-32ee-46d3-96d5-f01427c23a32), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:25.089747 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Added segment 5ceb336f-32ee-46d3-96d5-f01427c23a32 of type vlan for network b1101577-f1bf-4d90-815f-8917f6ddf582 Jan 28 13:36:25.323487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b1101577-f1bf-4d90-815f-8917f6ddf582), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:25.354493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:25.404566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b1101577-f1bf-4d90-815f-8917f6ddf582), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:25.405567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.406157 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:25.436085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'a07845da-3d47-437b-8c82-15d15d65a872', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': 'a07845da-3d47-437b-8c82-15d15d65a872', 'mac_address': 'fa:16:3e:3a:d9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:36:25.609870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a07845da-3d47-437b-8c82-15d15d65a872 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:25.612109 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:25.644002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] Pushing event updated for resources: {'Network': ['ID=b1101577-f1bf-4d90-815f-8917f6ddf582,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:25.661669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a07845da-3d47-437b-8c82-15d15d65a872 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:36:25.674885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b1101577-f1bf-4d90-815f-8917f6ddf582 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:36:25.675468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727d9a9-e39d-49f0-9f9d-9d63fafcf9fe req-c387aac0-3e15-4cfd-af15-624fc6e9c696 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:25.683531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ed2e084-2b2d-4d84-a10f-ad06f694ab12 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6042192 Jan 28 13:36:25.686078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34694) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:25.691580 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9727d9a9-e39d-49f0-9f9d-9d63fafcf9fe req-c387aac0-3e15-4cfd-af15-624fc6e9c696 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1667950 Jan 28 13:36:25.708284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Request body: {'subnet': {'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1786413836-subnet', 'tenant_id': '3dbdea65df084ab1aeda1ce60a4ab84b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:25.770838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Made reservation on behalf of 3dbdea65df084ab1aeda1ce60a4ab84b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:25.777375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:25.801867 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9727d9a9-e39d-49f0-9f9d-9d63fafcf9fe req-12cd239f-337b-4cdc-8647-6860ada2c8e0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092682 Jan 28 13:36:26.152051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:26.171429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:26.385231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:26.446842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (9f04dd6b-73f3-41c4-84f5-b4a085176eec), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:26.462881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a07845da-3d47-437b-8c82-15d15d65a872'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:36:26.570795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f04dd6b-73f3-41c4-84f5-b4a085176eec,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:26.657060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Checking segment: {'id': '5ceb336f-32ee-46d3-96d5-f01427c23a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:36:26.658845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Network hostable DHCP agents. Network: b1101577-f1bf-4d90-815f-8917f6ddf582, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:36:26.697532 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:26.720368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Network b1101577-f1bf-4d90-815f-8917f6ddf582 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:36:26.755373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b1101577-f1bf-4d90-815f-8917f6ddf582) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:36:26.771005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:26.771463 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:26.791927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640638a4-86b8-4291-9100-cb99a1502bef None None] Network b1101577-f1bf-4d90-815f-8917f6ddf582 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:26.879486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-962a8cc5-adad-47f1-9125-078d4fa92bd6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1840620 Jan 28 13:36:27.039604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff4618e-9fa9-4b46-9a91-9dea8f41da35 None None] Network b1101577-f1bf-4d90-815f-8917f6ddf582 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:36:27.773618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49e1c5-4afa-4dcf-ae6b-2f65b46eea4a req-51dd01c3-a90c-4dc5-be06-0ce78c91623a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:27.812330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de49e1c5-4afa-4dcf-ae6b-2f65b46eea4a req-51dd01c3-a90c-4dc5-be06-0ce78c91623a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.7832348 Jan 28 13:36:27.948721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:28.013164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-de49e1c5-4afa-4dcf-ae6b-2f65b46eea4a req-42c81654-b575-4a7d-961f-8ddc4168cb74 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992130 Jan 28 13:36:28.953880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a07845da-3d47-437b-8c82-15d15d65a872 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:36:29.156848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port a07845da-3d47-437b-8c82-15d15d65a872 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:36:29.157369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a07845da-3d47-437b-8c82-15d15d65a872), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.524353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a07845da-3d47-437b-8c82-15d15d65a872 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:29.524907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.670729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:29.676294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:29.681175 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28a4ee6-5809-4172-a1b1-c95861f7edc5" -d '{"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-plugged", "status": "completed", "tag": "a07845da-3d47-437b-8c82-15d15d65a872"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:29.696248 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:29.925143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:34.851172 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0adfa61b-7728-4608-8c73-88031d4dba90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:35.136226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-bec0cbd1-3a13-45fb-b45a-11a443fa9b17 req-f84ab856-55e5-4ee3-a9dd-85c0c2d81db5 service neutron] (103373) timed out ('10.222.0.36', 50713) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:36:37.726423 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-44f71a78-eec6-4699-bedb-f61051f8d272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:38.683635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:40.477145 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:41.801364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.070075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:42.425497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-78a8f525-7a0a-405e-a6e7-40a242d35d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.637849 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-78a8f525-7a0a-405e-a6e7-40a242d35d75 admin admin] Publish callbacks [] for security_group (22dae88e-673d-431a-b68a-f8dbf77c1c18), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.644797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-78a8f525-7a0a-405e-a6e7-40a242d35d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (22dae88e-673d-431a-b68a-f8dbf77c1c18), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.732983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8f525-7a0a-405e-a6e7-40a242d35d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dae88e-673d-431a-b68a-f8dbf77c1c18,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:42.741253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-78a8f525-7a0a-405e-a6e7-40a242d35d75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdaeaa7bd969420b89d022b8aecc1bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6692328 Jan 28 13:36:42.744558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:42.866157 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9d26-6729-4e7b-acc3-bbfd90844636 admin admin] Publish callbacks [] for security_group (22dae88e-673d-431a-b68a-f8dbf77c1c18), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:42.926571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9d26-6729-4e7b-acc3-bbfd90844636 admin admin] Publish callbacks [] for security_group (22dae88e-673d-431a-b68a-f8dbf77c1c18), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:43.041051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9d26-6729-4e7b-acc3-bbfd90844636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (22dae88e-673d-431a-b68a-f8dbf77c1c18), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:43.047369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9d26-6729-4e7b-acc3-bbfd90844636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:43.062055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c7ed9d26-6729-4e7b-acc3-bbfd90844636 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22dae88e-673d-431a-b68a-f8dbf77c1c18 HTTP/1.1" status: 204 len: 168 time: 0.3023436 Jan 28 13:36:43.078155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed9d26-6729-4e7b-acc3-bbfd90844636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dae88e-673d-431a-b68a-f8dbf77c1c18,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:43.866630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34892) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:43.907804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6dcc198-66d0-456f-8b2a-256df59317eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.099346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6dcc198-66d0-456f-8b2a-256df59317eb admin admin] Publish callbacks [] for security_group (151c0560-5141-49cf-8bee-fea68fce8f01), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.107778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6dcc198-66d0-456f-8b2a-256df59317eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (151c0560-5141-49cf-8bee-fea68fce8f01), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.195542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34894) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:44.209204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c6dcc198-66d0-456f-8b2a-256df59317eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b54f71014b3b44f584de700e1a4693ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408778 Jan 28 13:36:44.228680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcc198-66d0-456f-8b2a-256df59317eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151c0560-5141-49cf-8bee-fea68fce8f01,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:44.337704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a8ed7-2406-4ad7-b43c-8dc0ad35b9ed admin admin] Publish callbacks [] for security_group (151c0560-5141-49cf-8bee-fea68fce8f01), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.395943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a8ed7-2406-4ad7-b43c-8dc0ad35b9ed admin admin] Publish callbacks [] for security_group (151c0560-5141-49cf-8bee-fea68fce8f01), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.515899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a8ed7-2406-4ad7-b43c-8dc0ad35b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (151c0560-5141-49cf-8bee-fea68fce8f01), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.526174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a8ed7-2406-4ad7-b43c-8dc0ad35b9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:44.556804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-916a8ed7-2406-4ad7-b43c-8dc0ad35b9ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/151c0560-5141-49cf-8bee-fea68fce8f01 HTTP/1.1" status: 204 len: 168 time: 0.3502398 Jan 28 13:36:44.595691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a8ed7-2406-4ad7-b43c-8dc0ad35b9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151c0560-5141-49cf-8bee-fea68fce8f01,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:46.272550 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:36:49.004864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-1f4c24cc-356a-4c43-9005-93f7d8c6042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.013458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-1f4c24cc-356a-4c43-9005-93f7d8c6042e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432&tenant_id=69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 1095 time: 0.2544630 Jan 28 13:36:49.242584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-cd144968-9c9f-4422-b239-4540a8a19b67 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.251790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-cd144968-9c9f-4422-b239-4540a8a19b67 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/networks?id=b1101577-f1bf-4d90-815f-8917f6ddf582 HTTP/1.1" status: 200 len: 818 time: 0.4211357 Jan 28 13:36:49.283731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-22998448-fc23-485d-80d0-759dce1879b7 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/quotas/3dbdea65df084ab1aeda1ce60a4ab84b HTTP/1.1" status: 200 len: 375 time: 0.0201740 Jan 28 13:36:49.329025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-298c1247-66dd-43ae-85c7-18f62a32708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.336702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-298c1247-66dd-43ae-85c7-18f62a32708a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1095 time: 0.2386885 Jan 28 13:36:49.351625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3a6e0-ef8d-404d-834c-bc7f57177709 req-8ad5e3e0-9ef9-442f-a3e7-15c0657bda85 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.367361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26a3a6e0-ef8d-404d-834c-bc7f57177709 req-8ad5e3e0-9ef9-442f-a3e7-15c0657bda85 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.3432441 Jan 28 13:36:49.371913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-4db9f00b-857f-4de3-b1be-6075562461ea tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3dbdea65df084ab1aeda1ce60a4ab84b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795875 Jan 28 13:36:49.733036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-c8dde603-e778-40a2-ad6b-e264f3b802e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:49.735851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-c8dde603-e778-40a2-ad6b-e264f3b802e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.3347116 Jan 28 13:36:49.740438 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-887e7dee-05d5-450a-ac3f-8304f7672417 service neutron] 10.222.0.45 "GET /v2.0/networks/b1101577-f1bf-4d90-815f-8917f6ddf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410196 Jan 28 13:36:49.786752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26a3a6e0-ef8d-404d-834c-bc7f57177709 req-7c565d8b-a50d-439b-96cb-d0582528c48b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181635 Jan 28 13:36:50.034318 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3a88c5-f2a1-4bf9-9efa-48b3b2d9d0a6 x-openstack-request-id: req-5c3a88c5-f2a1-4bf9-9efa-48b3b2d9d0a6 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:50.034859 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-plugged", "status": "completed", "tag": "a07845da-3d47-437b-8c82-15d15d65a872", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:50.035070 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c3a88c5-f2a1-4bf9-9efa-48b3b2d9d0a6 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:50.036315 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872', 'code': 200} Jan 28 13:36:50.050588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-fa9a571b-050b-4d4f-9481-b070f9f913eb service neutron] 10.222.0.45 "GET /v2.0/networks/b1101577-f1bf-4d90-815f-8917f6ddf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042910 Jan 28 13:36:50.221937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-c1c2f2e5-aba3-4b2f-b65c-4bd742e9a2a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 1000 time: 0.4336069 Jan 28 13:36:50.409115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-1ea02262-7dbc-4e60-86fa-04016fe70d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.411164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-1ea02262-7dbc-4e60-86fa-04016fe70d63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.1792171 Jan 28 13:36:50.609483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-c147741e-8233-4c21-9a09-63c012576012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:50.618701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-c147741e-8233-4c21-9a09-63c012576012 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966493 Jan 28 13:36:50.717433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ebb3d2f8-ab4d-4152-9035-07f88dd91f58 req-cd3f68d2-1d27-42d5-9199-6d49f4b8d57e tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 210 time: 0.1004040 Jan 28 13:36:50.920918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-b21e2212-462a-4735-8c00-4afe4c1a1ebc service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929578 Jan 28 13:36:50.986436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35048) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:51.259047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25876641-1f9a-4bc8-ac88-a355568313c4 req-c0f7f0b8-60f7-4f1e-a6ec-47c411fb5cfe tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:51.282841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25876641-1f9a-4bc8-ac88-a355568313c4 req-c0f7f0b8-60f7-4f1e-a6ec-47c411fb5cfe tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1787314 Jan 28 13:36:51.470108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e69c1c-f53a-4d9f-afec-6b35f5ae8a68 req-2ad50558-1be2-4305-927c-24d1c426b513 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395117 Jan 28 13:36:51.500010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25876641-1f9a-4bc8-ac88-a355568313c4 req-d78374e6-c3b9-4155-ad0d-34251ccce15b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127697 Jan 28 13:36:51.615080 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-c9e50c1d-cd00-4c21-b9f9-357667d8e776 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3396723 Jan 28 13:36:51.787581 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.033689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-e01f0ab7-effc-4af0-aaba-b851c6ae8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.056560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-e01f0ab7-effc-4af0-aaba-b851c6ae8fb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3dd7e017936e473f933da737b0342f59&device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.2767622 Jan 28 13:36:52.157940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7c3d8ee-4443-4b5a-affe-92eddd1d36c1 req-69c66f0a-597e-40b1-92a5-4ec46f56f5c8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 210 time: 0.1854138 Jan 28 13:36:52.454767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Publish callbacks [] for security_group (50e9b066-eb35-4608-b792-dc78e90aba9d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.475429 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (50e9b066-eb35-4608-b792-dc78e90aba9d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:52.663498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-dbe669c6-716b-4dca-aeda-bc7a92a2003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:52.663498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-dbe669c6-716b-4dca-aeda-bc7a92a2003c service neutron] 10.222.0.60 "GET /v2.0/networks?id=764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 200 len: 911 time: 0.5626485 Jan 28 13:36:52.894503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e9b066-eb35-4608-b792-dc78e90aba9d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:52.969376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.972445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.974020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.975876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.978353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.980726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.983682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.986563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.991133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.991874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.993867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.996843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:52.997624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:53.025891 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5eb3c8c1-ea97-4944-97d4-4f54e2b93181 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad00f5b433ae4c19a253c6a424477c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0363321 Jan 28 13:36:53.029940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35128) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:53.083435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a07845da-3d47-437b-8c82-15d15d65a872 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:53.600822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a07845da-3d47-437b-8c82-15d15d65a872 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:36:53.610601 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.630742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-0189905e-20dc-4a09-a845-2c5e66b00739 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 200 len: 1000 time: 0.9382131 Jan 28 13:36:53.734432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7db5a997-d1b0-45ec-bcd7-b3b5623f4aae req-aba26fd5-60d4-4960-bb93-0976953d0c9b tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 210 time: 0.1624305 Jan 28 13:36:53.757646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:53.774236 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7340e7-62fc-4030-9a25-9353f3899bdd" -d '{"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-unplugged", "status": "completed", "tag": "a07845da-3d47-437b-8c82-15d15d65a872"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:53.777874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada9da8-207b-4c4c-a3ce-1ac903acc266 req-6bad4211-a83c-4ffb-aa16-9ecb3e1cc4dd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:53.791771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ada9da8-207b-4c4c-a3ce-1ac903acc266 req-6bad4211-a83c-4ffb-aa16-9ecb3e1cc4dd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.7921965 Jan 28 13:36:53.826054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:53.844543 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.855544 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Publish callbacks [] for security_group (50e9b066-eb35-4608-b792-dc78e90aba9d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:53.970623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Publish callbacks [] for security_group (50e9b066-eb35-4608-b792-dc78e90aba9d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.091885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.353173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (50e9b066-eb35-4608-b792-dc78e90aba9d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.358125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:54.360294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50e9b066-eb35-4608-b792-dc78e90aba9d HTTP/1.1" status: 204 len: 168 time: 1.2045395 Jan 28 13:36:54.567184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e9b066-eb35-4608-b792-dc78e90aba9d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:54.649566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-bb7c597b-1333-491f-806a-dcc3ba624979 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:54.681080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-bb7c597b-1333-491f-806a-dcc3ba624979 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 0.4357393 Jan 28 13:36:54.775078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-c48640f0-5f45-46ff-a4b9-fb06b8abf3bd tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/quotas/935a164ba44c442cba3cd4bede47e8f9 HTTP/1.1" status: 200 len: 375 time: 0.0841501 Jan 28 13:36:54.894209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ada9da8-207b-4c4c-a3ce-1ac903acc266 req-94ef8ba3-d22d-4bd0-b3c4-b710c6ff4740 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0967541 Jan 28 13:36:54.911834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.914418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.917683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.923640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.925576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.927928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.935027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.939516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.940199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.940823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.941467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.942080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:54.944986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b199a-4dea-440e-98f5-3b4747f9bbac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:36:55.097678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-14590289-ded2-449f-8cb7-1ee741bda7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.113677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-14590289-ded2-449f-8cb7-1ee741bda7c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 200 len: 849 time: 1.3965430 Jan 28 13:36:55.313610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-55ed114b-9ddf-43df-abda-fea2e3c44fd6 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5347536 Jan 28 13:36:55.329316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-23c33017-24e3-4f66-94a3-feb722f85c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.335262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-23c33017-24e3-4f66-94a3-feb722f85c06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=764b5b91-42d5-4030-8d60-84bc13365fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120614 Jan 28 13:36:55.343642 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd521e79-c6b2-462f-b7a5-8d6466ad681a x-openstack-request-id: req-dd521e79-c6b2-462f-b7a5-8d6466ad681a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:55.345829 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-unplugged", "status": "completed", "tag": "a07845da-3d47-437b-8c82-15d15d65a872", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:55.346719 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd521e79-c6b2-462f-b7a5-8d6466ad681a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:55.348229 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872', 'code': 200} Jan 28 13:36:55.359419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-2500cc31-d060-40ce-aaa4-ad4960cac47e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.361081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-ed84e231-f32b-4413-9d16-46256d4ab5bb tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:55.362970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-2500cc31-d060-40ce-aaa4-ad4960cac47e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "GET /v2.0/ports?device_id=611fcbed-2ab2-4f6b-9eaf-47c57b924637 HTTP/1.1" status: 200 len: 944 time: 0.5042875 Jan 28 13:36:55.364430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-ed84e231-f32b-4413-9d16-46256d4ab5bb tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.36 "GET /v2.0/networks?id=b1101577-f1bf-4d90-815f-8917f6ddf582 HTTP/1.1" status: 200 len: 818 time: 1.7395611 Jan 28 13:36:55.402643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Request body: {'port': {'device_id': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582', 'admin_state_up': True, 'tenant_id': '3dbdea65df084ab1aeda1ce60a4ab84b'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:36:55.458071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35176) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:55.524075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7aedbf60-3dd3-4fb0-8725-c264ec9c3c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:55.948985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7aedbf60-3dd3-4fb0-8725-c264ec9c3c3f admin admin] Publish callbacks [] for security_group (c9099355-977d-43d8-b267-818866e9bc21), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.008760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7aedbf60-3dd3-4fb0-8725-c264ec9c3c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c9099355-977d-43d8-b267-818866e9bc21), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.141155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Deleting port a07845da-3d47-437b-8c82-15d15d65a872 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:36:56.144817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a07845da-3d47-437b-8c82-15d15d65a872), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.227543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7aedbf60-3dd3-4fb0-8725-c264ec9c3c3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8627c74ac0d844c9bc38a75be10d5f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7396140 Jan 28 13:36:56.228382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35184) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:36:56.234994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-5876b3d6-7022-46cb-89b7-b1a49649b04b service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672354 Jan 28 13:36:56.442983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cb7938b-942e-436b-9cd3-8457d1472ecc req-5ef1dcd2-3299-42bf-bd5e-11d34c5b9d61 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 210 time: 0.4798431 Jan 28 13:36:56.596598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.801028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9394c2dd-2f91-4538-8bf0-d24d0baeee71 admin admin] Publish callbacks [] for security_group (c9099355-977d-43d8-b267-818866e9bc21), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:56.811814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-1397d2cb-265b-46b4-9f81-341ecdd6de6b service neutron] 10.222.0.45 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738747 Jan 28 13:36:56.958046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9394c2dd-2f91-4538-8bf0-d24d0baeee71 admin admin] Publish callbacks [] for security_group (c9099355-977d-43d8-b267-818866e9bc21), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.002194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] For port a07845da-3d47-437b-8c82-15d15d65a872, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a07845da-3d47-437b-8c82-15d15d65a872,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:36:57.002720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a07845da-3d47-437b-8c82-15d15d65a872), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.034858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Calling delete_port for a07845da-3d47-437b-8c82-15d15d65a872 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:36:57.264905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9394c2dd-2f91-4538-8bf0-d24d0baeee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c9099355-977d-43d8-b267-818866e9bc21), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.272895 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9394c2dd-2f91-4538-8bf0-d24d0baeee71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:57.284399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9394c2dd-2f91-4538-8bf0-d24d0baeee71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9099355-977d-43d8-b267-818866e9bc21 HTTP/1.1" status: 204 len: 168 time: 0.9968817 Jan 28 13:36:57.411157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedbf60-3dd3-4fb0-8725-c264ec9c3c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9099355-977d-43d8-b267-818866e9bc21,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.675095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-4f118127-7f65-4254-afba-d7749535b189 service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3085580 Jan 28 13:36:57.743663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394c2dd-2f91-4538-8bf0-d24d0baeee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9099355-977d-43d8-b267-818866e9bc21,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:57.813614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a07845da-3d47-437b-8c82-15d15d65a872), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.033530 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.117794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Made reservation on behalf of 3dbdea65df084ab1aeda1ce60a4ab84b for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:36:58.131652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event deleted for resources: {'Port': ['ID=a07845da-3d47-437b-8c82-15d15d65a872,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:36:58.134012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] No DVR routers for this DVR port a07845da-3d47-437b-8c82-15d15d65a872 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:36:58.137132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.141595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7279a72d-9732-45c2-8ea5-2af35723ef86 req-021845af-2da0-4630-b073-67539a27ab5c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "DELETE /v2.0/ports/a07845da-3d47-437b-8c82-15d15d65a872 HTTP/1.1" status: 204 len: 173 time: 2.7452571 Jan 28 13:36:58.141996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-deleted', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:36:58.145729 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf8c7ca-cd2c-402b-96da-7bd693429bff" -d '{"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-deleted", "tag": "a07845da-3d47-437b-8c82-15d15d65a872"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:36:58.166845 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:36:58.461977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ce7b-2b05-4528-9019-af2a98554f3b req-fd4706ea-71f2-4b43-8f0c-a64400ba0333 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:36:58.474680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf40ce7b-2b05-4528-9019-af2a98554f3b req-fd4706ea-71f2-4b43-8f0c-a64400ba0333 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 1.3022552 Jan 28 13:36:58.910524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fb52f07-4e1e-4792-a529-88f727b8b110 req-e9842d20-3491-467f-8d8b-f331a9cacfad service neutron] 10.222.0.60 "GET /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1883676 Jan 28 13:36:59.082530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a07845da-3d47-437b-8c82-15d15d65a872 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:36:59.154415 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8397bc6-f96a-4251-86ab-bf188d1a295e req-9e190139-889f-4673-9f7d-b170aff2d9de tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 210 time: 1.5572410 Jan 28 13:36:59.278838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: a07845da-3d47-437b-8c82-15d15d65a872 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:36:59.281945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a07845da-3d47-437b-8c82-15d15d65a872 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:36:59.344123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Allocated IP 172.20.0.12 (b1101577-f1bf-4d90-815f-8917f6ddf582/9f04dd6b-73f3-41c4-84f5-b4a085176eec/a8f72a1f-602e-439c-9831-82f6a3c1e3c3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:36:59.389672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf40ce7b-2b05-4528-9019-af2a98554f3b req-c0526c1e-459d-4e0c-aab8-38ab1ecb321d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8654213 Jan 28 13:36:59.643721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-835d5549-9675-4c80-97c0-f2f70e150d91 req-68df051e-a0f2-42f6-ba47-b9e9298a95f4 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 210 time: 0.1251318 Jan 28 13:36:59.729277 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925713a-b2e0-4fd9-83af-3bd56d7a431d x-openstack-request-id: req-e925713a-b2e0-4fd9-83af-3bd56d7a431d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:36:59.731677 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fcbed-2ab2-4f6b-9eaf-47c57b924637", "name": "network-vif-deleted", "tag": "a07845da-3d47-437b-8c82-15d15d65a872", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:36:59.731965 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e925713a-b2e0-4fd9-83af-3bd56d7a431d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:36:59.732494 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fcbed-2ab2-4f6b-9eaf-47c57b924637', 'name': 'network-vif-deleted', 'tag': 'a07845da-3d47-437b-8c82-15d15d65a872', 'status': 'completed', 'code': 200} Jan 28 13:37:00.009774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks [] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.162484 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.232492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Network b1101577-f1bf-4d90-815f-8917f6ddf582 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:00.240247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:00.310219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:00.513952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Pushing event updated for resources: {'Port': ['ID=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:00.541213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6de88611-905b-4d6c-a698-29d9be0da993 req-f10e3392-ca7d-4f17-9ff0-404d81af5353 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 210 time: 0.0923126 Jan 28 13:37:00.646027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:00.647673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:00.699517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-eb87b6bc-2169-4a28-b1bf-1e951784c391 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3140728 Jan 28 13:37:00.753694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Request body: {'port': {'device_id': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:01.061378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dddc0-691a-4b24-b79c-d12a430dbb07 req-01e34498-d871-4d34-b681-52135e54f477 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:01.075442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-350dddc0-691a-4b24-b79c-d12a430dbb07 req-01e34498-d871-4d34-b681-52135e54f477 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 932 time: 0.1454978 Jan 28 13:37:01.356009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-350dddc0-691a-4b24-b79c-d12a430dbb07 req-95208e40-9b52-4e1b-af4c-11f6dff4ace3 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759039 Jan 28 13:37:01.616381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07cc3e-b6ca-4f98-b145-a4f4e024183b req-24e2dc2a-7bca-4d8f-9990-186986ad5f44 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:01.618266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa07cc3e-b6ca-4f98-b145-a4f4e024183b req-24e2dc2a-7bca-4d8f-9990-186986ad5f44 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.8524306 Jan 28 13:37:01.950564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa07cc3e-b6ca-4f98-b145-a4f4e024183b req-103df9dd-4a55-4bba-a0b4-4460022a3ab4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742114 Jan 28 13:37:01.965014 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aed663dd-bf4d-41ff-bbe2-048df5633101 req-236e8359-6069-4535-8f8c-1395c533d405 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 210 time: 0.1264424 Jan 28 13:37:01.965975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:02.322748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-318ddc0c-552d-4fce-9344-bbdf55b33811 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:02.325772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-318ddc0c-552d-4fce-9344-bbdf55b33811 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 805 time: 1.3391299 Jan 28 13:37:02.345936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Request body: {'port': {'device_id': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'admin_state_up': True, 'tenant_id': '935a164ba44c442cba3cd4bede47e8f9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:02.682369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35294) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:02.949221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Made reservation on behalf of 935a164ba44c442cba3cd4bede47e8f9 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:02.957866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.038039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d00dc-f5f7-45b8-9916-d47677347f14 req-6de35605-e5a6-4d71-b4d8-fb78e13aeb09 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.057109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-735d00dc-f5f7-45b8-9916-d47677347f14 req-6de35605-e5a6-4d71-b4d8-fb78e13aeb09 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 932 time: 0.2413962 Jan 28 13:37:03.276399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-735d00dc-f5f7-45b8-9916-d47677347f14 req-5665626b-9991-40c9-9d2c-fba5adb7b9a8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110283 Jan 28 13:37:03.297315 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb606623-f492-47e2-82ae-93b742615254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.689318 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a386d4b-d635-4344-95e5-22cd6f759cef req-ad4d6817-f9cb-45c4-ad03-735fd4004125 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 210 time: 0.1662688 Jan 28 13:37:03.760178 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb606623-f492-47e2-82ae-93b742615254 admin admin] Publish callbacks [] for security_group (15e64005-7db2-432e-9543-0d29c4badd90), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.795433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb606623-f492-47e2-82ae-93b742615254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (15e64005-7db2-432e-9543-0d29c4badd90), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:03.897290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475406f-d601-4bd8-8c82-ca2ba70517b0 req-4fff0ffe-0856-4fdf-b370-559823551fdd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:03.922723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8475406f-d601-4bd8-8c82-ca2ba70517b0 req-4fff0ffe-0856-4fdf-b370-559823551fdd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.3968320 Jan 28 13:37:03.954196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb606623-f492-47e2-82ae-93b742615254 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=353cf20a87134c30b39094676288e946&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2703650 Jan 28 13:37:03.965130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Allocated IP 172.20.0.3 (26f28114-eccf-48f1-8cc0-f02226bef1a7/259036d3-2318-45da-ace8-5ce18d37be50/29cd1048-9a9c-4401-94d1-82c64984b4bf) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:04.017395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35316) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:04.162737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8475406f-d601-4bd8-8c82-ca2ba70517b0 req-ae0d9999-b252-4c63-8df7-26d666594cf6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393177 Jan 28 13:37:04.227593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb606623-f492-47e2-82ae-93b742615254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e64005-7db2-432e-9543-0d29c4badd90,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:04.368823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b176009-9d4f-4f5c-9e7c-908071b27149 admin admin] Publish callbacks [] for security_group (15e64005-7db2-432e-9543-0d29c4badd90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:04.445193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b176009-9d4f-4f5c-9e7c-908071b27149 admin admin] Publish callbacks [] for security_group (15e64005-7db2-432e-9543-0d29c4badd90), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:04.596480 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b176009-9d4f-4f5c-9e7c-908071b27149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (15e64005-7db2-432e-9543-0d29c4badd90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:04.614929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b176009-9d4f-4f5c-9e7c-908071b27149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:04.624602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1b176009-9d4f-4f5c-9e7c-908071b27149 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15e64005-7db2-432e-9543-0d29c4badd90 HTTP/1.1" status: 204 len: 168 time: 0.5716400 Jan 28 13:37:04.653054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b176009-9d4f-4f5c-9e7c-908071b27149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e64005-7db2-432e-9543-0d29c4badd90,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:04.893582 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f36664be-3059-4aad-baf5-b3d088f8a5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.090469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be04cb4e-942f-4e2a-b70f-66509286f74c req-100cd9b0-c1dc-4846-a835-a72b619eab77 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 210 time: 0.1322131 Jan 28 13:37:05.692129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229190c0-376d-4846-af80-0ffbf66fae27 req-c9b715b1-5f0c-4e0e-b3e5-2dd2e59b8e61 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:05.710049 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-229190c0-376d-4846-af80-0ffbf66fae27 req-c9b715b1-5f0c-4e0e-b3e5-2dd2e59b8e61 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.2289138 Jan 28 13:37:05.873751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks [] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.929613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:05.981617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f72a1f-602e-439c-9831-82f6a3c1e3c3 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:06.015880 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-229190c0-376d-4846-af80-0ffbf66fae27 req-75b36265-6a30-4388-8747-7e9ebcef09eb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983015 Jan 28 13:37:06.086719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Publish callbacks [] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.139687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Network 26f28114-eccf-48f1-8cc0-f02226bef1a7 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:06.154938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:06.217401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Transition to ACTIVE for port object a8f72a1f-602e-439c-9831-82f6a3c1e3c3 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:37:06.264997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:06.333963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0fc3-2b1a-4f5a-b2fe-929dbc2a70c7 req-b066a636-521d-4c47-b18c-0c66682d01fb tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:06.338513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d48f0fc3-2b1a-4f5a-b2fe-929dbc2a70c7 req-b066a636-521d-4c47-b18c-0c66682d01fb tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 932 time: 0.8049915 Jan 28 13:37:06.340216 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.597429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:06.695644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:06.696276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:06.775873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8623ae-688c-4231-b129-899e51d6cfd1 req-79e1cecd-2b09-4af2-8db3-4691d2c4d48c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:06.792377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa8623ae-688c-4231-b129-899e51d6cfd1 req-79e1cecd-2b09-4af2-8db3-4691d2c4d48c tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 931 time: 0.2167435 Jan 28 13:37:06.796606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d48f0fc3-2b1a-4f5a-b2fe-929dbc2a70c7 req-029e1516-70fe-4c14-a3ae-384965474878 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065852 Jan 28 13:37:06.914289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Attempting to bind port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:06.915313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Attempting to bind port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '5ceb336f-32ee-46d3-96d5-f01427c23a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:06.915313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Attempting to bind port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 on network b1101577-f1bf-4d90-815f-8917f6ddf582 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:06.930640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-e5128c98-ba0e-45f3-af57-4c96c6abe37e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5898943 Jan 28 13:37:06.967880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Request body: {'port': {'device_id': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:07.005334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:07.132946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa8623ae-688c-4231-b129-899e51d6cfd1 req-d0a387ba-38ad-436e-9777-1480cc59df8b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319290 Jan 28 13:37:07.235631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 on network b1101577-f1bf-4d90-815f-8917f6ddf582 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:07.242976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Attempting to bind port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 on network b1101577-f1bf-4d90-815f-8917f6ddf582 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:07.248782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:07.272091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:07.272091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Checking segment: {'id': '5ceb336f-32ee-46d3-96d5-f01427c23a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:07.272542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Bound using segment: {'id': '5ceb336f-32ee-46d3-96d5-f01427c23a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:07.272788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Bound port: a8f72a1f-602e-439c-9831-82f6a3c1e3c3, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ceb336f-32ee-46d3-96d5-f01427c23a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:07.273154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:07.554423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a21ee-fc3d-4e31-ad60-aee986a651b0 req-0074a97d-046b-4140-afa0-eba10969f190 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:07.562944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-064a21ee-fc3d-4e31-ad60-aee986a651b0 req-0074a97d-046b-4140-afa0-eba10969f190 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1930113 Jan 28 13:37:07.733122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fdc3ae8c-b0c0-4e3f-8418-66779ad0df0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:07.751020 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-064a21ee-fc3d-4e31-ad60-aee986a651b0 req-c61e68fb-0222-4a4c-b11d-0f5940c140bd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822679 Jan 28 13:37:07.924418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] For port a8f72a1f-602e-439c-9831-82f6a3c1e3c3, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:07.935986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] For port a8f72a1f-602e-439c-9831-82f6a3c1e3c3, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,segment=NetworkSegment(5ceb336f-32ee-46d3-96d5-f01427c23a32),segment_id=5ceb336f-32ee-46d3-96d5-f01427c23a32)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:07.959497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.442675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:08.467879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:08.470157 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.474488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-d06796d0-b490-4b3f-8983-104e9b5a1ef0 service neutron] 10.222.0.36 "PUT /v2.0/ports/a8f72a1f-602e-439c-9831-82f6a3c1e3c3 HTTP/1.1" status: 200 len: 1092 time: 7.7663648 Jan 28 13:37:08.477555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'tag': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:08.491085 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70c781f-3c89-49f1-9d7c-4caf40d16744" -d '{"events": [{"name": "network-changed", "server_uuid": "03dd61f4-dae2-4c2c-89db-380eb864f800", "tag": "a8f72a1f-602e-439c-9831-82f6a3c1e3c3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:08.674199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf270da-7aa9-4c03-a589-5c7059bf5afe req-982fc9ec-6048-411e-852b-66e7aa4fac98 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:08.682185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:08.697377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6cf270da-7aa9-4c03-a589-5c7059bf5afe req-982fc9ec-6048-411e-852b-66e7aa4fac98 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 931 time: 0.3707683 Jan 28 13:37:08.711329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267767-aa7b-4160-804d-94c9a9710b6b req-0c943dba-cbb8-4d16-bd4a-f01d65b110e2 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:08.714862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76267767-aa7b-4160-804d-94c9a9710b6b req-0c943dba-cbb8-4d16-bd4a-f01d65b110e2 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 944 time: 0.5907030 Jan 28 13:37:08.967724 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6cf270da-7aa9-4c03-a589-5c7059bf5afe req-8490e6b7-35cd-4600-bb0a-6cb514175d64 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666769 Jan 28 13:37:09.121323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35468) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:09.177989 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe25386-244b-447d-ba24-e78c79224321 x-openstack-request-id: req-6fe25386-244b-447d-ba24-e78c79224321 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:09.179272 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dd61f4-dae2-4c2c-89db-380eb864f800", "tag": "a8f72a1f-602e-439c-9831-82f6a3c1e3c3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:09.180774 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6fe25386-244b-447d-ba24-e78c79224321 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:09.184120 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'tag': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3', 'status': 'completed', 'code': 200} Jan 28 13:37:09.196420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-6b8b543b-a9ee-4f21-b392-4d3746c55344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:09.226803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-6b8b543b-a9ee-4f21-b392-4d3746c55344 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dbdea65df084ab1aeda1ce60a4ab84b&device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 1095 time: 0.6548207 Jan 28 13:37:09.392804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3277a5-2cfd-4649-ae56-c1d9989f525a req-6f464049-5582-43d7-9d00-63c93e5d0af2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:09.394414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a3277a5-2cfd-4649-ae56-c1d9989f525a req-6f464049-5582-43d7-9d00-63c93e5d0af2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1219909 Jan 28 13:37:09.512320 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a81c3754-167c-41a9-9476-67264d477ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.537456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76267767-aa7b-4160-804d-94c9a9710b6b req-20074cde-dccc-46d5-9dcc-a0760279b9e8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489606 Jan 28 13:37:09.612758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a3277a5-2cfd-4649-ae56-c1d9989f525a req-e1101a46-f911-493d-8229-bc8dbc042b59 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098510 Jan 28 13:37:09.655205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-019c4326-583d-463c-852c-bd4a8526e4de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f72a1f-602e-439c-9831-82f6a3c1e3c3 HTTP/1.1" status: 200 len: 217 time: 0.1135280 Jan 28 13:37:09.707214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cd1048-9a9c-4401-94d1-82c64984b4bf {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:09.752011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Publish callbacks [] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.787081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Transition to ACTIVE for port object 29cd1048-9a9c-4401-94d1-82c64984b4bf will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:37:09.797524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-5d8fcab9-de38-4e59-b818-241f6476c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:09.799094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-5d8fcab9-de38-4e59-b818-241f6476c948 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f04dd6b-73f3-41c4-84f5-b4a085176eec HTTP/1.1" status: 200 len: 858 time: 0.1268623 Jan 28 13:37:09.800017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.900081 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a81c3754-167c-41a9-9476-67264d477ff2 admin admin] Publish callbacks [] for security_group (83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:09.907002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a81c3754-167c-41a9-9476-67264d477ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:10.007874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35480) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:10.013862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a81c3754-167c-41a9-9476-67264d477ff2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e0ec99c9bcd47da8815f73d64f4c250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8828609 Jan 28 13:37:10.067463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c3754-167c-41a9-9476-67264d477ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:10.124065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-f91d8676-c01c-419d-a1e2-eb20b1e48cdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1101577-f1bf-4d90-815f-8917f6ddf582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865857 Jan 28 13:37:10.186565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:10.483167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:10.642911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-3d1c7fbb-ce44-441b-bc74-1cf8ad3cf929 service neutron] 10.222.0.36 "GET /v2.0/networks/b1101577-f1bf-4d90-815f-8917f6ddf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668000 Jan 28 13:37:10.745446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fee7ec-06bc-40bd-82be-bae2000f3683 req-b286f016-9c90-4be1-8073-f3bfc72784de tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:10.769419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32fee7ec-06bc-40bd-82be-bae2000f3683 req-b286f016-9c90-4be1-8073-f3bfc72784de tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 943 time: 0.6393843 Jan 28 13:37:11.014590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cfe95-5fef-4bee-b628-87014d23c14b req-b9eee55c-d3c3-4a48-baf5-95dc0fadc428 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:11.016237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca6cfe95-5fef-4bee-b628-87014d23c14b req-b9eee55c-d3c3-4a48-baf5-95dc0fadc428 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 944 time: 0.2353127 Jan 28 13:37:11.155207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32fee7ec-06bc-40bd-82be-bae2000f3683 req-3308b7e9-857e-4546-91c2-3f2fcfa08279 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843088 Jan 28 13:37:11.170481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af27ef32-ccf0-4d3e-b4c6-c3d973cda17f admin admin] Publish callbacks [] for security_group (83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.257044 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca6cfe95-5fef-4bee-b628-87014d23c14b req-2a3e1916-79ee-4e2a-aa3e-8544abf3ba90 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254944 Jan 28 13:37:11.296626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af27ef32-ccf0-4d3e-b4c6-c3d973cda17f admin admin] Publish callbacks [] for security_group (83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.484743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Attempting to bind port 29cd1048-9a9c-4401-94d1-82c64984b4bf on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:11.487497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Attempting to bind port 29cd1048-9a9c-4401-94d1-82c64984b4bf by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:11.488471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Attempting to bind port 29cd1048-9a9c-4401-94d1-82c64984b4bf on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:11.504514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af27ef32-ccf0-4d3e-b4c6-c3d973cda17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.515248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af27ef32-ccf0-4d3e-b4c6-c3d973cda17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.517504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-af27ef32-ccf0-4d3e-b4c6-c3d973cda17f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c HTTP/1.1" status: 204 len: 168 time: 1.4525738 Jan 28 13:37:11.526148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Port 29cd1048-9a9c-4401-94d1-82c64984b4bf on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:11.529552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Attempting to bind port 29cd1048-9a9c-4401-94d1-82c64984b4bf on network 26f28114-eccf-48f1-8cc0-f02226bef1a7 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:11.601828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:11.612225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Checking segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:11.613844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Bound using segment: {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:11.614729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Bound port: 29cd1048-9a9c-4401-94d1-82c64984b4bf, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b13a003-5fc4-4cda-8da0-210d02a8381a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:11.616950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:11.703324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ef32-ccf0-4d3e-b4c6-c3d973cda17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5d5c1-8c9f-4a3a-b7d0-a1f6c2c4a28c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:11.722613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967fa49-23e1-4525-bcb9-3a2bb19fac31 req-3a5451ab-1779-4b5b-9ee0-1e39e5ff0775 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:11.766414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6967fa49-23e1-4525-bcb9-3a2bb19fac31 req-3a5451ab-1779-4b5b-9ee0-1e39e5ff0775 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.3187983 Jan 28 13:37:11.779746 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.068699 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ec5168-f40d-4ac9-b114-e75d75599779 req-9a517950-5b6b-4dde-892f-00cfe1f6321e service neutron] 10.222.0.36 "GET /v2.0/networks/b1101577-f1bf-4d90-815f-8917f6ddf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4108999 Jan 28 13:37:12.390850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:12.405991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:12.423651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6967fa49-23e1-4525-bcb9-3a2bb19fac31 req-208780b5-0107-4855-9262-4f84770b0829 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6528406 Jan 28 13:37:12.445485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.632655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3daec-4897-44ac-a430-1e0b013313f4 req-bc293d15-f62a-4f5f-8690-f77c5e6ff7dd tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:12.643987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:12.650043 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5b3daec-4897-44ac-a430-1e0b013313f4 req-bc293d15-f62a-4f5f-8690-f77c5e6ff7dd tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 943 time: 0.1885967 Jan 28 13:37:12.655584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:12.660447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/29cd1048-9a9c-4401-94d1-82c64984b4bf HTTP/1.1" status: 200 len: 1091 time: 5.7000895 Jan 28 13:37:12.682102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:12.692613 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c98e68-0aca-48f3-a6be-8930977e6519" -d '{"events": [{"name": "network-changed", "server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:12.813841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b5b3daec-4897-44ac-a430-1e0b013313f4 req-3ca08f91-29a4-47ea-ac78-3123d72203fd tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593952 Jan 28 13:37:12.926873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-dac4e4e1-0753-4b3b-8dd3-0b0aff43d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:12.929593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-dac4e4e1-0753-4b3b-8dd3-0b0aff43d993 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3dbdea65df084ab1aeda1ce60a4ab84b&device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 1095 time: 0.7442863 Jan 28 13:37:12.944312 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d772ae76-4a36-4329-a3a7-4b2ffd8b05d0 x-openstack-request-id: req-d772ae76-4a36-4329-a3a7-4b2ffd8b05d0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:12.945079 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:12.945557 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d772ae76-4a36-4329-a3a7-4b2ffd8b05d0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:12.946203 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'status': 'completed', 'code': 200} Jan 28 13:37:13.055555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f193fc6-a4a3-434a-97ed-22226e9c57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:13.117615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5784c3-9341-4669-a631-9d45328927ea req-c53c9a16-ad1b-4158-a1d7-e25ce6f2bb4b tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.125229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f5784c3-9341-4669-a631-9d45328927ea req-c53c9a16-ad1b-4158-a1d7-e25ce6f2bb4b tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 944 time: 0.4115324 Jan 28 13:37:13.149314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-6af8aec3-302c-4907-96db-f1b23b70f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.150991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-6af8aec3-302c-4907-96db-f1b23b70f144 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 1094 time: 0.3872185 Jan 28 13:37:13.255644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-3e3064f4-9cf2-4f9d-b667-36808a46e570 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf HTTP/1.1" status: 200 len: 217 time: 0.0562375 Jan 28 13:37:13.307469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f5784c3-9341-4669-a631-9d45328927ea req-649a5d50-a43a-4ea6-9502-2de8da70016f tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811326 Jan 28 13:37:13.366396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-9aab7a58-2fa0-4d88-92c9-9a50f642397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.368686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-9aab7a58-2fa0-4d88-92c9-9a50f642397d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1101577-f1bf-4d90-815f-8917f6ddf582 HTTP/1.1" status: 200 len: 919 time: 0.4195309 Jan 28 13:37:13.443697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-697e0510-cd48-43d1-a6a9-6c0e7b751387 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f72a1f-602e-439c-9831-82f6a3c1e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0658631 Jan 28 13:37:13.471446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-cbd2bba4-7e26-4773-b32e-29f28849ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.473550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-cbd2bba4-7e26-4773-b32e-29f28849ac34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.1799512 Jan 28 13:37:13.569356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-ed882adb-0e3e-443f-93b6-68aa00ccec5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414281 Jan 28 13:37:13.750995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-0cab480f-fc32-4374-b021-5788bb960163 service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725795 Jan 28 13:37:13.762385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-722c0132-8eb3-422b-986f-5e5ff91ee60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.774532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-722c0132-8eb3-422b-986f-5e5ff91ee60f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f04dd6b-73f3-41c4-84f5-b4a085176eec HTTP/1.1" status: 200 len: 858 time: 0.3171053 Jan 28 13:37:13.806577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaeb10d-1b69-4ffa-b0a9-7edde10f8485 req-e135f923-d967-47d5-8d30-3ab219ec7408 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:13.811729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbaeb10d-1b69-4ffa-b0a9-7edde10f8485 req-e135f923-d967-47d5-8d30-3ab219ec7408 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1845300 Jan 28 13:37:13.904241 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbaeb10d-1b69-4ffa-b0a9-7edde10f8485 req-08e99f3f-7d51-45a0-91c2-d8e9f86e94ee tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843277 Jan 28 13:37:13.904507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-e8065d9d-e6ad-48fd-9c46-8d07e5bd59af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1101577-f1bf-4d90-815f-8917f6ddf582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156185 Jan 28 13:37:13.919243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-b32c3d75-ee40-4a06-a61f-284e5f184bbc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:13.920328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-b32c3d75-ee40-4a06-a61f-284e5f184bbc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069962 Jan 28 13:37:14.175892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-122f3a99-cf33-4d4d-8bc9-4d2fcc3a7a0e req-9a1fdd91-3d2b-489f-a000-4793e5d12754 service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002974 Jan 28 13:37:14.224198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ce922-24ea-43ba-9721-dd07750d3d9f req-830345f8-2475-4d89-a7c6-e50ea256373f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:14.227079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c13ce922-24ea-43ba-9721-dd07750d3d9f req-830345f8-2475-4d89-a7c6-e50ea256373f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 943 time: 0.1771965 Jan 28 13:37:14.305969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a8f72a1f-602e-439c-9831-82f6a3c1e3c3 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:37:14.333834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-8a8f810f-632b-4eb9-b7ce-361d9ae86089 service neutron] 10.222.0.36 "GET /v2.0/networks/b1101577-f1bf-4d90-815f-8917f6ddf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053435 Jan 28 13:37:14.618019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a8f72a1f-602e-439c-9831-82f6a3c1e3c3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,segment=NetworkSegment(5ceb336f-32ee-46d3-96d5-f01427c23a32),segment_id=5ceb336f-32ee-46d3-96d5-f01427c23a32)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:14.619259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cc78b-3d42-43f6-bfd7-e6a5fb845c55 req-3fbeb188-0b78-4733-91d4-e52a2c376c59 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:14.628920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f97cc78b-3d42-43f6-bfd7-e6a5fb845c55 req-3fbeb188-0b78-4733-91d4-e52a2c376c59 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 944 time: 0.1394887 Jan 28 13:37:14.652929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3', 'network_id': 'b1101577-f1bf-4d90-815f-8917f6ddf582', 'port_id': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3', 'mac_address': 'fa:16:3e:7b:ec:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f04dd6b-73f3-41c4-84f5-b4a085176eec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:37:14.726270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f70c781f-3c89-49f1-9d7c-4caf40d16744 req-6568dfea-536a-43f5-b088-3f5e39588ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/b1101577-f1bf-4d90-815f-8917f6ddf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802204 Jan 28 13:37:14.738322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c13ce922-24ea-43ba-9721-dd07750d3d9f req-1ca2aabd-9b41-4eb1-9ad0-9273914b4e41 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870536 Jan 28 13:37:14.759968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-b1eaed02-c67f-4a86-b73a-0e82f0e0ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:14.764067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-b1eaed02-c67f-4a86-b73a-0e82f0e0ce70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=935a164ba44c442cba3cd4bede47e8f9&device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 1094 time: 0.4793918 Jan 28 13:37:14.784091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:14.784836 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:14.828948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f72a1f-602e-439c-9831-82f6a3c1e3c3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:14.876665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f97cc78b-3d42-43f6-bfd7-e6a5fb845c55 req-5ea92ac9-ae1f-4c30-ba4f-35f4d7ed8f03 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454855 Jan 28 13:37:14.943123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a8f72a1f-602e-439c-9831-82f6a3c1e3c3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,segment=NetworkSegment(5ceb336f-32ee-46d3-96d5-f01427c23a32),segment_id=5ceb336f-32ee-46d3-96d5-f01427c23a32)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:14.951318 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:15.039673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-02c82402-0581-41bc-ae9b-cb169ed937ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:15.044700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-02c82402-0581-41bc-ae9b-cb169ed937ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 200 len: 906 time: 0.2726197 Jan 28 13:37:15.200619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:15.277615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.277915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.279275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.280641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.289903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.293011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.293698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.294369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.295025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.301527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.302244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.302936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.303624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:15.304832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-6bba136c-e067-4d08-8082-f7afd240a265 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf HTTP/1.1" status: 200 len: 217 time: 0.2295506 Jan 28 13:37:15.319184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a8f72a1f-602e-439c-9831-82f6a3c1e3c3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:37:15.394054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-4ed83edb-c8b4-4f74-83f3-427d1e3813af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:15.395725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-4ed83edb-c8b4-4f74-83f3-427d1e3813af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 200 len: 845 time: 0.0809860 Jan 28 13:37:15.507252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-b0b90797-6c35-47b2-8ab2-7ac35a5b7f4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=26f28114-eccf-48f1-8cc0-f02226bef1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930002 Jan 28 13:37:15.675255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa0037-6e2c-4591-987e-94c4e896b311 req-a5f1edc1-ce7b-4384-bbe6-1930dca77cdb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:15.685993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4fa0037-6e2c-4591-987e-94c4e896b311 req-a5f1edc1-ce7b-4384-bbe6-1930dca77cdb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.3972244 Jan 28 13:37:15.964683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:16.020630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53714b13-6646-4c15-ae23-b78e42fcce03 req-604636fa-8559-4785-a6bb-2f06bbc57269 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:16.036148 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53714b13-6646-4c15-ae23-b78e42fcce03 req-604636fa-8559-4785-a6bb-2f06bbc57269 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 943 time: 0.1086152 Jan 28 13:37:16.043210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4fa0037-6e2c-4591-987e-94c4e896b311 req-b215121b-20ec-4ee2-8cf6-6c0f3edc31be tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245965 Jan 28 13:37:16.135312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-d964bc4b-e9f4-4ab1-9368-7b96d5a0528c service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123631 Jan 28 13:37:16.202828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53714b13-6646-4c15-ae23-b78e42fcce03 req-582ed2d1-8a34-48e9-a3dd-b4871f219656 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639047 Jan 28 13:37:16.319087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a8f72a1f-602e-439c-9831-82f6a3c1e3c3 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:16.375839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bacd5e41-6a30-46ee-87fa-8c41141b8976 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-718952214'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:16.376378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bacd5e41-6a30-46ee-87fa-8c41141b8976 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Unknown quota resources ['metering_label']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:16.519250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:37:16.523626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:16.524017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.799563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:16.800166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.881182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:16.884228 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66ace24-3a59-4840-88c5-5fd8d09b5dc0" -d '{"events": [{"server_uuid": "03dd61f4-dae2-4c2c-89db-380eb864f800", "name": "network-vif-plugged", "status": "completed", "tag": "a8f72a1f-602e-439c-9831-82f6a3c1e3c3"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:16.937769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a8f72a1f-602e-439c-9831-82f6a3c1e3c3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,segment=NetworkSegment(5ceb336f-32ee-46d3-96d5-f01427c23a32),segment_id=5ceb336f-32ee-46d3-96d5-f01427c23a32)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:16.944082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.010449 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c50039-a802-4bf3-b80e-d46791171182 x-openstack-request-id: req-b9c50039-a802-4bf3-b80e-d46791171182 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:17.016179 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dd61f4-dae2-4c2c-89db-380eb864f800", "name": "network-vif-plugged", "status": "completed", "tag": "a8f72a1f-602e-439c-9831-82f6a3c1e3c3", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:17.019436 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9c50039-a802-4bf3-b80e-d46791171182 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:17.020609 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3', 'code': 200} Jan 28 13:37:17.050284 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bacd5e41-6a30-46ee-87fa-8c41141b8976 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.052059 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bacd5e41-6a30-46ee-87fa-8c41141b8976 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0847230 Jan 28 13:37:17.068601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35620) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:17.077639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c76ddb2d-9b69-4440-8a21-6ac749db94af tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dafa9e72-241e-4e7c-9127-87b6d9ed73dc'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:17.078154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c76ddb2d-9b69-4440-8a21-6ac749db94af tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:17.109850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:17.206451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 29cd1048-9a9c-4401-94d1-82c64984b4bf details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:37:17.409955 n-d-822748-2 neutron-server[103373]: WARNING neutron.services.metering.metering_plugin [None req-c76ddb2d-9b69-4440-8a21-6ac749db94af tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:37:17.542702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:17.594154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'mac_address': 'fa:16:3e:99:ec:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:37:17.675394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c76ddb2d-9b69-4440-8a21-6ac749db94af tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.681427 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c76ddb2d-9b69-4440-8a21-6ac749db94af tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6114635 Jan 28 13:37:17.699682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd12ac0-72bc-403f-a66a-3cd24b9f931c req-6108ca65-12ae-4780-af26-6ad5e2e954fb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:17.718676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 29cd1048-9a9c-4401-94d1-82c64984b4bf is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:17.721202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbd12ac0-72bc-403f-a66a-3cd24b9f931c req-6108ca65-12ae-4780-af26-6ad5e2e954fb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.3404694 Jan 28 13:37:17.722320 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:17.730806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35630) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:17.759533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d87ea2fc-ddca-4551-96b8-a1e21286eddd tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dafa9e72-241e-4e7c-9127-87b6d9ed73dc'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:17.762435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cd1048-9a9c-4401-94d1-82c64984b4bf {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:17.763450 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d87ea2fc-ddca-4551-96b8-a1e21286eddd tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:17.856489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:17.862909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:18.006698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:18.044438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2e0a8-f3cf-425a-8202-71e7ad48bada req-e596084f-3cfe-4b2f-aabd-fe2ab155be6b tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:18.071538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78f2e0a8-f3cf-425a-8202-71e7ad48bada req-e596084f-3cfe-4b2f-aabd-fe2ab155be6b tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 945 time: 1.8265014 Jan 28 13:37:18.144712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['29cd1048-9a9c-4401-94d1-82c64984b4bf'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:37:18.280589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029f30-5b1e-4837-8e85-66e27da69846 req-5c2a9589-30f0-48aa-b688-e11db4ab4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:18.282282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90029f30-5b1e-4837-8e85-66e27da69846 req-5c2a9589-30f0-48aa-b688-e11db4ab4640 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 1097 time: 0.5117972 Jan 28 13:37:18.299295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78f2e0a8-f3cf-425a-8202-71e7ad48bada req-de211e78-2d50-4d14-b462-3e07961fbb2b tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261777 Jan 28 13:37:18.319955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c98e68-0aca-48f3-a6be-8930977e6519 req-de4ae90c-5b65-41b1-ad49-705cef43c5ec service neutron] 10.222.0.60 "GET /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1769636 Jan 28 13:37:18.429358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90029f30-5b1e-4837-8e85-66e27da69846 req-49e08917-f65e-4dcf-9b72-3ed6b848cfed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289692 Jan 28 13:37:18.659815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bfed8-f57b-4ae5-94f4-9231f8572249 req-4e8008b9-d560-47a4-a665-9b8dd33a0411 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:18.664248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b28bfed8-f57b-4ae5-94f4-9231f8572249 req-4e8008b9-d560-47a4-a665-9b8dd33a0411 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 944 time: 0.1064196 Jan 28 13:37:18.779088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b28bfed8-f57b-4ae5-94f4-9231f8572249 req-bd6065bf-2bb3-4669-a720-d452ac191b1a tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101816 Jan 28 13:37:18.848729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbd12ac0-72bc-403f-a66a-3cd24b9f931c req-134133ea-fe45-4fbd-9a24-7c6972e5255c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1209369 Jan 28 13:37:18.850312 n-d-822748-2 neutron-server[103373]: WARNING neutron.services.metering.metering_plugin [None req-d87ea2fc-ddca-4551-96b8-a1e21286eddd tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 13:37:19.130370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d87ea2fc-ddca-4551-96b8-a1e21286eddd tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.131631 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d87ea2fc-ddca-4551-96b8-a1e21286eddd tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3890429 Jan 28 13:37:19.134484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35646) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:19.159911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a17ce077-ac1f-46c6-a1a2-72b1f6a24471 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=2014e40e-9013-4e71-a585-8a24d156283d HTTP/1.1" status: 200 len: 462 time: 0.0210562 Jan 28 13:37:19.161364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35650) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:19.224124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 29cd1048-9a9c-4401-94d1-82c64984b4bf up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:19.378708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 29cd1048-9a9c-4401-94d1-82c64984b4bf completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:37:19.396241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 29cd1048-9a9c-4401-94d1-82c64984b4bf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:19.397394 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.524158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-035a695e-a903-4412-aef5-3c8d945e7cfa tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.536657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-035a695e-a903-4412-aef5-3c8d945e7cfa tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/2014e40e-9013-4e71-a585-8a24d156283d HTTP/1.1" status: 204 len: 168 time: 0.3634787 Jan 28 13:37:19.537090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35654) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:19.717933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35658) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:19.719804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e9a6a52d-33a2-4a4d-a537-31b9f3570cf1 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=2014e40e-9013-4e71-a585-8a24d156283d HTTP/1.1" status: 200 len: 221 time: 0.1669176 Jan 28 13:37:19.725951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1f32a1ab-1596-4741-9b12-232e47e9c7b2 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--843816103', 'description': 'label created by tempest'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:19.726728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1f32a1ab-1596-4741-9b12-232e47e9c7b2 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Unknown quota resources ['metering_label']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 13:37:19.781671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebbb1d-9d1a-4a8f-8287-d707f545ff83 req-8f3a7d18-5350-4fdf-9c96-074a343eaf7c tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:19.783455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91ebbb1d-9d1a-4a8f-8287-d707f545ff83 req-8f3a7d18-5350-4fdf-9c96-074a343eaf7c tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 946 time: 0.2707312 Jan 28 13:37:19.857814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 29cd1048-9a9c-4401-94d1-82c64984b4bf is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:19.858453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.927036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:19.930632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:19.936122 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07071e3e-545c-4ebb-bbf4-0c92a04b8139" -d '{"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-plugged", "status": "completed", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:19.947879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:19.966967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-91ebbb1d-9d1a-4a8f-8287-d707f545ff83 req-71a3d2c0-ce87-4c36-81f8-b02f3335853c tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700490 Jan 28 13:37:20.127655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:20.222552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2ea3-92de-417d-a1fc-0e70ea203676 req-d6815811-d161-42b4-b386-7c3f7bb39750 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:20.231079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6b2ea3-92de-417d-a1fc-0e70ea203676 req-d6815811-d161-42b4-b386-7c3f7bb39750 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1142592 Jan 28 13:37:20.358639 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6b2ea3-92de-417d-a1fc-0e70ea203676 req-edf738c4-305e-4db1-8064-88b2bda3efe5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265419 Jan 28 13:37:20.408146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f32a1ab-1596-4741-9b12-232e47e9c7b2 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:20.410336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1f32a1ab-1596-4741-9b12-232e47e9c7b2 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6909268 Jan 28 13:37:20.413254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35674) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:20.440631 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a41e02-da10-4bc5-9823-1a2c561ed6f2 x-openstack-request-id: req-40a41e02-da10-4bc5-9823-1a2c561ed6f2 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:20.441401 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-plugged", "status": "completed", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:20.441401 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40a41e02-da10-4bc5-9823-1a2c561ed6f2 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:20.441815 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'code': 200} Jan 28 13:37:20.478802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaa06c-60c4-4c95-b44e-f699b9c9c0d2 req-7b5d573b-62ad-4ffc-a873-f445e6af88a8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:20.481029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aeaa06c-60c4-4c95-b44e-f699b9c9c0d2 req-7b5d573b-62ad-4ffc-a873-f445e6af88a8 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 945 time: 0.4991205 Jan 28 13:37:20.608379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35676) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:20.608699 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d114b56-ff6a-411f-ab53-5e77feb8bea2 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=c936cb3d-b132-4ab8-b28c-5e510eab3751 HTTP/1.1" status: 200 len: 467 time: 0.1942158 Jan 28 13:37:20.621971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337f864-957f-4029-bd46-4a88b3d614cf req-a20b4c73-aa8e-4bf3-9f9e-adfdc7367d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:20.623772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1337f864-957f-4029-bd46-4a88b3d614cf req-a20b4c73-aa8e-4bf3-9f9e-adfdc7367d30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 1096 time: 0.0602090 Jan 28 13:37:20.721188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1337f864-957f-4029-bd46-4a88b3d614cf req-1150ba2a-7f0f-49df-82b3-b4dbbeaddfa8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907373 Jan 28 13:37:20.745325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aeaa06c-60c4-4c95-b44e-f699b9c9c0d2 req-4eeba100-1ab4-4964-bea4-22997fd6c2fa tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551131 Jan 28 13:37:21.154887 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b2941c7-da35-4e81-9542-1a76f379c303 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:21.158590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2b2941c7-da35-4e81-9542-1a76f379c303 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/c936cb3d-b132-4ab8-b28c-5e510eab3751 HTTP/1.1" status: 204 len: 168 time: 0.5486014 Jan 28 13:37:21.161889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35686) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.196081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8a63de1b-2a4b-4dbc-8905-361f280732ef tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=c936cb3d-b132-4ab8-b28c-5e510eab3751 HTTP/1.1" status: 200 len: 216 time: 0.0279033 Jan 28 13:37:21.200801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35688) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.223004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-464a18d5-7e8f-482b-9fc5-5c417eefb80a tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0221648 Jan 28 13:37:21.227912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35690) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.237929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825af0c1-2674-475e-aa96-2558af385493 req-c7034876-93c2-40c7-800b-3d6114383061 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.242204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-825af0c1-2674-475e-aa96-2558af385493 req-c7034876-93c2-40c7-800b-3d6114383061 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 946 time: 0.1272373 Jan 28 13:37:21.260173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e655ec69-86f0-40e9-bbd9-cd97267f5038 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0289037 Jan 28 13:37:21.264379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35692) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.359570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c8af8cf0-75e9-4e22-99a7-a4bfc3fd77cb tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/dafa9e72-241e-4e7c-9127-87b6d9ed73dc HTTP/1.1" status: 200 len: 472 time: 0.0934834 Jan 28 13:37:21.365284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35700) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.390602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-825af0c1-2674-475e-aa96-2558af385493 req-ab605dc2-e89a-47a5-abce-0fa8e54b6e79 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403780 Jan 28 13:37:21.405680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7f08a4bd-af0c-45df-975f-783eb9699c0f tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/9d0a0b21-3316-4b5f-917d-a34c9c7b97a9 HTTP/1.1" status: 200 len: 459 time: 0.0320227 Jan 28 13:37:21.415387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35704) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.582640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aab3e4-9831-4c39-b3f4-05cf72ad0714 req-4cd3c72d-0869-4ee6-955d-328e96bb3db0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:21.591744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-77aab3e4-9831-4c39-b3f4-05cf72ad0714 req-4cd3c72d-0869-4ee6-955d-328e96bb3db0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1154482 Jan 28 13:37:21.693350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad5b03d1-adcb-4548-b67b-0e6d8aeaf07f tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:21.696957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ad5b03d1-adcb-4548-b67b-0e6d8aeaf07f tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/9d0a0b21-3316-4b5f-917d-a34c9c7b97a9 HTTP/1.1" status: 204 len: 168 time: 0.2748847 Jan 28 13:37:21.699088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35710) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:21.714214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-77aab3e4-9831-4c39-b3f4-05cf72ad0714 req-ec80375b-eb52-4f0c-9cf4-e4eea5b69747 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207390 Jan 28 13:37:22.005570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199f5cb-774d-470c-8592-28f89f4e6b1d req-1bbf8e51-915f-44b8-a44d-b5570490a32f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:22.024322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d199f5cb-774d-470c-8592-28f89f4e6b1d req-1bbf8e51-915f-44b8-a44d-b5570490a32f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 945 time: 0.1229906 Jan 28 13:37:22.201219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d199f5cb-774d-470c-8592-28f89f4e6b1d req-265afb95-5f92-4f79-866a-364702e12ff1 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722662 Jan 28 13:37:22.267455 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5de38807-cad6-4978-a254-71495f9061a9 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.269521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5de38807-cad6-4978-a254-71495f9061a9 tempest-MeteringIpV6TestJSON-1018718566 tempest-MeteringIpV6TestJSON-1018718566-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/dafa9e72-241e-4e7c-9127-87b6d9ed73dc HTTP/1.1" status: 204 len: 168 time: 0.5685380 Jan 28 13:37:22.293948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d562-49be-48d8-82cb-e0b69f5c442f req-e76824aa-6efa-4d1e-9c63-a9ba0cde85bd tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:22.310340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca95d562-49be-48d8-82cb-e0b69f5c442f req-e76824aa-6efa-4d1e-9c63-a9ba0cde85bd tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 946 time: 0.3784838 Jan 28 13:37:22.345131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:37:22.440463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca95d562-49be-48d8-82cb-e0b69f5c442f req-08b31d2c-9e61-4507-940f-4bd1cd338256 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287463 Jan 28 13:37:22.720098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:22.752189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'port_id': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'mac_address': 'fa:16:3e:cc:01:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:37:22.857258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:22.857758 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.893542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388c93c8-d830-40fa-934b-bebc57e0b14b {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:22.957991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:22.972663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:22.994563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35738) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:23.072547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:23.089569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e447bc-8594-4ff7-a756-ca4e0fd8a321 req-a3f81447-e2d7-4fa1-b39f-81d0b5d9efa3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:23.092770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84e447bc-8594-4ff7-a756-ca4e0fd8a321 req-a3f81447-e2d7-4fa1-b39f-81d0b5d9efa3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 944 time: 0.1626563 Jan 28 13:37:23.210287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['388c93c8-d830-40fa-934b-bebc57e0b14b'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:37:23.239009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-1b05e27a-e24f-4dca-9c6d-61db2d6d2f53 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:23.240955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-1b05e27a-e24f-4dca-9c6d-61db2d6d2f53 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.36 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 946 time: 0.1652639 Jan 28 13:37:23.286157 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:37:23.317660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84e447bc-8594-4ff7-a756-ca4e0fd8a321 req-7f631a2a-66f3-4ba3-8fc3-565a835dc0f7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138851 Jan 28 13:37:23.492338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4486b12-fdb7-4b2f-af4f-f06f18656a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.773415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc83c5-562d-494d-8528-00028fe1ff11 req-3591547a-15fa-4ebc-8bfa-0f96e6b219a9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:23.795463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dbc83c5-562d-494d-8528-00028fe1ff11 req-3591547a-15fa-4ebc-8bfa-0f96e6b219a9 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 945 time: 0.1855073 Jan 28 13:37:23.878419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Deleting port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:23.879915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:23.910585 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e7ebd-10aa-48dc-8142-cca66885bc87 req-2a832a3a-45ca-4835-8aa3-8d14fbb92c07 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:23.922786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d9e7ebd-10aa-48dc-8142-cca66885bc87 req-2a832a3a-45ca-4835-8aa3-8d14fbb92c07 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 946 time: 0.1833861 Jan 28 13:37:24.077292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d9e7ebd-10aa-48dc-8142-cca66885bc87 req-8ad65523-243c-4e44-b316-15a604f19ec9 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/security-groups?id=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411958 Jan 28 13:37:24.103781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] For port a8f72a1f-602e-439c-9831-82f6a3c1e3c3, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,segment=NetworkSegment(5ceb336f-32ee-46d3-96d5-f01427c23a32),segment_id=5ceb336f-32ee-46d3-96d5-f01427c23a32)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:24.104238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.128327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Calling delete_port for a8f72a1f-602e-439c-9831-82f6a3c1e3c3 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:24.349810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:24.515946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dbc83c5-562d-494d-8528-00028fe1ff11 req-46f6bca4-54c8-4f7a-91eb-e45948dfb852 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185833 Jan 28 13:37:24.517214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a8f72a1f-602e-439c-9831-82f6a3c1e3c3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.587600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 388c93c8-d830-40fa-934b-bebc57e0b14b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:24.590943 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.671500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756832ee-ff86-40fd-8d7c-df6b41758c1f req-0fbbd9d5-f38e-4492-b1ea-669147c8f1ec tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:24.686818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-756832ee-ff86-40fd-8d7c-df6b41758c1f req-0fbbd9d5-f38e-4492-b1ea-669147c8f1ec tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 945 time: 0.1595123 Jan 28 13:37:24.692432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Pushing event deleted for resources: {'Port': ['ID=a8f72a1f-602e-439c-9831-82f6a3c1e3c3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:24.714983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 388c93c8-d830-40fa-934b-bebc57e0b14b is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:24.715390 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.775708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:24.788876 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a313ae9-1fc7-41f0-be3a-fee347d1e7fb" -d '{"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-plugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:24.827227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-756832ee-ff86-40fd-8d7c-df6b41758c1f req-ea424525-fe7b-426d-a0b0-34e0110bec3e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391296 Jan 28 13:37:24.839108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:24.845367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.891657 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4486b12-fdb7-4b2f-af4f-f06f18656a0f admin admin] Publish callbacks [] for security_group (be5a69f2-c292-4e47-80d8-84925feb8e73), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.958977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:24.969853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4486b12-fdb7-4b2f-af4f-f06f18656a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (be5a69f2-c292-4e47-80d8-84925feb8e73), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.974081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] No DVR routers for this DVR port a8f72a1f-602e-439c-9831-82f6a3c1e3c3 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:37:24.990446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:24.998984 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6227a7-4d83-4e71-aa99-0a55b24a5d09 x-openstack-request-id: req-4f6227a7-4d83-4e71-aa99-0a55b24a5d09 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:24.999460 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-plugged", "status": "completed", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:24.999903 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f6227a7-4d83-4e71-aa99-0a55b24a5d09 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:25.000764 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'code': 200} Jan 28 13:37:25.001806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba7364e9-c0e7-481e-a6e0-afa93b9fce93 req-29d3e678-8732-4720-bcc4-41636193a3d8 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.36 "DELETE /v2.0/ports/a8f72a1f-602e-439c-9831-82f6a3c1e3c3 HTTP/1.1" status: 204 len: 173 time: 1.7514927 Jan 28 13:37:25.013563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'name': 'network-vif-deleted', 'tag': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:25.019995 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc61dc42-34dc-4843-8905-a1bf38fd52ae" -d '{"events": [{"server_uuid": "03dd61f4-dae2-4c2c-89db-380eb864f800", "name": "network-vif-deleted", "tag": "a8f72a1f-602e-439c-9831-82f6a3c1e3c3"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:25.215287 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc6e35c-3f6f-48f2-8d54-517ca45329c7 x-openstack-request-id: req-4bc6e35c-3f6f-48f2-8d54-517ca45329c7 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:25.223507 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dd61f4-dae2-4c2c-89db-380eb864f800", "name": "network-vif-deleted", "tag": "a8f72a1f-602e-439c-9831-82f6a3c1e3c3", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:25.224279 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bc6e35c-3f6f-48f2-8d54-517ca45329c7 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:25.225170 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dd61f4-dae2-4c2c-89db-380eb864f800', 'name': 'network-vif-deleted', 'tag': 'a8f72a1f-602e-439c-9831-82f6a3c1e3c3', 'status': 'completed', 'code': 200} Jan 28 13:37:25.235360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35782) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:25.256091 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e4486b12-fdb7-4b2f-af4f-f06f18656a0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cb592d4bb004f8f9e645889d35b4d45&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2567008 Jan 28 13:37:25.263540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4486b12-fdb7-4b2f-af4f-f06f18656a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a69f2-c292-4e47-80d8-84925feb8e73,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:25.507425 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9a27-58c2-4d3f-b0e4-c22f4fc81c6d admin admin] Publish callbacks [] for security_group (be5a69f2-c292-4e47-80d8-84925feb8e73), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.595601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9a27-58c2-4d3f-b0e4-c22f4fc81c6d admin admin] Publish callbacks [] for security_group (be5a69f2-c292-4e47-80d8-84925feb8e73), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.665263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c5ddc-6e2a-48fb-9331-6188921b5f35 req-6d38ff23-09b3-498d-97dd-d5151c08e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:25.675149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-608c5ddc-6e2a-48fb-9331-6188921b5f35 req-6d38ff23-09b3-498d-97dd-d5151c08e1b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1098 time: 0.2690649 Jan 28 13:37:25.757405 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ac1bcd4-fdb0-47b9-acbf-dcf1813e3834 req-3093e242-020d-4358-9271-5dbdf99aa114 tempest-InstanceActionsV221TestJSON-1080245177 tempest-InstanceActionsV221TestJSON-1080245177-project] 10.222.0.45 "GET /v2.0/ports?device_id=03dd61f4-dae2-4c2c-89db-380eb864f800 HTTP/1.1" status: 200 len: 210 time: 0.2793980 Jan 28 13:37:25.763949 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9a27-58c2-4d3f-b0e4-c22f4fc81c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (be5a69f2-c292-4e47-80d8-84925feb8e73), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.768623 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9a27-58c2-4d3f-b0e4-c22f4fc81c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:25.776168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c5c9a27-58c2-4d3f-b0e4-c22f4fc81c6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be5a69f2-c292-4e47-80d8-84925feb8e73 HTTP/1.1" status: 204 len: 168 time: 0.5388026 Jan 28 13:37:25.802376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c9a27-58c2-4d3f-b0e4-c22f4fc81c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a69f2-c292-4e47-80d8-84925feb8e73,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:25.868864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-608c5ddc-6e2a-48fb-9331-6188921b5f35 req-6357c530-57f8-45f9-92f2-da905adc386c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858656 Jan 28 13:37:26.181250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5cad1-496e-4082-a65e-18b25994785b req-8185a9d4-1a08-4db7-86ec-e8fcc1a1574f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:26.190287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0b5cad1-496e-4082-a65e-18b25994785b req-8185a9d4-1a08-4db7-86ec-e8fcc1a1574f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 947 time: 0.1693199 Jan 28 13:37:26.342483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0b5cad1-496e-4082-a65e-18b25994785b req-ec461af2-96f2-4f2d-8904-17eba9a6ed7c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453846 Jan 28 13:37:26.363666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a8f72a1f-602e-439c-9831-82f6a3c1e3c3 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:37:26.469630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: a8f72a1f-602e-439c-9831-82f6a3c1e3c3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:37:26.469904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a8f72a1f-602e-439c-9831-82f6a3c1e3c3 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:37:26.604819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.760728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b51ff2-c7b7-43cd-9252-1f43b76fe0f3 req-f0516844-ac18-47e0-b014-1029be5da42b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:26.769573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57b51ff2-c7b7-43cd-9252-1f43b76fe0f3 req-f0516844-ac18-47e0-b014-1029be5da42b tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 945 time: 0.0789688 Jan 28 13:37:26.813085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35838) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:26.836411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5b21ac2-d5cb-4e47-8fe0-68d1ea4edc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:26.876581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57b51ff2-c7b7-43cd-9252-1f43b76fe0f3 req-c9fa79db-91ff-489f-ae16-683ea3e3656f tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024072 Jan 28 13:37:27.182576 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5b21ac2-d5cb-4e47-8fe0-68d1ea4edc04 admin admin] Publish callbacks [] for security_group (e59ee30a-45f1-4df4-9047-7dcdf2224843), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.187713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5b21ac2-d5cb-4e47-8fe0-68d1ea4edc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e59ee30a-45f1-4df4-9047-7dcdf2224843), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.217230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b21ac2-d5cb-4e47-8fe0-68d1ea4edc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ee30a-45f1-4df4-9047-7dcdf2224843,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:27.284250 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b5b21ac2-d5cb-4e47-8fe0-68d1ea4edc04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3da8d04092074b0592f63927846b26d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4689236 Jan 28 13:37:27.287016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35856) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:27.305883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35860) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:27.399834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1afa8dbe-4c74-4af5-a963-71e9345ff907 admin admin] Publish callbacks [] for security_group (e59ee30a-45f1-4df4-9047-7dcdf2224843), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.481547 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1afa8dbe-4c74-4af5-a963-71e9345ff907 admin admin] Publish callbacks [] for security_group (e59ee30a-45f1-4df4-9047-7dcdf2224843), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.496456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] Deleting subnet 9f04dd6b-73f3-41c4-84f5-b4a085176eec {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:37:27.515489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] Publish callbacks [] for subnet (9f04dd6b-73f3-41c4-84f5-b4a085176eec), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.633310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1afa8dbe-4c74-4af5-a963-71e9345ff907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e59ee30a-45f1-4df4-9047-7dcdf2224843), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.639218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1afa8dbe-4c74-4af5-a963-71e9345ff907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.647292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1afa8dbe-4c74-4af5-a963-71e9345ff907 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e59ee30a-45f1-4df4-9047-7dcdf2224843 HTTP/1.1" status: 204 len: 168 time: 0.3577044 Jan 28 13:37:27.664342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa8dbe-4c74-4af5-a963-71e9345ff907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ee30a-45f1-4df4-9047-7dcdf2224843,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:27.731152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (9f04dd6b-73f3-41c4-84f5-b4a085176eec), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.839501 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9f04dd6b-73f3-41c4-84f5-b4a085176eec), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:27.948909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:28.023577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852a33b-8fa2-405d-9759-f368131fdf8c req-978b6960-546b-4080-9b6b-8bfba29a86c1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:28.031248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7852a33b-8fa2-405d-9759-f368131fdf8c req-978b6960-546b-4080-9b6b-8bfba29a86c1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 947 time: 0.3138218 Jan 28 13:37:28.073786 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (9f04dd6b-73f3-41c4-84f5-b4a085176eec), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:28.357763 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:28.367191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35904) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:28.373144 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9f04dd6b-73f3-41c4-84f5-b4a085176eec HTTP/1.1" status: 204 len: 168 time: 1.0547385 Jan 28 13:37:28.393621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ff0a8-9097-45f0-933d-4c89520d56f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f04dd6b-73f3-41c4-84f5-b4a085176eec,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:28.484617 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7852a33b-8fa2-405d-9759-f368131fdf8c req-0e557ceb-8c9c-4193-b065-5cbf3716a7e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4522352 Jan 28 13:37:28.566630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb60b0-b17d-4e7b-93d7-a8a006f8279c req-48d6c1d6-6049-41bc-8694-c2cfc06b6817 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:28.586601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ddb60b0-b17d-4e7b-93d7-a8a006f8279c req-48d6c1d6-6049-41bc-8694-c2cfc06b6817 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 945 time: 0.4586208 Jan 28 13:37:28.757707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b1101577-f1bf-4d90-815f-8917f6ddf582), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:28.918233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ddb60b0-b17d-4e7b-93d7-a8a006f8279c req-f28c83da-d038-48bd-ab95-2c4251e5f762 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302360 Jan 28 13:37:28.935826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b1101577-f1bf-4d90-815f-8917f6ddf582), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:28.985188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1101577-f1bf-4d90-815f-8917f6ddf582']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:28.999209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ceb336f-32ee-46d3-96d5-f01427c23a32') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:28.999514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ceb336f-32ee-46d3-96d5-f01427c23a32') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:29.011534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (5ceb336f-32ee-46d3-96d5-f01427c23a32), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.034253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5ceb336f-32ee-46d3-96d5-f01427c23a32), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.049112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:29.050412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (5ceb336f-32ee-46d3-96d5-f01427c23a32), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:29.077000 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:29.174135 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b1101577-f1bf-4d90-815f-8917f6ddf582), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.186576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.207874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b1101577-f1bf-4d90-815f-8917f6ddf582 HTTP/1.1" status: 204 len: 168 time: 0.8355703 Jan 28 13:37:29.242732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d645361-3fb7-4e20-bdb5-824cc8b7d063 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1101577-f1bf-4d90-815f-8917f6ddf582,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:29.282732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 29cd1048-9a9c-4401-94d1-82c64984b4bf details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:37:29.507161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35936) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:29.525288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:29.542240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'network_id': '26f28114-eccf-48f1-8cc0-f02226bef1a7', 'port_id': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'mac_address': 'fa:16:3e:99:ec:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259036d3-2318-45da-ace8-5ce18d37be50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:37:29.644670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d1e4f46c-0fff-418e-bb67-614e4197e48a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3dbdea65df084ab1aeda1ce60a4ab84b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268654 Jan 28 13:37:29.651959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35946) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:29.691730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 29cd1048-9a9c-4401-94d1-82c64984b4bf is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:29.692514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.733845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29cd1048-9a9c-4401-94d1-82c64984b4bf {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:29.739856 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f44a2992-9b52-433c-9a1a-281c5a2f00fc admin admin] Publish callbacks [] for security_group (3aa98ea1-91d5-46ef-9a88-e40ea3ac6448), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.778935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f44a2992-9b52-433c-9a1a-281c5a2f00fc admin admin] Publish callbacks [] for security_group (3aa98ea1-91d5-46ef-9a88-e40ea3ac6448), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.780959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:29.793379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.816687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce24828-d88c-4c53-8552-362baf9fcc21 req-0be09928-a8ce-49d2-9795-998818ac5e4c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:29.821473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35952) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:29.829624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fce24828-d88c-4c53-8552-362baf9fcc21 req-0be09928-a8ce-49d2-9795-998818ac5e4c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 947 time: 0.1994295 Jan 28 13:37:29.891865 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f44a2992-9b52-433c-9a1a-281c5a2f00fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3aa98ea1-91d5-46ef-9a88-e40ea3ac6448), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.894566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f44a2992-9b52-433c-9a1a-281c5a2f00fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:29.895977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f44a2992-9b52-433c-9a1a-281c5a2f00fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3aa98ea1-91d5-46ef-9a88-e40ea3ac6448 HTTP/1.1" status: 204 len: 168 time: 0.2426581 Jan 28 13:37:29.921871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['29cd1048-9a9c-4401-94d1-82c64984b4bf'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:37:29.930922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2992-9b52-433c-9a1a-281c5a2f00fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa98ea1-91d5-46ef-9a88-e40ea3ac6448,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:29.999847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fce24828-d88c-4c53-8552-362baf9fcc21 req-20cdb8aa-669e-4d20-a3c6-cf753c071e75 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611679 Jan 28 13:37:30.054186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:30.308964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f9778503-6794-4904-827f-7c6a7b9f2de0 tempest-AgentManagementNegativeTest-1247864308 tempest-AgentManagementNegativeTest-1247864308-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4843397 Jan 28 13:37:30.326149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde367b-4c38-4f6c-8457-950d4d01f36c req-52f13946-bcd0-4192-8359-c9a0555689bf tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:30.331079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdde367b-4c38-4f6c-8457-950d4d01f36c req-52f13946-bcd0-4192-8359-c9a0555689bf tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 944 time: 0.2264955 Jan 28 13:37:30.450506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdde367b-4c38-4f6c-8457-950d4d01f36c req-ddd9b639-95a9-419c-aa71-49c9f2d53594 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117132 Jan 28 13:37:31.019425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36006) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:31.264534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 29cd1048-9a9c-4401-94d1-82c64984b4bf up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:31.435339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 29cd1048-9a9c-4401-94d1-82c64984b4bf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:31.436205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.490452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706ce2-2b2f-4f16-9f9a-5b1e1be3c92c req-2e705f2c-2c4c-4fcb-bc0c-33d6f9a71071 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:31.493356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c706ce2-2b2f-4f16-9f9a-5b1e1be3c92c req-2e705f2c-2c4c-4fcb-bc0c-33d6f9a71071 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 944 time: 0.2068496 Jan 28 13:37:31.505935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f50c137-b157-4301-b5c0-3f4199447e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.576314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c706ce2-2b2f-4f16-9f9a-5b1e1be3c92c req-adeb3468-3315-4c51-8886-19781f0caa54 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762563 Jan 28 13:37:31.628132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 29cd1048-9a9c-4401-94d1-82c64984b4bf is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:31.628865 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.760689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f50c137-b157-4301-b5c0-3f4199447e80 admin admin] Publish callbacks [] for security_group (09e810c9-a999-41c0-9b48-15cffc64139d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.766696 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f50c137-b157-4301-b5c0-3f4199447e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (09e810c9-a999-41c0-9b48-15cffc64139d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.829854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0f50c137-b157-4301-b5c0-3f4199447e80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fdf721c19bc4f93985883070336dfc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8049788 Jan 28 13:37:31.830312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36030) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:31.879442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50c137-b157-4301-b5c0-3f4199447e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e810c9-a999-41c0-9b48-15cffc64139d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:31.952539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:31.954587 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d971ed-a97f-4a77-88c7-1681c830bf46" -d '{"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-plugged", "status": "completed", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:31.969815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:31.976338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.049470 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0f1f2b-2cf4-4757-a80b-208b77f5592d x-openstack-request-id: req-ea0f1f2b-2cf4-4757-a80b-208b77f5592d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:32.050050 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-plugged", "status": "completed", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:32.050525 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea0f1f2b-2cf4-4757-a80b-208b77f5592d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:32.051129 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'code': 200} Jan 28 13:37:32.061344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27412fc6-f484-45ac-a316-05bca95fe451 admin admin] Publish callbacks [] for security_group (09e810c9-a999-41c0-9b48-15cffc64139d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.120086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:32.166041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27412fc6-f484-45ac-a316-05bca95fe451 admin admin] Publish callbacks [] for security_group (09e810c9-a999-41c0-9b48-15cffc64139d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.207195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36038) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:32.231516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36042) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:32.309044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27412fc6-f484-45ac-a316-05bca95fe451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (09e810c9-a999-41c0-9b48-15cffc64139d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.314605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27412fc6-f484-45ac-a316-05bca95fe451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.316226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-27412fc6-f484-45ac-a316-05bca95fe451 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09e810c9-a999-41c0-9b48-15cffc64139d HTTP/1.1" status: 204 len: 168 time: 0.4845929 Jan 28 13:37:32.357781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27412fc6-f484-45ac-a316-05bca95fe451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e810c9-a999-41c0-9b48-15cffc64139d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:32.489930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229a821f-518b-40e8-a169-a3494fb86b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.515577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1133822165-network', 'tenant_id': 'ee0574212c5642fe90392b1746034352'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:32.633421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Made reservation on behalf of ee0574212c5642fe90392b1746034352 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:32.644722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.678695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.877412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ae052-9105-49e7-a11d-605f8752918b req-b6c12b6c-b456-418f-b397-8acc0dc2b7ba tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:32.892488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b6ae052-9105-49e7-a11d-605f8752918b req-b6c12b6c-b456-418f-b397-8acc0dc2b7ba tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 945 time: 0.1285257 Jan 28 13:37:32.998413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b6ae052-9105-49e7-a11d-605f8752918b req-0f598acd-132c-47f1-bb68-5fe23a982956 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed258a54-52e4-4ce7-8843-5859532a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045153 Jan 28 13:37:33.012296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229a821f-518b-40e8-a169-a3494fb86b58 admin admin] Publish callbacks [] for security_group (30299ab5-9eab-4c0e-b243-5abf96467c60), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.029392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-229a821f-518b-40e8-a169-a3494fb86b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (30299ab5-9eab-4c0e-b243-5abf96467c60), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.060762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-564d7515-0824-4183-b2a7-006a3c1fe345 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.060762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-564d7515-0824-4183-b2a7-006a3c1fe345 tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 945 time: 0.0597296 Jan 28 13:37:33.173010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a821f-518b-40e8-a169-a3494fb86b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30299ab5-9eab-4c0e-b243-5abf96467c60,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:33.238381 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-229a821f-518b-40e8-a169-a3494fb86b58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d309be43479d4899880ef4e21c4e6ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0030830 Jan 28 13:37:33.240587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36062) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:33.273699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 29cd1048-9a9c-4401-94d1-82c64984b4bf no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:37:33.307560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Deleting port 29cd1048-9a9c-4401-94d1-82c64984b4bf {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:33.309466 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.398410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks [] for security_group (43619007-c90c-4cc6-8534-f7a1629c7d72), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.421543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (43619007-c90c-4cc6-8534-f7a1629c7d72), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.479951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:33.486668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 29cd1048-9a9c-4401-94d1-82c64984b4bf is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:33.487335 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.496657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (fe952451-86f0-4af0-b3d1-4c8c4e855f2e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.500087 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Added segment fe952451-86f0-4af0-b3d1-4c8c4e855f2e of type vlan for network 522f5141-3764-40f0-9ed5-cd6fa695aecd Jan 28 13:37:33.562864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:33.570788 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.659498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (522f5141-3764-40f0-9ed5-cd6fa695aecd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.673963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] For port 29cd1048-9a9c-4401-94d1-82c64984b4bf, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=29cd1048-9a9c-4401-94d1-82c64984b4bf,segment=NetworkSegment(0b13a003-5fc4-4cda-8da0-210d02a8381a),segment_id=0b13a003-5fc4-4cda-8da0-210d02a8381a)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:33.674319 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.681045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:33.704298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Calling delete_port for 29cd1048-9a9c-4401-94d1-82c64984b4bf owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:33.771379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (522f5141-3764-40f0-9ed5-cd6fa695aecd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.773014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:33.773966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.979614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (29cd1048-9a9c-4401-94d1-82c64984b4bf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:33.996704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Pushing event updated for resources: {'Network': ['ID=522f5141-3764-40f0-9ed5-cd6fa695aecd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:34.017277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43619007-c90c-4cc6-8534-f7a1629c7d72,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:34.028010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a62b44-44cb-4259-b92f-e8a58d43cbaf admin admin] Publish callbacks [] for security_group (30299ab5-9eab-4c0e-b243-5abf96467c60), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.037229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6e81ef41-e1ba-4cc9-a603-2537ba9b5647 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8282528 Jan 28 13:37:34.040894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36078) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:34.052462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:34.054961 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6df25e-604f-46c7-8f34-5f0f779cb111" -d '{"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:34.056732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Request body: {'subnet': {'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1133822165-subnet', 'tenant_id': 'ee0574212c5642fe90392b1746034352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:34.069629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Pushing event deleted for resources: {'Port': ['ID=29cd1048-9a9c-4401-94d1-82c64984b4bf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:34.077520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 522f5141-3764-40f0-9ed5-cd6fa695aecd details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:34.101247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a62b44-44cb-4259-b92f-e8a58d43cbaf admin admin] Publish callbacks [] for security_group (30299ab5-9eab-4c0e-b243-5abf96467c60), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.207525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] No DVR routers for this DVR port 29cd1048-9a9c-4401-94d1-82c64984b4bf on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:37:34.217157 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.226071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b2554c-c436-4eb1-b859-c4e96e6f2355 req-7010d96e-17df-4e72-afe9-4088ae7f8a7e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.60 "DELETE /v2.0/ports/29cd1048-9a9c-4401-94d1-82c64984b4bf HTTP/1.1" status: 204 len: 173 time: 1.1594553 Jan 28 13:37:34.229638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-deleted', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:34.237170 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7a0db6-5d9b-4c63-80e3-8275ef9ac5df" -d '{"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-deleted", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:34.250443 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc6ad9e-7d0a-4eca-ae3a-70d43cf1413b x-openstack-request-id: req-cdc6ad9e-7d0a-4eca-ae3a-70d43cf1413b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:34.250915 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:34.251170 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdc6ad9e-7d0a-4eca-ae3a-70d43cf1413b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:34.251575 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'code': 200} Jan 28 13:37:34.268412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Made reservation on behalf of ee0574212c5642fe90392b1746034352 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:34.270777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.702163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aec671d1-ae3d-49eb-99e2-8f5c8f4f1edd req-c637f0f8-6212-4794-886a-554b1b7e095e tempest-ImagesTestJSON-79777615 tempest-ImagesTestJSON-79777615-project] 10.222.0.45 "GET /v2.0/ports?device_id=52fb7f55-812c-42bd-af47-f2b19de3a566 HTTP/1.1" status: 200 len: 210 time: 0.1746762 Jan 28 13:37:34.719221 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (fb11c300-d044-4e2b-a59e-b31a258fb1a5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.916240 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-21d52527-2c35-49dc-a9b5-7a5f9a19086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.973313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36094) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:35.041236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Checking segment: {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:35.049626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Network hostable DHCP agents. Network: 522f5141-3764-40f0-9ed5-cd6fa695aecd, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:35.072452 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f9659d-9786-44a6-988f-05a6868df0f8 x-openstack-request-id: req-30f9659d-9786-44a6-988f-05a6868df0f8 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:35.073711 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fb7f55-812c-42bd-af47-f2b19de3a566", "name": "network-vif-deleted", "tag": "29cd1048-9a9c-4401-94d1-82c64984b4bf", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:35.075982 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30f9659d-9786-44a6-988f-05a6868df0f8 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:35.076157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a62b44-44cb-4259-b92f-e8a58d43cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (30299ab5-9eab-4c0e-b243-5abf96467c60), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.076268 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fb7f55-812c-42bd-af47-f2b19de3a566', 'name': 'network-vif-deleted', 'tag': '29cd1048-9a9c-4401-94d1-82c64984b4bf', 'status': 'completed', 'code': 200} Jan 28 13:37:35.093736 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a62b44-44cb-4259-b92f-e8a58d43cbaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.099057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-81a62b44-44cb-4259-b92f-e8a58d43cbaf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30299ab5-9eab-4c0e-b243-5abf96467c60 HTTP/1.1" status: 204 len: 168 time: 1.8528612 Jan 28 13:37:35.100178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb11c300-d044-4e2b-a59e-b31a258fb1a5,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:35.145265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a62b44-44cb-4259-b92f-e8a58d43cbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30299ab5-9eab-4c0e-b243-5abf96467c60,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:35.160265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Network 522f5141-3764-40f0-9ed5-cd6fa695aecd is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:35.198071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 522f5141-3764-40f0-9ed5-cd6fa695aecd) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:35.212604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:35.213746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.233008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e87335-be5d-4885-a2c0-183a4f85716d None None] Network 522f5141-3764-40f0-9ed5-cd6fa695aecd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:35.258688 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-75a415f8-f446-4efe-af73-7e738504fc3c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2138386 Jan 28 13:37:35.386545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1496306826'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:35.437818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:35.447234 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.465150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.560350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2198956-7c08-4478-9e5c-28b7be8df94f None None] Network 522f5141-3764-40f0-9ed5-cd6fa695aecd requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:35.708975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for security_group (5e88fcc5-d284-4673-9f7e-740cbf2aa4cf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.717271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5e88fcc5-d284-4673-9f7e-740cbf2aa4cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.749941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:35.781189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9c550da2-2ad9-4c79-9378-03cc9684a7b9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:35.782233 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 9c550da2-2ad9-4c79-9378-03cc9684a7b9 of type vlan for network 7714a1a4-d455-472a-94b2-9f2814f14203 Jan 28 13:37:35.900598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e88fcc5-d284-4673-9f7e-740cbf2aa4cf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:35.942988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (7714a1a4-d455-472a-94b2-9f2814f14203), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.009310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (7714a1a4-d455-472a-94b2-9f2814f14203), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.022131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:36.023221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.064521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0904076 Jan 28 13:37:36.155701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e76ee4-1fd7-4751-8d4b-d213b0da0275 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=7714a1a4-d455-472a-94b2-9f2814f14203,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:36.186798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 7714a1a4-d455-472a-94b2-9f2814f14203 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:36.218088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36132) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:36.233229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '7714a1a4-d455-472a-94b2-9f2814f14203', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:36.502005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:36.507738 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.780141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-54125f54-dd62-4572-9e67-e8baa5a42bd4 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:36.783766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-54125f54-dd62-4572-9e67-e8baa5a42bd4 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/networks?id=522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 200 len: 818 time: 0.2558863 Jan 28 13:37:36.790527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36174) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:36.962534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (9d397580-1718-4049-9de2-ae4827f30cc6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:36.973774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-812b6d93-a427-4765-af0e-413521a32c22 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/quotas/ee0574212c5642fe90392b1746034352 HTTP/1.1" status: 200 len: 375 time: 0.1662946 Jan 28 13:37:36.980968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] Deleting subnet 259036d3-2318-45da-ace8-5ce18d37be50 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:37:37.026804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] Publish callbacks [] for subnet (259036d3-2318-45da-ace8-5ce18d37be50), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.099898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-02f57910-ba10-4c9c-ba8f-fc0ca506da2e tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee0574212c5642fe90392b1746034352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110470 Jan 28 13:37:37.129862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=9d397580-1718-4049-9de2-ae4827f30cc6,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:37.134966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '9c550da2-2ad9-4c79-9378-03cc9684a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7714a1a4-d455-472a-94b2-9f2814f14203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:37.136704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 7714a1a4-d455-472a-94b2-9f2814f14203, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:37.179088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 7714a1a4-d455-472a-94b2-9f2814f14203 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:37.229606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 7714a1a4-d455-472a-94b2-9f2814f14203) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:37.241625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9532994-4308-4429-b26d-f4288e14b240 None None] Network 7714a1a4-d455-472a-94b2-9f2814f14203 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:37.244340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:37.247189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.265598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (259036d3-2318-45da-ace8-5ce18d37be50), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.289248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0b2a5480-ce4f-4a22-8eff-881076f15216 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0693200 Jan 28 13:37:37.293690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36196) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:37.301755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857626619'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:37.345250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 29cd1048-9a9c-4401-94d1-82c64984b4bf no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:37:37.348023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:37.358226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.384256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 29cd1048-9a9c-4401-94d1-82c64984b4bf {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:37:37.384600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 29cd1048-9a9c-4401-94d1-82c64984b4bf not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:37:37.406393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:37.411364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (259036d3-2318-45da-ace8-5ce18d37be50), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.440658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f6a4aee5-e12a-4a4e-b424-f74823223d98), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.442406 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment f6a4aee5-e12a-4a4e-b424-f74823223d98 of type vlan for network 2256f667-f9d5-4329-ba4e-c938d09573f1 Jan 28 13:37:37.474440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-9799054e-f418-4c58-9c53-e3351cc4ba87 service neutron] 10.222.0.45 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501039 Jan 28 13:37:37.486340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-7714a1a4-d455-472a-94b2-9f2814f14203', 'network_id': '7714a1a4-d455-472a-94b2-9f2814f14203', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': '9d397580-1718-4049-9de2-ae4827f30cc6'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:37.489918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.609825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2256f667-f9d5-4329-ba4e-c938d09573f1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.708144 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2256f667-f9d5-4329-ba4e-c938d09573f1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.722660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Allocated IP 172.20.255.242 (7714a1a4-d455-472a-94b2-9f2814f14203/9d397580-1718-4049-9de2-ae4827f30cc6/4ef1a022-2d6d-49e3-81b9-289f885d6260) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:37.737369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:37.741943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.843670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-ef1c9043-d5e5-475d-9a34-bda731e7c2c0 service neutron] 10.222.0.45 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463182 Jan 28 13:37:37.876410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (259036d3-2318-45da-ace8-5ce18d37be50), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.881059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=2256f667-f9d5-4329-ba4e-c938d09573f1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:37.906502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f86a3ba2-96ed-44cf-b55a-a35128c40288 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6073790 Jan 28 13:37:37.907791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36206) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:37.916233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '2256f667-f9d5-4329-ba4e-c938d09573f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:37.959840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:37.972451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/259036d3-2318-45da-ace8-5ce18d37be50 HTTP/1.1" status: 204 len: 168 time: 1.1798277 Jan 28 13:37:38.017778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36208) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:38.036565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2256f667-f9d5-4329-ba4e-c938d09573f1 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:38.044929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649160ae-acad-41f9-b810-c588d166ab54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259036d3-2318-45da-ace8-5ce18d37be50,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:38.252094 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33294d7f-8210-487a-805f-92efea902797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.277390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:38.296596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.309020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (26f28114-eccf-48f1-8cc0-f02226bef1a7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.553254 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Publish callbacks [] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.581298 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.620470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (26f28114-eccf-48f1-8cc0-f02226bef1a7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.668716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f28114-eccf-48f1-8cc0-f02226bef1a7']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:38.707623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b13a003-5fc4-4cda-8da0-210d02a8381a') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:38.707950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b13a003-5fc4-4cda-8da0-210d02a8381a') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:38.753545 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (0b13a003-5fc4-4cda-8da0-210d02a8381a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.787183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0b13a003-5fc4-4cda-8da0-210d02a8381a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.812084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:38.814731 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (0b13a003-5fc4-4cda-8da0-210d02a8381a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: warnings.warn(msg) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:38.823227 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:38.843984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:38.887275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Pushing event updated for resources: {'Port': ['ID=4ef1a022-2d6d-49e3-81b9-289f885d6260,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:38.905200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Network 7714a1a4-d455-472a-94b2-9f2814f14203 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:38.909607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:38.914392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:39.103603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (7a64183c-3bfb-463c-b18c-4c03f646c53e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.121564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Attempting to bind port 4ef1a022-2d6d-49e3-81b9-289f885d6260 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:39.122604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Attempting to bind port 4ef1a022-2d6d-49e3-81b9-289f885d6260 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '9c550da2-2ad9-4c79-9378-03cc9684a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7714a1a4-d455-472a-94b2-9f2814f14203'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:39.124741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Attempting to bind port 4ef1a022-2d6d-49e3-81b9-289f885d6260 on network 7714a1a4-d455-472a-94b2-9f2814f14203 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:39.139891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:39.140557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Checking segment: {'id': '9c550da2-2ad9-4c79-9378-03cc9684a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7714a1a4-d455-472a-94b2-9f2814f14203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:39.141871 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.143284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Bound using segment: {'id': '9c550da2-2ad9-4c79-9378-03cc9684a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7714a1a4-d455-472a-94b2-9f2814f14203'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:39.145085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Bound port: 4ef1a022-2d6d-49e3-81b9-289f885d6260, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c550da2-2ad9-4c79-9378-03cc9684a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '7714a1a4-d455-472a-94b2-9f2814f14203'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:39.145571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-396ce3b3-c724-45db-8c96-2736497cf23f req-bda95c57-8734-453c-9b96-342b343010b8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.1467011 Jan 28 13:37:39.146069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.159322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (26f28114-eccf-48f1-8cc0-f02226bef1a7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.211181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.223872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/26f28114-eccf-48f1-8cc0-f02226bef1a7 HTTP/1.1" status: 204 len: 168 time: 1.1952815 Jan 28 13:37:39.303174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed59ef-72d2-49a0-8285-ea37742635e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f28114-eccf-48f1-8cc0-f02226bef1a7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:39.412891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=7a64183c-3bfb-463c-b18c-4c03f646c53e,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:39.437000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] For port 4ef1a022-2d6d-49e3-81b9-289f885d6260, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:39.444336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] For port 4ef1a022-2d6d-49e3-81b9-289f885d6260, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ef1a022-2d6d-49e3-81b9-289f885d6260,segment=NetworkSegment(9c550da2-2ad9-4c79-9378-03cc9684a7b9),segment_id=9c550da2-2ad9-4c79-9378-03cc9684a7b9)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:39.453488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.480646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': 'f6a4aee5-e12a-4a4e-b424-f74823223d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2256f667-f9d5-4329-ba4e-c938d09573f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:39.481235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 2256f667-f9d5-4329-ba4e-c938d09573f1, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:39.531507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 2256f667-f9d5-4329-ba4e-c938d09573f1 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:39.568714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2256f667-f9d5-4329-ba4e-c938d09573f1) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:39.599415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe9ac6-d8f2-4836-8811-926520560fd8 None None] Network 2256f667-f9d5-4329-ba4e-c938d09573f1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:39.602358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:39.603384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.640986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fb3c0-042d-45fe-895b-a628d7d0a9a3 None None] Pushing event updated for resources: {'Port': ['ID=4ef1a022-2d6d-49e3-81b9-289f885d6260,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:39.688709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36230) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:39.700545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-449e9cb9-a80a-453e-8449-8468125969c6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7908893 Jan 28 13:37:39.886747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2256f667-f9d5-4329-ba4e-c938d09573f1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.892919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-2256f667-f9d5-4329-ba4e-c938d09573f1', 'network_id': '2256f667-f9d5-4329-ba4e-c938d09573f1', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': '7a64183c-3bfb-463c-b18c-4c03f646c53e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:39.894877 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:39.962402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36234) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:40.069612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7a64183c-3bfb-463c-b18c-4c03f646c53e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.165166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dd0feab1-fe75-42db-bd3c-ae3ee4bbf453 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=935a164ba44c442cba3cd4bede47e8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002609 Jan 28 13:37:40.166124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36240) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:40.375614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Allocated IP 172.20.0.2 (2256f667-f9d5-4329-ba4e-c938d09573f1/7a64183c-3bfb-463c-b18c-4c03f646c53e/07415ddc-299a-4488-99f9-aac82a195eb4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:40.667391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49c4256e-4c68-4acf-8ae1-8f0eb0d51e76 req-bb16064d-6509-4972-841e-91785dff6398 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.2264702 Jan 28 13:37:40.694017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.732300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37b0a9df-35e5-405f-878d-4d92b6c6237c admin admin] Publish callbacks [] for security_group (ed258a54-52e4-4ce7-8843-5859532a7a0c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.776856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37b0a9df-35e5-405f-878d-4d92b6c6237c admin admin] Publish callbacks [] for security_group (ed258a54-52e4-4ce7-8843-5859532a7a0c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.878895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37b0a9df-35e5-405f-878d-4d92b6c6237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed258a54-52e4-4ce7-8843-5859532a7a0c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.882019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37b0a9df-35e5-405f-878d-4d92b6c6237c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.883807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-37b0a9df-35e5-405f-878d-4d92b6c6237c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed258a54-52e4-4ce7-8843-5859532a7a0c HTTP/1.1" status: 204 len: 168 time: 0.7156010 Jan 28 13:37:40.894827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Publish callbacks [] for port (07415ddc-299a-4488-99f9-aac82a195eb4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.899268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0a9df-35e5-405f-878d-4d92b6c6237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed258a54-52e4-4ce7-8843-5859532a7a0c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:40.911359 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (07415ddc-299a-4488-99f9-aac82a195eb4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.937034 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (7a64183c-3bfb-463c-b18c-4c03f646c53e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.985658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=7a64183c-3bfb-463c-b18c-4c03f646c53e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:41.093285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Network 2256f667-f9d5-4329-ba4e-c938d09573f1 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:41.139502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:41.142837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2256f667-f9d5-4329-ba4e-c938d09573f1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.147106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Pushing event updated for resources: {'Port': ['ID=07415ddc-299a-4488-99f9-aac82a195eb4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:41.149389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:41.203359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2256f667-f9d5-4329-ba4e-c938d09573f1']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:41.233259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a4aee5-e12a-4a4e-b424-f74823223d98') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:41.233661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a4aee5-e12a-4a4e-b424-f74823223d98') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:41.263162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (f6a4aee5-e12a-4a4e-b424-f74823223d98), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.298874 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f6a4aee5-e12a-4a4e-b424-f74823223d98), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.325755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:41.326278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (f6a4aee5-e12a-4a4e-b424-f74823223d98), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.387859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Attempting to bind port 07415ddc-299a-4488-99f9-aac82a195eb4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:41.390357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Attempting to bind port 07415ddc-299a-4488-99f9-aac82a195eb4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f6a4aee5-e12a-4a4e-b424-f74823223d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2256f667-f9d5-4329-ba4e-c938d09573f1'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:41.390771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Attempting to bind port 07415ddc-299a-4488-99f9-aac82a195eb4 on network 2256f667-f9d5-4329-ba4e-c938d09573f1 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:41.405533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:41.406129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Checking segment: {'id': 'f6a4aee5-e12a-4a4e-b424-f74823223d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2256f667-f9d5-4329-ba4e-c938d09573f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:41.406343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.406704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Bound using segment: {'id': 'f6a4aee5-e12a-4a4e-b424-f74823223d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2256f667-f9d5-4329-ba4e-c938d09573f1'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:41.410907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Bound port: 07415ddc-299a-4488-99f9-aac82a195eb4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a4aee5-e12a-4a4e-b424-f74823223d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2256f667-f9d5-4329-ba4e-c938d09573f1'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:41.411348 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (07415ddc-299a-4488-99f9-aac82a195eb4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:41.414543 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:41.716461 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:37:41.716461 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:37:41.716461 n-d-822748-2 neutron-server[103374]: [parameters: {'id': '2256f667-f9d5-4329-ba4e-c938d09573f1'}] Jan 28 13:37:41.716461 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:37:41.717028 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:37:41.961292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-033fd73f-6122-4e61-82f6-55501eef05f6 req-395a1638-8dda-494d-a20f-1e9e1fc2f472 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.1084447 Jan 28 13:37:42.047083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] For port 07415ddc-299a-4488-99f9-aac82a195eb4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:42.111137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] For port 07415ddc-299a-4488-99f9-aac82a195eb4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=07415ddc-299a-4488-99f9-aac82a195eb4,segment=NetworkSegment(f6a4aee5-e12a-4a4e-b424-f74823223d98),segment_id=f6a4aee5-e12a-4a4e-b424-f74823223d98)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:42.127062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (07415ddc-299a-4488-99f9-aac82a195eb4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.140772 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.218214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2256f667-f9d5-4329-ba4e-c938d09573f1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.248669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49444f8-0633-4c41-be8a-a693d438a123 None None] Network 7714a1a4-d455-472a-94b2-9f2814f14203 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:42.379568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port 07415ddc-299a-4488-99f9-aac82a195eb4 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:42.384303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (07415ddc-299a-4488-99f9-aac82a195eb4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.617611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ef1a022-2d6d-49e3-81b9-289f885d6260 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:42.670505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port 07415ddc-299a-4488-99f9-aac82a195eb4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=07415ddc-299a-4488-99f9-aac82a195eb4,segment=NetworkSegment(f6a4aee5-e12a-4a4e-b424-f74823223d98),segment_id=f6a4aee5-e12a-4a4e-b424-f74823223d98)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:42.670911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (07415ddc-299a-4488-99f9-aac82a195eb4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:42.714743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for 07415ddc-299a-4488-99f9-aac82a195eb4 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:43.062391 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (07415ddc-299a-4488-99f9-aac82a195eb4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.214105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=07415ddc-299a-4488-99f9-aac82a195eb4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:43.220900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port 07415ddc-299a-4488-99f9-aac82a195eb4 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:37:43.321452 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d7cab759-ade3-41e8-962a-c725184115ee req-f7a3d3f4-3f7a-4e10-88cd-464fc4eb41ff tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.0886128 Jan 28 13:37:43.461057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d644a72a-d200-4eea-94db-299c5797d6ef None None] Provisioning complete for port 4ef1a022-2d6d-49e3-81b9-289f885d6260 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:43.461663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d644a72a-d200-4eea-94db-299c5797d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.610857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36304) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:43.641601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819cace-157d-40fc-8b4d-16f9cd0079c1 None None] Pushing event updated for resources: {'Port': ['ID=07415ddc-299a-4488-99f9-aac82a195eb4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:43.750656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d644a72a-d200-4eea-94db-299c5797d6ef None None] Current status of the port 4ef1a022-2d6d-49e3-81b9-289f885d6260 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:43.751066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d644a72a-d200-4eea-94db-299c5797d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.784655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a362d8-6090-4790-9eed-0c90c1c6df6b None None] Network 2256f667-f9d5-4329-ba4e-c938d09573f1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:43.879643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-dad155d3-0204-4e38-8d86-bf8ff60cbae2 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:43.888347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-dad155d3-0204-4e38-8d86-bf8ff60cbae2 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.60 "GET /v2.0/networks?id=522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 200 len: 818 time: 0.3694139 Jan 28 13:37:43.940915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2256f667-f9d5-4329-ba4e-c938d09573f1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:43.941436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-353708877-network', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:43.985411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Request body: {'port': {'device_id': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd', 'admin_state_up': True, 'tenant_id': 'ee0574212c5642fe90392b1746034352'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:44.049627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d644a72a-d200-4eea-94db-299c5797d6ef None None] For port 4ef1a022-2d6d-49e3-81b9-289f885d6260, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ef1a022-2d6d-49e3-81b9-289f885d6260,segment=NetworkSegment(9c550da2-2ad9-4c79-9378-03cc9684a7b9),segment_id=9c550da2-2ad9-4c79-9378-03cc9684a7b9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:44.085456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4ef1a022-2d6d-49e3-81b9-289f885d6260 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:44.088599 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.101146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Made reservation on behalf of 0aa118efc2004ab5916969e74f3330aa for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:44.112632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.169181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.199798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d644a72a-d200-4eea-94db-299c5797d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.425323 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks [] for security_group (dfa8ba60-d78d-48af-a27e-2312dbab1d0e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.434425 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dfa8ba60-d78d-48af-a27e-2312dbab1d0e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.465070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183984e1-6728-4bf2-9cae-a98e04af03ce None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:37:44.495695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:44.560523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (180617ec-6001-44bf-bf2b-b8c4803f1602), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.584995 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Added segment 180617ec-6001-44bf-bf2b-b8c4803f1602 of type vlan for network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 Jan 28 13:37:44.587566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa8ba60-d78d-48af-a27e-2312dbab1d0e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:44.667295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644a72a-d200-4eea-94db-299c5797d6ef None None] Pushing event updated for resources: {'Port': ['ID=4ef1a022-2d6d-49e3-81b9-289f885d6260,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:44.782602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4a23c3c0-e0c1-4925-8459-2d6a35ad3ffa None None] Provisioning complete for port 4ef1a022-2d6d-49e3-81b9-289f885d6260 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:44.783214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a23c3c0-e0c1-4925-8459-2d6a35ad3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.893128 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-53a3cbc3-5982-4a99-a215-a97f3aad244e req-cf0544ad-a458-4aaa-8865-76ba798866e9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.2737241 Jan 28 13:37:44.929779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (bb20fae4-c09a-4e88-a3ac-70a9818bbd45), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.996675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183984e1-6728-4bf2-9cae-a98e04af03ce None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:37:45.198076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4ef1a022-2d6d-49e3-81b9-289f885d6260 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:45.375668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ef1a022-2d6d-49e3-81b9-289f885d6260 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:45.398016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-7e917c87-993d-4931-9272-25fec8ad7227 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:45.413025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-7e917c87-993d-4931-9272-25fec8ad7227 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "GET /v2.0/networks?id=522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 200 len: 818 time: 1.9587622 Jan 28 13:37:45.423722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Request body: {'port': {'device_id': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd', 'admin_state_up': True, 'tenant_id': 'ee0574212c5642fe90392b1746034352'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:45.592571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (bb20fae4-c09a-4e88-a3ac-70a9818bbd45), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.594273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:45.596222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.611206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4a23c3c0-e0c1-4925-8459-2d6a35ad3ffa None None] Current status of the port 4ef1a022-2d6d-49e3-81b9-289f885d6260 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:45.695286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2256f667-f9d5-4329-ba4e-c938d09573f1']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:45.701604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb20fae4-c09a-4e88-a3ac-70a9818bbd45,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:45.730655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e4e96532-7894-4b9e-878b-dc836addd8a8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1173949 Jan 28 13:37:45.731981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36364) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:45.735645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4ef1a022-2d6d-49e3-81b9-289f885d6260 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:45.736053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.737982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:45.740259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Request body: {'subnet': {'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-353708877-subnet', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:45.762259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Made reservation on behalf of 0aa118efc2004ab5916969e74f3330aa for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:45.764679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.772837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a4aee5-e12a-4a4e-b424-f74823223d98') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:45.773211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a4aee5-e12a-4a4e-b424-f74823223d98') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:45.901931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Made reservation on behalf of ee0574212c5642fe90392b1746034352 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:45.910407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:45.961735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (f6a4aee5-e12a-4a4e-b424-f74823223d98), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.066709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4ef1a022-2d6d-49e3-81b9-289f885d6260 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:46.176885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Allocated IP 172.20.0.12 (522f5141-3764-40f0-9ed5-cd6fa695aecd/fb11c300-d044-4e2b-a59e-b31a258fb1a5/b805bc04-9a82-413c-9f4d-45cc105cf543) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:46.373646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks [] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.378812 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (56b22070-b4df-41f8-9849-d20e81250eb2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.471022 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.499721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b22070-b4df-41f8-9849-d20e81250eb2,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:46.550080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Checking segment: {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:46.550713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Network hostable DHCP agents. Network: bb20fae4-c09a-4e88-a3ac-70a9818bbd45, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:46.572793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Made reservation on behalf of ee0574212c5642fe90392b1746034352 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:46.575076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:46.579979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.591360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, bb20fae4-c09a-4e88-a3ac-70a9818bbd45) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:46.601705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d89f9c-f681-4f81-8609-37f6f9ed73e5 None None] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:46.606231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f6a4aee5-e12a-4a4e-b424-f74823223d98), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.611694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.613531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.638401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-928b9bda-6154-49ca-90b0-a0b3648f42cc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9039371 Jan 28 13:37:46.639589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36378) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:46.645230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:46.667162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-faf02109-dc87-4bea-9691-d3c0700bdd0c req-5469cf2a-1e4d-4431-966b-c4b2ef002d0c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.2171044 Jan 28 13:37:46.673302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Pushing event updated for resources: {'Port': ['ID=b805bc04-9a82-413c-9f4d-45cc105cf543,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:46.690960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-56737e89-100a-413e-b939-d5add728a482 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:46.693322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-56737e89-100a-413e-b939-d5add728a482 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "GET /v2.0/networks?id=522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 200 len: 818 time: 2.8035736 Jan 28 13:37:46.694942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:46.695473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (f6a4aee5-e12a-4a4e-b424-f74823223d98), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:46.705326 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:46.714669 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (f4678112-098c-44e8-9063-79529470ea1c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.716922 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (f4678112-098c-44e8-9063-79529470ea1c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.787322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Network 522f5141-3764-40f0-9ed5-cd6fa695aecd is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:46.800681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Request body: {'port': {'device_id': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd', 'admin_state_up': True, 'tenant_id': 'ee0574212c5642fe90392b1746034352'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:46.850067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:46.851376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:46.946263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:46.963904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:47.087396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2256f667-f9d5-4329-ba4e-c938d09573f1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.114300 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.117873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/2256f667-f9d5-4329-ba4e-c938d09573f1 HTTP/1.1" status: 204 len: 168 time: 7.4266655 Jan 28 13:37:47.129162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36386) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:47.179579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:47.180922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.189269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684828634'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:47.227959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Allocated IP 172.20.0.2 (bb20fae4-c09a-4e88-a3ac-70a9818bbd45/56b22070-b4df-41f8-9849-d20e81250eb2/e5c9383c-4c05-480f-805d-3ac5c78b8c4f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:47.237713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:47.241610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.243987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1fc73-1bda-4f2f-a391-99d2f7e75c6d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=2256f667-f9d5-4329-ba4e-c938d09573f1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:47.297193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-64c2bd1a-c6f6-4775-baca-adb1531b6248 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3681064 Jan 28 13:37:47.313312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-9cf4bb4f-3d5e-4bd2-8d1f-c649b29c385b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:47.314696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-9cf4bb4f-3d5e-4bd2-8d1f-c649b29c385b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082781 Jan 28 13:37:47.331228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Allocated IP 172.20.0.3 (522f5141-3764-40f0-9ed5-cd6fa695aecd/fb11c300-d044-4e2b-a59e-b31a258fb1a5/0274713d-7cd7-4418-859d-408c6724a6fb) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:47.349853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:47.374221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Made reservation on behalf of ee0574212c5642fe90392b1746034352 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:47.388429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.443911 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks [] for router_controller (f4678112-098c-44e8-9063-79529470ea1c), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.467950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Request body: {'port': {'device_id': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:47.472620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6ed51f71-c193-4fd6-92fe-fdf936807111), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.473657 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 6ed51f71-c193-4fd6-92fe-fdf936807111 of type vlan for network aef59e92-3aee-46f3-9e17-594d6ef38ce0 Jan 28 13:37:47.738370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.752197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (aef59e92-3aee-46f3-9e17-594d6ef38ce0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.761935 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Publish callbacks [] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.769545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.823439 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks [] for router_gateway (f4678112-098c-44e8-9063-79529470ea1c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.888451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:47.890221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:47.903084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:47.905340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Pushing event updated for resources: {'Port': ['ID=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:48.025017 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-36553dae-0294-43d6-926a-1d92cd698466 req-efa5037f-196b-4b47-a2aa-431dd07b82d0 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.0993106 Jan 28 13:37:48.046011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Attempting to bind port e5c9383c-4c05-480f-805d-3ac5c78b8c4f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:48.048079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Attempting to bind port e5c9383c-4c05-480f-805d-3ac5c78b8c4f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:48.050128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Attempting to bind port e5c9383c-4c05-480f-805d-3ac5c78b8c4f on network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:48.061264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:48.064068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Checking segment: {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:48.064696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.065271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Bound using segment: {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:48.065947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Bound port: e5c9383c-4c05-480f-805d-3ac5c78b8c4f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:48.066538 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.165586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (aef59e92-3aee-46f3-9e17-594d6ef38ce0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.188830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:48.189597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.288837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] For port e5c9383c-4c05-480f-805d-3ac5c78b8c4f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:48.299455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] For port e5c9383c-4c05-480f-805d-3ac5c78b8c4f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:48.313607 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.522619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3694575 Jan 28 13:37:48.529833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36416) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:48.573330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:48.600320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926434e-e3da-4e36-aecc-e9669d052faa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=aef59e92-3aee-46f3-9e17-594d6ef38ce0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:48.616007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc5e57-11a7-4d35-903f-c1e940da28f0 None None] Pushing event updated for resources: {'Port': ['ID=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:48.630865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network aef59e92-3aee-46f3-9e17-594d6ef38ce0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:48.651802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks [] for port (0274713d-7cd7-4418-859d-408c6724a6fb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.802370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks [] for router_gateway (f4678112-098c-44e8-9063-79529470ea1c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.868176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.891474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-18253b57-e964-4e9f-8e69-08b0630c1f48 {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:37:48.891474 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:37:48.941960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.125369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Pushing event updated for resources: {'Port': ['ID=0274713d-7cd7-4418-859d-408c6724a6fb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:49.417734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:49.425179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.451115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b805bc04-9a82-413c-9f4d-45cc105cf543 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:49.479251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Publish callbacks [] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.517461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e5c9383c-4c05-480f-805d-3ac5c78b8c4f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:49.523096 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.538677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Transition to ACTIVE for port object b805bc04-9a82-413c-9f4d-45cc105cf543 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:37:49.585470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Network 522f5141-3764-40f0-9ed5-cd6fa695aecd is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:49.608899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:49.618393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:49.620094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e5c9383c-4c05-480f-805d-3ac5c78b8c4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:49.622050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.656095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.670980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-278c788d-b07e-4361-b5e0-5fa2238d5520 req-c07979a3-fca2-4d09-b871-d3aae927f0f9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.1303673 Jan 28 13:37:49.747761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e5c9383c-4c05-480f-805d-3ac5c78b8c4f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:49.748201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing IP validity checks on allocation pools {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:37:49.748825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.749063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:37:49.855949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port e5c9383c-4c05-480f-805d-3ac5c78b8c4f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:49.886909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.896592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:49.897608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.932415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Allocated IP 172.25.4.3 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ca159a8f-c078-43b1-b1ca-ffcba2911807) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:49.970692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:50.141110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-410c5322-8d61-4489-86c8-9cb677e4d542 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7262061 Jan 28 13:37:50.179084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-0b5e95b5-3cd2-4203-911a-29ac5a88ead2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3670974 Jan 28 13:37:50.230700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Request body: {'port': {'device_id': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:50.326748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Pushing event updated for resources: {'Port': ['ID=b805bc04-9a82-413c-9f4d-45cc105cf543,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:50.380474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36440) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:50.528090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.645361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Attempting to bind port b805bc04-9a82-413c-9f4d-45cc105cf543 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:50.645936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Attempting to bind port b805bc04-9a82-413c-9f4d-45cc105cf543 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:50.651942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Attempting to bind port b805bc04-9a82-413c-9f4d-45cc105cf543 on network 522f5141-3764-40f0-9ed5-cd6fa695aecd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:50.693127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Port b805bc04-9a82-413c-9f4d-45cc105cf543 on network 522f5141-3764-40f0-9ed5-cd6fa695aecd not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:50.694055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Attempting to bind port b805bc04-9a82-413c-9f4d-45cc105cf543 on network 522f5141-3764-40f0-9ed5-cd6fa695aecd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:50.715630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Allocated IP 172.20.0.11 (522f5141-3764-40f0-9ed5-cd6fa695aecd/fb11c300-d044-4e2b-a59e-b31a258fb1a5/fbbf02fa-e097-480c-8e59-324f24e56924) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:50.757559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:50.757559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Checking segment: {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:50.757559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Bound using segment: {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:50.757559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Bound port: b805bc04-9a82-413c-9f4d-45cc105cf543, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:50.757559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.758634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks [] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.815683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-ad4fc345-a6e0-47c8-8223-f72939ad5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:50.829466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-ad4fc345-a6e0-47c8-8223-f72939ad5ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 1098 time: 0.5301850 Jan 28 13:37:50.866400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e51ed5a7-1639-4b66-b8fc-21e0d3d8de28), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.917642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71e42eca-b18b-4e11-b398-6982761b6293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:50.923382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eefbe2-2d77-4f64-8d95-49f269eed939 None None] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:51.133583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab90b6db-382d-423b-9e45-5951cca4c77d req-dc73fde9-5440-457d-9682-65aba1a4e9ce tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.1616867 Jan 28 13:37:51.169070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-9c6c96a1-3a95-40ac-976d-336cdce941d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.170819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-9c6c96a1-3a95-40ac-976d-336cdce941d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.2912338 Jan 28 13:37:51.200864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-99633ad7-8886-4010-b95e-e4985607b8f4 None None] Provisioning complete for port e5c9383c-4c05-480f-805d-3ac5c78b8c4f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:51.201671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99633ad7-8886-4010-b95e-e4985607b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.286795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=e51ed5a7-1639-4b66-b8fc-21e0d3d8de28,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.350721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] For port b805bc04-9a82-413c-9f4d-45cc105cf543, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:51.360320 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.362609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] For port b805bc04-9a82-413c-9f4d-45cc105cf543, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b805bc04-9a82-413c-9f4d-45cc105cf543,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:51.373502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-99633ad7-8886-4010-b95e-e4985607b8f4 None None] Current status of the port e5c9383c-4c05-480f-805d-3ac5c78b8c4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:51.387706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.438313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e5c9383c-4c05-480f-805d-3ac5c78b8c4f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:51.564797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '6ed51f71-c193-4fd6-92fe-fdf936807111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:51.565325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: aef59e92-3aee-46f3-9e17-594d6ef38ce0, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:51.574122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.574724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.576830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] 10.222.0.60 "PUT /v2.0/ports/b805bc04-9a82-413c-9f4d-45cc105cf543 HTTP/1.1" status: 200 len: 1092 time: 4.2485490 Jan 28 13:37:51.589378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'tag': 'b805bc04-9a82-413c-9f4d-45cc105cf543'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:51.594003 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41df4a3-7299-47c1-a6de-555f81b3a248" -d '{"events": [{"name": "network-changed", "server_uuid": "73271de4-5ec2-4c81-9e5e-f77f04f5b9e8", "tag": "b805bc04-9a82-413c-9f4d-45cc105cf543"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:51.613273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e5c9383c-4c05-480f-805d-3ac5c78b8c4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:51.614586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.627383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:51.638801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-d5d34b18-6a38-4694-b53f-adf60dbc75e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 200 len: 1002 time: 0.4519198 Jan 28 13:37:51.654926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:51.692266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:51.695019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Pushing event updated for resources: {'Port': ['ID=ca159a8f-c078-43b1-b1ca-ffcba2911807,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.736883 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbec4c91-c184-400d-b433-f839fcc87c16 x-openstack-request-id: req-dbec4c91-c184-400d-b433-f839fcc87c16 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:51.737189 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73271de4-5ec2-4c81-9e5e-f77f04f5b9e8", "tag": "b805bc04-9a82-413c-9f4d-45cc105cf543", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:51.737609 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbec4c91-c184-400d-b433-f839fcc87c16 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:51.738019 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'tag': 'b805bc04-9a82-413c-9f4d-45cc105cf543', 'status': 'completed', 'code': 200} Jan 28 13:37:51.780710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71e42eca-b18b-4e11-b398-6982761b6293 admin admin] Publish callbacks [] for security_group (278a8ab7-2faf-419b-8b26-bd2d31a83ec1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.836971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71e42eca-b18b-4e11-b398-6982761b6293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (278a8ab7-2faf-419b-8b26-bd2d31a83ec1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.840592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2dd8353f-8fc4-44c5-b0e4-478bccd7790f None None] Provisioning complete for port e5c9383c-4c05-480f-805d-3ac5c78b8c4f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:51.845653 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2dd8353f-8fc4-44c5-b0e4-478bccd7790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:51.863644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network aef59e92-3aee-46f3-9e17-594d6ef38ce0 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:51.899300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-d8283e79-2a73-4876-9c65-8c3811ff860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.899560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-71e42eca-b18b-4e11-b398-6982761b6293 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1cc1124b43d0483ba64c6a37aa53ac25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4965754 Jan 28 13:37:51.899675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-d8283e79-2a73-4876-9c65-8c3811ff860b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.2354927 Jan 28 13:37:51.901711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42eca-b18b-4e11-b398-6982761b6293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a8ab7-2faf-419b-8b26-bd2d31a83ec1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.904351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24fef2-8f22-4e99-b464-22b9b55dc575 service neutron] Pushing event updated for resources: {'Port': ['ID=b805bc04-9a82-413c-9f4d-45cc105cf543,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:51.919516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36458) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:51.937010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, aef59e92-3aee-46f3-9e17-594d6ef38ce0) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:51.982570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-05d00780-e3ce-4820-a814-53d65d030b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:51.984549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-05d00780-e3ce-4820-a814-53d65d030b0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee0574212c5642fe90392b1746034352&device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 1095 time: 0.2494984 Jan 28 13:37:52.014880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:52.020863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.037799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d3555e-9527-42dd-8f18-3c783ccf872d None None] Network aef59e92-3aee-46f3-9e17-594d6ef38ce0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:52.096800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-d31edb06-a736-4f4b-9296-99b5d1c70963 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b805bc04-9a82-413c-9f4d-45cc105cf543 HTTP/1.1" status: 200 len: 217 time: 0.1018212 Jan 28 13:37:52.172932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-6587dab3-95f8-4719-8d38-aea2298f7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:52.174356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-6587dab3-95f8-4719-8d38-aea2298f7a23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb11c300-d044-4e2b-a59e-b31a258fb1a5 HTTP/1.1" status: 200 len: 858 time: 0.0679722 Jan 28 13:37:52.244537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-1f32b751-66c3-4df6-8480-4080dd62f833 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=522f5141-3764-40f0-9ed5-cd6fa695aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592391 Jan 28 13:37:52.267015 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b83fccd1-9093-4cfd-a104-15a30a4407c4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7254326 Jan 28 13:37:52.277103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:52.290790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks [] for port (fbbf02fa-e097-480c-8e59-324f24e56924), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.365383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0de5472d-bf9c-420b-bd5a-4ef541a0a570 admin admin] Publish callbacks [] for security_group (278a8ab7-2faf-419b-8b26-bd2d31a83ec1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.452505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-9cee7bab-29a3-4307-899f-961eff83b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:52.455100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-9cee7bab-29a3-4307-899f-961eff83b9bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5377426 Jan 28 13:37:52.457380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a0914e4b-10a2-4d3e-b7e3-3e82972aaf44 req-42c424e9-a005-499e-b94b-1eae573dc5b1 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 210 time: 0.1512904 Jan 28 13:37:52.593609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (aef59e92-3aee-46f3-9e17-594d6ef38ce0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.649479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e6cffcfa-68ed-4942-87ba-583b16b7a268 service neutron] 10.222.0.60 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738074 Jan 28 13:37:52.747790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-aef59e92-3aee-46f3-9e17-594d6ef38ce0', 'network_id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': 'e51ed5a7-1639-4b66-b8fc-21e0d3d8de28'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:52.748770 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.772708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e5c9383c-4c05-480f-805d-3ac5c78b8c4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:52.787544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-45e21466-b875-441a-8414-bc1f0a6d3e22 service neutron] 10.222.0.60 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245244 Jan 28 13:37:52.807869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0de5472d-bf9c-420b-bd5a-4ef541a0a570 admin admin] Publish callbacks [] for security_group (278a8ab7-2faf-419b-8b26-bd2d31a83ec1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:52.908811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8353f-8fc4-44c5-b0e4-478bccd7790f None None] Current status of the port e5c9383c-4c05-480f-805d-3ac5c78b8c4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:52.924088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e51ed5a7-1639-4b66-b8fc-21e0d3d8de28), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.135407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.152425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-81d6277a-3ea4-4201-863e-6e46299c26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:53.164299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-81d6277a-3ea4-4201-863e-6e46299c26e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee0574212c5642fe90392b1746034352&device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 1095 time: 0.2126954 Jan 28 13:37:53.259135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Allocated IP 172.20.0.3 (aef59e92-3aee-46f3-9e17-594d6ef38ce0/e51ed5a7-1639-4b66-b8fc-21e0d3d8de28/b22c9e37-07b2-4f80-a93c-caedfb032866) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:53.601554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-85b200f7-9c9b-4b5f-b102-08f4bd0bfb41 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0373094 Jan 28 13:37:53.615988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks [] for router_gateway (f4678112-098c-44e8-9063-79529470ea1c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.734084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Publish callbacks [] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.753404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.846419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Network aef59e92-3aee-46f3-9e17-594d6ef38ce0 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:53.859921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:53.870112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:53.880587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Pushing event updated for resources: {'Port': ['ID=b22c9e37-07b2-4f80-a93c-caedfb032866,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:53.965866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Attempting to bind port b22c9e37-07b2-4f80-a93c-caedfb032866 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:53.966207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Attempting to bind port b22c9e37-07b2-4f80-a93c-caedfb032866 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '6ed51f71-c193-4fd6-92fe-fdf936807111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:53.966528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Attempting to bind port b22c9e37-07b2-4f80-a93c-caedfb032866 on network aef59e92-3aee-46f3-9e17-594d6ef38ce0 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:53.972448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:53.972830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Checking segment: {'id': '6ed51f71-c193-4fd6-92fe-fdf936807111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:53.973237 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:53.973690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Bound using segment: {'id': '6ed51f71-c193-4fd6-92fe-fdf936807111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:53.974174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Bound port: b22c9e37-07b2-4f80-a93c-caedfb032866, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed51f71-c193-4fd6-92fe-fdf936807111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:53.974559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.127181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (f4678112-098c-44e8-9063-79529470ea1c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.135510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-8ccdcea4-d1c8-4b4f-8523-c13b4d17fdc6 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164220 Jan 28 13:37:54.137628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] For port b22c9e37-07b2-4f80-a93c-caedfb032866, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:54.142148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] For port b22c9e37-07b2-4f80-a93c-caedfb032866, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b22c9e37-07b2-4f80-a93c-caedfb032866,segment=NetworkSegment(6ed51f71-c193-4fd6-92fe-fdf936807111),segment_id=6ed51f71-c193-4fd6-92fe-fdf936807111)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:54.148717 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.261799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Pushing event updated for resources: {'Port': ['ID=fbbf02fa-e097-480c-8e59-324f24e56924,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:54.267546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-02f65834-4c6b-4234-b185-007657d7b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:54.270195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-02f65834-4c6b-4234-b185-007657d7b569 service neutron] 10.222.0.60 "GET /v2.0/networks?id=522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 200 len: 919 time: 1.1048739 Jan 28 13:37:54.331914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Network 522f5141-3764-40f0-9ed5-cd6fa695aecd is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:54.350603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c682e-bae3-4a83-a3e5-df236dbe0277 None None] Pushing event updated for resources: {'Port': ['ID=b22c9e37-07b2-4f80-a93c-caedfb032866,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:54.409989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:54.415997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:54.591443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-96368f93-9b86-4ccb-866b-3de62f9fd7a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b805bc04-9a82-413c-9f4d-45cc105cf543 HTTP/1.1" status: 200 len: 217 time: 0.2996581 Jan 28 13:37:54.595802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0de5472d-bf9c-420b-bd5a-4ef541a0a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (278a8ab7-2faf-419b-8b26-bd2d31a83ec1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.599026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0de5472d-bf9c-420b-bd5a-4ef541a0a570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.600217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0de5472d-bf9c-420b-bd5a-4ef541a0a570 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/278a8ab7-2faf-419b-8b26-bd2d31a83ec1 HTTP/1.1" status: 204 len: 168 time: 2.6758449 Jan 28 13:37:54.619531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Router f4678112-098c-44e8-9063-79529470ea1c is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:37:54.664719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5472d-bf9c-420b-bd5a-4ef541a0a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a8ab7-2faf-419b-8b26-bd2d31a83ec1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:54.670219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (e51ed5a7-1639-4b66-b8fc-21e0d3d8de28), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:54.824572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=e51ed5a7-1639-4b66-b8fc-21e0d3d8de28,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:54.922024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918db96-3db7-4790-a603-af29671ac2ac req-8d9eccc1-4570-4858-9280-7ee7f3f1c2eb tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:54.923835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1918db96-3db7-4790-a603-af29671ac2ac req-8d9eccc1-4570-4858-9280-7ee7f3f1c2eb tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 932 time: 0.6427686 Jan 28 13:37:54.930179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:54.937151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.010063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:37:55.020317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Sync routers for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:37:55.061035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:55.062589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:37:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:55.089473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.091092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-ac3669d8-8d18-4ff7-bbc7-d29cf7abf942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:55.091892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1f6c910b-fd24-4986-89b3-2e055492664d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.4507101 Jan 28 13:37:55.094541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36488) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:55.096180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-ac3669d8-8d18-4ff7-bbc7-d29cf7abf942 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb11c300-d044-4e2b-a59e-b31a258fb1a5 HTTP/1.1" status: 200 len: 858 time: 0.4807146 Jan 28 13:37:55.277978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1918db96-3db7-4790-a603-af29671ac2ac req-1d41d7ed-7861-49df-8315-e9fe88dfc525 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280523 Jan 28 13:37:55.288702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-e3bddbe3-bd1a-4d89-8453-c53997bb65c9 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5286443 Jan 28 13:37:55.292427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-a9c12aaf-cb0d-48ae-8346-f8e0fd9130d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=522f5141-3764-40f0-9ed5-cd6fa695aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633148 Jan 28 13:37:55.315291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0274713d-7cd7-4418-859d-408c6724a6fb {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:55.340492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Publish callbacks [] for port (0274713d-7cd7-4418-859d-408c6724a6fb), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.374236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Transition to ACTIVE for port object 0274713d-7cd7-4418-859d-408c6724a6fb will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:37:55.377214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (aef59e92-3aee-46f3-9e17-594d6ef38ce0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.392398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36494) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:55.396109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b805bc04-9a82-413c-9f4d-45cc105cf543 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:37:55.410585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.429145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Request body: {'port': {'device_id': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:55.487671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:55.490945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:37:55.672113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36502) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:55.689398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b22c9e37-07b2-4f80-a93c-caedfb032866 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:55.770983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef59e92-3aee-46f3-9e17-594d6ef38ce0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:55.999529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Publish callbacks [] for security_group (29b9cb74-7961-4b06-9799-3563104fe138), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.049636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed51f71-c193-4fd6-92fe-fdf936807111') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:56.050061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed51f71-c193-4fd6-92fe-fdf936807111') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:56.055591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (29b9cb74-7961-4b06-9799-3563104fe138), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.258150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b805bc04-9a82-413c-9f4d-45cc105cf543, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b805bc04-9a82-413c-9f4d-45cc105cf543,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:56.313340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'b805bc04-9a82-413c-9f4d-45cc105cf543', 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd', 'port_id': 'b805bc04-9a82-413c-9f4d-45cc105cf543', 'mac_address': 'fa:16:3e:66:ad:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb11c300-d044-4e2b-a59e-b31a258fb1a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:37:56.322890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b22c9e37-07b2-4f80-a93c-caedfb032866 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:56.323305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.361909 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.378185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (6ed51f71-c193-4fd6-92fe-fdf936807111), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.415057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6ed51f71-c193-4fd6-92fe-fdf936807111), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.420932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322d76c-9bba-4ee6-9df6-de571147010f None None] Network aef59e92-3aee-46f3-9e17-594d6ef38ce0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:56.427566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:37:56.427992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (6ed51f71-c193-4fd6-92fe-fdf936807111), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:37:56.516414 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:37:56.616062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-8e2bc33a-cf2d-4e30-ab15-34d0e5b72f86 service neutron] 10.222.0.60 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2334130 Jan 28 13:37:56.616726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Pushing event updated for resources: {'Port': ['ID=0274713d-7cd7-4418-859d-408c6724a6fb,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:56.619671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9cb74-7961-4b06-9799-3563104fe138,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:56.627775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:37:56.627775 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:37:56.627775 n-d-822748-2 neutron-server[103374]: [parameters: {'id': 'aef59e92-3aee-46f3-9e17-594d6ef38ce0'}] Jan 28 13:37:56.627775 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:37:56.628728 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:37:56.643482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.643850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.644125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.644602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.644954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.645538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.645880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.646215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.646551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.646885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.647219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.647546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.647877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.727311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:37:52Z', 'revision_number': 3, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:56.731308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b805bc04-9a82-413c-9f4d-45cc105cf543 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:56.732014 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.780127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41df4a3-7299-47c1-a6de-555f81b3a248 req-6a6ee554-e5c4-4f12-8d1f-56271fa5b5b3 service neutron] 10.222.0.60 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461177 Jan 28 13:37:56.804675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d76f8-560b-4e40-b8b1-72c288addda2 req-36b61fa0-554f-488b-9520-7df154d3769b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:56.814489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-520d76f8-560b-4e40-b8b1-72c288addda2 req-36b61fa0-554f-488b-9520-7df154d3769b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 932 time: 0.3278606 Jan 28 13:37:56.819358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.871411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.886391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9205e5a4-79e5-451e-a0f9-58cc64525f58 None None] Provisioning complete for port b22c9e37-07b2-4f80-a93c-caedfb032866 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:56.889779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9205e5a4-79e5-451e-a0f9-58cc64525f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:56.904288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Checking router: f4678112-098c-44e8-9063-79529470ea1c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:37:56.905430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Updating router f4678112-098c-44e8-9063-79529470ea1c port ca159a8f-c078-43b1-b1ca-ffcba2911807 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:37:56.930137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.930528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.930844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.931202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.935004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.935299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.944177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.944177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.944177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.944177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.944177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.944177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.944177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:56.976622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Attempting to bind port 0274713d-7cd7-4418-859d-408c6724a6fb on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:56.979538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Attempting to bind port 0274713d-7cd7-4418-859d-408c6724a6fb by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:56.979940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Attempting to bind port 0274713d-7cd7-4418-859d-408c6724a6fb on network 522f5141-3764-40f0-9ed5-cd6fa695aecd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:56.996063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63c6cb65-c87d-4615-9e4c-6b2fe4ed19a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c3e61df3d6b44629acf1ed20619f926&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6017835 Jan 28 13:37:56.996767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.001269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:57.001894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Port 0274713d-7cd7-4418-859d-408c6724a6fb on network 522f5141-3764-40f0-9ed5-cd6fa695aecd not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:57.002230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Attempting to bind port 0274713d-7cd7-4418-859d-408c6724a6fb on network 522f5141-3764-40f0-9ed5-cd6fa695aecd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:57.013312 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-520d76f8-560b-4e40-b8b1-72c288addda2 req-de29b727-ca99-490b-9ae0-f5c912dcb291 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739769 Jan 28 13:37:57.019818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:57.020393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Checking segment: {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:57.024000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Bound using segment: {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:57.024457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Bound port: 0274713d-7cd7-4418-859d-408c6724a6fb, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:57.024829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.095677 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.108382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b805bc04-9a82-413c-9f4d-45cc105cf543 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:57.135761 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (aef59e92-3aee-46f3-9e17-594d6ef38ce0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.339368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b805bc04-9a82-413c-9f4d-45cc105cf543, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b805bc04-9a82-413c-9f4d-45cc105cf543,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:57.369849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.413960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Publish callbacks [] for security_group (72eb9df2-46d8-4810-987b-df66e5b63bbd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.428504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (72eb9df2-46d8-4810-987b-df66e5b63bbd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.486039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b22c9e37-07b2-4f80-a93c-caedfb032866 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:57.496681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.502310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbf02fa-e097-480c-8e59-324f24e56924 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:37:57.518041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Publish callbacks [] for port (fbbf02fa-e097-480c-8e59-324f24e56924), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.521477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11e9e44c3ebf4d2497fd00305e59ede7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8471386 Jan 28 13:37:57.539837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:57.541592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Transition to ACTIVE for port object fbbf02fa-e097-480c-8e59-324f24e56924 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:37:57.559892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.661098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] For port 0274713d-7cd7-4418-859d-408c6724a6fb, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:57.665033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] For port 0274713d-7cd7-4418-859d-408c6724a6fb, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=0274713d-7cd7-4418-859d-408c6724a6fb,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:57.693713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eb9df2-46d8-4810-987b-df66e5b63bbd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:57.727919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.729020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.729922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.730720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.731506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.732535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.733410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.734318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.735134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.736408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.737233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.739009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.739856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06228aba-d439-479c-9e93-83ef23ef53a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:57.751620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.769330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port b22c9e37-07b2-4f80-a93c-caedfb032866, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b22c9e37-07b2-4f80-a93c-caedfb032866,segment=NetworkSegment(6ed51f71-c193-4fd6-92fe-fdf936807111),segment_id=6ed51f71-c193-4fd6-92fe-fdf936807111)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:57.805162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] DHCP port deletion for aef59e92-3aee-46f3-9e17-594d6ef38ce0 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:37:57.811055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.836422 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d65c8f21-d824-4f6d-b68c-02503903290c admin admin] Publish callbacks [] for security_group (29b9cb74-7961-4b06-9799-3563104fe138), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.875121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:57.876322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.878700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] 10.222.0.36 "PUT /v2.0/ports/0274713d-7cd7-4418-859d-408c6724a6fb HTTP/1.1" status: 200 len: 1091 time: 7.6811931 Jan 28 13:37:57.879892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Attempting to bind port fbbf02fa-e097-480c-8e59-324f24e56924 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:57.881621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Attempting to bind port fbbf02fa-e097-480c-8e59-324f24e56924 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:57.881621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Attempting to bind port fbbf02fa-e097-480c-8e59-324f24e56924 on network 522f5141-3764-40f0-9ed5-cd6fa695aecd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:57.925067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'tag': '0274713d-7cd7-4418-859d-408c6724a6fb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:37:57.931224 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f9494-2d02-4682-bb1a-6c88081d95c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b83841ca-918c-49bb-bf97-77a0162a35fe", "tag": "0274713d-7cd7-4418-859d-408c6724a6fb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:37:57.950633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Port fbbf02fa-e097-480c-8e59-324f24e56924 on network 522f5141-3764-40f0-9ed5-cd6fa695aecd not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:37:57.951577 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Attempting to bind port fbbf02fa-e097-480c-8e59-324f24e56924 on network 522f5141-3764-40f0-9ed5-cd6fa695aecd {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:58.029531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Allocated IP 172.20.0.1 (bb20fae4-c09a-4e88-a3ac-70a9818bbd45/56b22070-b4df-41f8-9849-d20e81250eb2/4016ee9b-a720-4595-aab3-b7e2efc6be64) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:58.033530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2991b32e-57ec-46ad-9ade-49fefc8ea95e admin admin] Publish callbacks [] for security_group (72eb9df2-46d8-4810-987b-df66e5b63bbd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.184459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf02fa-e097-480c-8e59-324f24e56924,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:58.204753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:58.205705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Checking segment: {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:58.206618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Bound using segment: {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:58.208749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2991b32e-57ec-46ad-9ade-49fefc8ea95e admin admin] Publish callbacks [] for security_group (72eb9df2-46d8-4810-987b-df66e5b63bbd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.209551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Bound port: fbbf02fa-e097-480c-8e59-324f24e56924, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:58.210454 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.246836 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff8cde-728f-4302-b49e-0d0ca625030c x-openstack-request-id: req-cdff8cde-728f-4302-b49e-0d0ca625030c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:37:58.247638 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83841ca-918c-49bb-bf97-77a0162a35fe", "tag": "0274713d-7cd7-4418-859d-408c6724a6fb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:37:58.248335 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdff8cde-728f-4302-b49e-0d0ca625030c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:37:58.249237 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'tag': '0274713d-7cd7-4418-859d-408c6724a6fb', 'status': 'completed', 'code': 200} Jan 28 13:37:58.343757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-8f614cc2-edf2-4482-8c63-0080421a30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:58.347073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-8f614cc2-edf2-4482-8c63-0080421a30f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0574212c5642fe90392b1746034352&device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 1094 time: 0.4042718 Jan 28 13:37:58.351904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9274ef0-5f3f-45aa-8206-c11b9787ce09 service neutron] Pushing event updated for resources: {'Port': ['ID=0274713d-7cd7-4418-859d-408c6724a6fb,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:58.372195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d65c8f21-d824-4f6d-b68c-02503903290c admin admin] Publish callbacks [] for security_group (29b9cb74-7961-4b06-9799-3563104fe138), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.410403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['b805bc04-9a82-413c-9f4d-45cc105cf543'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:37:58.417223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b22c9e37-07b2-4f80-a93c-caedfb032866 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:37:58.500361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2991b32e-57ec-46ad-9ade-49fefc8ea95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (72eb9df2-46d8-4810-987b-df66e5b63bbd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.506152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2991b32e-57ec-46ad-9ade-49fefc8ea95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.511019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2991b32e-57ec-46ad-9ade-49fefc8ea95e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72eb9df2-46d8-4810-987b-df66e5b63bbd HTTP/1.1" status: 204 len: 168 time: 0.9576347 Jan 28 13:37:58.554669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991b32e-57ec-46ad-9ade-49fefc8ea95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eb9df2-46d8-4810-987b-df66e5b63bbd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:58.633671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b3de-dfc4-46b0-b085-fcc686ecc693 req-e9eb1d61-199d-446c-8b08-1e351ea60241 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:58.637613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port b22c9e37-07b2-4f80-a93c-caedfb032866 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:58.638494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.638723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ed5b3de-dfc4-46b0-b085-fcc686ecc693 req-e9eb1d61-199d-446c-8b08-1e351ea60241 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 944 time: 0.4263728 Jan 28 13:37:58.697576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-71dfb1f0-12ca-4db3-b295-2e5b5f8fdb99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0274713d-7cd7-4418-859d-408c6724a6fb HTTP/1.1" status: 200 len: 217 time: 0.3164694 Jan 28 13:37:58.917761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ed5b3de-dfc4-46b0-b085-fcc686ecc693 req-3e2bc31c-ba4c-4219-ac9a-e00a912065ba tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668660 Jan 28 13:37:58.945294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9205e5a4-79e5-451e-a0f9-58cc64525f58 None None] Current status of the port b22c9e37-07b2-4f80-a93c-caedfb032866 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:59.006811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b805bc04-9a82-413c-9f4d-45cc105cf543,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:59.066333 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks [] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.179918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b22c9e37-07b2-4f80-a93c-caedfb032866 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:59.180808 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.189381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.228812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d65c8f21-d824-4f6d-b68c-02503903290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (29b9cb74-7961-4b06-9799-3563104fe138), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.242485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d65c8f21-d824-4f6d-b68c-02503903290c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.248255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d65c8f21-d824-4f6d-b68c-02503903290c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29b9cb74-7961-4b06-9799-3563104fe138 HTTP/1.1" status: 204 len: 168 time: 2.2301917 Jan 28 13:37:59.262331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port b22c9e37-07b2-4f80-a93c-caedfb032866, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b22c9e37-07b2-4f80-a93c-caedfb032866,segment=NetworkSegment(6ed51f71-c193-4fd6-92fe-fdf936807111),segment_id=6ed51f71-c193-4fd6-92fe-fdf936807111)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:59.264769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.324088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.332386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] For port fbbf02fa-e097-480c-8e59-324f24e56924, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:59.390438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Publish callbacks [] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.476987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for b22c9e37-07b2-4f80-a93c-caedfb032866 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:37:59.543635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Pushing event updated for resources: {'Port': ['ID=4016ee9b-a720-4595-aab3-b7e2efc6be64,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:59.554249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] Deleting port b22c9e37-07b2-4f80-a93c-caedfb032866 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:37:59.554249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.568502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.611328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:59.613681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:59.632441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:59.700459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c8f21-d824-4f6d-b68c-02503903290c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9cb74-7961-4b06-9799-3563104fe138,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:59.716950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] For port fbbf02fa-e097-480c-8e59-324f24e56924, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fbbf02fa-e097-480c-8e59-324f24e56924,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:59.721971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-1997e06c-aceb-47a6-a0cc-cccc616d92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:59.730902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-1997e06c-aceb-47a6-a0cc-cccc616d92a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb11c300-d044-4e2b-a59e-b31a258fb1a5 HTTP/1.1" status: 200 len: 858 time: 0.9316869 Jan 28 13:37:59.736684 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.777112 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (f4678112-098c-44e8-9063-79529470ea1c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.901811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port b22c9e37-07b2-4f80-a93c-caedfb032866, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b22c9e37-07b2-4f80-a93c-caedfb032866,segment=NetworkSegment(6ed51f71-c193-4fd6-92fe-fdf936807111),segment_id=6ed51f71-c193-4fd6-92fe-fdf936807111)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:59.998409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:00.001147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.007018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] 10.222.0.36 "PUT /v2.0/ports/fbbf02fa-e097-480c-8e59-324f24e56924 HTTP/1.1" status: 200 len: 1092 time: 4.6252825 Jan 28 13:38:00.013605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-c19cd78d-abad-4362-b0b9-09ea15c75486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522f5141-3764-40f0-9ed5-cd6fa695aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2716072 Jan 28 13:38:00.094028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.196266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=b22c9e37-07b2-4f80-a93c-caedfb032866,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.231992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.317795 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:38:00.329884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.355298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'tag': 'fbbf02fa-e097-480c-8e59-324f24e56924'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:00.367516 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c" -d '{"events": [{"name": "network-changed", "server_uuid": "0556ed5a-c6e0-4fef-8e64-5f304dd390fa", "tag": "fbbf02fa-e097-480c-8e59-324f24e56924"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:00.376222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2f74-220c-4a73-8753-b4ae423c3c3f service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf02fa-e097-480c-8e59-324f24e56924,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.606088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=b22c9e37-07b2-4f80-a93c-caedfb032866,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.736568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Attempting to bind port ca159a8f-c078-43b1-b1ca-ffcba2911807 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:00.737376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Attempting to bind port ca159a8f-c078-43b1-b1ca-ffcba2911807 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:00.740006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Attempting to bind port ca159a8f-c078-43b1-b1ca-ffcba2911807 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:00.786667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port b22c9e37-07b2-4f80-a93c-caedfb032866 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:00.796970 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12d8884-0cee-4e32-a959-f0b56f35b61d x-openstack-request-id: req-a12d8884-0cee-4e32-a959-f0b56f35b61d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:00.797455 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0556ed5a-c6e0-4fef-8e64-5f304dd390fa", "tag": "fbbf02fa-e097-480c-8e59-324f24e56924", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:00.797884 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a12d8884-0cee-4e32-a959-f0b56f35b61d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:00.798406 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'tag': 'fbbf02fa-e097-480c-8e59-324f24e56924', 'status': 'completed', 'code': 200} Jan 28 13:38:00.847855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] For port b22c9e37-07b2-4f80-a93c-caedfb032866, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b22c9e37-07b2-4f80-a93c-caedfb032866,segment=NetworkSegment(6ed51f71-c193-4fd6-92fe-fdf936807111),segment_id=6ed51f71-c193-4fd6-92fe-fdf936807111)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:00.849198 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.855043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:00.855928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:00.856757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.858646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:00.859445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Bound port: ca159a8f-c078-43b1-b1ca-ffcba2911807, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:00.860152 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.938077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] For port ca159a8f-c078-43b1-b1ca-ffcba2911807, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:00.942375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] For port ca159a8f-c078-43b1-b1ca-ffcba2911807, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ca159a8f-c078-43b1-b1ca-ffcba2911807,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:00.963996 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.966802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506414ba-83e9-4b30-9e9b-197738ae6773 None None] Pushing event updated for resources: {'Port': ['ID=ca159a8f-c078-43b1-b1ca-ffcba2911807,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.984273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-81706b30-165a-4410-b740-4f1d6c1e784b None None] Provisioning complete for port 4016ee9b-a720-4595-aab3-b7e2efc6be64 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:00.985026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-81706b30-165a-4410-b740-4f1d6c1e784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.044890 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks [] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.052514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.063971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (aef59e92-3aee-46f3-9e17-594d6ef38ce0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.065296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] Calling delete_port for b22c9e37-07b2-4f80-a93c-caedfb032866 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:01.093610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-81706b30-165a-4410-b740-4f1d6c1e784b None None] Port 4016ee9b-a720-4595-aab3-b7e2efc6be64 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:01.143468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef59e92-3aee-46f3-9e17-594d6ef38ce0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:01.192725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed51f71-c193-4fd6-92fe-fdf936807111') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:01.193601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed51f71-c193-4fd6-92fe-fdf936807111') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:01.234779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event deleted for resources: {'Port': ['ID=b22c9e37-07b2-4f80-a93c-caedfb032866,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:01.235587 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (6ed51f71-c193-4fd6-92fe-fdf936807111), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.277314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6ed51f71-c193-4fd6-92fe-fdf936807111), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.304777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:01.305657 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (6ed51f71-c193-4fd6-92fe-fdf936807111), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.373175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Pushing event updated for resources: {'Port': ['ID=4016ee9b-a720-4595-aab3-b7e2efc6be64,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:01.397159 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (f4678112-098c-44e8-9063-79529470ea1c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.451551 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (b22c9e37-07b2-4f80-a93c-caedfb032866), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.550747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:01.551816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:37:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:01.566602 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:01.606551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (aef59e92-3aee-46f3-9e17-594d6ef38ce0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.618705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:01.634136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/aef59e92-3aee-46f3-9e17-594d6ef38ce0 HTTP/1.1" status: 204 len: 168 time: 9.3506653 Jan 28 13:38:01.636795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36610) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:01.659114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1518695526'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:01.680466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a18fd8-a1ae-495e-9ed8-ea2f5012ebe0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=aef59e92-3aee-46f3-9e17-594d6ef38ce0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:01.743463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-dd47a740-8fce-4df6-9739-8cbb844432a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:01.751654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-dd47a740-8fce-4df6-9739-8cbb844432a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0574212c5642fe90392b1746034352&device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 1095 time: 1.6475046 Jan 28 13:38:01.764137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-3d84d0e0-5bfc-4e74-bd5f-e3d704d4e7cf service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7415276 Jan 28 13:38:01.781880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9833e-5518-4823-b025-d5ad216a7e26 req-728c0e3b-8ad4-4fd2-8b31-23407e53e7b1 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:01.796336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba9833e-5518-4823-b025-d5ad216a7e26 req-728c0e3b-8ad4-4fd2-8b31-23407e53e7b1 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 944 time: 1.3045065 Jan 28 13:38:01.854799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506414ba-83e9-4b30-9e9b-197738ae6773 None None] Pushing event updated for resources: {'Port': ['ID=ca159a8f-c078-43b1-b1ca-ffcba2911807,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:01.877124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:01.883437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:01.883871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] No DVR routers for this DVR port b22c9e37-07b2-4f80-a93c-caedfb032866 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:01.965292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-74bf93d2-b72e-4cf7-a529-57ba35848437 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbbf02fa-e097-480c-8e59-324f24e56924 HTTP/1.1" status: 200 len: 217 time: 0.1649492 Jan 28 13:38:02.086215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4e150-dce2-4b2f-b41d-46b3b2a70b58 None None] Pushing event deleted for resources: {'Port': ['ID=b22c9e37-07b2-4f80-a93c-caedfb032866,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:02.380981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:02.412499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:02.424658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.534140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Router f4678112-098c-44e8-9063-79529470ea1c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:02.594334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:02.654921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1598924b-c212-49fa-bddc-e61c7ffe26d8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.660484 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 1598924b-c212-49fa-bddc-e61c7ffe26d8 of type vlan for network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 Jan 28 13:38:02.774257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba9833e-5518-4823-b025-d5ad216a7e26 req-f45ee040-e8ad-4810-bfe8-1ce7f6e4399a tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9767845 Jan 28 13:38:02.800599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-035527d1-34c2-4e88-b77e-88238f3f12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:02.803451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-035527d1-34c2-4e88-b77e-88238f3f12b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb11c300-d044-4e2b-a59e-b31a258fb1a5 HTTP/1.1" status: 200 len: 858 time: 0.7546985 Jan 28 13:38:02.882617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-79900b12-89c8-458b-9572-37e4d789606d None None] Provisioning complete for port 4016ee9b-a720-4595-aab3-b7e2efc6be64 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:02.883609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79900b12-89c8-458b-9572-37e4d789606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.892606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-9ddda95f-a3a5-4f16-9863-7f686ff46b17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522f5141-3764-40f0-9ed5-cd6fa695aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568185 Jan 28 13:38:02.964956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (0f330c04-59fa-4d70-a3d8-39ce5cb332a8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.132557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-79900b12-89c8-458b-9572-37e4d789606d None None] Port 4016ee9b-a720-4595-aab3-b7e2efc6be64 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:03.185442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-d063fe70-d874-4d8b-8768-fa66c148ecb3 service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3484344 Jan 28 13:38:03.190466 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (0f330c04-59fa-4d70-a3d8-39ce5cb332a8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.216216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:03.217252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.299957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:03.346292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fddec9c-99e1-4ccb-a40f-73d5cd2ad58c admin admin] 10.222.0.45 "PUT /v2.0/routers/f4678112-098c-44e8-9063-79529470ea1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2499232 Jan 28 13:38:03.434705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7896912 Jan 28 13:38:03.439100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36646) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:03.443030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b805bc04-9a82-413c-9f4d-45cc105cf543 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:03.446411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-78e20918-fcae-4655-b5a7-3dfca0e1757e service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396838 Jan 28 13:38:03.502927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:03.796265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1572ac1-e205-46ba-9dd2-40009467eb59 req-fc6fce1a-a659-4fc9-826d-b8c014ef70a9 service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461950 Jan 28 13:38:03.814004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 2, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:03.869392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-303c7426-33ab-4407-9edb-85dd2b6da883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:03.879963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-303c7426-33ab-4407-9edb-85dd2b6da883 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0574212c5642fe90392b1746034352&device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 1094 time: 0.6153378 Jan 28 13:38:03.883263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f739c3-2df9-43b1-9800-c648419b6ab4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=0f330c04-59fa-4d70-a3d8-39ce5cb332a8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:04.014665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01accad9-9a72-496d-a55f-e4d76c2c54a6 None None] The sync data for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 is: [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 2, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:04.024199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:04.164552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:04.188059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.354963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port b805bc04-9a82-413c-9f4d-45cc105cf543 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:04.360521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port b805bc04-9a82-413c-9f4d-45cc105cf543 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:04.360907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.690523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b805bc04-9a82-413c-9f4d-45cc105cf543 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:04.692367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:04.773112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b805bc04-9a82-413c-9f4d-45cc105cf543'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:04.784545 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1318e4b4-78d8-4277-b993-3e4ecf5426a7" -d '{"events": [{"server_uuid": "73271de4-5ec2-4c81-9e5e-f77f04f5b9e8", "name": "network-vif-plugged", "status": "completed", "tag": "b805bc04-9a82-413c-9f4d-45cc105cf543"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:04.875783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b805bc04-9a82-413c-9f4d-45cc105cf543, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b805bc04-9a82-413c-9f4d-45cc105cf543,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:04.935304 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.164850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-70c18f81-6c66-492a-82a2-b5ed3757c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.168650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b805bc04-9a82-413c-9f4d-45cc105cf543,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:05.485017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (c89ecdf9-264c-47be-b68f-96802962890d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.606251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=c89ecdf9-264c-47be-b68f-96802962890d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:05.627867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '1598924b-c212-49fa-bddc-e61c7ffe26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:05.632751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 0f330c04-59fa-4d70-a3d8-39ce5cb332a8, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:05.685223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-e4696047-7359-450f-96de-2c22bed0292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.688452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:05.694540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-e4696047-7359-450f-96de-2c22bed0292e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee0574212c5642fe90392b1746034352&device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 1095 time: 1.8096089 Jan 28 13:38:05.710756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 0f330c04-59fa-4d70-a3d8-39ce5cb332a8) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:05.721431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.722035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.726132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee65087-0fcb-4c0c-bda1-6f04ccc1f789 None None] Network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:05.827068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eedaa35d-91ca-401e-bed4-eb17792f733e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3557315 Jan 28 13:38:05.828209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36696) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:06.039641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a034e8-fccc-4a85-8cfb-16acddf12ee5 req-4e58d07e-ceeb-49ba-99cc-a95554974031 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:06.046023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12a034e8-fccc-4a85-8cfb-16acddf12ee5 req-4e58d07e-ceeb-49ba-99cc-a95554974031 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 944 time: 0.5721097 Jan 28 13:38:06.264069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-0f330c04-59fa-4d70-a3d8-39ce5cb332a8', 'network_id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': 'c89ecdf9-264c-47be-b68f-96802962890d'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:38:06.265417 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.319240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-da0f86ec-34d9-49d1-aae9-7ec6864447b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:06.331731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-da0f86ec-34d9-49d1-aae9-7ec6864447b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 200 len: 919 time: 2.4090157 Jan 28 13:38:06.463545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (0f330c04-59fa-4d70-a3d8-39ce5cb332a8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.573115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-d7f27220-b637-40f1-8add-6d0fad1f9f3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0274713d-7cd7-4418-859d-408c6724a6fb HTTP/1.1" status: 200 len: 217 time: 0.2224157 Jan 28 13:38:06.788318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Allocated IP 172.20.0.1 (0f330c04-59fa-4d70-a3d8-39ce5cb332a8/c89ecdf9-264c-47be-b68f-96802962890d/2ad75182-e2bc-426a-a8a7-e2b576e5bc5a) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:06.895258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c89ecdf9-264c-47be-b68f-96802962890d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.031597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:07.066938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b24ee109-5b79-41fb-87b6-f72925aa62a7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524539038', 'description': 'tempest-description--991698286'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:07.127137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-cc8a526a-a380-470a-911e-8d3e2897aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.128799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-cc8a526a-a380-470a-911e-8d3e2897aab9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 200 len: 919 time: 1.3779886 Jan 28 13:38:07.174296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12a034e8-fccc-4a85-8cfb-16acddf12ee5 req-2d097acf-b0b2-40a7-94db-a16b6c4435a2 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0149453 Jan 28 13:38:07.349284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Publish callbacks [] for port (2ad75182-e2bc-426a-a8a7-e2b576e5bc5a), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.350560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b24ee109-5b79-41fb-87b6-f72925aa62a7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.375410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 0274713d-7cd7-4418-859d-408c6724a6fb details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:07.407497 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (c89ecdf9-264c-47be-b68f-96802962890d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.429691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-d248d396-e574-4118-853b-3415d42421b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:07.434927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-d248d396-e574-4118-853b-3415d42421b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb11c300-d044-4e2b-a59e-b31a258fb1a5 HTTP/1.1" status: 200 len: 858 time: 0.8475471 Jan 28 13:38:07.562000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=c89ecdf9-264c-47be-b68f-96802962890d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:07.645018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-ee66aa4e-d035-4fde-aecf-ef2fdebb77bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbbf02fa-e097-480c-8e59-324f24e56924 HTTP/1.1" status: 200 len: 217 time: 0.4659810 Jan 28 13:38:07.664475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ca159a8f-c078-43b1-b1ca-ffcba2911807 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:07.778592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2ad75182-e2bc-426a-a8a7-e2b576e5bc5a), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.859732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-057c88d5-efac-4037-bd15-d1be7876dbf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522f5141-3764-40f0-9ed5-cd6fa695aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2570632 Jan 28 13:38:07.880592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:07.910619 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c8e40718-e625-436a-8e83-ede7518f8c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.912891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:07.929293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (0f330c04-59fa-4d70-a3d8-39ce5cb332a8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.977559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:08.027743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f330c04-59fa-4d70-a3d8-39ce5cb332a8']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:08.030312 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc1732-99e9-49ed-93be-8ecbf512fb2b x-openstack-request-id: req-52dc1732-99e9-49ed-93be-8ecbf512fb2b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:08.030677 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73271de4-5ec2-4c81-9e5e-f77f04f5b9e8", "name": "network-vif-plugged", "status": "completed", "tag": "b805bc04-9a82-413c-9f4d-45cc105cf543", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:08.031083 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52dc1732-99e9-49ed-93be-8ecbf512fb2b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:08.031621 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b805bc04-9a82-413c-9f4d-45cc105cf543', 'code': 200} Jan 28 13:38:08.098932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1598924b-c212-49fa-bddc-e61c7ffe26d8') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:08.099180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1598924b-c212-49fa-bddc-e61c7ffe26d8') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:08.148104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 0274713d-7cd7-4418-859d-408c6724a6fb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=0274713d-7cd7-4418-859d-408c6724a6fb,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:08.162487 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1598924b-c212-49fa-bddc-e61c7ffe26d8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.222597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1598924b-c212-49fa-bddc-e61c7ffe26d8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.263956 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:08.265302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1598924b-c212-49fa-bddc-e61c7ffe26d8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:08.266964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '0274713d-7cd7-4418-859d-408c6724a6fb', 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd', 'port_id': '0274713d-7cd7-4418-859d-408c6724a6fb', 'mac_address': 'fa:16:3e:c0:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb11c300-d044-4e2b-a59e-b31a258fb1a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:08.298167 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:08.341764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-0fcaf116-a3bb-4405-b79a-445d64004b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.344863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-0fcaf116-a3bb-4405-b79a-445d64004b21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb11c300-d044-4e2b-a59e-b31a258fb1a5 HTTP/1.1" status: 200 len: 858 time: 0.6015294 Jan 28 13:38:08.412790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-20b2c054-28ab-4e34-be21-c1c91b07d319 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=522f5141-3764-40f0-9ed5-cd6fa695aecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571818 Jan 28 13:38:08.460429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1c24f-967b-44d2-89b9-d45de7350789 req-4dbed00f-2fc8-4a4a-b1c1-0fe5ab8fb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:08.464318 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92e1c24f-967b-44d2-89b9-d45de7350789 req-4dbed00f-2fc8-4a4a-b1c1-0fe5ab8fb313 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 1097 time: 0.2913125 Jan 28 13:38:08.581698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.api [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:38:08.581698 n-d-822748-2 neutron-server[103373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:38:08.581698 n-d-822748-2 neutron-server[103373]: [parameters: {'id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8'}] Jan 28 13:38:08.581698 n-d-822748-2 neutron-server[103373]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:38:08.582222 n-d-822748-2 neutron-server[103373]: DEBUG oslo_db.api [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:38:08.820692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-1cacacaa-914f-4f8d-bfa2-7f413c2ebed3 service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9294667 Jan 28 13:38:09.007775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36772) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:09.037388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92e1c24f-967b-44d2-89b9-d45de7350789 req-77e66718-9d03-4725-9b32-54e26502949d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572355 Jan 28 13:38:09.038239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ca159a8f-c078-43b1-b1ca-ffcba2911807 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:09.039586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-431f9494-2d02-4682-bb1a-6c88081d95c8 req-e67fd48e-f8f4-4a74-a1b3-37afd6418dcb service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077827 Jan 28 13:38:09.047213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.064591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b24ee109-5b79-41fb-87b6-f72925aa62a7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group (8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.077544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce731c-695b-4926-9c71-228c20b673c7 req-ed6b4bba-61f8-4c79-b4cd-3dfdb263a6c3 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:09.083450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (0f330c04-59fa-4d70-a3d8-39ce5cb332a8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.085037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dce731c-695b-4926-9c71-228c20b673c7 req-ed6b4bba-61f8-4c79-b4cd-3dfdb263a6c3 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 944 time: 0.4372213 Jan 28 13:38:09.097438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b24ee109-5b79-41fb-87b6-f72925aa62a7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.149439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 0274713d-7cd7-4418-859d-408c6724a6fb is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:09.150380 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.175925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Pushing event updated for resources: {'Port': ['ID=2ad75182-e2bc-426a-a8a7-e2b576e5bc5a,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:09.240359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Attempting to bind port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:09.242373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Attempting to bind port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1598924b-c212-49fa-bddc-e61c7ffe26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:09.245316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Attempting to bind port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a on network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:09.251374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0274713d-7cd7-4418-859d-408c6724a6fb {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:09.283414 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.356359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-ba52f4dd-d950-4145-82e4-55538857e56d service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9180343 Jan 28 13:38:09.371216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee109-5b79-41fb-87b6-f72925aa62a7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:09.399100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dce731c-695b-4926-9c71-228c20b673c7 req-d6b5f311-37ff-4763-974d-8c76084809c7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127015 Jan 28 13:38:09.431256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:09.440759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Checking segment: {'id': '1598924b-c212-49fa-bddc-e61c7ffe26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:09.443135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.444386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Bound using segment: {'id': '1598924b-c212-49fa-bddc-e61c7ffe26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:09.447614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Bound port: 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1598924b-c212-49fa-bddc-e61c7ffe26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0f330c04-59fa-4d70-a3d8-39ce5cb332a8'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:09.451880 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2ad75182-e2bc-426a-a8a7-e2b576e5bc5a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.469411 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-952da14b-082b-4fb2-aef0-e34c81a41f13 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ec6f96d19abb4e4988a1a7f957fc1672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816033 Jan 28 13:38:09.486522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b24ee109-5b79-41fb-87b6-f72925aa62a7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.488494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b24ee109-5b79-41fb-87b6-f72925aa62a7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.4502337 Jan 28 13:38:09.491426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36786) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:09.495944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 0274713d-7cd7-4418-859d-408c6724a6fb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=0274713d-7cd7-4418-859d-408c6724a6fb,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:09.538249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2882ffdd-fb0b-46d3-8da9-81055b631bb6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Request body: {'security_group_rule': {'security_group_id': '8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:09.555754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.557478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fbbf02fa-e097-480c-8e59-324f24e56924 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:09.703490 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Sync routers for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:09.713353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port fbbf02fa-e097-480c-8e59-324f24e56924, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fbbf02fa-e097-480c-8e59-324f24e56924,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:09.727575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'fbbf02fa-e097-480c-8e59-324f24e56924', 'network_id': '522f5141-3764-40f0-9ed5-cd6fa695aecd', 'port_id': 'fbbf02fa-e097-480c-8e59-324f24e56924', 'mac_address': 'fa:16:3e:6f:f9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb11c300-d044-4e2b-a59e-b31a258fb1a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:09.737043 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:09.738639 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:09.742646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2882ffdd-fb0b-46d3-8da9-81055b631bb6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group_rule (9b7d20ec-d2a6-4231-b104-a5213f0900f4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.748002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:09.748445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2ad75182-e2bc-426a-a8a7-e2b576e5bc5a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.751086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4643907-73fb-483c-b079-f139d9391d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.753727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ca159a8f-c078-43b1-b1ca-ffcba2911807 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:09.754256 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.778321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port ca159a8f-c078-43b1-b1ca-ffcba2911807, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ca159a8f-c078-43b1-b1ca-ffcba2911807,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:09.787364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.876069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] For port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:09.886193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=0274713d-7cd7-4418-859d-408c6724a6fb,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:09.917742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] For port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2ad75182-e2bc-426a-a8a7-e2b576e5bc5a,segment=NetworkSegment(1598924b-c212-49fa-bddc-e61c7ffe26d8),segment_id=1598924b-c212-49fa-bddc-e61c7ffe26d8)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:09.942005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port fbbf02fa-e097-480c-8e59-324f24e56924 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:09.942471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.950701 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2ad75182-e2bc-426a-a8a7-e2b576e5bc5a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.983963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6b2bf58-e5ae-4ffd-9b9d-7b98e52d462c req-d6e46a25-0e0a-4c9e-9e28-08faf2e3a23f service neutron] 10.222.0.36 "GET /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719590 Jan 28 13:38:10.047243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=ca159a8f-c078-43b1-b1ca-ffcba2911807,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.065076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2882ffdd-fb0b-46d3-8da9-81055b631bb6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group_rule (9b7d20ec-d2a6-4231-b104-a5213f0900f4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.074329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2882ffdd-fb0b-46d3-8da9-81055b631bb6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9b7d20ec-d2a6-4231-b104-a5213f0900f4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.087728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a, host n-d-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:10.088544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2ad75182-e2bc-426a-a8a7-e2b576e5bc5a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.150553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ffdd-fb0b-46d3-8da9-81055b631bb6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7d20ec-d2a6-4231-b104-a5213f0900f4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.164899 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:10.177343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2882ffdd-fb0b-46d3-8da9-81055b631bb6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.182138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2882ffdd-fb0b-46d3-8da9-81055b631bb6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6895266 Jan 28 13:38:10.185256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.189170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-b61e9da1-9acc-4107-b2d3-cda0c33e86a7 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:10.196284 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-b61e9da1-9acc-4107-b2d3-cda0c33e86a7 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7256262 Jan 28 13:38:10.201153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:10.215029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fe40c950-2b8f-422a-9eea-8c2cdfdbff0d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Request body: {'security_group_rule': {'security_group_id': '8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:10.227657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-944b0e11-519a-4f97-9d39-fd516e202269 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/quotas/ec6f96d19abb4e4988a1a7f957fc1672 HTTP/1.1" status: 200 len: 375 time: 0.0175862 Jan 28 13:38:10.235047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbf02fa-e097-480c-8e59-324f24e56924 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:10.310272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe40c950-2b8f-422a-9eea-8c2cdfdbff0d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group_rule (42da5882-eb79-408e-847c-450625ab80ec), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.340108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-e6e69bfb-da7b-4815-8cfd-2f192f15d3ee tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ec6f96d19abb4e4988a1a7f957fc1672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456166 Jan 28 13:38:10.454615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port fbbf02fa-e097-480c-8e59-324f24e56924, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fbbf02fa-e097-480c-8e59-324f24e56924,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:10.477128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.487600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f8f70-9d8f-484e-87fb-41e35ee18759 None None] Pushing event updated for resources: {'Port': ['ID=2ad75182-e2bc-426a-a8a7-e2b576e5bc5a,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.492336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4643907-73fb-483c-b079-f139d9391d02 admin admin] Publish callbacks [] for security_group (f4d5a4d5-0697-4ffb-876f-124b65152d9d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.519961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d4643907-73fb-483c-b079-f139d9391d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f4d5a4d5-0697-4ffb-876f-124b65152d9d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.544348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe40c950-2b8f-422a-9eea-8c2cdfdbff0d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group_rule (42da5882-eb79-408e-847c-450625ab80ec), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.551068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe40c950-2b8f-422a-9eea-8c2cdfdbff0d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (42da5882-eb79-408e-847c-450625ab80ec), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.579505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f218b1d-4dbe-4b1e-9a94-cd6e65467ed1 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:38:10.623658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40c950-2b8f-422a-9eea-8c2cdfdbff0d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42da5882-eb79-408e-847c-450625ab80ec,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.646995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.654892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe40c950-2b8f-422a-9eea-8c2cdfdbff0d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.659590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fe40c950-2b8f-422a-9eea-8c2cdfdbff0d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698789 Jan 28 13:38:10.668637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36804) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.683239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:10.721462 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2ad75182-e2bc-426a-a8a7-e2b576e5bc5a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:10.743206 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d4643907-73fb-483c-b079-f139d9391d02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c289c651176b4b1ab86009f26228bd1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7301686 Jan 28 13:38:10.748730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36806) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:10.793059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['0274713d-7cd7-4418-859d-408c6724a6fb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:10.890926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['fbbf02fa-e097-480c-8e59-324f24e56924'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:10.919619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=2ad75182-e2bc-426a-a8a7-e2b576e5bc5a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.957365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4643907-73fb-483c-b079-f139d9391d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5a4d5-0697-4ffb-876f-124b65152d9d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:10.967796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.004876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=fbbf02fa-e097-480c-8e59-324f24e56924,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:11.042112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port 2ad75182-e2bc-426a-a8a7-e2b576e5bc5a on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:11.070683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c2209dd-6bf2-4d6d-a1ce-acf07f40a2a8 req-f93f1b85-9b2c-4749-9cfa-b2ce0712aab0 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 210 time: 0.2073963 Jan 28 13:38:11.083116 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 2, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:11.100000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173af3b-cf48-4178-bed4-b2cf8c63cc78 req-512486f4-edcd-40a4-801e-ab159cc00f03 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:11.102732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b173af3b-cf48-4178-bed4-b2cf8c63cc78 req-512486f4-edcd-40a4-801e-ab159cc00f03 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 945 time: 0.4301078 Jan 28 13:38:11.210159 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Checking router: f4678112-098c-44e8-9063-79529470ea1c for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:11.210724 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Updating router f4678112-098c-44e8-9063-79529470ea1c port 4016ee9b-a720-4595-aab3-b7e2efc6be64 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:38:11.267262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5945b51c-fb16-4fa0-8ed0-9e9facd03abf admin admin] Publish callbacks [] for security_group (f4d5a4d5-0697-4ffb-876f-124b65152d9d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.316414 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.348705 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5945b51c-fb16-4fa0-8ed0-9e9facd03abf admin admin] Publish callbacks [] for security_group (f4d5a4d5-0697-4ffb-876f-124b65152d9d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.401312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b173af3b-cf48-4178-bed4-b2cf8c63cc78 req-17da9691-f817-496e-b722-c5d84bdfbf91 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639139 Jan 28 13:38:11.575421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f218b1d-4dbe-4b1e-9a94-cd6e65467ed1 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:38:11.580640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.597831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5945b51c-fb16-4fa0-8ed0-9e9facd03abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f4d5a4d5-0697-4ffb-876f-124b65152d9d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.603929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5945b51c-fb16-4fa0-8ed0-9e9facd03abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.609850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5945b51c-fb16-4fa0-8ed0-9e9facd03abf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4d5a4d5-0697-4ffb-876f-124b65152d9d HTTP/1.1" status: 204 len: 168 time: 0.8360488 Jan 28 13:38:11.652407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945b51c-fb16-4fa0-8ed0-9e9facd03abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5a4d5-0697-4ffb-876f-124b65152d9d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:11.666337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (0f330c04-59fa-4d70-a3d8-39ce5cb332a8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.779144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f330c04-59fa-4d70-a3d8-39ce5cb332a8']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:11.821113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1598924b-c212-49fa-bddc-e61c7ffe26d8') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:11.821442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1598924b-c212-49fa-bddc-e61c7ffe26d8') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:11.865751 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1598924b-c212-49fa-bddc-e61c7ffe26d8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.912771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1598924b-c212-49fa-bddc-e61c7ffe26d8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.947009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:11.948576 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1598924b-c212-49fa-bddc-e61c7ffe26d8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.970460 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Publish callbacks [] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:11.976275 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:12.018909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Allocated IP 172.25.4.5 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/80d44c7e-b2db-4088-9079-f84cdd32f149) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:12.039002 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.234605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ca159a8f-c078-43b1-b1ca-ffcba2911807 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:12.336188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (0f330c04-59fa-4d70-a3d8-39ce5cb332a8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.371133 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Pushing event updated for resources: {'Port': ['ID=4016ee9b-a720-4595-aab3-b7e2efc6be64,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:12.420574 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Attempting to bind port 4016ee9b-a720-4595-aab3-b7e2efc6be64 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:12.421667 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Attempting to bind port 4016ee9b-a720-4595-aab3-b7e2efc6be64 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:12.422667 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Attempting to bind port 4016ee9b-a720-4595-aab3-b7e2efc6be64 on network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:12.433572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.435240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.441886 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/0f330c04-59fa-4d70-a3d8-39ce5cb332a8 HTTP/1.1" status: 204 len: 168 time: 6.6072516 Jan 28 13:38:12.449799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36838) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.464077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681203704'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.469706 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:12.470648 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Checking segment: {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:12.471521 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.472687 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Bound using segment: {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:12.488228 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Bound port: 4016ee9b-a720-4595-aab3-b7e2efc6be64, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:12.489586 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.494758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2764-fbdb-4a98-a45c-e03613623386 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=0f330c04-59fa-4d70-a3d8-39ce5cb332a8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:12.497787 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.510185 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.511299 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.512108 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.513972 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.516896 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.517849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.522310 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.522979 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.523650 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.524353 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.526542 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.526847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d99e90f-cde9-43c3-a85a-b27f7675a26a req-3da93799-67b2-4ce8-bfba-19d21ba880e9 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 210 time: 0.1937990 Jan 28 13:38:12.529055 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:12.581483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:12.591639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.641903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.699181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.797403 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] For port 4016ee9b-a720-4595-aab3-b7e2efc6be64, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:12.812715 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] For port 4016ee9b-a720-4595-aab3-b7e2efc6be64, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4016ee9b-a720-4595-aab3-b7e2efc6be64,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:12.821073 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.871177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36844) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.884300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:12.887982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:12.896487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:12.909214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:12.912237 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-647556bd-97cf-4b15-a9eb-a7bf8bfa3ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.990370 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:12.991229 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:13.024053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad2283-771c-4869-b57a-9112e63cf7d5 req-b80f5922-7ea8-447f-a33e-a42aa9a9bb7f tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:13.038976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-27ad2283-771c-4869-b57a-9112e63cf7d5 req-b80f5922-7ea8-447f-a33e-a42aa9a9bb7f tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 945 time: 0.2290552 Jan 28 13:38:13.084867 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34804297-0b76-48a8-ab74-741a01916dcf None None] Pushing event updated for resources: {'Port': ['ID=4016ee9b-a720-4595-aab3-b7e2efc6be64,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:13.100902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8e5cdfd0-41b5-4466-a96a-8c7c3204d64a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.101543 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 8e5cdfd0-41b5-4466-a96a-8c7c3204d64a of type vlan for network 865e4116-9851-4a68-9132-a4fda51ed67a Jan 28 13:38:13.140230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event updated for resources: {'Port': ['ID=80d44c7e-b2db-4088-9079-f84cdd32f149,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:13.202288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-27ad2283-771c-4869-b57a-9112e63cf7d5 req-02803b84-cbca-4cd5-81e8-89756707db29 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560383 Jan 28 13:38:13.213521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ca159a8f-c078-43b1-b1ca-ffcba2911807 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:13.214020 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.300784 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:13.400907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-647556bd-97cf-4b15-a9eb-a7bf8bfa3ebe admin admin] Publish callbacks [] for security_group (c942a7f4-beac-40ef-8be8-5d92bbba538d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.420321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-647556bd-97cf-4b15-a9eb-a7bf8bfa3ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c942a7f4-beac-40ef-8be8-5d92bbba538d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.602693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-647556bd-97cf-4b15-a9eb-a7bf8bfa3ebe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=179b2943faac45b2924f112b3fddb111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7273314 Jan 28 13:38:13.606737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:13.633646 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:12Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:13.660933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ca159a8f-c078-43b1-b1ca-ffcba2911807 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:13.686801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f6d27-d9d3-4cc5-8702-f5836b866e35 None None] Network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:13.691242 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd9591-0617-48d0-aedd-c8ad125adcc2 None None] The sync data for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 is: [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:12Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:13.714375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f6d27-d9d3-4cc5-8702-f5836b866e35 None None] Network 0f330c04-59fa-4d70-a3d8-39ce5cb332a8 could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:38:13.809281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647556bd-97cf-4b15-a9eb-a7bf8bfa3ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c942a7f4-beac-40ef-8be8-5d92bbba538d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:13.867854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (865e4116-9851-4a68-9132-a4fda51ed67a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.874857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for floatingip (c230e9e1-812b-4d65-a142-9f3288d16623), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.900186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed001-972f-4efe-9716-d32388d8210d admin admin] Publish callbacks [] for security_group (c942a7f4-beac-40ef-8be8-5d92bbba538d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.969643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed001-972f-4efe-9716-d32388d8210d admin admin] Publish callbacks [] for security_group (c942a7f4-beac-40ef-8be8-5d92bbba538d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.121185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed001-972f-4efe-9716-d32388d8210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c942a7f4-beac-40ef-8be8-5d92bbba538d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.132959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4016ee9b-a720-4595-aab3-b7e2efc6be64 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:14.145505 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed001-972f-4efe-9716-d32388d8210d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.152761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c3ed001-972f-4efe-9716-d32388d8210d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c942a7f4-beac-40ef-8be8-5d92bbba538d HTTP/1.1" status: 204 len: 168 time: 0.5409060 Jan 28 13:38:14.184820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-688c25c9-68c0-4983-bf5a-679c985710ab req-4744c992-0bd8-4f4c-b88e-1aa29492af98 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 210 time: 0.2763429 Jan 28 13:38:14.190716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-41551889-901a-4afc-9025-ea2bf6f06969 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ec6f96d19abb4e4988a1a7f957fc1672&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3871710 Jan 28 13:38:14.198369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ed001-972f-4efe-9716-d32388d8210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c942a7f4-beac-40ef-8be8-5d92bbba538d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:14.303307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:38:14.402748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4016ee9b-a720-4595-aab3-b7e2efc6be64 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:14.404896 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.526226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 0274713d-7cd7-4418-859d-408c6724a6fb up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:14.546662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d8303-f9c4-410b-be49-2dbf3607d7ff req-b9d66206-5e4a-4d21-8bbd-9eaa9062f281 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:14.567143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d81d8303-f9c4-410b-be49-2dbf3607d7ff req-b9d66206-5e4a-4d21-8bbd-9eaa9062f281 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 945 time: 0.1892185 Jan 28 13:38:14.604362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7876e8bb-bc63-488f-8b0d-e63f1aa5b7ef None None] Provisioning complete for port 4016ee9b-a720-4595-aab3-b7e2efc6be64 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:14.605286 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7876e8bb-bc63-488f-8b0d-e63f1aa5b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.669750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-d4ceb174-e238-4fbe-b683-74c072642505 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:14.675247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-d4ceb174-e238-4fbe-b683-74c072642505 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708980 Jan 28 13:38:14.682295 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.705940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (865e4116-9851-4a68-9132-a4fda51ed67a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.731756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:14.731756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.751563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Request body: {'port': {'device_id': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': 'ec6f96d19abb4e4988a1a7f957fc1672'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:14.773484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d81d8303-f9c4-410b-be49-2dbf3607d7ff req-2186b0e0-b4ca-48af-8fe4-02e0524d22e6 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049830 Jan 28 13:38:14.833290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 0274713d-7cd7-4418-859d-408c6724a6fb completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:14.857443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 0274713d-7cd7-4418-859d-408c6724a6fb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:14.857857 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:14.863478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4016ee9b-a720-4595-aab3-b7e2efc6be64 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:14.866921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.156913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36872) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.169915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7876e8bb-bc63-488f-8b0d-e63f1aa5b7ef None None] Current status of the port 4016ee9b-a720-4595-aab3-b7e2efc6be64 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:15.170523 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7876e8bb-bc63-488f-8b0d-e63f1aa5b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.179232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '865e4116-9851-4a68-9132-a4fda51ed67a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:15.186392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7319212 Jan 28 13:38:15.262043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 0274713d-7cd7-4418-859d-408c6724a6fb is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:15.262442 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.302302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a0df-2490-4a56-ab53-4935396e2fe7 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=865e4116-9851-4a68-9132-a4fda51ed67a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:15.325625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 4016ee9b-a720-4595-aab3-b7e2efc6be64, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4016ee9b-a720-4595-aab3-b7e2efc6be64,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:15.340795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 865e4116-9851-4a68-9132-a4fda51ed67a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:15.410302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Made reservation on behalf of ec6f96d19abb4e4988a1a7f957fc1672 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:15.419081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.482026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:15.488124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.533520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.542086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.562918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0274713d-7cd7-4418-859d-408c6724a6fb'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:15.566201 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad6fa67-7b1b-4e52-9358-87a4c2b56611" -d '{"events": [{"server_uuid": "b83841ca-918c-49bb-bf97-77a0162a35fe", "name": "network-vif-plugged", "status": "completed", "tag": "0274713d-7cd7-4418-859d-408c6724a6fb"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:15.816877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 0274713d-7cd7-4418-859d-408c6724a6fb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=0274713d-7cd7-4418-859d-408c6724a6fb,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:15.834984 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547085f0-78ae-4289-b28b-f225f59e8c01 x-openstack-request-id: req-547085f0-78ae-4289-b28b-f225f59e8c01 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:15.836003 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83841ca-918c-49bb-bf97-77a0162a35fe", "name": "network-vif-plugged", "status": "completed", "tag": "0274713d-7cd7-4418-859d-408c6724a6fb", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:15.836003 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-547085f0-78ae-4289-b28b-f225f59e8c01 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:15.836003 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0274713d-7cd7-4418-859d-408c6724a6fb', 'code': 200} Jan 28 13:38:15.884189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.889416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fbbf02fa-e097-480c-8e59-324f24e56924 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:15.944434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:15.992390 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.131432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6186b9b4-ec5c-419f-9270-e77ada943d65 req-9a797270-11f0-4e33-a0b2-6acec7d4eb7e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 210 time: 0.0996137 Jan 28 13:38:16.138123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (21acf57f-a105-46ff-a37a-fd2ac4079ade), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.307079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event updated for resources: {'Port': ['ID=80d44c7e-b2db-4088-9079-f84cdd32f149,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:16.351427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=21acf57f-a105-46ff-a37a-fd2ac4079ade,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:16.397266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '8e5cdfd0-41b5-4466-a96a-8c7c3204d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '865e4116-9851-4a68-9132-a4fda51ed67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:16.398117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 865e4116-9851-4a68-9132-a4fda51ed67a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:16.411572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-7876e8bb-bc63-488f-8b0d-e63f1aa5b7ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:38:16.412821 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-7876e8bb-bc63-488f-8b0d-e63f1aa5b7ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:38:16.434230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=4016ee9b-a720-4595-aab3-b7e2efc6be64,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:16.435436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks [] for security_group (0b1f31f9-8b69-44a1-ac24-3314524b97b1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.451897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 865e4116-9851-4a68-9132-a4fda51ed67a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:16.457005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.457681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.458502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.459053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.459593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.460177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.460714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.461263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.461796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.462968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.463507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.464120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.464669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:16.476569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b1f31f9-8b69-44a1-ac24-3314524b97b1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.486396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 865e4116-9851-4a68-9132-a4fda51ed67a) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:16.503511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:16.504503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.530671 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fa72ca8e-93e6-42ae-9125-ea9f5d332416 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3688538 Jan 28 13:38:16.534643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36906) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:16.537341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bc8eb-7b13-4c8e-b656-7cdd7869d0a3 None None] Network 865e4116-9851-4a68-9132-a4fda51ed67a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:16.624841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=0274713d-7cd7-4418-859d-408c6724a6fb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:16.756346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (865e4116-9851-4a68-9132-a4fda51ed67a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.778263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port fbbf02fa-e097-480c-8e59-324f24e56924 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:16.783566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00fff2-5891-4fd7-9851-a4f262bd1aa5 req-3a36149a-8666-4c0a-bc58-5d71867566dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:16.787145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port fbbf02fa-e097-480c-8e59-324f24e56924 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:16.787531 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.787810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e00fff2-5891-4fd7-9851-a4f262bd1aa5 req-3a36149a-8666-4c0a-bc58-5d71867566dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 1096 time: 0.8222477 Jan 28 13:38:16.811913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18fb5f-244f-4493-9bc8-cb0396baac4d req-fb38227e-59ad-41d0-bffe-b6b6bdc96795 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:16.814400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea18fb5f-244f-4493-9bc8-cb0396baac4d req-fb38227e-59ad-41d0-bffe-b6b6bdc96795 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 945 time: 0.8094058 Jan 28 13:38:16.848015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (c230e9e1-812b-4d65-a142-9f3288d16623), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.909492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (21acf57f-a105-46ff-a37a-fd2ac4079ade), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.936730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed0e86e-5759-4a62-bf6e-ae67ebcaed92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-865e4116-9851-4a68-9132-a4fda51ed67a', 'network_id': '865e4116-9851-4a68-9132-a4fda51ed67a', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': '21acf57f-a105-46ff-a37a-fd2ac4079ade'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:38:16.937600 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e86e-5759-4a62-bf6e-ae67ebcaed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.945105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f31f9-8b69-44a1-ac24-3314524b97b1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:17.035797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (21acf57f-a105-46ff-a37a-fd2ac4079ade), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.049161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.063732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ded9be3f-3b37-412a-aead-9875712bc517 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3938911 Jan 28 13:38:17.084144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7876e8bb-bc63-488f-8b0d-e63f1aa5b7ef None None] Current status of the port 4016ee9b-a720-4595-aab3-b7e2efc6be64 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:17.184798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea18fb5f-244f-4493-9bc8-cb0396baac4d req-2728c25f-4869-4f97-a428-92856642f710 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933722 Jan 28 13:38:17.234118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e00fff2-5891-4fd7-9851-a4f262bd1aa5 req-57cbf4f0-b502-42c0-bfd1-2300b7e1cef2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006019 Jan 28 13:38:17.259653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (865e4116-9851-4a68-9132-a4fda51ed67a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.285189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865e4116-9851-4a68-9132-a4fda51ed67a']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:17.296761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5cdfd0-41b5-4466-a96a-8c7c3204d64a') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:17.297034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5cdfd0-41b5-4466-a96a-8c7c3204d64a') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:17.303446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Allocated IP 192.168.233.183 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/d73b7280-ad9f-4d79-9dde-d87aa9311122) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:17.308834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (8e5cdfd0-41b5-4466-a96a-8c7c3204d64a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.325753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8e5cdfd0-41b5-4466-a96a-8c7c3204d64a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.333663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=21acf57f-a105-46ff-a37a-fd2ac4079ade,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:17.343031 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:17.343419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (8e5cdfd0-41b5-4466-a96a-8c7c3204d64a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:17.346881 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:17.518555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7d607b1a-11a1-4112-bf1b-fb7049903805 None None] Provisioning complete for port 4016ee9b-a720-4595-aab3-b7e2efc6be64 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:17.519185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d607b1a-11a1-4112-bf1b-fb7049903805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.574753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port fbbf02fa-e097-480c-8e59-324f24e56924 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:17.577549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.602453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1ac94-1bdf-4724-bfa6-cbb3d01f2069 None None] Network 865e4116-9851-4a68-9132-a4fda51ed67a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:17.616125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-032f9d0d-a61b-4a1c-919f-a0547a927dc4 req-995b66f4-4883-4ae7-af21-862c143ae7a2 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 210 time: 0.1403668 Jan 28 13:38:17.629773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (865e4116-9851-4a68-9132-a4fda51ed67a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.641418 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.672909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/865e4116-9851-4a68-9132-a4fda51ed67a HTTP/1.1" status: 204 len: 168 time: 1.1331654 Jan 28 13:38:17.675441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36946) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:17.687949 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks [] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.713786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714326752'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:17.773297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3939808-8773-4515-b388-0fc09acfe5c5 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=865e4116-9851-4a68-9132-a4fda51ed67a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:17.785156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:17.793676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.845459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-594d3710-679a-4b06-aa4b-77f9d58d8eb0 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--524539038&fields=id&tenant_id=0aa118efc2004ab5916969e74f3330aa HTTP/1.1" status: 200 len: 267 time: 0.0942271 Jan 28 13:38:17.944440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:17.954265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1ac94-1bdf-4724-bfa6-cbb3d01f2069 None None] Network 865e4116-9851-4a68-9132-a4fda51ed67a could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:38:17.971564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ee9f6340-ea96-4eaa-a9a4-5a35405b19db), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.971922 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment ee9f6340-ea96-4eaa-a9a4-5a35405b19db of type vlan for network 443f6811-def1-4422-94b5-e0215147c5cf Jan 28 13:38:18.023170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.033127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf02fa-e097-480c-8e59-324f24e56924'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:18.035626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-e1d1e13b-2cf3-4d4f-8ff4-5f8408092921 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:18.044115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-e1d1e13b-2cf3-4d4f-8ff4-5f8408092921 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/networks?id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45 HTTP/1.1" status: 200 len: 811 time: 0.1983323 Jan 28 13:38:18.048921 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15304fb4-9568-46dd-b7d3-c354a2101a3c" -d '{"events": [{"server_uuid": "0556ed5a-c6e0-4fef-8e64-5f304dd390fa", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf02fa-e097-480c-8e59-324f24e56924"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:18.081730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (443f6811-def1-4422-94b5-e0215147c5cf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.098003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4016ee9b-a720-4595-aab3-b7e2efc6be64 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:18.137672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Pushing event updated for resources: {'Port': ['ID=d73b7280-ad9f-4d79-9dde-d87aa9311122,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:18.163655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-c612509c-61c5-4898-88cc-229dd44b6a5e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/quotas/0aa118efc2004ab5916969e74f3330aa HTTP/1.1" status: 200 len: 375 time: 0.1180837 Jan 28 13:38:18.170848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (443f6811-def1-4422-94b5-e0215147c5cf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.176996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:18.177704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.255411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:18.271368 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c93eda2-d201-451d-a244-7bcd5275cb2f x-openstack-request-id: req-2c93eda2-d201-451d-a244-7bcd5275cb2f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:18.271833 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556ed5a-c6e0-4fef-8e64-5f304dd390fa", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf02fa-e097-480c-8e59-324f24e56924", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:18.272092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:18.272609 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c93eda2-d201-451d-a244-7bcd5275cb2f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:18.273409 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf02fa-e097-480c-8e59-324f24e56924', 'code': 200} Jan 28 13:38:18.286245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:18.299093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port fbbf02fa-e097-480c-8e59-324f24e56924, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fbbf02fa-e097-480c-8e59-324f24e56924,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:18.346431 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.410477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7006211 Jan 28 13:38:18.412365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36962) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:18.420174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70a490-f830-40ea-8c38-f10f7ab1c8b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=443f6811-def1-4422-94b5-e0215147c5cf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:18.436394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '443f6811-def1-4422-94b5-e0215147c5cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:18.523412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 443f6811-def1-4422-94b5-e0215147c5cf details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:18.546899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4016ee9b-a720-4595-aab3-b7e2efc6be64 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:18.547929 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.768698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211dc6d-adc3-49dc-8516-6fc59070fdba req-dbc5ac7a-b101-4c6d-a4c9-59a61034372c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:18.797271 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0211dc6d-adc3-49dc-8516-6fc59070fdba req-dbc5ac7a-b101-4c6d-a4c9-59a61034372c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 946 time: 0.3209109 Jan 28 13:38:18.889821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:18.896280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:18.983275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7d607b1a-11a1-4112-bf1b-fb7049903805 None None] Current status of the port 4016ee9b-a720-4595-aab3-b7e2efc6be64 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:18.991059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=fbbf02fa-e097-480c-8e59-324f24e56924,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:19.090789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing IP validity checks on allocation pools {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:38:19.091371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:38:19.105250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4016ee9b-a720-4595-aab3-b7e2efc6be64 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:19.157219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2f56697d-96fc-4241-a078-d31279c330d7 None None] Provisioning complete for port d73b7280-ad9f-4d79-9dde-d87aa9311122 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:19.157822 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f56697d-96fc-4241-a078-d31279c330d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.219896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-0da8aac1-7377-45ac-bd20-b9175c098fa7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aa118efc2004ab5916969e74f3330aa&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0492458 Jan 28 13:38:19.229547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2f56697d-96fc-4241-a078-d31279c330d7 None None] Port d73b7280-ad9f-4d79-9dde-d87aa9311122 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:19.269469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-1c7fca3c-49df-49f5-99f5-72d97b42134a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:38:19.272757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-1c7fca3c-49df-49f5-99f5-72d97b42134a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227935 Jan 28 13:38:19.299460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0211dc6d-adc3-49dc-8516-6fc59070fdba req-cbc64181-dbf7-46f6-b57b-7556ef3d6649 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991176 Jan 28 13:38:19.369712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (954280ac-3ae0-4144-9b97-c072de07e206), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.409059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:19.410832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.424242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f4ac-7c9b-4225-a874-db00c8df67c5 req-a1ba4e60-9bb4-4afe-b1af-8d1df2e18ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:19.427374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f99f4ac-7c9b-4225-a874-db00c8df67c5 req-a1ba4e60-9bb4-4afe-b1af-8d1df2e18ae1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 1096 time: 1.1996493 Jan 28 13:38:19.483987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-1e4d705c-b23b-431d-b0ce-9c86b5beecab tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7820239 Jan 28 13:38:19.521353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Request body: {'port': {'device_id': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:19.538198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=954280ac-3ae0-4144-9b97-c072de07e206,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:19.553470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '443f6811-def1-4422-94b5-e0215147c5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:19.557892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 443f6811-def1-4422-94b5-e0215147c5cf, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:19.645777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 443f6811-def1-4422-94b5-e0215147c5cf is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:19.672443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567d09f-eb3f-4324-8694-3b55aeb3e589 req-f8c9e7ee-0434-40ae-84c9-cf533820ad8c tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:19.680379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4567d09f-eb3f-4324-8694-3b55aeb3e589 req-f8c9e7ee-0434-40ae-84c9-cf533820ad8c tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 936 time: 0.0942817 Jan 28 13:38:19.683625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 443f6811-def1-4422-94b5-e0215147c5cf) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:19.689892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:19.690486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.695274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709dfcc-6510-45a8-a08c-5b307398669a None None] Network 443f6811-def1-4422-94b5-e0215147c5cf requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:19.717980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-28a7ea04-d450-43d1-ba1b-a6e2886f0782 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2993741 Jan 28 13:38:19.732410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:19.774340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.834972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4567d09f-eb3f-4324-8694-3b55aeb3e589 req-716731c4-b39c-4ae8-a7ec-c8e6a266b244 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534586 Jan 28 13:38:19.849667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f99f4ac-7c9b-4225-a874-db00c8df67c5 req-35663b25-c42a-4e8b-8f03-ab23eb48a0a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121134 Jan 28 13:38:19.924064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-60ade818-9217-4ae0-8715-6f1cffec5a96 service neutron] 10.222.0.45 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226759 Jan 28 13:38:19.965304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-443f6811-def1-4422-94b5-e0215147c5cf', 'network_id': '443f6811-def1-4422-94b5-e0215147c5cf', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': '954280ac-3ae0-4144-9b97-c072de07e206'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:38:19.974069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.334005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Allocated IP 172.20.0.3 (443f6811-def1-4422-94b5-e0215147c5cf/954280ac-3ae0-4144-9b97-c072de07e206/3e170f19-1e36-44ff-90ba-ae331f520866) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:20.396338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73b7280-ad9f-4d79-9dde-d87aa9311122 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:20.407812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Publish callbacks [] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.424966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Transition to ACTIVE for port object d73b7280-ad9f-4d79-9dde-d87aa9311122 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:38:20.440197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.463675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (443f6811-def1-4422-94b5-e0215147c5cf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.657958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9575f06-1cca-4203-8128-897499272cf3 req-c4f13cf7-7cf7-474c-901c-648f7cfd78a6 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:20.661808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9575f06-1cca-4203-8128-897499272cf3 req-c4f13cf7-7cf7-474c-901c-648f7cfd78a6 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 946 time: 0.2012498 Jan 28 13:38:20.721549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Attempting to bind port d73b7280-ad9f-4d79-9dde-d87aa9311122 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:20.721549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Attempting to bind port d73b7280-ad9f-4d79-9dde-d87aa9311122 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:20.721549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Attempting to bind port d73b7280-ad9f-4d79-9dde-d87aa9311122 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:20.727519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (954280ac-3ae0-4144-9b97-c072de07e206), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.749303 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Publish callbacks [] for port (3e170f19-1e36-44ff-90ba-ae331f520866), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.761761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (3e170f19-1e36-44ff-90ba-ae331f520866), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:20.802694 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9575f06-1cca-4203-8128-897499272cf3 req-bc70702a-75dc-4784-a3c4-d645f9d80a4b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308663 Jan 28 13:38:20.807075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Port d73b7280-ad9f-4d79-9dde-d87aa9311122 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:38:20.807878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Attempting to bind port d73b7280-ad9f-4d79-9dde-d87aa9311122 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:20.829710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Pushing event updated for resources: {'Port': ['ID=3e170f19-1e36-44ff-90ba-ae331f520866,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:20.842863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Pushing event updated for resources: {'Port': ['ID=d73b7280-ad9f-4d79-9dde-d87aa9311122,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:20.861638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Network 443f6811-def1-4422-94b5-e0215147c5cf is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:20.868352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:20.872815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:20.882870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:20.883299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:20.883615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:20.884142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Bound port: d73b7280-ad9f-4d79-9dde-d87aa9311122, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:20.884508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.047669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Attempting to bind port 3e170f19-1e36-44ff-90ba-ae331f520866 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:21.048151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Attempting to bind port 3e170f19-1e36-44ff-90ba-ae331f520866 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '443f6811-def1-4422-94b5-e0215147c5cf'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:21.049342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Attempting to bind port 3e170f19-1e36-44ff-90ba-ae331f520866 on network 443f6811-def1-4422-94b5-e0215147c5cf {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:21.065488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:21.066077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Checking segment: {'id': 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '443f6811-def1-4422-94b5-e0215147c5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:21.067388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.070257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Bound using segment: {'id': 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '443f6811-def1-4422-94b5-e0215147c5cf'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:21.071008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Bound port: 3e170f19-1e36-44ff-90ba-ae331f520866, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '443f6811-def1-4422-94b5-e0215147c5cf'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:21.072684 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3e170f19-1e36-44ff-90ba-ae331f520866), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.089738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-5d26cc3a-bcdd-457e-95ff-bcf17ac9a7bf service neutron] 10.222.0.45 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1380563 Jan 28 13:38:21.148962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (954280ac-3ae0-4144-9b97-c072de07e206), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.203997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37141-d58e-4fc0-9a12-22fe77af8b74 req-d726e323-8f7e-4fbd-add3-7cce1acae868 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:21.214551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32b37141-d58e-4fc0-9a12-22fe77af8b74 req-d726e323-8f7e-4fbd-add3-7cce1acae868 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 948 time: 0.1137049 Jan 28 13:38:21.255354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] For port 3e170f19-1e36-44ff-90ba-ae331f520866, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:21.265583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] For port 3e170f19-1e36-44ff-90ba-ae331f520866, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3e170f19-1e36-44ff-90ba-ae331f520866,segment=NetworkSegment(ee9f6340-ea96-4eaa-a9a4-5a35405b19db),segment_id=ee9f6340-ea96-4eaa-a9a4-5a35405b19db)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:21.275271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3e170f19-1e36-44ff-90ba-ae331f520866), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.303606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=954280ac-3ae0-4144-9b97-c072de07e206,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:21.312450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] For port d73b7280-ad9f-4d79-9dde-d87aa9311122, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:21.320010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] For port d73b7280-ad9f-4d79-9dde-d87aa9311122, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d73b7280-ad9f-4d79-9dde-d87aa9311122,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:21.348749 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.357514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32b37141-d58e-4fc0-9a12-22fe77af8b74 req-67796149-2af1-497c-a303-e58410aa7219 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365049 Jan 28 13:38:21.528956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (443f6811-def1-4422-94b5-e0215147c5cf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.557839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443f6811-def1-4422-94b5-e0215147c5cf']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:21.575216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:21.575687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:21.592367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (ee9f6340-ea96-4eaa-a9a4-5a35405b19db), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.609515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb392f-404d-4b5f-8e42-d0898e1741d3 None None] Pushing event updated for resources: {'Port': ['ID=3e170f19-1e36-44ff-90ba-ae331f520866,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:21.618137 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ee9f6340-ea96-4eaa-a9a4-5a35405b19db), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.646011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:21.647691 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (ee9f6340-ea96-4eaa-a9a4-5a35405b19db), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.662296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67409b-4ee2-44cc-9854-e931a23f3f99 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:38:21.671527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a046f96a-f540-46bf-9c6d-03f4001ff246 req-d7cd98d2-4a85-4bb6-9290-9567a9b6f179 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 210 time: 0.0816000 Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:21.693406 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:21.752425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:21.753086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.754576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] 10.222.0.60 "PUT /v2.0/ports/d73b7280-ad9f-4d79-9dde-d87aa9311122 HTTP/1.1" status: 200 len: 1096 time: 2.2491040 Jan 28 13:38:21.767671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'tag': 'd73b7280-ad9f-4d79-9dde-d87aa9311122'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:21.772469 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32915795-d940-44f5-9469-56a6a8567789" -d '{"events": [{"name": "network-changed", "server_uuid": "3a32f5c7-2179-4f4d-a867-96179ada0961", "tag": "d73b7280-ad9f-4d79-9dde-d87aa9311122"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:21.936497 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4efdb-0eef-4738-b1c2-86abd7684515 x-openstack-request-id: req-bfe4efdb-0eef-4738-b1c2-86abd7684515 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:21.936846 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a32f5c7-2179-4f4d-a867-96179ada0961", "tag": "d73b7280-ad9f-4d79-9dde-d87aa9311122", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:21.937075 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfe4efdb-0eef-4738-b1c2-86abd7684515 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:21.937502 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'tag': 'd73b7280-ad9f-4d79-9dde-d87aa9311122', 'status': 'completed', 'code': 200} Jan 28 13:38:22.020178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:38:22.020178 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:38:22.020178 n-d-822748-2 neutron-server[103374]: [parameters: {'id': '443f6811-def1-4422-94b5-e0215147c5cf'}] Jan 28 13:38:22.020178 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:38:22.020990 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:38:22.072579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da67409b-4ee2-44cc-9854-e931a23f3f99 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:38:22.089707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee3baa-f708-4533-a181-a734e2bf98dc service neutron] Pushing event updated for resources: {'Port': ['ID=d73b7280-ad9f-4d79-9dde-d87aa9311122,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:22.144253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-33ffe1d0-5749-41e1-9a54-70b65c350de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:22.154174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-33ffe1d0-5749-41e1-9a54-70b65c350de7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec6f96d19abb4e4988a1a7f957fc1672&device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 1099 time: 0.3168788 Jan 28 13:38:22.178862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cd18a-4ef7-414e-8a16-b75a2a0d51d8 req-1ead1997-1f7b-4fe9-a283-98dcf48b75b0 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:22.200273 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a29cd18a-4ef7-414e-8a16-b75a2a0d51d8 req-1ead1997-1f7b-4fe9-a283-98dcf48b75b0 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 946 time: 0.1850576 Jan 28 13:38:22.251042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-684f2970-628d-4dbf-9e2d-a6edb0d5f1da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d73b7280-ad9f-4d79-9dde-d87aa9311122 HTTP/1.1" status: 200 len: 217 time: 0.0843217 Jan 28 13:38:22.314743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a29cd18a-4ef7-414e-8a16-b75a2a0d51d8 req-46cb1b07-3aad-4762-8047-ec4614a6a4bb tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130948 Jan 28 13:38:22.370331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-167fc325-e105-4be5-9587-bc912d576489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:22.371949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-167fc325-e105-4be5-9587-bc912d576489 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.1085658 Jan 28 13:38:22.472980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-6badaaf5-9017-44e4-aa0c-7b2f85998cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:22.477408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-6badaaf5-9017-44e4-aa0c-7b2f85998cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932238 Jan 28 13:38:22.525753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (443f6811-def1-4422-94b5-e0215147c5cf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.726829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00875bfc-cec3-44c4-9b85-a5574c486853 None None] Network 443f6811-def1-4422-94b5-e0215147c5cf requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:22.773947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6c9a2-1718-4f1b-9a0a-38b54af256ad req-27286420-b51d-4a5e-be88-ad5311525499 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:22.792842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ed6c9a2-1718-4f1b-9a0a-38b54af256ad req-27286420-b51d-4a5e-be88-ad5311525499 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 948 time: 0.2071023 Jan 28 13:38:22.850201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecf848-6c21-4cf5-b7d2-075013973d96 req-6e45a760-c1cc-4330-b487-6b7f6b6e1ae7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:22.853960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98ecf848-6c21-4cf5-b7d2-075013973d96 req-6e45a760-c1cc-4330-b487-6b7f6b6e1ae7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 946 time: 0.2086275 Jan 28 13:38:22.962851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ed6c9a2-1718-4f1b-9a0a-38b54af256ad req-cbf9fcd6-7385-4791-be4b-11bcb7c4f44b tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682649 Jan 28 13:38:22.995265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port 3e170f19-1e36-44ff-90ba-ae331f520866 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:22.995769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3e170f19-1e36-44ff-90ba-ae331f520866), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.002937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98ecf848-6c21-4cf5-b7d2-075013973d96 req-a7022ce0-5fe0-4dfd-b95b-81ece1d23266 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287000 Jan 28 13:38:23.006636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-5e459b41-8e80-48a2-8781-d7fee97f8e69 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231104 Jan 28 13:38:23.154765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f3050b7-65a6-4db3-a1fe-f992b3fb26da req-c767f58e-8bbb-4c5a-b5cc-b5e29391fe81 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 210 time: 0.0574386 Jan 28 13:38:23.309751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port 3e170f19-1e36-44ff-90ba-ae331f520866, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3e170f19-1e36-44ff-90ba-ae331f520866,segment=NetworkSegment(ee9f6340-ea96-4eaa-a9a4-5a35405b19db),segment_id=ee9f6340-ea96-4eaa-a9a4-5a35405b19db)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:23.310162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3e170f19-1e36-44ff-90ba-ae331f520866), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.342088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb42d-71fe-4086-b230-2ce422bc8394 req-58133cf2-c453-4b4b-bb26-34ad85187e2c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:23.343684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8bbb42d-71fe-4086-b230-2ce422bc8394 req-58133cf2-c453-4b4b-bb26-34ad85187e2c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 945 time: 0.1204042 Jan 28 13:38:23.360165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for 3e170f19-1e36-44ff-90ba-ae331f520866 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:23.432641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f9d841-2489-4a43-bc5c-db6d17059ce2 req-6ba6cd0a-9b1d-4f4c-b5b4-39461bc42ecd service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812141 Jan 28 13:38:23.478183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8bbb42d-71fe-4086-b230-2ce422bc8394 req-620dbed8-2386-403d-9866-a3d5194c4432 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223094 Jan 28 13:38:23.531091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3e170f19-1e36-44ff-90ba-ae331f520866), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.553993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port 3e170f19-1e36-44ff-90ba-ae331f520866 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:23.701174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=3e170f19-1e36-44ff-90ba-ae331f520866,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:23.957758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (443f6811-def1-4422-94b5-e0215147c5cf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:23.981163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915795-d940-44f5-9469-56a6a8567789 req-f996bfc8-90f1-4b90-800e-e4129be73b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:23.987914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32915795-d940-44f5-9469-56a6a8567789 req-f996bfc8-90f1-4b90-800e-e4129be73b8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec6f96d19abb4e4988a1a7f957fc1672&device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 1099 time: 0.4270897 Jan 28 13:38:24.020003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443f6811-def1-4422-94b5-e0215147c5cf']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:24.155106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:24.155436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9f6340-ea96-4eaa-a9a4-5a35405b19db') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:24.186575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-4ad3511d-7cf0-43e0-b348-34faea72875e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:24.192316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-4ad3511d-7cf0-43e0-b348-34faea72875e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.36 "GET /v2.0/networks?id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45 HTTP/1.1" status: 200 len: 811 time: 0.4859374 Jan 28 13:38:24.192316 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (ee9f6340-ea96-4eaa-a9a4-5a35405b19db), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.205940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f2c10-b9ec-4d3c-801d-91c66460b378 req-9708dfc3-f86f-46d5-afba-6ac8edc9527f tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:24.214608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e85f2c10-b9ec-4d3c-801d-91c66460b378 req-9708dfc3-f86f-46d5-afba-6ac8edc9527f tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 945 time: 0.1610873 Jan 28 13:38:24.277193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ee9f6340-ea96-4eaa-a9a4-5a35405b19db), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.281612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e85f2c10-b9ec-4d3c-801d-91c66460b378 req-1de54696-5a84-4761-b866-5db5d9ab35a1 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594935 Jan 28 13:38:24.292242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:24.293320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (ee9f6340-ea96-4eaa-a9a4-5a35405b19db), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:24.312876 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:24.422431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915795-d940-44f5-9469-56a6a8567789 req-10cc6536-6265-4372-93fb-81825a58921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:24.423319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32915795-d940-44f5-9469-56a6a8567789 req-10cc6536-6265-4372-93fb-81825a58921b service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.4256949 Jan 28 13:38:24.450205 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f07e353-745b-4169-802d-9ce4b60b0cc9 req-92625527-b3c0-4d69-9131-2c7e21f70b38 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 210 time: 0.0368328 Jan 28 13:38:24.453973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d2cbc-f5df-402d-a092-091ff414c6e2 req-1739f78d-9774-44d9-8a47-61b422d6a2f2 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:24.455466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a59d2cbc-f5df-402d-a092-091ff414c6e2 req-1739f78d-9774-44d9-8a47-61b422d6a2f2 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 948 time: 0.2812557 Jan 28 13:38:24.495097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32915795-d940-44f5-9469-56a6a8567789 req-d11fb6bb-0c95-4119-9a9e-600b8db924fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d73b7280-ad9f-4d79-9dde-d87aa9311122 HTTP/1.1" status: 200 len: 217 time: 0.0617411 Jan 28 13:38:24.502663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (443f6811-def1-4422-94b5-e0215147c5cf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.517155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-fd884e4c-8ae7-46e9-bd76-c1c078b4743a tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa118efc2004ab5916969e74f3330aa HTTP/1.1" status: 200 len: 379 time: 0.3059940 Jan 28 13:38:24.539064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.543532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/443f6811-def1-4422-94b5-e0215147c5cf HTTP/1.1" status: 204 len: 168 time: 4.7703786 Jan 28 13:38:24.549021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37082) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:24.556342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190334093'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:24.591523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:24.596827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Request body: {'port': {'device_id': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'admin_state_up': True, 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'security_groups': ['8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:24.616692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.618329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439c491-5ff6-4d79-b2e3-711efcfae823 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=443f6811-def1-4422-94b5-e0215147c5cf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:24.674280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:24.688884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (248fa4ff-981d-4cbf-9da1-d1e3a66f97e9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.689504 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 248fa4ff-981d-4cbf-9da1-d1e3a66f97e9 of type vlan for network 2c6791df-3921-45d4-a151-c3a7be2541ce Jan 28 13:38:24.796369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a59d2cbc-f5df-402d-a092-091ff414c6e2 req-9c22a048-2903-4c06-bf60-00516ec1632a tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071554 Jan 28 13:38:24.809877 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2c6791df-3921-45d4-a151-c3a7be2541ce), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.823950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915795-d940-44f5-9469-56a6a8567789 req-5e7516e0-c73b-40c3-8796-f757453be59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:24.827863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32915795-d940-44f5-9469-56a6a8567789 req-5e7516e0-c73b-40c3-8796-f757453be59e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.3155880 Jan 28 13:38:24.860225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2c6791df-3921-45d4-a151-c3a7be2541ce), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.873635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:24.876963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:24.983417 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4305205 Jan 28 13:38:24.984561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37092) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:24.993453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '2c6791df-3921-45d4-a151-c3a7be2541ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:25.033636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915795-d940-44f5-9469-56a6a8567789 req-c3107aef-1936-4de9-a766-782ee9b17a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:25.038054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32915795-d940-44f5-9469-56a6a8567789 req-c3107aef-1936-4de9-a766-782ee9b17a8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931860 Jan 28 13:38:25.097465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd218b-a38f-483f-9609-91ce8ad89d40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=2c6791df-3921-45d4-a151-c3a7be2541ce,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:25.119509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2c6791df-3921-45d4-a151-c3a7be2541ce details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:25.172434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Made reservation on behalf of 0aa118efc2004ab5916969e74f3330aa for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:25.190141 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:25.201331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:25.207760 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:25.536069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208214d5-f5ea-4727-82c6-0c33f5c1824c req-d3e53311-b8e4-46c2-b523-884c3c8064b5 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:25.550677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-208214d5-f5ea-4727-82c6-0c33f5c1824c req-d3e53311-b8e4-46c2-b523-884c3c8064b5 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 945 time: 0.1374755 Jan 28 13:38:25.581779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32915795-d940-44f5-9469-56a6a8567789 req-8527768b-f08c-4edb-a5fb-d38b33f47169 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271928 Jan 28 13:38:25.612962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-29af8db1-01e2-438e-8538-6c592fcae5bd tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:25.614737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-29af8db1-01e2-438e-8538-6c592fcae5bd tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 945 time: 0.3455350 Jan 28 13:38:25.623090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420eaa2-a3d9-40b6-b070-f87707cda0d8 req-73b42c52-f951-422d-9e17-63cf86ab5f0a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:25.624852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a420eaa2-a3d9-40b6-b070-f87707cda0d8 req-73b42c52-f951-422d-9e17-63cf86ab5f0a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 945 time: 0.4004776 Jan 28 13:38:25.765462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-208214d5-f5ea-4727-82c6-0c33f5c1824c req-2072c86d-7d4f-49e6-b449-f51b9659839c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062726 Jan 28 13:38:25.878952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (cc2a9990-9821-4af6-b8e3-7f15adcb91f0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.000470 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-20e71acd-907c-4c9f-aeba-a46e634395d7 req-962fbd1d-7635-487f-8f1b-7f4935b3d170 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 210 time: 0.1109691 Jan 28 13:38:26.084151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=cc2a9990-9821-4af6-b8e3-7f15adcb91f0,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:26.131066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2c6791df-3921-45d4-a151-c3a7be2541ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:26.131420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 2c6791df-3921-45d4-a151-c3a7be2541ce, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:26.171131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 2c6791df-3921-45d4-a151-c3a7be2541ce is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:26.202419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2c6791df-3921-45d4-a151-c3a7be2541ce) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:26.213278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda2083-1899-42c0-843c-43ad1e9f4965 None None] Network 2c6791df-3921-45d4-a151-c3a7be2541ce requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:26.218292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:26.222255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.260661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Allocated IP 172.20.0.11 (bb20fae4-c09a-4e88-a3ac-70a9818bbd45/56b22070-b4df-41f8-9849-d20e81250eb2/37571d4e-9918-4fd7-934b-0acb9a3e29e0) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:26.319702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a420eaa2-a3d9-40b6-b070-f87707cda0d8 req-8f270562-62e5-4d13-b260-a8a107b570b2 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6571569 Jan 28 13:38:26.334994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0ebaf820-0c85-4794-939c-9426d006fffa tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3491855 Jan 28 13:38:26.343208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32915795-d940-44f5-9469-56a6a8567789 req-400b0f76-c514-4334-9a2d-654804e393a0 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438338 Jan 28 13:38:26.344479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37132) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:26.428538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6653b8-e5da-4764-8dc8-014872b9e76b req-236be5b7-916a-44bc-ada8-21dcf5079b51 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:26.440840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5a6653b8-e5da-4764-8dc8-014872b9e76b req-236be5b7-916a-44bc-ada8-21dcf5079b51 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 948 time: 0.1849709 Jan 28 13:38:26.558473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-2c6791df-3921-45d4-a151-c3a7be2541ce', 'network_id': '2c6791df-3921-45d4-a151-c3a7be2541ce', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': 'cc2a9990-9821-4af6-b8e3-7f15adcb91f0'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:38:26.559516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.584173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2c6791df-3921-45d4-a151-c3a7be2541ce), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.601799 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5a6653b8-e5da-4764-8dc8-014872b9e76b req-06401bbc-7df6-4287-b846-f7625880cb96 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594951 Jan 28 13:38:26.640967 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.646837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Deleting port 0274713d-7cd7-4418-859d-408c6724a6fb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:26.646837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.772312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] For port 0274713d-7cd7-4418-859d-408c6724a6fb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=0274713d-7cd7-4418-859d-408c6724a6fb,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:26.774255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:26.802205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Calling delete_port for 0274713d-7cd7-4418-859d-408c6724a6fb owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:26.908466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Allocated IP 172.20.0.1 (2c6791df-3921-45d4-a151-c3a7be2541ce/cc2a9990-9821-4af6-b8e3-7f15adcb91f0/eebc2730-4c87-4cb9-b130-cd7f795bb4b8) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:27.285124 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07bd5120-f90e-425c-a23f-9faa477e15e4 req-07aeb10e-1623-48c4-9b65-bdd827ab46c0 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 210 time: 0.1435180 Jan 28 13:38:27.371084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Publish callbacks [] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.381786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:27.503524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Network 2c6791df-3921-45d4-a151-c3a7be2541ce is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:27.525389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d73b7280-ad9f-4d79-9dde-d87aa9311122 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:27.636076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:27.656108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:27.659898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Pushing event updated for resources: {'Port': ['ID=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:27.692917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc22d1-c2ea-4260-a602-3d6b150195c3 req-c5bb4329-bf3e-4954-8f7d-04a8e8cf0dfe tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:27.701168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-99cc22d1-c2ea-4260-a602-3d6b150195c3 req-c5bb4329-bf3e-4954-8f7d-04a8e8cf0dfe tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 945 time: 0.1674254 Jan 28 13:38:27.811126 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-99cc22d1-c2ea-4260-a602-3d6b150195c3 req-5e566263-20f5-4835-a0bf-2539bb8f6cb2 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089492 Jan 28 13:38:28.015138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f11cdc-fdd3-44c4-8a90-e1896bcd1134 req-5a84575c-f7c2-45fd-adc5-b129cb4ab0a8 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:28.018294 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-27f11cdc-fdd3-44c4-8a90-e1896bcd1134 req-5a84575c-f7c2-45fd-adc5-b129cb4ab0a8 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 948 time: 0.1355777 Jan 28 13:38:28.151938 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.164669 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-27f11cdc-fdd3-44c4-8a90-e1896bcd1134 req-db160ea7-da4b-4c5e-a56f-45274c1515e7 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350024 Jan 28 13:38:28.192373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0274713d-7cd7-4418-859d-408c6724a6fb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.200663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.285911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:28.294483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:28.330556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d73b7280-ad9f-4d79-9dde-d87aa9311122, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d73b7280-ad9f-4d79-9dde-d87aa9311122,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:28.373196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190141e-7654-4a4d-a0df-bda043783a00 req-0a31ddd8-9165-48a3-a59c-154b6c2a2b3e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:28.376110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4190141e-7654-4a4d-a0df-bda043783a00 req-0a31ddd8-9165-48a3-a59c-154b6c2a2b3e tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 945 time: 0.5027170 Jan 28 13:38:28.379656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:28.403570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (cc2a9990-9821-4af6-b8e3-7f15adcb91f0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.443850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['fbbf02fa-e097-480c-8e59-324f24e56924'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:28.450519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['b805bc04-9a82-413c-9f4d-45cc105cf543'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:28.455258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'd73b7280-ad9f-4d79-9dde-d87aa9311122', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': 'd73b7280-ad9f-4d79-9dde-d87aa9311122', 'mac_address': 'fa:16:3e:ed:af:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:28.533356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bebf4-7370-4ef5-a2f5-80fe08da3da5 req-9d02530d-c80d-4386-a2b1-29d629c1406a tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:28.538895 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c3bebf4-7370-4ef5-a2f5-80fe08da3da5 req-9d02530d-c80d-4386-a2b1-29d629c1406a tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 932 time: 0.1282139 Jan 28 13:38:28.669307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 0274713d-7cd7-4418-859d-408c6724a6fb no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:28.671947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Attempting to bind port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:28.672362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Attempting to bind port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2c6791df-3921-45d4-a151-c3a7be2541ce'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:28.672734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Attempting to bind port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 on network 2c6791df-3921-45d4-a151-c3a7be2541ce {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:28.675145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d73b7280-ad9f-4d79-9dde-d87aa9311122 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:28.675635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.677962 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.723199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5c3bebf4-7370-4ef5-a2f5-80fe08da3da5 req-2503ad26-65ae-4669-ad29-5de2696f1d18 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533966 Jan 28 13:38:28.754520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 0274713d-7cd7-4418-859d-408c6724a6fb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:28.754987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 0274713d-7cd7-4418-859d-408c6724a6fb not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:28.760264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:28.760754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Checking segment: {'id': '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2c6791df-3921-45d4-a151-c3a7be2541ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:28.761369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.761934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Bound using segment: {'id': '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2c6791df-3921-45d4-a151-c3a7be2541ce'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:28.762590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Bound port: eebc2730-4c87-4cb9-b130-cd7f795bb4b8, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2c6791df-3921-45d4-a151-c3a7be2541ce'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:28.763368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.843169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b2b97-ddd0-4406-9613-8bb124fc3595 req-85dc8091-52de-43ee-bd05-9f94abb24c90 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:28.845707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e0b2b97-ddd0-4406-9613-8bb124fc3595 req-85dc8091-52de-43ee-bd05-9f94abb24c90 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=b83841ca-918c-49bb-bf97-77a0162a35fe HTTP/1.1" status: 200 len: 867 time: 1.9582505 Jan 28 13:38:28.914764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] For port eebc2730-4c87-4cb9-b130-cd7f795bb4b8, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:28.932256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73b7280-ad9f-4d79-9dde-d87aa9311122 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:28.942358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] No DVR routers for this DVR port 0274713d-7cd7-4418-859d-408c6724a6fb on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:28.944285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] For port eebc2730-4c87-4cb9-b130-cd7f795bb4b8, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,segment=NetworkSegment(248fa4ff-981d-4cbf-9da1-d1e3a66f97e9),segment_id=248fa4ff-981d-4cbf-9da1-d1e3a66f97e9)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:28.956437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:28.964091 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74276af3-a8ca-4958-8f49-98a4bfee53ca req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "DELETE /v2.0/ports/0274713d-7cd7-4418-859d-408c6724a6fb HTTP/1.1" status: 204 len: 173 time: 3.3371646 Jan 28 13:38:29.002019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'name': 'network-vif-deleted', 'tag': '0274713d-7cd7-4418-859d-408c6724a6fb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:29.009374 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44eeb3-3e48-48db-a00a-3ff7d07ed41f" -d '{"events": [{"server_uuid": "b83841ca-918c-49bb-bf97-77a0162a35fe", "name": "network-vif-deleted", "tag": "0274713d-7cd7-4418-859d-408c6724a6fb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:29.020501 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.102113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1791b8-ba7a-4f85-9bc4-e0dbed8266d0 None None] Pushing event updated for resources: {'Port': ['ID=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:29.153166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d73b7280-ad9f-4d79-9dde-d87aa9311122, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d73b7280-ad9f-4d79-9dde-d87aa9311122,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:29.188886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event updated for resources: {'Port': ['ID=37571d4e-9918-4fd7-934b-0acb9a3e29e0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:29.190992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-682b37a6-858f-4218-9df0-ebfe11a95810 None None] Provisioning complete for port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:29.191570 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-682b37a6-858f-4218-9df0-ebfe11a95810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.213271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (cc2a9990-9821-4af6-b8e3-7f15adcb91f0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.223575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.513310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:29.519174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:29.527283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-682b37a6-858f-4218-9df0-ebfe11a95810 None None] Port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:29.545286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 741de1b4-c75b-4467-8e6c-8509a44efc95 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:29.609701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2a9990-9821-4af6-b8e3-7f15adcb91f0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:29.615376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e697c-8597-4185-a1b7-03fc9711e4f8 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Pushing event deleted for resources: {'Port': ['ID=0274713d-7cd7-4418-859d-408c6724a6fb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:29.700503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['d73b7280-ad9f-4d79-9dde-d87aa9311122'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:30.050124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-41203fbb-4a76-4885-a6a3-cd30b53107f4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5146663 Jan 28 13:38:30.084295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d73b7280-ad9f-4d79-9dde-d87aa9311122,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:30.085175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Request body: {'port': {'device_id': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:30.132260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2c6791df-3921-45d4-a151-c3a7be2541ce), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.230791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e0b2b97-ddd0-4406-9613-8bb124fc3595 req-e889af34-6c7a-4dfd-8304-6982fdbdbb30 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3180039 Jan 28 13:38:30.315575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 741de1b4-c75b-4467-8e6c-8509a44efc95 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:30.316093 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.354330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:30.357911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.358078 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6975172b-e461-4951-a354-9c94eccf3930" -d '{"events": [{"server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:30.422732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 741de1b4-c75b-4467-8e6c-8509a44efc95, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=741de1b4-c75b-4467-8e6c-8509a44efc95,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:30.424837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Deleting port 741de1b4-c75b-4467-8e6c-8509a44efc95 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:30.425586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.448415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.463129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8f72f-9c77-467e-b5eb-123ccc60be6d req-946e5f0b-834c-4837-8182-96bf820dd1cd tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:30.484822 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63b8f72f-9c77-467e-b5eb-123ccc60be6d req-946e5f0b-834c-4837-8182-96bf820dd1cd tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 945 time: 1.2510183 Jan 28 13:38:30.585685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device eebc2730-4c87-4cb9-b130-cd7f795bb4b8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:30.597877 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e4b38-028e-4979-bdd4-e718cb384bbf x-openstack-request-id: req-e34e4b38-028e-4979-bdd4-e718cb384bbf {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:30.601917 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83841ca-918c-49bb-bf97-77a0162a35fe", "name": "network-vif-deleted", "tag": "0274713d-7cd7-4418-859d-408c6724a6fb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:30.602719 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e34e4b38-028e-4979-bdd4-e718cb384bbf {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:30.603851 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83841ca-918c-49bb-bf97-77a0162a35fe', 'name': 'network-vif-deleted', 'tag': '0274713d-7cd7-4418-859d-408c6724a6fb', 'status': 'completed', 'code': 200} Jan 28 13:38:30.614805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6791df-3921-45d4-a151-c3a7be2541ce']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:30.616952 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63b8f72f-9c77-467e-b5eb-123ccc60be6d req-94614c7b-ac76-4794-a94d-bd6f7ff8dc13 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277859 Jan 28 13:38:30.655591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:30.656121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:30.676496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (248fa4ff-981d-4cbf-9da1-d1e3a66f97e9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.701720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=741de1b4-c75b-4467-8e6c-8509a44efc95,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:30.739594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (248fa4ff-981d-4cbf-9da1-d1e3a66f97e9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.759784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:30.760718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (248fa4ff-981d-4cbf-9da1-d1e3a66f97e9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.765091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:30.765733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.902999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59c2ec-6267-44f9-a4c8-bc00546aef85 req-7d27ad66-8eae-4694-aef1-e738c285819a tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:30.915004 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:30.934221 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d59c2ec-6267-44f9-a4c8-bc00546aef85 req-7d27ad66-8eae-4694-aef1-e738c285819a tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 932 time: 0.1776421 Jan 28 13:38:30.999307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:30.999791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:31.037301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.api [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:38:31.037301 n-d-822748-2 neutron-server[103374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:38:31.037301 n-d-822748-2 neutron-server[103374]: [parameters: {'id': '2c6791df-3921-45d4-a151-c3a7be2541ce'}] Jan 28 13:38:31.037301 n-d-822748-2 neutron-server[103374]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:38:31.037826 n-d-822748-2 neutron-server[103374]: DEBUG oslo_db.api [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:38:31.105872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9d59c2ec-6267-44f9-a4c8-bc00546aef85 req-5b7d2305-da51-470d-b265-81d03ba84578 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705089 Jan 28 13:38:31.138957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port eebc2730-4c87-4cb9-b130-cd7f795bb4b8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,segment=NetworkSegment(248fa4ff-981d-4cbf-9da1-d1e3a66f97e9),segment_id=248fa4ff-981d-4cbf-9da1-d1e3a66f97e9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:31.146923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:31.308890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] For port 741de1b4-c75b-4467-8e6c-8509a44efc95, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=741de1b4-c75b-4467-8e6c-8509a44efc95,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:31.308890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:31.331928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:31.347372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf23f-3d38-474a-ab8d-4f2d741b3a14 req-c494c956-aaa1-4c5d-ac0e-461fcc06384e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.349569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-545cf23f-3d38-474a-ab8d-4f2d741b3a14 req-c494c956-aaa1-4c5d-ac0e-461fcc06384e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 949 time: 0.7620556 Jan 28 13:38:31.436165 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a7058-7141-427b-b442-12a876b6c7c5 x-openstack-request-id: req-128a7058-7141-427b-b442-12a876b6c7c5 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:31.436780 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:31.437111 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-128a7058-7141-427b-b442-12a876b6c7c5 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:31.438160 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'code': 200} Jan 28 13:38:31.523534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ce7aa-677b-4806-8468-88b7a5e93f36 None None] Network 2c6791df-3921-45d4-a151-c3a7be2541ce requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:31.547097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2c6791df-3921-45d4-a151-c3a7be2541ce), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:31.801704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-545cf23f-3d38-474a-ab8d-4f2d741b3a14 req-d893fad6-9115-4870-ab09-04f3cd370abe tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391525 Jan 28 13:38:31.854848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d73b7280-ad9f-4d79-9dde-d87aa9311122 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:31.863816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049be150-328a-493d-979e-56d37cd7d57e req-6db6da5e-0e83-4bb7-94ff-eb291458ef6c tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:31.875579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-049be150-328a-493d-979e-56d37cd7d57e req-6db6da5e-0e83-4bb7-94ff-eb291458ef6c tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 943 time: 0.1432292 Jan 28 13:38:32.111880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device eebc2730-4c87-4cb9-b130-cd7f795bb4b8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:32.141690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-049be150-328a-493d-979e-56d37cd7d57e req-03307a8c-32d2-435a-9db0-664d99a5cbd9 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced7a590-4774-4238-bf28-c075320b2c36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648728 Jan 28 13:38:32.207359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f4da3bae-f355-4558-bb38-9612d6e2c6f3 None None] Provisioning complete for port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:32.207877 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f4da3bae-f355-4558-bb38-9612d6e2c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.319766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] DHCP port deletion for 2c6791df-3921-45d4-a151-c3a7be2541ce request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:38:32.545731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37571d4e-9918-4fd7-934b-0acb9a3e29e0 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:32.578312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d21ad0-4495-424b-8e4e-1513947c256b req-de0616ec-2ced-46b8-8873-3efac7c37db2 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:32.594806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0d21ad0-4495-424b-8e4e-1513947c256b req-de0616ec-2ced-46b8-8873-3efac7c37db2 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 932 time: 0.1943073 Jan 28 13:38:32.620262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port d73b7280-ad9f-4d79-9dde-d87aa9311122 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:32.653362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port d73b7280-ad9f-4d79-9dde-d87aa9311122 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:32.654692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.659115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Publish callbacks [] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.708121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Transition to ACTIVE for port object 37571d4e-9918-4fd7-934b-0acb9a3e29e0 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:38:32.723295 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.798915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0d21ad0-4495-424b-8e4e-1513947c256b req-7c4bf7d8-d3a0-4f79-8ac3-c8f3e82b5898 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999352 Jan 28 13:38:32.927520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Pushing event updated for resources: {'Port': ['ID=37571d4e-9918-4fd7-934b-0acb9a3e29e0,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:32.940640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.941272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (13027ab6-1dd7-4453-bed9-c2f5686186e1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.941833 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Floating IP 13027ab6-1dd7-4453-bed9-c2f5686186e1 disassociated. External IP: 172.25.4.69, port: 741de1b4-c75b-4467-8e6c-8509a44efc95. Jan 28 13:38:32.942463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Calling delete_port for 741de1b4-c75b-4467-8e6c-8509a44efc95 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:32.955511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f4da3bae-f355-4558-bb38-9612d6e2c6f3 None None] Current status of the port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:33.027119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:33.030747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.040945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] Deleting port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:33.041580 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.070913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e54af-0c4f-4e9f-9b93-25ce6afc32b7 req-32395f66-2b5e-4325-9909-d5f672637f3e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:33.083752 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-505e54af-0c4f-4e9f-9b93-25ce6afc32b7 req-32395f66-2b5e-4325-9909-d5f672637f3e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 949 time: 0.1718097 Jan 28 13:38:33.255712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (741de1b4-c75b-4467-8e6c-8509a44efc95), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.290268 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-505e54af-0c4f-4e9f-9b93-25ce6afc32b7 req-4e702c85-436e-4401-9477-202e70a45621 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019458 Jan 28 13:38:33.309073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] For port eebc2730-4c87-4cb9-b130-cd7f795bb4b8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,segment=NetworkSegment(248fa4ff-981d-4cbf-9da1-d1e3a66f97e9),segment_id=248fa4ff-981d-4cbf-9da1-d1e3a66f97e9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:33.310031 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.339820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] Calling delete_port for eebc2730-4c87-4cb9-b130-cd7f795bb4b8 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:33.365914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:33.366265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.421040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d73b7280-ad9f-4d79-9dde-d87aa9311122 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:33.421699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.525207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event deleted for resources: {'Port': ['ID=741de1b4-c75b-4467-8e6c-8509a44efc95,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:33.548792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c8944a0-99ae-4556-8c6b-e533966d903d req-4e531ab9-64ac-4409-8e41-f5aca0f03294 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 210 time: 0.0909498 Jan 28 13:38:33.617622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73b7280-ad9f-4d79-9dde-d87aa9311122'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:33.624286 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0c1fde-3e24-4d2b-ac70-8421291ca847" -d '{"events": [{"server_uuid": "3a32f5c7-2179-4f4d-a867-96179ada0961", "name": "network-vif-plugged", "status": "completed", "tag": "d73b7280-ad9f-4d79-9dde-d87aa9311122"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:33.633405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port d73b7280-ad9f-4d79-9dde-d87aa9311122, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d73b7280-ad9f-4d79-9dde-d87aa9311122,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:33.759795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:33.780634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:33.793512 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9920be0-6424-4bcd-b4e3-9b96f3dc3daf x-openstack-request-id: req-d9920be0-6424-4bcd-b4e3-9b96f3dc3daf {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:33.793941 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a32f5c7-2179-4f4d-a867-96179ada0961", "name": "network-vif-plugged", "status": "completed", "tag": "d73b7280-ad9f-4d79-9dde-d87aa9311122", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:33.794302 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9920be0-6424-4bcd-b4e3-9b96f3dc3daf {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:33.794808 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73b7280-ad9f-4d79-9dde-d87aa9311122', 'code': 200} Jan 28 13:38:33.975465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434e53e-0402-4a10-8c82-fc9a8e80361c req-b0683802-b345-460e-8b93-be23ad7ac621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:33.985435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5434e53e-0402-4a10-8c82-fc9a8e80361c req-b0683802-b345-460e-8b93-be23ad7ac621 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 1101 time: 0.1164143 Jan 28 13:38:34.053854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port eebc2730-4c87-4cb9-b130-cd7f795bb4b8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,segment=NetworkSegment(248fa4ff-981d-4cbf-9da1-d1e3a66f97e9),segment_id=248fa4ff-981d-4cbf-9da1-d1e3a66f97e9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:34.054706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.070785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for eebc2730-4c87-4cb9-b130-cd7f795bb4b8 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:34.076624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device eebc2730-4c87-4cb9-b130-cd7f795bb4b8 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:34.170621 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5434e53e-0402-4a10-8c82-fc9a8e80361c req-3d7b637c-3e59-4f78-abe8-114a2d6237e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756985 Jan 28 13:38:34.200937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=d73b7280-ad9f-4d79-9dde-d87aa9311122,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:34.210993 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.272994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654d79-542f-4a3e-ac4a-c858320aca5e req-32af16c2-6232-4d1f-bdda-59c8b78be0e4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:34.288924 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5654d79-542f-4a3e-ac4a-c858320aca5e req-32af16c2-6232-4d1f-bdda-59c8b78be0e4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 944 time: 0.2883320 Jan 28 13:38:34.294357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (eebc2730-4c87-4cb9-b130-cd7f795bb4b8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.295287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] Pushing event deleted for resources: {'Port': ['ID=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:34.353298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb323d-7cb2-4e11-a33b-e194bdd149e5 None None] No DVR routers for this DVR port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:34.366170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:34.390301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:38:34.393157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port eebc2730-4c87-4cb9-b130-cd7f795bb4b8 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:38:34.396244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device eebc2730-4c87-4cb9-b130-cd7f795bb4b8 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:34.402279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:34.404961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=eebc2730-4c87-4cb9-b130-cd7f795bb4b8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:34.447648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Attempting to bind port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:34.448664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Attempting to bind port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:34.449061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Attempting to bind port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 on network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:34.454885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5654d79-542f-4a3e-ac4a-c858320aca5e req-3f30c6f6-1c4d-43b5-89e3-27ff7c442ff4 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629820 Jan 28 13:38:34.490444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 on network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:38:34.490817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Attempting to bind port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 on network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:34.547034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:34.547948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Checking segment: {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:34.548370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Bound using segment: {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:34.548823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Bound port: 37571d4e-9918-4fd7-934b-0acb9a3e29e0, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180617ec-6001-44bf-bf2b-b8c4803f1602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:34.549193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.564977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e04004-b408-4bf8-9e6d-413c7661b008 req-ac888f99-95e7-4642-b566-71e0fb3d2f7e tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:34.571092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e04004-b408-4bf8-9e6d-413c7661b008 req-ac888f99-95e7-4642-b566-71e0fb3d2f7e tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:34.579477 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7e04004-b408-4bf8-9e6d-413c7661b008 req-ac888f99-95e7-4642-b566-71e0fb3d2f7e tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa&device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 1683 time: 0.8961189 Jan 28 13:38:34.607146 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2c6791df-3921-45d4-a151-c3a7be2541ce), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.709583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6791df-3921-45d4-a151-c3a7be2541ce']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:34.766970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:34.767348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248fa4ff-981d-4cbf-9da1-d1e3a66f97e9') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:34.795325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (248fa4ff-981d-4cbf-9da1-d1e3a66f97e9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.795325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7e04004-b408-4bf8-9e6d-413c7661b008 req-b0b96317-4a4b-41d8-83f6-3950dceb5060 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140932 Jan 28 13:38:34.836772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b648b5-1cb9-4b7a-b8a5-51cb0106b341 req-e4678d06-78da-4976-ac2f-fe3103f25aa1 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:34.865662 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6543da39-d7fc-44ed-9ab0-cd442d55ca78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.865922 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5b648b5-1cb9-4b7a-b8a5-51cb0106b341 req-e4678d06-78da-4976-ac2f-fe3103f25aa1 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 950 time: 0.2171633 Jan 28 13:38:35.010325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5b648b5-1cb9-4b7a-b8a5-51cb0106b341 req-18587953-3ad6-4c3a-97b2-b25546404a63 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384692 Jan 28 13:38:35.493147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (248fa4ff-981d-4cbf-9da1-d1e3a66f97e9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.541269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:35.542428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (248fa4ff-981d-4cbf-9da1-d1e3a66f97e9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:35.671058 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:35.684220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42a4f4d1-246b-4ccb-8470-ef6fb558a22e req-8ca5f9fa-86df-49c8-9c8f-35c61ff8247a tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 210 time: 0.2458191 Jan 28 13:38:35.779917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] For port 37571d4e-9918-4fd7-934b-0acb9a3e29e0, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:35.785980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:35.813684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] Sync routers for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:35.853515 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2c6791df-3921-45d4-a151-c3a7be2541ce), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.883385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:35.884406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:35.953339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0943b5d-4dc3-412c-8ad0-a1267a347874 req-9f1153f9-ed1c-492a-b3f0-5a88ed3b78ff tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:35.971296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0943b5d-4dc3-412c-8ad0-a1267a347874 req-9f1153f9-ed1c-492a-b3f0-5a88ed3b78ff tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 944 time: 0.1644261 Jan 28 13:38:35.987955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.006685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/2c6791df-3921-45d4-a151-c3a7be2541ce HTTP/1.1" status: 204 len: 168 time: 9.6579685 Jan 28 13:38:36.010410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37324) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:36.021201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] For port 37571d4e-9918-4fd7-934b-0acb9a3e29e0, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:36.055094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1003614905'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:36.083184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.086171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954190e9-b819-41de-8801-6f950e63d298 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=2c6791df-3921-45d4-a151-c3a7be2541ce,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:36.102120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] No DVR routers for this DVR port 741de1b4-c75b-4467-8e6c-8509a44efc95 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:36.114252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.122038 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4190141e-7654-4a4d-a0df-bda043783a00 req-86db09ac-5334-4235-af7e-d6628d8be580 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.60 "DELETE /v2.0/ports/741de1b4-c75b-4467-8e6c-8509a44efc95 HTTP/1.1" status: 204 len: 173 time: 7.7080698 Jan 28 13:38:36.147311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'name': 'network-vif-deleted', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:36.157064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:36.158216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0943b5d-4dc3-412c-8ad0-a1267a347874 req-a56ed504-678a-407a-8594-974764999b13 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857388 Jan 28 13:38:36.167510 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85afb59e-e6fb-42b0-9b98-c6374afed66e" -d '{"events": [{"server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "name": "network-vif-deleted", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:36.294772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:36.297624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.299791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] 10.222.0.36 "PUT /v2.0/ports/37571d4e-9918-4fd7-934b-0acb9a3e29e0 HTTP/1.1" status: 200 len: 1092 time: 6.2249544 Jan 28 13:38:36.407609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:36.411104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.608694 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3ddc39-34dd-4e29-b3cc-5ad38e884f96 x-openstack-request-id: req-0c3ddc39-34dd-4e29-b3cc-5ad38e884f96 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:36.609736 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6", "name": "network-vif-deleted", "tag": "741de1b4-c75b-4467-8e6c-8509a44efc95", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:36.609736 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c3ddc39-34dd-4e29-b3cc-5ad38e884f96 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:36.609736 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6', 'name': 'network-vif-deleted', 'tag': '741de1b4-c75b-4467-8e6c-8509a44efc95', 'status': 'completed', 'code': 200} Jan 28 13:38:36.622939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8c6d-5ca2-437b-affb-25ff771cb67c service neutron] Pushing event updated for resources: {'Port': ['ID=37571d4e-9918-4fd7-934b-0acb9a3e29e0,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:36.658171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:36.690475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4170e3-679f-4db9-bba0-daf3b428bb9f req-b21e9c05-c4ae-43e1-9669-62728a721659 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:36.708896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d4170e3-679f-4db9-bba0-daf3b428bb9f req-b21e9c05-c4ae-43e1-9669-62728a721659 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 950 time: 0.5182779 Jan 28 13:38:36.729024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1a73c390-88ef-46d4-b366-65d883b1c101), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:36.729444 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 1a73c390-88ef-46d4-b366-65d883b1c101 of type vlan for network a2b4cb6c-7615-4020-8103-9a5981e00a4d Jan 28 13:38:36.788224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc071-22db-4a13-a50c-045493f268d1 req-68f491a6-1461-4a5d-b7b5-1b2869d988b3 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:36.806160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-01abc071-22db-4a13-a50c-045493f268d1 req-68f491a6-1461-4a5d-b7b5-1b2869d988b3 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 946 time: 0.1703556 Jan 28 13:38:36.812508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-4b84ec1c-f1c3-402d-a7c1-7e559f8b2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:36.814149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-4b84ec1c-f1c3-402d-a7c1-7e559f8b2f7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa118efc2004ab5916969e74f3330aa&device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 1095 time: 0.2909245 Jan 28 13:38:37.006938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-01abc071-22db-4a13-a50c-045493f268d1 req-3de5cef5-f906-4887-a85b-96e10fe4e138 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969495 Jan 28 13:38:37.034506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-16b66263-e295-4615-ba28-fd8887537020 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0 HTTP/1.1" status: 200 len: 217 time: 0.1979554 Jan 28 13:38:37.162431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a2b4cb6c-7615-4020-8103-9a5981e00a4d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.198564 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-442e454a-39d9-4595-b6bc-d59a7c28f082 req-676f3fbc-3cc2-44c7-9775-70607016bcd2 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb692a9f-2e61-4ed2-9ecf-c678ab3c0fe6 HTTP/1.1" status: 200 len: 210 time: 0.0527081 Jan 28 13:38:37.214005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-ed9fc640-784b-4ecb-92c6-925502fdb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:37.218474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-ed9fc640-784b-4ecb-92c6-925502fdb0b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b22070-b4df-41f8-9849-d20e81250eb2 HTTP/1.1" status: 200 len: 850 time: 0.1734848 Jan 28 13:38:37.235986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d4170e3-679f-4db9-bba0-daf3b428bb9f req-fe30fa96-83cb-4876-be8e-aed748f7be83 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279255 Jan 28 13:38:37.263546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:37.279177 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:38:37.345095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] Checking router: 750c6eef-31cf-4c7a-9ce4-53dfa3905484 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:37.366868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:37.367459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:37.370130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-d03e1619-dc2d-4d5d-9ada-231e5bb1028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:37.371916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-d03e1619-dc2d-4d5d-9ada-231e5bb1028f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344650 Jan 28 13:38:37.380380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a2b4cb6c-7615-4020-8103-9a5981e00a4d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.397763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:37.398874 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.545290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159ecb0-2a8d-4438-b408-57f0e83d9457 req-03217439-c6a6-4d06-8225-938141424bba tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:37.556369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e159ecb0-2a8d-4438-b408-57f0e83d9457 req-03217439-c6a6-4d06-8225-938141424bba tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 944 time: 0.1717370 Jan 28 13:38:37.567865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:37.757090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e159ecb0-2a8d-4438-b408-57f0e83d9457 req-6624589c-ec3b-4044-883e-25011be8a84f tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891265 Jan 28 13:38:37.766708 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4f793236-5253-42b6-a8b5-b97470f9459a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:37.874231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-178ab795-aafe-4d5a-94c9-5c977419d62b service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947450 Jan 28 13:38:37.913512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=a2b4cb6c-7615-4020-8103-9a5981e00a4d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:37.932399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c7c1595a-c99b-4e9e-a92d-c6c215a28fd3 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8931456 Jan 28 13:38:37.936770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37366) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:37.941906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:37.966074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a2b4cb6c-7615-4020-8103-9a5981e00a4d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:38.176086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:38.183085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.282350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:38.297662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-40c2ba8a-8b32-48f6-a671-62c63ea7e77b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:38.300565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-40c2ba8a-8b32-48f6-a671-62c63ea7e77b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "GET /v2.0/ports?device_id=0556ed5a-c6e0-4fef-8e64-5f304dd390fa HTTP/1.1" status: 200 len: 946 time: 0.4235065 Jan 28 13:38:38.362523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076f1da-04bd-452d-920c-7ad152b83aaf None None] The sync data for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 is: [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:27:50Z', 'revision_number': 4, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e', 'name': '', 'network_id': '764b5b91-42d5-4030-8d60-84bc13365fab', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'mac_address': 'fa:16:3e:2d:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:48Z', 'updated_at': '2022-01-28T13:28:00Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'subnets': [{'id': 'a29a6744-56ab-48f2-8913-c9e5633ae2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:38.512972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cc54f-da0a-41a7-857f-acdf746e62c1 req-4164f22d-be72-4c4d-bceb-880945c2f09c tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:38.524718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c9cc54f-da0a-41a7-857f-acdf746e62c1 req-4164f22d-be72-4c4d-bceb-880945c2f09c tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 950 time: 0.5529172 Jan 28 13:38:38.582321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6d1d751e-3ec5-4271-96b1-b1555032bc35 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:38.589515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6d1d751e-3ec5-4271-96b1-b1555032bc35 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.60 "GET /v2.0/ports?device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 946 time: 0.7138581 Jan 28 13:38:38.725665 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.737685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (d27b64fb-0bff-446c-9bc0-7b7d6c4d40d8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:38.779818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:38.782941 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc92c4d4-7074-4cc8-944f-6df5c24ea635" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:38.840673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e41ef2-564c-42a2-a1a6-7a3a2c00049f req-d5491a59-4651-4c28-847c-cb33d33c4e1c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:38.843609 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58e41ef2-564c-42a2-a1a6-7a3a2c00049f req-d5491a59-4651-4c28-847c-cb33d33c4e1c tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 946 time: 0.6456509 Jan 28 13:38:38.916108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '1a73c390-88ef-46d4-b366-65d883b1c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:38.916485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: a2b4cb6c-7615-4020-8103-9a5981e00a4d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:38.920004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=d27b64fb-0bff-446c-9bc0-7b7d6c4d40d8,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:38.997325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58e41ef2-564c-42a2-a1a6-7a3a2c00049f req-d2309e42-bd69-470a-8cbc-beb549f92cb7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431057 Jan 28 13:38:39.005758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network a2b4cb6c-7615-4020-8103-9a5981e00a4d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:39.031246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a2b4cb6c-7615-4020-8103-9a5981e00a4d) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:39.042493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:39.044093 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.052463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e565ed-20bf-471b-acc7-a6a74c57fca1 None None] Network a2b4cb6c-7615-4020-8103-9a5981e00a4d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:39.112120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Deleting port b805bc04-9a82-413c-9f4d-45cc105cf543 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:39.112120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.116788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-570ba16d-0dfc-4487-a8ce-38997dc8ae89 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1788502 Jan 28 13:38:39.123754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37390) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:39.130934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c9cc54f-da0a-41a7-857f-acdf746e62c1 req-0395692e-d839-45bb-8af4-79993a041901 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045721 Jan 28 13:38:39.142910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2276b91-63d7-41ba-a119-4d4449ece485 req-26eb76a8-b067-4236-a880-e939aceaf01d service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1985900 Jan 28 13:38:39.160985 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b9c5d-2557-497f-83ac-4864ff32214b None None] New status for floating IP 13027ab6-1dd7-4453-bed9-c2f5686186e1: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:38:39.404132 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea78c4e4-dc17-46a8-80b4-537840a4eaa1 x-openstack-request-id: req-ea78c4e4-dc17-46a8-80b4-537840a4eaa1 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:39.404132 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:39.404382 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea78c4e4-dc17-46a8-80b4-537840a4eaa1 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:39.404878 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'status': 'completed', 'code': 200} Jan 28 13:38:39.501688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-a2b4cb6c-7615-4020-8103-9a5981e00a4d', 'network_id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': 'd27b64fb-0bff-446c-9bc0-7b7d6c4d40d8'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:38:39.502977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.688427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a2b4cb6c-7615-4020-8103-9a5981e00a4d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.704883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37402) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:39.753148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-f5eaac29-61ed-4138-b7ce-91f84fa80501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:39.768289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-f5eaac29-61ed-4138-b7ce-91f84fa80501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa118efc2004ab5916969e74f3330aa&device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 1095 time: 0.3278472 Jan 28 13:38:39.776513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Deleting port fbbf02fa-e097-480c-8e59-324f24e56924 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:39.777052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:39.901430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-8d5f3bf5-06d8-477e-8f8e-4f6b99476324 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:39.911433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-8d5f3bf5-06d8-477e-8f8e-4f6b99476324 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 950 time: 0.4526386 Jan 28 13:38:39.929225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Allocated IP 172.20.0.1 (a2b4cb6c-7615-4020-8103-9a5981e00a4d/d27b64fb-0bff-446c-9bc0-7b7d6c4d40d8/5516b20d-12af-4d17-a7b1-4f859cbfcddc) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:40.119649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a600f465-bc6b-4bfd-9936-3fec6dfc2424 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (ced7a590-4774-4238-bf28-c075320b2c36), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.160682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] For port b805bc04-9a82-413c-9f4d-45cc105cf543, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b805bc04-9a82-413c-9f4d-45cc105cf543,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:40.162175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.177931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Calling delete_port for b805bc04-9a82-413c-9f4d-45cc105cf543 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:40.180605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a600f465-bc6b-4bfd-9936-3fec6dfc2424 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (ced7a590-4774-4238-bf28-c075320b2c36), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.193344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (d27b64fb-0bff-446c-9bc0-7b7d6c4d40d8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.320714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] For port fbbf02fa-e097-480c-8e59-324f24e56924, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=fbbf02fa-e097-480c-8e59-324f24e56924,segment=NetworkSegment(fe952451-86f0-4af0-b3d1-4c8c4e855f2e),segment_id=fe952451-86f0-4af0-b3d1-4c8c4e855f2e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:40.321698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.336792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Calling delete_port for fbbf02fa-e097-480c-8e59-324f24e56924 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:40.447321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a600f465-bc6b-4bfd-9936-3fec6dfc2424 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ced7a590-4774-4238-bf28-c075320b2c36), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.458240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a600f465-bc6b-4bfd-9936-3fec6dfc2424 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.461332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a600f465-bc6b-4bfd-9936-3fec6dfc2424 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "DELETE /v2.0/security-groups/ced7a590-4774-4238-bf28-c075320b2c36 HTTP/1.1" status: 204 len: 168 time: 0.7510879 Jan 28 13:38:40.475902 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Publish callbacks [] for port (5516b20d-12af-4d17-a7b1-4f859cbfcddc), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.493677 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (5516b20d-12af-4d17-a7b1-4f859cbfcddc), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.506170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Deleting port d73b7280-ad9f-4d79-9dde-d87aa9311122 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:40.508875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.520773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.538504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37420) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:40.557423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fbbf02fa-e097-480c-8e59-324f24e56924), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.566038 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-ebde9023-0ff7-41c6-a3ad-085712092eab tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] show failed (client error): The resource could not be found. Jan 28 13:38:40.567184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ebde9023-0ff7-41c6-a3ad-085712092eab tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "GET /v2.0/security-groups/ced7a590-4774-4238-bf28-c075320b2c36 HTTP/1.1" status: 404 len: 347 time: 0.0249336 Jan 28 13:38:40.588780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccac64-2b63-4114-a633-d591c76cdf9a req-287c90fb-2532-48e4-9042-2c3022f8d730 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:40.588969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (d27b64fb-0bff-446c-9bc0-7b7d6c4d40d8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.589054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdccac64-2b63-4114-a633-d591c76cdf9a req-287c90fb-2532-48e4-9042-2c3022f8d730 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 944 time: 1.1809771 Jan 28 13:38:40.609444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37424) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:40.622642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 37571d4e-9918-4fd7-934b-0acb9a3e29e0 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:38:40.635806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Pushing event deleted for resources: {'Port': ['ID=fbbf02fa-e097-480c-8e59-324f24e56924,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:40.819918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cdccac64-2b63-4114-a633-d591c76cdf9a req-828679e8-d313-445f-8710-8e22f2f08a69 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299216 Jan 28 13:38:40.856895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 37571d4e-9918-4fd7-934b-0acb9a3e29e0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:40.883883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fbbf02fa-e097-480c-8e59-324f24e56924 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:40.893481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Network a2b4cb6c-7615-4020-8103-9a5981e00a4d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:40.897351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] No DVR routers for this DVR port fbbf02fa-e097-480c-8e59-324f24e56924 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:40.901482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'port_id': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'mac_address': 'fa:16:3e:3c:d1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:38:40.906905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.919598 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a2b4cb6c-7615-4020-8103-9a5981e00a4d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:40.921467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c86d5ea-d27b-4f24-b31b-121086ddabc2 req-07905d52-6314-4835-b872-531a6303249b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.36 "DELETE /v2.0/ports/fbbf02fa-e097-480c-8e59-324f24e56924 HTTP/1.1" status: 204 len: 173 time: 2.5792181 Jan 28 13:38:40.934566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-be57c2ad-8d5e-4d99-8a9b-fd742446b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:40.941976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-be57c2ad-8d5e-4d99-8a9b-fd742446b502 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45 HTTP/1.1" status: 200 len: 912 time: 0.9906631 Jan 28 13:38:40.977687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b4cb6c-7615-4020-8103-9a5981e00a4d']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:40.999081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:41.006930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a73c390-88ef-46d4-b366-65d883b1c101') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:41.009967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a73c390-88ef-46d4-b366-65d883b1c101') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:41.037088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1a73c390-88ef-46d4-b366-65d883b1c101), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.039381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:41.040342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.057128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:41.065410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1a73c390-88ef-46d4-b366-65d883b1c101), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.068308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: fbbf02fa-e097-480c-8e59-324f24e56924 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:41.068657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device fbbf02fa-e097-480c-8e59-324f24e56924 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:41.071407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-f9ee3128-3e89-440f-a793-d8f61dd6de66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0 HTTP/1.1" status: 200 len: 217 time: 0.0649130 Jan 28 13:38:41.084128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:41.084538 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1a73c390-88ef-46d4-b366-65d883b1c101), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.087966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d04167-c68c-416f-b66d-8943105c7130 req-3a00ea08-eb5c-4851-8540-b5d9822f456a tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.092909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Pushing event updated for resources: {'Port': ['ID=5516b20d-12af-4d17-a7b1-4f859cbfcddc,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:41.104960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0d04167-c68c-416f-b66d-8943105c7130 req-3a00ea08-eb5c-4851-8540-b5d9822f456a tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 950 time: 0.1291144 Jan 28 13:38:41.120740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37571d4e-9918-4fd7-934b-0acb9a3e29e0 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:38:41.176694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 37571d4e-9918-4fd7-934b-0acb9a3e29e0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:41.184875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-9e2d395b-1711-428c-bffc-68b9b49f9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.192763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-9e2d395b-1711-428c-bffc-68b9b49f9b34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b22070-b4df-41f8-9849-d20e81250eb2 HTTP/1.1" status: 200 len: 850 time: 0.0711119 Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:41.224853 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:41.226604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600f465-bc6b-4bfd-9936-3fec6dfc2424 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced7a590-4774-4238-bf28-c075320b2c36,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:41.234846 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.279485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b805bc04-9a82-413c-9f4d-45cc105cf543), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.342717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=37571d4e-9918-4fd7-934b-0acb9a3e29e0,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:41.364196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Pushing event deleted for resources: {'Port': ['ID=b805bc04-9a82-413c-9f4d-45cc105cf543,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:41.366472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.api [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:38:41.366472 n-d-822748-2 neutron-server[103373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:38:41.366472 n-d-822748-2 neutron-server[103373]: [parameters: {'id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d'}] Jan 28 13:38:41.366472 n-d-822748-2 neutron-server[103373]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:38:41.366800 n-d-822748-2 neutron-server[103373]: DEBUG oslo_db.api [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:38:41.395992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=d27b64fb-0bff-446c-9bc0-7b7d6c4d40d8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:41.410385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'name': 'network-vif-deleted', 'tag': 'fbbf02fa-e097-480c-8e59-324f24e56924'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:41.412978 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab65025-7a4f-48b1-942b-f84463b8c27c" -d '{"events": [{"server_uuid": "0556ed5a-c6e0-4fef-8e64-5f304dd390fa", "name": "network-vif-deleted", "tag": "fbbf02fa-e097-480c-8e59-324f24e56924"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:41.426218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0d04167-c68c-416f-b66d-8943105c7130 req-050a1f88-8512-4f7f-9a28-6519216b55a8 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199060 Jan 28 13:38:41.444049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] No DVR routers for this DVR port b805bc04-9a82-413c-9f4d-45cc105cf543 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:41.454512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-73b41d43-ba1e-491b-bd2c-10e3c0423668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.455923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-73b41d43-ba1e-491b-bd2c-10e3c0423668 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442486 Jan 28 13:38:41.467012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.474519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-008f3ac7-fbb1-4593-8cd5-3f8b1acf05f9 req-6431a81b-57dc-45cb-9c62-bdb890dac0d7 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.60 "DELETE /v2.0/ports/b805bc04-9a82-413c-9f4d-45cc105cf543 HTTP/1.1" status: 204 len: 173 time: 2.8583384 Jan 28 13:38:41.521951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8a2af-1188-4a3a-aefd-78ae194829ce req-e1815db3-ca46-41ad-89e8-7e77e10323e3 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:41.523703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1c8a2af-1188-4a3a-aefd-78ae194829ce req-e1815db3-ca46-41ad-89e8-7e77e10323e3 tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/ports?device_id=73271de4-5ec2-4c81-9e5e-f77f04f5b9e8 HTTP/1.1" status: 200 len: 946 time: 1.2724671 Jan 28 13:38:41.536146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Attempting to bind port 5516b20d-12af-4d17-a7b1-4f859cbfcddc on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:41.536657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Attempting to bind port 5516b20d-12af-4d17-a7b1-4f859cbfcddc by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1a73c390-88ef-46d4-b366-65d883b1c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:41.536909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Attempting to bind port 5516b20d-12af-4d17-a7b1-4f859cbfcddc on network a2b4cb6c-7615-4020-8103-9a5981e00a4d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:41.575316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:41.575700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Checking segment: {'id': '1a73c390-88ef-46d4-b366-65d883b1c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:41.586368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.590509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Bound using segment: {'id': '1a73c390-88ef-46d4-b366-65d883b1c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:41.590888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Bound port: 5516b20d-12af-4d17-a7b1-4f859cbfcddc, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a73c390-88ef-46d4-b366-65d883b1c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a2b4cb6c-7615-4020-8103-9a5981e00a4d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:41.594780 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5516b20d-12af-4d17-a7b1-4f859cbfcddc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.607183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b805bc04-9a82-413c-9f4d-45cc105cf543 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:41.609581 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['37571d4e-9918-4fd7-934b-0acb9a3e29e0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:38:41.635798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] For port d73b7280-ad9f-4d79-9dde-d87aa9311122, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=d73b7280-ad9f-4d79-9dde-d87aa9311122,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:41.636228 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.698181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Calling delete_port for d73b7280-ad9f-4d79-9dde-d87aa9311122 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:41.731730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Deleting port 0786bfba-7fbd-45f1-b214-7e2701a63814 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:41.740327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:41.770713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-4b5672ed-8825-4721-bb2e-a0137340c694 service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914267 Jan 28 13:38:41.808979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: b805bc04-9a82-413c-9f4d-45cc105cf543 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:41.809432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b805bc04-9a82-413c-9f4d-45cc105cf543 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:41.809871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device d73b7280-ad9f-4d79-9dde-d87aa9311122 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:41.925038 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e353566-3216-4249-a8d6-8b25049beeb5 x-openstack-request-id: req-5e353566-3216-4249-a8d6-8b25049beeb5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:41.925441 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556ed5a-c6e0-4fef-8e64-5f304dd390fa", "name": "network-vif-deleted", "tag": "fbbf02fa-e097-480c-8e59-324f24e56924", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:41.925673 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e353566-3216-4249-a8d6-8b25049beeb5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:41.926061 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556ed5a-c6e0-4fef-8e64-5f304dd390fa', 'name': 'network-vif-deleted', 'tag': 'fbbf02fa-e097-480c-8e59-324f24e56924', 'status': 'completed', 'code': 200} Jan 28 13:38:41.991034 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.054911 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a2b4cb6c-7615-4020-8103-9a5981e00a4d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.072997 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1c8a2af-1188-4a3a-aefd-78ae194829ce req-27f7ab7e-9b70-41ae-96bc-903614fb0e4b tempest-ListServersNegativeTestJSON-1765139023 tempest-ListServersNegativeTestJSON-1765139023-project] 10.222.0.45 "GET /v2.0/security-groups?id=43619007-c90c-4cc6-8534-f7a1629c7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352559 Jan 28 13:38:42.143300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc92c4d4-7074-4cc8-944f-6df5c24ea635 req-2071db4f-24a9-4b89-9a6a-d39a0ff48f80 service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633025 Jan 28 13:38:42.169978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bde3d-64f8-4640-88a3-de709384fc3b req-04ae2dce-a5f5-429b-8fda-7e0ade6fec97 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:42.188762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-028bde3d-64f8-4640-88a3-de709384fc3b req-04ae2dce-a5f5-429b-8fda-7e0ade6fec97 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 945 time: 0.2037673 Jan 28 13:38:42.237129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] For port 5516b20d-12af-4d17-a7b1-4f859cbfcddc, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:42.263179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.263517 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (0786bfba-7fbd-45f1-b214-7e2701a63814), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.305028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-028bde3d-64f8-4640-88a3-de709384fc3b req-abe2e063-9936-4ecd-8375-419797bfed16 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097786 Jan 28 13:38:42.358270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Calling delete_port for 0786bfba-7fbd-45f1-b214-7e2701a63814 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:42.459544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] For port 5516b20d-12af-4d17-a7b1-4f859cbfcddc, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5516b20d-12af-4d17-a7b1-4f859cbfcddc,segment=NetworkSegment(1a73c390-88ef-46d4-b366-65d883b1c101),segment_id=1a73c390-88ef-46d4-b366-65d883b1c101)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:42.483727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5516b20d-12af-4d17-a7b1-4f859cbfcddc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.495343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port d73b7280-ad9f-4d79-9dde-d87aa9311122 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:42.495343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.609049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port 5516b20d-12af-4d17-a7b1-4f859cbfcddc {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:42.609462 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5516b20d-12af-4d17-a7b1-4f859cbfcddc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:42.676986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed501d7-031d-4d30-82d5-cec45349df3e None None] Pushing event updated for resources: {'Port': ['ID=5516b20d-12af-4d17-a7b1-4f859cbfcddc,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:42.708754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e705b-fc69-4755-b2de-169f304f321d None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:38:42.917287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048e705b-fc69-4755-b2de-169f304f321d None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:38:43.011797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port 5516b20d-12af-4d17-a7b1-4f859cbfcddc, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5516b20d-12af-4d17-a7b1-4f859cbfcddc,segment=NetworkSegment(1a73c390-88ef-46d4-b366-65d883b1c101),segment_id=1a73c390-88ef-46d4-b366-65d883b1c101)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:43.012525 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5516b20d-12af-4d17-a7b1-4f859cbfcddc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.032387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for 5516b20d-12af-4d17-a7b1-4f859cbfcddc owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:43.262976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5516b20d-12af-4d17-a7b1-4f859cbfcddc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.298482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37472) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:43.360732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d73b7280-ad9f-4d79-9dde-d87aa9311122), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.385584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f9cfe-4138-4ec4-8158-0efec434002a None None] Network a2b4cb6c-7615-4020-8103-9a5981e00a4d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:43.444101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0786bfba-7fbd-45f1-b214-7e2701a63814), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.533296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] Deleting subnet fb11c300-d044-4e2b-a59e-b31a258fb1a5 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:38:43.553532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] Publish callbacks [] for subnet (fb11c300-d044-4e2b-a59e-b31a258fb1a5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.559427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=5516b20d-12af-4d17-a7b1-4f859cbfcddc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:43.611897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] No DVR routers for this DVR port d73b7280-ad9f-4d79-9dde-d87aa9311122 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:43.656996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.661329 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34bc365c-d14d-42ef-a771-3e28c5f27853 req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.60 "DELETE /v2.0/ports/d73b7280-ad9f-4d79-9dde-d87aa9311122 HTTP/1.1" status: 204 len: 173 time: 3.7425690 Jan 28 13:38:43.665333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port 5516b20d-12af-4d17-a7b1-4f859cbfcddc on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:43.676550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57009ff-cfd1-4eb0-a00d-9c5f7614039c req-366ec24c-a932-4618-80ff-8ad566ab42ea tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:43.683768 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c57009ff-cfd1-4eb0-a00d-9c5f7614039c req-366ec24c-a932-4618-80ff-8ad566ab42ea tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a32f5c7-2179-4f4d-a867-96179ada0961 HTTP/1.1" status: 200 len: 950 time: 1.0690105 Jan 28 13:38:43.703207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'name': 'network-vif-deleted', 'tag': 'd73b7280-ad9f-4d79-9dde-d87aa9311122'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:43.707817 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bcd9e5-9e24-4532-9114-4e31a92b12dc" -d '{"events": [{"server_uuid": "3a32f5c7-2179-4f4d-a867-96179ada0961", "name": "network-vif-deleted", "tag": "d73b7280-ad9f-4d79-9dde-d87aa9311122"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:43.735388 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks [] for floatingip (13027ab6-1dd7-4453-bed9-c2f5686186e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.749906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.752667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (fb11c300-d044-4e2b-a59e-b31a258fb1a5), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.758360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] 10.222.0.45 "DELETE /v2.0/floatingips/13027ab6-1dd7-4453-bed9-c2f5686186e1 HTTP/1.1" status: 204 len: 168 time: 3.1037560 Jan 28 13:38:43.803641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (fb11c300-d044-4e2b-a59e-b31a258fb1a5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:43.857660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6216ae3-078b-43ae-b072-4678d5193e0e tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] Pushing event deleted for resources: {'Port': ['ID=d73b7280-ad9f-4d79-9dde-d87aa9311122,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:43.940110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'name': 'network-vif-deleted', 'tag': 'b805bc04-9a82-413c-9f4d-45cc105cf543'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:43.943873 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc0917-3b3d-410d-8443-5aaeaf3a4157" -d '{"events": [{"server_uuid": "73271de4-5ec2-4c81-9e5e-f77f04f5b9e8", "name": "network-vif-deleted", "tag": "b805bc04-9a82-413c-9f4d-45cc105cf543"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:43.979080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb019dae-0e92-47af-b841-523d72efe582 tempest-AttachVolumeTestJSON-507964122 tempest-AttachVolumeTestJSON-507964122-project] Pushing event deleted for resources: {'Port': ['ID=0786bfba-7fbd-45f1-b214-7e2701a63814,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:43.996392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9bc23-0226-482a-9a62-db92d22208e5 req-28c5fba4-e429-4804-ba4e-a9a08e058d6c tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:43.998028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05a9bc23-0226-482a-9a62-db92d22208e5 req-28c5fba4-e429-4804-ba4e-a9a08e058d6c tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 945 time: 0.5504324 Jan 28 13:38:44.000185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (fb11c300-d044-4e2b-a59e-b31a258fb1a5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.088747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c57009ff-cfd1-4eb0-a00d-9c5f7614039c req-7c5105c2-ad06-42a8-abf5-47bb5446a170 tempest-VolumesNegativeTest-2050120489 tempest-VolumesNegativeTest-2050120489-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b1f31f9-8b69-44a1-ac24-3314524b97b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992484 Jan 28 13:38:44.108472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a2b4cb6c-7615-4020-8103-9a5981e00a4d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.147478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05a9bc23-0226-482a-9a62-db92d22208e5 req-dfd2dd1d-b146-4b06-8441-f1ad80ac59a6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249111 Jan 28 13:38:44.155578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb11c300-d044-4e2b-a59e-b31a258fb1a5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:44.173915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.180615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-40e21e58-7453-41b5-b87c-f684feb9ff78 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fb11c300-d044-4e2b-a59e-b31a258fb1a5 HTTP/1.1" status: 204 len: 168 time: 0.8785322 Jan 28 13:38:44.198872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37502) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:44.230701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b4cb6c-7615-4020-8103-9a5981e00a4d']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.317329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a73c390-88ef-46d4-b366-65d883b1c101') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.317908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a73c390-88ef-46d4-b366-65d883b1c101') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.345743 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1a73c390-88ef-46d4-b366-65d883b1c101), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.400865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1a73c390-88ef-46d4-b366-65d883b1c101), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.411697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:44.412025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1a73c390-88ef-46d4-b366-65d883b1c101), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:44.416121 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:44.432195 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3c6ed-7926-4fc9-add9-a76734132ead x-openstack-request-id: req-13b3c6ed-7926-4fc9-add9-a76734132ead {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:44.432195 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73271de4-5ec2-4c81-9e5e-f77f04f5b9e8", "name": "network-vif-deleted", "tag": "b805bc04-9a82-413c-9f4d-45cc105cf543", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:44.432195 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13b3c6ed-7926-4fc9-add9-a76734132ead {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:44.432195 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73271de4-5ec2-4c81-9e5e-f77f04f5b9e8', 'name': 'network-vif-deleted', 'tag': 'b805bc04-9a82-413c-9f4d-45cc105cf543', 'status': 'completed', 'code': 200} Jan 28 13:38:44.491763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (522f5141-3764-40f0-9ed5-cd6fa695aecd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.598136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a2b4cb6c-7615-4020-8103-9a5981e00a4d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.607554 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.620514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/a2b4cb6c-7615-4020-8103-9a5981e00a4d HTTP/1.1" status: 204 len: 168 time: 5.4925435 Jan 28 13:38:44.620514 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3437a32-8562-46dd-b755-7a1a538ae2af x-openstack-request-id: req-a3437a32-8562-46dd-b755-7a1a538ae2af {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:44.620753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (522f5141-3764-40f0-9ed5-cd6fa695aecd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.627236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 37571d4e-9918-4fd7-934b-0acb9a3e29e0 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:44.630218 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a32f5c7-2179-4f4d-a867-96179ada0961", "name": "network-vif-deleted", "tag": "d73b7280-ad9f-4d79-9dde-d87aa9311122", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:44.640246 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3437a32-8562-46dd-b755-7a1a538ae2af {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:44.640806 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a32f5c7-2179-4f4d-a867-96179ada0961', 'name': 'network-vif-deleted', 'tag': 'd73b7280-ad9f-4d79-9dde-d87aa9311122', 'status': 'completed', 'code': 200} Jan 28 13:38:44.642777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37508) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:44.645177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522f5141-3764-40f0-9ed5-cd6fa695aecd']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.656056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070342113'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:44.657050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.657361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe952451-86f0-4af0-b3d1-4c8c4e855f2e') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:44.673000 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (fe952451-86f0-4af0-b3d1-4c8c4e855f2e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.676298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d6dc-15de-4d97-b458-92d56fa5bb75 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=a2b4cb6c-7615-4020-8103-9a5981e00a4d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:44.689761 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (fe952451-86f0-4af0-b3d1-4c8c4e855f2e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.697633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:44.698206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (fe952451-86f0-4af0-b3d1-4c8c4e855f2e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.725698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:44.729350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.822282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:44.854042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:44.856371 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:44.863094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (93aad544-c472-4f9e-a283-5938390569d3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.863443 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 93aad544-c472-4f9e-a283-5938390569d3 of type vlan for network f0c0a115-3d15-418c-a52b-02b61dde32a5 Jan 28 13:38:44.872061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:44.872462 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.912618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (522f5141-3764-40f0-9ed5-cd6fa695aecd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.946486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:44.949812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] 10.222.0.45 "DELETE /v2.0/networks/522f5141-3764-40f0-9ed5-cd6fa695aecd HTTP/1.1" status: 204 len: 168 time: 0.7495601 Jan 28 13:38:44.950716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365221-62ec-461b-acda-89ed2090df93 admin admin] Pushing event deleted for resources: {'Network': ['ID=522f5141-3764-40f0-9ed5-cd6fa695aecd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.081479 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.096997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:45.097392 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.120454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872485f-9755-444f-ac48-c582535b79d7 req-98099aed-9656-4c19-886d-bd2e889e84c1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:45.128492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1872485f-9755-444f-ac48-c582535b79d7 req-98099aed-9656-4c19-886d-bd2e889e84c1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 947 time: 0.1627243 Jan 28 13:38:45.176478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:45.194973 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a90aa2-570b-43ac-9794-5108682aea9a" -d '{"events": [{"server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "name": "network-vif-plugged", "status": "completed", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:45.199074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.217817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:45.219046 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.241076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 37571d4e-9918-4fd7-934b-0acb9a3e29e0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:45.259317 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.432944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37540) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:45.446631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=f0c0a115-3d15-418c-a52b-02b61dde32a5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.460863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=37571d4e-9918-4fd7-934b-0acb9a3e29e0,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:45.475769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f184ee8e-72f5-4c19-8b02-4d4188563cce tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8316648 Jan 28 13:38:45.477704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:45.494126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37544) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:45.505411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:45.609161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1872485f-9755-444f-ac48-c582535b79d7 req-435ee1cb-add9-43c0-befe-24da899edac4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4792631 Jan 28 13:38:45.708913 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea482b8-0a1e-48a9-89e0-1084f4dc1aab x-openstack-request-id: req-4ea482b8-0a1e-48a9-89e0-1084f4dc1aab {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:45.709418 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "name": "network-vif-plugged", "status": "completed", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:45.709517 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ea482b8-0a1e-48a9-89e0-1084f4dc1aab {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:45.709938 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'code': 200} Jan 28 13:38:45.750367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fae11-2274-4dec-bd37-04254dd5b578 req-c8ad2c80-2dab-43ce-98b7-342db46c5333 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:45.753845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f03fae11-2274-4dec-bd37-04254dd5b578 req-c8ad2c80-2dab-43ce-98b7-342db46c5333 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.4025674 Jan 28 13:38:45.767775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1bb25689-6fcb-41df-bd84-46ad0264756f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee0574212c5642fe90392b1746034352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256052 Jan 28 13:38:45.768889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37554) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:45.919459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5dcecbc1-c113-447a-a125-6ddb3ada9bb1 admin admin] Publish callbacks [] for security_group (43619007-c90c-4cc6-8534-f7a1629c7d72), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:45.947511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5dcecbc1-c113-447a-a125-6ddb3ada9bb1 admin admin] Publish callbacks [] for security_group (43619007-c90c-4cc6-8534-f7a1629c7d72), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.002030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f03fae11-2274-4dec-bd37-04254dd5b578 req-6693e058-3090-4321-a0e9-79d39a2b95af tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297332 Jan 28 13:38:46.060268 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5dcecbc1-c113-447a-a125-6ddb3ada9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (43619007-c90c-4cc6-8534-f7a1629c7d72), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.061658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd72283-2873-40db-b7f4-36376deb23fa req-595f25c0-3d2a-4044-89ee-50aa93601d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.063941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dd72283-2873-40db-b7f4-36376deb23fa req-595f25c0-3d2a-4044-89ee-50aa93601d6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 1097 time: 0.2238853 Jan 28 13:38:46.066075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5dcecbc1-c113-447a-a125-6ddb3ada9bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.072707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5dcecbc1-c113-447a-a125-6ddb3ada9bb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43619007-c90c-4cc6-8534-f7a1629c7d72 HTTP/1.1" status: 204 len: 168 time: 0.3027003 Jan 28 13:38:46.097797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcecbc1-c113-447a-a125-6ddb3ada9bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43619007-c90c-4cc6-8534-f7a1629c7d72,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.118840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.149970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.159435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dd72283-2873-40db-b7f4-36376deb23fa req-20aebc64-5848-496d-9631-538bc31c2328 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890684 Jan 28 13:38:46.165755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 is not hosted by any dhcp agent {{(pid=103374) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:38:46.176189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.179830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.184409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "PUT /v2.0/networks/f0c0a115-3d15-418c-a52b-02b61dde32a5 HTTP/1.1" status: 200 len: 723 time: 0.6821737 Jan 28 13:38:46.184812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:46.200507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:46.355341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e6b4e-72ff-4a8c-a88f-295274f2165b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=f0c0a115-3d15-418c-a52b-02b61dde32a5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:46.369622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:46.463819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:46.467926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:46.712940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-d301f788-7610-46d1-88f5-ae311197bdb5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:46.717597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-d301f788-7610-46d1-88f5-ae311197bdb5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 947 time: 0.1334224 Jan 28 13:38:46.958787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Deleting port 388c93c8-d830-40fa-934b-bebc57e0b14b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:46.959598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.131378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346f240-ba10-4fcd-ae34-08547f9610a7 req-13cfb6c0-b340-48dd-a705-c624bc2270fb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.144442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a346f240-ba10-4fcd-ae34-08547f9610a7 req-13cfb6c0-b340-48dd-a705-c624bc2270fb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 947 time: 0.3112850 Jan 28 13:38:47.395692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f892-0dea-4b01-b3de-a0ef96117b25 req-ed9435d7-0fb5-4cd0-85fc-b4a82e8b82d6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.405289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1371f892-0dea-4b01-b3de-a0ef96117b25 req-ed9435d7-0fb5-4cd0-85fc-b4a82e8b82d6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.2083898 Jan 28 13:38:47.409158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] For port 388c93c8-d830-40fa-934b-bebc57e0b14b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=388c93c8-d830-40fa-934b-bebc57e0b14b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:47.410027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.426091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f75bdf8a-77b3-4046-b3c7-0125059738b2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.610321 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a346f240-ba10-4fcd-ae34-08547f9610a7 req-9d1bcf78-2e2a-4b37-b8c3-4ae45afc804d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4643078 Jan 28 13:38:47.640230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=f75bdf8a-77b3-4046-b3c7-0125059738b2,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:47.741288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '93aad544-c472-4f9e-a283-5938390569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:47.741667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: f0c0a115-3d15-418c-a52b-02b61dde32a5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:47.813180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:47.842752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f0c0a115-3d15-418c-a52b-02b61dde32a5) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:47.853782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:47.854395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:47.863687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b41c6a-cea5-4ef9-8309-d118ccbff97c None None] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:47.916540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8e479b2e-8bac-49fa-ae75-d97117d48cca tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7305024 Jan 28 13:38:47.925354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37690) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:47.941825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b09bea1f-f9c7-4925-8bec-248140533a70 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:48.211054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f0c0a115-3d15-418c-a52b-02b61dde32a5', 'network_id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': 'f75bdf8a-77b3-4046-b3c7-0125059738b2'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:38:48.213383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.253224 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b09bea1f-f9c7-4925-8bec-248140533a70 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4762381'] for subnet (f75bdf8a-77b3-4046-b3c7-0125059738b2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.359771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37714) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:48.565182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b09bea1f-f9c7-4925-8bec-248140533a70 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741227708618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5441208'] for subnet (f75bdf8a-77b3-4046-b3c7-0125059738b2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.640764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09bea1f-f9c7-4925-8bec-248140533a70 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:48.641744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b09bea1f-f9c7-4925-8bec-248140533a70 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.647084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b09bea1f-f9c7-4925-8bec-248140533a70 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "PUT /v2.0/subnets/f75bdf8a-77b3-4046-b3c7-0125059738b2 HTTP/1.1" status: 200 len: 806 time: 0.7205806 Jan 28 13:38:48.647798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:48.649440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bea1f-f9c7-4925-8bec-248140533a70 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=f75bdf8a-77b3-4046-b3c7-0125059738b2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:48.673603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Allocated IP 172.20.0.2 (f0c0a115-3d15-418c-a52b-02b61dde32a5/f75bdf8a-77b3-4046-b3c7-0125059738b2/7c68390f-9982-4739-bf83-9836f7e54bef) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:48.983669 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:48.998590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1371f892-0dea-4b01-b3de-a0ef96117b25 req-1a925bee-52d0-4b31-8190-a88c7a01a510 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5919242 Jan 28 13:38:49.034476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-779949779-network', 'tenant_id': 'f5f02dfe3d034a58a765ff9a388ea71c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:49.073593 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.074648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (76583309-5392-4d2d-933b-7020229746fc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.074986 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Floating IP 76583309-5392-4d2d-933b-7020229746fc disassociated. External IP: 172.25.4.119, port: 388c93c8-d830-40fa-934b-bebc57e0b14b. Jan 28 13:38:49.076502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Calling delete_port for 388c93c8-d830-40fa-934b-bebc57e0b14b owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:49.079308 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Publish callbacks [] for port (7c68390f-9982-4739-bf83-9836f7e54bef), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.084858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Made reservation on behalf of f5f02dfe3d034a58a765ff9a388ea71c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:49.085958 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.089140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.115258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.142751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Pushing event updated for resources: {'Port': ['ID=7c68390f-9982-4739-bf83-9836f7e54bef,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:49.174508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f75bdf8a-77b3-4046-b3c7-0125059738b2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.174820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:49.185544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:49.188217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:49.240661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f78b-e59d-4883-a9de-1da66c2fdfc0 req-3fa7d2f3-2925-4687-a0c8-ff7a1df49fec tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:49.272878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0333f78b-e59d-4883-a9de-1da66c2fdfc0 req-3fa7d2f3-2925-4687-a0c8-ff7a1df49fec tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 947 time: 0.3901608 Jan 28 13:38:49.351461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Attempting to bind port 7c68390f-9982-4739-bf83-9836f7e54bef on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:49.351863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Attempting to bind port 7c68390f-9982-4739-bf83-9836f7e54bef by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '93aad544-c472-4f9e-a283-5938390569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:49.352269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Attempting to bind port 7c68390f-9982-4739-bf83-9836f7e54bef on network f0c0a115-3d15-418c-a52b-02b61dde32a5 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:49.364833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:49.365138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Checking segment: {'id': '93aad544-c472-4f9e-a283-5938390569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:49.371983 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.372620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Bound using segment: {'id': '93aad544-c472-4f9e-a283-5938390569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:49.375068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Bound port: 7c68390f-9982-4739-bf83-9836f7e54bef, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aad544-c472-4f9e-a283-5938390569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:49.375433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.411154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (388c93c8-d830-40fa-934b-bebc57e0b14b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.509126 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0333f78b-e59d-4883-a9de-1da66c2fdfc0 req-6f25e240-d322-49e7-a84d-de2d3928bcb9 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=21ca441b-5690-4fa6-bcd9-042b35215720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308888 Jan 28 13:38:49.511619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (f75bdf8a-77b3-4046-b3c7-0125059738b2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.559361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event deleted for resources: {'Port': ['ID=388c93c8-d830-40fa-934b-bebc57e0b14b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:49.632683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] For port 7c68390f-9982-4739-bf83-9836f7e54bef, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:49.640439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] For port 7c68390f-9982-4739-bf83-9836f7e54bef, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7c68390f-9982-4739-bf83-9836f7e54bef,segment=NetworkSegment(93aad544-c472-4f9e-a283-5938390569d3),segment_id=93aad544-c472-4f9e-a283-5938390569d3)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:49.646633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.703786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks [] for security_group (9a862da5-6558-4b1d-a548-9df0d6967d13), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:49.796216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd853d02-de50-4008-9a74-0ebf9d36dd6e None None] Pushing event updated for resources: {'Port': ['ID=7c68390f-9982-4739-bf83-9836f7e54bef,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.001283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9a862da5-6558-4b1d-a548-9df0d6967d13), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.150254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Router 775fbe71-9029-40a8-81c4-cfd2922345d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:50.157963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a862da5-6558-4b1d-a548-9df0d6967d13,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.338941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:50.361983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (118d8453-25ca-4806-a467-9c74f3d974c0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.362606 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Added segment 118d8453-25ca-4806-a467-9c74f3d974c0 of type vlan for network 7e23c169-1092-4b9f-8f4a-fde3686274c3 Jan 28 13:38:50.555153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.605072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (7e23c169-1092-4b9f-8f4a-fde3686274c3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.627323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c63ae2-7b77-40b0-a52e-97252e6076cb req-196a1b18-7c07-46f7-9af0-9a403c5cdda7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:50.629145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51c63ae2-7b77-40b0-a52e-97252e6076cb req-196a1b18-7c07-46f7-9af0-9a403c5cdda7 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.3941519 Jan 28 13:38:50.663718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:50.666427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c0a115-3d15-418c-a52b-02b61dde32a5']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:50.686779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aad544-c472-4f9e-a283-5938390569d3') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:50.687095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aad544-c472-4f9e-a283-5938390569d3') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:50.703717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (93aad544-c472-4f9e-a283-5938390569d3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.722014 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (93aad544-c472-4f9e-a283-5938390569d3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.738601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 388c93c8-d830-40fa-934b-bebc57e0b14b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:50.738960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 388c93c8-d830-40fa-934b-bebc57e0b14b not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:50.753924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:50.756478 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (93aad544-c472-4f9e-a283-5938390569d3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:50.860208 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:50.863436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=f75bdf8a-77b3-4046-b3c7-0125059738b2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:50.899257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b43c7fa4-dd7b-4224-920e-a1437b7bc0b7 req-a0aeadf3-2ce4-4691-82b8-f6b96083a602 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 210 time: 0.0360367 Jan 28 13:38:50.911580 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.api [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 13:38:50.911580 n-d-822748-2 neutron-server[103373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 13:38:50.911580 n-d-822748-2 neutron-server[103373]: [parameters: {'id': 'f0c0a115-3d15-418c-a52b-02b61dde32a5'}] Jan 28 13:38:50.911580 n-d-822748-2 neutron-server[103373]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:38:50.913204 n-d-822748-2 neutron-server[103373]: DEBUG oslo_db.api [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:38:51.004135 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (7e23c169-1092-4b9f-8f4a-fde3686274c3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.010180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:51.011005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.065448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:51.078685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] Sync routers for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:51.096026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51c63ae2-7b77-40b0-a52e-97252e6076cb req-67e0900a-c564-4f40-b078-ace61ce708f2 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4498961 Jan 28 13:38:51.100717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:51.104099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:51.241785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] Pushing event updated for resources: {'Network': ['ID=7e23c169-1092-4b9f-8f4a-fde3686274c3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:51.379802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 7e23c169-1092-4b9f-8f4a-fde3686274c3 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:51.401808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca32ee7-3ef8-4ffd-a0a8-d0e96398353d req-e1eb3b43-dd0e-4f2b-bc13-8033be223d6f tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:51.407677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aca32ee7-3ef8-4ffd-a0a8-d0e96398353d req-e1eb3b43-dd0e-4f2b-bc13-8033be223d6f tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.1185248 Jan 28 13:38:51.412888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37864) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:51.415706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.429301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Request body: {'floatingip': {'port_id': '37571d4e-9918-4fd7-934b-0acb9a3e29e0'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:51.502888 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-411c82a9-4ff8-4efb-9050-45d841360b11 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1431031 Jan 28 13:38:51.519640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:51.529913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] No DVR routers for this DVR port 388c93c8-d830-40fa-934b-bebc57e0b14b on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:51.560583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Request body: {'subnet': {'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-779949779-subnet', 'tenant_id': 'f5f02dfe3d034a58a765ff9a388ea71c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:51.570664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for floatingip (c230e9e1-812b-4d65-a142-9f3288d16623), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.615428 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.636369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b49b0fb-6c97-4f38-a171-036b0625e568 req-be1a22c4-a340-47bc-b1f2-59cf9dd0629a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "DELETE /v2.0/ports/388c93c8-d830-40fa-934b-bebc57e0b14b HTTP/1.1" status: 204 len: 173 time: 4.9055190 Jan 28 13:38:51.637827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-a1880871-d5d7-48f6-8d15-a269c6b4aa06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7169898 Jan 28 13:38:51.660684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-deleted', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:51.663265 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b59863-158a-4049-adc4-275164e3db1d" -d '{"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-deleted", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:51.716632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Made reservation on behalf of f5f02dfe3d034a58a765ff9a388ea71c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:51.723435 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:51.791186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:52.329581 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fb6460-94cd-4d58-9995-4cc53c91e534 x-openstack-request-id: req-47fb6460-94cd-4d58-9995-4cc53c91e534 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:38:52.329897 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabef52-6804-4281-8646-381058c11432", "name": "network-vif-deleted", "tag": "388c93c8-d830-40fa-934b-bebc57e0b14b", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:38:52.330296 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47fb6460-94cd-4d58-9995-4cc53c91e534 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:38:52.330774 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dabef52-6804-4281-8646-381058c11432', 'name': 'network-vif-deleted', 'tag': '388c93c8-d830-40fa-934b-bebc57e0b14b', 'status': 'completed', 'code': 200} Jan 28 13:38:52.343479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f07fa-bfa7-4c12-b515-719d89d2c583 None None] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:52.350421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (b99f261e-dc74-40dd-82f2-e8f0e44ff846), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.360920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7c68390f-9982-4739-bf83-9836f7e54bef up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:52.433295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port 7c68390f-9982-4739-bf83-9836f7e54bef {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:52.434236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.583650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1d912ac-2aa2-4783-9a2b-9233f3b73c69 req-8a7656e6-e023-45b0-aa31-b0d325cd24e3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dabef52-6804-4281-8646-381058c11432 HTTP/1.1" status: 200 len: 210 time: 0.2097354 Jan 28 13:38:52.844729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port 7c68390f-9982-4739-bf83-9836f7e54bef, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7c68390f-9982-4739-bf83-9836f7e54bef,segment=NetworkSegment(93aad544-c472-4f9e-a283-5938390569d3),segment_id=93aad544-c472-4f9e-a283-5938390569d3)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:52.845178 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:52.862883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-beeb099a-6c05-4956-88d5-08389cda5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:52.884176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-beeb099a-6c05-4956-88d5-08389cda5bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa118efc2004ab5916969e74f3330aa&device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 1097 time: 0.5621872 Jan 28 13:38:52.887579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99f261e-dc74-40dd-82f2-e8f0e44ff846,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:52.895352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for 7c68390f-9982-4739-bf83-9836f7e54bef owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:52.925297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Checking segment: {'id': '118d8453-25ca-4806-a467-9c74f3d974c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:52.925507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Network hostable DHCP agents. Network: 7e23c169-1092-4b9f-8f4a-fde3686274c3, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:53.042960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Network 7e23c169-1092-4b9f-8f4a-fde3686274c3 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:53.128800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bae47f8a-2632-43b1-87ca-b4f8f43e3213 None None] Provisioning complete for port 7c68390f-9982-4739-bf83-9836f7e54bef triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:53.129829 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bae47f8a-2632-43b1-87ca-b4f8f43e3213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.217041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 7e23c169-1092-4b9f-8f4a-fde3686274c3) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:53.235481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.249020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.378207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1fb1ae59-d3c1-4cb4-8564-a7c16315ccdf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8560994 Jan 28 13:38:53.408412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb730ff-9027-4121-8c3a-e7d1e54e3ac4 None None] Network 7e23c169-1092-4b9f-8f4a-fde3686274c3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:53.432167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bae47f8a-2632-43b1-87ca-b4f8f43e3213 None None] Current status of the port 7c68390f-9982-4739-bf83-9836f7e54bef is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:53.435284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bae47f8a-2632-43b1-87ca-b4f8f43e3213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.437859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88c032-1f97-48ae-b9fb-297c7256c182 None None] DHCP port deletion for f0c0a115-3d15-418c-a52b-02b61dde32a5 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:38:53.463415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-9dd82d04-7407-4991-a52e-6934b34dcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:53.485812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-9dd82d04-7407-4991-a52e-6934b34dcec5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45 HTTP/1.1" status: 200 len: 912 time: 0.5341668 Jan 28 13:38:53.496272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7c68390f-9982-4739-bf83-9836f7e54bef triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:53.497264 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.498229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7c68390f-9982-4739-bf83-9836f7e54bef), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:53.640556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-9d3fd533-aaba-4a5c-bb08-8e21fd2cd421 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0 HTTP/1.1" status: 200 len: 217 time: 0.1453950 Jan 28 13:38:53.844729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=7c68390f-9982-4739-bf83-9836f7e54bef,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:53.890855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port 7c68390f-9982-4739-bf83-9836f7e54bef on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:38:54.038048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-feb83de1-b2ed-4f09-8949-09d0835c0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:54.050094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-feb83de1-b2ed-4f09-8949-09d0835c0261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b22070-b4df-41f8-9849-d20e81250eb2 HTTP/1.1" status: 200 len: 850 time: 0.4047410 Jan 28 13:38:54.050750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37946) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:54.150177 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.334586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c0a115-3d15-418c-a52b-02b61dde32a5']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:54.373161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aad544-c472-4f9e-a283-5938390569d3') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:54.384018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aad544-c472-4f9e-a283-5938390569d3') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:54.392247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-430316d7-0ce9-4ffd-a717-d9fa0eca7d7c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (21ca441b-5690-4fa6-bcd9-042b35215720), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.410290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-556954e0-bfe6-4b46-9b8b-179f164af48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:54.417622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-556954e0-bfe6-4b46-9b8b-179f164af48a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3370178 Jan 28 13:38:54.425698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (93aad544-c472-4f9e-a283-5938390569d3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.476304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (93aad544-c472-4f9e-a283-5938390569d3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.614575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-430316d7-0ce9-4ffd-a717-d9fa0eca7d7c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (21ca441b-5690-4fa6-bcd9-042b35215720), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.618836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Port 7c68390f-9982-4739-bf83-9836f7e54bef was deleted so its status cannot be updated. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:38:54.632117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:38:54.634295 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (93aad544-c472-4f9e-a283-5938390569d3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:38:54.646295 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:38:54.738931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-29921c4d-2b40-429b-8fe0-9a3c47a6f1ee service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983348 Jan 28 13:38:54.752559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74435b55-157a-4d96-ac53-8d02f19c2e03 None None] Network f0c0a115-3d15-418c-a52b-02b61dde32a5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:54.773334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:38:54.881324 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f0c0a115-3d15-418c-a52b-02b61dde32a5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.924235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:54.949409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/f0c0a115-3d15-418c-a52b-02b61dde32a5 HTTP/1.1" status: 204 len: 168 time: 6.2952700 Jan 28 13:38:54.954005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37972) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:55.103847 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-acee651c-6592-41a1-b05c-92bf597aab52 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:38:55.106763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acee651c-6592-41a1-b05c-92bf597aab52 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:38:55.106967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-430316d7-0ce9-4ffd-a717-d9fa0eca7d7c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (21ca441b-5690-4fa6-bcd9-042b35215720), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.117130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-acee651c-6592-41a1-b05c-92bf597aab52 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/f0c0a115-3d15-418c-a52b-02b61dde32a5 HTTP/1.1" status: 404 len: 339 time: 0.1403477 Jan 28 13:38:55.117130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b72fd-2e72-4df5-be78-5d370118e608 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=f0c0a115-3d15-418c-a52b-02b61dde32a5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:55.127490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.128252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37974) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:55.130788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-430316d7-0ce9-4ffd-a717-d9fa0eca7d7c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.132169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-430316d7-0ce9-4ffd-a717-d9fa0eca7d7c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "DELETE /v2.0/security-groups/21ca441b-5690-4fa6-bcd9-042b35215720 HTTP/1.1" status: 204 len: 168 time: 1.0791657 Jan 28 13:38:55.141331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37976) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:55.165673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425457136', 'description': 'd1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:55.166108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7c68390f-9982-4739-bf83-9836f7e54bef no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:38:55.206492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (c230e9e1-812b-4d65-a142-9f3288d16623), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.223139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430316d7-0ce9-4ffd-a717-d9fa0eca7d7c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca441b-5690-4fa6-bcd9-042b35215720,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:55.231022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7c68390f-9982-4739-bf83-9836f7e54bef {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:38:55.232773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7c68390f-9982-4739-bf83-9836f7e54bef not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:38:55.264044 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca9541ae-acaa-4ddb-845f-3cfa5e74da30 req-56b4a780-0e13-494e-89ce-e378d7bec1cd service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069656 Jan 28 13:38:55.277231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-c2028d82-149b-4846-afbe-788ac6085d7c tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:55.288905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-c2028d82-149b-4846-afbe-788ac6085d7c tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/networks?id=7e23c169-1092-4b9f-8f4a-fde3686274c3 HTTP/1.1" status: 200 len: 820 time: 0.5121026 Jan 28 13:38:55.324511 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-5d1819c5-8b0e-4355-a063-2e25c7140fff tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/quotas/f5f02dfe3d034a58a765ff9a388ea71c HTTP/1.1" status: 200 len: 375 time: 0.0193040 Jan 28 13:38:55.371653 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-eeec4927-3e28-4f6c-b1bf-55e838c1c533 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] show failed (client error): The resource could not be found. Jan 28 13:38:55.380075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eeec4927-3e28-4f6c-b1bf-55e838c1c533 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups/21ca441b-5690-4fa6-bcd9-042b35215720 HTTP/1.1" status: 404 len: 347 time: 0.2070653 Jan 28 13:38:55.397304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37982) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:55.418425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-320dbe32-955f-4fd7-b6d9-9bab6eefaab9 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5f02dfe3d034a58a765ff9a388ea71c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851502 Jan 28 13:38:55.496608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:55.506624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:55.515503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:55.591163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] Checking router: 775fbe71-9029-40a8-81c4-cfd2922345d0 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:55.634321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bccbb7-93b5-409e-a704-63a6e24d53c6 None None] Network 7e23c169-1092-4b9f-8f4a-fde3686274c3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:55.760347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-ac120677-a3e4-46dc-8d23-88956ff1ef10 service neutron] 10.222.0.45 "GET /v2.0/networks/7e23c169-1092-4b9f-8f4a-fde3686274c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407974 Jan 28 13:38:55.769136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:55.770189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:55.947229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:55.958109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-00d006b8-1054-41ca-b1ed-9ea382c75dcd service neutron] 10.222.0.45 "GET /v2.0/networks/7e23c169-1092-4b9f-8f4a-fde3686274c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962123 Jan 28 13:38:56.018634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6c2dea9b-dc5a-4f06-87ff-68b967eabd10), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.018995 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 6c2dea9b-dc5a-4f06-87ff-68b967eabd10 of type vlan for network 22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 Jan 28 13:38:56.166449 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.264918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.284115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.284115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:56.511973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:56.558114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:56.596679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38006) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:56.611220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f35a2cc5-3718-49eb-acb0-e1aab9639481 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4676073 Jan 28 13:38:56.618443 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Floating IP c230e9e1-812b-4d65-a142-9f3288d16623 associated. External IP: 172.25.4.5, port: 37571d4e-9918-4fd7-934b-0acb9a3e29e0. Jan 28 13:38:56.627037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:56.933576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f3991-0307-4b37-8a9e-645707d2c944 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:56.935390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1c7f3991-0307-4b37-8a9e-645707d2c944 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/networks?id=22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 HTTP/1.1" status: 200 len: 760 time: 0.3377264 Jan 28 13:38:56.941257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38012) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:56.947412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'description': 'd2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:56.968345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4fd70ab-1ecf-418a-bea5-42beed6d2b30 req-e593cba3-d7b2-4973-8e42-e3b8b1a6a056 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 210 time: 0.4129884 Jan 28 13:38:56.997324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.131716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Deleting port 58e034ca-2830-491c-acb2-217bd4e1fb2d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:38:57.132396 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.578843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.579290 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (58e034ca-2830-491c-acb2-217bd4e1fb2d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.673255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Calling delete_port for 58e034ca-2830-491c-acb2-217bd4e1fb2d owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:38:57.795904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.877465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:57.995168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 is not hosted by any dhcp agent {{(pid=103374) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:38:58.027630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:58.044277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:58.047427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.062138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "PUT /v2.0/networks/22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 HTTP/1.1" status: 200 len: 757 time: 1.1176960 Jan 28 13:38:58.091262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38038) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:58.251421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06e895-1d44-43f3-b52c-6c75cf7cc6f1 None None] The sync data for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 is: [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:58.297026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.460019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe6e2a0b-cb64-41d9-a95e-8a7ad7fbda27 req-209ff60b-815f-49be-b66f-cec107fbf685 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 210 time: 0.1154215 Jan 28 13:38:58.489723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:58.517819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.518116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.518548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.519168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.519517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.521320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.521769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.522156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.522504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.522845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.523186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.540351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.540758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40ce5b-436e-48e0-bedb-7ba5334dd5b0 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:58.613363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:58.711963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f861b-4be9-4bac-b86f-69979af7a346 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:58.724556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38048) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:58.729066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4a5f861b-4be9-4bac-b86f-69979af7a346 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/networks?id=22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 HTTP/1.1" status: 200 len: 760 time: 0.6349409 Jan 28 13:38:58.734203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511704269'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:58.753248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Router f4678112-098c-44e8-9063-79529470ea1c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:58.754758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (58e034ca-2830-491c-acb2-217bd4e1fb2d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.849861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:58.859560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event deleted for resources: {'Port': ['ID=58e034ca-2830-491c-acb2-217bd4e1fb2d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:58.866174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:58.977071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:38:59.025483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f33a1863-7233-45b4-b53c-4c28b7731fd3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.026046 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment f33a1863-7233-45b4-b53c-4c28b7731fd3 of type vlan for network 1b2a9efa-ddb4-40eb-8907-2b91849269ae Jan 28 13:38:59.040193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.040978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.041474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.042210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.042705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.043177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.043645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.044155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.044621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.045086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.045552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.046029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.046489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:59.106892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (76583309-5392-4d2d-933b-7020229746fc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.111640 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.119556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ba48336-290a-4e78-9063-f3ea3b5ab595 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "DELETE /v2.0/floatingips/76583309-5392-4d2d-933b-7020229746fc HTTP/1.1" status: 204 len: 168 time: 3.7210162 Jan 28 13:38:59.186477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1b2a9efa-ddb4-40eb-8907-2b91849269ae), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.236334 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931db4ed-9d7e-4beb-a865-33d9866d8673 None None] New status for floating IP 76583309-5392-4d2d-933b-7020229746fc: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:38:59.345096 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1b2a9efa-ddb4-40eb-8907-2b91849269ae), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.420431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:59.423654 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.519476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:59.542497 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:59.581111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] Sync routers for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:59.613511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:59.616839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:59.789679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0632188 Jan 28 13:38:59.901843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e76df666-a953-4ebc-a218-7a36fac9e6ed tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "PUT /v2.0/floatingips/c230e9e1-812b-4d65-a142-9f3288d16623 HTTP/1.1" status: 200 len: 990 time: 8.4873781 Jan 28 13:38:59.904312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38070) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:59.913574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:38:59.922562 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecb635f-e002-4f3e-8b31-d9ee85a27464" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:38:59.964666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:59.968729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '1b2a9efa-ddb4-40eb-8907-2b91849269ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:59.974638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4ff5e036-b4f5-4e56-9566-387429bd6c4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719286172', 'description': 'tempest-description--1457562327'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:00.104536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:00.175152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e036-b4f5-4e56-9566-387429bd6c4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:00.176658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e9ea0b9-72ba-4af4-9127-822438b20f51 req-ef8a13be-9d67-4298-8af4-91081c17baa3 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 210 time: 0.4311740 Jan 28 13:39:00.193228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a3d5c-f470-419b-ae2d-3c239b276745 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=1b2a9efa-ddb4-40eb-8907-2b91849269ae,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:00.226026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-2ac09244-938b-42d5-86ad-cdd6b09024c6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:00.234811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-2ac09244-938b-42d5-86ad-cdd6b09024c6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.60 "GET /v2.0/networks?id=7e23c169-1092-4b9f-8f4a-fde3686274c3 HTTP/1.1" status: 200 len: 820 time: 0.6666903 Jan 28 13:39:00.249760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1b2a9efa-ddb4-40eb-8907-2b91849269ae details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:00.320216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Request body: {'port': {'device_id': '9edc7205-429d-40be-9473-a7eae922ae44', 'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3', 'admin_state_up': True, 'tenant_id': 'f5f02dfe3d034a58a765ff9a388ea71c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:00.458891 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce9ea6-1e97-48ed-ad97-5d1ba49f4b5a x-openstack-request-id: req-f3ce9ea6-1e97-48ed-ad97-5d1ba49f4b5a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:00.460216 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:00.460476 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3ce9ea6-1e97-48ed-ad97-5d1ba49f4b5a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:00.460905 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'status': 'completed', 'code': 200} Jan 28 13:39:00.720534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-491aa2e4-85af-4ae2-a28f-d8a14eb7288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:00.722116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-491aa2e4-85af-4ae2-a28f-d8a14eb7288e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa118efc2004ab5916969e74f3330aa&device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 1097 time: 0.1985636 Jan 28 13:39:00.722965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:00.727497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.032323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-320d673f-db44-4bfd-9534-04f1d15fbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.034748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-320d673f-db44-4bfd-9534-04f1d15fbdd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45 HTTP/1.1" status: 200 len: 912 time: 0.3026788 Jan 28 13:39:01.151961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-2bad9a98-0364-4880-98a2-7ad698d4372c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0 HTTP/1.1" status: 200 len: 998 time: 0.1077101 Jan 28 13:39:01.224279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-8c466dfe-beec-4aa0-81e4-1e1181898439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.226441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-8c466dfe-beec-4aa0-81e4-1e1181898439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b22070-b4df-41f8-9849-d20e81250eb2 HTTP/1.1" status: 200 len: 850 time: 0.0611866 Jan 28 13:39:01.239476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c230e9e1-812b-4d65-a142-9f3288d16623', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'port_id': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'mac_address': 'fa:16:3e:3c:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:38:13Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 1, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:15Z', 'revision_number': 5, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:01.304555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] Checking router: f4678112-098c-44e8-9063-79529470ea1c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:01.328184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:01.329078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:01.406088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-daa4b867-aad6-46cf-a4e7-9f59200b59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:01.412730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-daa4b867-aad6-46cf-a4e7-9f59200b59bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783843 Jan 28 13:39:01.602772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e036-b4f5-4e56-9566-387429bd6c4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (1f79bbd4-d6f5-4c51-8671-df376bdf8843), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.633845 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e036-b4f5-4e56-9566-387429bd6c4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1f79bbd4-d6f5-4c51-8671-df376bdf8843), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.748874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Made reservation on behalf of f5f02dfe3d034a58a765ff9a388ea71c for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:01.753274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.810197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5e036-b4f5-4e56-9566-387429bd6c4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f79bbd4-d6f5-4c51-8671-df376bdf8843,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:01.824320 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ff5e036-b4f5-4e56-9566-387429bd6c4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.828398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4ff5e036-b4f5-4e56-9566-387429bd6c4f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8560910 Jan 28 13:39:01.855540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32a26cd6-9200-4428-bb85-34ad239c0d4a req-1bee2628-11db-4fbf-a7d9-fb04e2f231fe tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 210 time: 0.2263918 Jan 28 13:39:01.860868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38118) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:01.878255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-48a81d84-f544-4afe-8567-eb9f29a62984 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'security_group_rule': {'security_group_id': '1f79bbd4-d6f5-4c51-8671-df376bdf8843', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:01.896264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-fafc5d7b-19c8-4cd5-bc97-d84314e849b9 service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661300 Jan 28 13:39:01.965592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48a81d84-f544-4afe-8567-eb9f29a62984 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (85f7d080-99de-48f9-8365-dd11c0bbb388), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.094004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (0ace453c-0aa1-4478-846f-27637de8734a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.102850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48a81d84-f544-4afe-8567-eb9f29a62984 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (85f7d080-99de-48f9-8365-dd11c0bbb388), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.320911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ecb635f-e002-4f3e-8b31-d9ee85a27464 req-e6060754-e403-4070-b185-8a48b785740b service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119287 Jan 28 13:39:02.389715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Allocated IP 172.20.0.8 (7e23c169-1092-4b9f-8f4a-fde3686274c3/b99f261e-dc74-40dd-82f2-e8f0e44ff846/c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:02.407975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=0ace453c-0aa1-4478-846f-27637de8734a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:02.409955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:02.435079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': 'f33a1863-7233-45b4-b53c-4c28b7731fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1b2a9efa-ddb4-40eb-8907-2b91849269ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:02.435718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 1b2a9efa-ddb4-40eb-8907-2b91849269ae, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:02.478741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 1b2a9efa-ddb4-40eb-8907-2b91849269ae is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:02.495387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1b2a9efa-ddb4-40eb-8907-2b91849269ae) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:02.513025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:02.514580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.527243 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48a81d84-f544-4afe-8567-eb9f29a62984 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (85f7d080-99de-48f9-8365-dd11c0bbb388), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.543241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0461b29b-165c-4945-ae70-508150f7a9a5 None None] Network 1b2a9efa-ddb4-40eb-8907-2b91849269ae requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:02.556525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a1021017-1d2e-4c9b-8bad-4892cceb07f6 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6446311 Jan 28 13:39:02.558889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38130) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:02.852069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1b2a9efa-ddb4-40eb-8907-2b91849269ae), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.920721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks [] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.100765 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (0ace453c-0aa1-4478-846f-27637de8734a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.140418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36d67d-19af-4c67-be28-70e2edcd1bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-1b2a9efa-ddb4-40eb-8907-2b91849269ae', 'network_id': '1b2a9efa-ddb4-40eb-8907-2b91849269ae', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': '0ace453c-0aa1-4478-846f-27637de8734a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:03.142083 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc36d67d-19af-4c67-be28-70e2edcd1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.196273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a81d84-f544-4afe-8567-eb9f29a62984 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f7d080-99de-48f9-8365-dd11c0bbb388,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:03.217122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48a81d84-f544-4afe-8567-eb9f29a62984 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.223355 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-48a81d84-f544-4afe-8567-eb9f29a62984 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3522398 Jan 28 13:39:03.230782 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.233233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38146) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:03.237997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-203b496b-ef0b-4570-b6c7-dac5f20db008 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'security_group_rule': {'security_group_id': '1f79bbd4-d6f5-4c51-8671-df376bdf8843', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:03.379312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c230e9e1-812b-4d65-a142-9f3288d16623', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'port_id': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'mac_address': 'fa:16:3e:3c:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:38:13Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 1, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:15Z', 'revision_number': 5, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:03.423635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (0ace453c-0aa1-4478-846f-27637de8734a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.441113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639e726-3fcf-4ce2-8100-b79211780dcd None None] The sync data for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 is: [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c230e9e1-812b-4d65-a142-9f3288d16623', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'port_id': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'mac_address': 'fa:16:3e:3c:d1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:38:13Z', 'updated_at': '2022-01-28T13:38:54Z', 'revision_number': 1, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:15Z', 'revision_number': 5, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:03.485816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-203b496b-ef0b-4570-b6c7-dac5f20db008 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (04538a46-8be8-4d49-be70-48bfb0bd8b54), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server [None req-bc36d67d-19af-4c67-be28-70e2edcd1bbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ace453c-0aa1-4478-846f-27637de8734a: This subnet is being modified by another concurrent operation. Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 13:39:03.499366 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise exception Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ace453c-0aa1-4478-846f-27637de8734a: This subnet is being modified by another concurrent operation. Jan 28 13:39:03.502253 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Jan 28 13:39:03.583240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998bb0ca-3cff-4c06-b753-7a1adf96de8e None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:39:03.658276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Pushing event updated for resources: {'Port': ['ID=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:03.760877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Network 7e23c169-1092-4b9f-8f4a-fde3686274c3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:03.804835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd73b85-8cd7-4950-9426-ccfd3ec3edcf req-349d9002-5393-4532-9a55-f8fdd866e768 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:03.809110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fd73b85-8cd7-4950-9426-ccfd3ec3edcf req-349d9002-5393-4532-9a55-f8fdd866e768 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 931 time: 0.6187160 Jan 28 13:39:03.813071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:03.818705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:03.833733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-203b496b-ef0b-4570-b6c7-dac5f20db008 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (04538a46-8be8-4d49-be70-48bfb0bd8b54), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:03.889549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=0ace453c-0aa1-4478-846f-27637de8734a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:03.899853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-203b496b-ef0b-4570-b6c7-dac5f20db008 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (04538a46-8be8-4d49-be70-48bfb0bd8b54), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.040259 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eea70e-156c-4288-a888-e88bca855e2a None None] New status for floating IP c230e9e1-812b-4d65-a142-9f3288d16623: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:39:04.124584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1b2a9efa-ddb4-40eb-8907-2b91849269ae), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.200074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2a9efa-ddb4-40eb-8907-2b91849269ae']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:04.207041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fd73b85-8cd7-4950-9426-ccfd3ec3edcf req-632b3ccc-dcd8-4e83-8c04-ba108b8912b7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751664 Jan 28 13:39:04.229090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33a1863-7233-45b4-b53c-4c28b7731fd3') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:04.229446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33a1863-7233-45b4-b53c-4c28b7731fd3') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:04.257309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (f33a1863-7233-45b4-b53c-4c28b7731fd3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.307409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:04.308533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.330447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bb0ca-3cff-4c06-b753-7a1adf96de8e None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:39:04.354232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f33a1863-7233-45b4-b53c-4c28b7731fd3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.371547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:04.377146 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (f33a1863-7233-45b4-b53c-4c28b7731fd3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.403487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-12f435b6-df26-4e01-852b-4318096706f6 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1502931 Jan 28 13:39:04.448617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Request body: {'port': {'device_id': '9edc7205-429d-40be-9473-a7eae922ae44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:04.540006 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:04.548003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1b2a9efa-ddb4-40eb-8907-2b91849269ae), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.567598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.572478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/1b2a9efa-ddb4-40eb-8907-2b91849269ae HTTP/1.1" status: 204 len: 168 time: 2.0119069 Jan 28 13:39:04.577555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b496b-ef0b-4570-b6c7-dac5f20db008 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04538a46-8be8-4d49-be70-48bfb0bd8b54,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:04.589900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38170) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:04.603785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276de0f2-0381-49d8-b854-0277cc61fdb8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=1b2a9efa-ddb4-40eb-8907-2b91849269ae,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:04.616588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-203b496b-ef0b-4570-b6c7-dac5f20db008 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.618407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-203b496b-ef0b-4570-b6c7-dac5f20db008 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3840082 Jan 28 13:39:04.623155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38172) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:04.639835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:04.703976 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1ab443-5fae-4253-92e9-58f9920ec935 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] GET failed (client error): The resource could not be found. Jan 28 13:39:04.714582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3b1ab443-5fae-4253-92e9-58f9920ec935 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/subnets/0ace453c-0aa1-4478-846f-27637de8734a HTTP/1.1" status: 404 len: 337 time: 0.1212702 Jan 28 13:39:04.715308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38176) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:04.763559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.812077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.831526 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a92ef1-b5f1-4413-b5f3-d91544576ebe tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:04.832226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a92ef1-b5f1-4413-b5f3-d91544576ebe tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:04.866920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38180) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:04.872010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-43a92ef1-b5f1-4413-b5f3-d91544576ebe tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/1b2a9efa-ddb4-40eb-8907-2b91849269ae HTTP/1.1" status: 404 len: 339 time: 0.1248500 Jan 28 13:39:04.981623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8afbf527-6a23-4e2e-bc08-5b52f1dc6e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.214315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:05.349010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38190) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:05.386828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6afb5c3-8d17-469f-bbb2-e3943c81f9ae None None] Network 1b2a9efa-ddb4-40eb-8907-2b91849269ae requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:05.407874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6afb5c3-8d17-469f-bbb2-e3943c81f9ae None None] Network 1b2a9efa-ddb4-40eb-8907-2b91849269ae could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:39:05.650845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Allocated IP 172.25.4.253 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/c6894709-38df-42f8-8f25-b387087e300c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:05.744337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-7e4f3b59-0da9-4109-ab4e-ca57894360f3 req-d4c945dd-bbb7-44ef-8490-4522ddee3ee5 service neutron] (103374) timed out ('10.222.0.60', 56791) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:39:05.997066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for port (c6894709-38df-42f8-8f25-b387087e300c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.094476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904e0cbc-125e-4da0-b93e-20a1b7cb1ea8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.099408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c6894709-38df-42f8-8f25-b387087e300c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:06.107196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-904e0cbc-125e-4da0-b93e-20a1b7cb1ea8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1532764 Jan 28 13:39:06.108626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38208) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:06.330490 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9f526276-c3e9-4c63-a9bd-61b717fabe5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec6f96d19abb4e4988a1a7f957fc1672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9800744 Jan 28 13:39:06.340118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77226e-fa34-48fc-a7a5-066be651e5fb req-a9c38fc0-6a3f-441a-b889-780856048620 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.342861 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d77226e-fa34-48fc-a7a5-066be651e5fb req-a9c38fc0-6a3f-441a-b889-780856048620 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 931 time: 0.6805186 Jan 28 13:39:06.343965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38210) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:06.362828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87afcce4-cca5-44e8-9b1f-ccfa87832799 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 207 time: 0.2368381 Jan 28 13:39:06.370838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38212) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:06.447940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:06.460120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:06.496449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:06.615493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'Port': ['ID=c6894709-38df-42f8-8f25-b387087e300c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:06.855962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37bc6c-3440-4f0d-99d1-792da711b241 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.878216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37bc6c-3440-4f0d-99d1-792da711b241 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.886577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37bc6c-3440-4f0d-99d1-792da711b241 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.918104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37bc6c-3440-4f0d-99d1-792da711b241 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:06.933217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1d37bc6c-3440-4f0d-99d1-792da711b241 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5455406 Jan 28 13:39:06.963365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38228) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:07.159325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:07.223576 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Publish callbacks [] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.409711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Transition to ACTIVE for port object c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:39:07.562149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5be-64fa-4784-893e-b119b3aaa981 admin admin] Publish callbacks [] for security_group (0b1f31f9-8b69-44a1-ac24-3314524b97b1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.576253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.583727 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d77226e-fa34-48fc-a7a5-066be651e5fb req-0612d061-406e-4c6b-8076-371127bef55b tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2167950 Jan 28 13:39:07.605433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-50e3f2d2-c0c5-4d02-bb6a-db74465069cd tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4116232 Jan 28 13:39:07.608993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38236) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:07.686417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (8926250c-5322-43d8-9bab-18e84b2533f4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.698211 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-949420d4-5670-40f3-8444-3784841562fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.767968 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5be-64fa-4784-893e-b119b3aaa981 admin admin] Publish callbacks [] for security_group (0b1f31f9-8b69-44a1-ac24-3314524b97b1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.816185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6894709-38df-42f8-8f25-b387087e300c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:07.986507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Pushing event updated for resources: {'Port': ['ID=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:07.994522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd69c5-897d-4772-91cc-af091e1370cd tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:07.995809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd69c5-897d-4772-91cc-af091e1370cd tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:08.005954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-46cd69c5-897d-4772-91cc-af091e1370cd tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3979018 Jan 28 13:39:08.008843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38246) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:08.229361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5be-64fa-4784-893e-b119b3aaa981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b1f31f9-8b69-44a1-ac24-3314524b97b1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.237502 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5be-64fa-4784-893e-b119b3aaa981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.238922 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-55dcc5be-64fa-4784-893e-b119b3aaa981 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b1f31f9-8b69-44a1-ac24-3314524b97b1 HTTP/1.1" status: 204 len: 168 time: 1.8909872 Jan 28 13:39:08.268580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Attempting to bind port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:08.273028 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Attempting to bind port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '118d8453-25ca-4806-a467-9c74f3d974c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:08.275055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Attempting to bind port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed on network 7e23c169-1092-4b9f-8f4a-fde3686274c3 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:08.302385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed on network 7e23c169-1092-4b9f-8f4a-fde3686274c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:39:08.302953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Attempting to bind port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed on network 7e23c169-1092-4b9f-8f4a-fde3686274c3 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:08.310075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc5be-64fa-4784-893e-b119b3aaa981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f31f9-8b69-44a1-ac24-3314524b97b1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:08.325867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:08.326249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Checking segment: {'id': '118d8453-25ca-4806-a467-9c74f3d974c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:08.326617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Bound using segment: {'id': '118d8453-25ca-4806-a467-9c74f3d974c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:08.327071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Bound port: c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118d8453-25ca-4806-a467-9c74f3d974c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:08.327444 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.383531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec8c76c-dff4-4725-91c0-51ba2bcff37f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:08.387850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec8c76c-dff4-4725-91c0-51ba2bcff37f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:08.393702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4ec8c76c-dff4-4725-91c0-51ba2bcff37f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3680003 Jan 28 13:39:08.397552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38258) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:08.591108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] For port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:08.603149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] For port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,segment=NetworkSegment(118d8453-25ca-4806-a467-9c74f3d974c0),segment_id=118d8453-25ca-4806-a467-9c74f3d974c0)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:08.609661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.679547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.725644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:08.727233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.729217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] 10.222.0.60 "PUT /v2.0/ports/c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed HTTP/1.1" status: 200 len: 1091 time: 4.3079259 Jan 28 13:39:08.737717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc7205-429d-40be-9473-a7eae922ae44', 'tag': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:08.752564 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ab004f-8ceb-450a-94bf-ca7cfc229063" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc7205-429d-40be-9473-a7eae922ae44", "tag": "c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:08.867666 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b366d6-7465-45d4-b14d-9f0aa2145e21 x-openstack-request-id: req-83b366d6-7465-45d4-b14d-9f0aa2145e21 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:08.868183 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc7205-429d-40be-9473-a7eae922ae44", "tag": "c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:08.868586 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83b366d6-7465-45d4-b14d-9f0aa2145e21 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:08.875499 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc7205-429d-40be-9473-a7eae922ae44', 'tag': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed', 'status': 'completed', 'code': 200} Jan 28 13:39:08.910389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db95b9-fafa-4690-8bb1-5e88384fa73c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:08.912159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-60db95b9-fafa-4690-8bb1-5e88384fa73c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/networks/7714a1a4-d455-472a-94b2-9f2814f14203 HTTP/1.1" status: 200 len: 800 time: 0.5056922 Jan 28 13:39:08.934460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for port (c6894709-38df-42f8-8f25-b387087e300c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:08.937174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38270) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:08.955050 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c6894709-38df-42f8-8f25-b387087e300c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.050200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390f7e-6d1c-401f-9b55-6bfb0844409d service neutron] Pushing event updated for resources: {'Port': ['ID=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:09.107532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-ad3c2eac-59de-4780-969b-1ffe10a04e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:09.110412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-ad3c2eac-59de-4780-969b-1ffe10a04e76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f02dfe3d034a58a765ff9a388ea71c&device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 1094 time: 0.2629700 Jan 28 13:39:09.133499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbd945-190f-40d8-b7da-307da9329d86 req-db007c64-6c72-456f-a7f1-03a2daa0bfbe tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:09.136599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60dbd945-190f-40d8-b7da-307da9329d86 req-db007c64-6c72-456f-a7f1-03a2daa0bfbe tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 943 time: 0.3483870 Jan 28 13:39:09.233022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-1d79bfba-634a-4df6-ada5-3f09ba11a203 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed HTTP/1.1" status: 200 len: 217 time: 0.1125367 Jan 28 13:39:09.292435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa0017a6-80e2-4896-9652-cd4856e53a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:09.294054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-aa0017a6-80e2-4896-9652-cd4856e53a86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b99f261e-dc74-40dd-82f2-e8f0e44ff846 HTTP/1.1" status: 200 len: 860 time: 0.0544925 Jan 28 13:39:09.378253 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-6d518007-f975-4b28-a769-a42d438e4dec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e23c169-1092-4b9f-8f4a-fde3686274c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645471 Jan 28 13:39:09.434469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60dbd945-190f-40d8-b7da-307da9329d86 req-498c3215-5c2c-47cb-b108-1aaea1eb93f3 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786453 Jan 28 13:39:09.437192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'Port': ['ID=c6894709-38df-42f8-8f25-b387087e300c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:09.561341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (8926250c-5322-43d8-9bab-18e84b2533f4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.579106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dec69571-922b-4a9e-9b3e-e70aa174eccb tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/networks/7714a1a4-d455-472a-94b2-9f2814f14203?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6400378 Jan 28 13:39:09.590336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38296) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:09.676275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-4f0ea5ce-6c00-401f-b24a-98dad6089023 service neutron] 10.222.0.60 "GET /v2.0/networks/7e23c169-1092-4b9f-8f4a-fde3686274c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707613 Jan 28 13:39:09.735246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:09.741743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3ba4e939-a6b4-4f63-9089-e3f05d2eddc1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1166399 Jan 28 13:39:09.790245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b799a1b-bbb3-48ef-a49c-21ea141b2e40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:09.798535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b799a1b-bbb3-48ef-a49c-21ea141b2e40 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/subnets/9d397580-1718-4049-9de2-ae4827f30cc6 HTTP/1.1" status: 200 len: 811 time: 0.1960487 Jan 28 13:39:09.800540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38312) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:09.946657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e45b9-0beb-43bd-9215-f4a6c475c44b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['shared'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:09.951782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5a5e45b9-0beb-43bd-9215-f4a6c475c44b tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "GET /v2.0/subnets/9d397580-1718-4049-9de2-ae4827f30cc6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1466424 Jan 28 13:39:09.952572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38324) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:09.964588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344347660'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:10.002957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:10.008237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.066262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:10.089466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3b9afb70-b034-412e-8e10-02cf0fcae617 req-821971e7-6fa6-4908-a4ea-27dc80950867 service neutron] 10.222.0.60 "GET /v2.0/networks/7e23c169-1092-4b9f-8f4a-fde3686274c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087987 Jan 28 13:39:10.093219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (18699ebe-f090-403c-b490-4583330c61bb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.093894 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Added segment 18699ebe-f090-403c-b490-4583330c61bb of type vlan for network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 Jan 28 13:39:10.298631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.324867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38344) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:10.388914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-654dcb1a-4671-4927-b72f-aa74bc95f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:10.392099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.393426 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-654dcb1a-4671-4927-b72f-aa74bc95f278 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f02dfe3d034a58a765ff9a388ea71c&device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 1094 time: 0.1752987 Jan 28 13:39:10.397681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:10.398358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.511353 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.540543 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-f095429d-6868-491b-8050-b363159cbfd3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--719286172&fields=id&tenant_id=69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 267 time: 0.2215257 Jan 28 13:39:10.546410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5926270 Jan 28 13:39:10.555453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38352) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:10.571992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'network_id': '6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:10.761544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854cebe-e307-44f7-92bb-97053eae1f0c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Network': ['ID=6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:10.780804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:10.805660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Made reservation on behalf of a3af245a90354d55bc28b55e0747392c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:10.809582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:10.986492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-d144227f-3c44-434f-953d-8bf31698de7f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:10.996774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-d144227f-3c44-434f-953d-8bf31698de7f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 816 time: 0.4490123 Jan 28 13:39:11.008545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Performing IP validity checks on allocation pools {{(pid=103374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:39:11.009301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:39:11.031361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-371f9abd-630e-46ac-a907-60f1e29b5068 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/quotas/69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 375 time: 0.0329907 Jan 28 13:39:11.176461 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-4cac4f90-b4ac-4163-b6cc-13c5a12e969a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436150 Jan 28 13:39:11.229661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-a60c2fe3-793c-43ba-9dc6-6c61f5a91b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:11.231838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-a60c2fe3-793c-43ba-9dc6-6c61f5a91b07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e23c169-1092-4b9f-8f4a-fde3686274c3 HTTP/1.1" status: 200 len: 921 time: 0.7051969 Jan 28 13:39:11.234989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2137f-1720-4986-a4f2-319708b26036 req-f64d0d96-c3f3-4cc6-8686-a8583dde2731 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:11.245672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fd2137f-1720-4986-a4f2-319708b26036 req-f64d0d96-c3f3-4cc6-8686-a8583dde2731 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 943 time: 0.5025740 Jan 28 13:39:11.253667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1662157877-network', 'tenant_id': '3cd7a670bf2440dda6ee3fae21e43f3a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:11.338595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-f17d9e5d-18a9-4602-b535-71e7f7a2a1ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed HTTP/1.1" status: 200 len: 217 time: 0.0979674 Jan 28 13:39:11.389687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Made reservation on behalf of 3cd7a670bf2440dda6ee3fae21e43f3a for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:11.393373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.423260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.489127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-7e573783-f12c-4349-8266-f5dec15d0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:11.492563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-7e573783-f12c-4349-8266-f5dec15d0e6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b99f261e-dc74-40dd-82f2-e8f0e44ff846 HTTP/1.1" status: 200 len: 860 time: 0.1470916 Jan 28 13:39:11.502886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-fd3ea93d-4e92-4275-865f-7af23ebd5d88 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:39:11.515596 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-fd3ea93d-4e92-4275-865f-7af23ebd5d88 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2820103 Jan 28 13:39:11.621770 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5bc22bb6-0da2-414f-a5a4-c463bd9696cb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.659660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fd2137f-1720-4986-a4f2-319708b26036 req-34d291c3-3d20-4da8-a42b-17eeeec249fb tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958795 Jan 28 13:39:11.692155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-b42f817b-9e33-40fe-bf44-750c8bfa4d87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e23c169-1092-4b9f-8f4a-fde3686274c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718247 Jan 28 13:39:11.767220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:11.824368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=5bc22bb6-0da2-414f-a5a4-c463bd9696cb,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:11.944920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-1dfa61a5-2d0a-4c9b-9700-215ce7dcd0dc service neutron] 10.222.0.45 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276352 Jan 28 13:39:11.994708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Checking segment: {'id': '18699ebe-f090-403c-b490-4583330c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:11.995096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network hostable DHCP agents. Network: 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:12.031411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks [] for security_group (ef217eeb-d45d-4271-87ce-15ebf61afbbf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.056462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ef217eeb-d45d-4271-87ce-15ebf61afbbf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.158910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:12.190742 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-8cb01a36-eb40-4f22-95de-145b0cd2836f service neutron] 10.222.0.45 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434225 Jan 28 13:39:12.220577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e429c6a0-c667-44be-9f88-d4f22faae31c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.221368 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Added segment e429c6a0-c667-44be-9f88-d4f22faae31c of type vlan for network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e Jan 28 13:39:12.348663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef217eeb-d45d-4271-87ce-15ebf61afbbf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:12.370669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:12.409888 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-c299fc51-26c9-45d2-8669-df5f851ef10c service neutron] 10.222.0.60 "GET /v2.0/networks/7e23c169-1092-4b9f-8f4a-fde3686274c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087843 Jan 28 13:39:12.419003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.428474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:12.441982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a162a7fc-8cd6-4467-9ed2-8cdb59093c3e None None] Network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:12.468752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:12.469384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.532287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-80da585f-e4d0-480e-8c11-6615bd284037 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9704678 Jan 28 13:39:12.534092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38372) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:12.573622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b8d4142f-17fe-4170-ad60-6824a91f53be tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:12.587183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.590388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:12.594254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.694003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8', 'network_id': '6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8', 'project_id': 'a3af245a90354d55bc28b55e0747392c', 'fixed_ips': [{'subnet_id': '5bc22bb6-0da2-414f-a5a4-c463bd9696cb'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:12.694981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.727668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3978319 Jan 28 13:39:12.736703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38380) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:12.746502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Request body: {'subnet': {'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1662157877-subnet', 'tenant_id': '3cd7a670bf2440dda6ee3fae21e43f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:12.937473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61ab004f-8ceb-450a-94bf-ca7cfc229063 req-c67102c3-6c19-4eed-a69e-bfb8c17324b2 service neutron] 10.222.0.60 "GET /v2.0/networks/7e23c169-1092-4b9f-8f4a-fde3686274c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208797 Jan 28 13:39:12.954306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Made reservation on behalf of 3cd7a670bf2440dda6ee3fae21e43f3a for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:12.956720 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.029855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96f91fb9-ab77-4da9-bdaa-59c16da11e51 req-4d9e5e6b-5e8f-4ea6-bb0a-c598d96bec57 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 210 time: 0.1349525 Jan 28 13:39:13.047602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Allocated IP 172.20.0.3 (6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8/5bc22bb6-0da2-414f-a5a4-c463bd9696cb/0244aba8-0352-4a43-a8a7-2876e09e6427) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:13.174813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bde820-2432-4dab-9f0b-1423736a8523 admin admin] Pushing event updated for resources: {'Network': ['ID=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:13.249604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8d4142f-17fe-4170-ad60-6824a91f53be tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5931686'] for subnet (5bc22bb6-0da2-414f-a5a4-c463bd9696cb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.402202 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Publish callbacks [] for port (0244aba8-0352-4a43-a8a7-2876e09e6427), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.417293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:13.467249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (0244aba8-0352-4a43-a8a7-2876e09e6427), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.603664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:13.630193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:13.653357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:13.713629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:39:13.782633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8d4142f-17fe-4170-ad60-6824a91f53be tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741227708618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6056408'] for subnet (5bc22bb6-0da2-414f-a5a4-c463bd9696cb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.853215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,segment=NetworkSegment(118d8453-25ca-4806-a467-9c74f3d974c0),segment_id=118d8453-25ca-4806-a467-9c74f3d974c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:13.868562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed', 'network_id': '7e23c169-1092-4b9f-8f4a-fde3686274c3', 'port_id': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed', 'mac_address': 'fa:16:3e:74:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99f261e-dc74-40dd-82f2-e8f0e44ff846', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:39:13.886281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Pushing event updated for resources: {'Port': ['ID=0244aba8-0352-4a43-a8a7-2876e09e6427,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:13.920557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Attempting to bind port 0244aba8-0352-4a43-a8a7-2876e09e6427 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:13.920931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Attempting to bind port 0244aba8-0352-4a43-a8a7-2876e09e6427 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '18699ebe-f090-403c-b490-4583330c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:13.921228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Attempting to bind port 0244aba8-0352-4a43-a8a7-2876e09e6427 on network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:13.927515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:13.928484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Checking segment: {'id': '18699ebe-f090-403c-b490-4583330c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:13.928484 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.928806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Bound using segment: {'id': '18699ebe-f090-403c-b490-4583330c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:13.930137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Bound port: 0244aba8-0352-4a43-a8a7-2876e09e6427, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18699ebe-f090-403c-b490-4583330c61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:13.930771 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0244aba8-0352-4a43-a8a7-2876e09e6427), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.955971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d4142f-17fe-4170-ad60-6824a91f53be tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:13.956848 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8d4142f-17fe-4170-ad60-6824a91f53be tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:13.958549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b8d4142f-17fe-4170-ad60-6824a91f53be tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "PUT /v2.0/subnets/5bc22bb6-0da2-414f-a5a4-c463bd9696cb HTTP/1.1" status: 200 len: 877 time: 1.4092565 Jan 28 13:39:13.964945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92d954-d1ff-450d-ac59-7ceee5794e72 req-976bced1-a77d-4289-a21a-728c78da4053 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:13.967475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e92d954-d1ff-450d-ac59-7ceee5794e72 req-976bced1-a77d-4289-a21a-728c78da4053 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 943 time: 1.1087406 Jan 28 13:39:13.973289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38398) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:14.031344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4142f-17fe-4170-ad60-6824a91f53be tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event updated for resources: {'Subnet': ['ID=5bc22bb6-0da2-414f-a5a4-c463bd9696cb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:14.093662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e92d954-d1ff-450d-ac59-7ceee5794e72 req-255bd5f6-268f-4f0c-9ea8-484f1c72968f tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063707 Jan 28 13:39:14.165904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:14.166737 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.211293 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.220003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:14.280660 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:39:14.328016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (8dcf1291-61c8-4663-94c4-efbb39af06a6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.366806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,segment=NetworkSegment(118d8453-25ca-4806-a467-9c74f3d974c0),segment_id=118d8453-25ca-4806-a467-9c74f3d974c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:14.373457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.425698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] For port 0244aba8-0352-4a43-a8a7-2876e09e6427, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:14.465730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdaa5a71-96ea-4269-a549-aa5a710bc8aa req-61bfef4f-0297-4ac1-a1f5-9c44c87d079a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 210 time: 0.1575444 Jan 28 13:39:14.473502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcf1291-61c8-4663-94c4-efbb39af06a6,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:14.482244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] For port 0244aba8-0352-4a43-a8a7-2876e09e6427, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0244aba8-0352-4a43-a8a7-2876e09e6427,segment=NetworkSegment(18699ebe-f090-403c-b490-4583330c61bb),segment_id=18699ebe-f090-403c-b490-4583330c61bb)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:14.558718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port 0244aba8-0352-4a43-a8a7-2876e09e6427 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:14.559489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0244aba8-0352-4a43-a8a7-2876e09e6427), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.561931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0244aba8-0352-4a43-a8a7-2876e09e6427), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.583195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Checking segment: {'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:14.584147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Network hostable DHCP agents. Network: 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:14.613428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:14.619794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:14.642261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:14.676669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:14.684450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:14.703005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:14.717817 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-30a50cb4-9c51-4961-b2a1-f703767923e0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9790480 Jan 28 13:39:14.761331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea273f-8194-40bf-9615-8930de7d106f None None] Network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:15.010141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871809e-0917-4b20-b0a0-9609071f185e None None] Pushing event updated for resources: {'Port': ['ID=0244aba8-0352-4a43-a8a7-2876e09e6427,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:15.223280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-b03bbd11-f449-419e-ba0d-e9f4f06fd287 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.230366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-b03bbd11-f449-419e-ba0d-e9f4f06fd287 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 816 time: 0.4737778 Jan 28 13:39:15.376818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c1b7d-0801-4d81-afaa-fa3becb0f85b None None] Network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:15.422738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port 0244aba8-0352-4a43-a8a7-2876e09e6427, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0244aba8-0352-4a43-a8a7-2876e09e6427,segment=NetworkSegment(18699ebe-f090-403c-b490-4583330c61bb),segment_id=18699ebe-f090-403c-b490-4583330c61bb)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:15.423132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0244aba8-0352-4a43-a8a7-2876e09e6427), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:15.531460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for 0244aba8-0352-4a43-a8a7-2876e09e6427 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:15.727615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796f727-52c8-40ee-ae32-093b3b2b8e63 req-99c78984-ff16-4641-b763-783a0323e0c9 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:15.737529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2796f727-52c8-40ee-ae32-093b3b2b8e63 req-99c78984-ff16-4641-b763-783a0323e0c9 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 944 time: 0.4486320 Jan 28 13:39:15.751077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-55b8859e-c006-4d38-a6dd-dfcadb181731 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 379 time: 0.4922678 Jan 28 13:39:15.790316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29e61833-b37a-42ff-9009-90ba65ef7af7 req-84491bf0-c028-43b1-bfe7-87e468dd6451 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 210 time: 0.1082101 Jan 28 13:39:15.857920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'port': {'device_id': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'admin_state_up': True, 'tenant_id': '69af0ad4945646338076c65561bba12e', 'security_groups': ['1f79bbd4-d6f5-4c51-8671-df376bdf8843']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:16.051280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0244aba8-0352-4a43-a8a7-2876e09e6427), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.260926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=0244aba8-0352-4a43-a8a7-2876e09e6427,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:16.456704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port 0244aba8-0352-4a43-a8a7-2876e09e6427 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:16.594218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5bc22bb6-0da2-414f-a5a4-c463bd9696cb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.641128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7890cf2d-e0f1-4b0e-9832-ed23826e8cd3 None None] Network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:16.782338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2796f727-52c8-40ee-ae32-093b3b2b8e63 req-e0c96389-66e9-4397-a5c2-9d0ef9f6fae8 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9488828 Jan 28 13:39:16.892625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Made reservation on behalf of 69af0ad4945646338076c65561bba12e for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:16.901196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:16.944429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-685c81f1-ba58-41f8-9827-8199c31e9617 None None] Could not find standard attr ID for object 0244aba8-0352-4a43-a8a7-2876e09e6427. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:16.967918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (5bc22bb6-0da2-414f-a5a4-c463bd9696cb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.107093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-adf1ee14-b8ea-4c9e-9af2-d8092207f9e1 req-8d8fbc51-57a7-4c2f-a211-1a3009f45591 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 210 time: 0.0599802 Jan 28 13:39:17.121977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc22bb6-0da2-414f-a5a4-c463bd9696cb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:17.265692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.376000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:17.386680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Allocated IP 172.20.0.4 (e3cd958b-d7e9-4e36-89ac-8bce95b594a0/5e0447ec-f3be-4a91-9f84-c381d1c601d7/600dd9dc-0847-470c-827d-7e49f33ab607) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:17.393562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18699ebe-f090-403c-b490-4583330c61bb') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:17.394206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18699ebe-f090-403c-b490-4583330c61bb') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:17.421412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (18699ebe-f090-403c-b490-4583330c61bb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.480621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (18699ebe-f090-403c-b490-4583330c61bb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.492428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6ec57-22d3-42b5-843a-d6680715d5c5 None None] Network 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:17.524505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:17.527476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (18699ebe-f090-403c-b490-4583330c61bb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:17.541198 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:17.704648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:17.885596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7276985-1c34-4a98-a242-af10de87c54d None None] DHCP port deletion for 6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:18.019500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:39:18.033917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:18.034890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.185436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:18.186527 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.295910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1b8f0-f10d-4b84-9c39-02e83bf9e58c req-dcb98893-6988-4625-b0b8-2a70a83bfa22 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:18.302767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29c1b8f0-f10d-4b84-9c39-02e83bf9e58c req-dcb98893-6988-4625-b0b8-2a70a83bfa22 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 944 time: 0.2886405 Jan 28 13:39:18.338726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for port (600dd9dc-0847-470c-827d-7e49f33ab607), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.356298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc7205-429d-40be-9473-a7eae922ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:18.371297 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4f1ed-e956-41dd-8780-48f9d95c8cca" -d '{"events": [{"server_uuid": "9edc7205-429d-40be-9473-a7eae922ae44", "name": "network-vif-plugged", "status": "completed", "tag": "c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:18.466995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,segment=NetworkSegment(118d8453-25ca-4806-a467-9c74f3d974c0),segment_id=118d8453-25ca-4806-a467-9c74f3d974c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:18.468501 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29c1b8f0-f10d-4b84-9c39-02e83bf9e58c req-cc11b64b-ce4e-4224-af51-ae99f15fea4a tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551640 Jan 28 13:39:18.473556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.548778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.551332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.599280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:18.623456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38474) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:18.634550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 HTTP/1.1" status: 204 len: 168 time: 4.6434608 Jan 28 13:39:18.656628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20aed4-9421-49c2-9069-f4b0e8aa7b96 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:18.661356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:18.675218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.675577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.675924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.676292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.676631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.676963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.677295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.677630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.677954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.678278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.678606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.678938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.679318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:18.767011 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b695f1-f76d-4e79-bb71-f36220388312 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:18.767623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0244aba8-0352-4a43-a8a7-2876e09e6427 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:18.790476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b695f1-f76d-4e79-bb71-f36220388312 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:18.807519 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-55b695f1-f76d-4e79-bb71-f36220388312 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/5bc22bb6-0da2-414f-a5a4-c463bd9696cb HTTP/1.1" status: 404 len: 337 time: 0.1728482 Jan 28 13:39:18.808759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38476) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:18.818312 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4acf03-dcad-454a-80a5-0d1c26a82ab6 x-openstack-request-id: req-8d4acf03-dcad-454a-80a5-0d1c26a82ab6 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:18.818613 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc7205-429d-40be-9473-a7eae922ae44", "name": "network-vif-plugged", "status": "completed", "tag": "c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:18.818875 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d4acf03-dcad-454a-80a5-0d1c26a82ab6 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:18.819292 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc7205-429d-40be-9473-a7eae922ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed', 'code': 200} Jan 28 13:39:18.821004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0244aba8-0352-4a43-a8a7-2876e09e6427 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:18.821360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0244aba8-0352-4a43-a8a7-2876e09e6427 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:18.957491 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2cf8c1-26a0-4209-97bb-05f8db51106d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:18.958252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2cf8c1-26a0-4209-97bb-05f8db51106d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:18.963761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fd2cf8c1-26a0-4209-97bb-05f8db51106d tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/6ed301b7-9a8e-4a80-ad04-954e8b9dbcd8 HTTP/1.1" status: 404 len: 339 time: 0.1511283 Jan 28 13:39:18.988104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:18.988846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38482) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:19.063649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ba98e-a8bb-4f0e-abff-9a35154cb5c0 req-2c90861e-a945-4ffd-a2b8-fcdb5196b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:19.066407 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862ba98e-a8bb-4f0e-abff-9a35154cb5c0 req-2c90861e-a945-4ffd-a2b8-fcdb5196b3d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 1096 time: 0.1528563 Jan 28 13:39:19.090540 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-5426f6b2-c521-48c6-925b-b22dcb77f200 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:19.091321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5426f6b2-c521-48c6-925b-b22dcb77f200 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:19.098632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5426f6b2-c521-48c6-925b-b22dcb77f200 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/0ace453c-0aa1-4478-846f-27637de8734a HTTP/1.1" status: 404 len: 337 time: 0.1085305 Jan 28 13:39:19.121065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38488) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:19.125844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee618f06-8cd2-4ccb-8730-07d508d130a3 req-6d2d3bf0-6c9f-448c-ba21-9157de5ed35f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:19.129054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee618f06-8cd2-4ccb-8730-07d508d130a3 req-6d2d3bf0-6c9f-448c-ba21-9157de5ed35f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 931 time: 0.6498158 Jan 28 13:39:19.138880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:19.144407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:19.236372 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-735c0871-5fdd-4b99-97b8-102a35272ac1 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:19.237858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735c0871-5fdd-4b99-97b8-102a35272ac1 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:19.246814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-735c0871-5fdd-4b99-97b8-102a35272ac1 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/1b2a9efa-ddb4-40eb-8907-2b91849269ae HTTP/1.1" status: 404 len: 339 time: 0.1216691 Jan 28 13:39:19.253111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38490) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:19.261738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:19.613246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee618f06-8cd2-4ccb-8730-07d508d130a3 req-0b5d65bd-8b2b-4820-8e7c-4493d660361a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4347200 Jan 28 13:39:19.636324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:19.637244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.670498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-ce738a56-eea0-4315-87d6-05e3c404430c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8180630 Jan 28 13:39:19.692479 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:19.705680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Request body: {'port': {'device_id': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:19.802099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-862ba98e-a8bb-4f0e-abff-9a35154cb5c0 req-59614b1b-6711-4b32-af41-6a8d14d6a1fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264893 Jan 28 13:39:19.954892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d4525ec3-4abc-4a23-a59b-bea7ca38ba2c None None] Provisioning complete for port 600dd9dc-0847-470c-827d-7e49f33ab607 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:19.958399 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d4525ec3-4abc-4a23-a59b-bea7ca38ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.025417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.039882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d4525ec3-4abc-4a23-a59b-bea7ca38ba2c None None] Port 600dd9dc-0847-470c-827d-7e49f33ab607 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:39:20.100464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5010f6c-867c-45fe-84c1-c125306f17e6 req-b23021f1-7a1a-4cf8-80bd-eead40be7ef3 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:20.107631 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5010f6c-867c-45fe-84c1-c125306f17e6 req-b23021f1-7a1a-4cf8-80bd-eead40be7ef3 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 945 time: 0.3928258 Jan 28 13:39:20.114442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.213679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:20.264171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5010f6c-867c-45fe-84c1-c125306f17e6 req-60cb1dc3-95e2-413f-938d-53b64164499b tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355009 Jan 28 13:39:20.265829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2dea9b-dc5a-4f06-87ff-68b967eabd10') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:20.266124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2dea9b-dc5a-4f06-87ff-68b967eabd10') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:20.291085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (6c2dea9b-dc5a-4f06-87ff-68b967eabd10), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.343044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6c2dea9b-dc5a-4f06-87ff-68b967eabd10), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.361249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:20.363214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (6c2dea9b-dc5a-4f06-87ff-68b967eabd10), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:20.373330 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:20.586871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.600395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:20.604713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1 HTTP/1.1" status: 204 len: 168 time: 1.3487272 Jan 28 13:39:20.613878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:20.793340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c3bb8-944e-4aa1-9b3b-e5bd49baa17f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=22c7fdb9-f9c9-4a7d-8fdd-1637bb99e4f1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:20.807945 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-069db1a3-19ad-442b-81b4-6e38255da3cf tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:20.808453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069db1a3-19ad-442b-81b4-6e38255da3cf tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:20.828801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-069db1a3-19ad-442b-81b4-6e38255da3cf tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/f75bdf8a-77b3-4046-b3c7-0125059738b2 HTTP/1.1" status: 404 len: 337 time: 0.1969504 Jan 28 13:39:20.831351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38526) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:20.895807 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc0b249-62ba-4c31-9f25-991eb1c2d7f8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:20.895807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc0b249-62ba-4c31-9f25-991eb1c2d7f8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:20.904154 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-acc0b249-62ba-4c31-9f25-991eb1c2d7f8 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/f0c0a115-3d15-418c-a52b-02b61dde32a5 HTTP/1.1" status: 404 len: 339 time: 0.0671051 Jan 28 13:39:20.904635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38530) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:20.975558 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b906d63-8831-437c-953e-0eeed60b2c90 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:20.976664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b906d63-8831-437c-953e-0eeed60b2c90 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:20.980171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b906d63-8831-437c-953e-0eeed60b2c90 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/d27b64fb-0bff-446c-9bc0-7b7d6c4d40d8 HTTP/1.1" status: 404 len: 337 time: 0.0750029 Jan 28 13:39:20.982580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600dd9dc-0847-470c-827d-7e49f33ab607 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:20.984449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38536) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.044212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Publish callbacks [] for port (600dd9dc-0847-470c-827d-7e49f33ab607), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.050263 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b4b3be-90f5-420d-95a0-fedd2771388f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.050924 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b4b3be-90f5-420d-95a0-fedd2771388f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.061464 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a3b4b3be-90f5-420d-95a0-fedd2771388f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/a2b4cb6c-7615-4020-8103-9a5981e00a4d HTTP/1.1" status: 404 len: 339 time: 0.0721645 Jan 28 13:39:21.064089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38538) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.161070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Transition to ACTIVE for port object 600dd9dc-0847-470c-827d-7e49f33ab607 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:39:21.209751 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcf53a2-b772-438a-b578-f0a8ea048e50 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.213606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcf53a2-b772-438a-b578-f0a8ea048e50 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.214570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79516e2-ea11-4391-9903-d0fd081415ef req-986e0f30-065a-4564-aace-d970c4e2c67b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:21.225284 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6dcf53a2-b772-438a-b578-f0a8ea048e50 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/cc2a9990-9821-4af6-b8e3-7f15adcb91f0 HTTP/1.1" status: 404 len: 337 time: 0.1601112 Jan 28 13:39:21.229580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38542) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.231354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b79516e2-ea11-4391-9903-d0fd081415ef req-986e0f30-065a-4564-aace-d970c4e2c67b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 931 time: 0.4030495 Jan 28 13:39:21.298487 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5c14c6-00c3-4a68-b631-cddf7573b088 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.298487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5c14c6-00c3-4a68-b631-cddf7573b088 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.307920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3c5c14c6-00c3-4a68-b631-cddf7573b088 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/2c6791df-3921-45d4-a151-c3a7be2541ce HTTP/1.1" status: 404 len: 339 time: 0.0770059 Jan 28 13:39:21.316567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38548) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.365404 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:21.385360 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec02c3e-5aee-457f-b41c-d8ffae8e5246 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.386599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec02c3e-5aee-457f-b41c-d8ffae8e5246 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.396662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cec02c3e-5aee-457f-b41c-d8ffae8e5246 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/954280ac-3ae0-4144-9b97-c072de07e206 HTTP/1.1" status: 404 len: 337 time: 0.0787649 Jan 28 13:39:21.402299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38550) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.450271 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6d62e0-f5ca-46b0-9914-b20035286515 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.452574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6d62e0-f5ca-46b0-9914-b20035286515 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.472178 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a6d62e0-f5ca-46b0-9914-b20035286515 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/443f6811-def1-4422-94b5-e0215147c5cf HTTP/1.1" status: 404 len: 339 time: 0.0650239 Jan 28 13:39:21.473119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38552) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.569211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:21.583274 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10335fc-181e-4fd0-960d-84fd095bd035 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.584718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10335fc-181e-4fd0-960d-84fd095bd035 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.593890 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c10335fc-181e-4fd0-960d-84fd095bd035 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/21acf57f-a105-46ff-a37a-fd2ac4079ade HTTP/1.1" status: 404 len: 337 time: 0.1193125 Jan 28 13:39:21.666147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38556) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.770178 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-24493e35-8f87-4cc6-8e51-7c61e0ea1dc4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.778270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24493e35-8f87-4cc6-8e51-7c61e0ea1dc4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.779256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170c09e-8092-4ce6-a66d-e92c400e56af req-a5dba46a-7fe5-4d3c-867c-2d31ad0742a5 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:21.788877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-24493e35-8f87-4cc6-8e51-7c61e0ea1dc4 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/865e4116-9851-4a68-9132-a4fda51ed67a HTTP/1.1" status: 404 len: 339 time: 0.1156092 Jan 28 13:39:21.789538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38558) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.799370 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b170c09e-8092-4ce6-a66d-e92c400e56af req-a5dba46a-7fe5-4d3c-867c-2d31ad0742a5 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 945 time: 0.2314413 Jan 28 13:39:21.915668 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cd69d0-d3fd-4034-8404-28600aa80f69 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:21.916492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cd69d0-d3fd-4034-8404-28600aa80f69 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:21.945977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d4cd69d0-d3fd-4034-8404-28600aa80f69 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/c89ecdf9-264c-47be-b68f-96802962890d HTTP/1.1" status: 404 len: 337 time: 0.1545005 Jan 28 13:39:21.983727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38560) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:21.987866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b79516e2-ea11-4391-9903-d0fd081415ef req-4f618179-1f70-4078-91e5-09cff7eff7ba tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7548177 Jan 28 13:39:22.040565 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3d23aa-4a61-4313-9020-1cec42156009 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:22.041212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3d23aa-4a61-4313-9020-1cec42156009 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:22.078401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e3d23aa-4a61-4313-9020-1cec42156009 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/0f330c04-59fa-4d70-a3d8-39ce5cb332a8 HTTP/1.1" status: 404 len: 339 time: 0.0934949 Jan 28 13:39:22.100191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b170c09e-8092-4ce6-a66d-e92c400e56af req-5759ad30-dd5d-4830-9dea-5487d781bd39 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971258 Jan 28 13:39:22.108166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38562) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.177993 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1313cb22-35cc-4fef-ac9a-7e4dacfa0658 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:22.180615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1313cb22-35cc-4fef-ac9a-7e4dacfa0658 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:22.191071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38566) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.205338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1313cb22-35cc-4fef-ac9a-7e4dacfa0658 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/e51ed5a7-1639-4b66-b8fc-21e0d3d8de28 HTTP/1.1" status: 404 len: 337 time: 0.0747619 Jan 28 13:39:22.253351 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3349b530-a7c5-4526-9429-e687b3a6426f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:22.254395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3349b530-a7c5-4526-9429-e687b3a6426f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:22.265249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38570) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.267023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3349b530-a7c5-4526-9429-e687b3a6426f tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/aef59e92-3aee-46f3-9e17-594d6ef38ce0 HTTP/1.1" status: 404 len: 339 time: 0.0741732 Jan 28 13:39:22.273669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Attempting to bind port 600dd9dc-0847-470c-827d-7e49f33ab607 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:22.277898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Attempting to bind port 600dd9dc-0847-470c-827d-7e49f33ab607 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:22.278644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Attempting to bind port 600dd9dc-0847-470c-827d-7e49f33ab607 on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:22.311324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Port 600dd9dc-0847-470c-827d-7e49f33ab607 on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:39:22.311961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Attempting to bind port 600dd9dc-0847-470c-827d-7e49f33ab607 on network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:22.326159 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e332fa-c345-4a67-86e8-cc9a0ce23352 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:22.326626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e332fa-c345-4a67-86e8-cc9a0ce23352 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:22.330076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e3e332fa-c345-4a67-86e8-cc9a0ce23352 tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/7a64183c-3bfb-463c-b18c-4c03f646c53e HTTP/1.1" status: 404 len: 337 time: 0.0637064 Jan 28 13:39:22.334375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38576) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.341728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:22.342081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Checking segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:22.342482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Bound using segment: {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:22.342953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Bound port: 600dd9dc-0847-470c-827d-7e49f33ab607, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15473186-3711-4ede-a6d7-4bf9d2a56e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:22.343327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.391776 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f98c7fc-d6e9-4ebd-b75e-1714db62eecc tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:22.395154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f98c7fc-d6e9-4ebd-b75e-1714db62eecc tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:22.401369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4f98c7fc-d6e9-4ebd-b75e-1714db62eecc tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/2256f667-f9d5-4329-ba4e-c938d09573f1 HTTP/1.1" status: 404 len: 339 time: 0.0648739 Jan 28 13:39:22.414717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:22.576709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:22.586654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:22.592965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.622643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting subnet 9d397580-1718-4049-9de2-ae4827f30cc6 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:22.629100 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (9d397580-1718-4049-9de2-ae4827f30cc6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.793342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:22.803851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:22.806721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.808547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-85d128b6-34c2-4b0f-82b2-47dab6f2b5a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 1091 time: 3.1308248 Jan 28 13:39:22.809407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:22.814168 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729a1ac8-a4e1-4c2e-9f3c-87657197b591" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:22.832151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (9d397580-1718-4049-9de2-ae4827f30cc6), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:22.989564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-a027a5dc-e154-4c5f-b473-083008e862d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:22.992251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-a027a5dc-e154-4c5f-b473-083008e862d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1094 time: 0.1370203 Jan 28 13:39:23.004922 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a5a319-84ca-4f4f-8d4e-d1b7cccee9e2 x-openstack-request-id: req-19a5a319-84ca-4f4f-8d4e-d1b7cccee9e2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:23.005371 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:23.005649 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19a5a319-84ca-4f4f-8d4e-d1b7cccee9e2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:23.006040 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607', 'status': 'completed', 'code': 200} Jan 28 13:39:23.119073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9d397580-1718-4049-9de2-ae4827f30cc6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.152298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-515e764f-ebf7-487a-9598-4d0ad225ef82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 217 time: 0.1446707 Jan 28 13:39:23.368499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-54dd7d0b-8946-49de-a69d-5e42ad25f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:23.374415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-54dd7d0b-8946-49de-a69d-5e42ad25f0c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.2124388 Jan 28 13:39:23.584016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27636342-e244-4629-81be-bbd23e784dfb req-d265b6b1-a5eb-4ba7-9a02-67100c8cdd0d tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:23.598224 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-27636342-e244-4629-81be-bbd23e784dfb req-d265b6b1-a5eb-4ba7-9a02-67100c8cdd0d tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 945 time: 0.3151741 Jan 28 13:39:23.630524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (9d397580-1718-4049-9de2-ae4827f30cc6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.694410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-605cf57d-0a7a-4c1c-b79c-5972e034404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:23.698646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-605cf57d-0a7a-4c1c-b79c-5972e034404e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900751 Jan 28 13:39:23.775150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Subnet': ['ID=9d397580-1718-4049-9de2-ae4827f30cc6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:23.794242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c2039-3552-4304-a2a0-59182a1b136f req-29cadbbe-8ca8-49d2-86df-72f2f4eae45c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:23.796605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-693c2039-3552-4304-a2a0-59182a1b136f req-29cadbbe-8ca8-49d2-86df-72f2f4eae45c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.4169593 Jan 28 13:39:23.831724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:23.844450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4cd4b-6b4c-4535-a2be-afbfa3e6567f None None] Network 7714a1a4-d455-472a-94b2-9f2814f14203 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:23.848797 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f3a706bb-ff33-4af1-ae21-18fc4f2a903e tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/subnets/9d397580-1718-4049-9de2-ae4827f30cc6 HTTP/1.1" status: 204 len: 168 time: 1.4323268 Jan 28 13:39:23.867890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38602) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:24.087365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-693c2039-3552-4304-a2a0-59182a1b136f req-3695f249-bca6-494d-9907-36fe131de9c0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991665 Jan 28 13:39:24.217516 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (7714a1a4-d455-472a-94b2-9f2814f14203), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.289761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] DHCP port deletion for 7714a1a4-d455-472a-94b2-9f2814f14203 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:24.349825 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-27636342-e244-4629-81be-bbd23e784dfb req-2a7c9e1e-7d03-40b4-97c3-66ad3df82bb1 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7503171 Jan 28 13:39:24.358451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-6105a8ab-aca3-48dd-ab17-2b8c7723fe0c service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380827 Jan 28 13:39:24.536996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] Deleting port 4ef1a022-2d6d-49e3-81b9-289f885d6260 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:24.537380 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.586327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Deleting port 4ef1a022-2d6d-49e3-81b9-289f885d6260 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:24.586826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.640092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63391773-e0b6-4c55-9890-e5c28d2aee87 req-035b38dd-b44a-40f8-8b36-698185fa4be5 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697222 Jan 28 13:39:24.868991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] For port 4ef1a022-2d6d-49e3-81b9-289f885d6260, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ef1a022-2d6d-49e3-81b9-289f885d6260,segment=NetworkSegment(9c550da2-2ad9-4c79-9378-03cc9684a7b9),segment_id=9c550da2-2ad9-4c79-9378-03cc9684a7b9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:24.869658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.889568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] For port 4ef1a022-2d6d-49e3-81b9-289f885d6260, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ef1a022-2d6d-49e3-81b9-289f885d6260,segment=NetworkSegment(9c550da2-2ad9-4c79-9378-03cc9684a7b9),segment_id=9c550da2-2ad9-4c79-9378-03cc9684a7b9)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:24.890226 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:24.925201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Calling delete_port for 4ef1a022-2d6d-49e3-81b9-289f885d6260 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:24.948404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ef1a022-2d6d-49e3-81b9-289f885d6260 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:24.969312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] Calling delete_port for 4ef1a022-2d6d-49e3-81b9-289f885d6260 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:25.119579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.287463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Port': ['ID=4ef1a022-2d6d-49e3-81b9-289f885d6260,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:25.295271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] No DVR routers for this DVR port 4ef1a022-2d6d-49e3-81b9-289f885d6260 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:25.621518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (4ef1a022-2d6d-49e3-81b9-289f885d6260), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.756667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] Pushing event deleted for resources: {'Port': ['ID=4ef1a022-2d6d-49e3-81b9-289f885d6260,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:25.775094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa200e-0711-4250-9ac0-94a6a06aa403 None None] No DVR routers for this DVR port 4ef1a022-2d6d-49e3-81b9-289f885d6260 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:25.821344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port 4ef1a022-2d6d-49e3-81b9-289f885d6260 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:39:25.822167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port 4ef1a022-2d6d-49e3-81b9-289f885d6260 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:39:25.822963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ef1a022-2d6d-49e3-81b9-289f885d6260 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:25.977053 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (7714a1a4-d455-472a-94b2-9f2814f14203), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:25.998337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00853bc9-8f94-4790-adef-91bf7adb9571 req-03836e46-de98-471b-ac3c-717ebc04250a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.000896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-fa80870f-6953-44cf-82e5-063cec96ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.005093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-fa80870f-6953-44cf-82e5-063cec96ccb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1094 time: 1.2031620 Jan 28 13:39:26.012588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00853bc9-8f94-4790-adef-91bf7adb9571 req-03836e46-de98-471b-ac3c-717ebc04250a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.5958107 Jan 28 13:39:26.124248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7714a1a4-d455-472a-94b2-9f2814f14203']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:26.153815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-00853bc9-8f94-4790-adef-91bf7adb9571 req-c41e15bb-e7e5-44d2-a220-105583ad000c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399503 Jan 28 13:39:26.204593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c550da2-2ad9-4c79-9378-03cc9684a7b9') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:26.205357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c550da2-2ad9-4c79-9378-03cc9684a7b9') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:26.251980 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (9c550da2-2ad9-4c79-9378-03cc9684a7b9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.305861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9c550da2-2ad9-4c79-9378-03cc9684a7b9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.325134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:26.325607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (9c550da2-2ad9-4c79-9378-03cc9684a7b9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:26.335969 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:26.423047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-95ebf266-b45c-4811-bcb2-132de921ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.435548 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-95ebf266-b45c-4811-bcb2-132de921ec3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.4210224 Jan 28 13:39:26.518731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-c5dfa0e3-88fc-460e-967c-c9cce70cca78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 217 time: 0.0758030 Jan 28 13:39:26.535914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (7714a1a4-d455-472a-94b2-9f2814f14203), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.650259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.669139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-1b62bdc0-dc6c-4561-995f-543c5f46b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.683090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-1b62bdc0-dc6c-4561-995f-543c5f46b8bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.1531880 Jan 28 13:39:26.721570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:26.731897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] 10.222.0.45 "DELETE /v2.0/networks/7714a1a4-d455-472a-94b2-9f2814f14203 HTTP/1.1" status: 204 len: 168 time: 2.8425198 Jan 28 13:39:26.760677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dae59d-0608-48a6-8e58-c6234913429c tempest-NetworksTest-521711578 tempest-NetworksTest-521711578-project] Pushing event deleted for resources: {'Network': ['ID=7714a1a4-d455-472a-94b2-9f2814f14203,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:26.794529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:39:26.866400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-844c888f-1bbe-4c7f-90b8-205c91af2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.877716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-844c888f-1bbe-4c7f-90b8-205c91af2851 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835947 Jan 28 13:39:26.927852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab3a7b-528e-486a-9801-912c73e4e7a0 req-e8b98aad-a6c4-4672-9b94-c4afdcd13453 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:26.930033 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1ab3a7b-528e-486a-9801-912c73e4e7a0 req-e8b98aad-a6c4-4672-9b94-c4afdcd13453 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 945 time: 0.2678988 Jan 28 13:39:27.016535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:27.053899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '600dd9dc-0847-470c-827d-7e49f33ab607', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'port_id': '600dd9dc-0847-470c-827d-7e49f33ab607', 'mac_address': 'fa:16:3e:3f:9a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:39:27.090218 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1ab3a7b-528e-486a-9801-912c73e4e7a0 req-e879ede0-a1f1-438f-8d3c-6ad928bae440 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486712 Jan 28 13:39:27.296965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:27.297613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.332841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-b68df209-f361-4f10-a354-886d18d0974a service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449596 Jan 28 13:39:27.389248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600dd9dc-0847-470c-827d-7e49f33ab607 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:39:27.433213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:27.441612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:27.468606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:27.594509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-729a1ac8-a4e1-4c2e-9f3c-87657197b591 req-1b079f2a-2c54-4777-83ad-cc7e3ed8b34f service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514784 Jan 28 13:39:27.658238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:27.697949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc90c-bff9-49d6-8fe3-22f69de90bc9 req-f7e67c2d-776f-4c6c-83dd-76e4dcd2c05b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:27.702563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d57dc90c-bff9-49d6-8fe3-22f69de90bc9 req-f7e67c2d-776f-4c6c-83dd-76e4dcd2c05b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 944 time: 0.1057205 Jan 28 13:39:27.734494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['600dd9dc-0847-470c-827d-7e49f33ab607'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:39:27.850561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d57dc90c-bff9-49d6-8fe3-22f69de90bc9 req-ae2b39c1-bd29-4235-b3c1-e80c5dec6db2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262386 Jan 28 13:39:27.932451 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1dd45816-4e5d-464f-bf1c-dd6b1500be75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3af245a90354d55bc28b55e0747392c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4937499 Jan 28 13:39:27.933975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38684) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:28.059578 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.127271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9520e7d4-e6bd-436b-bc93-f1694bf51ce7 admin admin] Publish callbacks [] for security_group (5e88fcc5-d284-4673-9f7e-740cbf2aa4cf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.175196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9520e7d4-e6bd-436b-bc93-f1694bf51ce7 admin admin] Publish callbacks [] for security_group (5e88fcc5-d284-4673-9f7e-740cbf2aa4cf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.322388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-35cebedf-2f15-4c2a-bc96-74b5cb472b21 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:28.326546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-35cebedf-2f15-4c2a-bc96-74b5cb472b21 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 945 time: 0.1788700 Jan 28 13:39:28.377308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9520e7d4-e6bd-436b-bc93-f1694bf51ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5e88fcc5-d284-4673-9f7e-740cbf2aa4cf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.405668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9520e7d4-e6bd-436b-bc93-f1694bf51ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.418024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9520e7d4-e6bd-436b-bc93-f1694bf51ce7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e88fcc5-d284-4673-9f7e-740cbf2aa4cf HTTP/1.1" status: 204 len: 168 time: 0.4836504 Jan 28 13:39:28.461554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520e7d4-e6bd-436b-bc93-f1694bf51ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e88fcc5-d284-4673-9f7e-740cbf2aa4cf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:28.527042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314fde5-e29e-4713-b9d2-b56db1778f6e req-fc7de57c-6947-4225-b8d5-c48a9e6db6be tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:28.532356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b314fde5-e29e-4713-b9d2-b56db1778f6e req-fc7de57c-6947-4225-b8d5-c48a9e6db6be tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 945 time: 0.2526441 Jan 28 13:39:28.726448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b314fde5-e29e-4713-b9d2-b56db1778f6e req-ca08b17d-41a3-439a-8bc9-00b029acf3cc tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a862da5-6558-4b1d-a548-9df0d6967d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750073 Jan 28 13:39:28.829290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:28.839673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Deleting port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:28.840281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:28.981528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 600dd9dc-0847-470c-827d-7e49f33ab607 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:39:28.986702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 600dd9dc-0847-470c-827d-7e49f33ab607 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:28.987397 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.272759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] For port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,segment=NetworkSegment(118d8453-25ca-4806-a467-9c74f3d974c0),segment_id=118d8453-25ca-4806-a467-9c74f3d974c0)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:29.274394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.336421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Calling delete_port for c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:29.394188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:29.394793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.442101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:29.442101 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60da597-1915-4bb1-b306-62e6b65e18e9" -d '{"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-plugged", "status": "completed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:29.493319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:29.502011 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.678795 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ff18b4-2b93-4fca-8d41-3fcf55935d98 x-openstack-request-id: req-64ff18b4-2b93-4fca-8d41-3fcf55935d98 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:29.680986 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-plugged", "status": "completed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:29.681318 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64ff18b4-2b93-4fca-8d41-3fcf55935d98 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:29.714836 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607', 'code': 200} Jan 28 13:39:29.731521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:29.798428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5590834-4f6e-4d62-9096-d9a9d5ca1ec0 req-d8155b51-ab26-40d5-b672-d9de000da4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:29.799982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5590834-4f6e-4d62-9096-d9a9d5ca1ec0 req-d8155b51-ab26-40d5-b672-d9de000da4b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1096 time: 0.1522844 Jan 28 13:39:29.859342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d076-472f-439b-b0e1-3803021b3759 req-779560c8-0386-4af5-a04c-b9aa59b5fd4b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:29.867911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4376d076-472f-439b-b0e1-3803021b3759 req-779560c8-0386-4af5-a04c-b9aa59b5fd4b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.5828137 Jan 28 13:39:29.899995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:29.924385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5590834-4f6e-4d62-9096-d9a9d5ca1ec0 req-49b55344-9911-4368-bc8d-56ed55ab86fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150959 Jan 28 13:39:29.963830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-787507ef-725a-4a0a-a3b3-2c3e4f8fbb07 req-fbbec59d-066f-4db2-9b51-4a9741e10bf4 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 210 time: 0.0505474 Jan 28 13:39:30.045446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Pushing event deleted for resources: {'Port': ['ID=c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:30.075298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4376d076-472f-439b-b0e1-3803021b3759 req-ac05279c-ca50-4889-8720-d3c85c76631c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061050 Jan 28 13:39:30.185980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] No DVR routers for this DVR port c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:30.189436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:30.201720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-498cd16e-1d76-46bf-871b-bd94c3f76e8d req-62c70f13-a526-4b7d-bacb-4cd3f4d269d7 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.60 "DELETE /v2.0/ports/c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed HTTP/1.1" status: 204 len: 173 time: 1.8688402 Jan 28 13:39:30.202663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc7205-429d-40be-9473-a7eae922ae44', 'name': 'network-vif-deleted', 'tag': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:30.229377 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d687c029-e37c-44c6-8920-5d53d1af5d58" -d '{"events": [{"server_uuid": "9edc7205-429d-40be-9473-a7eae922ae44", "name": "network-vif-deleted", "tag": "c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:30.392170 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06583411-0a31-4606-b722-eea8740258bb x-openstack-request-id: req-06583411-0a31-4606-b722-eea8740258bb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:30.393026 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc7205-429d-40be-9473-a7eae922ae44", "name": "network-vif-deleted", "tag": "c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:30.393026 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06583411-0a31-4606-b722-eea8740258bb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:30.394012 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc7205-429d-40be-9473-a7eae922ae44', 'name': 'network-vif-deleted', 'tag': 'c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed', 'status': 'completed', 'code': 200} Jan 28 13:39:30.521626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38744) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:30.705681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-377813026'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:30.755399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:30.761478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:30.781156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.151343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (c09ee013-dc37-4195-b5a5-ade667a7473b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.159641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c09ee013-dc37-4195-b5a5-ade667a7473b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.191021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:31.223936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9e7d1406-96b4-4865-8a80-f3f01fe6dd01), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.227044 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment 9e7d1406-96b4-4865-8a80-f3f01fe6dd01 of type vlan for network d03d4e3a-60d8-489c-889c-c4d124b1ec4c Jan 28 13:39:31.400410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d03d4e3a-60d8-489c-889c-c4d124b1ec4c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.407923 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c60a34d5-2fe3-4979-873e-73d8671a396e req-98f26ec7-a2b3-411c-8665-a779f9894e96 tempest-ServerMetadataNegativeTestJSON-662829625 tempest-ServerMetadataNegativeTestJSON-662829625-project] 10.222.0.45 "GET /v2.0/ports?device_id=9edc7205-429d-40be-9473-a7eae922ae44 HTTP/1.1" status: 200 len: 210 time: 0.1044352 Jan 28 13:39:31.498698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d03d4e3a-60d8-489c-889c-c4d124b1ec4c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.505585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:31.506513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.559976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0368547 Jan 28 13:39:31.567047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38764) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:31.579010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'name': 'tempest-PortsIpV6TestJSON-696693821'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:31.677490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09ee013-dc37-4195-b5a5-ade667a7473b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:31.707743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41967d-2428-4292-b4af-93baf11432dd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=d03d4e3a-60d8-489c-889c-c4d124b1ec4c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:31.731380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:31.760379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9f88b-f89f-4c1c-9902-a1f59ad7e084 req-01c6beb1-ee13-4848-82a9-8046717fed58 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:31.764392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcf9f88b-f89f-4c1c-9902-a1f59ad7e084 req-01c6beb1-ee13-4848-82a9-8046717fed58 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2709696 Jan 28 13:39:31.816940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:31.824757 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.895570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:31.906843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 9906c791-dae7-433c-adb0-01c38b503303 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:31.938426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcf9f88b-f89f-4c1c-9902-a1f59ad7e084 req-c7b28bcf-02c2-4abb-9355-70cd38bb3ee4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676836 Jan 28 13:39:32.000177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:32.000534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6a2a4f3-18eb-4c15-adb2-6c7b826c8aed not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:32.326231 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (9906c791-dae7-433c-adb0-01c38b503303), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.384825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9906c791-dae7-433c-adb0-01c38b503303), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.606268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38788) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:32.641702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=9906c791-dae7-433c-adb0-01c38b503303,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:32.666955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': '9e7d1406-96b4-4865-8a80-f3f01fe6dd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:32.668521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: d03d4e3a-60d8-489c-889c-c4d124b1ec4c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:32.736770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:32.757092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] Deleting subnet b99f261e-dc74-40dd-82f2-e8f0e44ff846 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:32.777253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] Publish callbacks [] for subnet (b99f261e-dc74-40dd-82f2-e8f0e44ff846), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.784966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d03d4e3a-60d8-489c-889c-c4d124b1ec4c) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:32.802593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:32.805821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93edf6e4-7daf-46b1-b868-54169993e395 None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:32.848706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:32.858368 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.884712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (b99f261e-dc74-40dd-82f2-e8f0e44ff846), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.947837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-00debafa-91c5-4e13-89c6-fccf6d2b7221 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3788776 Jan 28 13:39:32.949914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38792) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:32.970465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-925881787'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:33.099375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (b99f261e-dc74-40dd-82f2-e8f0e44ff846), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.207339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:33.221358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.304486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4ec5-c4c5-40fc-b387-7257774d6226 req-273389db-ed3f-4635-bc79-44c1fcc94f0c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:33.316330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35bf4ec5-c4c5-40fc-b387-7257774d6226 req-273389db-ed3f-4635-bc79-44c1fcc94f0c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.1928048 Jan 28 13:39:33.321773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38802) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:33.334188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:33.353496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7924a460-15ec-4283-8a70-5772df96573a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.354244 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment 7924a460-15ec-4283-8a70-5772df96573a of type vlan for network 1e68dadd-df8c-4408-93f6-280038ca11ad Jan 28 13:39:33.365947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (b99f261e-dc74-40dd-82f2-e8f0e44ff846), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.429371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35bf4ec5-c4c5-40fc-b387-7257774d6226 req-7031f809-989f-4476-9b3a-e1abf41a797f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118226 Jan 28 13:39:33.459305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99f261e-dc74-40dd-82f2-e8f0e44ff846,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:33.481401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.497263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38808) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:33.499740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d420c466-d094-4fb4-9bbf-a4859569fa8a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b99f261e-dc74-40dd-82f2-e8f0e44ff846 HTTP/1.1" status: 204 len: 168 time: 0.8917661 Jan 28 13:39:33.540703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1e68dadd-df8c-4408-93f6-280038ca11ad), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.641921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed5f582e-87a9-4264-8e39-73f2c031cbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.665270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (7e23c169-1092-4b9f-8f4a-fde3686274c3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.729084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:39:33.850542 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (7e23c169-1092-4b9f-8f4a-fde3686274c3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.850785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1e68dadd-df8c-4408-93f6-280038ca11ad), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.861817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:33.862943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:33.898546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbee86-40a9-4775-aee9-c4abbbae17b5 req-40de55e1-84ab-4b18-9198-75b1bb2ae179 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:33.901513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eadbee86-40a9-4775-aee9-c4abbbae17b5 req-40de55e1-84ab-4b18-9198-75b1bb2ae179 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.3371906 Jan 28 13:39:33.919969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e23c169-1092-4b9f-8f4a-fde3686274c3']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:33.920480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38816) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:33.948870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118d8453-25ca-4806-a467-9c74f3d974c0') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:33.949178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118d8453-25ca-4806-a467-9c74f3d974c0') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:33.993538 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (118d8453-25ca-4806-a467-9c74f3d974c0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.018381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=1e68dadd-df8c-4408-93f6-280038ca11ad,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:34.036457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1e68dadd-df8c-4408-93f6-280038ca11ad details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:34.062665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Request body: {'floatingip': {'port_id': '600dd9dc-0847-470c-827d-7e49f33ab607'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:34.093001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (118d8453-25ca-4806-a467-9c74f3d974c0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.104345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:34.105073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (118d8453-25ca-4806-a467-9c74f3d974c0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:34.107719 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:34.176864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0da08af7-76e8-4371-9d70-fec6a45120f7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2252638 Jan 28 13:39:34.180305 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (8926250c-5322-43d8-9bab-18e84b2533f4), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.200640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38818) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:34.212911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'ports': [{'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c'}, {'network_id': '1e68dadd-df8c-4408-93f6-280038ca11ad'}]} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:34.213251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:34.213751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': '1e68dadd-df8c-4408-93f6-280038ca11ad'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:34.404049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (7e23c169-1092-4b9f-8f4a-fde3686274c3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.415156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.430303 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7e23c169-1092-4b9f-8f4a-fde3686274c3 HTTP/1.1" status: 204 len: 168 time: 0.9316127 Jan 28 13:39:34.701375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed5f582e-87a9-4264-8e39-73f2c031cbc0 admin admin] Publish callbacks [] for security_group (5f70385c-bbc3-403a-be47-69e97924319f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.713800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed5f582e-87a9-4264-8e39-73f2c031cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f70385c-bbc3-403a-be47-69e97924319f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.724097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e891ed7-63eb-4641-963e-d41d1f7acaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e23c169-1092-4b9f-8f4a-fde3686274c3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:34.794381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 2} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:34.807361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.848584 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eed5496b-a9d1-4ab4-b686-b741d774143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.861956 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38828) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:34.863193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.940132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f582e-87a9-4264-8e39-73f2c031cbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70385c-bbc3-403a-be47-69e97924319f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:35.000055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed5f582e-87a9-4264-8e39-73f2c031cbc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=342f200160a54afd965246a4c2c0a6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6768215 Jan 28 13:39:35.002840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38830) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:35.186207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-48650483-2b11-4205-9ac6-7ee66df8f050 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5f02dfe3d034a58a765ff9a388ea71c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746325 Jan 28 13:39:35.197402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38834) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:35.396284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 7d169b33-0115-4a6d-8eab-99c75c1fbe97 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:35.423007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff9425b4-0949-4b6e-a184-6468730be9fd admin admin] Publish callbacks [] for security_group (9a862da5-6558-4b1d-a548-9df0d6967d13), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.518424 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff9425b4-0949-4b6e-a184-6468730be9fd admin admin] Publish callbacks [] for security_group (9a862da5-6558-4b1d-a548-9df0d6967d13), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.740316 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b70d8ae0-0329-4e27-9828-90eca44a7ae3 admin admin] Publish callbacks [] for security_group (5f70385c-bbc3-403a-be47-69e97924319f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.749355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff9425b4-0949-4b6e-a184-6468730be9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9a862da5-6558-4b1d-a548-9df0d6967d13), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.756748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff9425b4-0949-4b6e-a184-6468730be9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.760539 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ff9425b4-0949-4b6e-a184-6468730be9fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a862da5-6558-4b1d-a548-9df0d6967d13 HTTP/1.1" status: 204 len: 168 time: 0.5198178 Jan 28 13:39:35.876777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (7d169b33-0115-4a6d-8eab-99c75c1fbe97), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:35.887058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9425b4-0949-4b6e-a184-6468730be9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a862da5-6558-4b1d-a548-9df0d6967d13,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:36.072638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 1a5b9a0b-f380-4a26-9521-b9f193c362c8 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:36.105114 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b70d8ae0-0329-4e27-9828-90eca44a7ae3 admin admin] Publish callbacks [] for security_group (5f70385c-bbc3-403a-be47-69e97924319f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.314484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (1a5b9a0b-f380-4a26-9521-b9f193c362c8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.423526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7d169b33-0115-4a6d-8eab-99c75c1fbe97), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.545499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:36.556957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=7d169b33-0115-4a6d-8eab-99c75c1fbe97,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:36.566994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:36.570893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:36.571805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1a5b9a0b-f380-4a26-9521-b9f193c362c8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.642956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b70d8ae0-0329-4e27-9828-90eca44a7ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f70385c-bbc3-403a-be47-69e97924319f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.646090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b70d8ae0-0329-4e27-9828-90eca44a7ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.647473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b70d8ae0-0329-4e27-9828-90eca44a7ae3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f70385c-bbc3-403a-be47-69e97924319f HTTP/1.1" status: 204 len: 168 time: 1.6355820 Jan 28 13:39:36.702937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d8ae0-0329-4e27-9828-90eca44a7ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70385c-bbc3-403a-be47-69e97924319f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:36.723288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:39:36.795286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': '7924a460-15ec-4283-8a70-5772df96573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1e68dadd-df8c-4408-93f6-280038ca11ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:36.796802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: 1e68dadd-df8c-4408-93f6-280038ca11ad, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:36.807805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=1a5b9a0b-f380-4a26-9521-b9f193c362c8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:36.842895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 1e68dadd-df8c-4408-93f6-280038ca11ad is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:36.847092 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.853197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (8926250c-5322-43d8-9bab-18e84b2533f4), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.872373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1e68dadd-df8c-4408-93f6-280038ca11ad) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:36.882941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:36.891564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabade40-1122-40d5-b9ca-8e0e4eb8812a None None] Network 1e68dadd-df8c-4408-93f6-280038ca11ad requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:36.896608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:36.919510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:36.920266 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:36.969228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e8ef2ceb-083c-4693-b06e-47e15dedd9a2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7605970 Jan 28 13:39:36.971645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38864) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:37.286921 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Floating IP 8926250c-5322-43d8-9bab-18e84b2533f4 associated. External IP: 172.25.4.253, port: 600dd9dc-0847-470c-827d-7e49f33ab607. Jan 28 13:39:37.414999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 1a5b9a0b-f380-4a26-9521-b9f193c362c8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:37.415643 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1a5b9a0b-f380-4a26-9521-b9f193c362c8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.504592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38878) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:37.545537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10d01e82-60de-4aa0-81a3-7ba2a41aacec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.704269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1a5b9a0b-f380-4a26-9521-b9f193c362c8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.716290 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69d9c5ef-7ab6-4a69-b57a-6c48130d84f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.800123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38884) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:37.809625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10d01e82-60de-4aa0-81a3-7ba2a41aacec admin admin] Publish callbacks [] for security_group (0f2319db-f0fa-43b0-abcf-881c38b2f49e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.815489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10d01e82-60de-4aa0-81a3-7ba2a41aacec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0f2319db-f0fa-43b0-abcf-881c38b2f49e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:37.836336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 1a5b9a0b-f380-4a26-9521-b9f193c362c8 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:38.027465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d01e82-60de-4aa0-81a3-7ba2a41aacec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2319db-f0fa-43b0-abcf-881c38b2f49e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:38.050047 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-10d01e82-60de-4aa0-81a3-7ba2a41aacec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b4d83124abe4ff58dead9a04ea813db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437226 Jan 28 13:39:38.055170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38890) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:38.184661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1590709103-network', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:38.213122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Router 775fbe71-9029-40a8-81c4-cfd2922345d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:39:38.245105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c36afa5-98c8-48b1-93ee-2a7976eaf43b admin admin] Publish callbacks [] for security_group (0f2319db-f0fa-43b0-abcf-881c38b2f49e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.286777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Made reservation on behalf of dc53e599ff54437ab47fc51d8b2e020d for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:38.292536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.330046 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c36afa5-98c8-48b1-93ee-2a7976eaf43b admin admin] Publish callbacks [] for security_group (0f2319db-f0fa-43b0-abcf-881c38b2f49e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.358418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.466562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c36afa5-98c8-48b1-93ee-2a7976eaf43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0f2319db-f0fa-43b0-abcf-881c38b2f49e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.469393 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c36afa5-98c8-48b1-93ee-2a7976eaf43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.472089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7c36afa5-98c8-48b1-93ee-2a7976eaf43b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f2319db-f0fa-43b0-abcf-881c38b2f49e HTTP/1.1" status: 204 len: 168 time: 0.4132020 Jan 28 13:39:38.503480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36afa5-98c8-48b1-93ee-2a7976eaf43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2319db-f0fa-43b0-abcf-881c38b2f49e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:38.685870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.730325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:38.746550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c485202-8c94-4417-acee-01b76235d92c None None] Sync routers for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:38.806666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:38.809733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:38.891347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks [] for security_group (8ce017f4-1555-481f-9687-ae293b712e70), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.901629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:38.916312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8ce017f4-1555-481f-9687-ae293b712e70), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.000027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1a5b9a0b-f380-4a26-9521-b9f193c362c8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.134667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:39.167813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-759647a5-544b-4a96-b484-99b48af5d7d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "PUT /v2.0/floatingips/8926250c-5322-43d8-9bab-18e84b2533f4 HTTP/1.1" status: 200 len: 991 time: 5.2420270 Jan 28 13:39:39.211526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:39.217035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:39:39.219306 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d0259d-f111-405b-a52b-e4d9d0bf839c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:39:39.257670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=1a5b9a0b-f380-4a26-9521-b9f193c362c8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:39.279561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce017f4-1555-481f-9687-ae293b712e70,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:39.298177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.301817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c96fb3c-8a3e-410b-af49-fe1239cdd9e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/1a5b9a0b-f380-4a26-9521-b9f193c362c8 HTTP/1.1" status: 204 len: 168 time: 2.3246012 Jan 28 13:39:39.307152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38912) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:39.337927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ba6587b9-d701-48ab-8410-b05154394b70), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.338291 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Added segment ba6587b9-d701-48ab-8410-b05154394b70 of type vlan for network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 Jan 28 13:39:39.469645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3210642d-f6e3-4bc8-bd1f-698bf7e487f9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.475266 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2b8ed9-a6b7-4cd7-b4f6-48f64d294406 x-openstack-request-id: req-db2b8ed9-a6b7-4cd7-b4f6-48f64d294406 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:39:39.476277 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:39:39.477219 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db2b8ed9-a6b7-4cd7-b4f6-48f64d294406 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:39:39.477404 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607', 'status': 'completed', 'code': 200} Jan 28 13:39:39.610998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:39:39.630229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd40cd5-46ae-4e7a-8a09-156ca64138d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.637969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd40cd5-46ae-4e7a-8a09-156ca64138d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.642681 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8fd40cd5-46ae-4e7a-8a09-156ca64138d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3339489 Jan 28 13:39:39.644404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38918) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:39.666609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-2f77cc16-5b5e-4ae7-bb36-ec8cb435d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.668521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-2f77cc16-5b5e-4ae7-bb36-ec8cb435d50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1096 time: 0.1752169 Jan 28 13:39:39.669963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3210642d-f6e3-4bc8-bd1f-698bf7e487f9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.672658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.673353 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.790693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-4b49a757-e545-474a-9a3f-eda1a1cf91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.792597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-4b49a757-e545-474a-9a3f-eda1a1cf91bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.1154475 Jan 28 13:39:39.878915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-b905638b-dd0b-4b7b-ae27-4d3f0566e65e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 999 time: 0.0717325 Jan 28 13:39:39.888256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 7d169b33-0115-4a6d-8eab-99c75c1fbe97 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:39.888554 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7d169b33-0115-4a6d-8eab-99c75c1fbe97), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.928057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1235845 Jan 28 13:39:39.948181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38926) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:39.954859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Request body: {'subnet': {'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1590709103-subnet', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:39.974879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5625f-eddf-46ea-9191-33c2b3827a15 admin admin] Pushing event updated for resources: {'Network': ['ID=3210642d-f6e3-4bc8-bd1f-698bf7e487f9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:39.997259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Made reservation on behalf of dc53e599ff54437ab47fc51d8b2e020d for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:39.999798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.002928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-199a1f7d-451f-453f-912a-ac27dc6f19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:40.004711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-199a1f7d-451f-453f-912a-ac27dc6f19eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.0923462 Jan 28 13:39:40.039267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:40.067426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7d169b33-0115-4a6d-8eab-99c75c1fbe97), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.125277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-48702ba6-4232-48f1-b36a-91fb8b0d59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:40.127188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-48702ba6-4232-48f1-b36a-91fb8b0d59b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036777 Jan 28 13:39:40.174189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 7d169b33-0115-4a6d-8eab-99c75c1fbe97 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:40.292933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:40.316575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '8926250c-5322-43d8-9bab-18e84b2533f4', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'port_id': '600dd9dc-0847-470c-827d-7e49f33ab607', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'mac_address': 'fa:16:3e:3f:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:39:06Z', 'updated_at': '2022-01-28T13:39:36Z', 'revision_number': 1, 'project_id': '69af0ad4945646338076c65561bba12e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:40.402999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c485202-8c94-4417-acee-01b76235d92c None None] Checking router: 775fbe71-9029-40a8-81c4-cfd2922345d0 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:40.405349 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7d169b33-0115-4a6d-8eab-99c75c1fbe97), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.432071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:40.432899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:40.501238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=7d169b33-0115-4a6d-8eab-99c75c1fbe97,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:40.527803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.543362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-40de7d83-0bff-4496-8dcf-e31d301b9588 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/7d169b33-0115-4a6d-8eab-99c75c1fbe97 HTTP/1.1" status: 204 len: 168 time: 0.8952558 Jan 28 13:39:40.543704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:40.612296 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:40.658553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4221fd-2960-459f-a195-9f9a71b9b8c5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:40.672239 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ff4221fd-2960-459f-a195-9f9a71b9b8c5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1150057 Jan 28 13:39:40.680542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38952) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:40.733516 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb22f019-ae59-42e1-81cd-d45ce51b06ba tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:39:40.738099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fb22f019-ae59-42e1-81cd-d45ce51b06ba tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/1a5b9a0b-f380-4a26-9521-b9f193c362c8 HTTP/1.1" status: 404 len: 333 time: 0.0538104 Jan 28 13:39:40.740617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38954) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:40.811737 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe821eb-73de-4b37-b940-2dab4e0e2340 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:39:40.817212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3fe821eb-73de-4b37-b940-2dab4e0e2340 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/7d169b33-0115-4a6d-8eab-99c75c1fbe97 HTTP/1.1" status: 404 len: 333 time: 0.0706835 Jan 28 13:39:40.818349 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38958) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:40.834847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:41.227083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c485202-8c94-4417-acee-01b76235d92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '8926250c-5322-43d8-9bab-18e84b2533f4', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'port_id': '600dd9dc-0847-470c-827d-7e49f33ab607', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'mac_address': 'fa:16:3e:3f:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:39:06Z', 'updated_at': '2022-01-28T13:39:36Z', 'revision_number': 1, 'project_id': '69af0ad4945646338076c65561bba12e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:41.259603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-e9f5d6c0-2fee-41dd-9f3d-68c52bbbcd11 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1246583 Jan 28 13:39:41.406983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06d0259d-f111-405b-a52b-e4d9d0bf839c req-868b1fee-bab3-427c-a17f-9c23617f621c service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396785 Jan 28 13:39:41.520508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (92b5e0f6-a8b7-442e-b3fe-78c622b69573), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.574535 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1e68dadd-df8c-4408-93f6-280038ca11ad), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.585069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b5e0f6-a8b7-442e-b3fe-78c622b69573,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:41.618059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Checking segment: {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:41.618941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Network hostable DHCP agents. Network: 3210642d-f6e3-4bc8-bd1f-698bf7e487f9, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:41.657238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:41.676605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3210642d-f6e3-4bc8-bd1f-698bf7e487f9) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:41.695010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:41.696810 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.741897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21dd5ae5-5403-4d47-8fc7-0d0ae9e13fa6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7900951 Jan 28 13:39:41.745890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:41.763421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:41.771044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3242bde-d673-43f1-a1bf-c239ae96f0f8 None None] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:41.791137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c485202-8c94-4417-acee-01b76235d92c None None] The sync data for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 is: [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '8926250c-5322-43d8-9bab-18e84b2533f4', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'port_id': '600dd9dc-0847-470c-827d-7e49f33ab607', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'mac_address': 'fa:16:3e:3f:9a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:39:06Z', 'updated_at': '2022-01-28T13:39:36Z', 'revision_number': 1, 'project_id': '69af0ad4945646338076c65561bba12e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:41.825702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.829931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.970162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks [] for router_controller (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:41.970388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.107329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238eb7e-ee8a-4e08-8415-18aeda1a5cfb None None] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:42.293501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks [] for router_gateway (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.310838 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9fac40-9a1b-414d-b403-ade55b83e01a None None] New status for floating IP 8926250c-5322-43d8-9bab-18e84b2533f4: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:39:42.684926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1e68dadd-df8c-4408-93f6-280038ca11ad), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.815827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks [] for router_gateway (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.873339 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.895127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e68dadd-df8c-4408-93f6-280038ca11ad']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.971633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7924a460-15ec-4283-8a70-5772df96573a') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.972000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7924a460-15ec-4283-8a70-5772df96573a') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:42.998864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (7924a460-15ec-4283-8a70-5772df96573a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.061466 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7924a460-15ec-4283-8a70-5772df96573a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.106454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:43.106794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (7924a460-15ec-4283-8a70-5772df96573a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:43.110996 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:43.138520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Allocated IP 172.25.4.246 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/e066a087-ea42-4c3f-b8f3-5fa3be780d63) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:43.372618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1e68dadd-df8c-4408-93f6-280038ca11ad), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.409694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks [] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.443018 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.448279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/1e68dadd-df8c-4408-93f6-280038ca11ad HTTP/1.1" status: 204 len: 168 time: 2.6293335 Jan 28 13:39:43.455958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39012) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:43.472373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b296d4-6298-4ec3-b7a5-cc59bafaa3ee tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=1e68dadd-df8c-4408-93f6-280038ca11ad,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:43.481619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-881180043'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:43.534182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (750c6eef-31cf-4c7a-9ce4-53dfa3905484), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.539554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:43.545183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.591927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.684145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e066a087-ea42-4c3f-b8f3-5fa3be780d63,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:43.713795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:43.715440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:43.718584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:43.721349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:43.828429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (11d50d48-11e9-4f4e-a79c-c08186750194), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.828835 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment 11d50d48-11e9-4f4e-a79c-c08186750194 of type vlan for network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 Jan 28 13:39:43.957068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.124607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.142029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:44.142682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.244221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7688036 Jan 28 13:39:44.245099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:44.252580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:44.319723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks [] for router_gateway (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.323705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244cf6a-ba5f-4088-b713-fef3c0ee3a88 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:44.340330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:44.394449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Deleting port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:44.396025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.532494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:44.536190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.646556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Performing IP validity checks on allocation pools {{(pid=103374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:39:44.649410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_backend_mixin [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:39:44.736508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] For port fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:44.736912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.778829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:44.792589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Calling delete_port for fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:45.179286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.211756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:39:45.219486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (ef14f1b8-632c-4c22-a459-1f1fc15fff0e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.220459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:45.495559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=ef14f1b8-632c-4c22-a459-1f1fc15fff0e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:45.520604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': '11d50d48-11e9-4f4e-a79c-c08186750194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:45.526254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:45.594002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (750c6eef-31cf-4c7a-9ce4-53dfa3905484), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.634429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:45.636493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:45.648597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Sync routers for ids ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:45.651172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:45.656960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:45.658188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.666912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:45.668924 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5be094b4-96d2-4b97-a780-1fc42d7ea5f3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9190590 Jan 28 13:39:45.672593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39044) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:45.681598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Routers {'76aeb4e7-bf1a-4192-9057-2a9f96d5522e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:45.692758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:45.692758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f8545-c0ee-476d-b71c-b1d1e5bd5105 None None] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:45.724153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b6a053c5-19f4-43e2-9d66-659b9abad971 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4741967 Jan 28 13:39:45.729287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39046) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:45.737727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394', 'name': 'tempest-PortsIpV6TestJSON-1969507849'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:46.019121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Set router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:46.023049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394', 'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394', 'project_id': 'd623df5240524e29bcef2d194bc5cac2', 'fixed_ips': [{'subnet_id': 'ef14f1b8-632c-4c22-a459-1f1fc15fff0e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:46.024839 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.099488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:46.104602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:46.180373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port f95fef24-ab00-4f08-9e3e-d834f8983b56 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:46.375335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:39:46.705916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Allocated IP 2001:db8::2 (3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394/ef14f1b8-632c-4c22-a459-1f1fc15fff0e/011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:46.729978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:46.730549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:39:43Z', 'revision_number': 3, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port': {'id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:42Z', 'updated_at': '2022-01-28T13:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:46.744683 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] Sync routers for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:46.764867 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:46.766043 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:46.782874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2a593a56-8281-4c25-a262-4fe24785423f admin admin] 10.222.0.45 "PUT /v2.0/routers/750c6eef-31cf-4c7a-9ce4-53dfa3905484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4675083 Jan 28 13:39:46.787410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39070) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:46.818604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Checking router: 76aeb4e7-bf1a-4192-9057-2a9f96d5522e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:46.820774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Updating router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e port e066a087-ea42-4c3f-b8f3-5fa3be780d63 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:46.969165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.066446 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:47.089461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.101359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks [] for router (750c6eef-31cf-4c7a-9ce4-53dfa3905484), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.314841 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:39:45Z', 'revision_number': 5, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port': {'id': '9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:27:41Z', 'updated_at': '2022-01-28T13:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:47.318409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks [] for router_gateway (750c6eef-31cf-4c7a-9ce4-53dfa3905484), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.349237 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] Checking router: 750c6eef-31cf-4c7a-9ce4-53dfa3905484 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:47.361488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Publish callbacks [] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.367470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] Routers {'750c6eef-31cf-4c7a-9ce4-53dfa3905484'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:47.368546 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:47.374272 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.381397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Allocated IP 172.20.0.1 (3210642d-f6e3-4bc8-bd1f-698bf7e487f9/92b5e0f6-a8b7-442e-b3fe-78c622b69573/fda3f1a1-e401-45b9-8b88-fc9db1e52cc2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:47.462579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Deleting port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:47.463044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.526132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:47.534283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:47.548276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:47.587578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Pushing event updated for resources: {'Port': ['ID=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:47.612790 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] Set router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:47.626049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::34c (3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394/ef14f1b8-632c-4c22-a459-1f1fc15fff0e/f95fef24-ab00-4f08-9e3e-d834f8983b56) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:47.652847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks [] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.674036 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:39:47Z', 'revision_number': 6, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:47.774722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Attempting to bind port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:47.775814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Attempting to bind port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '11d50d48-11e9-4f4e-a79c-c08186750194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:47.776434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Attempting to bind port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 on network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:47.788161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:47.789016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Checking segment: {'id': '11d50d48-11e9-4f4e-a79c-c08186750194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:47.789762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.790725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Bound using segment: {'id': '11d50d48-11e9-4f4e-a79c-c08186750194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:47.791520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Bound port: 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d50d48-11e9-4f4e-a79c-c08186750194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:47.792488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.831080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.847048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] For port 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:47.850032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.860669 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Publish callbacks [] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:47.884218 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0aa06c-af7c-4316-bf78-b0074fcb1ef1 None None] The sync data for ids ['750c6eef-31cf-4c7a-9ce4-53dfa3905484'] in n-d-822748-2 is: [{'id': '750c6eef-31cf-4c7a-9ce4-53dfa3905484', 'name': 'tempest-AttachVolumeTestJSON-227798162-router', 'tenant_id': '3dd7e017936e473f933da737b0342f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:27:39Z', 'updated_at': '2022-01-28T13:39:47Z', 'revision_number': 6, 'project_id': '3dd7e017936e473f933da737b0342f59', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:47.901055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Calling delete_port for 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:47.931081 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.082918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] For port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:48.089035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dd652-d390-4b52-9ca8-25840fd43c73 None None] Pushing event updated for resources: {'Port': ['ID=e066a087-ea42-4c3f-b8f3-5fa3be780d63,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:48.099975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Attempting to bind port e066a087-ea42-4c3f-b8f3-5fa3be780d63 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:48.099975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Attempting to bind port e066a087-ea42-4c3f-b8f3-5fa3be780d63 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:48.100313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Attempting to bind port e066a087-ea42-4c3f-b8f3-5fa3be780d63 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:48.141691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:48.142503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:48.142912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.143446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:48.144381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Bound port: e066a087-ea42-4c3f-b8f3-5fa3be780d63, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:48.144765 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.157302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] For port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,segment=NetworkSegment(11d50d48-11e9-4f4e-a79c-c08186750194),segment_id=11d50d48-11e9-4f4e-a79c-c08186750194)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:48.180531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (f95fef24-ab00-4f08-9e3e-d834f8983b56), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.182818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.283313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f8f7c-fb60-43d3-b4e7-f9c138300dd3 None None] Pushing event updated for resources: {'Port': ['ID=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:48.289669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] For port e066a087-ea42-4c3f-b8f3-5fa3be780d63, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:48.294098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] For port e066a087-ea42-4c3f-b8f3-5fa3be780d63, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e066a087-ea42-4c3f-b8f3-5fa3be780d63,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:48.301045 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.327097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f95fef24-ab00-4f08-9e3e-d834f8983b56), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.434622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Routers {'76aeb4e7-bf1a-4192-9057-2a9f96d5522e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:48.437796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:48.442530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:48.483694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:48.486940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:48.511104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:48.516842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:48.521455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:39:48.555717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dd652-d390-4b52-9ca8-25840fd43c73 None None] Pushing event updated for resources: {'Port': ['ID=e066a087-ea42-4c3f-b8f3-5fa3be780d63,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:48.567215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.580211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:48.589536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:48.608453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Pushing event updated for resources: {'Port': ['ID=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:48.649297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:48.688247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] Set router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:48.853114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (750c6eef-31cf-4c7a-9ce4-53dfa3905484), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.055240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:49.137974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:49.138243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fbe0c3d9-5b20-4f8f-8db4-acea7a023f9e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:49.138668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:49.167499 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (750c6eef-31cf-4c7a-9ce4-53dfa3905484), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.172216 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks [] for router_controller (750c6eef-31cf-4c7a-9ce4-53dfa3905484), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.327683 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (750c6eef-31cf-4c7a-9ce4-53dfa3905484), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.328533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750c6eef-31cf-4c7a-9ce4-53dfa3905484 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:39:49.353466 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.359090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3428468e-2824-4e0f-9b82-53e986a11d14 admin admin] 10.222.0.45 "DELETE /v2.0/routers/750c6eef-31cf-4c7a-9ce4-53dfa3905484 HTTP/1.1" status: 204 len: 168 time: 2.5666561 Jan 28 13:39:49.396971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39120) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:49.594354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] Deleting subnet a29a6744-56ab-48f2-8913-c9e5633ae2a9 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:49.617116 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] Publish callbacks [] for subnet (a29a6744-56ab-48f2-8913-c9e5633ae2a9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.713781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (a29a6744-56ab-48f2-8913-c9e5633ae2a9), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.743672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:49.744742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9d3dc0e8-2cfe-4ec8-baf9-4f7d87985ce6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:49.847344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1150596 Jan 28 13:39:49.859669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:49.937569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:49.940728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113818a7-ad8f-41dc-87f0-fc216952ef6a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=f95fef24-ab00-4f08-9e3e-d834f8983b56,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:49.961761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:39:43Z', 'revision_number': 3, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port': {'id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:42Z', 'updated_at': '2022-01-28T13:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:50.018862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a29a6744-56ab-48f2-8913-c9e5633ae2a9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.041119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b681c68-70ec-4838-8468-09500b10f607 None None] The sync data for ids ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'] in n-d-822748-2 is: [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:39:43Z', 'revision_number': 3, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port': {'id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:42Z', 'updated_at': '2022-01-28T13:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:50.183333 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (a29a6744-56ab-48f2-8913-c9e5633ae2a9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.228430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29a6744-56ab-48f2-8913-c9e5633ae2a9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:50.244653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.253552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-778b4151-872f-4b92-abb2-6d9a3f5f97af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a29a6744-56ab-48f2-8913-c9e5633ae2a9 HTTP/1.1" status: 204 len: 168 time: 0.8417180 Jan 28 13:39:50.253798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e30e13b-1895-4cfc-85ea-49a64c6bd8d3 None None] Network 764b5b91-42d5-4030-8d60-84bc13365fab requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:50.254526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:50.499924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (764b5b91-42d5-4030-8d60-84bc13365fab), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.578263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port f95fef24-ab00-4f08-9e3e-d834f8983b56 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:50.578624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f95fef24-ab00-4f08-9e3e-d834f8983b56), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.598361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.679518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] DHCP port deletion for 764b5b91-42d5-4030-8d60-84bc13365fab request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:50.818273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Deleting port a6234d7e-af9e-4525-a78a-21953de6bfe4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:50.818620 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.859745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] Deleting port a6234d7e-af9e-4525-a78a-21953de6bfe4 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:50.860413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.885925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f95fef24-ab00-4f08-9e3e-d834f8983b56), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:50.900585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a157d-a13b-4e22-bb59-cd19361f1eac None None] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:50.938015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for f95fef24-ab00-4f08-9e3e-d834f8983b56 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:51.031998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] For port a6234d7e-af9e-4525-a78a-21953de6bfe4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a6234d7e-af9e-4525-a78a-21953de6bfe4,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:51.032584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.074356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Calling delete_port for a6234d7e-af9e-4525-a78a-21953de6bfe4 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:51.186526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:51.281562 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:39:51.291337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.335424 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f95fef24-ab00-4f08-9e3e-d834f8983b56), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.345983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] No DVR routers for this DVR port a6234d7e-af9e-4525-a78a-21953de6bfe4 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:51.352510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6234d7e-af9e-4525-a78a-21953de6bfe4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:51.366077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0b918701-8880-4601-ba1d-15d5fa86efe9 None None] Provisioning complete for port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:51.366725 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b918701-8880-4601-ba1d-15d5fa86efe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.398612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=f95fef24-ab00-4f08-9e3e-d834f8983b56,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:51.418052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-d4649b83-69f0-43ab-983e-38c742c07a6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4747787 Jan 28 13:39:51.471586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.478900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd760e5d-4831-4a23-be84-9d3017f3ad31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/f95fef24-ab00-4f08-9e3e-d834f8983b56 HTTP/1.1" status: 204 len: 168 time: 1.6149955 Jan 28 13:39:51.485624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] For port a6234d7e-af9e-4525-a78a-21953de6bfe4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a6234d7e-af9e-4525-a78a-21953de6bfe4,segment=NetworkSegment(30d4d8f2-fce2-4884-9b21-a9c47f73a901),segment_id=30d4d8f2-fce2-4884-9b21-a9c47f73a901)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:51.486032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.524135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] Calling delete_port for a6234d7e-af9e-4525-a78a-21953de6bfe4 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:51.533222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39140) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:51.572299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (764b5b91-42d5-4030-8d60-84bc13365fab), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.575168 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12fc617-f6d5-4f74-8d5d-39b816800b1a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:39:51.575764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12fc617-f6d5-4f74-8d5d-39b816800b1a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:39:51.582025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a12fc617-f6d5-4f74-8d5d-39b816800b1a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/f95fef24-ab00-4f08-9e3e-d834f8983b56 HTTP/1.1" status: 404 len: 333 time: 0.0426664 Jan 28 13:39:51.582696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39144) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:51.645112 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a466e7f-9f10-4f87-a24c-dba66e03cddb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:39:51.650559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9a466e7f-9f10-4f87-a24c-dba66e03cddb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/f95fef24-ab00-4f08-9e3e-d834f8983b56 HTTP/1.1" status: 404 len: 333 time: 0.0610533 Jan 28 13:39:51.653418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39146) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:51.682236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764b5b91-42d5-4030-8d60-84bc13365fab']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:51.728026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d4d8f2-fce2-4884-9b21-a9c47f73a901') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:51.731691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d4d8f2-fce2-4884-9b21-a9c47f73a901') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:51.765985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (a6234d7e-af9e-4525-a78a-21953de6bfe4), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.782747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (30d4d8f2-fce2-4884-9b21-a9c47f73a901), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.807009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-278a6690-96e4-42d1-9c19-58614db5a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:51.808377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-278a6690-96e4-42d1-9c19-58614db5a6fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa118efc2004ab5916969e74f3330aa&device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 1097 time: 0.3283277 Jan 28 13:39:51.817641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet ef14f1b8-632c-4c22-a459-1f1fc15fff0e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:39:51.836069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (ef14f1b8-632c-4c22-a459-1f1fc15fff0e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.836348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (30d4d8f2-fce2-4884-9b21-a9c47f73a901), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.849166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:51.849587 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (30d4d8f2-fce2-4884-9b21-a9c47f73a901), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:51.857569 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:51.877531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] Pushing event deleted for resources: {'Port': ['ID=a6234d7e-af9e-4525-a78a-21953de6bfe4,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:51.963884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:51.964946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:51.991376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76be2f-b2ee-471e-984d-e2f1b106d45f None None] No DVR routers for this DVR port a6234d7e-af9e-4525-a78a-21953de6bfe4 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:52.019474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (764b5b91-42d5-4030-8d60-84bc13365fab), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.025616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.031866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] 10.222.0.45 "DELETE /v2.0/networks/764b5b91-42d5-4030-8d60-84bc13365fab HTTP/1.1" status: 204 len: 168 time: 1.7769327 Jan 28 13:39:52.090408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafe3fc-6889-4eee-a498-7fb34d0e4641 admin admin] Pushing event deleted for resources: {'Network': ['ID=764b5b91-42d5-4030-8d60-84bc13365fab,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:52.132925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0b918701-8880-4601-ba1d-15d5fa86efe9 None None] Current status of the port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:52.133994 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b918701-8880-4601-ba1d-15d5fa86efe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.224697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0b918701-8880-4601-ba1d-15d5fa86efe9 None None] For port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,segment=NetworkSegment(11d50d48-11e9-4f4e-a79c-c08186750194),segment_id=11d50d48-11e9-4f4e-a79c-c08186750194)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:52.246367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b918701-8880-4601-ba1d-15d5fa86efe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.321990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (ef14f1b8-632c-4c22-a459-1f1fc15fff0e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.360980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks [] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.373832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.465249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39156) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:52.486931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b918701-8880-4601-ba1d-15d5fa86efe9 None None] Pushing event updated for resources: {'Port': ['ID=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:52.501006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:52.502158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e066a087-ea42-4c3f-b8f3-5fa3be780d63 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:52.578336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f4f4ec1-f642-40bb-a260-5428591c506c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3dd7e017936e473f933da737b0342f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097815 Jan 28 13:39:52.578957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39158) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:52.592421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e066a087-ea42-4c3f-b8f3-5fa3be780d63 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:52.592792 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.615661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Pushing event updated for resources: {'Port': ['ID=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:52.713229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-04d8276c-5a0e-439b-bce1-2ab230abf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:52.715335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-04d8276c-5a0e-439b-bce1-2ab230abf95b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45 HTTP/1.1" status: 200 len: 912 time: 0.7938733 Jan 28 13:39:52.716291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.740545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d73228c3-0564-433d-9171-3138893cb1a4 admin admin] Publish callbacks [] for security_group (897cc720-ed73-4540-b881-9ac6021b7f79), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.796969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d73228c3-0564-433d-9171-3138893cb1a4 admin admin] Publish callbacks [] for security_group (897cc720-ed73-4540-b881-9ac6021b7f79), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.819576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e066a087-ea42-4c3f-b8f3-5fa3be780d63 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:52.820213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.880498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d73228c3-0564-433d-9171-3138893cb1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (897cc720-ed73-4540-b881-9ac6021b7f79), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.883975 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d73228c3-0564-433d-9171-3138893cb1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.889063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d73228c3-0564-433d-9171-3138893cb1a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/897cc720-ed73-4540-b881-9ac6021b7f79 HTTP/1.1" status: 204 len: 168 time: 0.3090365 Jan 28 13:39:52.903748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73228c3-0564-433d-9171-3138893cb1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897cc720-ed73-4540-b881-9ac6021b7f79,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:52.904565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port e066a087-ea42-4c3f-b8f3-5fa3be780d63, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e066a087-ea42-4c3f-b8f3-5fa3be780d63,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:52.907304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-221569de-499b-4163-8eb2-0183c59c563c None None] Provisioning complete for port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:52.908263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-221569de-499b-4163-8eb2-0183c59c563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:52.913171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.025699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6234d7e-af9e-4525-a78a-21953de6bfe4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:53.066693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a6234d7e-af9e-4525-a78a-21953de6bfe4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:53.067049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6234d7e-af9e-4525-a78a-21953de6bfe4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:53.093159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ef14f1b8-632c-4c22-a459-1f1fc15fff0e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.172126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=e066a087-ea42-4c3f-b8f3-5fa3be780d63,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:53.311026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-eeab5c85-1ac6-44ec-8ce7-c685f7e358de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0 HTTP/1.1" status: 200 len: 1000 time: 0.5859017 Jan 28 13:39:53.318914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-221569de-499b-4163-8eb2-0183c59c563c None None] Current status of the port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:53.351684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:53.463341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4e068edb-a0e5-472a-b4e0-691a892831d5 None None] Could not find standard attr ID for object f95fef24-ab00-4f08-9e3e-d834f8983b56. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:39:53.511051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:53.512124 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:53.645146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-8574b292-dbef-44fe-91ba-1b4a1be8db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:53.648510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:53.650351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-8574b292-dbef-44fe-91ba-1b4a1be8db42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56b22070-b4df-41f8-9849-d20e81250eb2 HTTP/1.1" status: 200 len: 850 time: 0.1981204 Jan 28 13:39:53.701138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:39:53.749378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:54.057189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:39:54.084990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (ef14f1b8-632c-4c22-a459-1f1fc15fff0e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.245001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-65039a2b-6ac5-402e-ab04-bf55a20e8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:54.250000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-65039a2b-6ac5-402e-ab04-bf55a20e8d85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb20fae4-c09a-4e88-a3ac-70a9818bbd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5880082 Jan 28 13:39:54.257461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=ef14f1b8-632c-4c22-a459-1f1fc15fff0e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:54.276434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d7a21-0e7d-4c24-9be6-29e77b5eeeec None None] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:54.308067 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.311431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d8c46a97-b610-4b88-960b-a23a7915a526 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/ef14f1b8-632c-4c22-a459-1f1fc15fff0e HTTP/1.1" status: 204 len: 168 time: 2.6535227 Jan 28 13:39:54.314489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39202) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:54.556451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:39:54.568060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] DHCP port deletion for 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:39:54.597512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5bac0ad1-d2e3-4b6d-8b66-2ca2f87a2a2b admin admin] 10.222.0.45 "PUT /v2.0/routers/76aeb4e7-bf1a-4192-9057-2a9f96d5522e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9207544 Jan 28 13:39:54.625976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Sync routers for ids ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:39:54.639532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-bf9d24d0-c89e-4ca6-88d7-c95a416f3c37 service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268332 Jan 28 13:39:54.727147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:54.767074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Routers {'76aeb4e7-bf1a-4192-9057-2a9f96d5522e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:54.767814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:54.871796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62571d5-85d7-4b5a-9058-6f93e794d3d4 req-fcb5d593-b9ff-4183-b057-e3667a7c40e8 service neutron] 10.222.0.36 "GET /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167377 Jan 28 13:39:54.934084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:54.934830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.082648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] For port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,segment=NetworkSegment(11d50d48-11e9-4f4e-a79c-c08186750194),segment_id=11d50d48-11e9-4f4e-a79c-c08186750194)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:55.083450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.107271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:55.110875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] Deleting port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:39:55.111270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.343294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Set router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:55.363728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.424647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No DVR routers for this DVR port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:55.425697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e066a087-ea42-4c3f-b8f3-5fa3be780d63 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:39:55.530707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:55.634010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] For port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,segment=NetworkSegment(11d50d48-11e9-4f4e-a79c-c08186750194),segment_id=11d50d48-11e9-4f4e-a79c-c08186750194)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:39:55.634451 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.689341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] Calling delete_port for 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:39:55.782079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.825738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:55.843413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d50d48-11e9-4f4e-a79c-c08186750194') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:55.843832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d50d48-11e9-4f4e-a79c-c08186750194') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:55.862458 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (11d50d48-11e9-4f4e-a79c-c08186750194), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.921140 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (11d50d48-11e9-4f4e-a79c-c08186750194), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.958334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:39:55.961245 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (11d50d48-11e9-4f4e-a79c-c08186750194), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:39:55.968579 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:39:56.198076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.210372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.221609 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 HTTP/1.1" status: 204 len: 168 time: 1.9009211 Jan 28 13:39:56.222306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39254) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:56.231834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2081740205'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:56.246833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473c9ca-9a83-4c87-8cb7-fe350fedb747 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:56.252545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-9314dd2c-9d3f-46c2-909a-45d5bf6eb799 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:56.259538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-9314dd2c-9d3f-46c2-909a-45d5bf6eb799 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 811 time: 0.2335482 Jan 28 13:39:56.310756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-e75198c1-1bdc-4df1-91c0-5dccc0ab9d5c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/quotas/dc53e599ff54437ab47fc51d8b2e020d HTTP/1.1" status: 200 len: 375 time: 0.0500121 Jan 28 13:39:56.399876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e066a087-ea42-4c3f-b8f3-5fa3be780d63 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:56.400683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.414082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:56.421713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.468345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:39:50Z', 'revision_number': 4, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port': {'id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:42Z', 'updated_at': '2022-01-28T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fda3f1a1-e401-45b9-8b88-fc9db1e52cc2', 'name': '', 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'mac_address': 'fa:16:3e:f8:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:47Z', 'updated_at': '2022-01-28T13:39:51Z', 'revision_number': 2, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'subnets': [{'id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:56.489172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-35f72104-f977-425c-9b14-497ee71e1790 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770015 Jan 28 13:39:56.527009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:39:56.627313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Checking router: 76aeb4e7-bf1a-4192-9057-2a9f96d5522e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:39:56.627930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Updating router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:39:56.635604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (24f1c17a-d657-4b44-a90a-cf7a5ffb4138), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.636347 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment 24f1c17a-d657-4b44-a90a-cf7a5ffb4138 of type vlan for network 8e2a6170-0c6a-4162-9c4b-90383d0f945d Jan 28 13:39:56.666524 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.696581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.726135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.778171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] Network 3e51b1e6-3b5d-4fbd-8e3e-97c425c6f394 is not hosted by any dhcp agent {{(pid=103375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:39:56.781647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] No DVR routers for this DVR port 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:39:56.791404 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8e2a6170-0c6a-4162-9c4b-90383d0f945d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.855470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bd5e0-27fc-482e-ac51-70ceaf2b07dd None None] Pushing event deleted for resources: {'Port': ['ID=011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:56.901257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8e2a6170-0c6a-4162-9c4b-90383d0f945d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.917462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:56.918517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:56.987751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e066a087-ea42-4c3f-b8f3-5fa3be780d63 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:56.999999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-0e5a0575-e06e-4e28-98e4-cba4682670c3 service neutron] 10.222.0.45 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938982 Jan 28 13:39:57.064141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8377919 Jan 28 13:39:57.064321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39274) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:57.069633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:57.085349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:39:57.152836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:39:57.153188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 011a70bf-b8b8-4f4b-b6c0-b7ce6f2909b4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:39:57.167690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4685a-f141-4076-a5ea-0375693e14eb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=8e2a6170-0c6a-4162-9c4b-90383d0f945d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:57.213384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8e2a6170-0c6a-4162-9c4b-90383d0f945d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:39:57.223120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-23ca460c-4d2b-4088-993a-ac43888bd1d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993499 Jan 28 13:39:57.298086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:57.303671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.589269 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Publish callbacks [] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.603358 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.650645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-092b2ba6-d2fb-487d-9cc2-3dfc02d0f44b req-2fc1cf2c-048f-4079-a3dc-3900d1b74cc0 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 210 time: 0.0918803 Jan 28 13:39:57.716390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe97865-60cd-474b-a087-4e8b94dca967 None None] Pushing event updated for resources: {'Port': ['ID=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:57.849462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Attempting to bind port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:39:57.850877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Attempting to bind port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:39:57.851363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Attempting to bind port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 on network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:39:57.862045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:39:57.862045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Checking segment: {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:57.862456 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:57.862842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Bound using segment: {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:39:57.863803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Bound port: fda3f1a1-e401-45b9-8b88-fc9db1e52cc2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:39:57.864544 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.001773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f4f6521c-31e4-4e2d-b2b6-45772b265342), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.160147 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.163731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] For port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:39:58.172678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] For port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:39:58.179945 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.254883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Routers {'76aeb4e7-bf1a-4192-9057-2a9f96d5522e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:39:58.255962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:58.265759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe97865-60cd-474b-a087-4e8b94dca967 None None] Pushing event updated for resources: {'Port': ['ID=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:58.442520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=f4f6521c-31e4-4e2d-b2b6-45772b265342,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:58.471857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': '24f1c17a-d657-4b44-a90a-cf7a5ffb4138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:39:58.474177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: 8e2a6170-0c6a-4162-9c4b-90383d0f945d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:39:58.520470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 8e2a6170-0c6a-4162-9c4b-90383d0f945d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:39:58.527252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] Set router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:39:58.540325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8e2a6170-0c6a-4162-9c4b-90383d0f945d) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:39:58.551302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:58.552651 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:58.592802 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b41bb72a-571d-4472-a1bf-7cf29d64194c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5274022 Jan 28 13:39:58.597190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39318) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:58.602812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-646456543'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:58.612804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b22f4-7602-447f-a8bb-4ec9ef411f45 None None] Network 8e2a6170-0c6a-4162-9c4b-90383d0f945d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:58.626958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39320) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:58.748271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39328) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:58.878598 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-704be619-c0c3-466c-bd85-affdc13f2a37 req-6b370866-f68e-4b88-a9ad-a60b8594d3da tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 210 time: 0.0924520 Jan 28 13:39:59.075934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-8e2a6170-0c6a-4162-9c4b-90383d0f945d', 'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d', 'project_id': 'd623df5240524e29bcef2d194bc5cac2', 'fixed_ips': [{'subnet_id': 'f4f6521c-31e4-4e2d-b2b6-45772b265342'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:39:59.076876 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.183015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7110179f-1401-4886-8e14-c367873eb656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.192528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.204243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:39:59.209013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.246555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 03f854fc-7787-4f13-9af8-637f15c362b6 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:39:59.348262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:39:50Z', 'revision_number': 4, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port': {'id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:42Z', 'updated_at': '2022-01-28T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fda3f1a1-e401-45b9-8b88-fc9db1e52cc2', 'name': '', 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'mac_address': 'fa:16:3e:f8:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:47Z', 'updated_at': '2022-01-28T13:39:58Z', 'revision_number': 4, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'subnets': [{'id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:39:59.400494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337aab19-811a-4421-9b55-6cfda045f958 None None] The sync data for ids ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'] in n-d-822748-2 is: [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:39:50Z', 'revision_number': 4, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port': {'id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:42Z', 'updated_at': '2022-01-28T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fda3f1a1-e401-45b9-8b88-fc9db1e52cc2', 'name': '', 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'mac_address': 'fa:16:3e:f8:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:47Z', 'updated_at': '2022-01-28T13:39:58Z', 'revision_number': 4, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'subnets': [{'id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:39:59.444442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Allocated IP 2001:db8::2 (8e2a6170-0c6a-4162-9c4b-90383d0f945d/f4f6521c-31e4-4e2d-b2b6-45772b265342/ebf193e9-7fc2-4ead-984d-9e54070427d3) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:39:59.540603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Publish callbacks [] for security_group (e03a1c46-a0bf-4e22-b251-f91f6280f165), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.562973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7110179f-1401-4886-8e14-c367873eb656 admin admin] Publish callbacks [] for security_group (c71e5ab3-eb85-4a9b-b86e-428d8bec920b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.577202 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e03a1c46-a0bf-4e22-b251-f91f6280f165), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.584058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7110179f-1401-4886-8e14-c367873eb656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c71e5ab3-eb85-4a9b-b86e-428d8bec920b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.676412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec1fd3e23dca40f99c393f8d361fd034&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0480762 Jan 28 13:39:59.677881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a1c46-a0bf-4e22-b251-f91f6280f165,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:59.680081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39338) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:59.684251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7110179f-1401-4886-8e14-c367873eb656 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa11b39947a7495a9ea3b940f02484b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9348657 Jan 28 13:39:59.689423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39340) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:59.732568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.733903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.734407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.734961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.735482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.736096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.736581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.737367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.737854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.738430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.738915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.739650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.740154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08715d6-b57c-4e67-a36b-b76bfc4c5f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:59.781199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110179f-1401-4886-8e14-c367873eb656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71e5ab3-eb85-4a9b-b86e-428d8bec920b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:59.792846 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Publish callbacks [] for security_group (e03a1c46-a0bf-4e22-b251-f91f6280f165), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.854104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Publish callbacks [] for security_group (e03a1c46-a0bf-4e22-b251-f91f6280f165), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.870633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-373d8f2e-0fdd-4df3-adda-63e2f6361ad1 admin admin] Publish callbacks [] for security_group (c71e5ab3-eb85-4a9b-b86e-428d8bec920b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.941584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-373d8f2e-0fdd-4df3-adda-63e2f6361ad1 admin admin] Publish callbacks [] for security_group (c71e5ab3-eb85-4a9b-b86e-428d8bec920b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.954486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Publish callbacks [] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.963940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.059881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e03a1c46-a0bf-4e22-b251-f91f6280f165), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.063201 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.065448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e03a1c46-a0bf-4e22-b251-f91f6280f165 HTTP/1.1" status: 204 len: 168 time: 0.3843172 Jan 28 13:40:00.083643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a1c46-a0bf-4e22-b251-f91f6280f165,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:00.091616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Network 8e2a6170-0c6a-4162-9c4b-90383d0f945d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:00.102895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-86eb144c-c1d1-4570-95a9-b0f606a2b429 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:00.106230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:00.108477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-86eb144c-c1d1-4570-95a9-b0f606a2b429 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.60 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 811 time: 0.3214147 Jan 28 13:40:00.113318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:00.119065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.119783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.120326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.121196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.121716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.122211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.122779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.123990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.124529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.125105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.125673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.126161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.128150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aff232f-3d24-48e5-820b-74d753f0bfcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:00.137652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Pushing event updated for resources: {'Port': ['ID=ebf193e9-7fc2-4ead-984d-9e54070427d3,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:00.138654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Request body: {'port': {'device_id': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'admin_state_up': True, 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:00.224209 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-373d8f2e-0fdd-4df3-adda-63e2f6361ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c71e5ab3-eb85-4a9b-b86e-428d8bec920b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.227387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-373d8f2e-0fdd-4df3-adda-63e2f6361ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.228581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-373d8f2e-0fdd-4df3-adda-63e2f6361ad1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c71e5ab3-eb85-4a9b-b86e-428d8bec920b HTTP/1.1" status: 204 len: 168 time: 0.5380385 Jan 28 13:40:00.234273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::2cb (8e2a6170-0c6a-4162-9c4b-90383d0f945d/f4f6521c-31e4-4e2d-b2b6-45772b265342/03f854fc-7787-4f13-9af8-637f15c362b6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:00.282896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-633f7483-98c1-4750-9328-46653aafb180 req-085e8c54-b08f-4b09-96ff-f56b2e8bd167 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 210 time: 0.1307950 Jan 28 13:40:00.357229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Attempting to bind port ebf193e9-7fc2-4ead-984d-9e54070427d3 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:00.357708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Attempting to bind port ebf193e9-7fc2-4ead-984d-9e54070427d3 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '24f1c17a-d657-4b44-a90a-cf7a5ffb4138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:00.358342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Attempting to bind port ebf193e9-7fc2-4ead-984d-9e54070427d3 on network 8e2a6170-0c6a-4162-9c4b-90383d0f945d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:00.386699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:00.392116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Checking segment: {'id': '24f1c17a-d657-4b44-a90a-cf7a5ffb4138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:00.393531 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.394928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Bound using segment: {'id': '24f1c17a-d657-4b44-a90a-cf7a5ffb4138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:00.396366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Bound port: ebf193e9-7fc2-4ead-984d-9e54070427d3, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f1c17a-d657-4b44-a90a-cf7a5ffb4138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8e2a6170-0c6a-4162-9c4b-90383d0f945d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:00.400141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.410602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d8f2e-0fdd-4df3-adda-63e2f6361ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71e5ab3-eb85-4a9b-b86e-428d8bec920b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:00.608911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Made reservation on behalf of dc53e599ff54437ab47fc51d8b2e020d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:00.619129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.643894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] For port ebf193e9-7fc2-4ead-984d-9e54070427d3, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:00.667673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (03f854fc-7787-4f13-9af8-637f15c362b6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.675141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] For port ebf193e9-7fc2-4ead-984d-9e54070427d3, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ebf193e9-7fc2-4ead-984d-9e54070427d3,segment=NetworkSegment(24f1c17a-d657-4b44-a90a-cf7a5ffb4138),segment_id=24f1c17a-d657-4b44-a90a-cf7a5ffb4138)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:00.684281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.779173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (03f854fc-7787-4f13-9af8-637f15c362b6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.858666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39360) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:00.873892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eebd4-f50c-4ba3-bfc2-199696c93f27 None None] Pushing event updated for resources: {'Port': ['ID=ebf193e9-7fc2-4ead-984d-9e54070427d3,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:00.933149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c6d351a-98a9-4124-b8f4-3b37b4e7d04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:00.964198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 8e2a6170-0c6a-4162-9c4b-90383d0f945d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:00.980660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:00.991879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:00.998475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Allocated IP 172.20.0.12 (3210642d-f6e3-4bc8-bd1f-698bf7e487f9/92b5e0f6-a8b7-442e-b3fe-78c622b69573/542261c9-161a-4e64-8ee7-e5a1ecfa5de4) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:01.003509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:01.009706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.017051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=03f854fc-7787-4f13-9af8-637f15c362b6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:01.067652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-57934799-df4e-4363-ae95-dbb52bf778ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.4671967 Jan 28 13:40:01.068442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39362) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:01.077905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39364) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:01.097243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed1a1-6b44-4df0-ae3e-07c1330f4ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.328072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed1a1-6b44-4df0-ae3e-07c1330f4ee4 admin admin] Publish callbacks [] for security_group (ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.337750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b0ed1a1-6b44-4df0-ae3e-07c1330f4ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.491626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b0ed1a1-6b44-4df0-ae3e-07c1330f4ee4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b618bcadbf3b4951845028447a289d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123504 Jan 28 13:40:01.496496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ed1a1-6b44-4df0-ae3e-07c1330f4ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:01.498890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:01.619212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ebf193e9-7fc2-4ead-984d-9e54070427d3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:01.644854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21af5c7a-eb9e-44dc-bf7a-1645665daa16 admin admin] Publish callbacks [] for security_group (ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.714768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21af5c7a-eb9e-44dc-bf7a-1645665daa16 admin admin] Publish callbacks [] for security_group (ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.825479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21af5c7a-eb9e-44dc-bf7a-1645665daa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.829120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21af5c7a-eb9e-44dc-bf7a-1645665daa16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.833672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21af5c7a-eb9e-44dc-bf7a-1645665daa16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82 HTTP/1.1" status: 204 len: 168 time: 0.3293624 Jan 28 13:40:01.845431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af5c7a-eb9e-44dc-bf7a-1645665daa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ac33d-19b5-4757-a5a3-b1ec9f79bb82,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.001956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c6d351a-98a9-4124-b8f4-3b37b4e7d04b admin admin] Publish callbacks [] for security_group (0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.055340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ebf193e9-7fc2-4ead-984d-9e54070427d3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:02.057413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.226954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ebf193e9-7fc2-4ead-984d-9e54070427d3 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:02.227492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.280257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks [] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.288303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port ebf193e9-7fc2-4ead-984d-9e54070427d3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ebf193e9-7fc2-4ead-984d-9e54070427d3,segment=NetworkSegment(24f1c17a-d657-4b44-a90a-cf7a5ffb4138),segment_id=24f1c17a-d657-4b44-a90a-cf7a5ffb4138)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:02.300517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.301721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:02.337618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.339282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c6d351a-98a9-4124-b8f4-3b37b4e7d04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.423935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=ebf193e9-7fc2-4ead-984d-9e54070427d3,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.457681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39386) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:02.458722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c6d351a-98a9-4124-b8f4-3b37b4e7d04b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b86d2416b84c4f82a104bb24565a49fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5969779 Jan 28 13:40:02.497908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:02.499863 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.580327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:02.598785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:02.601121 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a717aa02-d763-4305-91a4-9c24a2e00c53 admin admin] Publish callbacks [] for security_group (0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.623942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:02.694692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a717aa02-d763-4305-91a4-9c24a2e00c53 admin admin] Publish callbacks [] for security_group (0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.795293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Pushing event updated for resources: {'Port': ['ID=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.798439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5106f980-2497-4741-bbf1-e5138cac5f4c None None] Network 8e2a6170-0c6a-4162-9c4b-90383d0f945d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:02.805077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d351a-98a9-4124-b8f4-3b37b4e7d04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.839529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a717aa02-d763-4305-91a4-9c24a2e00c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.844725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a717aa02-d763-4305-91a4-9c24a2e00c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.846704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a717aa02-d763-4305-91a4-9c24a2e00c53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66 HTTP/1.1" status: 204 len: 168 time: 0.3875046 Jan 28 13:40:02.871039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717aa02-d763-4305-91a4-9c24a2e00c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffba04b-8cd4-48e6-9a1f-f6cf60eb8a66,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:02.889623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:02.897512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.967011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fba58-14f1-4c45-9da6-93898156fdb4 req-275bf003-2ca9-470c-88ac-a4d86fe1c487 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:02.974709 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d71fba58-14f1-4c45-9da6-93898156fdb4 req-275bf003-2ca9-470c-88ac-a4d86fe1c487 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 932 time: 0.6434591 Jan 28 13:40:02.979230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:02.979963 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:02.995544 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-6ae4836c-7c74-4bb9-8e7b-9dd145834da9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8714767 Jan 28 13:40:03.022701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2c8560ce-117a-4f6f-9e65-eab2f201a556 None None] Provisioning complete for port ebf193e9-7fc2-4ead-984d-9e54070427d3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:03.022952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c8560ce-117a-4f6f-9e65-eab2f201a556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.028458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Request body: {'port': {'device_id': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:03.060885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 03f854fc-7787-4f13-9af8-637f15c362b6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:03.061450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (03f854fc-7787-4f13-9af8-637f15c362b6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.139736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:03.261839 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.315488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.498246 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d71fba58-14f1-4c45-9da6-93898156fdb4 req-0840448c-9be6-4cec-9c6f-4584518414ff tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955535 Jan 28 13:40:03.499803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ebf193e9-7fc2-4ead-984d-9e54070427d3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:03.636445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39414) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:03.672222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb07602a-d8c7-4cde-bad8-f37ba26473f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.726478 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (03f854fc-7787-4f13-9af8-637f15c362b6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.728733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:03.782953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 03f854fc-7787-4f13-9af8-637f15c362b6 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:03.858344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb07602a-d8c7-4cde-bad8-f37ba26473f8 admin admin] Publish callbacks [] for security_group (713dd71f-f878-461a-9442-510b88cc90bb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.864399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb07602a-d8c7-4cde-bad8-f37ba26473f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (713dd71f-f878-461a-9442-510b88cc90bb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.875571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2c8560ce-117a-4f6f-9e65-eab2f201a556 None None] Current status of the port ebf193e9-7fc2-4ead-984d-9e54070427d3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:03.909677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ebf193e9-7fc2-4ead-984d-9e54070427d3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:03.910358 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:03.925241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bb07602a-d8c7-4cde-bad8-f37ba26473f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc130b0015d4461e80f035a5cd4840a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875936 Jan 28 13:40:03.926865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39424) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.035658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07602a-d8c7-4cde-bad8-f37ba26473f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713dd71f-f878-461a-9442-510b88cc90bb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:04.054420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (03f854fc-7787-4f13-9af8-637f15c362b6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.075524 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d3a608fe-9b9b-4670-9832-b8dd564343e6 admin admin] Publish callbacks [] for security_group (713dd71f-f878-461a-9442-510b88cc90bb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.085454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ebf193e9-7fc2-4ead-984d-9e54070427d3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:04.099261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=03f854fc-7787-4f13-9af8-637f15c362b6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:04.144407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.150186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c247f5c7-041d-433f-8d3a-0490e7f1cca9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/03f854fc-7787-4f13-9af8-637f15c362b6 HTTP/1.1" status: 204 len: 168 time: 3.0623732 Jan 28 13:40:04.150368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.172762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d3a608fe-9b9b-4670-9832-b8dd564343e6 admin admin] Publish callbacks [] for security_group (713dd71f-f878-461a-9442-510b88cc90bb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.204150 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9b1368-624b-41f0-be4e-ae1ad303411e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:04.208167 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a9b1368-624b-41f0-be4e-ae1ad303411e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/03f854fc-7787-4f13-9af8-637f15c362b6 HTTP/1.1" status: 404 len: 333 time: 0.0543568 Jan 28 13:40:04.209879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39430) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:04.304890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet f4f6521c-31e4-4e2d-b2b6-45772b265342 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:04.323937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (f4f6521c-31e4-4e2d-b2b6-45772b265342), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.329345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-299caab8-457c-43f9-b95a-f5268bbd0c71 None None] Provisioning complete for port ebf193e9-7fc2-4ead-984d-9e54070427d3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:04.329735 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-299caab8-457c-43f9-b95a-f5268bbd0c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.331715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:40:04.342459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Publish callbacks [] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.407110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Transition to ACTIVE for port object 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:40:04.410591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d3a608fe-9b9b-4670-9832-b8dd564343e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (713dd71f-f878-461a-9442-510b88cc90bb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.411779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.414537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d3a608fe-9b9b-4670-9832-b8dd564343e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.418422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d3a608fe-9b9b-4670-9832-b8dd564343e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/713dd71f-f878-461a-9442-510b88cc90bb HTTP/1.1" status: 204 len: 168 time: 0.4880621 Jan 28 13:40:04.478717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a608fe-9b9b-4670-9832-b8dd564343e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713dd71f-f878-461a-9442-510b88cc90bb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:04.490695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (f4f6521c-31e4-4e2d-b2b6-45772b265342), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.504674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Pushing event updated for resources: {'Port': ['ID=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:04.612910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-299caab8-457c-43f9-b95a-f5268bbd0c71 None None] Current status of the port ebf193e9-7fc2-4ead-984d-9e54070427d3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:04.631817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-299caab8-457c-43f9-b95a-f5268bbd0c71 None None] Could not find standard attr ID for object 03f854fc-7787-4f13-9af8-637f15c362b6. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:04.698051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Attempting to bind port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:04.698400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Attempting to bind port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:04.698736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Attempting to bind port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 on network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:04.703886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 on network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:40:04.704187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Attempting to bind port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 on network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:04.712019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:04.712413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Checking segment: {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:04.712959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Bound using segment: {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:04.713406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Bound port: 542261c9-161a-4e64-8ee7-e5a1ecfa5de4, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:04.713777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.754143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ed41bce5-5b83-4755-bdc9-01120835c2e6 None None] Could not find standard attr ID for object 03f854fc-7787-4f13-9af8-637f15c362b6. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:04.869342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] For port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:04.878893 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-450f4174-bf0a-4136-8869-0111a854257c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.884400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] For port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:04.895327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.949367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083a6b4-27ab-4914-99e5-59c17ae6f312 req-0a3c4f54-0d44-46f7-8d20-4ec604f475e5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:04.951411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f083a6b4-27ab-4914-99e5-59c17ae6f312 req-0a3c4f54-0d44-46f7-8d20-4ec604f475e5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 944 time: 0.2920656 Jan 28 13:40:05.003554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:05.004766 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.006749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] 10.222.0.60 "PUT /v2.0/ports/542261c9-161a-4e64-8ee7-e5a1ecfa5de4 HTTP/1.1" status: 200 len: 1092 time: 1.9894569 Jan 28 13:40:05.007395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'tag': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:05.010448 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63722f43-a317-4cfc-a722-fd1e2d049f79" -d '{"events": [{"name": "network-changed", "server_uuid": "767d32a3-612f-4f42-a17d-7b4f6b1377e6", "tag": "542261c9-161a-4e64-8ee7-e5a1ecfa5de4"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:05.042570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f4f6521c-31e4-4e2d-b2b6-45772b265342), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.121295 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a56599c-c01b-4c8d-a77e-456c7eecac8f x-openstack-request-id: req-5a56599c-c01b-4c8d-a77e-456c7eecac8f {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:05.122080 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767d32a3-612f-4f42-a17d-7b4f6b1377e6", "tag": "542261c9-161a-4e64-8ee7-e5a1ecfa5de4", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:05.122080 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a56599c-c01b-4c8d-a77e-456c7eecac8f {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:05.122350 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'tag': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4', 'status': 'completed', 'code': 200} Jan 28 13:40:05.142099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd63c1-931e-45fd-80b2-8badb3590134 service neutron] Pushing event updated for resources: {'Port': ['ID=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:05.166128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f083a6b4-27ab-4914-99e5-59c17ae6f312 req-3386a5a2-aaac-4b40-8ab9-925aa46f11d7 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044082 Jan 28 13:40:05.181047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-fd57ce86-12e8-4fd9-9124-6867dde6301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:05.186356 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-fd57ce86-12e8-4fd9-9124-6867dde6301b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 1095 time: 0.1089432 Jan 28 13:40:05.270065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (f4f6521c-31e4-4e2d-b2b6-45772b265342), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.279553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-0f275bf1-2227-4dc5-9804-1d75720c8af4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4 HTTP/1.1" status: 200 len: 217 time: 0.0815034 Jan 28 13:40:05.330771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f6521c-31e4-4e2d-b2b6-45772b265342,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:05.343014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.348071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099353a3-82eb-47f6-90c4-a2d5d5e95157 None None] Network 8e2a6170-0c6a-4162-9c4b-90383d0f945d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:05.368964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39470) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:05.369209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-14f90f19-3c3d-4f99-8317-afd4b6189b82 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/f4f6521c-31e4-4e2d-b2b6-45772b265342 HTTP/1.1" status: 204 len: 168 time: 1.1575491 Jan 28 13:40:05.447059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-e4f5c6c2-62df-4df8-83de-680021cf9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:05.451694 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-e4f5c6c2-62df-4df8-83de-680021cf9061 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.1653581 Jan 28 13:40:05.472626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:05.612516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:05.612904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.641611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-8d466d84-afab-4f55-a5af-ee44defba8ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223974 Jan 28 13:40:05.737226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:05.742351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] DHCP port deletion for 8e2a6170-0c6a-4162-9c4b-90383d0f945d request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:05.818394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8e2a6170-0c6a-4162-9c4b-90383d0f945d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.847648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] Deleting port ebf193e9-7fc2-4ead-984d-9e54070427d3 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:05.848376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.937986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] For port ebf193e9-7fc2-4ead-984d-9e54070427d3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ebf193e9-7fc2-4ead-984d-9e54070427d3,segment=NetworkSegment(24f1c17a-d657-4b44-a90a-cf7a5ffb4138),segment_id=24f1c17a-d657-4b44-a90a-cf7a5ffb4138)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:05.939738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:05.970849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] Calling delete_port for ebf193e9-7fc2-4ead-984d-9e54070427d3 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:06.014177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-83c2dc1a-c265-4dfa-b2ff-f408dc7b7863 service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614678 Jan 28 13:40:06.065738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port ebf193e9-7fc2-4ead-984d-9e54070427d3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:06.066365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.149012 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.177441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] Pushing event deleted for resources: {'Port': ['ID=ebf193e9-7fc2-4ead-984d-9e54070427d3,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:06.185738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9dc26-bf22-4651-ac13-1572f39d7c82 None None] No DVR routers for this DVR port ebf193e9-7fc2-4ead-984d-9e54070427d3 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:06.265424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] For port ebf193e9-7fc2-4ead-984d-9e54070427d3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ebf193e9-7fc2-4ead-984d-9e54070427d3,segment=NetworkSegment(24f1c17a-d657-4b44-a90a-cf7a5ffb4138),segment_id=24f1c17a-d657-4b44-a90a-cf7a5ffb4138)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:06.265865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.294239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for ebf193e9-7fc2-4ead-984d-9e54070427d3 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:06.303804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4db35e3d-dc61-45f9-afbd-c4414c2b83f5 req-aa3b0cee-5e83-434a-b4d9-7ee8c9f82384 service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781219 Jan 28 13:40:06.490245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-11e6717b-21f2-4d3b-b700-9767f8d9ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:06.491901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-11e6717b-21f2-4d3b-b700-9767f8d9ad28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 1095 time: 0.1134984 Jan 28 13:40:06.502962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0c400-62c9-4c6c-b407-1feb3c2ca815 req-b76439fd-7c10-4102-a56b-68f21ca7aeb5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:06.505192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34c0c400-62c9-4c6c-b407-1feb3c2ca815 req-b76439fd-7c10-4102-a56b-68f21ca7aeb5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 944 time: 0.1257436 Jan 28 13:40:06.603602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-f69a60dc-0832-45d0-92f3-76b72db91b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:06.605090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-f69a60dc-0832-45d0-92f3-76b72db91b14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 912 time: 0.0989368 Jan 28 13:40:06.616953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ebf193e9-7fc2-4ead-984d-9e54070427d3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.699119 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-c099cc6e-6b94-4796-b11e-54fd5f14070d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4 HTTP/1.1" status: 200 len: 217 time: 0.0838683 Jan 28 13:40:06.702323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=ebf193e9-7fc2-4ead-984d-9e54070427d3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:06.704357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No DVR routers for this DVR port ebf193e9-7fc2-4ead-984d-9e54070427d3 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:06.809806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:06.851996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34c0c400-62c9-4c6c-b407-1feb3c2ca815 req-4b650051-7b58-4e56-aefe-7fdaafd72116 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445948 Jan 28 13:40:06.869343 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8e2a6170-0c6a-4162-9c4b-90383d0f945d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.892819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-d7dbad74-7b6e-4d10-856a-0ee9d3d96dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:06.897603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-d7dbad74-7b6e-4d10-856a-0ee9d3d96dfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.1661961 Jan 28 13:40:06.925453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2a6170-0c6a-4162-9c4b-90383d0f945d']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:06.951326 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-f3d01959-e634-4a6c-84c4-0e968ae2c007 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417819 Jan 28 13:40:06.956197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f1c17a-d657-4b44-a90a-cf7a5ffb4138') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:06.956696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f1c17a-d657-4b44-a90a-cf7a5ffb4138') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:06.976496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (24f1c17a-d657-4b44-a90a-cf7a5ffb4138), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:06.979983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b2ec-6a2b-4708-a231-266d548ff08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.041977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (24f1c17a-d657-4b44-a90a-cf7a5ffb4138), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.055439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:40:07.056271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (24f1c17a-d657-4b44-a90a-cf7a5ffb4138), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:40:07.060173 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:40:07.176781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-39b2f2a6-6c22-48f9-aaa8-cb67d28fbecc service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117095 Jan 28 13:40:07.184472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8e2a6170-0c6a-4162-9c4b-90383d0f945d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.193728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.199357 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/8e2a6170-0c6a-4162-9c4b-90383d0f945d HTTP/1.1" status: 204 len: 168 time: 1.8268409 Jan 28 13:40:07.199484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39530) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:07.217812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'name': 'tempest-PortsIpV6TestJSON-441735691'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:07.236417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2502ac-8eae-4309-b986-95e61a216a2b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=8e2a6170-0c6a-4162-9c4b-90383d0f945d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:07.335087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b2ec-6a2b-4708-a231-266d548ff08f admin admin] Publish callbacks [] for security_group (006b21a6-b156-4c54-b615-c8bd24d3f1f2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.337814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-63722f43-a317-4cfc-a722-fd1e2d049f79 req-f3f71ce1-364f-40fa-acf9-bac8360a956d service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382341 Jan 28 13:40:07.361897 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b2ec-6a2b-4708-a231-266d548ff08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (006b21a6-b156-4c54-b615-c8bd24d3f1f2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.403387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ebf193e9-7fc2-4ead-984d-9e54070427d3 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:07.410893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4b2ec-6a2b-4708-a231-266d548ff08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006b21a6-b156-4c54-b615-c8bd24d3f1f2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:07.425859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:07.429277 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.446488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3dc4b2ec-6a2b-4708-a231-266d548ff08f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63325ee640954333a97fdabdd30d3489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6355634 Jan 28 13:40:07.449780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39534) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:07.450108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ebf193e9-7fc2-4ead-984d-9e54070427d3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:07.450942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ebf193e9-7fc2-4ead-984d-9e54070427d3 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:07.482689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 2c2ca70e-fa14-4fda-9850-7ae744a34aac yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:07.566215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-25a87f86-0ff9-419c-a31b-41c763a45305 admin admin] Publish callbacks [] for security_group (006b21a6-b156-4c54-b615-c8bd24d3f1f2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.611307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-25a87f86-0ff9-419c-a31b-41c763a45305 admin admin] Publish callbacks [] for security_group (006b21a6-b156-4c54-b615-c8bd24d3f1f2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.700917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06fdfa1b-5a3b-4dc7-b3a5-4dd0efdb640e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.773925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-25a87f86-0ff9-419c-a31b-41c763a45305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (006b21a6-b156-4c54-b615-c8bd24d3f1f2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.776970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-25a87f86-0ff9-419c-a31b-41c763a45305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.780430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-25a87f86-0ff9-419c-a31b-41c763a45305 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/006b21a6-b156-4c54-b615-c8bd24d3f1f2 HTTP/1.1" status: 204 len: 168 time: 0.3272157 Jan 28 13:40:07.781719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (2c2ca70e-fa14-4fda-9850-7ae744a34aac), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.795573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a87f86-0ff9-419c-a31b-41c763a45305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006b21a6-b156-4c54-b615-c8bd24d3f1f2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:07.853942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2c2ca70e-fa14-4fda-9850-7ae744a34aac), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:07.968013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=2c2ca70e-fa14-4fda-9850-7ae744a34aac,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:07.969618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:40:07.983968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:07.986539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:07.990704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:08.004792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.006953 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.060753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39550) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:08.076102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd197809-5386-4aac-8aa7-e03dc0166dea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8770330 Jan 28 13:40:08.194650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfff4b-6586-44f0-a0c2-ec8a84029889 req-29d6c20c-4476-4e46-b3f1-377d01fd617d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:08.198706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fcfff4b-6586-44f0-a0c2-ec8a84029889 req-29d6c20c-4476-4e46-b3f1-377d01fd617d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 944 time: 0.1156995 Jan 28 13:40:08.312733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:08.343965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4', 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'port_id': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4', 'mac_address': 'fa:16:3e:07:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:40:08.346092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fcfff4b-6586-44f0-a0c2-ec8a84029889 req-c5533408-86cf-4cb2-8a58-d73ff9462787 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427867 Jan 28 13:40:08.368599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 2c2ca70e-fa14-4fda-9850-7ae744a34aac {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:08.370015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2c2ca70e-fa14-4fda-9850-7ae744a34aac), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.420986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:08.421518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.447167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:40:08.489743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:08.495545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.499683 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2c2ca70e-fa14-4fda-9850-7ae744a34aac), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.518094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 2c2ca70e-fa14-4fda-9850-7ae744a34aac owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:08.616131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:08.675480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.727528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2c2ca70e-fa14-4fda-9850-7ae744a34aac), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.760824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['542261c9-161a-4e64-8ee7-e5a1ecfa5de4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:40:08.778195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=2c2ca70e-fa14-4fda-9850-7ae744a34aac,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:08.789465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:08.801171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3c315567-c900-42ee-9483-f06ccf2981ae tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/2c2ca70e-fa14-4fda-9850-7ae744a34aac HTTP/1.1" status: 204 len: 168 time: 0.7387593 Jan 28 13:40:08.804463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:08.809588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'mac_address': 'fa:16:3e:04:74:ba', 'name': 'tempest-PortsIpV6TestJSON-765088660'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:09.083169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:09.186537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.237459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port f238e366-0147-4e56-9f75-fd2d9a3ada8d yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:09.627209 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (f238e366-0147-4e56-9f75-fd2d9a3ada8d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.640481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2d336-9339-457c-9190-3ccef50a6e73 req-eb3b976b-6e68-4643-b560-13fe09d7723e tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:09.642166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ab2d336-9339-457c-9190-3ccef50a6e73 req-eb3b976b-6e68-4643-b560-13fe09d7723e tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 945 time: 0.1406946 Jan 28 13:40:09.730980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ab2d336-9339-457c-9190-3ccef50a6e73 req-d5ff326c-10b0-4156-87be-a66f1902a59b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775597 Jan 28 13:40:09.739248 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f238e366-0147-4e56-9f75-fd2d9a3ada8d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.815533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:09.826285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:09.831423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:09.838023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:09.838670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:09.848673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=f238e366-0147-4e56-9f75-fd2d9a3ada8d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:09.867811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d6b9efc2-aa10-41dc-ab5b-4a256edd243e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0622537 Jan 28 13:40:09.870673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39608) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:09.934290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a64b089-27f6-4a68-8833-4b1f98d074f2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:09.935954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6a64b089-27f6-4a68-8833-4b1f98d074f2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/f238e366-0147-4e56-9f75-fd2d9a3ada8d HTTP/1.1" status: 200 len: 844 time: 0.0640564 Jan 28 13:40:09.938745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39618) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:09.966675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:10.078495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port f238e366-0147-4e56-9f75-fd2d9a3ada8d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:10.079134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f238e366-0147-4e56-9f75-fd2d9a3ada8d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.150868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:40:10.161292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:10.161729 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.207527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f238e366-0147-4e56-9f75-fd2d9a3ada8d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.245995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for f238e366-0147-4e56-9f75-fd2d9a3ada8d owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:10.288494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:10.289167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.316302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:10.320057 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98cbb69-8cdc-40ea-80f8-d6452eb85218" -d '{"events": [{"server_uuid": "767d32a3-612f-4f42-a17d-7b4f6b1377e6", "name": "network-vif-plugged", "status": "completed", "tag": "542261c9-161a-4e64-8ee7-e5a1ecfa5de4"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:10.343363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:10.348727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.371174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f238e366-0147-4e56-9f75-fd2d9a3ada8d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.422324 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7450a1-f31e-4ef8-a799-34ef84fb62bb x-openstack-request-id: req-6c7450a1-f31e-4ef8-a799-34ef84fb62bb {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:10.423132 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d32a3-612f-4f42-a17d-7b4f6b1377e6", "name": "network-vif-plugged", "status": "completed", "tag": "542261c9-161a-4e64-8ee7-e5a1ecfa5de4", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:10.423536 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c7450a1-f31e-4ef8-a799-34ef84fb62bb {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:10.423939 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4', 'code': 200} Jan 28 13:40:10.425066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:10.441667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=f238e366-0147-4e56-9f75-fd2d9a3ada8d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:10.456988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.462661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fe47664e-35ef-4207-9395-1a1485ca6843 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/f238e366-0147-4e56-9f75-fd2d9a3ada8d HTTP/1.1" status: 204 len: 168 time: 0.5228133 Jan 28 13:40:10.465708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39658) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:10.511545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.554359 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f6726e-c1fe-4ae6-9d01-4508e0e2627e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:10.564620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86f6726e-c1fe-4ae6-9d01-4508e0e2627e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/f238e366-0147-4e56-9f75-fd2d9a3ada8d HTTP/1.1" status: 404 len: 333 time: 0.0956769 Jan 28 13:40:10.566162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39662) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:10.585628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'name': 'tempest-PortsIpV6TestJSON-1290476263'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:10.640292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11543769-bd7e-4ea9-8b95-ff9457967fa3 req-24d4ee4a-cd8b-418a-9aaa-e62c5598b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:10.645571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11543769-bd7e-4ea9-8b95-ff9457967fa3 req-24d4ee4a-cd8b-418a-9aaa-e62c5598b942 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 1097 time: 0.1117394 Jan 28 13:40:10.765255 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-11543769-bd7e-4ea9-8b95-ff9457967fa3 req-843b616b-7f56-46b2-9ebb-1105c102809d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051753 Jan 28 13:40:10.781493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:10.786267 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:10.820253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port d180aedc-34c2-48ed-8f84-32d7235f0067 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:10.977300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95bb3c-ba87-4440-8d19-b5a846bae686 req-258ecd31-b947-4500-8ebf-8113cfccf2aa tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:10.982011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da95bb3c-ba87-4440-8d19-b5a846bae686 req-258ecd31-b947-4500-8ebf-8113cfccf2aa tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1067147 Jan 28 13:40:11.043811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.078495 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da95bb3c-ba87-4440-8d19-b5a846bae686 req-965daffc-7411-403c-88ee-0cd96c20f184 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902009 Jan 28 13:40:11.121829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.183619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:11.187317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:11.204309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:11.220781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:11.221462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.225701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=d180aedc-34c2-48ed-8f84-32d7235f0067,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:11.249208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-771892b4-03fc-4daa-90e3-34643390015b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6746044 Jan 28 13:40:11.249353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39702) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:11.254870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:11.394403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:11.746184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.051142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.065833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.109186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] In _notify_port_updated(), no bound segment for port d180aedc-34c2-48ed-8f84-32d7235f0067 on network d03d4e3a-60d8-489c-889c-c4d124b1ec4c {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:40:12.127376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:12.128148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.129670 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "PUT /v2.0/ports/d180aedc-34c2-48ed-8f84-32d7235f0067 HTTP/1.1" status: 200 len: 818 time: 0.8794644 Jan 28 13:40:12.132778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39730) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:12.215329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae29e4-2c92-4c3c-9a16-5e620d30774b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=d180aedc-34c2-48ed-8f84-32d7235f0067,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:12.808552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95763-8cac-44db-87ad-c036b25ec5a3 req-df78dba7-99c0-4495-8546-8aff4f545abd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:12.810179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32e95763-8cac-44db-87ad-c036b25ec5a3 req-df78dba7-99c0-4495-8546-8aff4f545abd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.5509512 Jan 28 13:40:12.813386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port d180aedc-34c2-48ed-8f84-32d7235f0067 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:12.814600 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.944660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:12.971723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32e95763-8cac-44db-87ad-c036b25ec5a3 req-db01a153-27e0-450b-9b6c-313f5d9940e9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513884 Jan 28 13:40:12.972814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for d180aedc-34c2-48ed-8f84-32d7235f0067 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:13.181343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d180aedc-34c2-48ed-8f84-32d7235f0067), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.227644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=d180aedc-34c2-48ed-8f84-32d7235f0067,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:13.237146 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.241672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-310bff4e-6190-4155-9184-d35848d1faf2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/d180aedc-34c2-48ed-8f84-32d7235f0067 HTTP/1.1" status: 204 len: 168 time: 1.1075001 Jan 28 13:40:13.244101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39750) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:13.321926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560c48f-24b3-4f97-8e11-70d8a0ac9909 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.328390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a560c48f-24b3-4f97-8e11-70d8a0ac9909 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0809715 Jan 28 13:40:13.330106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39756) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:13.394021 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e0158b-4265-4d4f-9371-48050c43a011 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:13.397863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c2e0158b-4265-4d4f-9371-48050c43a011 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/d180aedc-34c2-48ed-8f84-32d7235f0067 HTTP/1.1" status: 404 len: 333 time: 0.0609906 Jan 28 13:40:13.403964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39758) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:13.424024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1990459692'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:13.461738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-6cc9b1ae-120d-45fc-9da6-8aaebd95437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.463859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-6cc9b1ae-120d-45fc-9da6-8aaebd95437f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 1097 time: 0.1142168 Jan 28 13:40:13.504011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:13.510093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.564003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aff7f4-1a1d-4af7-877c-69853ae82db6 req-ba08cb8d-13c9-4bb2-8d48-ec996bb22df1 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.565791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00aff7f4-1a1d-4af7-877c-69853ae82db6 req-ba08cb8d-13c9-4bb2-8d48-ec996bb22df1 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1661823 Jan 28 13:40:13.618047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:40:13.651375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e55f360e-137a-460f-a454-cece6ff05ad0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.651738 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment e55f360e-137a-460f-a454-cece6ff05ad0 of type vlan for network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 Jan 28 13:40:13.685299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-c53b33b6-fde2-4163-b952-4ce3845106cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.687868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-c53b33b6-fde2-4163-b952-4ce3845106cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 912 time: 0.2149937 Jan 28 13:40:13.702737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00aff7f4-1a1d-4af7-877c-69853ae82db6 req-c24f21fd-211d-418a-b109-43af8b73820f tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111383 Jan 28 13:40:13.735694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (70f4ea4f-eb5b-4e10-9758-9f08049fc270), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.814098 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (70f4ea4f-eb5b-4e10-9758-9f08049fc270), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.822073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-63929dd7-1381-4f55-8308-ffca992a21e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4 HTTP/1.1" status: 200 len: 217 time: 0.1268873 Jan 28 13:40:13.828291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.829901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:13.874835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4595754 Jan 28 13:40:13.881848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39772) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:13.925176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:13.933035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-f4b0409c-25d2-4b39-9c2d-45b5c460fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:13.936751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-f4b0409c-25d2-4b39-9c2d-45b5c460fcf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.1074693 Jan 28 13:40:14.023645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-0d6ab27c-7bb0-48bc-a255-f032c6c95cfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791309 Jan 28 13:40:14.119614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7f8df-97ec-481b-8d93-88e0432b9034 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=70f4ea4f-eb5b-4e10-9758-9f08049fc270,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:14.130253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:40:14.193671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:14.202515 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.254855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-fe8812e7-4980-48b3-93c7-8abcb92c70d3 service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190654 Jan 28 13:40:14.427034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8ab36b2-6f1a-49f9-85be-589c3b9c71da req-4bb77bab-7bc6-4794-8d10-e0b8e1aa0f79 service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641140 Jan 28 13:40:14.567106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (dd0e1fc7-58d3-4e11-ae72-be8ba186975a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.682610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=dd0e1fc7-58d3-4e11-ae72-be8ba186975a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:14.691908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': 'e55f360e-137a-460f-a454-cece6ff05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:14.692389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: 70f4ea4f-eb5b-4e10-9758-9f08049fc270, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:40:14.717443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:40:14.731883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 70f4ea4f-eb5b-4e10-9758-9f08049fc270) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:14.738932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:14.740759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13673959-5911-4185-9f59-f20a017dea96 None None] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:14.742148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.781181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-38e7ac79-ff5d-4f36-96c4-94644e382f42 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8975778 Jan 28 13:40:14.783772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39794) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:14.818235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d2352406-94ae-43a5-bf3b-d93705e030fd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:14.911643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-70f4ea4f-eb5b-4e10-9758-9f08049fc270', 'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270', 'project_id': 'd623df5240524e29bcef2d194bc5cac2', 'fixed_ips': [{'subnet_id': 'dd0e1fc7-58d3-4e11-ae72-be8ba186975a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:14.920868 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:14.966688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808594f0-3d1f-4770-80aa-d2f9210ea719 req-933227c4-d3e9-4c3a-bcd1-7e472b735140 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:14.976887 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-808594f0-3d1f-4770-80aa-d2f9210ea719 req-933227c4-d3e9-4c3a-bcd1-7e472b735140 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.0845494 Jan 28 13:40:15.071211 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-808594f0-3d1f-4770-80aa-d2f9210ea719 req-bfa7c2c3-60ad-4bbd-88b9-e72e87e918ec tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933204 Jan 28 13:40:15.165174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2352406-94ae-43a5-bf3b-d93705e030fd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:15.171681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2352406-94ae-43a5-bf3b-d93705e030fd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.242060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Allocated IP 2001:db8::2 (70f4ea4f-eb5b-4e10-9758-9f08049fc270/dd0e1fc7-58d3-4e11-ae72-be8ba186975a/0402dd9e-d821-4856-98d0-cad76f23274b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:15.424804 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-d2352406-94ae-43a5-bf3b-d93705e030fd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd0e1fc7-58d3-4e11-ae72-be8ba186975a (CIDR: 2001:db8::/64) Jan 28 13:40:15.429508 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2352406-94ae-43a5-bf3b-d93705e030fd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:40:15.430567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2352406-94ae-43a5-bf3b-d93705e030fd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:40:15.473169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2352406-94ae-43a5-bf3b-d93705e030fd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6739750 Jan 28 13:40:15.484158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39816) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:15.484158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:15.531471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Publish callbacks [] for port (0402dd9e-d821-4856-98d0-cad76f23274b), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.542503 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.619135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:15.622545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:15.628868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:15.639702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Pushing event updated for resources: {'Port': ['ID=0402dd9e-d821-4856-98d0-cad76f23274b,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:15.680692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:15.686565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.775212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Attempting to bind port 0402dd9e-d821-4856-98d0-cad76f23274b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:15.776250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Attempting to bind port 0402dd9e-d821-4856-98d0-cad76f23274b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e55f360e-137a-460f-a454-cece6ff05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:15.776835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Attempting to bind port 0402dd9e-d821-4856-98d0-cad76f23274b on network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:15.790815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:15.791488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Checking segment: {'id': 'e55f360e-137a-460f-a454-cece6ff05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:15.792652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:15.795350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Bound using segment: {'id': 'e55f360e-137a-460f-a454-cece6ff05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:15.799342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Bound port: 0402dd9e-d821-4856-98d0-cad76f23274b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55f360e-137a-460f-a454-cece6ff05ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:15.800017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.179627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] For port 0402dd9e-d821-4856-98d0-cad76f23274b, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:16.187100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] For port 0402dd9e-d821-4856-98d0-cad76f23274b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0402dd9e-d821-4856-98d0-cad76f23274b,segment=NetworkSegment(e55f360e-137a-460f-a454-cece6ff05ad0),segment_id=e55f360e-137a-460f-a454-cece6ff05ad0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:16.193117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (6d26ff15-af1b-482b-8bd6-caad7d8e35f5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.193814 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.267040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:16.274364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:16.277770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969fff1-dd78-4896-82cd-13bbfdff5ccc None None] Pushing event updated for resources: {'Port': ['ID=0402dd9e-d821-4856-98d0-cad76f23274b,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:16.289920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:16.291780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.332861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=6d26ff15-af1b-482b-8bd6-caad7d8e35f5,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:16.387674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba81d74b-6b68-46af-8d85-48774f02f113 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9100003 Jan 28 13:40:16.390577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39838) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:16.398060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270', 'fixed_ips': [{'subnet_id': 'dd0e1fc7-58d3-4e11-ae72-be8ba186975a'}, {'subnet_id': '6d26ff15-af1b-482b-8bd6-caad7d8e35f5'}], 'name': 'tempest-PortsIpV6TestJSON-531667114'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:16.466434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a20cb-a4b3-4989-84e2-f8e0d0d1b66c req-9183b557-4573-4185-b6fb-3dfa943515eb tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:16.479119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-717a20cb-a4b3-4989-84e2-f8e0d0d1b66c req-9183b557-4573-4185-b6fb-3dfa943515eb tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1314113 Jan 28 13:40:16.553038 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-717a20cb-a4b3-4989-84e2-f8e0d0d1b66c req-6d0fcc9b-419a-41b4-a0d2-d3838cbb2224 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725062 Jan 28 13:40:16.645314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:16.835576 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:16.862002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 461da7da-f856-4ebd-8a12-efb168f9e85c yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:17.141908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39848) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:17.314651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::2c4 (70f4ea4f-eb5b-4e10-9758-9f08049fc270/dd0e1fc7-58d3-4e11-ae72-be8ba186975a/461da7da-f856-4ebd-8a12-efb168f9e85c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:17.321503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8:0:1::135 (70f4ea4f-eb5b-4e10-9758-9f08049fc270/6d26ff15-af1b-482b-8bd6-caad7d8e35f5/461da7da-f856-4ebd-8a12-efb168f9e85c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:17.339619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1005bd6-1213-4b3e-89e5-1e7432e59780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.559697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0402dd9e-d821-4856-98d0-cad76f23274b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:17.635269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1005bd6-1213-4b3e-89e5-1e7432e59780 admin admin] Publish callbacks [] for security_group (b3a094ae-f068-40f4-a414-6d4220b063e0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.643606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1005bd6-1213-4b3e-89e5-1e7432e59780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b3a094ae-f068-40f4-a414-6d4220b063e0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.760133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0402dd9e-d821-4856-98d0-cad76f23274b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:17.760616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.792552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1005bd6-1213-4b3e-89e5-1e7432e59780 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c21d56ab30040c890abf729d1912525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6480391 Jan 28 13:40:17.796539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39862) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:17.817658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1005bd6-1213-4b3e-89e5-1e7432e59780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a094ae-f068-40f4-a414-6d4220b063e0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:17.843316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.924890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7578c-8533-4d0e-9e1f-5fe1775054e9 req-ee314150-bc29-4b39-83fa-799efbb13dae tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:17.935863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59a7578c-8533-4d0e-9e1f-5fe1775054e9 req-ee314150-bc29-4b39-83fa-799efbb13dae tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2225747 Jan 28 13:40:17.972587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0402dd9e-d821-4856-98d0-cad76f23274b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:17.975791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:17.985113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d948882-811b-4176-9dba-2bb20ad12bd6 admin admin] Publish callbacks [] for security_group (b3a094ae-f068-40f4-a414-6d4220b063e0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.026131 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d948882-811b-4176-9dba-2bb20ad12bd6 admin admin] Publish callbacks [] for security_group (b3a094ae-f068-40f4-a414-6d4220b063e0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.045772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.091238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 0402dd9e-d821-4856-98d0-cad76f23274b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0402dd9e-d821-4856-98d0-cad76f23274b,segment=NetworkSegment(e55f360e-137a-460f-a454-cece6ff05ad0),segment_id=e55f360e-137a-460f-a454-cece6ff05ad0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:18.107312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d948882-811b-4176-9dba-2bb20ad12bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b3a094ae-f068-40f4-a414-6d4220b063e0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.110818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.114038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d948882-811b-4176-9dba-2bb20ad12bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.119889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2d948882-811b-4176-9dba-2bb20ad12bd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3a094ae-f068-40f4-a414-6d4220b063e0 HTTP/1.1" status: 204 len: 168 time: 0.3221133 Jan 28 13:40:18.147526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d948882-811b-4176-9dba-2bb20ad12bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a094ae-f068-40f4-a414-6d4220b063e0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:18.152073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:18.157258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6953eb19-3c53-465f-a865-bde243f69185 None None] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:18.186659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:18.211503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:18.216935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:18.227268 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.287470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=461da7da-f856-4ebd-8a12-efb168f9e85c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:18.312325 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-568d46ae-c277-4271-b438-e7a39c803090 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9204316 Jan 28 13:40:18.316005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:18.317252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59a7578c-8533-4d0e-9e1f-5fe1775054e9 req-f7c8d16b-4c74-4889-b60f-fcd16db92215 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684363 Jan 28 13:40:18.324423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd0e1fc7-58d3-4e11-ae72-be8ba186975a'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:18.422240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-240dca08-a4a6-475e-93e7-9da7628ce2a0 None None] Provisioning complete for port 0402dd9e-d821-4856-98d0-cad76f23274b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:18.423133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-240dca08-a4a6-475e-93e7-9da7628ce2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.428406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=0402dd9e-d821-4856-98d0-cad76f23274b,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:18.684210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-240dca08-a4a6-475e-93e7-9da7628ce2a0 None None] Current status of the port 0402dd9e-d821-4856-98d0-cad76f23274b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:18.736737 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.786941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Update dhcp port {'port': {'network_id': '70f4ea4f-eb5b-4e10-9758-9f08049fc270', 'fixed_ips': [{'subnet_id': 'dd0e1fc7-58d3-4e11-ae72-be8ba186975a', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d26ff15-af1b-482b-8bd6-caad7d8e35f5'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '0402dd9e-d821-4856-98d0-cad76f23274b'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:40:18.844491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:18.942329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39880) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:19.004944 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66794f8f-72cf-4c81-82e1-5add6ce524af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.224232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Allocated IP 2001:db8:0:1::2 (70f4ea4f-eb5b-4e10-9758-9f08049fc270/6d26ff15-af1b-482b-8bd6-caad7d8e35f5/0402dd9e-d821-4856-98d0-cad76f23274b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:19.309772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66794f8f-72cf-4c81-82e1-5add6ce524af admin admin] Publish callbacks [] for security_group (d250bb2e-15be-4b57-8d75-d9cf7ea4be16), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.317234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66794f8f-72cf-4c81-82e1-5add6ce524af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d250bb2e-15be-4b57-8d75-d9cf7ea4be16), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.349344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66794f8f-72cf-4c81-82e1-5add6ce524af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d250bb2e-15be-4b57-8d75-d9cf7ea4be16,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:19.413531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:19.415839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-66794f8f-72cf-4c81-82e1-5add6ce524af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b39de517fd5341a9929e916bea41fd4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701495 Jan 28 13:40:19.470854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] For port 0402dd9e-d821-4856-98d0-cad76f23274b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0402dd9e-d821-4856-98d0-cad76f23274b,segment=NetworkSegment(e55f360e-137a-460f-a454-cece6ff05ad0),segment_id=e55f360e-137a-460f-a454-cece6ff05ad0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:19.562976 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Publish callbacks [] for port (0402dd9e-d821-4856-98d0-cad76f23274b), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.575999 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.602551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6581b0ed-bb69-49b5-971b-b6508eb919fc admin admin] Publish callbacks [] for security_group (d250bb2e-15be-4b57-8d75-d9cf7ea4be16), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.602930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0402dd9e-d821-4856-98d0-cad76f23274b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:19.706470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6581b0ed-bb69-49b5-971b-b6508eb919fc admin admin] Publish callbacks [] for security_group (d250bb2e-15be-4b57-8d75-d9cf7ea4be16), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:19.904833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Pushing event updated for resources: {'Port': ['ID=0402dd9e-d821-4856-98d0-cad76f23274b,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:19.927964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.929181 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.929727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.931073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.931073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.931539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.932080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.932623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.933144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.933616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.934138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.934648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.939998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221a58e-689a-4390-9d9e-8ee21a785c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:19.996752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0402dd9e-d821-4856-98d0-cad76f23274b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:19.997425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.065634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Delete allocated IP 2001:db8:0:1::135 (70f4ea4f-eb5b-4e10-9758-9f08049fc270/6d26ff15-af1b-482b-8bd6-caad7d8e35f5) {{(pid=103374) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:40:20.284362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6581b0ed-bb69-49b5-971b-b6508eb919fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d250bb2e-15be-4b57-8d75-d9cf7ea4be16), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.289289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6581b0ed-bb69-49b5-971b-b6508eb919fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.296350 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6581b0ed-bb69-49b5-971b-b6508eb919fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d250bb2e-15be-4b57-8d75-d9cf7ea4be16 HTTP/1.1" status: 204 len: 168 time: 0.8808594 Jan 28 13:40:20.369566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581b0ed-bb69-49b5-971b-b6508eb919fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d250bb2e-15be-4b57-8d75-d9cf7ea4be16,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:20.424553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df9edc-5074-4032-b568-d0c87a77cfef req-919903a5-cbae-40fc-9800-16540b91d0f9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:20.437595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57df9edc-5074-4032-b568-d0c87a77cfef req-919903a5-cbae-40fc-9800-16540b91d0f9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2009995 Jan 28 13:40:20.497246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0402dd9e-d821-4856-98d0-cad76f23274b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:20.650202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57df9edc-5074-4032-b568-d0c87a77cfef req-1c4629a8-9395-42df-8bfb-7069e8b0a1d2 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111447 Jan 28 13:40:20.723561 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:20.738002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.030344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=461da7da-f856-4ebd-8a12-efb168f9e85c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:21.035683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] In _notify_port_updated(), no bound segment for port 461da7da-f856-4ebd-8a12-efb168f9e85c on network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:40:21.046834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:21.047507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.052266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f2007553-1b45-4e0f-83bb-09c44cbce7a5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "PUT /v2.0/ports/461da7da-f856-4ebd-8a12-efb168f9e85c HTTP/1.1" status: 200 len: 925 time: 2.7322338 Jan 28 13:40:21.053221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39912) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:21.076789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd0e1fc7-58d3-4e11-ae72-be8ba186975a'}, {'subnet_id': '6d26ff15-af1b-482b-8bd6-caad7d8e35f5'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:21.231526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca612dff-fb88-44f3-be71-d03ad5ff8780 None None] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:21.359646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bcfb8aff-c518-4422-9100-3aad3b99fc08 None None] Provisioning complete for port 0402dd9e-d821-4856-98d0-cad76f23274b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:21.360146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8aff-c518-4422-9100-3aad3b99fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.391309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.489314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0402dd9e-d821-4856-98d0-cad76f23274b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:21.700831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb8aff-c518-4422-9100-3aad3b99fc08 None None] Current status of the port 0402dd9e-d821-4856-98d0-cad76f23274b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:21.837793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bcfb8aff-c518-4422-9100-3aad3b99fc08 None None] Provisioning complete for port 461da7da-f856-4ebd-8a12-efb168f9e85c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:21.837966 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcfb8aff-c518-4422-9100-3aad3b99fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:21.971339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb8aff-c518-4422-9100-3aad3b99fc08 None None] Port 461da7da-f856-4ebd-8a12-efb168f9e85c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:21.977000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0402dd9e-d821-4856-98d0-cad76f23274b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:21.977377 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.043487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62af398-404a-42a9-a4bd-d6142874ab27 req-4a040e9b-00ef-4fd6-82cc-78c58143fff2 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:22.046040 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b62af398-404a-42a9-a4bd-d6142874ab27 req-4a040e9b-00ef-4fd6-82cc-78c58143fff2 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2295880 Jan 28 13:40:22.270537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b62af398-404a-42a9-a4bd-d6142874ab27 req-41f6f9ef-5bff-420e-b599-2d92f03546bb tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167499 Jan 28 13:40:22.328074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0402dd9e-d821-4856-98d0-cad76f23274b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:22.431555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2ea1ff51-b863-4b9a-ba1b-da7df3ee6e7b None None] Provisioning complete for port 0402dd9e-d821-4856-98d0-cad76f23274b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:22.432128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ff51-b863-4b9a-ba1b-da7df3ee6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.535069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8:0:1::336 (70f4ea4f-eb5b-4e10-9758-9f08049fc270/6d26ff15-af1b-482b-8bd6-caad7d8e35f5/461da7da-f856-4ebd-8a12-efb168f9e85c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:22.794041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1ff51-b863-4b9a-ba1b-da7df3ee6e7b None None] Current status of the port 0402dd9e-d821-4856-98d0-cad76f23274b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:22.824877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2ea1ff51-b863-4b9a-ba1b-da7df3ee6e7b None None] Provisioning complete for port 461da7da-f856-4ebd-8a12-efb168f9e85c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:22.825280 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ff51-b863-4b9a-ba1b-da7df3ee6e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.918034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1ff51-b863-4b9a-ba1b-da7df3ee6e7b None None] Port 461da7da-f856-4ebd-8a12-efb168f9e85c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:22.949931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:22.961893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.057726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c854299a-ef7e-42e9-9577-646480d35bcd None None] Provisioning complete for port 461da7da-f856-4ebd-8a12-efb168f9e85c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:23.058108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c854299a-ef7e-42e9-9577-646480d35bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.164169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c854299a-ef7e-42e9-9577-646480d35bcd None None] Port 461da7da-f856-4ebd-8a12-efb168f9e85c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:23.195008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=461da7da-f856-4ebd-8a12-efb168f9e85c,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:23.279481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] In _notify_port_updated(), no bound segment for port 461da7da-f856-4ebd-8a12-efb168f9e85c on network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:40:23.284643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:23.285278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.286635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b777ae93-a20b-4bdb-a206-da26272202ed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "PUT /v2.0/ports/461da7da-f856-4ebd-8a12-efb168f9e85c HTTP/1.1" status: 200 len: 1011 time: 2.2245002 Jan 28 13:40:23.290342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39952) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:23.523750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0e59f632-d1fb-4145-9816-2be3958a2399 None None] Provisioning complete for port 461da7da-f856-4ebd-8a12-efb168f9e85c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:23.524579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e59f632-d1fb-4145-9816-2be3958a2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.618889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918823-ddc7-4300-9118-231067fb8932 req-18fb96b1-5890-4e97-a334-42fd4b25382c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:23.625920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48918823-ddc7-4300-9118-231067fb8932 req-18fb96b1-5890-4e97-a334-42fd4b25382c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1539249 Jan 28 13:40:23.635444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 461da7da-f856-4ebd-8a12-efb168f9e85c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:23.635796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.648212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0e59f632-d1fb-4145-9816-2be3958a2399 None None] Port 461da7da-f856-4ebd-8a12-efb168f9e85c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:23.763966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48918823-ddc7-4300-9118-231067fb8932 req-3a26e658-0582-4d80-b6a8-f329a06b0ff6 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370428 Jan 28 13:40:23.815602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.875722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 461da7da-f856-4ebd-8a12-efb168f9e85c owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:23.889757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c816a725-dbf0-4ba6-9958-36d3437f39ff None None] Provisioning complete for port 461da7da-f856-4ebd-8a12-efb168f9e85c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:23.889757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c816a725-dbf0-4ba6-9958-36d3437f39ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:23.995836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c816a725-dbf0-4ba6-9958-36d3437f39ff None None] Port 461da7da-f856-4ebd-8a12-efb168f9e85c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:24.406654 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (461da7da-f856-4ebd-8a12-efb168f9e85c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.454592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=461da7da-f856-4ebd-8a12-efb168f9e85c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:24.555920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.561533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-99e704f7-e401-41d8-820d-b8acc705414b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/461da7da-f856-4ebd-8a12-efb168f9e85c HTTP/1.1" status: 204 len: 168 time: 1.2700477 Jan 28 13:40:24.564286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 39986) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.624985 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-af400743-5d6b-4277-aee9-09ee280c11f2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:24.627837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-af400743-5d6b-4277-aee9-09ee280c11f2 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/461da7da-f856-4ebd-8a12-efb168f9e85c HTTP/1.1" status: 404 len: 333 time: 0.0620849 Jan 28 13:40:24.632215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 39992) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:24.730197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet 6d26ff15-af1b-482b-8bd6-caad7d8e35f5 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:24.740254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (6d26ff15-af1b-482b-8bd6-caad7d8e35f5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.844180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (6d26ff15-af1b-482b-8bd6-caad7d8e35f5), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:24.995400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121af588-33e7-4254-bd66-f3f7c4d34f05 req-01906bfd-6123-42d7-9fa6-cb14bf12db16 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:24.997447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-121af588-33e7-4254-bd66-f3f7c4d34f05 req-01906bfd-6123-42d7-9fa6-cb14bf12db16 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.0861254 Jan 28 13:40:25.090562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6d26ff15-af1b-482b-8bd6-caad7d8e35f5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.112087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-121af588-33e7-4254-bd66-f3f7c4d34f05 req-c6af502a-43a3-478e-8e2b-aafbde5c9124 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048145 Jan 28 13:40:25.205796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (6d26ff15-af1b-482b-8bd6-caad7d8e35f5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.240004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=6d26ff15-af1b-482b-8bd6-caad7d8e35f5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:25.249863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.256863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-150d94e2-b6fe-4310-ac2e-47267028cf4b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/6d26ff15-af1b-482b-8bd6-caad7d8e35f5 HTTP/1.1" status: 204 len: 168 time: 0.6228983 Jan 28 13:40:25.257346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6714e4-1e99-4120-897c-6a7702261fbd None None] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:25.259701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40010) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:25.369049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet dd0e1fc7-58d3-4e11-ae72-be8ba186975a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:25.373503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (dd0e1fc7-58d3-4e11-ae72-be8ba186975a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.453842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (dd0e1fc7-58d3-4e11-ae72-be8ba186975a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.709904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (dd0e1fc7-58d3-4e11-ae72-be8ba186975a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.895091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (dd0e1fc7-58d3-4e11-ae72-be8ba186975a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.965507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0e1fc7-58d3-4e11-ae72-be8ba186975a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:25.971577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:25.979295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40032) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:25.983755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-de8d5a8e-28a5-4cc3-8938-f0aad3f08e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/dd0e1fc7-58d3-4e11-ae72-be8ba186975a HTTP/1.1" status: 204 len: 168 time: 0.7151344 Jan 28 13:40:26.108495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (70f4ea4f-eb5b-4e10-9758-9f08049fc270), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.315626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 0402dd9e-d821-4856-98d0-cad76f23274b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:26.316159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.326925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c24e1c-a4ea-4a29-995a-5ae030327a42 req-2521f8f7-bb04-48b8-b14c-a69faf6f4979 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:26.328690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3c24e1c-a4ea-4a29-995a-5ae030327a42 req-2521f8f7-bb04-48b8-b14c-a69faf6f4979 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.0975890 Jan 28 13:40:26.551771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] For port 0402dd9e-d821-4856-98d0-cad76f23274b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0402dd9e-d821-4856-98d0-cad76f23274b,segment=NetworkSegment(e55f360e-137a-460f-a454-cece6ff05ad0),segment_id=e55f360e-137a-460f-a454-cece6ff05ad0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:26.552315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.586944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 0402dd9e-d821-4856-98d0-cad76f23274b owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:26.603701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3c24e1c-a4ea-4a29-995a-5ae030327a42 req-02b12473-5edf-480d-aaa7-64ca05adf2b2 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532537 Jan 28 13:40:26.629208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52257878-ba4a-4b66-89b5-c61cb010fbdf None None] Network 70f4ea4f-eb5b-4e10-9758-9f08049fc270 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:26.680536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.752588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.762865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-42999a13-2e93-437f-bc9b-e918e32a1fd6 None None] Provisioning complete for port 0402dd9e-d821-4856-98d0-cad76f23274b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:26.763814 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-42999a13-2e93-437f-bc9b-e918e32a1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0402dd9e-d821-4856-98d0-cad76f23274b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.830251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=0402dd9e-d821-4856-98d0-cad76f23274b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:26.835154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-42999a13-2e93-437f-bc9b-e918e32a1fd6 None None] Port 0402dd9e-d821-4856-98d0-cad76f23274b was deleted so its status cannot be updated. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:40:26.845560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No DVR routers for this DVR port 0402dd9e-d821-4856-98d0-cad76f23274b on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:26.993128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f2e44-186a-416b-a9c9-b45425e284a1 None None] DHCP port deletion for 70f4ea4f-eb5b-4e10-9758-9f08049fc270 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:27.172218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (70f4ea4f-eb5b-4e10-9758-9f08049fc270), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.207300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f4ea4f-eb5b-4e10-9758-9f08049fc270']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:27.218940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55f360e-137a-460f-a454-cece6ff05ad0') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:27.219503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55f360e-137a-460f-a454-cece6ff05ad0') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:27.231780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (e55f360e-137a-460f-a454-cece6ff05ad0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.251837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e55f360e-137a-460f-a454-cece6ff05ad0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.268898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:40:27.269361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (e55f360e-137a-460f-a454-cece6ff05ad0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:40:27.275295 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:40:27.372283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (70f4ea4f-eb5b-4e10-9758-9f08049fc270), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.383391 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.391931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:27.394533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/70f4ea4f-eb5b-4e10-9758-9f08049fc270 HTTP/1.1" status: 204 len: 168 time: 1.4140730 Jan 28 13:40:27.416363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150a048-2364-4b95-8fb1-9c46b6b89bb3 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=70f4ea4f-eb5b-4e10-9758-9f08049fc270,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:27.433779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0402dd9e-d821-4856-98d0-cad76f23274b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:27.483080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0402dd9e-d821-4856-98d0-cad76f23274b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:27.486865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0402dd9e-d821-4856-98d0-cad76f23274b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:27.535185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ddc6fe-041c-4416-99bd-ff0a50a59452 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:27.538466 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b0ddc6fe-041c-4416-99bd-ff0a50a59452 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1457849 Jan 28 13:40:27.542986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40074) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:27.634497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-436a5aab-d6e3-4379-9a04-c9efcbeb88e0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0840678 Jan 28 13:40:27.634655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:27.645394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1532799296'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:27.703645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:27.715182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.808866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:40:27.829451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8bbe0950-903b-4e20-9b88-e33482e88367), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.829961 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment 8bbe0950-903b-4e20-9b88-e33482e88367 of type vlan for network cc29f24c-e502-4c56-8ea4-444f71d643c5 Jan 28 13:40:27.894832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70686e57-11ee-43e5-8d37-baf6be5b0548 req-f19f9255-bad6-40fd-8f57-85671772556a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:27.896949 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70686e57-11ee-43e5-8d37-baf6be5b0548 req-f19f9255-bad6-40fd-8f57-85671772556a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1459363 Jan 28 13:40:27.933733 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (cc29f24c-e502-4c56-8ea4-444f71d643c5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:27.974201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.013608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70686e57-11ee-43e5-8d37-baf6be5b0548 req-d5501e64-973b-4330-a771-e803316db094 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083598 Jan 28 13:40:28.015276 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (cc29f24c-e502-4c56-8ea4-444f71d643c5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.025054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:28.026085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.142057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5035532 Jan 28 13:40:28.142631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40092) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.158290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:28.200343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47359aa7-80c2-4096-9ab4-87dad07bab63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=cc29f24c-e502-4c56-8ea4-444f71d643c5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:28.215797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:40:28.292552 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:40:28.380022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:28.385530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.693703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.812152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:28.816509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': '8bbe0950-903b-4e20-9b88-e33482e88367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:28.817138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: cc29f24c-e502-4c56-8ea4-444f71d643c5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:40:28.851608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:40:28.878385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, cc29f24c-e502-4c56-8ea4-444f71d643c5) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:28.891069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:28.891272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b055186f-bbd2-4dcd-bb27-d1f6e33d1078 None None] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:28.895293 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.936303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40112) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.936813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a46dad01-eee0-4612-a908-158f151ed893 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7914040 Jan 28 13:40:28.945701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5', 'name': 'tempest-PortsIpV6TestJSON-1672652599'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:29.225221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-cc29f24c-e502-4c56-8ea4-444f71d643c5', 'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5', 'project_id': 'd623df5240524e29bcef2d194bc5cac2', 'fixed_ips': [{'subnet_id': 'b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:29.227835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.254343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:29.261937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:29.301310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port a15aa27c-9595-4f18-9260-e9db283e0964 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:29.566935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca84ff4-b3d4-4901-8b66-f9e0a9f609ae req-0f3d9348-0681-4d6b-828d-8cdd27964ca5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:29.582245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dca84ff4-b3d4-4901-8b66-f9e0a9f609ae req-0f3d9348-0681-4d6b-828d-8cdd27964ca5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2020814 Jan 28 13:40:29.620141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::1b1 (cc29f24c-e502-4c56-8ea4-444f71d643c5/b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9/a15aa27c-9595-4f18-9260-e9db283e0964) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:29.748151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dca84ff4-b3d4-4901-8b66-f9e0a9f609ae req-eb6f7236-2872-4cc3-9785-1e5923b316b9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644497 Jan 28 13:40:30.016726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2af251-5a62-4e39-b68a-0a5e196ceb9f req-f9f763c5-f84e-4460-9ce7-b0c95864a020 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:30.027894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3d2af251-5a62-4e39-b68a-0a5e196ceb9f req-f9f763c5-f84e-4460-9ce7-b0c95864a020 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.1561160 Jan 28 13:40:30.115272 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (a15aa27c-9595-4f18-9260-e9db283e0964), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.146248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3d2af251-5a62-4e39-b68a-0a5e196ceb9f req-86763e78-72ee-4af1-adff-ee556d582b9e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165776 Jan 28 13:40:30.205281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a15aa27c-9595-4f18-9260-e9db283e0964), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.273338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:30.277500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:30.301124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:30.312799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:30.313029 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.338167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Allocated IP 2001:db8::2 (cc29f24c-e502-4c56-8ea4-444f71d643c5/b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9/47e054c1-d427-48d5-ae5b-89165ee3a8f0) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:30.362530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=a15aa27c-9595-4f18-9260-e9db283e0964,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:30.382810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40146) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:30.383065 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a7a069f0-03ad-41e6-aacb-19c26e03f5d0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4447668 Jan 28 13:40:30.390531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5', 'name': 'tempest-PortsIpV6TestJSON-810026453'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:30.868604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:30.868604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:30.868604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 3ea73ef0-87cd-402e-81d2-c3ce9fffa00b yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:31.123439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3c10-353b-4eca-808d-d6840fc104c2 req-70c9e0db-3ee4-492f-acf6-a046328939b5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:31.132767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec1e3c10-353b-4eca-808d-d6840fc104c2 req-70c9e0db-3ee4-492f-acf6-a046328939b5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1276503 Jan 28 13:40:31.140336 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Publish callbacks [] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.173720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.283242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:31.286694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:31.291149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:31.294692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec1e3c10-353b-4eca-808d-d6840fc104c2 req-eb0f8084-2f83-4cbc-96e8-864a05fd9a48 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603630 Jan 28 13:40:31.387787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Pushing event updated for resources: {'Port': ['ID=47e054c1-d427-48d5-ae5b-89165ee3a8f0,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:31.416543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Attempting to bind port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:31.416817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::34f (cc29f24c-e502-4c56-8ea4-444f71d643c5/b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9/3ea73ef0-87cd-402e-81d2-c3ce9fffa00b) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:31.417890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Attempting to bind port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '8bbe0950-903b-4e20-9b88-e33482e88367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:31.418719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Attempting to bind port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 on network cc29f24c-e502-4c56-8ea4-444f71d643c5 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:31.427611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:31.428355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Checking segment: {'id': '8bbe0950-903b-4e20-9b88-e33482e88367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:31.428959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.429532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Bound using segment: {'id': '8bbe0950-903b-4e20-9b88-e33482e88367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:31.430194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Bound port: 47e054c1-d427-48d5-ae5b-89165ee3a8f0, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbe0950-903b-4e20-9b88-e33482e88367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cc29f24c-e502-4c56-8ea4-444f71d643c5'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:31.430746 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.616371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] For port 47e054c1-d427-48d5-ae5b-89165ee3a8f0, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:31.620998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] For port 47e054c1-d427-48d5-ae5b-89165ee3a8f0, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=47e054c1-d427-48d5-ae5b-89165ee3a8f0,segment=NetworkSegment(8bbe0950-903b-4e20-9b88-e33482e88367),segment_id=8bbe0950-903b-4e20-9b88-e33482e88367)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:31.639057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.685860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4067f9-cf94-4836-ae3f-ab109e2d72b2 req-dc85e071-75e7-4d23-b1c8-ce30c49fa2a5 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:31.700978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e4067f9-cf94-4836-ae3f-ab109e2d72b2 req-dc85e071-75e7-4d23-b1c8-ce30c49fa2a5 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.2860816 Jan 28 13:40:31.752759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f6175-8176-47b1-9442-500f7aaf47e9 None None] Pushing event updated for resources: {'Port': ['ID=47e054c1-d427-48d5-ae5b-89165ee3a8f0,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:31.837323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e4067f9-cf94-4836-ae3f-ab109e2d72b2 req-e25f6217-8712-4395-a855-c275d3f1677b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183009 Jan 28 13:40:31.862261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (3ea73ef0-87cd-402e-81d2-c3ce9fffa00b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.948290 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3ea73ef0-87cd-402e-81d2-c3ce9fffa00b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.089287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:32.093943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:32.149458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:32.186747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:32.187816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.213064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=3ea73ef0-87cd-402e-81d2-c3ce9fffa00b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:32.231336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b3cdb902-74fc-4c64-84a0-bd16d76ce057 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8442430 Jan 28 13:40:32.233264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40224) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:32.412938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f98889-cf6e-4a3d-a6f1-868769911c4d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:32.422182 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d1f98889-cf6e-4a3d-a6f1-868769911c4d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b1 HTTP/1.1" status: 200 len: 929 time: 0.1864498 Jan 28 13:40:32.424471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40232) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:32.585138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55f84-e7bd-41ea-b622-17bfbe7b5753 req-2c218b84-93f5-4490-98d2-ba993dc791df tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:32.588116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ae55f84-e7bd-41ea-b622-17bfbe7b5753 req-2c218b84-93f5-4490-98d2-ba993dc791df tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1299605 Jan 28 13:40:32.713156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ae55f84-e7bd-41ea-b622-17bfbe7b5753 req-227f1950-4ddd-4121-9c2a-b3eb161ddafd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142588 Jan 28 13:40:32.790038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 3ea73ef0-87cd-402e-81d2-c3ce9fffa00b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:32.793550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3ea73ef0-87cd-402e-81d2-c3ce9fffa00b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.960677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3ea73ef0-87cd-402e-81d2-c3ce9fffa00b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.980291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 3ea73ef0-87cd-402e-81d2-c3ce9fffa00b owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:32.981547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a76283-1d66-491b-bcd9-6b8f2d747d46 req-dbd66178-1662-498b-9db1-fe43c64f4cc5 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:32.984373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a76283-1d66-491b-bcd9-6b8f2d747d46 req-dbd66178-1662-498b-9db1-fe43c64f4cc5 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.1001425 Jan 28 13:40:33.099366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a76283-1d66-491b-bcd9-6b8f2d747d46 req-fa0282a9-8d5c-47c9-8931-7693ed9d98c2 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975039 Jan 28 13:40:33.303066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3ea73ef0-87cd-402e-81d2-c3ce9fffa00b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.364429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=3ea73ef0-87cd-402e-81d2-c3ce9fffa00b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:33.402710 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.409803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-49cf3829-25bd-4cdd-99c9-cd286ae2d950 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/3ea73ef0-87cd-402e-81d2-c3ce9fffa00b HTTP/1.1" status: 204 len: 168 time: 0.9802258 Jan 28 13:40:33.412338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40260) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:33.493373 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e6aff3-5305-420e-be4f-37c8469b1044 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:33.496844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2e6aff3-5305-420e-be4f-37c8469b1044 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/3ea73ef0-87cd-402e-81d2-c3ce9fffa00b HTTP/1.1" status: 404 len: 333 time: 0.0830219 Jan 28 13:40:33.499740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40264) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:33.649471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 47e054c1-d427-48d5-ae5b-89165ee3a8f0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:33.822757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port a15aa27c-9595-4f18-9260-e9db283e0964 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:33.823610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a15aa27c-9595-4f18-9260-e9db283e0964), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.852240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:33.852959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.918279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8ed18-a464-414e-aed7-fd3c3bd01cc9 None None] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:34.039335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591543e-6ad6-4203-ad7c-0f861e433384 req-bc4f0664-2298-4e43-8a00-f1c00274fc40 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.054559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-603dc587-ba71-4438-a7b2-4bfe1e5e9c53 None None] Provisioning complete for port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:34.055287 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-603dc587-ba71-4438-a7b2-4bfe1e5e9c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.055944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e591543e-6ad6-4203-ad7c-0f861e433384 req-bc4f0664-2298-4e43-8a00-f1c00274fc40 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1745853 Jan 28 13:40:34.173406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a15aa27c-9595-4f18-9260-e9db283e0964), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.200229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:34.201243 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.213133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for a15aa27c-9595-4f18-9260-e9db283e0964 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:34.244199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e591543e-6ad6-4203-ad7c-0f861e433384 req-addd76e5-e26c-4ebc-8887-ef422a1edda8 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872320 Jan 28 13:40:34.487555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 47e054c1-d427-48d5-ae5b-89165ee3a8f0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=47e054c1-d427-48d5-ae5b-89165ee3a8f0,segment=NetworkSegment(8bbe0950-903b-4e20-9b88-e33482e88367),segment_id=8bbe0950-903b-4e20-9b88-e33482e88367)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:34.490146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-c756a475-f8e0-4f67-bbee-7813d039c511 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.502045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-c756a475-f8e0-4f67-bbee-7813d039c511 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.2182980 Jan 28 13:40:34.538311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.553383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0760589-b39c-45dc-a6c0-e6349c95e44f req-287fe8a7-a1d7-48c7-b13c-aa235f6b8cf8 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.556723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0760589-b39c-45dc-a6c0-e6349c95e44f req-287fe8a7-a1d7-48c7-b13c-aa235f6b8cf8 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.1787629 Jan 28 13:40:34.832266 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0760589-b39c-45dc-a6c0-e6349c95e44f req-91d7f989-76db-43e1-8605-d0d88fc90017 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078936 Jan 28 13:40:34.838798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=47e054c1-d427-48d5-ae5b-89165ee3a8f0,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:34.867366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-603dc587-ba71-4438-a7b2-4bfe1e5e9c53 None None] Current status of the port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:34.886509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Deleting port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:34.887041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.887745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-86e45b6c-1c79-485b-b561-6ed72ce36b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.072372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a15aa27c-9595-4f18-9260-e9db283e0964), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.188061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=a15aa27c-9595-4f18-9260-e9db283e0964,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:35.210531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.216428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3d191e88-2e57-444c-8f35-b71b7096cca8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/a15aa27c-9595-4f18-9260-e9db283e0964 HTTP/1.1" status: 204 len: 168 time: 1.7144206 Jan 28 13:40:35.224929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40302) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:35.274705 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb18ed8-abf1-4589-92d3-7b9a1a40f1a6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:35.279925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0eb18ed8-abf1-4589-92d3-7b9a1a40f1a6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/a15aa27c-9595-4f18-9260-e9db283e0964 HTTP/1.1" status: 404 len: 333 time: 0.0468650 Jan 28 13:40:35.280297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:35.451923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-93c4449b-f612-4835-b402-2507b605d13e None None] Could not find standard attr ID for object a15aa27c-9595-4f18-9260-e9db283e0964. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:35.461872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] For port 37571d4e-9918-4fd7-934b-0acb9a3e29e0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=37571d4e-9918-4fd7-934b-0acb9a3e29e0,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:35.462488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.496155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 47e054c1-d427-48d5-ae5b-89165ee3a8f0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:35.572129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:35.581828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.656105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-93c4449b-f612-4835-b402-2507b605d13e None None] Provisioning complete for port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:35.656762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93c4449b-f612-4835-b402-2507b605d13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.784470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:35.785626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:35.896913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-93c4449b-f612-4835-b402-2507b605d13e None None] Current status of the port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:36.115810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-50a1705e-6d20-491a-b833-0f3ca589ef02 None None] Could not find standard attr ID for object a15aa27c-9595-4f18-9260-e9db283e0964. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:36.179700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:36.241427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92479047-361f-4ca7-81f7-74db4d3df119 req-66d7b008-d318-4725-bed6-65d67e1995d0 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:36.249324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92479047-361f-4ca7-81f7-74db4d3df119 req-66d7b008-d318-4725-bed6-65d67e1995d0 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 946 time: 0.1464753 Jan 28 13:40:36.392252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-92479047-361f-4ca7-81f7-74db4d3df119 req-18747401-d559-47f7-9e45-3654e2607d06 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413684 Jan 28 13:40:36.578830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cecee8ac-c335-48e1-8f0c-d325d306ac16 None None] Could not find standard attr ID for object 3ea73ef0-87cd-402e-81d2-c3ce9fffa00b. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:36.639723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.838942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb03116-42e5-49fa-96f9-b0d2aeb0c63f req-73734d4c-ceaa-4673-975b-daf839bbc499 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:36.855060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edb03116-42e5-49fa-96f9-b0d2aeb0c63f req-73734d4c-ceaa-4673-975b-daf839bbc499 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 1.1598718 Jan 28 13:40:36.946078 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.947406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (c230e9e1-812b-4d65-a142-9f3288d16623), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.948702 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Floating IP c230e9e1-812b-4d65-a142-9f3288d16623 disassociated. External IP: 172.25.4.5, port: 37571d4e-9918-4fd7-934b-0acb9a3e29e0. Jan 28 13:40:36.952678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Calling delete_port for 37571d4e-9918-4fd7-934b-0acb9a3e29e0 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:37.063541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-2cd00091-0d06-40a2-b98a-b4bce865c1a5 req-831540b4-bb26-4b1e-ab31-f58cf59dda67 service neutron] (103374) timed out ('10.222.0.60', 56794) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:40:37.087261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edb03116-42e5-49fa-96f9-b0d2aeb0c63f req-7f8aabd2-e7f0-4b7d-91c3-1fc39bb0af84 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306519 Jan 28 13:40:37.241125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.424340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.519769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:37.539667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.549707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0b9e3b8b-f91b-49c8-9192-56401f3d2fc6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9 HTTP/1.1" status: 204 len: 168 time: 2.2645226 Jan 28 13:40:37.550594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40376) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:37.551247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (37571d4e-9918-4fd7-934b-0acb9a3e29e0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.555749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c6e1d-9f86-4af8-83a5-ec241a057f35 None None] Network cc29f24c-e502-4c56-8ea4-444f71d643c5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:37.662713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event deleted for resources: {'Port': ['ID=37571d4e-9918-4fd7-934b-0acb9a3e29e0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:37.720864 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-735499c9-643c-4a4d-a3b9-ed5f62cf51df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.816238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (cc29f24c-e502-4c56-8ea4-444f71d643c5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.953794 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-79c399bd-604b-4d93-bc53-3b584ea38bd9 req-d56e35bd-d4da-4dbf-82c1-357acac9453d tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 210 time: 0.1483963 Jan 28 13:40:38.005866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] DHCP port deletion for cc29f24c-e502-4c56-8ea4-444f71d643c5 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:38.017056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:38.017437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.059554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Router f4678112-098c-44e8-9063-79529470ea1c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:38.219166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] Deleting port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:38.220443 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.279786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] For port 47e054c1-d427-48d5-ae5b-89165ee3a8f0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=47e054c1-d427-48d5-ae5b-89165ee3a8f0,segment=NetworkSegment(8bbe0950-903b-4e20-9b88-e33482e88367),segment_id=8bbe0950-903b-4e20-9b88-e33482e88367)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:38.280254 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.318574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 47e054c1-d427-48d5-ae5b-89165ee3a8f0 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:38.396922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:38.411067 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] Sync routers for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:38.420983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] For port 47e054c1-d427-48d5-ae5b-89165ee3a8f0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=47e054c1-d427-48d5-ae5b-89165ee3a8f0,segment=NetworkSegment(8bbe0950-903b-4e20-9b88-e33482e88367),segment_id=8bbe0950-903b-4e20-9b88-e33482e88367)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:38.421546 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.446097 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:38.446973 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:40:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:38.469573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] Calling delete_port for 47e054c1-d427-48d5-ae5b-89165ee3a8f0 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:38.525205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] No DVR routers for this DVR port 37571d4e-9918-4fd7-934b-0acb9a3e29e0 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:38.543826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.580975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12b153f0-27b0-44d4-b61c-9639d8d57127 req-a15a84ec-2ea3-4675-a111-e919937f021b tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.36 "DELETE /v2.0/ports/37571d4e-9918-4fd7-934b-0acb9a3e29e0 HTTP/1.1" status: 204 len: 173 time: 4.0723956 Jan 28 13:40:38.580975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'name': 'network-vif-deleted', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:40:38.609731 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8bb639-54cb-4f50-bbd9-4f322a6b1977" -d '{"events": [{"server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "name": "network-vif-deleted", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:40:38.698677 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1a623f-5b21-4065-b62d-0e4d1b9e3539 x-openstack-request-id: req-df1a623f-5b21-4065-b62d-0e4d1b9e3539 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:40:38.699350 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ce88ea-2f58-4b0d-a008-c2c90152012e", "name": "network-vif-deleted", "tag": "37571d4e-9918-4fd7-934b-0acb9a3e29e0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:40:38.699723 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df1a623f-5b21-4065-b62d-0e4d1b9e3539 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:40:38.700184 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ce88ea-2f58-4b0d-a008-c2c90152012e', 'name': 'network-vif-deleted', 'tag': '37571d4e-9918-4fd7-934b-0acb9a3e29e0', 'status': 'completed', 'code': 200} Jan 28 13:40:38.751073 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:38.805380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.821718 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.874763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No DVR routers for this DVR port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:38.883946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=47e054c1-d427-48d5-ae5b-89165ee3a8f0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:38.928491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (47e054c1-d427-48d5-ae5b-89165ee3a8f0), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:38.928828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ebf4f-bda2-4402-971e-13934ebadbec req-92c0c2a1-b783-459d-a89d-0d7035eee0da tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:38.937999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c0ebf4f-bda2-4402-971e-13934ebadbec req-92c0c2a1-b783-459d-a89d-0d7035eee0da tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.3320663 Jan 28 13:40:39.014137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] Pushing event deleted for resources: {'Port': ['ID=47e054c1-d427-48d5-ae5b-89165ee3a8f0,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:39.033989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3399fd0a-fd31-46b2-934d-4eaaa122a100 None None] No DVR routers for this DVR port 47e054c1-d427-48d5-ae5b-89165ee3a8f0 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:39.142279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 37571d4e-9918-4fd7-934b-0acb9a3e29e0 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:39.174812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4c0ebf4f-bda2-4402-971e-13934ebadbec req-15342f41-c6c6-4e03-b4d2-5da673158bb8 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354200 Jan 28 13:40:39.292488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 37571d4e-9918-4fd7-934b-0acb9a3e29e0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:39.293310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 37571d4e-9918-4fd7-934b-0acb9a3e29e0 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:39.371048 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:15Z', 'revision_number': 5, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:39.411924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (cc29f24c-e502-4c56-8ea4-444f71d643c5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.475075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba4ba862-55e9-4ad2-aa62-05a681c560b8 req-b25017bd-ae24-4e5b-971f-8f3438bfcdf1 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4ce88ea-2f58-4b0d-a008-c2c90152012e HTTP/1.1" status: 200 len: 210 time: 0.2103009 Jan 28 13:40:39.514039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc29f24c-e502-4c56-8ea4-444f71d643c5']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:39.545949 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] Checking router: f4678112-098c-44e8-9063-79529470ea1c for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:39.553835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 47e054c1-d427-48d5-ae5b-89165ee3a8f0 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:39.562999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbe0950-903b-4e20-9b88-e33482e88367') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:39.563506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbe0950-903b-4e20-9b88-e33482e88367') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:39.574088 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:39.575264 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:40:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:39.617193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (8bbe0950-903b-4e20-9b88-e33482e88367), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.654652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 47e054c1-d427-48d5-ae5b-89165ee3a8f0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:39.655196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 47e054c1-d427-48d5-ae5b-89165ee3a8f0 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:39.656620 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8bbe0950-903b-4e20-9b88-e33482e88367), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.668826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:40:39.669614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (8bbe0950-903b-4e20-9b88-e33482e88367), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:40:39.681272 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:40:39.876358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (cc29f24c-e502-4c56-8ea4-444f71d643c5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.905028 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:39.921437 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/cc29f24c-e502-4c56-8ea4-444f71d643c5 HTTP/1.1" status: 204 len: 168 time: 2.3678994 Jan 28 13:40:39.928914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40438) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:39.940776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-788129405'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:39.948476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56188e33-56a4-4686-b454-684b8e2f3d79 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=cc29f24c-e502-4c56-8ea4-444f71d643c5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:39.978081 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:40.060983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:40.074616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.128210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:40:40.148773 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c560fea8-fe4f-4428-8fe4-66242d3948bf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.149332 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment c560fea8-fe4f-4428-8fe4-66242d3948bf of type vlan for network 97c2ca7c-2415-4e30-81a2-dbef395eec25 Jan 28 13:40:40.290943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (97c2ca7c-2415-4e30-81a2-dbef395eec25), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.374021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (97c2ca7c-2415-4e30-81a2-dbef395eec25), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.390578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:40.391359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.437610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40454) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:40.443689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5062027 Jan 28 13:40:40.456862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:40.532780 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.580079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89387d6-4e6f-464b-a2ac-597565921861 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=97c2ca7c-2415-4e30-81a2-dbef395eec25,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:40.607260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:40:40.657085 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:15Z', 'revision_number': 5, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:40.719528 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d851a-072c-43ae-b6e3-6e746fc09e84 None None] The sync data for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 is: [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:38:00Z', 'revision_number': 4, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4016ee9b-a720-4595-aab3-b7e2efc6be64', 'name': '', 'network_id': 'bb20fae4-c09a-4e88-a3ac-70a9818bbd45', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'mac_address': 'fa:16:3e:5b:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:15Z', 'revision_number': 5, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'subnets': [{'id': '56b22070-b4df-41f8-9849-d20e81250eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:40.772295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa425d-b4f2-4aa2-80a9-a4f03f4738a7 req-252aa555-6da5-40c1-a296-462167f0c9d9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:40.775053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfa425d-b4f2-4aa2-80a9-a4f03f4738a7 req-252aa555-6da5-40c1-a296-462167f0c9d9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.3290703 Jan 28 13:40:40.798076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:40.802762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:40.894030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:41.070290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bfa425d-b4f2-4aa2-80a9-a4f03f4738a7 req-5b8d8789-8617-4096-8ad2-a3e70d89213a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870746 Jan 28 13:40:41.143763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8311cafd-de34-45c9-b449-b79631218c5e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group (8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.185538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8311cafd-de34-45c9-b449-b79631218c5e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group (8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.244869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (cdae6e6a-8280-4327-98ac-10e0ee71d8ed), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.267387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8311cafd-de34-45c9-b449-b79631218c5e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.270322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8311cafd-de34-45c9-b449-b79631218c5e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.274776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8311cafd-de34-45c9-b449-b79631218c5e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "DELETE /v2.0/security-groups/8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2 HTTP/1.1" status: 204 len: 168 time: 0.3790841 Jan 28 13:40:41.278354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40478) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:41.299517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311cafd-de34-45c9-b449-b79631218c5e tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:41.302423 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-013f59ba-8e59-4184-9eac-e074186dce3f tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] show failed (client error): The resource could not be found. Jan 28 13:40:41.303945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-013f59ba-8e59-4184-9eac-e074186dce3f tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "GET /v2.0/security-groups/8e4fcee7-66e8-4cc5-bf31-7d7d3ae1f4d2 HTTP/1.1" status: 404 len: 347 time: 0.0243216 Jan 28 13:40:41.307051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40482) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:41.364067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2b085-c92f-44a5-96c3-c089dbf234c1 None None] New status for floating IP c230e9e1-812b-4d65-a142-9f3288d16623: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:40:41.438344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': 'c560fea8-fe4f-4428-8fe4-66242d3948bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:41.438957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: 97c2ca7c-2415-4e30-81a2-dbef395eec25, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:40:41.444819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=cdae6e6a-8280-4327-98ac-10e0ee71d8ed,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:41.478460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:40:41.495695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 97c2ca7c-2415-4e30-81a2-dbef395eec25) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:41.502038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:41.503107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.515818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94976b73-5f93-4b1f-ae71-4e93ee2bfe64 None None] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:41.561690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f6a27479-617f-4162-a44e-8e2e65d212c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1199458 Jan 28 13:40:41.562469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40492) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:41.576993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25', 'name': 'tempest-PortsIpV6TestJSON-2131884368', 'fixed_ips': [{'subnet_id': 'cdae6e6a-8280-4327-98ac-10e0ee71d8ed', 'ip_address': '2001:db8::10'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:41.722617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Deleting port 80d44c7e-b2db-4088-9079-f84cdd32f149 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:41.722968 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.862773 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:41.871975 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.926228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-97c2ca7c-2415-4e30-81a2-dbef395eec25', 'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25', 'project_id': 'd623df5240524e29bcef2d194bc5cac2', 'fixed_ips': [{'subnet_id': 'cdae6e6a-8280-4327-98ac-10e0ee71d8ed'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:41.928062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.963017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:41.963462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for floatingip (80d44c7e-b2db-4088-9079-f84cdd32f149), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.019278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.039847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Calling delete_port for 80d44c7e-b2db-4088-9079-f84cdd32f149 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:42.073491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 7639b34f-5236-408f-9c20-6e9d095f5256 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:42.445282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Allocated IP 2001:db8::2 (97c2ca7c-2415-4e30-81a2-dbef395eec25/cdae6e6a-8280-4327-98ac-10e0ee71d8ed/778c4689-3f95-40d5-b70b-b0179e4437cd) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:42.499802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (80d44c7e-b2db-4088-9079-f84cdd32f149), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.563020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Pushing event deleted for resources: {'Port': ['ID=80d44c7e-b2db-4088-9079-f84cdd32f149,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:42.679165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks [] for floatingip (c230e9e1-812b-4d65-a142-9f3288d16623), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.681962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.686277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40526) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:42.689258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-08c55716-d433-445e-87f8-bab95a6a4cd6 tempest-ServersTestManualDisk-1080035130 tempest-ServersTestManualDisk-1080035130-project] 10.222.0.45 "DELETE /v2.0/floatingips/c230e9e1-812b-4d65-a142-9f3288d16623 HTTP/1.1" status: 204 len: 168 time: 1.3794143 Jan 28 13:40:42.696874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e6c46-4501-4919-8b18-1274a1f359fb req-3eb3fa72-0508-46c2-abc6-ef89f608cec5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:42.698763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f97e6c46-4501-4919-8b18-1274a1f359fb req-3eb3fa72-0508-46c2-abc6-ef89f608cec5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.3471518 Jan 28 13:40:42.771425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Publish callbacks [] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.795162 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:42.813271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f97e6c46-4501-4919-8b18-1274a1f359fb req-54bbe653-9391-46b5-b614-a97f6bd57475 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077948 Jan 28 13:40:42.897927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Pushing event updated for resources: {'Port': ['ID=778c4689-3f95-40d5-b70b-b0179e4437cd,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:42.919137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:42.921693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:42.925253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:43.039062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::10 (97c2ca7c-2415-4e30-81a2-dbef395eec25/cdae6e6a-8280-4327-98ac-10e0ee71d8ed/7639b34f-5236-408f-9c20-6e9d095f5256) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:43.086276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Attempting to bind port 778c4689-3f95-40d5-b70b-b0179e4437cd on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:43.086673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Attempting to bind port 778c4689-3f95-40d5-b70b-b0179e4437cd by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c560fea8-fe4f-4428-8fe4-66242d3948bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:43.087054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Attempting to bind port 778c4689-3f95-40d5-b70b-b0179e4437cd on network 97c2ca7c-2415-4e30-81a2-dbef395eec25 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:43.096505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:43.097045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Checking segment: {'id': 'c560fea8-fe4f-4428-8fe4-66242d3948bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:43.097795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.098382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Bound using segment: {'id': 'c560fea8-fe4f-4428-8fe4-66242d3948bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:43.099572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Bound port: 778c4689-3f95-40d5-b70b-b0179e4437cd, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c560fea8-fe4f-4428-8fe4-66242d3948bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:43.099965 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.268295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] For port 778c4689-3f95-40d5-b70b-b0179e4437cd, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:43.287726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] For port 778c4689-3f95-40d5-b70b-b0179e4437cd, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=778c4689-3f95-40d5-b70b-b0179e4437cd,segment=NetworkSegment(c560fea8-fe4f-4428-8fe4-66242d3948bf),segment_id=c560fea8-fe4f-4428-8fe4-66242d3948bf)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:43.297445 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:43.388836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d8ad9-5c04-4d86-8a77-461d98f3a6f6 None None] Pushing event updated for resources: {'Port': ['ID=778c4689-3f95-40d5-b70b-b0179e4437cd,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:44.001289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (7639b34f-5236-408f-9c20-6e9d095f5256), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.163712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b44cd-5d43-4455-aa9e-97367dc04e5a req-cfdcaf7a-6d21-4fe0-bbf8-31360b6ef7aa tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:44.165592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b63b44cd-5d43-4455-aa9e-97367dc04e5a req-cfdcaf7a-6d21-4fe0-bbf8-31360b6ef7aa tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1599026 Jan 28 13:40:44.271336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7639b34f-5236-408f-9c20-6e9d095f5256), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.292592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b63b44cd-5d43-4455-aa9e-97367dc04e5a req-ee24eb07-165a-4c62-a20c-5fe6ac90367c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174958 Jan 28 13:40:44.459586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:44.478782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=7639b34f-5236-408f-9c20-6e9d095f5256,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:44.487794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:44.503065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:44.521500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:44.523440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.585070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6d305a20-d80b-4d47-8b7f-298772361d63 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0187690 Jan 28 13:40:44.585722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40590) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:44.593888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': '97c2ca7c-2415-4e30-81a2-dbef395eec25', 'name': 'tempest-PortsIpV6TestJSON-109203114', 'fixed_ips': [{'subnet_id': 'cdae6e6a-8280-4327-98ac-10e0ee71d8ed', 'ip_address': '2001:db8::f'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:44.610591 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (f4678112-098c-44e8-9063-79529470ea1c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:44.758557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:44.980688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.024069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 11c859bd-57e4-4dfc-8eb3-c91c6602d876 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:45.473010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Deleting port 4016ee9b-a720-4595-aab3-b7e2efc6be64 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:45.474606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.605069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::f (97c2ca7c-2415-4e30-81a2-dbef395eec25/cdae6e6a-8280-4327-98ac-10e0ee71d8ed/11c859bd-57e4-4dfc-8eb3-c91c6602d876) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:45.689849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 778c4689-3f95-40d5-b70b-b0179e4437cd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:45.872570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb89ca-bbc0-42fe-b839-4e5d9a4dc8e2 req-0419b105-12c0-4e9b-8334-fa4883b7350a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:45.874857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41fb89ca-bbc0-42fe-b839-4e5d9a4dc8e2 req-0419b105-12c0-4e9b-8334-fa4883b7350a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2993114 Jan 28 13:40:45.877223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] For port 4016ee9b-a720-4595-aab3-b7e2efc6be64, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4016ee9b-a720-4595-aab3-b7e2efc6be64,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:45.877608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:45.915388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Calling delete_port for 4016ee9b-a720-4595-aab3-b7e2efc6be64 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:46.123345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (11c859bd-57e4-4dfc-8eb3-c91c6602d876), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.198667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (11c859bd-57e4-4dfc-8eb3-c91c6602d876), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.207040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfbd75-1b7a-4b85-89f7-6ad5a26c56d2 req-18aa346a-682f-4040-bcc4-4aaafe892478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.212159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6dfbd75-1b7a-4b85-89f7-6ad5a26c56d2 req-18aa346a-682f-4040-bcc4-4aaafe892478 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 1097 time: 0.2312460 Jan 28 13:40:46.214728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e173e6-0aad-4db2-973d-0a7ae2b29e95 None None] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:46.288984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:46.302963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:46.328300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:46.334864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.335804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.338144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ba1479d0-e4c6-4875-9883-0d6c414b1405 None None] Provisioning complete for port 778c4689-3f95-40d5-b70b-b0179e4437cd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:46.338537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba1479d0-e4c6-4875-9883-0d6c414b1405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.358448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7708657 Jan 28 13:40:46.366576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41fb89ca-bbc0-42fe-b839-4e5d9a4dc8e2 req-53fc01e0-b583-4d23-8a9d-8ab074929c61 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790645 Jan 28 13:40:46.371392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40634) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:46.372729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 778c4689-3f95-40d5-b70b-b0179e4437cd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:46.373124 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.468050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6dfbd75-1b7a-4b85-89f7-6ad5a26c56d2 req-ee438083-ecf2-4977-ad1c-fd4621896c87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339175 Jan 28 13:40:46.502565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93575c-bb15-46c6-94f6-d433bf932af6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=11c859bd-57e4-4dfc-8eb3-c91c6602d876,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:46.571579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d4ada-f6df-4eec-b0d0-c1600f1fa39e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.573976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-178d4ada-f6df-4eec-b0d0-c1600f1fa39e tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2005615 Jan 28 13:40:46.577827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40642) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:46.631072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ba1479d0-e4c6-4875-9883-0d6c414b1405 None None] Current status of the port 778c4689-3f95-40d5-b70b-b0179e4437cd is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:46.633848 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba1479d0-e4c6-4875-9883-0d6c414b1405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.647559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 778c4689-3f95-40d5-b70b-b0179e4437cd is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:46.647968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.655496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4016ee9b-a720-4595-aab3-b7e2efc6be64), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:46.743658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Pushing event deleted for resources: {'Port': ['ID=4016ee9b-a720-4595-aab3-b7e2efc6be64,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:46.745287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f099ba-df34-4b86-9dfe-80dca4f44c89 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.760185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f099ba-df34-4b86-9dfe-80dca4f44c89 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.763407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ba1479d0-e4c6-4875-9883-0d6c414b1405 None None] For port 778c4689-3f95-40d5-b70b-b0179e4437cd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=778c4689-3f95-40d5-b70b-b0179e4437cd,segment=NetworkSegment(c560fea8-fe4f-4428-8fe4-66242d3948bf),segment_id=c560fea8-fe4f-4428-8fe4-66242d3948bf)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:46.774700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f099ba-df34-4b86-9dfe-80dca4f44c89 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:46.778101 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-77f099ba-df34-4b86-9dfe-80dca4f44c89 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1985786 Jan 28 13:40:46.781583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40654) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:46.866917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba1479d0-e4c6-4875-9883-0d6c414b1405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.108991 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:40:47.109491 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:40:47.122846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 11c859bd-57e4-4dfc-8eb3-c91c6602d876 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:47.124437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1479d0-e4c6-4875-9883-0d6c414b1405 None None] Pushing event updated for resources: {'Port': ['ID=778c4689-3f95-40d5-b70b-b0179e4437cd,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:47.126854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (11c859bd-57e4-4dfc-8eb3-c91c6602d876), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.223852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6ec15b23-9d5b-4d43-bfa3-95493a640b72 None None] Provisioning complete for port 778c4689-3f95-40d5-b70b-b0179e4437cd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:47.224892 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ec15b23-9d5b-4d43-bfa3-95493a640b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.279194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (11c859bd-57e4-4dfc-8eb3-c91c6602d876), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.293554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 11c859bd-57e4-4dfc-8eb3-c91c6602d876 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:47.478994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (f4678112-098c-44e8-9063-79529470ea1c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.533656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6ec15b23-9d5b-4d43-bfa3-95493a640b72 None None] Current status of the port 778c4689-3f95-40d5-b70b-b0179e4437cd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:47.576607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6ec15b23-9d5b-4d43-bfa3-95493a640b72 None None] Provisioning complete for port 7639b34f-5236-408f-9c20-6e9d095f5256 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:47.577385 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ec15b23-9d5b-4d43-bfa3-95493a640b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7639b34f-5236-408f-9c20-6e9d095f5256), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.644286 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (11c859bd-57e4-4dfc-8eb3-c91c6602d876), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.810232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6ec15b23-9d5b-4d43-bfa3-95493a640b72 None None] Port 7639b34f-5236-408f-9c20-6e9d095f5256 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:47.822278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f21feb-85b6-493d-945d-71ac0e858497 req-24ae84aa-7739-462f-be7e-c42885f0a96a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:47.823785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93f21feb-85b6-493d-945d-71ac0e858497 req-24ae84aa-7739-462f-be7e-c42885f0a96a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2654238 Jan 28 13:40:47.829350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=11c859bd-57e4-4dfc-8eb3-c91c6602d876,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:47.842085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6ec15b23-9d5b-4d43-bfa3-95493a640b72 None None] Could not find standard attr ID for object 11c859bd-57e4-4dfc-8eb3-c91c6602d876. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:47.850882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 778c4689-3f95-40d5-b70b-b0179e4437cd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:47.941588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:47.953608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40682) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:47.954636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-abb6040d-1ed2-460e-ab10-153b074237c6 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/11c859bd-57e4-4dfc-8eb3-c91c6602d876 HTTP/1.1" status: 204 len: 168 time: 1.1720307 Jan 28 13:40:47.997895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8a380736-5ea8-4bea-bb22-d31e2ac99b18 None None] Provisioning complete for port 7639b34f-5236-408f-9c20-6e9d095f5256 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:48.002442 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8a380736-5ea8-4bea-bb22-d31e2ac99b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7639b34f-5236-408f-9c20-6e9d095f5256), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.019844 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d5a3be-b056-4621-b11b-1ae5993c71e0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:48.025256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93f21feb-85b6-493d-945d-71ac0e858497 req-336b1547-f56e-4c6d-bc8b-210457e86925 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278591 Jan 28 13:40:48.025770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40688) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:48.036071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-87d5a3be-b056-4621-b11b-1ae5993c71e0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/11c859bd-57e4-4dfc-8eb3-c91c6602d876 HTTP/1.1" status: 404 len: 333 time: 0.0770583 Jan 28 13:40:48.187416 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Router f4678112-098c-44e8-9063-79529470ea1c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:40:48.251501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8a380736-5ea8-4bea-bb22-d31e2ac99b18 None None] Port 7639b34f-5236-408f-9c20-6e9d095f5256 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:40:48.277815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 778c4689-3f95-40d5-b70b-b0179e4437cd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:48.307390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 7639b34f-5236-408f-9c20-6e9d095f5256 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:48.307750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7639b34f-5236-408f-9c20-6e9d095f5256), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.392074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:40:48.399433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0e32b170-e287-4333-a0bf-169e682dcaad admin admin] 10.222.0.45 "PUT /v2.0/routers/f4678112-098c-44e8-9063-79529470ea1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7112572 Jan 28 13:40:48.403344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40700) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:48.408619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5c4c6b7a-b434-4541-8a26-71b63a677b65 None None] Could not find standard attr ID for object 11c859bd-57e4-4dfc-8eb3-c91c6602d876. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:40:48.408814 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] Sync routers for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:40:48.444648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 778c4689-3f95-40d5-b70b-b0179e4437cd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:48.447178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.462663 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:48.463282 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:40:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:48.496709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7639b34f-5236-408f-9c20-6e9d095f5256), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.550893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 7639b34f-5236-408f-9c20-6e9d095f5256 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:48.733444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 778c4689-3f95-40d5-b70b-b0179e4437cd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:48.743886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks [] for router (f4678112-098c-44e8-9063-79529470ea1c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.814696 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:48.850927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7639b34f-5236-408f-9c20-6e9d095f5256), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.925223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=7639b34f-5236-408f-9c20-6e9d095f5256,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:48.948692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:48.956384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b5e07ff9-5b1f-4b3b-b689-78e530588af1 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/7639b34f-5236-408f-9c20-6e9d095f5256 HTTP/1.1" status: 204 len: 168 time: 0.9294672 Jan 28 13:40:48.957026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40712) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:49.035910 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e860d4-c6cf-4461-8d0a-86cc806109ac tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:40:49.044151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11e860d4-c6cf-4461-8d0a-86cc806109ac tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/7639b34f-5236-408f-9c20-6e9d095f5256 HTTP/1.1" status: 404 len: 333 time: 0.0857508 Jan 28 13:40:49.045185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40716) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:49.066381 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks [] for router_gateway (f4678112-098c-44e8-9063-79529470ea1c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.168497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet cdae6e6a-8280-4327-98ac-10e0ee71d8ed {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:49.176896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (cdae6e6a-8280-4327-98ac-10e0ee71d8ed), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.191511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Deleting port ca159a8f-c078-43b1-b1ca-ffcba2911807 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:49.196570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.278821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (cdae6e6a-8280-4327-98ac-10e0ee71d8ed), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.404425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] For port ca159a8f-c078-43b1-b1ca-ffcba2911807, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ca159a8f-c078-43b1-b1ca-ffcba2911807,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:49.405223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.421547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Calling delete_port for ca159a8f-c078-43b1-b1ca-ffcba2911807 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:49.516119 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:40:46Z', 'revision_number': 5, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port': {'id': 'ca159a8f-c078-43b1-b1ca-ffcba2911807', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4678112-098c-44e8-9063-79529470ea1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:37:48Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:49.590666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0b56b-602e-492c-87f4-0a981ce37d06 req-e27fdf7f-20cb-409b-b1be-df2504ddcb10 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:49.603701 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] Checking router: f4678112-098c-44e8-9063-79529470ea1c for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:40:49.604687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5b0b56b-602e-492c-87f4-0a981ce37d06 req-e27fdf7f-20cb-409b-b1be-df2504ddcb10 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.3055944 Jan 28 13:40:49.634426 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] Routers {'f4678112-098c-44e8-9063-79529470ea1c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:40:49.635317 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:40:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f4678112-098c-44e8-9063-79529470ea1c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:49.842272 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ca159a8f-c078-43b1-b1ca-ffcba2911807), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:49.853451 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] Set router f4678112-098c-44e8-9063-79529470ea1c gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:40:49.949547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5b0b56b-602e-492c-87f4-0a981ce37d06 req-2d6123dc-d9ba-4a5b-89a4-83870e99e4cd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436863 Jan 28 13:40:49.984214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (cdae6e6a-8280-4327-98ac-10e0ee71d8ed), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.022966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40752) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:50.032640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca159a8f-c078-43b1-b1ca-ffcba2911807,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:50.162719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (cdae6e6a-8280-4327-98ac-10e0ee71d8ed), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.202301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (f4678112-098c-44e8-9063-79529470ea1c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.231311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=cdae6e6a-8280-4327-98ac-10e0ee71d8ed,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:50.237563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.242612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cee834-914d-40e9-a207-9a6f0255d554 None None] Network 97c2ca7c-2415-4e30-81a2-dbef395eec25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:50.248991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-76276491-5ffc-4017-bffa-1dbad3688ffd tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/cdae6e6a-8280-4327-98ac-10e0ee71d8ed HTTP/1.1" status: 204 len: 168 time: 1.2023911 Jan 28 13:40:50.255975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40760) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:50.335823 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:40:49Z', 'revision_number': 6, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:50.419096 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8181e2d-b3cf-47d4-8d85-08bed2a8a497 None None] The sync data for ids ['f4678112-098c-44e8-9063-79529470ea1c'] in n-d-822748-2 is: [{'id': 'f4678112-098c-44e8-9063-79529470ea1c', 'name': 'tempest-ServersTestManualDisk-353708877-router', 'tenant_id': '0aa118efc2004ab5916969e74f3330aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:46Z', 'updated_at': '2022-01-28T13:40:49Z', 'revision_number': 6, 'project_id': '0aa118efc2004ab5916969e74f3330aa', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:40:50.469611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (97c2ca7c-2415-4e30-81a2-dbef395eec25), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.574387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (f4678112-098c-44e8-9063-79529470ea1c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.582603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks [] for router_controller (f4678112-098c-44e8-9063-79529470ea1c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.604193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777bfac2-a752-447c-801a-39cb382eba30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.609848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 778c4689-3f95-40d5-b70b-b0179e4437cd {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:50.610320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.745844 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (f4678112-098c-44e8-9063-79529470ea1c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.746870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4678112-098c-44e8-9063-79529470ea1c {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:40:50.765184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.766642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4066d308-f1c2-4c7b-9345-017a575baef4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f4678112-098c-44e8-9063-79529470ea1c HTTP/1.1" status: 204 len: 168 time: 2.3622415 Jan 28 13:40:50.771133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40784) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:50.817061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] DHCP port deletion for 97c2ca7c-2415-4e30-81a2-dbef395eec25 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:50.835146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] For port 778c4689-3f95-40d5-b70b-b0179e4437cd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=778c4689-3f95-40d5-b70b-b0179e4437cd,segment=NetworkSegment(c560fea8-fe4f-4428-8fe4-66242d3948bf),segment_id=c560fea8-fe4f-4428-8fe4-66242d3948bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:50.835421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:50.863145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 778c4689-3f95-40d5-b70b-b0179e4437cd owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:51.019400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] Deleting port 778c4689-3f95-40d5-b70b-b0179e4437cd {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:51.021936 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.039883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.066193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-1e906d81-94c9-49a6-b5c7-f04d439b2f18 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:51.069803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-1e906d81-94c9-49a6-b5c7-f04d439b2f18 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 811 time: 0.5104265 Jan 28 13:40:51.120089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] Deleting subnet 56b22070-b4df-41f8-9849-d20e81250eb2 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:40:51.134919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=778c4689-3f95-40d5-b70b-b0179e4437cd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.137135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-b52583d2-e17f-4663-9921-fa52cdc8197a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/quotas/dc53e599ff54437ab47fc51d8b2e020d HTTP/1.1" status: 200 len: 375 time: 0.0424976 Jan 28 13:40:51.141855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No DVR routers for this DVR port 778c4689-3f95-40d5-b70b-b0179e4437cd on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:51.144526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] Publish callbacks [] for subnet (56b22070-b4df-41f8-9849-d20e81250eb2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.188345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] For port 778c4689-3f95-40d5-b70b-b0179e4437cd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=778c4689-3f95-40d5-b70b-b0179e4437cd,segment=NetworkSegment(c560fea8-fe4f-4428-8fe4-66242d3948bf),segment_id=c560fea8-fe4f-4428-8fe4-66242d3948bf)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:51.191308 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.238272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] Calling delete_port for 778c4689-3f95-40d5-b70b-b0179e4437cd owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:51.295126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (97c2ca7c-2415-4e30-81a2-dbef395eec25), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.322362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c2ca7c-2415-4e30-81a2-dbef395eec25']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:51.332772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c560fea8-fe4f-4428-8fe4-66242d3948bf') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:51.333229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c560fea8-fe4f-4428-8fe4-66242d3948bf') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:51.342155 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (778c4689-3f95-40d5-b70b-b0179e4437cd), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.346093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c560fea8-fe4f-4428-8fe4-66242d3948bf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.365780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c560fea8-fe4f-4428-8fe4-66242d3948bf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.372197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] No DVR routers for this DVR port 778c4689-3f95-40d5-b70b-b0179e4437cd on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:51.381053 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777bfac2-a752-447c-801a-39cb382eba30 admin admin] Publish callbacks [] for security_group (aa82c70f-cea5-412c-8a9c-f333b8005213), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.386120 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (56b22070-b4df-41f8-9849-d20e81250eb2), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.391903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:40:51.392745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c560fea8-fe4f-4428-8fe4-66242d3948bf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.396175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b4541-0124-4a4c-836a-23c3cde031c8 None None] Pushing event deleted for resources: {'Port': ['ID=778c4689-3f95-40d5-b70b-b0179e4437cd,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:40:51.399493 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:40:51.451605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777bfac2-a752-447c-801a-39cb382eba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (aa82c70f-cea5-412c-8a9c-f333b8005213), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.499732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-777bfac2-a752-447c-801a-39cb382eba30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0d16afce1604030b7cbe0a7aceadb6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4732993 Jan 28 13:40:51.508673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:51.517041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (97c2ca7c-2415-4e30-81a2-dbef395eec25), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.526139 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.535242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/97c2ca7c-2415-4e30-81a2-dbef395eec25 HTTP/1.1" status: 204 len: 168 time: 1.2767882 Jan 28 13:40:51.549033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40804) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:51.579283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-89c649c4-7553-4e2f-ab26-e55909403218 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3875568 Jan 28 13:40:51.593747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-857451615'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:51.626159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa33998-a2b7-442c-b292-6bcd31a6337a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=97c2ca7c-2415-4e30-81a2-dbef395eec25,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:51.628756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:51.632537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.726171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75a1a557-b59f-47d7-8109-a8de914884e7 admin admin] Publish callbacks [] for security_group (aa82c70f-cea5-412c-8a9c-f333b8005213), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.748200 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-2350a596-aa14-492f-a03f-8bc33c097f9c service neutron] 10.222.0.45 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678758 Jan 28 13:40:51.779512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75a1a557-b59f-47d7-8109-a8de914884e7 admin admin] Publish callbacks [] for security_group (aa82c70f-cea5-412c-8a9c-f333b8005213), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.827229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:40:51.848063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1897470f-ac3a-4525-90e6-b5a0f7b80d87), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:51.848497 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Added segment 1897470f-ac3a-4525-90e6-b5a0f7b80d87 of type vlan for network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 Jan 28 13:40:52.057963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-d49ca8f1-d8ef-49e8-ab34-4fcdf10fde01 service neutron] 10.222.0.45 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083446 Jan 28 13:40:52.066401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ca159a8f-c078-43b1-b1ca-ffcba2911807 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:52.134087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (6f3c566e-e944-49f4-ad95-ffb4df6f53b7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.137662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75a1a557-b59f-47d7-8109-a8de914884e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (aa82c70f-cea5-412c-8a9c-f333b8005213), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.140607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-75a1a557-b59f-47d7-8109-a8de914884e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.142294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-75a1a557-b59f-47d7-8109-a8de914884e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa82c70f-cea5-412c-8a9c-f333b8005213 HTTP/1.1" status: 204 len: 168 time: 0.6327808 Jan 28 13:40:52.153478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ca159a8f-c078-43b1-b1ca-ffcba2911807 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:52.153829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ca159a8f-c078-43b1-b1ca-ffcba2911807 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:52.154410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4016ee9b-a720-4595-aab3-b7e2efc6be64 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:52.162329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1a557-b59f-47d7-8109-a8de914884e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa82c70f-cea5-412c-8a9c-f333b8005213,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:52.200370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (6f3c566e-e944-49f4-ad95-ffb4df6f53b7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.206175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:52.206818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.241761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4016ee9b-a720-4595-aab3-b7e2efc6be64 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:52.242115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4016ee9b-a720-4595-aab3-b7e2efc6be64 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:52.248395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (56b22070-b4df-41f8-9849-d20e81250eb2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.251704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 778c4689-3f95-40d5-b70b-b0179e4437cd no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:52.349101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 778c4689-3f95-40d5-b70b-b0179e4437cd {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:40:52.350248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 778c4689-3f95-40d5-b70b-b0179e4437cd not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:52.366299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8157268 Jan 28 13:40:52.370654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 40826) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:52.390545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:52.412976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bfac2-a752-447c-801a-39cb382eba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa82c70f-cea5-412c-8a9c-f333b8005213,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:52.427340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (56b22070-b4df-41f8-9849-d20e81250eb2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.487383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bfa65-0fd3-4243-892b-633af5e4bb27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Network': ['ID=6f3c566e-e944-49f4-ad95-ffb4df6f53b7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:52.502253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:40:52.582520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.634232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/56b22070-b4df-41f8-9849-d20e81250eb2 HTTP/1.1" status: 204 len: 168 time: 1.8492372 Jan 28 13:40:52.635115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40842) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:52.637120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeb886-c12f-4399-b64a-f4283aba077e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b22070-b4df-41f8-9849-d20e81250eb2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:52.688097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5340f393-150f-4b4e-a259-6aeb743756f2 req-1ec0d1b6-7e2d-4f0f-9e94-1ed4f8ca7a63 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 210 time: 0.1061339 Jan 28 13:40:52.775470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:52.779734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:52.810373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259171a-94ba-481f-b1b9-318f73f5723f None None] Network bb20fae4-c09a-4e88-a3ac-70a9818bbd45 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:52.952111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (bb20fae4-c09a-4e88-a3ac-70a9818bbd45), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.147798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-8e7a5dd3-df0d-4cd5-b634-e5339e906551 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3564181 Jan 28 13:40:53.231663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Deleting port e5c9383c-4c05-480f-805d-3ac5c78b8c4f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:53.231909 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.431898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] DHCP port deletion for bb20fae4-c09a-4e88-a3ac-70a9818bbd45 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:40:53.593183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] Deleting port e5c9383c-4c05-480f-805d-3ac5c78b8c4f {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:40:53.593834 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.612610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] For port e5c9383c-4c05-480f-805d-3ac5c78b8c4f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:53.613747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.680695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-14453275-cb28-47ab-a0d4-5d70f440a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:53.685024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-14453275-cb28-47ab-a0d4-5d70f440a836 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1096 time: 0.4840896 Jan 28 13:40:53.698665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Calling delete_port for e5c9383c-4c05-480f-805d-3ac5c78b8c4f owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:53.920432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] For port e5c9383c-4c05-480f-805d-3ac5c78b8c4f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,segment=NetworkSegment(180617ec-6001-44bf-bf2b-b8c4803f1602),segment_id=180617ec-6001-44bf-bf2b-b8c4803f1602)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:53.921373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:53.981845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] Calling delete_port for e5c9383c-4c05-480f-805d-3ac5c78b8c4f owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:40:54.146206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e5c9383c-4c05-480f-805d-3ac5c78b8c4f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:40:54.170125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b75c7326-303f-4240-b9f6-d95187730ed5 req-d4f23a27-2070-4d59-84f0-b86b3c9dbfda tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 210 time: 0.2549376 Jan 28 13:40:54.186212 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.215771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] No DVR routers for this DVR port e5c9383c-4c05-480f-805d-3ac5c78b8c4f on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:54.252006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-162c314d-23ca-4cb2-98f0-021ff402df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:54.253640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-162c314d-23ca-4cb2-98f0-021ff402df65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.4866772 Jan 28 13:40:54.254894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (cae6471b-10ca-459c-a9a3-1b4b638fdf90), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.299447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:54.318020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=cae6471b-10ca-459c-a9a3-1b4b638fdf90,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:54.343661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port e5c9383c-4c05-480f-805d-3ac5c78b8c4f {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:40:54.352529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port e5c9383c-4c05-480f-805d-3ac5c78b8c4f host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:40:54.380930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e5c9383c-4c05-480f-805d-3ac5c78b8c4f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:40:54.409968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (e5c9383c-4c05-480f-805d-3ac5c78b8c4f), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.458925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] No DVR routers for this DVR port e5c9383c-4c05-480f-805d-3ac5c78b8c4f on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:40:54.512120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1aed5-e27d-4386-977b-d0b0c662c873 None None] Pushing event deleted for resources: {'Port': ['ID=e5c9383c-4c05-480f-805d-3ac5c78b8c4f,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:54.566256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-8781f9d3-87af-49ea-a166-0b9ab45c18d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 1001 time: 0.2467961 Jan 28 13:40:54.631762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (bb20fae4-c09a-4e88-a3ac-70a9818bbd45), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.716705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb20fae4-c09a-4e88-a3ac-70a9818bbd45']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:54.739502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-f79c498c-62e9-47fe-b6be-1f6b0f7c312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:54.742027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-f79c498c-62e9-47fe-b6be-1f6b0f7c312c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.1420159 Jan 28 13:40:54.748780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180617ec-6001-44bf-bf2b-b8c4803f1602') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:54.749083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180617ec-6001-44bf-bf2b-b8c4803f1602') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:40:54.782594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (180617ec-6001-44bf-bf2b-b8c4803f1602), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.888994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (180617ec-6001-44bf-bf2b-b8c4803f1602), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.909224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:40:54.911978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (180617ec-6001-44bf-bf2b-b8c4803f1602), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:40:54.918672 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:40:54.934779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Checking segment: {'id': '1897470f-ac3a-4525-90e6-b5a0f7b80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:54.935555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network hostable DHCP agents. Network: 6f3c566e-e944-49f4-ad95-ffb4df6f53b7, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:40:55.143606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (bb20fae4-c09a-4e88-a3ac-70a9818bbd45), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.173378 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:55.182102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bb20fae4-c09a-4e88-a3ac-70a9818bbd45 HTTP/1.1" status: 204 len: 168 time: 2.5313396 Jan 28 13:40:55.267529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbf716-5558-4308-a070-e044c34f3b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb20fae4-c09a-4e88-a3ac-70a9818bbd45,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:55.763561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40930) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:55.874397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3d7ac4c0-4056-424f-b62f-cd1898f152c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0aa118efc2004ab5916969e74f3330aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0996518 Jan 28 13:40:55.874397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40936) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:56.024935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:40:56.046979 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55b51f6c-adf4-42bc-9d49-1f382f3c940f admin admin] Publish callbacks [] for security_group (dfa8ba60-d78d-48af-a27e-2312dbab1d0e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.065320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5a8d91e-3443-42a0-bc3d-a8b15647f278 req-59e3d87f-096e-4f32-8277-cd61969955bc tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 210 time: 0.0727370 Jan 28 13:40:56.079291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-9c5d306d-7656-44c7-981b-b3e035076f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:56.082152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-9c5d306d-7656-44c7-981b-b3e035076f07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3204360 Jan 28 13:40:56.107346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 6f3c566e-e944-49f4-ad95-ffb4df6f53b7) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:56.128526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55b51f6c-adf4-42bc-9d49-1f382f3c940f admin admin] Publish callbacks [] for security_group (dfa8ba60-d78d-48af-a27e-2312dbab1d0e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.130215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:56.131567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.137166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dff1db-a5ae-4a79-b954-57e620f72477 None None] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:56.251706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cd534acc-4c16-4232-89d2-f8242d662b04 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:56.254390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cd534acc-4c16-4232-89d2-f8242d662b04 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.36 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 811 time: 1.2846677 Jan 28 13:40:56.305083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-774f3a6d-6195-4aef-bbf5-91263e5ff82a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9258709 Jan 28 13:40:56.331798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:56.354358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7a4c7ff5-8598-43b3-af0b-b3e719013d43 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-895496798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:56.374446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55b51f6c-adf4-42bc-9d49-1f382f3c940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dfa8ba60-d78d-48af-a27e-2312dbab1d0e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.381510 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55b51f6c-adf4-42bc-9d49-1f382f3c940f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.383614 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-55b51f6c-adf4-42bc-9d49-1f382f3c940f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfa8ba60-d78d-48af-a27e-2312dbab1d0e HTTP/1.1" status: 204 len: 168 time: 0.4977322 Jan 28 13:40:56.418189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Request body: {'port': {'device_id': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'admin_state_up': True, 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:56.482044 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-2150f584-ab96-46f8-9737-4dcad7d585b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034049 Jan 28 13:40:56.503125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-6f3c566e-e944-49f4-ad95-ffb4df6f53b7', 'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7', 'project_id': 'd623df5240524e29bcef2d194bc5cac2', 'fixed_ips': [{'subnet_id': 'cae6471b-10ca-459c-a9a3-1b4b638fdf90'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:56.504027 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.504201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b51f6c-adf4-42bc-9d49-1f382f3c940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa8ba60-d78d-48af-a27e-2312dbab1d0e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:56.545105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7ff5-8598-43b3-af0b-b3e719013d43 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.547013 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7ff5-8598-43b3-af0b-b3e719013d43 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.811413 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7ff5-8598-43b3-af0b-b3e719013d43 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for router_controller (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.830239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7ff5-8598-43b3-af0b-b3e719013d43 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.845315 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-13e23782-9ed6-4c8f-bf88-9867c123a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:56.848740 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-13e23782-9ed6-4c8f-bf88-9867c123a5c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 1097 time: 0.2633810 Jan 28 13:40:56.873014 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a4c7ff5-8598-43b3-af0b-b3e719013d43 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:56.877628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7a4c7ff5-8598-43b3-af0b-b3e719013d43 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5317602 Jan 28 13:40:56.882485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 40968) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:56.911123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7', 'name': 'tempest-PortsIpV6TestJSON-34313287'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:56.947153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-a297486a-ea73-49e1-806c-e3f11d851338 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326960 Jan 28 13:40:57.098332 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.335861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Allocated IP 2001:db8::2 (6f3c566e-e944-49f4-ad95-ffb4df6f53b7/cae6471b-10ca-459c-a9a3-1b4b638fdf90/f531e1e2-10a6-4961-be6f-d2afc1d415fe) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:57.347947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:57.368186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.405909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8422e7dc-22f4-4ed1-a165-fb59c782bc3d req-247736df-d54d-4598-bea3-4d27c8e82f10 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040198 Jan 28 13:40:57.524319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c31757b7-e497-43b6-85cf-e4c8bd93a1ba req-3ea4b23a-f8a5-4dd7-8e57-7f2bee3f04a3 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 210 time: 0.2515700 Jan 28 13:40:57.535434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Made reservation on behalf of dc53e599ff54437ab47fc51d8b2e020d for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:57.538182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port f2912142-b008-4268-a77c-2e7c3a026937 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:40:57.543847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.689398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-a9cfb2f9-e61a-4618-8b69-98c868ded11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:57.691224 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-a9cfb2f9-e61a-4618-8b69-98c868ded11a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 912 time: 0.8119957 Jan 28 13:40:57.782950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-2d34abab-5893-4923-8bd7-1f54db6d81c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4 HTTP/1.1" status: 200 len: 217 time: 0.0779538 Jan 28 13:40:57.893497 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Publish callbacks [] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.911443 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:57.992675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:58.007513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:58.028344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Allocated IP 172.20.0.13 (3210642d-f6e3-4bc8-bd1f-698bf7e487f9/92b5e0f6-a8b7-442e-b3fe-78c622b69573/a1e64321-b1f4-4739-9224-68d070d6f06f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:58.063565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-3d31fed3-d6c4-46a1-a355-91387bc2848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:58.077514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-3d31fed3-d6c4-46a1-a355-91387bc2848e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.2814224 Jan 28 13:40:58.163586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:58.165339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-2d222a75-e9cc-4356-af4a-52a20af9360a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786564 Jan 28 13:40:58.285513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::cc (6f3c566e-e944-49f4-ad95-ffb4df6f53b7/cae6471b-10ca-459c-a9a3-1b4b638fdf90/f2912142-b008-4268-a77c-2e7c3a026937) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:58.315952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.324281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Attempting to bind port f531e1e2-10a6-4961-be6f-d2afc1d415fe on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:58.324818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Attempting to bind port f531e1e2-10a6-4961-be6f-d2afc1d415fe by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1897470f-ac3a-4525-90e6-b5a0f7b80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:58.325487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Attempting to bind port f531e1e2-10a6-4961-be6f-d2afc1d415fe on network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:58.338219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Pushing event updated for resources: {'Port': ['ID=f531e1e2-10a6-4961-be6f-d2afc1d415fe,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:58.355215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:58.355614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Checking segment: {'id': '1897470f-ac3a-4525-90e6-b5a0f7b80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:58.356732 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.357191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Bound using segment: {'id': '1897470f-ac3a-4525-90e6-b5a0f7b80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:58.357703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Bound port: f531e1e2-10a6-4961-be6f-d2afc1d415fe, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1897470f-ac3a-4525-90e6-b5a0f7b80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6f3c566e-e944-49f4-ad95-ffb4df6f53b7'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:58.358571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.624513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] For port f531e1e2-10a6-4961-be6f-d2afc1d415fe, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:58.642010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] For port f531e1e2-10a6-4961-be6f-d2afc1d415fe, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f531e1e2-10a6-4961-be6f-d2afc1d415fe,segment=NetworkSegment(1897470f-ac3a-4525-90e6-b5a0f7b80d87),segment_id=1897470f-ac3a-4525-90e6-b5a0f7b80d87)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:58.655901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.857971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks [] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:58.895069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41044) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:58.918617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03322-c9f7-4d3a-b09f-bb159e9b26ba None None] Pushing event updated for resources: {'Port': ['ID=f531e1e2-10a6-4961-be6f-d2afc1d415fe,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:58.975540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41048) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:59.019893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b92136e8-13c8-400d-86c1-e1684962fbc4 req-988e8d5a-72fa-46b5-b2c7-9cf3fcd2b2b0 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 210 time: 0.1599226 Jan 28 13:40:59.117234 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-d674ffc0-28d7-40c0-af02-a4624411db3d service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9299910 Jan 28 13:40:59.149280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (f2912142-b008-4268-a77c-2e7c3a026937), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.193105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.215123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['542261c9-161a-4e64-8ee7-e5a1ecfa5de4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:40:59.307467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.587901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f2912142-b008-4268-a77c-2e7c3a026937), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.606037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Pushing event updated for resources: {'Port': ['ID=a1e64321-b1f4-4739-9224-68d070d6f06f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:59.631875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-network', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:59.685859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e726ca32-89c9-4717-afdf-b210ee8c08b4 req-8f173a53-6be8-496c-9414-654233a6a49b service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315361 Jan 28 13:40:59.701272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:59.702404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:59.716176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:59.718803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:59.741058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:59.743221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:59.753629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:59.758415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.779007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=f2912142-b008-4268-a77c-2e7c3a026937,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:59.804504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.807447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.809166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.811683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.812262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.812788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.814641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.815181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.815724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.816268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.819072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.819614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.820181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:59.847732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:59.853211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:59.864317 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eaaa2dcb-cca9-4d33-bebe-198b94e61688 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9652669 Jan 28 13:40:59.867822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41064) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:59.913651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.101056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Publish callbacks [] for security_group (ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.113192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.149863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:00.150736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.190678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f531e1e2-10a6-4961-be6f-d2afc1d415fe up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:00.238421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:00.309049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-cebffabe-3319-4245-97e6-ad139965d36b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9961252 Jan 28 13:41:00.326445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.326873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.328157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.328507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.328852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.329195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.329530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.332094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.332491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.332917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.333495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.336235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.336597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:00.385915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f531e1e2-10a6-4961-be6f-d2afc1d415fe triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:00.386214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.428256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Request body: {'port': {'device_id': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:00.604440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f531e1e2-10a6-4961-be6f-d2afc1d415fe is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:00.606891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.676246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.720053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b4d4474e-d878-4e79-aad8-e08133c85bc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67438231f0c3484e95c40168289a732e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8220356 Jan 28 13:41:00.727299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port f531e1e2-10a6-4961-be6f-d2afc1d415fe, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f531e1e2-10a6-4961-be6f-d2afc1d415fe,segment=NetworkSegment(1897470f-ac3a-4525-90e6-b5a0f7b80d87),segment_id=1897470f-ac3a-4525-90e6-b5a0f7b80d87)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:00.733556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.791576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:00.840960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=f531e1e2-10a6-4961-be6f-d2afc1d415fe,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:00.967488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks [] for security_group (1ba92ef7-2a00-4d09-a718-0897522bd5ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.097526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb1d7c-201b-4d1a-9f46-409a73c988b4 None None] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:01.205978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1ba92ef7-2a00-4d09-a718-0897522bd5ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.266749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1347b2ee-3510-4462-b786-8d63bb55081f None None] Provisioning complete for port f531e1e2-10a6-4961-be6f-d2afc1d415fe triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:01.268259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1347b2ee-3510-4462-b786-8d63bb55081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.339916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9dd1-4d30-4221-9e37-24630de9bd90 req-e53f6e50-cc1b-433d-a435-aa78a00069fd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.339916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272d9dd1-4d30-4221-9e37-24630de9bd90 req-e53f6e50-cc1b-433d-a435-aa78a00069fd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 932 time: 0.9538436 Jan 28 13:41:01.339916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:41:01.480096 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (61ec2aaf-c44d-4e98-babf-2dd6e522cfd2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.480423 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Added segment 61ec2aaf-c44d-4e98-babf-2dd6e522cfd2 of type vlan for network 68ab7131-bccd-4165-8d71-334c51189a8f Jan 28 13:41:01.484015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba92ef7-2a00-4d09-a718-0897522bd5ee,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:01.546274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1347b2ee-3510-4462-b786-8d63bb55081f None None] Current status of the port f531e1e2-10a6-4961-be6f-d2afc1d415fe is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:01.621300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f2912142-b008-4268-a77c-2e7c3a026937), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.732088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (68ab7131-bccd-4165-8d71-334c51189a8f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.737441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-272d9dd1-4d30-4221-9e37-24630de9bd90 req-f8771962-a4b4-48f5-a974-9f210cf438a5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859770 Jan 28 13:41:01.765443 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-affdf4c6-f96e-43f2-8b02-af26c4bfe4b3 admin admin] Publish callbacks [] for security_group (ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.853389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-affdf4c6-f96e-43f2-8b02-af26c4bfe4b3 admin admin] Publish callbacks [] for security_group (ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.923800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:41:01.971269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (68ab7131-bccd-4165-8d71-334c51189a8f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.972188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:01.972922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.012810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f531e1e2-10a6-4961-be6f-d2afc1d415fe up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:02.064266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0827146 Jan 28 13:41:02.069474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:02.079518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-affdf4c6-f96e-43f2-8b02-af26c4bfe4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.082316 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-affdf4c6-f96e-43f2-8b02-af26c4bfe4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.083686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-affdf4c6-f96e-43f2-8b02-af26c4bfe4b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5 HTTP/1.1" status: 204 len: 168 time: 1.2691116 Jan 28 13:41:02.091253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Request body: {'subnet': {'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-subnet', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:02.148945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdf4c6-f96e-43f2-8b02-af26c4bfe4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b96e9-dca2-42b6-b369-0e95f0c8c0d5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:02.150746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b2d8-def4-4d05-858b-601c1dff0fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=68ab7131-bccd-4165-8d71-334c51189a8f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:02.191137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:02.194168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.208967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e64321-b1f4-4739-9224-68d070d6f06f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:02.248531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Publish callbacks [] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.314138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 68ab7131-bccd-4165-8d71-334c51189a8f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:41:02.346884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-746e0b17-9403-440e-8913-e989c1156563 None None] Provisioning complete for port f2912142-b008-4268-a77c-2e7c3a026937 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:02.347442 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-746e0b17-9403-440e-8913-e989c1156563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f2912142-b008-4268-a77c-2e7c3a026937), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.406174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Transition to ACTIVE for port object a1e64321-b1f4-4739-9224-68d070d6f06f will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:41:02.426676 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.452656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f531e1e2-10a6-4961-be6f-d2afc1d415fe triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:02.453366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.495309 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (f2912142-b008-4268-a77c-2e7c3a026937), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.514765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (f2912142-b008-4268-a77c-2e7c3a026937), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.581026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=f2912142-b008-4268-a77c-2e7c3a026937,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:02.655321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e64321-b1f4-4739-9224-68d070d6f06f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:02.965593 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.031555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41126) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:03.053423 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-710891bb-1c99-44c9-9de4-336c58f413e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.091295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Attempting to bind port a1e64321-b1f4-4739-9224-68d070d6f06f on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:03.091855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Attempting to bind port a1e64321-b1f4-4739-9224-68d070d6f06f by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:03.092224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Attempting to bind port a1e64321-b1f4-4739-9224-68d070d6f06f on network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:03.124619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Port a1e64321-b1f4-4739-9224-68d070d6f06f on network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:03.125148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Attempting to bind port a1e64321-b1f4-4739-9224-68d070d6f06f on network 3210642d-f6e3-4bc8-bd1f-698bf7e487f9 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:03.140680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.147588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-746e0b17-9403-440e-8913-e989c1156563 None None] Port f2912142-b008-4268-a77c-2e7c3a026937 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:03.162518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b1b17-b817-4bc3-b1b9-e5aabbbadf48 req-e5233f7a-7a20-42e2-bcfc-6ad174cacf18 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:03.170941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f48b1b17-b817-4bc3-b1b9-e5aabbbadf48 req-e5233f7a-7a20-42e2-bcfc-6ad174cacf18 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 944 time: 0.2538688 Jan 28 13:41:03.176280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:03.176893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Checking segment: {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:03.177539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Bound using segment: {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:03.178599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Bound port: a1e64321-b1f4-4739-9224-68d070d6f06f, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6587b9-d701-48ab-8410-b05154394b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:03.179113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.208336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-746e0b17-9403-440e-8913-e989c1156563 None None] Provisioning complete for port f531e1e2-10a6-4961-be6f-d2afc1d415fe triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:03.208804 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-746e0b17-9403-440e-8913-e989c1156563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.248571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f531e1e2-10a6-4961-be6f-d2afc1d415fe is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:03.336290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-746e0b17-9403-440e-8913-e989c1156563 None None] Current status of the port f531e1e2-10a6-4961-be6f-d2afc1d415fe is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:03.362582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] For port a1e64321-b1f4-4739-9224-68d070d6f06f, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:03.367270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] For port a1e64321-b1f4-4739-9224-68d070d6f06f, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a1e64321-b1f4-4739-9224-68d070d6f06f,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:03.382081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.389761 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f2912142-b008-4268-a77c-2e7c3a026937), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.431829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:03.433151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.435013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1e64321-b1f4-4739-9224-68d070d6f06f HTTP/1.1" status: 200 len: 1092 time: 3.0759542 Jan 28 13:41:03.438920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f48b1b17-b817-4bc3-b1b9-e5aabbbadf48 req-1a1b1fac-d59a-4cfb-9812-13dbfcbc1def tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668145 Jan 28 13:41:03.439559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:03.472934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'tag': 'a1e64321-b1f4-4739-9224-68d070d6f06f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:03.477210 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3204a294-380d-48dd-8bad-2f2defbbcefa" -d '{"events": [{"name": "network-changed", "server_uuid": "da32da34-52ed-4542-9eac-f2e660a8d479", "tag": "a1e64321-b1f4-4739-9224-68d070d6f06f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:03.499222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-325a2149-dbd5-4a6a-98db-8304b9a96cf9 None None] Provisioning complete for port f2912142-b008-4268-a77c-2e7c3a026937 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:03.499616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-325a2149-dbd5-4a6a-98db-8304b9a96cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f2912142-b008-4268-a77c-2e7c3a026937), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.546097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-325a2149-dbd5-4a6a-98db-8304b9a96cf9 None None] Port f2912142-b008-4268-a77c-2e7c3a026937 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:03.560921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-710891bb-1c99-44c9-9de4-336c58f413e0 admin admin] Publish callbacks [] for security_group (bcb0bd29-adff-46f3-81d5-395d437467df), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.572354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-710891bb-1c99-44c9-9de4-336c58f413e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bcb0bd29-adff-46f3-81d5-395d437467df), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.621668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710891bb-1c99-44c9-9de4-336c58f413e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb0bd29-adff-46f3-81d5-395d437467df,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:03.685670 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6045e80c-e84e-45c9-9487-4539040cdc8f x-openstack-request-id: req-6045e80c-e84e-45c9-9487-4539040cdc8f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:03.686255 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da32da34-52ed-4542-9eac-f2e660a8d479", "tag": "a1e64321-b1f4-4739-9224-68d070d6f06f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:03.686670 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6045e80c-e84e-45c9-9487-4539040cdc8f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:03.687222 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'tag': 'a1e64321-b1f4-4739-9224-68d070d6f06f', 'status': 'completed', 'code': 200} Jan 28 13:41:03.690632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc453e-1699-4ff2-8362-518824ed7f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e64321-b1f4-4739-9224-68d070d6f06f,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:03.733212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Checking segment: {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:03.734543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Network hostable DHCP agents. Network: 68ab7131-bccd-4165-8d71-334c51189a8f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:41:03.742909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-710891bb-1c99-44c9-9de4-336c58f413e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=210a54b4b609482697b5c54a4a729ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7093034 Jan 28 13:41:03.772942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41140) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:03.808814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-eb3a0dac-cde9-49d4-9107-ab45c17ac7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:03.815089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-eb3a0dac-cde9-49d4-9107-ab45c17ac7e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 1095 time: 0.2857723 Jan 28 13:41:03.817275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Network 68ab7131-bccd-4165-8d71-334c51189a8f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:41:03.897202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-306d0cbe-6acd-4457-a94c-ef03cae3fac7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e64321-b1f4-4739-9224-68d070d6f06f HTTP/1.1" status: 200 len: 217 time: 0.0695076 Jan 28 13:41:03.953796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 68ab7131-bccd-4165-8d71-334c51189a8f) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:03.963661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a591d-8990-4f73-b3dc-31d5954046ca None None] Network 68ab7131-bccd-4165-8d71-334c51189a8f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:03.968495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:03.969198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.976453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5e97a0-0f01-46e0-8978-b6dbf276212d admin admin] Publish callbacks [] for security_group (bcb0bd29-adff-46f3-81d5-395d437467df), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.038936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2f851dad-91d9-4606-bb5b-376f7db9a78e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9570529 Jan 28 13:41:04.039405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41146) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:04.050933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5e97a0-0f01-46e0-8978-b6dbf276212d admin admin] Publish callbacks [] for security_group (bcb0bd29-adff-46f3-81d5-395d437467df), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.065337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:04.074541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-90ab02b5-2f0e-46c1-9662-7130100bcfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:04.076837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-90ab02b5-2f0e-46c1-9662-7130100bcfc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.1482627 Jan 28 13:41:04.201771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-a13ff455-a506-4a69-9540-742b2800c341 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155729 Jan 28 13:41:04.203006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.204313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.264186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-68ab7131-bccd-4165-8d71-334c51189a8f', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:04.265447 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.331532 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (f2912142-b008-4268-a77c-2e7c3a026937), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.389248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5e97a0-0f01-46e0-8978-b6dbf276212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bcb0bd29-adff-46f3-81d5-395d437467df), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.394852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks [] for router_controller (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.397149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (f2912142-b008-4268-a77c-2e7c3a026937), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.398364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5e97a0-0f01-46e0-8978-b6dbf276212d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.398538 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.416555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1f5e97a0-0f01-46e0-8978-b6dbf276212d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcb0bd29-adff-46f3-81d5-395d437467df HTTP/1.1" status: 204 len: 168 time: 0.6277997 Jan 28 13:41:04.459941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e97a0-0f01-46e0-8978-b6dbf276212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb0bd29-adff-46f3-81d5-395d437467df,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:04.475816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-753ae63f-78ab-411c-847b-16c4aef12d10 service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632539 Jan 28 13:41:04.644150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da8adb0f-cfa1-4246-af4e-7910bb62bad0 req-9744ead2-1629-45d3-b284-bb62cbecdbf6 service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586909 Jan 28 13:41:04.708577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Allocated IP 172.20.0.2 (68ab7131-bccd-4165-8d71-334c51189a8f/9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98/0ad5d659-101c-4dd2-b5f2-d7f01c950016) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:04.846625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-7d1532af-5bec-4df7-b785-d41f51ea0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:04.850895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks [] for router_gateway (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:04.851492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-7d1532af-5bec-4df7-b785-d41f51ea0733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 1095 time: 0.1334169 Jan 28 13:41:04.859686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=f2912142-b008-4268-a77c-2e7c3a026937,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:04.897822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a554e7e-f277-4502-a66d-2021037c718a req-471dfc23-b067-4210-87f7-918c39d7047d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:04.905011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a554e7e-f277-4502-a66d-2021037c718a req-471dfc23-b067-4210-87f7-918c39d7047d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 944 time: 0.3186159 Jan 28 13:41:05.036796 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Publish callbacks [] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.056236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.115646 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a554e7e-f277-4502-a66d-2021037c718a req-9d0b8421-02e4-4a9c-b851-598a60bf2afd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095516 Jan 28 13:41:05.165015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Network 68ab7131-bccd-4165-8d71-334c51189a8f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:05.206647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-a930ec35-2d8d-4dab-ac0c-1dfe3bd7be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.213469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-a930ec35-2d8d-4dab-ac0c-1dfe3bd7be3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 912 time: 0.3557074 Jan 28 13:41:05.286597 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:41:05.299025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:05.309551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-966839aa-aaa1-4b01-9fac-afb4073e1125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e64321-b1f4-4739-9224-68d070d6f06f HTTP/1.1" status: 200 len: 217 time: 0.0863562 Jan 28 13:41:05.329511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-429b4b79-4150-4d43-90aa-76bd02bc1557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.331054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:05.355721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:05.396355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:05.441099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-f553b7b2-4efc-4d19-b23f-fe1ac0f08568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:05.445710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-f553b7b2-4efc-4d19-b23f-fe1ac0f08568 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.1310472 Jan 28 13:41:05.460839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Pushing event updated for resources: {'Port': ['ID=0ad5d659-101c-4dd2-b5f2-d7f01c950016,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:05.501234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Attempting to bind port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:05.501901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Attempting to bind port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:05.503029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Attempting to bind port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 on network 68ab7131-bccd-4165-8d71-334c51189a8f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:05.522751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:05.523424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Checking segment: {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:05.525681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.526304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Bound using segment: {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:05.527447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Bound port: 0ad5d659-101c-4dd2-b5f2-d7f01c950016, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:05.528842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.549151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-74a2bb45-b9eb-4016-94c1-58f633a7d599 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941575 Jan 28 13:41:05.766012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] For port 0ad5d659-101c-4dd2-b5f2-d7f01c950016, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:05.775539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] For port 0ad5d659-101c-4dd2-b5f2-d7f01c950016, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0ad5d659-101c-4dd2-b5f2-d7f01c950016,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:05.784318 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:05.870247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-dd584583-6fd9-4fb3-a381-bf9d655abc55 service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065960 Jan 28 13:41:06.070834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b3af-e2f7-4bcb-8616-9ecc6dd06dd6 None None] Pushing event updated for resources: {'Port': ['ID=0ad5d659-101c-4dd2-b5f2-d7f01c950016,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:06.088583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-74006588-3970-4a36-b2fc-754f339272e4 None None] Provisioning complete for port f2912142-b008-4268-a77c-2e7c3a026937 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:06.091507 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74006588-3970-4a36-b2fc-754f339272e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f2912142-b008-4268-a77c-2e7c3a026937), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:06.097700 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks [] for router_gateway (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:06.126118 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:06.189507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-74006588-3970-4a36-b2fc-754f339272e4 None None] Port f2912142-b008-4268-a77c-2e7c3a026937 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:06.193643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3204a294-380d-48dd-8bad-2f2defbbcefa req-27d7f432-3eab-4e0e-b272-d630b1b378fa service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138185 Jan 28 13:41:06.375569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Router 08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:41:06.709554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff9076-c1aa-4306-a381-e201c3376e69 req-78c442a5-256b-44b6-9434-57fb0ff08ef4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.711620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21ff9076-c1aa-4306-a381-e201c3376e69 req-78c442a5-256b-44b6-9434-57fb0ff08ef4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 944 time: 0.3209937 Jan 28 13:41:06.756322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:06.770452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] Sync routers for ids ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:06.788791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2398d468-0fba-4051-9d93-2647fb96c18c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "PUT /v2.0/routers/08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9186680 Jan 28 13:41:06.791628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41222) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:06.798170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] Routers {'08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:06.798170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:40:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:06.810640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Allocated IP 172.25.4.67 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/2205ab38-1b2f-453d-bcd3-1b3911ddce21) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:06.865414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-21ff9076-c1aa-4306-a381-e201c3376e69 req-0a4948c3-4916-4fe0-8cf9-a1b675705b91 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370304 Jan 28 13:41:06.893078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba0c79-5546-4885-9987-a35efa93b301 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:06.894713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-77ba0c79-5546-4885-9987-a35efa93b301 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports?device_id=08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63 HTTP/1.1" status: 200 len: 986 time: 0.1013930 Jan 28 13:41:06.901092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41232) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:06.932759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:06.967449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] Routers {'08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:06.968213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:40:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:07.053061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:07.053741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks [] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.054181 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40551d21-18ff-4612-83ec-a16b9b447aab None None] The sync data for ids ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:07.140379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.209134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:07.214706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=2205ab38-1b2f-453d-bcd3-1b3911ddce21,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:07.238088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:07.243736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:07.705807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-674ed16a-f799-4561-98ad-bf69921713a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.840829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks [] for router_gateway (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.872883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:07.899637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12caab8a-18b6-46c5-89df-2c61a50f85b0 None None] Network 68ab7131-bccd-4165-8d71-334c51189a8f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:08.064804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7d957960-2bbf-4d91-87e8-ab3bd1fa34db None None] Provisioning complete for port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:08.065559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d957960-2bbf-4d91-87e8-ab3bd1fa34db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.259390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ad5d659-101c-4dd2-b5f2-d7f01c950016 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:08.447421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af58ac-fc82-464d-8d71-e5b1bf56799a req-a94a8735-d856-4a8e-9d1f-c23909f1fee4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:08.459612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84af58ac-fc82-464d-8d71-e5b1bf56799a req-a94a8735-d856-4a8e-9d1f-c23909f1fee4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 944 time: 0.3374510 Jan 28 13:41:08.468573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.486660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port f2912142-b008-4268-a77c-2e7c3a026937 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:08.487298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f2912142-b008-4268-a77c-2e7c3a026937), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.561726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7d957960-2bbf-4d91-87e8-ab3bd1fa34db None None] Current status of the port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:08.562403 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d957960-2bbf-4d91-87e8-ab3bd1fa34db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.650501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f2912142-b008-4268-a77c-2e7c3a026937), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.687946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41350) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:08.692558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for f2912142-b008-4268-a77c-2e7c3a026937 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:08.771156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:08.777677 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.794188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7d957960-2bbf-4d91-87e8-ab3bd1fa34db None None] For port 0ad5d659-101c-4dd2-b5f2-d7f01c950016, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0ad5d659-101c-4dd2-b5f2-d7f01c950016,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:08.859311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d957960-2bbf-4d91-87e8-ab3bd1fa34db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.861514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:08.956346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d957960-2bbf-4d91-87e8-ab3bd1fa34db None None] Pushing event updated for resources: {'Port': ['ID=0ad5d659-101c-4dd2-b5f2-d7f01c950016,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:09.019397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:09.126791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f2912142-b008-4268-a77c-2e7c3a026937), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.142305 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f45e-dacb-467d-950b-2ca7de954bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.209082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2191044e-c342-4d57-8546-dddda09e5a2f None None] Provisioning complete for port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:09.209678 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2191044e-c342-4d57-8546-dddda09e5a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.268115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a1e64321-b1f4-4739-9224-68d070d6f06f details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:41:09.388398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84af58ac-fc82-464d-8d71-e5b1bf56799a req-6a6f9f39-86ee-4ccd-9145-e96a8f92b7ab tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9192588 Jan 28 13:41:09.469066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:41:09.518670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a1e64321-b1f4-4739-9224-68d070d6f06f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a1e64321-b1f4-4739-9224-68d070d6f06f,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:09.537834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'a1e64321-b1f4-4739-9224-68d070d6f06f', 'network_id': '3210642d-f6e3-4bc8-bd1f-698bf7e487f9', 'port_id': 'a1e64321-b1f4-4739-9224-68d070d6f06f', 'mac_address': 'fa:16:3e:37:83:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b5e0f6-a8b7-442e-b3fe-78c622b69573', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:41:09.677809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a1e64321-b1f4-4739-9224-68d070d6f06f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:09.678643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.705321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:09.726460 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Sync routers for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:09.745305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.747809 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-80b1f140-1a27-4699-b24f-8a2e640f2cf4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6947136 Jan 28 13:41:09.753172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41370) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:09.768614 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:09.773931 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:09.851915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e64321-b1f4-4739-9224-68d070d6f06f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:09.863202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2191044e-c342-4d57-8546-dddda09e5a2f None None] Current status of the port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:09.914460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a1e64321-b1f4-4739-9224-68d070d6f06f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a1e64321-b1f4-4739-9224-68d070d6f06f,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:09.924458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.944397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:09.951439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=f2912142-b008-4268-a77c-2e7c3a026937,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:10.043195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ad5d659-101c-4dd2-b5f2-d7f01c950016 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:10.079756 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:10.190542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a1e64321-b1f4-4739-9224-68d070d6f06f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:10.239643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:10.240279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.276324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a1e64321-b1f4-4739-9224-68d070d6f06f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:41:10.370818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Router 08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:10.553010 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.557314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:10.607717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f45e-dacb-467d-950b-2ca7de954bfe admin admin] Publish callbacks [] for security_group (399799d3-8553-4435-ba6c-fa7335ff5c0c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.609550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:10.628612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] Sync routers for ids ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:10.632685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-27b8a5e8-97bc-42c4-9924-3155b8457e27 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "PUT /v2.0/routers/08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7303689 Jan 28 13:41:10.633939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41384) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:10.634612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f45e-dacb-467d-950b-2ca7de954bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (399799d3-8553-4435-ba6c-fa7335ff5c0c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.635870 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:07Z', 'revision_number': 3, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:10.684835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] Routers {'08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:10.685717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:10.705300 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Checking router: e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:10.705688 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Updating router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:10.741987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:10.748986 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-872c0042-8299-4f08-912c-2da61b2d0273 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:41:10.753448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-872c0042-8299-4f08-912c-2da61b2d0273 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/f2912142-b008-4268-a77c-2e7c3a026937 HTTP/1.1" status: 404 len: 333 time: 0.1157553 Jan 28 13:41:10.754692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] Routers {'08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:10.757462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:10.758750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41386) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:10.778688 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.796210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e3d2f45e-dacb-467d-950b-2ca7de954bfe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a140987d8b424841a4b2b71514247b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1099315 Jan 28 13:41:10.796852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41390) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:10.857582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:10.858330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bf2c4-9c8c-4b00-914b-5fe16ffcd23e None None] The sync data for ids ['08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:10.875338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2f45e-dacb-467d-950b-2ca7de954bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399799d3-8553-4435-ba6c-fa7335ff5c0c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:10.932563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d05bd16-13c5-42fd-883c-0c78e7b57955 admin admin] Publish callbacks [] for security_group (399799d3-8553-4435-ba6c-fa7335ff5c0c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:10.985727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d05bd16-13c5-42fd-883c-0c78e7b57955 admin admin] Publish callbacks [] for security_group (399799d3-8553-4435-ba6c-fa7335ff5c0c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.082984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6d6f-56ff-4b13-a810-029b9bfad8f7 req-56494943-31fc-4a7c-8210-8ccfc0e6bba4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:11.090584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae2b6d6f-56ff-4b13-a810-029b9bfad8f7 req-56494943-31fc-4a7c-8210-8ccfc0e6bba4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 945 time: 0.5371206 Jan 28 13:41:11.130964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-158d293f-422f-4676-bbca-49b2e5132343 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for router (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.170816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d05bd16-13c5-42fd-883c-0c78e7b57955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (399799d3-8553-4435-ba6c-fa7335ff5c0c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.180743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d05bd16-13c5-42fd-883c-0c78e7b57955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.202724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7d05bd16-13c5-42fd-883c-0c78e7b57955 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/399799d3-8553-4435-ba6c-fa7335ff5c0c HTTP/1.1" status: 204 len: 168 time: 0.4013205 Jan 28 13:41:11.228512 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Publish callbacks [] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.236346 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.250087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05bd16-13c5-42fd-883c-0c78e7b57955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399799d3-8553-4435-ba6c-fa7335ff5c0c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:11.268512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a1e64321-b1f4-4739-9224-68d070d6f06f up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:11.291851 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Attempting to bind port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:11.292527 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Attempting to bind port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:11.292901 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Attempting to bind port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:11.319723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae2b6d6f-56ff-4b13-a810-029b9bfad8f7 req-e726eefe-c79a-4ab1-a63b-19c6a28c6c69 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279441 Jan 28 13:41:11.324898 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:11.325139 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:11.325380 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.325783 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:11.326329 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Bound port: 2205ab38-1b2f-453d-bcd3-1b3911ddce21, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:11.327049 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.444325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port a1e64321-b1f4-4739-9224-68d070d6f06f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:41:11.457063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port a1e64321-b1f4-4739-9224-68d070d6f06f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:11.458439 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.507482 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] For port 2205ab38-1b2f-453d-bcd3-1b3911ddce21, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:11.513419 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] For port 2205ab38-1b2f-453d-bcd3-1b3911ddce21, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2205ab38-1b2f-453d-bcd3-1b3911ddce21,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:11.530552 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.543887 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.596302 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Pushing event updated for resources: {'Port': ['ID=2205ab38-1b2f-453d-bcd3-1b3911ddce21,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:11.607580 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:11.610547 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:11.616460 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.618574 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.619074 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.620270 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.621719 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.622740 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.624346 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.626338 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.626835 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.630961 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.631818 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.632354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.632981 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:11.682938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a1e64321-b1f4-4739-9224-68d070d6f06f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:11.683709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.740364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a1e64321-b1f4-4739-9224-68d070d6f06f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a1e64321-b1f4-4739-9224-68d070d6f06f,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:11.746214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e64321-b1f4-4739-9224-68d070d6f06f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:11.750382 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a21e5b0-4d10-4f87-9d61-43ba1cec7325" -d '{"events": [{"server_uuid": "da32da34-52ed-4542-9eac-f2e660a8d479", "name": "network-vif-plugged", "status": "completed", "tag": "a1e64321-b1f4-4739-9224-68d070d6f06f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:11.777647 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:11.897677 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ea543-429e-49bc-80c8-a51efad2f6f4 None None] Pushing event updated for resources: {'Port': ['ID=2205ab38-1b2f-453d-bcd3-1b3911ddce21,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:11.924795 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89ffeb-43bb-4d85-9e0a-222db50fe0b3 x-openstack-request-id: req-cb89ffeb-43bb-4d85-9e0a-222db50fe0b3 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:11.929969 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da32da34-52ed-4542-9eac-f2e660a8d479", "name": "network-vif-plugged", "status": "completed", "tag": "a1e64321-b1f4-4739-9224-68d070d6f06f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:11.930295 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb89ffeb-43bb-4d85-9e0a-222db50fe0b3 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:11.930669 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e64321-b1f4-4739-9224-68d070d6f06f', 'code': 200} Jan 28 13:41:11.957080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.018010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-158d293f-422f-4676-bbca-49b2e5132343 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.023239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-158d293f-422f-4676-bbca-49b2e5132343 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for router_controller (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.034884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a1e64321-b1f4-4739-9224-68d070d6f06f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:12.074559 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:12.088599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6938959-0957-4cc5-a857-fa4663013055 req-0be674d0-2f53-4e5a-97bd-053eede09831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:12.091578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6938959-0957-4cc5-a857-fa4663013055 req-0be674d0-2f53-4e5a-97bd-053eede09831 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 1097 time: 0.1277342 Jan 28 13:41:12.137412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-158d293f-422f-4676-bbca-49b2e5132343 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.138169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158d293f-422f-4676-bbca-49b2e5132343 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Fanout notify agent at l3_agent the message router_deleted on router 08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:41:12.153299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-158d293f-422f-4676-bbca-49b2e5132343 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.154520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-158d293f-422f-4676-bbca-49b2e5132343 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/routers/08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63 HTTP/1.1" status: 204 len: 168 time: 1.3922119 Jan 28 13:41:12.157991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6938959-0957-4cc5-a857-fa4663013055 req-4e41aa11-72f5-4615-b1ca-113502ff16af service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590298 Jan 28 13:41:12.158527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41424) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:12.314017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet cae6471b-10ca-459c-a9a3-1b4b638fdf90 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:12.325998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (cae6471b-10ca-459c-a9a3-1b4b638fdf90), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.413695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (cae6471b-10ca-459c-a9a3-1b4b638fdf90), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.470512 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:07Z', 'revision_number': 3, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:12.507286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Allocated IP 172.20.0.1 (68ab7131-bccd-4165-8d71-334c51189a8f/9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98/445ab3df-fb80-48e6-9712-12ac537dafd7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:12.581007 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103045d-ed57-4e3f-9163-e13fa4ec8b2b None None] The sync data for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 is: [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:07Z', 'revision_number': 3, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:12.701788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (cae6471b-10ca-459c-a9a3-1b4b638fdf90), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.712771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba3c1-a350-412f-9d67-509283d14caf req-982f3eab-63d6-4ce9-91fa-52ead3ece69b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:12.723582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c0ba3c1-a350-412f-9d67-509283d14caf req-982f3eab-63d6-4ce9-91fa-52ead3ece69b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.1100595 Jan 28 13:41:12.799153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks [] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.890283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:12.891711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c0ba3c1-a350-412f-9d67-509283d14caf req-17eb1e7d-0d71-4014-8264-40db248d064d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671729 Jan 28 13:41:13.012159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Network 68ab7131-bccd-4165-8d71-334c51189a8f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:13.021424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:13.028012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:13.028646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (cae6471b-10ca-459c-a9a3-1b4b638fdf90), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.112531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Pushing event updated for resources: {'Port': ['ID=445ab3df-fb80-48e6-9712-12ac537dafd7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:13.174857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.177140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=cae6471b-10ca-459c-a9a3-1b4b638fdf90,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:13.182513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.188291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41468) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:13.188472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4ddaa837-587b-4811-a312-2013050705b9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/cae6471b-10ca-459c-a9a3-1b4b638fdf90 HTTP/1.1" status: 204 len: 168 time: 1.0286732 Jan 28 13:41:13.229656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f5ee3-d484-460d-9fb9-917b123d6a5f None None] Network 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:13.637042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (6f3c566e-e944-49f4-ad95-ffb4df6f53b7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.732958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] DHCP port deletion for 6f3c566e-e944-49f4-ad95-ffb4df6f53b7 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:41:13.875086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a6ffffe2-93a2-4224-89bc-448e8cd00276 None None] Provisioning complete for port 445ab3df-fb80-48e6-9712-12ac537dafd7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:13.875476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a6ffffe2-93a2-4224-89bc-448e8cd00276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.980427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port f531e1e2-10a6-4961-be6f-d2afc1d415fe {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:13.981518 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.984170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.992839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] Deleting port f531e1e2-10a6-4961-be6f-d2afc1d415fe {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:13.993877 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:13.996301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffffe2-93a2-4224-89bc-448e8cd00276 None None] Port 445ab3df-fb80-48e6-9712-12ac537dafd7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:14.332976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] For port f531e1e2-10a6-4961-be6f-d2afc1d415fe, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f531e1e2-10a6-4961-be6f-d2afc1d415fe,segment=NetworkSegment(1897470f-ac3a-4525-90e6-b5a0f7b80d87),segment_id=1897470f-ac3a-4525-90e6-b5a0f7b80d87)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:14.334282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.413568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for f531e1e2-10a6-4961-be6f-d2afc1d415fe owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:14.494283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710817eb-077c-4988-8150-12c0d51af916 req-34d0c21c-200b-4411-9877-2105021d2abd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:14.498929 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-710817eb-077c-4988-8150-12c0d51af916 req-34d0c21c-200b-4411-9877-2105021d2abd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2865212 Jan 28 13:41:14.517626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2205ab38-1b2f-453d-bcd3-1b3911ddce21 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:14.715735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:14.791837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-710817eb-077c-4988-8150-12c0d51af916 req-0c27602c-4e7c-4572-b50f-e195f04893ff tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670975 Jan 28 13:41:14.816213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] For port f531e1e2-10a6-4961-be6f-d2afc1d415fe, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f531e1e2-10a6-4961-be6f-d2afc1d415fe,segment=NetworkSegment(1897470f-ac3a-4525-90e6-b5a0f7b80d87),segment_id=1897470f-ac3a-4525-90e6-b5a0f7b80d87)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:14.817152 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.841051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:14.885344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No DVR routers for this DVR port f531e1e2-10a6-4961-be6f-d2afc1d415fe on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:14.891060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] Calling delete_port for f531e1e2-10a6-4961-be6f-d2afc1d415fe owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:15.009366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (f531e1e2-10a6-4961-be6f-d2afc1d415fe), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.021600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=f531e1e2-10a6-4961-be6f-d2afc1d415fe,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:15.072629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks [] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.139155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] No DVR routers for this DVR port f531e1e2-10a6-4961-be6f-d2afc1d415fe on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:41:15.152488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2140182664'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:15.155631 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.162828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdfb17-a975-4564-9915-3838088150e0 None None] Pushing event deleted for resources: {'Port': ['ID=f531e1e2-10a6-4961-be6f-d2afc1d415fe,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:15.264782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:15.277450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Made reservation on behalf of b3b9dd7bad824736b2a01e8039a9e044 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:15.278625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.290100 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.329620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.336528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (6f3c566e-e944-49f4-ad95-ffb4df6f53b7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.490385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3c566e-e944-49f4-ad95-ffb4df6f53b7']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:15.500921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Pushing event updated for resources: {'Port': ['ID=445ab3df-fb80-48e6-9712-12ac537dafd7,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:15.574179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.577166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1897470f-ac3a-4525-90e6-b5a0f7b80d87') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:15.577473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1897470f-ac3a-4525-90e6-b5a0f7b80d87') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:15.582072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:15.583293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.623396 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1897470f-ac3a-4525-90e6-b5a0f7b80d87), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.625626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2205ab38-1b2f-453d-bcd3-1b3911ddce21, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2205ab38-1b2f-453d-bcd3-1b3911ddce21,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:15.630920 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.694007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1897470f-ac3a-4525-90e6-b5a0f7b80d87), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.725012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7f6c1-327e-4719-a522-eca9938e5d02 req-109b9dda-db5d-44ff-b3d3-c4055691787a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:15.735332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2205ab38-1b2f-453d-bcd3-1b3911ddce21,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:15.738840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9cd7f6c1-327e-4719-a522-eca9938e5d02 req-109b9dda-db5d-44ff-b3d3-c4055691787a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2934539 Jan 28 13:41:15.775409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks [] for security_group (ee3fd751-2888-4afa-a512-de0374bd1bd9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.781563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-77be1f68-77fe-4550-b922-1a3b721fa9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:15.786206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-77be1f68-77fe-4550-b922-1a3b721fa9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 1097 time: 0.4259939 Jan 28 13:41:15.791788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ee3fd751-2888-4afa-a512-de0374bd1bd9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.800835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:41:15.801531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1897470f-ac3a-4525-90e6-b5a0f7b80d87), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:41:15.807351 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:41:15.861940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f531e1e2-10a6-4961-be6f-d2afc1d415fe no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:41:15.908252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f531e1e2-10a6-4961-be6f-d2afc1d415fe {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:41:15.908851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f531e1e2-10a6-4961-be6f-d2afc1d415fe not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:41:15.916657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:41:15.944876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3fd751-2888-4afa-a512-de0374bd1bd9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:15.952943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (978e1359-5630-4c34-b70a-9940de48437c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:15.953771 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Added segment 978e1359-5630-4c34-b70a-9940de48437c of type vlan for network 1e0c36c0-e15f-41e6-a278-c68284cf3314 Jan 28 13:41:16.022491 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9cd7f6c1-327e-4719-a522-eca9938e5d02 req-76c37cc1-914d-4219-8ad1-6384d3127641 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807627 Jan 28 13:41:16.042776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-e765a646-05de-44b4-9c39-71b61a8fb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:16.044723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-e765a646-05de-44b4-9c39-71b61a8fb6ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 912 time: 0.2489259 Jan 28 13:41:16.054532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1e0c36c0-e15f-41e6-a278-c68284cf3314), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.114211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (6f3c566e-e944-49f4-ad95-ffb4df6f53b7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.127489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-5e8bf1e3-56d9-40da-ad43-54b35ceb51d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e64321-b1f4-4739-9224-68d070d6f06f HTTP/1.1" status: 200 len: 217 time: 0.0627172 Jan 28 13:41:16.132500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.153500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/6f3c566e-e944-49f4-ad95-ffb4df6f53b7 HTTP/1.1" status: 204 len: 168 time: 2.9633536 Jan 28 13:41:16.159204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41536) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:16.246283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd346804-20ec-4e77-9db6-76bd4a570498 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=6f3c566e-e944-49f4-ad95-ffb4df6f53b7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:16.250429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60e4d6c-bce5-49ae-b8c0-17b77c9deddb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:16.256291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c60e4d6c-bce5-49ae-b8c0-17b77c9deddb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/9906c791-dae7-433c-adb0-01c38b503303 HTTP/1.1" status: 200 len: 844 time: 0.0917387 Jan 28 13:41:16.257135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41540) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:16.314360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1e0c36c0-e15f-41e6-a278-c68284cf3314), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.323035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:16.324078 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.357434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2205ab38-1b2f-453d-bcd3-1b3911ddce21 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:16.358620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Network 68ab7131-bccd-4165-8d71-334c51189a8f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:16.365209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:16.453918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cafbffdf-d353-4c83-bef3-3e90f68d171a tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/9906c791-dae7-433c-adb0-01c38b503303?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1850896 Jan 28 13:41:16.530508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41544) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:16.536931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:16.537321 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.543125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-146a75ee-6b90-4de0-8dae-7818f82accc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:16.553789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-146a75ee-6b90-4de0-8dae-7818f82accc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.4112139 Jan 28 13:41:16.575109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8566740 Jan 28 13:41:16.683095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:16.686324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:16.733415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bad6fd-16a6-4ca9-b4b8-bd74fb53a72b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Pushing event updated for resources: {'Network': ['ID=1e0c36c0-e15f-41e6-a278-c68284cf3314,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:16.764425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:16.767584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1e0c36c0-e15f-41e6-a278-c68284cf3314 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:41:16.878240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3e50046a-43cd-493e-895c-c84c8a837124 None None] Provisioning complete for port 445ab3df-fb80-48e6-9712-12ac537dafd7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:16.878747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3e50046a-43cd-493e-895c-c84c8a837124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:16.887725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-79649ab7-1ae8-420a-922a-402a028d59f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2225311 Jan 28 13:41:16.930379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3e50046a-43cd-493e-895c-c84c8a837124 None None] Port 445ab3df-fb80-48e6-9712-12ac537dafd7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:16.990604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:17.003497 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Sync routers for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:17.032680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cad43a2c-5252-49f5-b0b9-5999c1e5fb04 admin admin] 10.222.0.45 "PUT /v2.0/routers/e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2827070 Jan 28 13:41:17.057066 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:17.058381 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:17.115904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:17.121226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Request body: {'port': {'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314', 'binding:host_id': 'n-h1-822748-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949838540'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:17.122050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-ceb6cf63-0498-40bc-8173-7755a195fb76 service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943138 Jan 28 13:41:17.205213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Made reservation on behalf of 36f533884fb64f65a48c8352e33eb84a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:17.210876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.313713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.369573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:17.403427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a4a4-b91a-4f47-a11a-b81ac77249cc req-a7399f22-4319-47e5-99a0-f2fcf5aa88fa tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:17.406074 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a58a4a4-b91a-4f47-a11a-b81ac77249cc req-a7399f22-4319-47e5-99a0-f2fcf5aa88fa tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.1712875 Jan 28 13:41:17.445417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:17.469252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.593574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for security_group (e0b58686-f972-4d22-9a9b-4ca67d3a589c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.625867 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e0b58686-f972-4d22-9a9b-4ca67d3a589c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:17.660802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] device_id is not set on port 279e45dc-7013-4258-8450-92f75d8eefa3 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:17.709150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d766657-b1fb-4d92-9114-9bc06305d24f req-fa534073-8982-4cca-a44a-e4ab8da04c7f service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777524 Jan 28 13:41:17.725957 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a58a4a4-b91a-4f47-a11a-b81ac77249cc req-b3bc9c93-4415-4256-8524-d230c25cc48e tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070805 Jan 28 13:41:18.038042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b58686-f972-4d22-9a9b-4ca67d3a589c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:18.155218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a3d15895-4696-4382-a395-04353fa1e432), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.267633 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:14Z', 'revision_number': 2, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:18.345478 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Checking router: e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:18.346225 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Updating router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e port 445ab3df-fb80-48e6-9712-12ac537dafd7 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:18.359657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:18.367776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:18.374079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:18.376130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.377890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] device_id is not set on port 279e45dc-7013-4258-8450-92f75d8eefa3 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:18.380588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6f551-c860-4585-9f9a-1fbf4ad8eb35 None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:18.385927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=a3d15895-4696-4382-a395-04353fa1e432,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:18.408280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for port (279e45dc-7013-4258-8450-92f75d8eefa3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.409068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-93f210e6-df6e-46d4-a8b8-c3d02152278b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8530810 Jan 28 13:41:18.412049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41608) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:18.424324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bd5c6e59-6ef4-49b2-a90a-60734abc00d5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'security_group': {'name': 'tempest-secgroup-629328537'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:18.450537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (279e45dc-7013-4258-8450-92f75d8eefa3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.490436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e59-6ef4-49b2-a90a-60734abc00d5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.491193 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.676351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e59-6ef4-49b2-a90a-60734abc00d5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (d991dfc6-5548-4e3f-82d6-87f91d929c06), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.689310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e59-6ef4-49b2-a90a-60734abc00d5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d991dfc6-5548-4e3f-82d6-87f91d929c06), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.728631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-d03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'project_id': 'd623df5240524e29bcef2d194bc5cac2', 'fixed_ips': [{'subnet_id': 'a3d15895-4696-4382-a395-04353fa1e432'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:18.729806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.755483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41618) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:18.768254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-network', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:18.833138 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6e59-6ef4-49b2-a90a-60734abc00d5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:18.837159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bd5c6e59-6ef4-49b2-a90a-60734abc00d5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4215479 Jan 28 13:41:18.851387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41622) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:18.866335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-11c6abad-7f6f-4214-b05b-eb82ad85abf8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'security_group': {'name': 'tempest-secgroup-1994664454'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:18.900666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c6e59-6ef4-49b2-a90a-60734abc00d5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d991dfc6-5548-4e3f-82d6-87f91d929c06,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:18.985349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11c6abad-7f6f-4214-b05b-eb82ad85abf8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.031496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Made reservation on behalf of 2fdea8a9106143258c7b5cea762ca12d for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:19.034260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.083402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.166920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Allocated IP 2001:db8::2 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/a3d15895-4696-4382-a395-04353fa1e432/533c5b07-f27e-4d11-adf8-e2f8f2386c68) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:19.230302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11c6abad-7f6f-4214-b05b-eb82ad85abf8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (eafc9804-4df3-4ae7-a2eb-c88b1182b348), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.264419 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11c6abad-7f6f-4214-b05b-eb82ad85abf8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eafc9804-4df3-4ae7-a2eb-c88b1182b348), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.280404 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Publish callbacks [] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.292615 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.333384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8c30a-123f-4471-8cf3-4337cd927fa3 req-5ca86785-5c5f-47ca-8c07-cd1a57bf2402 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.337370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ea8c30a-123f-4471-8cf3-4337cd927fa3 req-5ca86785-5c5f-47ca-8c07-cd1a57bf2402 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.3944910 Jan 28 13:41:19.382488 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5f644-9f12-4453-96cd-7864762009b4 None None] Pushing event updated for resources: {'Port': ['ID=445ab3df-fb80-48e6-9712-12ac537dafd7,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:19.459767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11c6abad-7f6f-4214-b05b-eb82ad85abf8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.490283 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Attempting to bind port 445ab3df-fb80-48e6-9712-12ac537dafd7 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:19.490946 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Attempting to bind port 445ab3df-fb80-48e6-9712-12ac537dafd7 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:19.491476 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Attempting to bind port 445ab3df-fb80-48e6-9712-12ac537dafd7 on network 68ab7131-bccd-4165-8d71-334c51189a8f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:19.497906 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:19.498563 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Checking segment: {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:19.499152 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.499765 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Bound using segment: {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:19.500010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11c6abad-7f6f-4214-b05b-eb82ad85abf8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6474044 Jan 28 13:41:19.500692 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Bound port: 445ab3df-fb80-48e6-9712-12ac537dafd7, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:19.501260 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.522829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41630) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:19.548405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1575555403', 'security_groups': ['eafc9804-4df3-4ae7-a2eb-c88b1182b348'], 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3d15895-4696-4382-a395-04353fa1e432'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:19.552365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6abad-7f6f-4214-b05b-eb82ad85abf8 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafc9804-4df3-4ae7-a2eb-c88b1182b348,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:19.599739 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Publish callbacks [] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.621940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.683632 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] For port 445ab3df-fb80-48e6-9712-12ac537dafd7, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:19.688582 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] For port 445ab3df-fb80-48e6-9712-12ac537dafd7, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=445ab3df-fb80-48e6-9712-12ac537dafd7,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:19.695691 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:19.772538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:19.784597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:19.796990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:19.840144 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:19.840790 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:19.853379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=279e45dc-7013-4258-8450-92f75d8eefa3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:19.921456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Pushing event updated for resources: {'Port': ['ID=533c5b07-f27e-4d11-adf8-e2f8f2386c68,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:19.929571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b7619-aed2-490e-ae17-2f38a2327833 req-1bf51338-b110-443d-9e2c-deade78ff20e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:19.931570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc9b7619-aed2-490e-ae17-2f38a2327833 req-1bf51338-b110-443d-9e2c-deade78ff20e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 1.5116076 Jan 28 13:41:19.953621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ea8c30a-123f-4471-8cf3-4337cd927fa3 req-a4679c23-9fa3-42fb-83e2-95171aa1efaf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881147 Jan 28 13:41:19.980197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Checking segment: {'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:19.981145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Network hostable DHCP agents. Network: 1e0c36c0-e15f-41e6-a278-c68284cf3314, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:41:20.018156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Attempting to bind port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.018831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Attempting to bind port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '9e7d1406-96b4-4865-8a80-f3f01fe6dd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.019420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Attempting to bind port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 on network d03d4e3a-60d8-489c-889c-c4d124b1ec4c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.034609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fb836d8b-e498-4ce6-ade6-94f56bc2638f None None] Provisioning complete for port 445ab3df-fb80-48e6-9712-12ac537dafd7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:20.035363 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5f644-9f12-4453-96cd-7864762009b4 None None] Pushing event updated for resources: {'Port': ['ID=445ab3df-fb80-48e6-9712-12ac537dafd7,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:20.048674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb836d8b-e498-4ce6-ade6-94f56bc2638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.068395 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bc9b7619-aed2-490e-ae17-2f38a2327833 req-4cc6dea3-13d6-4148-9951-83ce90a0856b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142337 Jan 28 13:41:20.089935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Network 1e0c36c0-e15f-41e6-a278-c68284cf3314 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:41:20.099743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks [] for security_group (52bca3c5-eea8-4b8b-8646-c30f25db7150), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.118282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1e0c36c0-e15f-41e6-a278-c68284cf3314) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:20.120335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52bca3c5-eea8-4b8b-8646-c30f25db7150), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.146748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:20.160694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d56e97-312f-4dd4-996a-2cab54eb3827 None None] Network 1e0c36c0-e15f-41e6-a278-c68284cf3314 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:20.163083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:20.163472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Checking segment: {'id': '9e7d1406-96b4-4865-8a80-f3f01fe6dd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:20.163886 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.173688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Bound using segment: {'id': '9e7d1406-96b4-4865-8a80-f3f01fe6dd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:20.174387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Bound port: 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7d1406-96b4-4865-8a80-f3f01fe6dd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:20.174798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.187062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.188933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.189454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.198181 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:20.203487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.204174 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.205849 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 2 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.221161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:41:20.243892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.245387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.246273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.259864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.260962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bca3c5-eea8-4b8b-8646-c30f25db7150,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:20.261744 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.264181 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 3 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.266635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:20.281399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (286ff489-4bed-4485-ac74-ca5bcd759268), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.286278 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Added segment 286ff489-4bed-4485-ac74-ca5bcd759268 of type vlan for network a013ec74-fb73-4103-832f-660a8d188a47 Jan 28 13:41:20.289419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.289944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.290471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.296261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.297037 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.297704 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 4 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.314878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.315467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.316081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.322234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.322805 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.323364 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 5 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.342926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.343511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.344016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.351599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.352206 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.352768 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 6 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.369033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.369633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.370345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.377471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.378029 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.378700 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 7 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.396086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.396732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.398290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.425210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.448235 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.448923 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 8 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.465410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.470567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.471288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.475253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fb836d8b-e498-4ce6-ade6-94f56bc2638f None None] Current status of the port 445ab3df-fb80-48e6-9712-12ac537dafd7 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:20.475923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb836d8b-e498-4ce6-ade6-94f56bc2638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.483839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.484736 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.485601 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 9 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.495151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-760bbb92-127b-476f-920f-235a71f75607 None None] For port 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:20.532729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-760bbb92-127b-476f-920f-235a71f75607 None None] For port 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=533c5b07-f27e-4d11-adf8-e2f8f2386c68,segment=NetworkSegment(9e7d1406-96b4-4865-8a80-f3f01fe6dd01),segment_id=9e7d1406-96b4-4865-8a80-f3f01fe6dd01)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:20.533989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.536394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.537824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.544807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.558463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fb836d8b-e498-4ce6-ade6-94f56bc2638f None None] For port 445ab3df-fb80-48e6-9712-12ac537dafd7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=445ab3df-fb80-48e6-9712-12ac537dafd7,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:20.603946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.604309 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.607763 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 10 to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 Jan 28 13:41:20.648483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:20.650721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:20.652557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:20.656608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb836d8b-e498-4ce6-ade6-94f56bc2638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.664895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 279e45dc-7013-4258-8450-92f75d8eefa3 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:20.665240 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 279e45dc-7013-4258-8450-92f75d8eefa3 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:20.665620 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (279e45dc-7013-4258-8450-92f75d8eefa3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.667461 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.729564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port 9b1d60b7-3861-4337-9b53-d47e616f19ef yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:20.763491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Pushing event updated for resources: {'Port': ['ID=533c5b07-f27e-4d11-adf8-e2f8f2386c68,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:20.813458 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:19Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:20.826086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] For port 279e45dc-7013-4258-8450-92f75d8eefa3, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:20.828152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempted to set empty binding levels {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:41:20.837045 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (279e45dc-7013-4258-8450-92f75d8eefa3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:20.843332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.844336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.845947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.849286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.850153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.851068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.853776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.854466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.854992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.855514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.857522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.858073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.858586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bbb92-127b-476f-920f-235a71f75607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:20.907895 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b023d7-019c-43cf-97fe-3df8d62fc205 None None] The sync data for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 is: [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:19Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:20.948634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:20.951042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.024833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-aa24d9cf-20bd-4c2d-b4f0-8578b5e6c403 None None] Provisioning complete for port 445ab3df-fb80-48e6-9712-12ac537dafd7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:21.025263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aa24d9cf-20bd-4c2d-b4f0-8578b5e6c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.145723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=279e45dc-7013-4258-8450-92f75d8eefa3,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:21.239586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1c35aa39-3772-4417-9c34-18d7a089e3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.1219492 Jan 28 13:41:21.261431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41654) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:21.315290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::186 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/a3d15895-4696-4382-a395-04353fa1e432/9b1d60b7-3861-4337-9b53-d47e616f19ef) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:21.573576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb836d8b-e498-4ce6-ade6-94f56bc2638f None None] Pushing event updated for resources: {'Port': ['ID=445ab3df-fb80-48e6-9712-12ac537dafd7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:21.710643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d094-f886-4bcd-b140-6f79554171da req-90eb6301-a9c0-4c0e-9eb7-5d8be2bb41a7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:21.718332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2146d094-f886-4bcd-b140-6f79554171da req-90eb6301-a9c0-4c0e-9eb7-5d8be2bb41a7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.3819456 Jan 28 13:41:21.757088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-aa24d9cf-20bd-4c2d-b4f0-8578b5e6c403 None None] Current status of the port 445ab3df-fb80-48e6-9712-12ac537dafd7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:21.790920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a013ec74-fb73-4103-832f-660a8d188a47), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.804409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Deleting port 279e45dc-7013-4258-8450-92f75d8eefa3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:21.805304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (279e45dc-7013-4258-8450-92f75d8eefa3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.904310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] For port 279e45dc-7013-4258-8450-92f75d8eefa3, host n-h1-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:21.905973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (279e45dc-7013-4258-8450-92f75d8eefa3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:21.973098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Calling delete_port for 279e45dc-7013-4258-8450-92f75d8eefa3 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:22.026176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986df707-4850-482c-a209-0d734f511123 req-6308b136-9909-47ab-8c4b-d28300046ad5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:22.028265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-986df707-4850-482c-a209-0d734f511123 req-6308b136-9909-47ab-8c4b-d28300046ad5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.4887989 Jan 28 13:41:22.032312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a013ec74-fb73-4103-832f-660a8d188a47), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.041053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:22.047737 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.199417 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (279e45dc-7013-4258-8450-92f75d8eefa3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.251108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event deleted for resources: {'Port': ['ID=279e45dc-7013-4258-8450-92f75d8eefa3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:22.284551 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.294200 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-45005b85-4c87-4679-82e9-537e1919f2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "DELETE /v2.0/ports/279e45dc-7013-4258-8450-92f75d8eefa3 HTTP/1.1" status: 204 len: 168 time: 1.0313406 Jan 28 13:41:22.295822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41670) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:22.302461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5429773 Jan 28 13:41:22.324696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2146d094-f886-4bcd-b140-6f79554171da req-c5826a44-184a-420d-bde6-ec755340c0e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6053107 Jan 28 13:41:22.325240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41672) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:22.368366 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-947b5402-acd0-4d41-b4f4-dfd140b454a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:41:22.383627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-947b5402-acd0-4d41-b4f4-dfd140b454a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "GET /v2.0/ports/279e45dc-7013-4258-8450-92f75d8eefa3 HTTP/1.1" status: 404 len: 333 time: 0.0813501 Jan 28 13:41:22.385302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:22.393127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Request body: {'subnet': {'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-subnet', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:22.456136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Request body: {'port': {'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2019420396'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:22.512720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.525827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Made reservation on behalf of 2fdea8a9106143258c7b5cea762ca12d for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:22.539714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.617692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 445ab3df-fb80-48e6-9712-12ac537dafd7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:22.627311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Made reservation on behalf of 36f533884fb64f65a48c8352e33eb84a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:22.638464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:22.755144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] device_id is not set on port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:22.817303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 445ab3df-fb80-48e6-9712-12ac537dafd7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:22.832533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.183280 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 445ab3df-fb80-48e6-9712-12ac537dafd7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:23.184859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 533c5b07-f27e-4d11-adf8-e2f8f2386c68 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:23.240711 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (3ca17d08-e23c-4610-b90d-29a09d561d7a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.332664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:23.333549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.339483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:23.340178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.446195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca17d08-e23c-4610-b90d-29a09d561d7a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.497295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Checking segment: {'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:23.497295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Network hostable DHCP agents. Network: a013ec74-fb73-4103-832f-660a8d188a47, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:41:23.658202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e42f3-d1a9-4174-898a-3d7584af0484 admin admin] Pushing event updated for resources: {'Network': ['ID=a013ec74-fb73-4103-832f-660a8d188a47,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.705435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-986df707-4850-482c-a209-0d734f511123 req-d32f45a9-c1e0-4b7e-a9d6-a1b807eff9c3 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6545374 Jan 28 13:41:23.734266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a013ec74-fb73-4103-832f-660a8d188a47 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:41:23.746782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:23.755693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.794943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.826010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Network a013ec74-fb73-4103-832f-660a8d188a47 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:41:23.872171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:23.875663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365bb63-b84f-4199-8f45-5d865a0aa9c8 req-5056794a-79d5-4c4f-bead-df9b8bf0da80 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.875891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:23.888726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:23.897162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:23.897846 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:23.900764 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a365bb63-b84f-4199-8f45-5d865a0aa9c8 req-5056794a-79d5-4c4f-bead-df9b8bf0da80 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.3774188 Jan 28 13:41:23.905371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=9b1d60b7-3861-4337-9b53-d47e616f19ef,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:23.936170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-862c12e8-1ce8-4051-b37d-10b8c8bf3cfe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4115531 Jan 28 13:41:23.940075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41700) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:23.947279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-84c3fd01-619b-4b53-a08c-f35347ee2743 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:23.963610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a013ec74-fb73-4103-832f-660a8d188a47) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:23.975464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.018420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:24.024089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.052368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7bd4319-0ab5-4e9a-8288-48e007fa9bc5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6832445 Jan 28 13:41:24.053873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41702) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:24.062585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] For port 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=533c5b07-f27e-4d11-adf8-e2f8f2386c68,segment=NetworkSegment(9e7d1406-96b4-4865-8a80-f3f01fe6dd01),segment_id=9e7d1406-96b4-4865-8a80-f3f01fe6dd01)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:24.076255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6d7cb-ff1a-487f-b420-89d2fc6f444e None None] Network a013ec74-fb73-4103-832f-660a8d188a47 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:24.086149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:24.098271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.133690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a365bb63-b84f-4199-8f45-5d865a0aa9c8 req-293e0e10-1c4a-43c5-b87f-fd9d9d7c808b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045767 Jan 28 13:41:24.154133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.167098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:24.168137 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.275294 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (66e1d714-6264-4ccf-953e-f83365b31612), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.276266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (66e1d714-6264-4ccf-953e-f83365b31612), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.283989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Network 1e0c36c0-e15f-41e6-a278-c68284cf3314 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:24.300840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:24.315152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:24.316673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:24.317534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.353387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=9648e7ec-e793-4897-8d53-9d0c6c7fb219,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:24.372147 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f5ccf663-fbb1-4986-b25f-7c476362fa14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9292030 Jan 28 13:41:24.375617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41708) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:24.391860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:24.481523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks [] for router_controller (66e1d714-6264-4ccf-953e-f83365b31612), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.532467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.543393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Provisioning complete for port 9906c791-dae7-433c-adb0-01c38b503303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:24.544067 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9906c791-dae7-433c-adb0-01c38b503303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.741837 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:41:24.742227 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:41:24.742769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Pushing event updated for resources: {'Port': ['ID=533c5b07-f27e-4d11-adf8-e2f8f2386c68,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:24.761555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-25687c87-f4e1-44ee-adbc-939f1a312931 None None] Port 9906c791-dae7-433c-adb0-01c38b503303 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:24.823974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-a013ec74-fb73-4103-832f-660a8d188a47', 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47', 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'fixed_ips': [{'subnet_id': '3ca17d08-e23c-4610-b90d-29a09d561d7a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:41:24.825663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:24.952569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3fd01-619b-4b53-a08c-f35347ee2743 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:24.959540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84c3fd01-619b-4b53-a08c-f35347ee2743 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.104945 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks [] for router_gateway (66e1d714-6264-4ccf-953e-f83365b31612), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.168880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] device_id is not set on port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:25.209920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679fcfe-58a9-454d-a74b-55d7735aa142 req-738b8fee-1967-4d09-919f-79c341871bda tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:25.211561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f679fcfe-58a9-454d-a74b-55d7735aa142 req-738b8fee-1967-4d09-919f-79c341871bda tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2836533 Jan 28 13:41:25.219229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.229885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-77e44412-a9d7-4f8b-b214-1db300aee477 None None] Provisioning complete for port 9b1d60b7-3861-4337-9b53-d47e616f19ef triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:25.230615 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-77e44412-a9d7-4f8b-b214-1db300aee477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.233484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:25.418975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=9648e7ec-e793-4897-8d53-9d0c6c7fb219,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:25.492689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f679fcfe-58a9-454d-a74b-55d7735aa142 req-f7a6672c-1a4a-4ba5-9512-2d9854fee889 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609739 Jan 28 13:41:25.521991 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-84c3fd01-619b-4b53-a08c-f35347ee2743 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3d15895-4696-4382-a395-04353fa1e432 (CIDR: 2001:db8::/64) Jan 28 13:41:25.523286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-77e44412-a9d7-4f8b-b214-1db300aee477 None None] Port 9b1d60b7-3861-4337-9b53-d47e616f19ef cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:25.538012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:25.562305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Allocated IP 172.20.0.2 (a013ec74-fb73-4103-832f-660a8d188a47/3ca17d08-e23c-4610-b90d-29a09d561d7a/dd0c3075-bfb7-4896-951d-7f32b0d1dd29) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:25.573340 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c3fd01-619b-4b53-a08c-f35347ee2743 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:25.578825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c3fd01-619b-4b53-a08c-f35347ee2743 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:25.591369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:25.593896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:25.595762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:25.619829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:25.621613 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:25.623152 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 2 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:25.668050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039857ee-f06a-412e-ba90-68d6bd78991d req-bfa84729-5d72-4c4f-b1ed-677666acd52b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:25.684929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-84c3fd01-619b-4b53-a08c-f35347ee2743 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7431569 Jan 28 13:41:25.685806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41754) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:25.687672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-039857ee-f06a-412e-ba90-68d6bd78991d req-bfa84729-5d72-4c4f-b1ed-677666acd52b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2876947 Jan 28 13:41:25.710050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:25.726176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:25.728710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:25.730727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:25.753069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 533c5b07-f27e-4d11-adf8-e2f8f2386c68 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:25.771457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:25.773091 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:25.797321 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 3 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:25.890373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:25.890728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:25.892346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:25.904776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-039857ee-f06a-412e-ba90-68d6bd78991d req-b20f27fa-7a39-447d-a29f-c66a39933299 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159023 Jan 28 13:41:25.909794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:25.910727 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:25.912080 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 4 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:25.939710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:25.940017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:25.940377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:25.946712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:25.949241 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:25.950467 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 5 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:25.993979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:25.994348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:25.994674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:26.007707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:26.009469 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:26.011930 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 6 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:26.049483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:26.050139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:26.050828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:26.073368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:26.073794 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:26.076291 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 7 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:26.097167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks [] for router_gateway (66e1d714-6264-4ccf-953e-f83365b31612), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.136699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:26.136953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.139561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:26.140643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:26.141492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:26.157308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:26.159563 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:26.160666 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 8 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:26.238659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:26.246649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:26.247227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:26.250345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.261321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:26.261695 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:26.262145 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 9 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:26.299443 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Publish callbacks [] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.303994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:26.304494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:26.304870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:26.315146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.323016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:26.323365 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:26.323695 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 10 to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 Jan 28 13:41:26.339553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:26.344293 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.353278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:26.353651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:26.354069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:26.376680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:26.377096 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:26.378421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.612227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Allocated IP 172.25.4.36 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f4779a3b-681f-4914-a6d8-5c0ae91d3552) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:26.636562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] For port 9648e7ec-e793-4897-8d53-9d0c6c7fb219, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:26.637071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempted to set empty binding levels {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:41:26.648701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.662989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Network a013ec74-fb73-4103-832f-660a8d188a47 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:26.693974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:26.702697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:26.710821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:26.715308 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.718832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Pushing event updated for resources: {'Port': ['ID=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:26.797073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] In _notify_port_updated(), no bound segment for port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:41:26.797984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:26.798606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.803685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "PUT /v2.0/ports/9648e7ec-e793-4897-8d53-9d0c6c7fb219 HTTP/1.1" status: 200 len: 979 time: 2.4269636 Jan 28 13:41:26.804403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41808) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:26.805135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ea4a9-5cd4-4e12-ae37-4a85df6327bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=9648e7ec-e793-4897-8d53-9d0c6c7fb219,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:26.850142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Attempting to bind port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:26.850559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Attempting to bind port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:26.850821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Attempting to bind port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 on network a013ec74-fb73-4103-832f-660a8d188a47 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:26.864714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:26.865119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Checking segment: {'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:26.865537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:26.868119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Bound using segment: {'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:26.872117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Bound port: dd0c3075-bfb7-4896-951d-7f32b0d1dd29, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:26.872323 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.090889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] For port dd0c3075-bfb7-4896-951d-7f32b0d1dd29, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:27.096318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] For port dd0c3075-bfb7-4896-951d-7f32b0d1dd29, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,segment=NetworkSegment(286ff489-4bed-4485-ac74-ca5bcd759268),segment_id=286ff489-4bed-4485-ac74-ca5bcd759268)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:27.104184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.135994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685a9c1-35fb-4ed9-8be6-e457cc841a9d req-00b6e1aa-97f2-43bd-a6e1-c8f66e5651b1 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.137767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3685a9c1-35fb-4ed9-8be6-e457cc841a9d req-00b6e1aa-97f2-43bd-a6e1-c8f66e5651b1 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.4281566 Jan 28 13:41:27.142573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.167889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.168500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.170489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.171153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.178823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.179302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.179789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.183355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks [] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.186359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.195874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.198089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.199173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.201963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.203198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.204594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.205755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.210814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.212326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.213896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.219106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.220233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.227624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d13dbc12-f890-49ad-a513-4c3330f1f5c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18685 time: 0.4127364 Jan 28 13:41:27.232158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 41844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:27.282485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fceae8-c719-402c-99a7-42bfa038e77a None None] Pushing event updated for resources: {'Port': ['ID=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:27.285944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (8055942b-e4ec-4ad5-ae30-b43dd26c7758), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.383736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144f9b-4a89-43a3-96de-3f6edb4dba3d req-76ed4f5c-f1f1-40e2-8d6f-0ec85b2d4e6b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.385554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23144f9b-4a89-43a3-96de-3f6edb4dba3d req-76ed4f5c-f1f1-40e2-8d6f-0ec85b2d4e6b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.1057103 Jan 28 13:41:27.497940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-23144f9b-4a89-43a3-96de-3f6edb4dba3d req-5b3fd480-fbd4-491c-8f72-1b13b0af5574 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045520 Jan 28 13:41:27.508701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3685a9c1-35fb-4ed9-8be6-e457cc841a9d req-2ac978f7-3672-4c7f-9326-af0a2f1c19dd tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546867 Jan 28 13:41:27.516700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:27.586813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:27.599922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:27.602005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.606135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=8055942b-e4ec-4ad5-ae30-b43dd26c7758,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:27.613691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569317e2-9844-4a62-b865-7801b8e7ad93 None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:27.616782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:27.711207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-620ecdbf-9052-42d8-b047-e80ec93dbffe tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0222800 Jan 28 13:41:27.716047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 41882) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:27.721949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-205150121', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8055942b-e4ec-4ad5-ae30-b43dd26c7758'}], 'security_groups': ['d991dfc6-5548-4e3f-82d6-87f91d929c06']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:27.741560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:27.751258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:27.774776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:27.777747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Pushing event updated for resources: {'Port': ['ID=f4779a3b-681f-4914-a6d8-5c0ae91d3552,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:27.887373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Deleting port 9648e7ec-e793-4897-8d53-9d0c6c7fb219 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:27.887925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.038929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dd0c3075-bfb7-4896-951d-7f32b0d1dd29 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:28.196358 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.219900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9192c-7e9b-4880-bcec-ce7ad845bfef None None] Update dhcp port {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'fixed_ips': [{'subnet_id': 'a3d15895-4696-4382-a395-04353fa1e432', 'ip_address': '2001:db8::2'}, {'subnet_id': '8055942b-e4ec-4ad5-ae30-b43dd26c7758'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '533c5b07-f27e-4d11-adf8-e2f8f2386c68'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:41:28.221547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.222006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] For port 9648e7ec-e793-4897-8d53-9d0c6c7fb219, host n-h1-822748-2, got binding levels [] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:28.223150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.302658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Calling delete_port for 9648e7ec-e793-4897-8d53-9d0c6c7fb219 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:28.356108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fc9192c-7e9b-4880-bcec-ce7ad845bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.434194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:28.435024 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.798518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:28.799526 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.979670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a0c8b-b69c-445e-9589-41b286049d39 req-92d72da0-dcd1-4556-b7a7-24d0bcf51a4c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:28.981441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d82a0c8b-b69c-445e-9589-41b286049d39 req-92d72da0-dcd1-4556-b7a7-24d0bcf51a4c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2881432 Jan 28 13:41:29.261874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port dd0c3075-bfb7-4896-951d-7f32b0d1dd29, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,segment=NetworkSegment(286ff489-4bed-4485-ac74-ca5bcd759268),segment_id=286ff489-4bed-4485-ac74-ca5bcd759268)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:29.280703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d82a0c8b-b69c-445e-9589-41b286049d39 req-09dd6c7d-f599-46aa-812b-324535688224 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886231 Jan 28 13:41:29.291575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.335344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks [] for router_gateway (66e1d714-6264-4ccf-953e-f83365b31612), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.494027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Delete allocated IP 2001:db8::186 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/a3d15895-4696-4382-a395-04353fa1e432) {{(pid=103373) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:41:29.527005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8:0:1::3dc (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/8055942b-e4ec-4ad5-ae30-b43dd26c7758/9b1d60b7-3861-4337-9b53-d47e616f19ef) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:29.528876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50111e-4d6b-4eee-a142-50009f06c64d None None] Network a013ec74-fb73-4103-832f-660a8d188a47 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:29.535865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:29.640602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7dba0f70-4507-494f-9420-a442c21767ad None None] Provisioning complete for port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:29.642540 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7dba0f70-4507-494f-9420-a442c21767ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.847060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dd0c3075-bfb7-4896-951d-7f32b0d1dd29 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:29.854077 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9648e7ec-e793-4897-8d53-9d0c6c7fb219), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:29.984262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:29.985120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.019040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a84e9-5bb4-47d0-9913-891cdd7b558c req-4748770f-9bef-4cca-8a95-d0bee318c4bc tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:30.020963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7dba0f70-4507-494f-9420-a442c21767ad None None] Current status of the port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:30.039409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-017a84e9-5bb4-47d0-9913-891cdd7b558c req-4748770f-9bef-4cca-8a95-d0bee318c4bc tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.6760731 Jan 28 13:41:30.186058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.196246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:30.198262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event deleted for resources: {'Port': ['ID=9648e7ec-e793-4897-8d53-9d0c6c7fb219,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:30.199606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.243894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.248849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f94686dc-a0b8-4d4c-9cd2-f376ed149504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "DELETE /v2.0/ports/9648e7ec-e793-4897-8d53-9d0c6c7fb219 HTTP/1.1" status: 204 len: 168 time: 3.0124762 Jan 28 13:41:30.252815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42078) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:30.321020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-3fc9192c-7e9b-4880-bcec-ce7ad845bfef None None] Allocated IP 2001:db8:0:1::2 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/8055942b-e4ec-4ad5-ae30-b43dd26c7758/533c5b07-f27e-4d11-adf8-e2f8f2386c68) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:30.340773 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-53181952-474f-458d-ab83-b79471a143bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:41:30.342155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-53181952-474f-458d-ab83-b79471a143bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "GET /v2.0/ports/9648e7ec-e793-4897-8d53-9d0c6c7fb219 HTTP/1.1" status: 404 len: 333 time: 0.0597401 Jan 28 13:41:30.352476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42090) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:30.390716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974482488', 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:30.438244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=9b1d60b7-3861-4337-9b53-d47e616f19ef,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:30.447317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Made reservation on behalf of 36f533884fb64f65a48c8352e33eb84a for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:30.456563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.491451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] In _notify_port_updated(), no bound segment for port 9b1d60b7-3861-4337-9b53-d47e616f19ef on network d03d4e3a-60d8-489c-889c-c4d124b1ec4c {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:41:30.500380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:30.501398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.505957 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-40bfc52e-8da9-4a65-aac9-fc75850a1eea tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "PUT /v2.0/ports/9b1d60b7-3861-4337-9b53-d47e616f19ef HTTP/1.1" status: 200 len: 930 time: 2.7887259 Jan 28 13:41:30.508753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-017a84e9-5bb4-47d0-9913-891cdd7b558c req-a1260bf1-256e-4416-a7e8-fcfa9275900e tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953160 Jan 28 13:41:30.521154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42092) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:30.593418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3fc9192c-7e9b-4880-bcec-ce7ad845bfef None None] For port 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=533c5b07-f27e-4d11-adf8-e2f8f2386c68,segment=NetworkSegment(9e7d1406-96b4-4865-8a80-f3f01fe6dd01),segment_id=9e7d1406-96b4-4865-8a80-f3f01fe6dd01)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:30.608411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227e6f0-9844-41d7-8024-732f168d09db req-5252669e-800e-42a7-8292-22202f129714 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:30.621102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6227e6f0-9844-41d7-8024-732f168d09db req-5252669e-800e-42a7-8292-22202f129714 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.1135221 Jan 28 13:41:30.637777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fc9192c-7e9b-4880-bcec-ce7ad845bfef None None] Publish callbacks [] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.655006 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fc9192c-7e9b-4880-bcec-ce7ad845bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.775808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] device_id is not set on port bed6ce99-f463-4ca6-8c84-bb66c82268b7 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:30.813415 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6227e6f0-9844-41d7-8024-732f168d09db req-a0543e07-35f7-4e0c-9cc5-f64c55e58c79 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856112 Jan 28 13:41:30.901539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5cba41ea-304e-46c5-a93c-2e8bd0865e8c None None] Provisioning complete for port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:30.902834 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5cba41ea-304e-46c5-a93c-2e8bd0865e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.984694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9192c-7e9b-4880-bcec-ce7ad845bfef None None] Pushing event updated for resources: {'Port': ['ID=533c5b07-f27e-4d11-adf8-e2f8f2386c68,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:31.071384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (66e1d714-6264-4ccf-953e-f83365b31612), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.152725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5cba41ea-304e-46c5-a93c-2e8bd0865e8c None None] Current status of the port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:31.357896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for port (bed6ce99-f463-4ca6-8c84-bb66c82268b7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.363703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:41:31.466556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bed6ce99-f463-4ca6-8c84-bb66c82268b7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.545355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 9b1d60b7-3861-4337-9b53-d47e616f19ef {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:31.556661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.703388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Network 1e0c36c0-e15f-41e6-a278-c68284cf3314 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:31.759745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:31.783265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:31.784412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:31.785840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.864225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=bed6ce99-f463-4ca6-8c84-bb66c82268b7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:32.073050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 533c5b07-f27e-4d11-adf8-e2f8f2386c68 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:32.129930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5254dcc-37bc-417c-aee2-af4b5be67796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7759659 Jan 28 13:41:32.146625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120038-5001-42d2-8092-8c1af24b498f req-4916cca8-a48f-401c-9ff8-d9a4e45dce36 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:32.151674 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c2120038-5001-42d2-8092-8c1af24b498f req-4916cca8-a48f-401c-9ff8-d9a4e45dce36 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.1320736 Jan 28 13:41:32.151851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42258) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:32.287960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c0299-8f82-4e9f-8a02-73aa6774302d req-3c7c16d6-2232-46b8-baa9-9211c7594bf5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:32.311178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca1c0299-8f82-4e9f-8a02-73aa6774302d req-3c7c16d6-2232-46b8-baa9-9211c7594bf5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.4744098 Jan 28 13:41:32.326752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:32.329119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.356472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '600dd9dc-0847-470c-827d-7e49f33ab607', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'port_id': '600dd9dc-0847-470c-827d-7e49f33ab607', 'mac_address': 'fa:16:3e:3f:9a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:41:32.359263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c2120038-5001-42d2-8092-8c1af24b498f req-110ec8ac-739b-4209-a666-935f71a8583b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913548 Jan 28 13:41:32.495437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:32.496328 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.502382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ceec5867-f982-4dc7-ae53-f87e357fbd25 None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:32.503019 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ceec5867-f982-4dc7-ae53-f87e357fbd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.508203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 9b1d60b7-3861-4337-9b53-d47e616f19ef owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:32.600776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 600dd9dc-0847-470c-827d-7e49f33ab607 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:41:32.619876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:32.620742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.721864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a059c59-a33c-4d67-bfcb-146038383055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:32.731451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42296) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:32.731977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2a059c59-a33c-4d67-bfcb-146038383055 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "GET /v2.0/ports/bed6ce99-f463-4ca6-8c84-bb66c82268b7 HTTP/1.1" status: 200 len: 959 time: 0.5788157 Jan 28 13:41:32.736393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:32.766803 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.902441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca1c0299-8f82-4e9f-8a02-73aa6774302d req-70df40de-9c12-49ac-8413-570b3e1df406 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897605 Jan 28 13:41:32.917448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Router 66e1d714-6264-4ccf-953e-f83365b31612 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:41:33.006348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Deleting port bed6ce99-f463-4ca6-8c84-bb66c82268b7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:33.009907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bed6ce99-f463-4ca6-8c84-bb66c82268b7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.096679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:33.127730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.132902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0dabc4ee-d1f7-4b5a-b4f7-88f0e1bacd9c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.0632904 Jan 28 13:41:33.135176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42316) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:33.162196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ceec5867-f982-4dc7-ae53-f87e357fbd25 None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:33.274117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['600dd9dc-0847-470c-827d-7e49f33ab607'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:41:33.281124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Sync routers for ids ['66e1d714-6264-4ccf-953e-f83365b31612'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:33.307775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9b1d60b7-3861-4337-9b53-d47e616f19ef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.322215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.327097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bed6ce99-f463-4ca6-8c84-bb66c82268b7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.435959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Calling delete_port for bed6ce99-f463-4ca6-8c84-bb66c82268b7 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:33.493807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=9b1d60b7-3861-4337-9b53-d47e616f19ef,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:33.537054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:33.552476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ceec5867-f982-4dc7-ae53-f87e357fbd25 None None] Provisioning complete for port 9906c791-dae7-433c-adb0-01c38b503303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:33.553112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ceec5867-f982-4dc7-ae53-f87e357fbd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9906c791-dae7-433c-adb0-01c38b503303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.604502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Routers {'66e1d714-6264-4ccf-953e-f83365b31612'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:33.606846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['66e1d714-6264-4ccf-953e-f83365b31612'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:33.656143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.681399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a3ffcbe9-5914-41e2-853d-f8e275eed053 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/9b1d60b7-3861-4337-9b53-d47e616f19ef HTTP/1.1" status: 204 len: 168 time: 3.1524458 Jan 28 13:41:33.683602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42332) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:33.744103 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad3d12a-46a5-4629-b4c0-51313b3b9ad7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:41:33.751637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fad3d12a-46a5-4629-b4c0-51313b3b9ad7 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/9b1d60b7-3861-4337-9b53-d47e616f19ef HTTP/1.1" status: 404 len: 333 time: 0.0654964 Jan 28 13:41:33.752417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42334) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:33.851968 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72685431-b895-4ca9-813d-e5c7c006928f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (eafc9804-4df3-4ae7-a2eb-c88b1182b348), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:33.881827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Set router 66e1d714-6264-4ccf-953e-f83365b31612 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:33.897269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72685431-b895-4ca9-813d-e5c7c006928f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (eafc9804-4df3-4ae7-a2eb-c88b1182b348), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.042769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72685431-b895-4ca9-813d-e5c7c006928f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eafc9804-4df3-4ae7-a2eb-c88b1182b348), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.049396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72685431-b895-4ca9-813d-e5c7c006928f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.055784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-72685431-b895-4ca9-813d-e5c7c006928f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/security-groups/eafc9804-4df3-4ae7-a2eb-c88b1182b348 HTTP/1.1" status: 204 len: 168 time: 0.3019769 Jan 28 13:41:34.057288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42342) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:34.258684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ceec5867-f982-4dc7-ae53-f87e357fbd25 None None] Port 9906c791-dae7-433c-adb0-01c38b503303 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:34.398023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72685431-b895-4ca9-813d-e5c7c006928f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafc9804-4df3-4ae7-a2eb-c88b1182b348,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:34.467418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ceec5867-f982-4dc7-ae53-f87e357fbd25 None None] Could not find standard attr ID for object 9b1d60b7-3861-4337-9b53-d47e616f19ef. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:34.555928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a55d202-c8bc-4c59-8fe2-d589ee1ab081 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (d991dfc6-5548-4e3f-82d6-87f91d929c06), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.604940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe8a43-f610-444d-b909-f7d30ee07c61 req-ffbc07a1-6b0a-4637-9566-4c19ed382d84 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:34.619248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620138de-e2b2-4dce-bba6-9954ee5f5eca req-4ab11af9-c5db-40ac-b1ad-e59476ce04af tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:34.621087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-620138de-e2b2-4dce-bba6-9954ee5f5eca req-4ab11af9-c5db-40ac-b1ad-e59476ce04af tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.3264315 Jan 28 13:41:34.624009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b8fe8a43-f610-444d-b909-f7d30ee07c61 req-ffbc07a1-6b0a-4637-9566-4c19ed382d84 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 944 time: 0.9121327 Jan 28 13:41:34.678957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a55d202-c8bc-4c59-8fe2-d589ee1ab081 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (d991dfc6-5548-4e3f-82d6-87f91d929c06), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.772944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-46c210e6-013d-4f8b-a4f7-da84e41cd9aa None None] Could not find standard attr ID for object 9b1d60b7-3861-4337-9b53-d47e616f19ef. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:41:34.842995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:41:28Z', 'revision_number': 3, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:34.899993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Checking router: 66e1d714-6264-4ccf-953e-f83365b31612 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:34.900631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Updating router 66e1d714-6264-4ccf-953e-f83365b31612 port f4779a3b-681f-4914-a6d8-5c0ae91d3552 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:34.906709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e60a918-3169-41dd-88dc-a8d4afcc5bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.927754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-620138de-e2b2-4dce-bba6-9954ee5f5eca req-59989768-8f8b-4b12-b5b2-e85419af2f27 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946510 Jan 28 13:41:34.949769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a55d202-c8bc-4c59-8fe2-d589ee1ab081 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d991dfc6-5548-4e3f-82d6-87f91d929c06), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.955212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a55d202-c8bc-4c59-8fe2-d589ee1ab081 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.962618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5a55d202-c8bc-4c59-8fe2-d589ee1ab081 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/security-groups/d991dfc6-5548-4e3f-82d6-87f91d929c06 HTTP/1.1" status: 204 len: 168 time: 0.8862512 Jan 28 13:41:34.963626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42352) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:34.980568 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.015946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bed6ce99-f463-4ca6-8c84-bb66c82268b7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.084680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event deleted for resources: {'Port': ['ID=bed6ce99-f463-4ca6-8c84-bb66c82268b7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:35.100919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b8fe8a43-f610-444d-b909-f7d30ee07c61 req-30d843b5-f9ef-4f6a-a2b9-31fa57b63e5a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758782 Jan 28 13:41:35.156074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.159846 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ceceedc0-06e8-4813-98dc-878e2cf5d619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "DELETE /v2.0/ports/bed6ce99-f463-4ca6-8c84-bb66c82268b7 HTTP/1.1" status: 204 len: 168 time: 2.4267128 Jan 28 13:41:35.168860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42354) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:35.177521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55d202-c8bc-4c59-8fe2-d589ee1ab081 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d991dfc6-5548-4e3f-82d6-87f91d929c06,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:35.226215 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-113675aa-8f90-491a-9a1b-c192cc5c1f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:41:35.228925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-113675aa-8f90-491a-9a1b-c192cc5c1f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "GET /v2.0/ports/bed6ce99-f463-4ca6-8c84-bb66c82268b7 HTTP/1.1" status: 404 len: 333 time: 0.0586364 Jan 28 13:41:35.241743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42358) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:35.252939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Request body: {'port': {'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-225243188'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:35.296127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet a3d15895-4696-4382-a395-04353fa1e432 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:41:35.325180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (a3d15895-4696-4382-a395-04353fa1e432), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.405131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:35.435642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Made reservation on behalf of 36f533884fb64f65a48c8352e33eb84a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:35.442703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.527332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] device_id is not set on port 1174c67b-7d8c-4a18-846f-9945b2f91f77 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:35.547962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (a3d15895-4696-4382-a395-04353fa1e432), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.766694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 600dd9dc-0847-470c-827d-7e49f33ab607 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:35.767764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:35.891177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a3d15895-4696-4382-a395-04353fa1e432), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.090700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (a3d15895-4696-4382-a395-04353fa1e432), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.153472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.176317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/a3d15895-4696-4382-a395-04353fa1e432 HTTP/1.1" status: 204 len: 168 time: 1.1978147 Jan 28 13:41:36.180835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42370) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:36.197536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8be82-6b29-41da-b624-f2f63794325b None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:36.207036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:36.246503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.409133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:36.415572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.471895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.472261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad04478-4860-4311-bb18-b23b44b52904 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d15895-4696-4382-a395-04353fa1e432,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:36.674990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:36.689911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:41:36.703426 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99d12f3-c58b-4089-b060-4e042e04d548" -d '{"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-plugged", "status": "completed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:41:36.751806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd963256-f29e-4521-a994-711787b721be req-d7a6e1a4-e8ec-42b5-8a2f-db0861e8f45d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:36.761764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.764438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd963256-f29e-4521-a994-711787b721be req-d7a6e1a4-e8ec-42b5-8a2f-db0861e8f45d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.5842335 Jan 28 13:41:36.779457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Publish callbacks [] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.857478 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:36.984139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:36.988705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.080113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.125598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Attempting to bind port f4779a3b-681f-4914-a6d8-5c0ae91d3552 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:37.125598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Attempting to bind port f4779a3b-681f-4914-a6d8-5c0ae91d3552 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:37.125598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Attempting to bind port f4779a3b-681f-4914-a6d8-5c0ae91d3552 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:37.228555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Allocated IP 172.20.0.1 (a013ec74-fb73-4103-832f-660a8d188a47/3ca17d08-e23c-4610-b90d-29a09d561d7a/46b63d95-71d0-499b-940c-ea8da6e66872) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:37.278709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:37.281554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:37.283761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.285504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:37.286688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Bound port: f4779a3b-681f-4914-a6d8-5c0ae91d3552, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:37.289488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.439802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e8f4b-c0f1-4d82-803e-62a469c00aa8 req-6a69e6f3-f9d7-4210-8e1b-aca0e30fea63 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:37.454988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d745-82d6-4179-bed7-c23d687ae35a None None] Pushing event updated for resources: {'Port': ['ID=f4779a3b-681f-4914-a6d8-5c0ae91d3552,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.459430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db6e8f4b-c0f1-4d82-803e-62a469c00aa8 req-6a69e6f3-f9d7-4210-8e1b-aca0e30fea63 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 944 time: 1.1670198 Jan 28 13:41:37.532291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c90fdc50-4969-47ff-b0af-eb4fee5ce49e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.553306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] For port f4779a3b-681f-4914-a6d8-5c0ae91d3552, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:37.566350 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd963256-f29e-4521-a994-711787b721be req-c3d5beac-9e6b-4b1b-968e-3b1bc828413c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878230 Jan 28 13:41:37.578042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] For port f4779a3b-681f-4914-a6d8-5c0ae91d3552, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f4779a3b-681f-4914-a6d8-5c0ae91d3552,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:37.589837 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.706496 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce557e05-4b3e-4733-90ea-55a1a70d6be6 x-openstack-request-id: req-ce557e05-4b3e-4733-90ea-55a1a70d6be6 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:41:37.708329 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-plugged", "status": "completed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:41:37.708430 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce557e05-4b3e-4733-90ea-55a1a70d6be6 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:41:37.708941 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607', 'code': 200} Jan 28 13:41:37.726331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:37.767018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:37.781412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:37.781961 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.807248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-db6e8f4b-c0f1-4d82-803e-62a469c00aa8 req-e50a8de7-4baa-4dc3-8337-a1dbff23a4cb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468115 Jan 28 13:41:37.841846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=c90fdc50-4969-47ff-b0af-eb4fee5ce49e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.860536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.860833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-54389895-58e4-4095-92b5-cdcc668c43eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:37.873243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f2797e46-af58-44cf-854f-90baf2791e72 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6813226 Jan 28 13:41:37.876758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42384) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:37.901129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-09236842-5699-45f2-8286-4348fc93de31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'security_group': {'name': 'tempest-secgroup-644771713'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:37.931396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Routers {'66e1d714-6264-4ccf-953e-f83365b31612'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:37.932815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['66e1d714-6264-4ccf-953e-f83365b31612'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:37.938233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d745-82d6-4179-bed7-c23d687ae35a None None] Pushing event updated for resources: {'Port': ['ID=f4779a3b-681f-4914-a6d8-5c0ae91d3552,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:37.970978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09236842-5699-45f2-8286-4348fc93de31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.255121 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09236842-5699-45f2-8286-4348fc93de31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.266895 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09236842-5699-45f2-8286-4348fc93de31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.356796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-09236842-5699-45f2-8286-4348fc93de31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.358278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-09236842-5699-45f2-8286-4348fc93de31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4800811 Jan 28 13:41:38.366418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42388) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:38.382433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-01447851-7583-4d00-9168-1817d284cfed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'security_group': {'name': 'tempest-secgroup-923946487'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:38.384540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] Set router 66e1d714-6264-4ccf-953e-f83365b31612 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:38.390663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09236842-5699-45f2-8286-4348fc93de31 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:38.461158 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-01447851-7583-4d00-9168-1817d284cfed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.642170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-01447851-7583-4d00-9168-1817d284cfed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (de2214f8-383c-4bbd-8c12-c30b07b27278), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.656133 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-01447851-7583-4d00-9168-1817d284cfed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (de2214f8-383c-4bbd-8c12-c30b07b27278), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.747250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01447851-7583-4d00-9168-1817d284cfed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2214f8-383c-4bbd-8c12-c30b07b27278,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:38.776477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f4fc7-e720-4669-9a1c-8e7bad9cbfdc None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:38.818695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-01447851-7583-4d00-9168-1817d284cfed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:38.823900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-01447851-7583-4d00-9168-1817d284cfed tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4533610 Jan 28 13:41:38.825969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42394) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:38.839380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4fbfb9c4-7158-4e9d-b553-c13613e8c819 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'security_group': {'name': 'tempest-secgroup-74214784'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:39.039613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=1174c67b-7d8c-4a18-846f-9945b2f91f77,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:39.087116 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb9c4-7158-4e9d-b553-c13613e8c819 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.171984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Network 1e0c36c0-e15f-41e6-a278-c68284cf3314 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:39.234893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:39.247029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:39.258177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.262583 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.298504 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.368427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180653ee-7af2-424b-8ebe-1460e0e10ba6 req-ffddafc1-5e13-4633-b7df-803832e17bb9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.376762 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3999ad5d-ecb5-4134-bd6a-09d9118b2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.1334028 Jan 28 13:41:39.379748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42404) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:39.387490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8ed11469-3b59-4a12-9ef9-2a4a6a30d42b None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:39.387907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ed11469-3b59-4a12-9ef9-2a4a6a30d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.389511 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-180653ee-7af2-424b-8ebe-1460e0e10ba6 req-ffddafc1-5e13-4633-b7df-803832e17bb9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.4886694 Jan 28 13:41:39.411384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:39.442033 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks [] for port (46b63d95-71d0-499b-940c-ea8da6e66872), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.594645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ea22a-4a16-47ca-84d4-44009abccdc9 req-82ecdfa7-3c84-4eff-a0dd-b4ced99fd49d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:39.614925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-709ea22a-4a16-47ca-84d4-44009abccdc9 req-82ecdfa7-3c84-4eff-a0dd-b4ced99fd49d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.5491405 Jan 28 13:41:39.744864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-180653ee-7af2-424b-8ebe-1460e0e10ba6 req-a38ae489-2fa3-4c37-9384-6aa34bc85663 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542778 Jan 28 13:41:39.772395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.925615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.928205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb9c4-7158-4e9d-b553-c13613e8c819 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (31ff361e-b455-47ae-a1d2-8cea074042f6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.936494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb9c4-7158-4e9d-b553-c13613e8c819 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (31ff361e-b455-47ae-a1d2-8cea074042f6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:39.950350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Network a013ec74-fb73-4103-832f-660a8d188a47 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:39.951804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Pushing event updated for resources: {'Port': ['ID=46b63d95-71d0-499b-940c-ea8da6e66872,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:39.955767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:39.971118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:40.051166 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb9c4-7158-4e9d-b553-c13613e8c819 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.056649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4fbfb9c4-7158-4e9d-b553-c13613e8c819 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2264674 Jan 28 13:41:40.066027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42412) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:40.086918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfb9c4-7158-4e9d-b553-c13613e8c819 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff361e-b455-47ae-a1d2-8cea074042f6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:40.120076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8ed11469-3b59-4a12-9ef9-2a4a6a30d42b None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:40.244115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8ed11469-3b59-4a12-9ef9-2a4a6a30d42b None None] Provisioning complete for port 9906c791-dae7-433c-adb0-01c38b503303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:40.245144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ed11469-3b59-4a12-9ef9-2a4a6a30d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9906c791-dae7-433c-adb0-01c38b503303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.492454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] device_id is not set on port 1174c67b-7d8c-4a18-846f-9945b2f91f77 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:40.509615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks [] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.532203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-200673635', 'security_groups': ['31ff361e-b455-47ae-a1d2-8cea074042f6'], 'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c90fdc50-4969-47ff-b0af-eb4fee5ce49e'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:40.861724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.885785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:41:28Z', 'revision_number': 3, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:40.892311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.894107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8ed11469-3b59-4a12-9ef9-2a4a6a30d42b None None] Port 9906c791-dae7-433c-adb0-01c38b503303 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:40.932276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0c12c-e227-4eb5-8bce-fdb1b920697c None None] Update dhcp port {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'fixed_ips': [{'subnet_id': '8055942b-e4ec-4ad5-ae30-b43dd26c7758', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c90fdc50-4969-47ff-b0af-eb4fee5ce49e'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '533c5b07-f27e-4d11-adf8-e2f8f2386c68'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:41:40.945325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4efa2f-ba4f-4d41-b9be-bfbfe047e82c None None] The sync data for ids ['66e1d714-6264-4ccf-953e-f83365b31612'] in n-d-822748-2 is: [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:41:28Z', 'revision_number': 3, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:40.958959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-709ea22a-4a16-47ca-84d4-44009abccdc9 req-2b1743a0-6f83-46f0-9000-d6be2893aba3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3185360 Jan 28 13:41:40.960640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:41.176231 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abb0c12c-e227-4eb5-8bce-fdb1b920697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.232192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7d7f8d89-8d75-428f-828f-e1c1f9e43a68 None None] Provisioning complete for port 46b63d95-71d0-499b-940c-ea8da6e66872 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:41.251057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8d89-8d75-428f-828f-e1c1f9e43a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.333430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b930bde-7653-418e-a6f5-bb73f63dce3b req-0b97ec94-5554-4545-8342-40d8a02a3514 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:41.362799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b930bde-7653-418e-a6f5-bb73f63dce3b req-0b97ec94-5554-4545-8342-40d8a02a3514 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.3184052 Jan 28 13:41:41.397564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (66e1d714-6264-4ccf-953e-f83365b31612), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.425763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=1174c67b-7d8c-4a18-846f-9945b2f91f77,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:41.550526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:41.551430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:41.552315 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:41.567182 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b930bde-7653-418e-a6f5-bb73f63dce3b req-873e7eb7-0ddb-4a1a-9cbd-7cdcff31d1b5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004364 Jan 28 13:41:41.609286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f8d89-8d75-428f-828f-e1c1f9e43a68 None None] Port 46b63d95-71d0-499b-940c-ea8da6e66872 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:41.636607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:41.637234 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:41.653034 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 2 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:41.690032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:41.729836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:41.730806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:41.731275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:41.757047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:41.757599 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:41.783978 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 3 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:41.799638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] device_id is not set on port d2847226-d835-4de7-954b-9d0dea3528cb yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:41:41.964693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:41.965236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:41.965665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:42.280050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.287878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:42.288282 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:42.301292 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 4 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:42.303379 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:41:42.340877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-abb0c12c-e227-4eb5-8bce-fdb1b920697c None None] Allocated IP 2001:db8::2 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/c90fdc50-4969-47ff-b0af-eb4fee5ce49e/533c5b07-f27e-4d11-adf8-e2f8f2386c68) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:42.492683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:42.493354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:42.493867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:42.509685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.537137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:42.537531 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:42.539120 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 5 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:42.583545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68681754-0be4-47b1-8144-b88b78fc2869 req-efb34fa7-d3eb-4893-9cd6-72d691957c00 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:42.590852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68681754-0be4-47b1-8144-b88b78fc2869 req-efb34fa7-d3eb-4893-9cd6-72d691957c00 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.3083630 Jan 28 13:41:42.714168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:42.714555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:42.714901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:42.800872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:42.801190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-abb0c12c-e227-4eb5-8bce-fdb1b920697c None None] For port 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=533c5b07-f27e-4d11-adf8-e2f8f2386c68,segment=NetworkSegment(9e7d1406-96b4-4865-8a80-f3f01fe6dd01),segment_id=9e7d1406-96b4-4865-8a80-f3f01fe6dd01)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:42.801373 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:42.823874 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 6 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:42.847123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68681754-0be4-47b1-8144-b88b78fc2869 req-e78ddf74-1df7-4401-a72b-bc3d6f61c6ad tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551374 Jan 28 13:41:42.927144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abb0c12c-e227-4eb5-8bce-fdb1b920697c None None] Publish callbacks [] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:42.947017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abb0c12c-e227-4eb5-8bce-fdb1b920697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.072993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbd73-179a-4338-a977-00d33e6975de req-d9952e06-891c-4969-b315-8a531a1ec454 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:43.084204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f06cbd73-179a-4338-a977-00d33e6975de req-d9952e06-891c-4969-b315-8a531a1ec454 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2130980 Jan 28 13:41:43.102111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0c12c-e227-4eb5-8bce-fdb1b920697c None None] Pushing event updated for resources: {'Port': ['ID=533c5b07-f27e-4d11-adf8-e2f8f2386c68,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:43.164931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:43.167022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:43.168373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:43.221131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:43.226926 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:43.267486 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 7 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:43.286831 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f06cbd73-179a-4338-a977-00d33e6975de req-5d7b78f2-cbe0-49e1-970f-5dd253fde670 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015858 Jan 28 13:41:43.345412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:43.345920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:43.346370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:43.413790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:43.414275 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:43.441301 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 8 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:43.465264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8::161 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/c90fdc50-4969-47ff-b0af-eb4fee5ce49e/d2847226-d835-4de7-954b-9d0dea3528cb) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:43.548347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:43.549011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:43.549890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:43.652892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks [] for port (46b63d95-71d0-499b-940c-ea8da6e66872), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.721697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:43.755552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:43.758203 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:43.766025 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 9 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:43.972426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (66e1d714-6264-4ccf-953e-f83365b31612), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.015671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:44.021120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:44.025463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:44.027707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 533c5b07-f27e-4d11-adf8-e2f8f2386c68 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:44.070845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:44.071446 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:44.080368 n-d-822748-2 neutron-server[103373]: INFO neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempt 10 to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 Jan 28 13:41:44.323453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca408-200e-485b-8d66-34e39deec83a req-c3c64447-1fa8-46d7-a449-99be6da86660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:44.327566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1fca408-200e-485b-8d66-34e39deec83a req-c3c64447-1fa8-46d7-a449-99be6da86660 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 1097 time: 0.1296015 Jan 28 13:41:44.364309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:44.364662 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.487533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Network a013ec74-fb73-4103-832f-660a8d188a47 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:44.638554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1fca408-200e-485b-8d66-34e39deec83a req-3732f357-4453-4d4a-b218-c5e41f5e4727 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007591 Jan 28 13:41:44.720594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:44.768282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:44.778196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f4779a3b-681f-4914-a6d8-5c0ae91d3552 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:44.778653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:44.779003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:44.779351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempting to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:44.821823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:41:44.822328 n-d-822748-2 neutron-server[103373]: ERROR neutron.plugins.ml2.managers [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Failed to bind port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on host n-h1-822748-2 for vnic_type normal using segments [{'id': '978e1359-5630-4c34-b70a-9940de48437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1e0c36c0-e15f-41e6-a278-c68284cf3314'}] Jan 28 13:41:44.831105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:44.848609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Pushing event updated for resources: {'Port': ['ID=46b63d95-71d0-499b-940c-ea8da6e66872,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:44.930737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25961817-d1f0-42bf-aa85-c3d9f461aee3 req-f169fef6-5698-406c-aaa6-ef1aef9dc397 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:44.955277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25961817-d1f0-42bf-aa85-c3d9f461aee3 req-f169fef6-5698-406c-aaa6-ef1aef9dc397 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.8218164 Jan 28 13:41:44.985945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fb51-6ebd-4f6c-ac1e-37f7122c23b1 req-39d66a76-9360-4217-b94b-45c4ebd71e78 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:45.004193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f92fb51-6ebd-4f6c-ac1e-37f7122c23b1 req-39d66a76-9360-4217-b94b-45c4ebd71e78 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.3416877 Jan 28 13:41:45.125560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ab98911a-dfff-4b8d-aed6-01ed0c7d6aa3 None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.138739 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ab98911a-dfff-4b8d-aed6-01ed0c7d6aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.160053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f92fb51-6ebd-4f6c-ac1e-37f7122c23b1 req-d627d652-8bca-4a72-a84b-0a7d331ab60d tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519675 Jan 28 13:41:45.428291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f4779a3b-681f-4914-a6d8-5c0ae91d3552 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:45.428967 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.601822 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (d2847226-d835-4de7-954b-9d0dea3528cb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:45.663588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25961817-d1f0-42bf-aa85-c3d9f461aee3 req-25fe5f7c-c25a-495a-8983-1f9f0baf2b58 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794180 Jan 28 13:41:45.808273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Router 66e1d714-6264-4ccf-953e-f83365b31612 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:41:45.909377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ab98911a-dfff-4b8d-aed6-01ed0c7d6aa3 None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:45.934983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f4779a3b-681f-4914-a6d8-5c0ae91d3552 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:45.942010 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.009944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ab98911a-dfff-4b8d-aed6-01ed0c7d6aa3 None None] Provisioning complete for port 9906c791-dae7-433c-adb0-01c38b503303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:46.015660 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ab98911a-dfff-4b8d-aed6-01ed0c7d6aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9906c791-dae7-433c-adb0-01c38b503303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.032749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] For port 1174c67b-7d8c-4a18-846f-9945b2f91f77, host n-h1-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:46.041881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attempted to set empty binding levels {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 13:41:46.066003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.122750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port f4779a3b-681f-4914-a6d8-5c0ae91d3552, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f4779a3b-681f-4914-a6d8-5c0ae91d3552,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:46.128688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ab98911a-dfff-4b8d-aed6-01ed0c7d6aa3 None None] Port 9906c791-dae7-433c-adb0-01c38b503303 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:46.140207 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.210924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.212819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] In _notify_port_updated(), no bound segment for port 1174c67b-7d8c-4a18-846f-9945b2f91f77 on network 1e0c36c0-e15f-41e6-a278-c68284cf3314 {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:41:46.213791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:46.222561 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.229844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42474) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:46.239653 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "PUT /v2.0/ports/1174c67b-7d8c-4a18-846f-9945b2f91f77 HTTP/1.1" status: 200 len: 978 time: 6.8184419 Jan 28 13:41:46.240885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb9992-a0c9-489c-b5b7-deaf3ef9ab12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event updated for resources: {'Port': ['ID=1174c67b-7d8c-4a18-846f-9945b2f91f77,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:46.328813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=f4779a3b-681f-4914-a6d8-5c0ae91d3552,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:46.340595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0080ff0d-7de7-43bf-ab5b-39ef4d39ecec None None] Provisioning complete for port 46b63d95-71d0-499b-940c-ea8da6e66872 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:46.340973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0080ff0d-7de7-43bf-ab5b-39ef4d39ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.396176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0080ff0d-7de7-43bf-ab5b-39ef4d39ecec None None] Port 46b63d95-71d0-499b-940c-ea8da6e66872 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:46.466168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=d2847226-d835-4de7-954b-9d0dea3528cb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:46.575188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f9e71-361b-49e4-960d-4b2114366479 req-cbbcba0e-5d23-4336-8360-9d70194d60a6 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:46.579308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d7f9e71-361b-49e4-960d-4b2114366479 req-cbbcba0e-5d23-4336-8360-9d70194d60a6 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2309077 Jan 28 13:41:46.648362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:46.652682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:46.660559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:41:46.665842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:46.666597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.688895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Deleting port 1174c67b-7d8c-4a18-846f-9945b2f91f77 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:46.689314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:46.747953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d7f9e71-361b-49e4-960d-4b2114366479 req-63ba5d83-9208-4b3f-999e-b00fb9c081f4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542275 Jan 28 13:41:46.993538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:41:47.009825 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Sync routers for ids ['66e1d714-6264-4ccf-953e-f83365b31612'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:41:47.025497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a83a5b87-ba40-4580-be5e-98e33efae034 admin admin] 10.222.0.45 "PUT /v2.0/routers/66e1d714-6264-4ccf-953e-f83365b31612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8871357 Jan 28 13:41:47.055605 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-02ab47db-cb65-45e7-9c68-ed32c3cae617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.9780762 Jan 28 13:41:47.057799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42486) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:47.068442 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Routers {'66e1d714-6264-4ccf-953e-f83365b31612'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:47.072734 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['66e1d714-6264-4ccf-953e-f83365b31612'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:47.072963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bbc1a2c1-3b46-487c-98ac-b42026b2ce00 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:47.233842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82862d15-b840-4be8-9bde-ef12aa2bb329 req-e13530de-2680-4c63-8423-a67efdf7c8c6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:47.249458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82862d15-b840-4be8-9bde-ef12aa2bb329 req-e13530de-2680-4c63-8423-a67efdf7c8c6 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2185595 Jan 28 13:41:47.450051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] For port 1174c67b-7d8c-4a18-846f-9945b2f91f77, host n-h1-822748-2, got binding levels [] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:47.450553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.471515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-833dcd6b-68e3-445b-9e42-91611eb5dade None None] Provisioning complete for port d2847226-d835-4de7-954b-9d0dea3528cb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:47.477839 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-833dcd6b-68e3-445b-9e42-91611eb5dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.521550 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82862d15-b840-4be8-9bde-ef12aa2bb329 req-36a56ed3-9164-4de6-98e3-2008633cc787 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480247 Jan 28 13:41:47.577041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc1a2c1-3b46-487c-98ac-b42026b2ce00 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:47.580628 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Set router 66e1d714-6264-4ccf-953e-f83365b31612 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:47.584290 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a2c1-3b46-487c-98ac-b42026b2ce00 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:47.627580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-833dcd6b-68e3-445b-9e42-91611eb5dade None None] Port d2847226-d835-4de7-954b-9d0dea3528cb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:48.310305 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:41:41Z', 'revision_number': 4, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '46b63d95-71d0-499b-940c-ea8da6e66872', 'name': '', 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'mac_address': 'fa:16:3e:1b:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '3ca17d08-e23c-4610-b90d-29a09d561d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:36Z', 'updated_at': '2022-01-28T13:41:42Z', 'revision_number': 2, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'subnets': [{'id': '3ca17d08-e23c-4610-b90d-29a09d561d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:48.380294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f4779a3b-681f-4914-a6d8-5c0ae91d3552 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:48.467562 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Checking router: 66e1d714-6264-4ccf-953e-f83365b31612 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:41:48.473082 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Updating router 66e1d714-6264-4ccf-953e-f83365b31612 port 46b63d95-71d0-499b-940c-ea8da6e66872 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:41:48.507035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f4779a3b-681f-4914-a6d8-5c0ae91d3552 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:48.507688 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.588225 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:48.624357 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-bbc1a2c1-3b46-487c-98ac-b42026b2ce00 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c90fdc50-4969-47ff-b0af-eb4fee5ce49e (CIDR: 2001:db8::/64) Jan 28 13:41:48.644104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Calling delete_port for 1174c67b-7d8c-4a18-846f-9945b2f91f77 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:41:48.653586 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc1a2c1-3b46-487c-98ac-b42026b2ce00 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:48.654347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc1a2c1-3b46-487c-98ac-b42026b2ce00 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:48.689727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046146-3065-441c-b19a-6d5d60f5b438 req-78946db1-619d-4aac-be8c-67db2ea5e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:48.691876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43046146-3065-441c-b19a-6d5d60f5b438 req-78946db1-619d-4aac-be8c-67db2ea5e507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 1097 time: 1.2652779 Jan 28 13:41:48.841474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f4779a3b-681f-4914-a6d8-5c0ae91d3552 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:48.904002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f9d1-ead8-4be1-bf68-bc08f8d28df9 req-165cc73e-e0fb-42c2-8862-6fe54877b7be tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:48.906224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec27f9d1-ead8-4be1-bf68-bc08f8d28df9 req-165cc73e-e0fb-42c2-8862-6fe54877b7be tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 1.5135262 Jan 28 13:41:48.907359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046146-3065-441c-b19a-6d5d60f5b438 req-a9850352-dfd1-4e39-a0ae-deffa97be4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:48.908744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43046146-3065-441c-b19a-6d5d60f5b438 req-a9850352-dfd1-4e39-a0ae-deffa97be4c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 912 time: 0.1882300 Jan 28 13:41:48.972097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bbc1a2c1-3b46-487c-98ac-b42026b2ce00 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9106479 Jan 28 13:41:48.974831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b25e2-6d6c-4dee-a5b1-945311d85856 req-985debc3-f47b-41d8-976f-a09d80963071 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:48.988753 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d2b25e2-6d6c-4dee-a5b1-945311d85856 req-985debc3-f47b-41d8-976f-a09d80963071 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2010088 Jan 28 13:41:48.989917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42544) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:49.006387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-80ab5059-b66a-4341-9590-b5b8c0c02f14 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:49.031364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec27f9d1-ead8-4be1-bf68-bc08f8d28df9 req-65161ab9-c158-40c8-947a-b84f789131c4 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171086 Jan 28 13:41:49.077030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43046146-3065-441c-b19a-6d5d60f5b438 req-b374860d-dafb-4433-b328-da828c83064b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e64321-b1f4-4739-9224-68d070d6f06f HTTP/1.1" status: 200 len: 217 time: 0.0552375 Jan 28 13:41:49.257006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046146-3065-441c-b19a-6d5d60f5b438 req-455bfd5e-180e-4d19-ba95-9e3675b3cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:49.266208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43046146-3065-441c-b19a-6d5d60f5b438 req-455bfd5e-180e-4d19-ba95-9e3675b3cf0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.1824660 Jan 28 13:41:49.383776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1174c67b-7d8c-4a18-846f-9945b2f91f77), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.448505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab5059-b66a-4341-9590-b5b8c0c02f14 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:49.460332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-80ab5059-b66a-4341-9590-b5b8c0c02f14 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.462963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43046146-3065-441c-b19a-6d5d60f5b438 req-2d76071d-0401-4303-88fe-c6ab97515aef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981812 Jan 28 13:41:49.473879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Pushing event deleted for resources: {'Port': ['ID=1174c67b-7d8c-4a18-846f-9945b2f91f77,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:49.573619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.583192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3de9802a-f98c-4ebd-9fa4-1f56037edcef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "DELETE /v2.0/ports/1174c67b-7d8c-4a18-846f-9945b2f91f77 HTTP/1.1" status: 204 len: 168 time: 3.3522091 Jan 28 13:41:49.590230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42556) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:49.684859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d2b25e2-6d6c-4dee-a5b1-945311d85856 req-5bbf6641-b65f-4aea-a32a-c4b45bdab521 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6595981 Jan 28 13:41:49.758318 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Publish callbacks [] for port (46b63d95-71d0-499b-940c-ea8da6e66872), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.773364 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:49.780296 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cbc512-8a2d-479f-b109-f01364c9af53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] GET failed (client error): The resource could not be found. Jan 28 13:41:49.794429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-98cbc512-8a2d-479f-b109-f01364c9af53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487627281-project-admin] 10.222.0.45 "GET /v2.0/ports/1174c67b-7d8c-4a18-846f-9945b2f91f77 HTTP/1.1" status: 404 len: 333 time: 0.1952910 Jan 28 13:41:49.794743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42582) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:49.844572 n-d-822748-2 neutron-server[103373]: INFO neutron.db.ipam_backend_mixin [None req-80ab5059-b66a-4341-9590-b5b8c0c02f14 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8055942b-e4ec-4ad5-ae30-b43dd26c7758 (CIDR: 2001:db8:0:1::/64) Jan 28 13:41:49.922723 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ab5059-b66a-4341-9590-b5b8c0c02f14 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:41:49.924348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ab5059-b66a-4341-9590-b5b8c0c02f14 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:41:50.035501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43046146-3065-441c-b19a-6d5d60f5b438 req-2cda7250-b931-41f2-8b9f-ff72bc69db1f service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369718 Jan 28 13:41:50.098401 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6f13e-9ae4-44e5-a509-c63019d91acd None None] Pushing event updated for resources: {'Port': ['ID=46b63d95-71d0-499b-940c-ea8da6e66872,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:50.147710 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Attempting to bind port 46b63d95-71d0-499b-940c-ea8da6e66872 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:41:50.148093 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Attempting to bind port 46b63d95-71d0-499b-940c-ea8da6e66872 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:41:50.148415 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Attempting to bind port 46b63d95-71d0-499b-940c-ea8da6e66872 on network a013ec74-fb73-4103-832f-660a8d188a47 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:41:50.161375 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:41:50.161765 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Checking segment: {'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:41:50.162173 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.162577 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Bound using segment: {'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:41:50.163066 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Bound port: 46b63d95-71d0-499b-940c-ea8da6e66872, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286ff489-4bed-4485-ac74-ca5bcd759268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:41:50.163452 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.222755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-80ab5059-b66a-4341-9590-b5b8c0c02f14 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2270856 Jan 28 13:41:50.223462 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42594) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:50.237155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'subnet': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:50.320465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1e0c36c0-e15f-41e6-a278-c68284cf3314), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.535130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-31e712b6-4500-4a3e-8592-fecff26c396c None None] Provisioning complete for port 46b63d95-71d0-499b-940c-ea8da6e66872 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:50.538993 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31e712b6-4500-4a3e-8592-fecff26c396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.587417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3be4a-1e12-4b2b-b354-335368203335 req-4cd5b2ca-54c5-41c0-9e92-2eb3eec77202 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:50.595811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1e0c36c0-e15f-41e6-a278-c68284cf3314), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.600381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24b3be4a-1e12-4b2b-b354-335368203335 req-4cd5b2ca-54c5-41c0-9e92-2eb3eec77202 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2685816 Jan 28 13:41:50.666092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0c36c0-e15f-41e6-a278-c68284cf3314']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:50.687849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978e1359-5630-4c34-b70a-9940de48437c') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:50.691214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-31e712b6-4500-4a3e-8592-fecff26c396c None None] Port 46b63d95-71d0-499b-940c-ea8da6e66872 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:50.692217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978e1359-5630-4c34-b70a-9940de48437c') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:50.703745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43046146-3065-441c-b19a-6d5d60f5b438 req-1c621726-6d57-4753-aefd-67ef27b62dd0 service neutron] 10.222.0.36 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598239 Jan 28 13:41:50.746070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (978e1359-5630-4c34-b70a-9940de48437c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.805445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (978e1359-5630-4c34-b70a-9940de48437c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.830891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:41:50.835442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (978e1359-5630-4c34-b70a-9940de48437c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.841454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24b3be4a-1e12-4b2b-b354-335368203335 req-e71440cd-03bf-421d-9efd-68973240e904 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400966 Jan 28 13:41:50.923658 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] For port 46b63d95-71d0-499b-940c-ea8da6e66872, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:41:50.931816 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:41:50.939250 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] For port 46b63d95-71d0-499b-940c-ea8da6e66872, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=46b63d95-71d0-499b-940c-ea8da6e66872,segment=NetworkSegment(286ff489-4bed-4485-ac74-ca5bcd759268),segment_id=286ff489-4bed-4485-ac74-ca5bcd759268)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:41:50.945153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1e0c36c0-e15f-41e6-a278-c68284cf3314), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.958683 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.979133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:50.995264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] 10.222.0.45 "DELETE /v2.0/networks/1e0c36c0-e15f-41e6-a278-c68284cf3314 HTTP/1.1" status: 204 len: 168 time: 1.1990130 Jan 28 13:41:51.215298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a612342-c3bb-4144-954b-01c525a77a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768130825-project] Pushing event deleted for resources: {'Network': ['ID=1e0c36c0-e15f-41e6-a278-c68284cf3314,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:51.247091 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6f13e-9ae4-44e5-a509-c63019d91acd None None] Pushing event updated for resources: {'Port': ['ID=46b63d95-71d0-499b-940c-ea8da6e66872,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:51.261851 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Routers {'66e1d714-6264-4ccf-953e-f83365b31612'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:41:51.262856 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['66e1d714-6264-4ccf-953e-f83365b31612'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:51.387541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc32be-32b8-4cff-a459-bec8abc69660 req-1fa8f029-8f94-462c-bf73-ef380fc6d610 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:51.400384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2cc32be-32b8-4cff-a459-bec8abc69660 req-1fa8f029-8f94-462c-bf73-ef380fc6d610 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.4729536 Jan 28 13:41:51.421995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Made reservation on behalf of d623df5240524e29bcef2d194bc5cac2 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:41:51.438175 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:51.727569 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] Set router 66e1d714-6264-4ccf-953e-f83365b31612 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:41:51.773052 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2cc32be-32b8-4cff-a459-bec8abc69660 req-f1ad1b17-3ef4-466c-95fa-26e7510c05c3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738652 Jan 28 13:41:51.918791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42616) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:51.972972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-33d92325-f160-4cb0-97c5-0c5b7037136d None None] Provisioning complete for port 46b63d95-71d0-499b-940c-ea8da6e66872 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:51.974003 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33d92325-f160-4cb0-97c5-0c5b7037136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.261225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfea82-79e5-4ff1-a406-95032bfad114 req-ec2772d0-482f-4203-9cbd-9e783c7234e3 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.289482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dbfea82-79e5-4ff1-a406-95032bfad114 req-ec2772d0-482f-4203-9cbd-9e783c7234e3 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2038181 Jan 28 13:41:52.399007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-33d92325-f160-4cb0-97c5-0c5b7037136d None None] Current status of the port 46b63d95-71d0-499b-940c-ea8da6e66872 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:52.399007 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33d92325-f160-4cb0-97c5-0c5b7037136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.494294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dbfea82-79e5-4ff1-a406-95032bfad114 req-9f55356d-1468-4806-adf7-0342c3830a99 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037821 Jan 28 13:41:52.501748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (8b13f969-a7ad-42f7-ac4f-1930b7259608), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.575195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-33d92325-f160-4cb0-97c5-0c5b7037136d None None] For port 46b63d95-71d0-499b-940c-ea8da6e66872, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=46b63d95-71d0-499b-940c-ea8da6e66872,segment=NetworkSegment(286ff489-4bed-4485-ac74-ca5bcd759268),segment_id=286ff489-4bed-4485-ac74-ca5bcd759268)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:52.594303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:41:52.594559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33d92325-f160-4cb0-97c5-0c5b7037136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.617108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:41:52.646101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:52.647434 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:52.691002 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:41:41Z', 'revision_number': 4, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '46b63d95-71d0-499b-940c-ea8da6e66872', 'name': '', 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'mac_address': 'fa:16:3e:1b:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '3ca17d08-e23c-4610-b90d-29a09d561d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:36Z', 'updated_at': '2022-01-28T13:41:50Z', 'revision_number': 4, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'subnets': [{'id': '3ca17d08-e23c-4610-b90d-29a09d561d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:41:52.711667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9761784c-290e-4fbe-838b-076911a198b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3b9dd7bad824736b2a01e8039a9e044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7913175 Jan 28 13:41:52.716132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42626) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:52.767624 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a18d96-d8c7-42a7-96c0-fbf0098dff66 None None] The sync data for ids ['66e1d714-6264-4ccf-953e-f83365b31612'] in n-d-822748-2 is: [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:41:41Z', 'revision_number': 4, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '46b63d95-71d0-499b-940c-ea8da6e66872', 'name': '', 'network_id': 'a013ec74-fb73-4103-832f-660a8d188a47', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'mac_address': 'fa:16:3e:1b:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '3ca17d08-e23c-4610-b90d-29a09d561d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:36Z', 'updated_at': '2022-01-28T13:41:50Z', 'revision_number': 4, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'subnets': [{'id': '3ca17d08-e23c-4610-b90d-29a09d561d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:41:52.789857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5649018 Jan 28 13:41:52.800068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42630) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:52.806902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4f29-02de-4a3e-8eb4-488fdb5d6a3b tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Subnet': ['ID=8b13f969-a7ad-42f7-ac4f-1930b7259608,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:52.807231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d92325-f160-4cb0-97c5-0c5b7037136d None None] Pushing event updated for resources: {'Port': ['ID=46b63d95-71d0-499b-940c-ea8da6e66872,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:52.816061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce141a-5f44-4b00-9638-d0f77d567104 None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:41:52.853984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-409644506', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b13f969-a7ad-42f7-ac4f-1930b7259608'}], 'security_groups': ['2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab', 'de2214f8-383c-4bbd-8c12-c30b07b27278']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:41:53.021981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b79dbba-e676-44ea-955b-b8f44fa9d6c2 admin admin] Publish callbacks [] for security_group (ee3fd751-2888-4afa-a512-de0374bd1bd9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.078445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b79dbba-e676-44ea-955b-b8f44fa9d6c2 admin admin] Publish callbacks [] for security_group (ee3fd751-2888-4afa-a512-de0374bd1bd9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.197361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b79dbba-e676-44ea-955b-b8f44fa9d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ee3fd751-2888-4afa-a512-de0374bd1bd9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.201948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9b79dbba-e676-44ea-955b-b8f44fa9d6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.203979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9b79dbba-e676-44ea-955b-b8f44fa9d6c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee3fd751-2888-4afa-a512-de0374bd1bd9 HTTP/1.1" status: 204 len: 168 time: 0.4861581 Jan 28 13:41:53.219805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79dbba-e676-44ea-955b-b8f44fa9d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3fd751-2888-4afa-a512-de0374bd1bd9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:53.548071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b518fe75-e266-4c55-bb64-415fc533b425 None None] Update dhcp port {'port': {'network_id': 'd03d4e3a-60d8-489c-889c-c4d124b1ec4c', 'fixed_ips': [{'subnet_id': '8055942b-e4ec-4ad5-ae30-b43dd26c7758', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c90fdc50-4969-47ff-b0af-eb4fee5ce49e', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b13f969-a7ad-42f7-ac4f-1930b7259608'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '533c5b07-f27e-4d11-adf8-e2f8f2386c68'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:41:53.835576 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b518fe75-e266-4c55-bb64-415fc533b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.887993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a6635-dfb5-46f0-a006-a4e07ff11b69 req-0bb170eb-8e95-415d-b532-f6f576f4bad8 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:53.925497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-067a6635-dfb5-46f0-a006-a4e07ff11b69 req-0bb170eb-8e95-415d-b532-f6f576f4bad8 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.2019300 Jan 28 13:41:54.220411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42648) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:54.459038 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-067a6635-dfb5-46f0-a006-a4e07ff11b69 req-8ade52b9-7156-4253-b069-6d47c60a435f tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160425 Jan 28 13:41:54.471241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-913f673d-5ed7-464b-85d7-aac468b0959b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36f533884fb64f65a48c8352e33eb84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498977 Jan 28 13:41:54.483174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42652) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:54.512065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c7302-4941-438e-88f9-e1e259ce1638 req-34c0f3bd-5491-4562-b53c-77fb94a9f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:54.524783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-240c7302-4941-438e-88f9-e1e259ce1638 req-34c0f3bd-5491-4562-b53c-77fb94a9f0d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1096 time: 0.5243382 Jan 28 13:41:54.622657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b518fe75-e266-4c55-bb64-415fc533b425 None None] Allocated IP 2001:db8:0:2::2 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/8b13f969-a7ad-42f7-ac4f-1930b7259608/533c5b07-f27e-4d11-adf8-e2f8f2386c68) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:54.697772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.764705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d54db-555c-43d3-9eff-e1a2d43f2541 req-f53458ac-ec42-4017-977f-3af46578d902 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:54.765926 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-144d54db-555c-43d3-9eff-e1a2d43f2541 req-f53458ac-ec42-4017-977f-3af46578d902 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2940021 Jan 28 13:41:54.880451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59d3ece7-12f8-4b90-afba-e6e720303493 admin admin] Publish callbacks [] for security_group (e0b58686-f972-4d22-9a9b-4ca67d3a589c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:54.970760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b518fe75-e266-4c55-bb64-415fc533b425 None None] For port 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=533c5b07-f27e-4d11-adf8-e2f8f2386c68,segment=NetworkSegment(9e7d1406-96b4-4865-8a80-f3f01fe6dd01),segment_id=9e7d1406-96b4-4865-8a80-f3f01fe6dd01)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:55.008611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59d3ece7-12f8-4b90-afba-e6e720303493 admin admin] Publish callbacks [] for security_group (e0b58686-f972-4d22-9a9b-4ca67d3a589c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.134131 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b518fe75-e266-4c55-bb64-415fc533b425 None None] Publish callbacks [] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.171387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 46b63d95-71d0-499b-940c-ea8da6e66872 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:55.187545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b518fe75-e266-4c55-bb64-415fc533b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.258586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-144d54db-555c-43d3-9eff-e1a2d43f2541 req-c30b8797-88ce-4cc3-831e-97fa44eda683 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4737408 Jan 28 13:41:55.290756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59d3ece7-12f8-4b90-afba-e6e720303493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e0b58686-f972-4d22-9a9b-4ca67d3a589c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.304899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-59d3ece7-12f8-4b90-afba-e6e720303493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:55.316967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-59d3ece7-12f8-4b90-afba-e6e720303493 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0b58686-f972-4d22-9a9b-4ca67d3a589c HTTP/1.1" status: 204 len: 168 time: 0.8257344 Jan 28 13:41:55.455615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3ece7-12f8-4b90-afba-e6e720303493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b58686-f972-4d22-9a9b-4ca67d3a589c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:55.623166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a562-5460-488c-b554-b5fc7bba4095 req-2e7b68c4-c5ba-4005-814b-337aa8efea9a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:55.640279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccb6a562-5460-488c-b554-b5fc7bba4095 req-2e7b68c4-c5ba-4005-814b-337aa8efea9a tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.3168039 Jan 28 13:41:55.654774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c7302-4941-438e-88f9-e1e259ce1638 req-f0eaaebe-62ab-46a7-8800-b5c40b50b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:55.677257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-240c7302-4941-438e-88f9-e1e259ce1638 req-f0eaaebe-62ab-46a7-8800-b5c40b50b4cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 1.1048462 Jan 28 13:41:55.968147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-240c7302-4941-438e-88f9-e1e259ce1638 req-a3ceb017-1172-43cd-9b2d-5bf5f45998d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 1001 time: 0.2317998 Jan 28 13:41:55.977422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518fe75-e266-4c55-bb64-415fc533b425 None None] Pushing event updated for resources: {'Port': ['ID=533c5b07-f27e-4d11-adf8-e2f8f2386c68,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:56.076463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 46b63d95-71d0-499b-940c-ea8da6e66872 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:56.078730 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.180684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccb6a562-5460-488c-b554-b5fc7bba4095 req-69a2d269-9e63-4b70-bd62-31dda4b109b5 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384395 Jan 28 13:41:56.230018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Delete allocated IP 2001:db8::161 (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/c90fdc50-4969-47ff-b0af-eb4fee5ce49e) {{(pid=103373) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:41:56.330039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Allocated IP 2001:db8:0:2::3de (d03d4e3a-60d8-489c-889c-c4d124b1ec4c/8b13f969-a7ad-42f7-ac4f-1930b7259608/d2847226-d835-4de7-954b-9d0dea3528cb) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:41:56.332764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c7302-4941-438e-88f9-e1e259ce1638 req-e870147f-1529-46dd-bb83-d0a2c3ace5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:56.355838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-240c7302-4941-438e-88f9-e1e259ce1638 req-e870147f-1529-46dd-bb83-d0a2c3ace5d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.3765805 Jan 28 13:41:56.491299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-1090bfd3-2403-4961-96d6-5b6210028a7d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2526727 Jan 28 13:41:56.579752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 46b63d95-71d0-499b-940c-ea8da6e66872 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:56.636918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c7302-4941-438e-88f9-e1e259ce1638 req-466caf56-70d9-4d45-98c4-6bbf55fef7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:56.662669 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-240c7302-4941-438e-88f9-e1e259ce1638 req-466caf56-70d9-4d45-98c4-6bbf55fef7e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927394 Jan 28 13:41:56.679249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:56.856372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 533c5b07-f27e-4d11-adf8-e2f8f2386c68 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:41:56.999025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:56.999888 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.118899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-240c7302-4941-438e-88f9-e1e259ce1638 req-3ab36302-eeac-4ccb-96d6-2f4aaf86cc87 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551048 Jan 28 13:41:57.183463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:57.232395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-15b2f00f-dad4-463c-a414-482170df7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:57.233946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-15b2f00f-dad4-463c-a414-482170df7c5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 1097 time: 0.6549265 Jan 28 13:41:57.247567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76fca2-ed99-402d-b837-8e03236413c1 req-bbd22a33-835d-43aa-8fa0-ea9d09bc80b1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:57.257946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa76fca2-ed99-402d-b837-8e03236413c1 req-bbd22a33-835d-43aa-8fa0-ea9d09bc80b1 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.6821027 Jan 28 13:41:57.627261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for port (d2847226-d835-4de7-954b-9d0dea3528cb), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.705899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-d930917c-55e7-4be8-a3c4-047e8574b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:57.714067 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-d930917c-55e7-4be8-a3c4-047e8574b0ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 200 len: 912 time: 0.4511955 Jan 28 13:41:57.719767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.802370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246d4ff-803e-49e2-8078-89aa11eff86d req-c34bfcd6-7be2-47db-9465-89db00813d0b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:57.820534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2246d4ff-803e-49e2-8078-89aa11eff86d req-c34bfcd6-7be2-47db-9465-89db00813d0b tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.3926847 Jan 28 13:41:57.827630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:57.828685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:57.833285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-240c7302-4941-438e-88f9-e1e259ce1638 req-4ba6a14e-802b-4737-bf15-286a8b72584d service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036910 Jan 28 13:41:57.905085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa76fca2-ed99-402d-b837-8e03236413c1 req-196b7787-efe7-4468-ab36-78542faf2c79 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6436751 Jan 28 13:41:57.959570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2246d4ff-803e-49e2-8078-89aa11eff86d req-73cac02f-dfdf-46a2-b9c3-e99274b986ff tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144686 Jan 28 13:41:58.012170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-9b22c7c3-df62-467e-b13f-83dcf9bd362f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4 HTTP/1.1" status: 200 len: 217 time: 0.2865052 Jan 28 13:41:58.038914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.132760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] In _notify_port_updated(), no bound segment for port d2847226-d835-4de7-954b-9d0dea3528cb on network d03d4e3a-60d8-489c-889c-c4d124b1ec4c {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:41:58.150473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:58.151802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.156260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "PUT /v2.0/ports/d2847226-d835-4de7-954b-9d0dea3528cb HTTP/1.1" status: 200 len: 969 time: 5.3508661 Jan 28 13:41:58.161236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:41:58.161882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42712) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:58.210824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Provisioning complete for port 9906c791-dae7-433c-adb0-01c38b503303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:58.213684 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9906c791-dae7-433c-adb0-01c38b503303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.251208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826603fb-ce91-46e0-a84f-180d24a10103 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event updated for resources: {'Port': ['ID=d2847226-d835-4de7-954b-9d0dea3528cb,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:58.353760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-85c4617c-9b58-476f-bf86-dbce5801d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:58.354873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Port 9906c791-dae7-433c-adb0-01c38b503303 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:58.365696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-85c4617c-9b58-476f-bf86-dbce5801d1ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 200 len: 851 time: 0.3285687 Jan 28 13:41:58.391285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Provisioning complete for port d2847226-d835-4de7-954b-9d0dea3528cb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:58.391667 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.450897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-fbf647f1-dc0f-4849-b5ef-0fce8c6577f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3210642d-f6e3-4bc8-bd1f-698bf7e487f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773826 Jan 28 13:41:58.577166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d1d23341-2af3-4ac2-a111-e17e54a7e02a None None] Port d2847226-d835-4de7-954b-9d0dea3528cb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:58.625519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-531f32dd-703b-4be3-9db3-82416b464449 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:41:58.638517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-531f32dd-703b-4be3-9db3-82416b464449 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.36 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 946 time: 0.3800685 Jan 28 13:41:58.832066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fe10184c-aa6c-4218-8777-74789d4ad04a None None] Provisioning complete for port d2847226-d835-4de7-954b-9d0dea3528cb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:41:58.832066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fe10184c-aa6c-4218-8777-74789d4ad04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.832725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-a62f04c6-8aab-44b2-9667-ea7c552e6bac service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781104 Jan 28 13:41:58.968969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port d2847226-d835-4de7-954b-9d0dea3528cb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:58.969726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:58.974496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fe10184c-aa6c-4218-8777-74789d4ad04a None None] Port d2847226-d835-4de7-954b-9d0dea3528cb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:41:59.319821 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-256a27a9-8d2b-4760-af42-848f9511f5f0 req-7ec1290c-2900-45db-a60f-37d6553e7781 service neutron] 10.222.0.60 "GET /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553142 Jan 28 13:41:59.458574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Deleting port a1e64321-b1f4-4739-9224-68d070d6f06f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:41:59.496228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.718613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.987669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] For port a1e64321-b1f4-4739-9224-68d070d6f06f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a1e64321-b1f4-4739-9224-68d070d6f06f,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:41:59.988918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:59.990610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff61a06-ae52-4cfb-b470-a082ded598e7 req-fa8e18d1-aa41-411e-8cec-3ac02095df8c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:00.014428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ff61a06-ae52-4cfb-b470-a082ded598e7 req-fa8e18d1-aa41-411e-8cec-3ac02095df8c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.7983224 Jan 28 13:42:00.019669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Calling delete_port for a1e64321-b1f4-4739-9224-68d070d6f06f owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:00.186060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ff61a06-ae52-4cfb-b470-a082ded598e7 req-c0662854-a0cc-4b99-9739-b59a6b9cd39d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677895 Jan 28 13:42:00.306710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42762) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.359120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for d2847226-d835-4de7-954b-9d0dea3528cb owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:00.369154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a1e64321-b1f4-4739-9224-68d070d6f06f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.388764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a1e64321-b1f4-4739-9224-68d070d6f06f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:42:00.398563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['542261c9-161a-4e64-8ee7-e5a1ecfa5de4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:42:00.484598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6c94ad7-641c-465b-8127-034a383eb454 req-aaad6fde-a9a7-442b-ad0e-f4fac60f89c9 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 210 time: 1.2405617 Jan 28 13:42:00.557779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Pushing event deleted for resources: {'Port': ['ID=a1e64321-b1f4-4739-9224-68d070d6f06f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:00.592904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-970b7290-38e7-4aa6-8265-7e634fdd7053 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:00.687995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-970b7290-38e7-4aa6-8265-7e634fdd7053 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "PUT /v2.0/quotas/ce9094e045aa4e4d945e93264dbc6427 HTTP/1.1" status: 200 len: 366 time: 0.3793967 Jan 28 13:42:00.691708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.716608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.718732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.719292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.723162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.727603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.728027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.731287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.731673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.732065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.732601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.735456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.736019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.738096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:00.740678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52c552d2-dcbb-4f27-977e-075cf14ce2d2 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0472140 Jan 28 13:42:00.752656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42770) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.791544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42772) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.793251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6c2d8d8d-89a8-4952-adc8-480d439a7b70 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "GET /v2.0/quotas/ce9094e045aa4e4d945e93264dbc6427 HTTP/1.1" status: 200 len: 366 time: 0.0232120 Jan 28 13:42:00.848603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-821b1aab-c6ac-4869-b6ef-6a899dd68ecd tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/ce9094e045aa4e4d945e93264dbc6427 HTTP/1.1" status: 204 len: 168 time: 0.0532827 Jan 28 13:42:00.853743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42776) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.872643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] No DVR routers for this DVR port a1e64321-b1f4-4739-9224-68d070d6f06f on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:00.876380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6c0a9168-1680-48cb-a300-3779c5cf6f2a tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0208421 Jan 28 13:42:00.880810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.883507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.895312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a267f62e-919e-47e2-a4a3-b30868ec4e34 req-44184cc8-4a50-4f23-9f0b-22ed8173c3bf tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.36 "DELETE /v2.0/ports/a1e64321-b1f4-4739-9224-68d070d6f06f HTTP/1.1" status: 204 len: 173 time: 2.2006245 Jan 28 13:42:00.917030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'name': 'network-vif-deleted', 'tag': 'a1e64321-b1f4-4739-9224-68d070d6f06f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:00.932494 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9fc3fd-0423-4500-8e75-03dfd6b8eb27" -d '{"events": [{"server_uuid": "da32da34-52ed-4542-9eac-f2e660a8d479", "name": "network-vif-deleted", "tag": "a1e64321-b1f4-4739-9224-68d070d6f06f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:00.935800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-59256145-796a-4a5d-8288-7ac2ea357a4a tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "GET /v2.0/quotas/ce9094e045aa4e4d945e93264dbc6427 HTTP/1.1" status: 200 len: 370 time: 0.0521979 Jan 28 13:42:00.949269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42780) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.987095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42784) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:00.990071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c2705763-2f36-4b3f-a9b2-e62bf125004b tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "GET /v2.0/quotas/ce9094e045aa4e4d945e93264dbc6427/default HTTP/1.1" status: 200 len: 370 time: 0.0387933 Jan 28 13:42:01.059278 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-4a790947-850d-4c5f-9939-99e1f1256b19 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] delete failed (client error): The resource could not be found. Jan 28 13:42:01.084079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a790947-850d-4c5f-9939-99e1f1256b19 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/ce9094e045aa4e4d945e93264dbc6427 HTTP/1.1" status: 404 len: 348 time: 0.0951931 Jan 28 13:42:01.091661 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9239757-3968-4a9a-aade-9383699ab9ad x-openstack-request-id: req-e9239757-3968-4a9a-aade-9383699ab9ad {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:01.093399 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da32da34-52ed-4542-9eac-f2e660a8d479", "name": "network-vif-deleted", "tag": "a1e64321-b1f4-4739-9224-68d070d6f06f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:01.098539 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9239757-3968-4a9a-aade-9383699ab9ad {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:01.098539 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32da34-52ed-4542-9eac-f2e660a8d479', 'name': 'network-vif-deleted', 'tag': 'a1e64321-b1f4-4739-9224-68d070d6f06f', 'status': 'completed', 'code': 200} Jan 28 13:42:01.320568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d2847226-d835-4de7-954b-9d0dea3528cb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.390855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:01.413921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=d2847226-d835-4de7-954b-9d0dea3528cb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:01.453272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:network and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:01.464239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:01.504542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:subnet and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:01.507217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.517671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:01.547399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42802) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:01.558035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45977de5-9859-40bd-9f5e-2b13021b3d4f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/d2847226-d835-4de7-954b-9d0dea3528cb HTTP/1.1" status: 204 len: 168 time: 3.3944750 Jan 28 13:42:01.647904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563a192-c152-4b71-9d95-10be41edfeee req-1f91e112-131e-4f0a-91be-4931fb7b6290 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:01.658134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:subnetpool and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:01.662088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b563a192-c152-4b71-9d95-10be41edfeee req-1f91e112-131e-4f0a-91be-4931fb7b6290 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2510064 Jan 28 13:42:01.689461 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a62dd31-a367-4d6f-bba2-168d4881de93 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] GET failed (client error): The resource could not be found. Jan 28 13:42:01.698226 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a62dd31-a367-4d6f-bba2-168d4881de93 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports/d2847226-d835-4de7-954b-9d0dea3528cb HTTP/1.1" status: 404 len: 333 time: 0.1497600 Jan 28 13:42:01.704497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:01.740502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:01.866726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b563a192-c152-4b71-9d95-10be41edfeee req-2b2f1c12-650d-4788-967d-0047529c5db7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861236 Jan 28 13:42:01.893109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:port and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:01.901624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:01.957922 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f2f80ea-75cc-4028-9eff-30a19476b78a req-f025c85e-86e4-46ad-a89e-cf20351a948c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=da32da34-52ed-4542-9eac-f2e660a8d479 HTTP/1.1" status: 200 len: 210 time: 0.1192422 Jan 28 13:42:01.980139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:router and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:01.999772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:02.013592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:floatingip and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:02.032229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:02.103685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (31ff361e-b455-47ae-a1d2-8cea074042f6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.257234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (31ff361e-b455-47ae-a1d2-8cea074042f6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.360361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:security_group and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:02.367041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:02.394414 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (31ff361e-b455-47ae-a1d2-8cea074042f6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.399171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.400597 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/security-groups/31ff361e-b455-47ae-a1d2-8cea074042f6 HTTP/1.1" status: 204 len: 168 time: 0.6933565 Jan 28 13:42:02.403314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42814) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:02.433900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Usage tracker for resource:security_group_rule and project:d47bb1a13dba446db0d2fdbebb3a2706 is out of sync, need to count used quota {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 13:42:02.449119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff361e-b455-47ae-a1d2-8cea074042f6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:02.449119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.quota.resource [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103373) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 13:42:02.490050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.490503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.490869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.491375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.491754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.492121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.492614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.492994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.493339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.496811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90a04844-c8d6-46cd-85bd-32dcc347829f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (de2214f8-383c-4bbd-8c12-c30b07b27278), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.497996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.505213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.505866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.506308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf134106-54dc-457f-8fb8-e37dabbdc827 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:02.527520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6c6e1c0e-2b8c-46c4-8475-97a41b4c45f4 tempest-QuotasTest-1519633524 tempest-QuotasTest-1519633524-project-admin] 10.222.0.45 "GET /v2.0/quotas/d47bb1a13dba446db0d2fdbebb3a2706/details.json HTTP/1.1" status: 200 len: 703 time: 1.1302791 Jan 28 13:42:02.568696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90a04844-c8d6-46cd-85bd-32dcc347829f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (de2214f8-383c-4bbd-8c12-c30b07b27278), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.679552 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90a04844-c8d6-46cd-85bd-32dcc347829f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (de2214f8-383c-4bbd-8c12-c30b07b27278), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.683875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-90a04844-c8d6-46cd-85bd-32dcc347829f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.688089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42820) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:02.689701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-90a04844-c8d6-46cd-85bd-32dcc347829f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/security-groups/de2214f8-383c-4bbd-8c12-c30b07b27278 HTTP/1.1" status: 204 len: 168 time: 0.2801189 Jan 28 13:42:02.713836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a04844-c8d6-46cd-85bd-32dcc347829f tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2214f8-383c-4bbd-8c12-c30b07b27278,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:02.795732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b612639c-85bb-4968-8032-ddbf6e875922 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.836432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b612639c-85bb-4968-8032-ddbf6e875922 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.958968 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b612639c-85bb-4968-8032-ddbf6e875922 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.962372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b612639c-85bb-4968-8032-ddbf6e875922 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.963955 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b612639c-85bb-4968-8032-ddbf6e875922 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/security-groups/2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab HTTP/1.1" status: 204 len: 168 time: 0.2747672 Jan 28 13:42:02.967280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42826) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:02.991304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612639c-85bb-4968-8032-ddbf6e875922 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbe9c9a-1d55-474a-8ebb-bd255c46b4ab,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:03.345252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe426cfb-b607-4d65-b03a-b7151204945a req-48586627-306d-4f8f-8bd2-09e5d73d1aed tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:03.360879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe426cfb-b607-4d65-b03a-b7151204945a req-48586627-306d-4f8f-8bd2-09e5d73d1aed tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.2505381 Jan 28 13:42:03.381362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet c90fdc50-4969-47ff-b0af-eb4fee5ce49e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:03.398088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (c90fdc50-4969-47ff-b0af-eb4fee5ce49e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.525876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a1e64321-b1f4-4739-9224-68d070d6f06f no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:03.647931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: a1e64321-b1f4-4739-9224-68d070d6f06f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:03.648921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a1e64321-b1f4-4739-9224-68d070d6f06f not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:03.773123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (c90fdc50-4969-47ff-b0af-eb4fee5ce49e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:03.776629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42846) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:03.801023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe426cfb-b607-4d65-b03a-b7151204945a req-c26bfd3c-1757-4907-a172-95fc441737e3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324710 Jan 28 13:42:03.834593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d2dad-f347-4b53-aff3-8220e3bb7b1a req-5852d82b-e659-4eb5-a0e1-32ccaae1ab95 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:03.844892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a83d2dad-f347-4b53-aff3-8220e3bb7b1a req-5852d82b-e659-4eb5-a0e1-32ccaae1ab95 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1116986 Jan 28 13:42:04.002117 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a83d2dad-f347-4b53-aff3-8220e3bb7b1a req-0352e0a8-abd2-42fd-8269-fa79305d2554 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525218 Jan 28 13:42:04.090591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c90fdc50-4969-47ff-b0af-eb4fee5ce49e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.229768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d298-7b6d-42ba-9aeb-adaeaa3d2813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.502043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d298-7b6d-42ba-9aeb-adaeaa3d2813 admin admin] Publish callbacks [] for security_group (5d3be0bc-d134-41ee-ab4b-563f9ed4a030), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.505780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (c90fdc50-4969-47ff-b0af-eb4fee5ce49e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.511273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d298-7b6d-42ba-9aeb-adaeaa3d2813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5d3be0bc-d134-41ee-ab4b-563f9ed4a030), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.557958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c3d5d298-7b6d-42ba-9aeb-adaeaa3d2813 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9748bde1cf74e8fb29fd8ee1e6254b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7752371 Jan 28 13:42:04.560481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42858) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:04.614746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=c90fdc50-4969-47ff-b0af-eb4fee5ce49e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:04.634101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.640248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1dce63-5f2b-4ef9-863d-61759c5d32c8 None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:04.645463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-180f0cd6-328f-4bcb-b340-21afb83f2a01 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/c90fdc50-4969-47ff-b0af-eb4fee5ce49e HTTP/1.1" status: 204 len: 168 time: 1.6768870 Jan 28 13:42:04.653220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42860) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:04.808671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet 8b13f969-a7ad-42f7-ac4f-1930b7259608 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:04.821454 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (8b13f969-a7ad-42f7-ac4f-1930b7259608), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.885213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f602a24f-e785-4ba1-ade5-be4a21834155 admin admin] Publish callbacks [] for security_group (5d3be0bc-d134-41ee-ab4b-563f9ed4a030), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.984391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5d298-7b6d-42ba-9aeb-adaeaa3d2813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3be0bc-d134-41ee-ab4b-563f9ed4a030,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:05.023817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e75d73e8-ae9b-46d2-8767-1339094647bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.029781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f602a24f-e785-4ba1-ade5-be4a21834155 admin admin] Publish callbacks [] for security_group (5d3be0bc-d134-41ee-ab4b-563f9ed4a030), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.181091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (8b13f969-a7ad-42f7-ac4f-1930b7259608), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.211773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f602a24f-e785-4ba1-ade5-be4a21834155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5d3be0bc-d134-41ee-ab4b-563f9ed4a030), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.215281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f602a24f-e785-4ba1-ade5-be4a21834155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:05.216751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f602a24f-e785-4ba1-ade5-be4a21834155 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d3be0bc-d134-41ee-ab4b-563f9ed4a030 HTTP/1.1" status: 204 len: 168 time: 0.6552458 Jan 28 13:42:05.250781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602a24f-e785-4ba1-ade5-be4a21834155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3be0bc-d134-41ee-ab4b-563f9ed4a030,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:05.363808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ef8df-c802-4dc0-8dd5-76785b81977e req-b646e06a-3fa9-4ea5-a46d-fb84a7ab34f0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:05.365452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-974ef8df-c802-4dc0-8dd5-76785b81977e req-b646e06a-3fa9-4ea5-a46d-fb84a7ab34f0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.3167670 Jan 28 13:42:05.477874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062a832-4f10-4ef9-83b2-34adecb458fa req-17730621-cb9b-4a63-833e-ddd873649e78 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:05.486967 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d062a832-4f10-4ef9-83b2-34adecb458fa req-17730621-cb9b-4a63-833e-ddd873649e78 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2131491 Jan 28 13:42:05.649497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d062a832-4f10-4ef9-83b2-34adecb458fa req-61d76abb-c165-4821-adfd-88e034b07f87 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566203 Jan 28 13:42:05.728714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-974ef8df-c802-4dc0-8dd5-76785b81977e req-5afbd7ff-0d32-48fa-ae3a-7c409f0a4102 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459284 Jan 28 13:42:05.908184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8b13f969-a7ad-42f7-ac4f-1930b7259608), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.028742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (8b13f969-a7ad-42f7-ac4f-1930b7259608), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.086681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=8b13f969-a7ad-42f7-ac4f-1930b7259608,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:06.111259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.115562 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b02aed8-dcc3-47cb-9050-d1a61d670feb tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/8b13f969-a7ad-42f7-ac4f-1930b7259608 HTTP/1.1" status: 204 len: 168 time: 1.4529088 Jan 28 13:42:06.118277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42882) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:06.194549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42884) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:06.212821 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-88293078-f27f-4f30-a5f4-f70a7825d617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:06.220305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88293078-f27f-4f30-a5f4-f70a7825d617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:06.225652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-88293078-f27f-4f30-a5f4-f70a7825d617 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/c90fdc50-4969-47ff-b0af-eb4fee5ce49e HTTP/1.1" status: 404 len: 337 time: 0.1057549 Jan 28 13:42:06.233768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d105ddd4-d3f2-42c7-a7c0-d9c8e3b2a713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.241671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:06.320226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-f58696ad-8785-481f-a7d3-0a1a8dca907c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:06.322465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-f58696ad-8785-481f-a7d3-0a1a8dca907c tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.60 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.1542037 Jan 28 13:42:06.659077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Deleting port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:06.659451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.683864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d105ddd4-d3f2-42c7-a7c0-d9c8e3b2a713 admin admin] Publish callbacks [] for security_group (30e504af-4545-4c0e-b35e-1486fed1e66c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.693348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca7e297-c284-4720-8cf1-bc2f17d2d3ac None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:06.703931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d105ddd4-d3f2-42c7-a7c0-d9c8e3b2a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (30e504af-4545-4c0e-b35e-1486fed1e66c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.718901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting subnet 8055942b-e4ec-4ad5-ae30-b43dd26c7758 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:06.727791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (8055942b-e4ec-4ad5-ae30-b43dd26c7758), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:06.860601 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (8055942b-e4ec-4ad5-ae30-b43dd26c7758), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.038329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5963842c-6800-4d7c-8f48-5ca6bd5e1df5 None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:07.038709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5963842c-6800-4d7c-8f48-5ca6bd5e1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.076359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33b62-9201-4522-833c-3d8803d265b7 req-8ea6e865-3e67-4c59-b671-b2426728da71 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:07.084842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfa33b62-9201-4522-833c-3d8803d265b7 req-8ea6e865-3e67-4c59-b671-b2426728da71 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 946 time: 0.2211010 Jan 28 13:42:07.104837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] For port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:07.105542 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.121723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Calling delete_port for 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:07.169688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d105ddd4-d3f2-42c7-a7c0-d9c8e3b2a713 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d47bb1a13dba446db0d2fdbebb3a2706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9736018 Jan 28 13:42:07.193231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42900) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:07.285234 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8055942b-e4ec-4ad5-ae30-b43dd26c7758), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.401356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105ddd4-d3f2-42c7-a7c0-d9c8e3b2a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e504af-4545-4c0e-b35e-1486fed1e66c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:07.429862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (8055942b-e4ec-4ad5-ae30-b43dd26c7758), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.467736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5963842c-6800-4d7c-8f48-5ca6bd5e1df5 None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:07.503240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5963842c-6800-4d7c-8f48-5ca6bd5e1df5 None None] Provisioning complete for port 9906c791-dae7-433c-adb0-01c38b503303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:07.503629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5963842c-6800-4d7c-8f48-5ca6bd5e1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9906c791-dae7-433c-adb0-01c38b503303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.509994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.532186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bfa33b62-9201-4522-833c-3d8803d265b7 req-e0dcd4b4-bb0d-44e8-8481-932a52f8a6f1 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/security-groups?id=8ce017f4-1555-481f-9687-ae293b712e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374646 Jan 28 13:42:07.536153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/8055942b-e4ec-4ad5-ae30-b43dd26c7758 HTTP/1.1" status: 204 len: 168 time: 1.2871842 Jan 28 13:42:07.554881 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fed06eb-a802-4d1a-8a65-f97a645a38f9 admin admin] Publish callbacks [] for security_group (30e504af-4545-4c0e-b35e-1486fed1e66c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.593404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42904) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:07.618492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5963842c-6800-4d7c-8f48-5ca6bd5e1df5 None None] Port 9906c791-dae7-433c-adb0-01c38b503303 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:07.627096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fed06eb-a802-4d1a-8a65-f97a645a38f9 admin admin] Publish callbacks [] for security_group (30e504af-4545-4c0e-b35e-1486fed1e66c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.702874 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-89c90cfc-aabe-4271-8b44-4932a9f551ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.730215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b264c-7cbf-4a83-8d35-83f1d9073ae0 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Subnet': ['ID=8055942b-e4ec-4ad5-ae30-b43dd26c7758,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:07.759619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fed06eb-a802-4d1a-8a65-f97a645a38f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (30e504af-4545-4c0e-b35e-1486fed1e66c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.764930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fed06eb-a802-4d1a-8a65-f97a645a38f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:07.766509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fed06eb-a802-4d1a-8a65-f97a645a38f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30e504af-4545-4c0e-b35e-1486fed1e66c HTTP/1.1" status: 204 len: 168 time: 0.5262144 Jan 28 13:42:07.771702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5a31b-2142-4979-ba3f-33188f636ebd req-ece619cb-7de2-464c-8f7a-60d7a6e7175a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:07.786132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69f5a31b-2142-4979-ba3f-33188f636ebd req-ece619cb-7de2-464c-8f7a-60d7a6e7175a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.6329062 Jan 28 13:42:07.794101 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2d045c-a5e3-47bf-b19c-87e7631a89ab tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:07.795639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2d045c-a5e3-47bf-b19c-87e7631a89ab tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:07.805367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fd2d045c-a5e3-47bf-b19c-87e7631a89ab tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/a3d15895-4696-4382-a395-04353fa1e432 HTTP/1.1" status: 404 len: 337 time: 0.2008357 Jan 28 13:42:07.828657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42910) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:07.830283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed06eb-a802-4d1a-8a65-f97a645a38f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e504af-4545-4c0e-b35e-1486fed1e66c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:07.941228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1464582a-4c51-4cc9-b857-e0c45b226e11 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "GET /v2.0/ports?device_id=08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63 HTTP/1.1" status: 200 len: 205 time: 0.1083789 Jan 28 13:42:07.961824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42912) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.115012 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-051b7ca2-ed4e-428f-968a-b4570fb4a1e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] delete failed (client error): The resource could not be found. Jan 28 13:42:08.117062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-051b7ca2-ed4e-428f-968a-b4570fb4a1e5 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/routers/08f4dcfc-c5e8-42f4-ad76-e35a9f89ef63 HTTP/1.1" status: 404 len: 336 time: 0.1513257 Jan 28 13:42:08.123591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42918) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.269449 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e036a093-bae9-479b-bda4-1c0e31f1888d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:08.275991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e036a093-bae9-479b-bda4-1c0e31f1888d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:08.289055 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e036a093-bae9-479b-bda4-1c0e31f1888d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/cae6471b-10ca-459c-a9a3-1b4b638fdf90 HTTP/1.1" status: 404 len: 337 time: 0.1619177 Jan 28 13:42:08.301724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42920) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.403676 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-0879d84d-5997-4cd2-b452-1837a4c48c6c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:08.407087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0879d84d-5997-4cd2-b452-1837a4c48c6c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:08.414358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0879d84d-5997-4cd2-b452-1837a4c48c6c tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/cdae6e6a-8280-4327-98ac-10e0ee71d8ed HTTP/1.1" status: 404 len: 337 time: 0.1110222 Jan 28 13:42:08.426848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42922) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.566735 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c15b10d-b6ab-421a-859a-e120037ecc41 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:08.573025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c15b10d-b6ab-421a-859a-e120037ecc41 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:08.577578 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5c15b10d-b6ab-421a-859a-e120037ecc41 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/b0db6e3b-acb5-4703-9b5e-07c9cb8d44d9 HTTP/1.1" status: 404 len: 337 time: 0.1434317 Jan 28 13:42:08.589770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (542261c9-161a-4e64-8ee7-e5a1ecfa5de4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.592501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42930) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.667711 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:08.694051 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd82f4-10be-4692-8e3e-c59078ae3676 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:08.695180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccd82f4-10be-4692-8e3e-c59078ae3676 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:08.698938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1ccd82f4-10be-4692-8e3e-c59078ae3676 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/461da7da-f856-4ebd-8a12-efb168f9e85c HTTP/1.1" status: 404 len: 333 time: 0.1048844 Jan 28 13:42:08.707294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.844005 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6fd422-be48-4912-a07b-64b893cb49bf tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:08.850342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6fd422-be48-4912-a07b-64b893cb49bf tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:08.853951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-df6fd422-be48-4912-a07b-64b893cb49bf tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/6d26ff15-af1b-482b-8bd6-caad7d8e35f5 HTTP/1.1" status: 404 len: 337 time: 0.1452718 Jan 28 13:42:08.861212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42936) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:08.887979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a4532-9fca-411a-8c8b-ad2ba4e26bd1 None None] Network d03d4e3a-60d8-489c-889c-c4d124b1ec4c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:08.894587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Pushing event deleted for resources: {'Port': ['ID=542261c9-161a-4e64-8ee7-e5a1ecfa5de4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:08.915468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69f5a31b-2142-4979-ba3f-33188f636ebd req-a8590655-a5c6-4823-ab3a-d6ef18eaefd3 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1267514 Jan 28 13:42:09.122959 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4879eb3-64b5-44d0-b201-7c50d669ce36 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:09.126181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4879eb3-64b5-44d0-b201-7c50d669ce36 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:09.155034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42946) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:09.164706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b4879eb3-64b5-44d0-b201-7c50d669ce36 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/dd0e1fc7-58d3-4e11-ae72-be8ba186975a HTTP/1.1" status: 404 len: 337 time: 0.2983332 Jan 28 13:42:09.224895 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fdbcf6b-472b-4aff-bc20-5d077b1a952b req-aa245d80-761f-4e80-b57a-793176939fe2 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 210 time: 0.3600998 Jan 28 13:42:09.286803 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d69c3e-4da9-4f6b-9d4e-066399c93501 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:09.291004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d69c3e-4da9-4f6b-9d4e-066399c93501 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:09.311541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-12d69c3e-4da9-4f6b-9d4e-066399c93501 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/03f854fc-7787-4f13-9af8-637f15c362b6 HTTP/1.1" status: 404 len: 333 time: 0.1552129 Jan 28 13:42:09.313289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42950) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:09.367014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] No DVR routers for this DVR port 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:09.378828 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.392544 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8a16d21d-56ee-4ecc-9bb4-efb6d3e37383 req-1a306f5e-b91e-4627-b646-d607f2901602 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.60 "DELETE /v2.0/ports/542261c9-161a-4e64-8ee7-e5a1ecfa5de4 HTTP/1.1" status: 204 len: 173 time: 3.0594876 Jan 28 13:42:09.404564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'name': 'network-vif-deleted', 'tag': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:09.425281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-839b4fb9-a3a2-41d7-ad32-be391507d366 None None] Provisioning complete for port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:09.425707 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-839b4fb9-a3a2-41d7-ad32-be391507d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:09.429828 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac37357-0a95-4384-b00a-ed529bbdf6bf tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:09.433819 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3296243-7828-4e19-9981-c760e87d089d" -d '{"events": [{"server_uuid": "767d32a3-612f-4f42-a17d-7b4f6b1377e6", "name": "network-vif-deleted", "tag": "542261c9-161a-4e64-8ee7-e5a1ecfa5de4"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:09.443739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac37357-0a95-4384-b00a-ed529bbdf6bf tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:09.450843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cac37357-0a95-4384-b00a-ed529bbdf6bf tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/f4f6521c-31e4-4e2d-b2b6-45772b265342 HTTP/1.1" status: 404 len: 337 time: 0.1324697 Jan 28 13:42:09.453404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42958) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:09.550927 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce97cf0e-cdaf-47c3-a50b-e87127fb70d9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] DELETE failed (client error): The resource could not be found. Jan 28 13:42:09.551191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce97cf0e-cdaf-47c3-a50b-e87127fb70d9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:42:09.569604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ce97cf0e-cdaf-47c3-a50b-e87127fb70d9 tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/subnets/ef14f1b8-632c-4c22-a459-1f1fc15fff0e HTTP/1.1" status: 404 len: 337 time: 0.1090348 Jan 28 13:42:09.576177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42962) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:09.762140 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434d1072-0967-4f9a-8318-64215df65850 x-openstack-request-id: req-434d1072-0967-4f9a-8318-64215df65850 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:09.762555 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d32a3-612f-4f42-a17d-7b4f6b1377e6", "name": "network-vif-deleted", "tag": "542261c9-161a-4e64-8ee7-e5a1ecfa5de4", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:09.762925 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-434d1072-0967-4f9a-8318-64215df65850 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:09.771495 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d32a3-612f-4f42-a17d-7b4f6b1377e6', 'name': 'network-vif-deleted', 'tag': '542261c9-161a-4e64-8ee7-e5a1ecfa5de4', 'status': 'completed', 'code': 200} Jan 28 13:42:09.828987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-839b4fb9-a3a2-41d7-ad32-be391507d366 None None] Current status of the port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:09.840294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] DHCP port deletion for d03d4e3a-60d8-489c-889c-c4d124b1ec4c request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:42:09.992483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-839b4fb9-a3a2-41d7-ad32-be391507d366 None None] Provisioning complete for port 9906c791-dae7-433c-adb0-01c38b503303 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:09.996762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-839b4fb9-a3a2-41d7-ad32-be391507d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9906c791-dae7-433c-adb0-01c38b503303), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.108920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Deleting port 9906c791-dae7-433c-adb0-01c38b503303 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:10.116544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9906c791-dae7-433c-adb0-01c38b503303), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.119493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-839b4fb9-a3a2-41d7-ad32-be391507d366 None None] Port 9906c791-dae7-433c-adb0-01c38b503303 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:10.120950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42974) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.184768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] Deleting port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:10.186904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.410787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] For port 533c5b07-f27e-4d11-adf8-e2f8f2386c68, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=533c5b07-f27e-4d11-adf8-e2f8f2386c68,segment=NetworkSegment(9e7d1406-96b4-4865-8a80-f3f01fe6dd01),segment_id=9e7d1406-96b4-4865-8a80-f3f01fe6dd01)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:10.411202 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.426813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-accb8811-a4a1-49c3-b73e-778f10c7eb6b tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.432417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-accb8811-a4a1-49c3-b73e-778f10c7eb6b tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3097324 Jan 28 13:42:10.433099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42982) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.442722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-38786f25-4f7f-4145-8e17-dc55e58bd5c0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.445812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] Calling delete_port for 533c5b07-f27e-4d11-adf8-e2f8f2386c68 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:10.452231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-38786f25-4f7f-4145-8e17-dc55e58bd5c0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0177202 Jan 28 13:42:10.454270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42984) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.465279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-390e4cb7-d03e-4312-a3a4-17cfdf16c2ba tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.474478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-390e4cb7-d03e-4312-a3a4-17cfdf16c2ba tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0172334 Jan 28 13:42:10.475721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42986) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.485210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-99a4dbb9-af2a-41f4-88fa-c18cf44ad526 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.497089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-99a4dbb9-af2a-41f4-88fa-c18cf44ad526 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0170112 Jan 28 13:42:10.500396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42990) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.508472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-628691a9-a72a-4fd0-b0fc-75fcf5adb97e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.514217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-628691a9-a72a-4fd0-b0fc-75fcf5adb97e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0115623 Jan 28 13:42:10.518433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42992) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.556611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-d570948f-b7ee-41fc-9979-12436e3a5908 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.564508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d570948f-b7ee-41fc-9979-12436e3a5908 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0215032 Jan 28 13:42:10.569699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42994) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.592670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-a961dc68-78c9-4000-8e9f-e0453aaa20bd tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.598878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a961dc68-78c9-4000-8e9f-e0453aaa20bd tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0247443 Jan 28 13:42:10.601169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.699541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-87659a57-f420-4a8e-87ff-d6ff1a75edb4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.701047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87659a57-f420-4a8e-87ff-d6ff1a75edb4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0314872 Jan 28 13:42:10.704706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:10.706883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42998) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.715415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (533c5b07-f27e-4d11-adf8-e2f8f2386c68), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.726413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d1a6d-11c7-46ad-8e84-d0faa552a8e7 req-1553638f-229e-4c8a-91c8-24fda4a3c774 tempest-ServerRescueTestJSON-190122549 tempest-ServerRescueTestJSON-190122549-project] 10.222.0.45 "GET /v2.0/ports?device_id=767d32a3-612f-4f42-a17d-7b4f6b1377e6 HTTP/1.1" status: 200 len: 210 time: 0.2057381 Jan 28 13:42:10.751528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-70b0eb4b-4ff7-45d8-b6fa-1a8a4f4eec6c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.777140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-70b0eb4b-4ff7-45d8-b6fa-1a8a4f4eec6c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0492187 Jan 28 13:42:10.780639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43002) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.789056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-034bff3c-e6c5-4816-983e-bf9aa2ed3b19 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.796745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43004) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.799394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-034bff3c-e6c5-4816-983e-bf9aa2ed3b19 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0123949 Jan 28 13:42:10.868824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [None req-389ec6d5-a2cd-42ed-82ef-2035b22a7ba2 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.877975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43006) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.887138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-05d083f7-08fd-4f85-b53c-5c2e7f9b0d38 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.892693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-05d083f7-08fd-4f85-b53c-5c2e7f9b0d38 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0127709 Jan 28 13:42:10.895683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43008) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.896921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-389ec6d5-a2cd-42ed-82ef-2035b22a7ba2 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0531478 Jan 28 13:42:10.908000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9906c791-dae7-433c-adb0-01c38b503303), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:10.913516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-e5288ebd-476e-43d7-81d8-4befc38a3896 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.925806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5288ebd-476e-43d7-81d8-4befc38a3896 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0258226 Jan 28 13:42:10.930385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43010) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.943528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-2162a1f4-30ff-48fc-93d6-95543cb198c4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:10.950110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] Pushing event deleted for resources: {'Port': ['ID=533c5b07-f27e-4d11-adf8-e2f8f2386c68,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:10.969414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 533c5b07-f27e-4d11-adf8-e2f8f2386c68 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:10.969994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2162a1f4-30ff-48fc-93d6-95543cb198c4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0334485 Jan 28 13:42:10.971616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43012) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:10.994984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-cf5ac255-bac9-4eda-92b6-f7ba120b898e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.007304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cf5ac255-bac9-4eda-92b6-f7ba120b898e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0282404 Jan 28 13:42:11.010551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43014) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.012386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:11.013050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 542261c9-161a-4e64-8ee7-e5a1ecfa5de4 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:11.026343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Calling delete_port for 9906c791-dae7-433c-adb0-01c38b503303 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:11.030705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-49232ef3-066a-4898-8bcb-18ada33cb17d tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.040232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-49232ef3-066a-4898-8bcb-18ada33cb17d tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0249457 Jan 28 13:42:11.044222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43016) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.070219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-244b6bd6-c74d-4699-a941-02b39e918b26 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.074666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 533c5b07-f27e-4d11-adf8-e2f8f2386c68 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:11.075150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 533c5b07-f27e-4d11-adf8-e2f8f2386c68 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:11.077349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-244b6bd6-c74d-4699-a941-02b39e918b26 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0301616 Jan 28 13:42:11.082485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43018) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.096407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-def2b5f3-034b-49df-bb23-01e2ceae205f tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.104196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-def2b5f3-034b-49df-bb23-01e2ceae205f tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0164587 Jan 28 13:42:11.105913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43020) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.113600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-4123e8bf-d7ee-4d83-bad6-bafadbc6ec38 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.116698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4123e8bf-d7ee-4d83-bad6-bafadbc6ec38 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094426 Jan 28 13:42:11.117696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667028c-dba5-4ada-ac2c-961003516c21 None None] No DVR routers for this DVR port 533c5b07-f27e-4d11-adf8-e2f8f2386c68 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:42:11.120501 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.124235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43022) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.126232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cea76-2338-4521-9617-692e1b4326dc req-9c8384d3-9e3d-4f02-a694-631f6b1cec21 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:11.128479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f75cea76-2338-4521-9617-692e1b4326dc req-9c8384d3-9e3d-4f02-a694-631f6b1cec21 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.7380779 Jan 28 13:42:11.153908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-306a9a27-9b29-48c7-a759-9e6bdac1ade0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.156509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-306a9a27-9b29-48c7-a759-9e6bdac1ade0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0205758 Jan 28 13:42:11.160337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43024) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.166075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-1851e5d0-74aa-4039-9acf-52c71c448d56 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.171223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1851e5d0-74aa-4039-9acf-52c71c448d56 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0092001 Jan 28 13:42:11.172343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.185130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-86982cb1-89ef-41f2-b3ae-fbccceed00f8 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.190723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86982cb1-89ef-41f2-b3ae-fbccceed00f8 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0118630 Jan 28 13:42:11.192153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43028) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.197364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-c94ff0bf-3b43-49cf-a16d-3da68d10d6c0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.213483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c94ff0bf-3b43-49cf-a16d-3da68d10d6c0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0193028 Jan 28 13:42:11.215602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43030) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.227200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-c4a78c82-2325-476c-ae17-bdc74319b316 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.244213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c4a78c82-2325-476c-ae17-bdc74319b316 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0264964 Jan 28 13:42:11.248388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43032) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.260655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-54b67206-7624-4282-9da5-fdafb770dd06 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.265967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-54b67206-7624-4282-9da5-fdafb770dd06 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0161266 Jan 28 13:42:11.266943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.274070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-3fc8d98a-90e9-441a-bc84-60a32a4d8ccd tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.279643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3fc8d98a-90e9-441a-bc84-60a32a4d8ccd tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0098922 Jan 28 13:42:11.281354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43036) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.295730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-c3552667-d7ed-4bf6-b7ea-61bcd1dfe922 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.301376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c3552667-d7ed-4bf6-b7ea-61bcd1dfe922 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0186839 Jan 28 13:42:11.302360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43038) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.307898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-332924a1-b32e-4453-993a-9256f968d2ff tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.312229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-332924a1-b32e-4453-993a-9256f968d2ff tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0082834 Jan 28 13:42:11.320422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43040) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.328770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [None req-1a191a28-2460-42e3-a5b8-04ee5dc02776 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.333960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43046) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.340102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-118e2e8b-1978-4edc-aa67-5cdbe96088b8 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.344746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-118e2e8b-1978-4edc-aa67-5cdbe96088b8 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0096052 Jan 28 13:42:11.345500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43048) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.347140 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a191a28-2460-42e3-a5b8-04ee5dc02776 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0227900 Jan 28 13:42:11.360319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-28e4409b-b676-4de2-acef-87039b2aa572 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.369053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-28e4409b-b676-4de2-acef-87039b2aa572 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0188732 Jan 28 13:42:11.369803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43050) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.381482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-488ac725-83cf-496d-8ebb-d8eb015cbdea tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.398287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-488ac725-83cf-496d-8ebb-d8eb015cbdea tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0178125 Jan 28 13:42:11.398729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43052) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.405763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-1e2df3d5-ec93-452e-b3ac-edc0343011be tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.410979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1e2df3d5-ec93-452e-b3ac-edc0343011be tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073009 Jan 28 13:42:11.411640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43054) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.430266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-471b39e7-4983-4ab8-b12c-225fb548faf3 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.439274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-471b39e7-4983-4ab8-b12c-225fb548faf3 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0220900 Jan 28 13:42:11.441273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43056) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.450826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-afef7fd0-6f61-4dda-bc8b-1562b749da00 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.457417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-afef7fd0-6f61-4dda-bc8b-1562b749da00 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0145273 Jan 28 13:42:11.461813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43058) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.484928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-5a92d41c-632d-4afd-be4e-e259f2d93fd0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.484928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5a92d41c-632d-4afd-be4e-e259f2d93fd0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0108366 Jan 28 13:42:11.489224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43060) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.551873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-b2781a06-3058-46de-86e9-6f3b70f98175 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.551873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b2781a06-3058-46de-86e9-6f3b70f98175 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0166357 Jan 28 13:42:11.552965 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f75cea76-2338-4521-9617-692e1b4326dc req-64828c51-8222-432b-b542-b4e72333f6c0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775153 Jan 28 13:42:11.552965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43062) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.555288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [None req-bf1f9a0e-8824-4f12-8a4e-a04add049a68 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.557471 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf1f9a0e-8824-4f12-8a4e-a04add049a68 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0055010 Jan 28 13:42:11.561741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.563079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9906c791-dae7-433c-adb0-01c38b503303), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.571674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-cfa0845f-6224-492d-b3cb-74cde3de3f0e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.579254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cfa0845f-6224-492d-b3cb-74cde3de3f0e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0154712 Jan 28 13:42:11.580253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43066) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.587742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-236776e0-c6b2-4d51-95df-724452ec6758 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.594322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-236776e0-c6b2-4d51-95df-724452ec6758 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0117705 Jan 28 13:42:11.599324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43068) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.620117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-c365f11e-b3ae-4a1e-979c-e4846a1374a1 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.626740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.629705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c365f11e-b3ae-4a1e-979c-e4846a1374a1 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0263088 Jan 28 13:42:11.633355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43070) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.642704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/ports/9906c791-dae7-433c-adb0-01c38b503303 HTTP/1.1" status: 204 len: 168 time: 2.0648723 Jan 28 13:42:11.652001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43072) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.652856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-81558fbb-22a5-401c-a379-04b990d724ea tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.654046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81558fbb-22a5-401c-a379-04b990d724ea tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0176523 Jan 28 13:42:11.658405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43074) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.670132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-890ffbb1-e9b9-4cda-9860-e32695ccdfc1 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.671582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-890ffbb1-e9b9-4cda-9860-e32695ccdfc1 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0109284 Jan 28 13:42:11.676252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.681488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-33e6ffb5-cf4f-4724-b678-a2fec80b4606 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.683133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-33e6ffb5-cf4f-4724-b678-a2fec80b4606 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055077 Jan 28 13:42:11.687494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43078) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.694928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-ea3a539c-93ac-454c-ae9d-89cdfbbc1676 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.704754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ea3a539c-93ac-454c-ae9d-89cdfbbc1676 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0138102 Jan 28 13:42:11.708113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43082) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.715260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-4eea932d-0bd2-4c50-ba12-c23b0e3edb2d tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.725735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4eea932d-0bd2-4c50-ba12-c23b0e3edb2d tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0139427 Jan 28 13:42:11.729402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.743254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-cd489734-dd93-4eff-b0f9-45679c2ef54e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.750244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd489734-dd93-4eff-b0f9-45679c2ef54e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0158212 Jan 28 13:42:11.757411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43090) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.763690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-fac6fb08-4321-4850-894d-bd289670f3c0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.782614 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:11.798047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fac6fb08-4321-4850-894d-bd289670f3c0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0384142 Jan 28 13:42:11.799752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43096) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.808295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-14baa33a-a2c2-4965-a9a8-e5cfd823509f tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.815132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-14baa33a-a2c2-4965-a9a8-e5cfd823509f tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0135202 Jan 28 13:42:11.816534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43098) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.823778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-c8c526f5-6d39-496c-8b2d-6c387df6e0df tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.831443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c8c526f5-6d39-496c-8b2d-6c387df6e0df tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0120099 Jan 28 13:42:11.832592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43100) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.842083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-7c9c12b5-d133-494f-90bb-a5919e807a77 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.848787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c9c12b5-d133-494f-90bb-a5919e807a77 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0135245 Jan 28 13:42:11.849951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43102) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.857452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-7fd0b044-0d5c-4bc0-bdaf-3f9f2f041cdf tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.863871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7fd0b044-0d5c-4bc0-bdaf-3f9f2f041cdf tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0117025 Jan 28 13:42:11.865047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.872325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-4352f425-a447-44ae-89b3-8587fad08f48 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.881723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4352f425-a447-44ae-89b3-8587fad08f48 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0151114 Jan 28 13:42:11.882404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.905089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-35a3b803-2c8e-429c-b411-e632140e2e6e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.917625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-35a3b803-2c8e-429c-b411-e632140e2e6e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0322883 Jan 28 13:42:11.919899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43110) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.942466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-284fe339-60a9-42c0-9fd9-3ee89d1f508c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:11.943889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-284fe339-60a9-42c0-9fd9-3ee89d1f508c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0225616 Jan 28 13:42:11.957426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43112) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:11.959073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43114) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.014486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-9bb5d8a5-e43b-4b29-981c-42c2f3c6eaf4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:12.020506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9bb5d8a5-e43b-4b29-981c-42c2f3c6eaf4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0262752 Jan 28 13:42:12.025060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43116) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.047027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-e4d7508f-0cb8-4afb-bba6-23cd5e7de736 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:12.047727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d03d4e3a-60d8-489c-889c-c4d124b1ec4c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.053200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e4d7508f-0cb8-4afb-bba6-23cd5e7de736 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0196707 Jan 28 13:42:12.056881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43118) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.063880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d1a68-a555-4ad3-9035-953939eb045d tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Port': ['ID=9906c791-dae7-433c-adb0-01c38b503303,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:12.172453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-4c5dbd08-5f12-4243-bf95-8bb3b9c568d4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:12.179323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4c5dbd08-5f12-4243-bf95-8bb3b9c568d4 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0113654 Jan 28 13:42:12.180588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43120) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.203721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-2ba027a8-3891-4b4c-a188-2720dee7fe4e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:12.207778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ba027a8-3891-4b4c-a188-2720dee7fe4e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0188787 Jan 28 13:42:12.213318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43122) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.236719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-1fd2c365-ecaa-4979-bc86-39fa7e953ee3 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:12.242048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1fd2c365-ecaa-4979-bc86-39fa7e953ee3 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0174742 Jan 28 13:42:12.257985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43124) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.265981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-56de4bfc-84c9-4dba-88d0-f1d2e19edac0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:12.267269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-56de4bfc-84c9-4dba-88d0-f1d2e19edac0 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076270 Jan 28 13:42:12.339428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d03d4e3a-60d8-489c-889c-c4d124b1ec4c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.400948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03d4e3a-60d8-489c-889c-c4d124b1ec4c']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:12.427041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7d1406-96b4-4865-8a80-f3f01fe6dd01') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:12.428428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7d1406-96b4-4865-8a80-f3f01fe6dd01') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:12.439636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.453145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-39eac8da-b9f5-4ea8-826b-6b0b31455035 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:12.458838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (9e7d1406-96b4-4865-8a80-f3f01fe6dd01), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.461077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-39eac8da-b9f5-4ea8-826b-6b0b31455035 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109830 Jan 28 13:42:12.480461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43132) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.488788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (9e7d1406-96b4-4865-8a80-f3f01fe6dd01), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.507954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:12.508409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (9e7d1406-96b4-4865-8a80-f3f01fe6dd01), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.647524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43136) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:12.649609 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:12.669664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d03d4e3a-60d8-489c-889c-c4d124b1ec4c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.688086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:12.694558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] 10.222.0.45 "DELETE /v2.0/networks/d03d4e3a-60d8-489c-889c-c4d124b1ec4c HTTP/1.1" status: 204 len: 168 time: 1.0396252 Jan 28 13:42:12.741937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01998e5-978e-4b85-adff-ed77582fd2cc tempest-PortsIpV6TestJSON-756232935 tempest-PortsIpV6TestJSON-756232935-project] Pushing event deleted for resources: {'Network': ['ID=d03d4e3a-60d8-489c-889c-c4d124b1ec4c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:12.964375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171072f-bd15-4e62-8b36-df7b4feaf0d7 req-5b0f7a1b-8c86-4a2e-8fcc-2d06cc673ac4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:12.981488 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0171072f-bd15-4e62-8b36-df7b4feaf0d7 req-5b0f7a1b-8c86-4a2e-8fcc-2d06cc673ac4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.1848593 Jan 28 13:42:13.020381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-41e7a8fe-5aeb-4dfd-b097-63888a031efc tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.031161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-41e7a8fe-5aeb-4dfd-b097-63888a031efc tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1767423 Jan 28 13:42:13.040985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43146) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.060375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-0c11e3b0-777c-4cc1-b036-9e5cc7f8701c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.068934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0c11e3b0-777c-4cc1-b036-9e5cc7f8701c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0222545 Jan 28 13:42:13.069611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43150) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.133629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-51627812-952b-469e-91b9-ba93db2f3b7f tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.140637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-51627812-952b-469e-91b9-ba93db2f3b7f tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085428 Jan 28 13:42:13.141366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43152) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.177327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e48addb0-ee3f-4cc1-a4b4-1f939ad1d330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.203648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-745ffc83-3349-41d5-a206-5c7c7755eb0e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.219320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-745ffc83-3349-41d5-a206-5c7c7755eb0e tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0329151 Jan 28 13:42:13.220444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43154) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.244662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0171072f-bd15-4e62-8b36-df7b4feaf0d7 req-75e6905c-8b14-49bb-9267-dd8434b9dcbf tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556930 Jan 28 13:42:13.266716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43156) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.286341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-1d5f8e8e-71ca-4fa8-83c0-2f3547bc9503 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.319570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d5f8e8e-71ca-4fa8-83c0-2f3547bc9503 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0366704 Jan 28 13:42:13.364233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43158) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.388900 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e48addb0-ee3f-4cc1-a4b4-1f939ad1d330 admin admin] Publish callbacks [] for security_group (d9479c44-459f-4c42-86c1-54cbdbe0ee04), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.399453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e48addb0-ee3f-4cc1-a4b4-1f939ad1d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d9479c44-459f-4c42-86c1-54cbdbe0ee04), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.431039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-8fc8850c-4ba9-4e32-bd07-a249d82257d1 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.433916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8fc8850c-4ba9-4e32-bd07-a249d82257d1 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0220404 Jan 28 13:42:13.441380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43162) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.464320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [None req-4c426f26-079b-45b6-93a7-df4111f1524c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.468803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c426f26-079b-45b6-93a7-df4111f1524c tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0189824 Jan 28 13:42:13.477036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43166) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.495733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-75fc2d33-c221-4e2d-a7ea-ac24af120e45 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.498844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-75fc2d33-c221-4e2d-a7ea-ac24af120e45 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0172672 Jan 28 13:42:13.499574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43168) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.514066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [None req-b81fc544-6b50-411c-9386-d6c5578dad58 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:13.522340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b81fc544-6b50-411c-9386-d6c5578dad58 tempest-ExtensionsTestJSON-474903424 tempest-ExtensionsTestJSON-474903424-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0173485 Jan 28 13:42:13.604981 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e48addb0-ee3f-4cc1-a4b4-1f939ad1d330 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=974638c5a12d49aeb69307ddfd8f185c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9517076 Jan 28 13:42:13.609029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48addb0-ee3f-4cc1-a4b4-1f939ad1d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9479c44-459f-4c42-86c1-54cbdbe0ee04,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:13.621019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43174) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:13.764687 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e7b20b2-f402-421f-ac17-e8fdfb28797c admin admin] Publish callbacks [] for security_group (d9479c44-459f-4c42-86c1-54cbdbe0ee04), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.801447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e7b20b2-f402-421f-ac17-e8fdfb28797c admin admin] Publish callbacks [] for security_group (d9479c44-459f-4c42-86c1-54cbdbe0ee04), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.897071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e7b20b2-f402-421f-ac17-e8fdfb28797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d9479c44-459f-4c42-86c1-54cbdbe0ee04), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.910958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e7b20b2-f402-421f-ac17-e8fdfb28797c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:13.912290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1e7b20b2-f402-421f-ac17-e8fdfb28797c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9479c44-459f-4c42-86c1-54cbdbe0ee04 HTTP/1.1" status: 204 len: 168 time: 0.2889564 Jan 28 13:42:13.927766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b20b2-f402-421f-ac17-e8fdfb28797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9479c44-459f-4c42-86c1-54cbdbe0ee04,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:13.954577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.254411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43182) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:14.267432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f56a2b3d-64e9-42fd-aa5f-09296f66d0d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d623df5240524e29bcef2d194bc5cac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8946295 Jan 28 13:42:14.278364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43184) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:14.398347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2414a072-8718-4510-b0d5-6e372fce6d0b admin admin] Publish callbacks [] for security_group (c09ee013-dc37-4195-b5a5-ade667a7473b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.527929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2414a072-8718-4510-b0d5-6e372fce6d0b admin admin] Publish callbacks [] for security_group (c09ee013-dc37-4195-b5a5-ade667a7473b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.636480 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2414a072-8718-4510-b0d5-6e372fce6d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c09ee013-dc37-4195-b5a5-ade667a7473b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.645111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2414a072-8718-4510-b0d5-6e372fce6d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:14.649243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2414a072-8718-4510-b0d5-6e372fce6d0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c09ee013-dc37-4195-b5a5-ade667a7473b HTTP/1.1" status: 204 len: 168 time: 0.3924553 Jan 28 13:42:14.670678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414a072-8718-4510-b0d5-6e372fce6d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09ee013-dc37-4195-b5a5-ade667a7473b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:14.887198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c8cbd-0855-4ac6-8b46-20e60ce589b0 req-8723229a-0405-49be-ae96-3faa3980fe33 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:14.888827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b17c8cbd-0855-4ac6-8b46-20e60ce589b0 req-8723229a-0405-49be-ae96-3faa3980fe33 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.4133646 Jan 28 13:42:14.928634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6964f1ef-754f-4f9a-85ad-49ead5952ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.020250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b17c8cbd-0855-4ac6-8b46-20e60ce589b0 req-a1535929-fcd9-4cb8-949e-21a12c706158 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193278 Jan 28 13:42:15.129342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Deleting port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:15.129793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.209624 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6964f1ef-754f-4f9a-85ad-49ead5952ec5 admin admin] Publish callbacks [] for security_group (dde72dcc-e182-41be-8e8f-92c4082398be), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.217507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6964f1ef-754f-4f9a-85ad-49ead5952ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dde72dcc-e182-41be-8e8f-92c4082398be), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.279844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] For port fda3f1a1-e401-45b9-8b88-fc9db1e52cc2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,segment=NetworkSegment(ba6587b9-d701-48ab-8410-b05154394b70),segment_id=ba6587b9-d701-48ab-8410-b05154394b70)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:15.281187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.299856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43220) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:15.300918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6964f1ef-754f-4f9a-85ad-49ead5952ec5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22f8a7e6f3c642bcbc9280a3802c9987&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0199788 Jan 28 13:42:15.325373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964f1ef-754f-4f9a-85ad-49ead5952ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde72dcc-e182-41be-8e8f-92c4082398be,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:15.338395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Calling delete_port for fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:15.457635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cdf446c-fed0-455b-af9b-b515adcb638f admin admin] Publish callbacks [] for security_group (dde72dcc-e182-41be-8e8f-92c4082398be), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.494847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cdf446c-fed0-455b-af9b-b515adcb638f admin admin] Publish callbacks [] for security_group (dde72dcc-e182-41be-8e8f-92c4082398be), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.593325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cdf446c-fed0-455b-af9b-b515adcb638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dde72dcc-e182-41be-8e8f-92c4082398be), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.596263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cdf446c-fed0-455b-af9b-b515adcb638f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:15.601339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0cdf446c-fed0-455b-af9b-b515adcb638f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dde72dcc-e182-41be-8e8f-92c4082398be HTTP/1.1" status: 204 len: 168 time: 0.2952161 Jan 28 13:42:15.653421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf446c-fed0-455b-af9b-b515adcb638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde72dcc-e182-41be-8e8f-92c4082398be,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:15.744800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-7bf137ff-6c7d-4a29-8e2e-e050de536aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:15.746337 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-7bf137ff-6c7d-4a29-8e2e-e050de536aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1096 time: 0.1438980 Jan 28 13:42:16.171068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-3eb75923-d774-4813-8f8a-117c113e13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:16.175476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-3eb75923-d774-4813-8f8a-117c113e13bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.4165323 Jan 28 13:42:16.289819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab741-c8e7-4792-a4d3-80e578e15a7c req-03de21b8-3541-44a5-b3b5-107b0daa0b8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:16.291635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2bfab741-c8e7-4792-a4d3-80e578e15a7c req-03de21b8-3541-44a5-b3b5-107b0daa0b8a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.0961430 Jan 28 13:42:16.318472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fda3f1a1-e401-45b9-8b88-fc9db1e52cc2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:16.380537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda3f1a1-e401-45b9-8b88-fc9db1e52cc2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:16.380773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2bfab741-c8e7-4792-a4d3-80e578e15a7c req-41bc1e3f-3f46-40c8-9f3d-6fcd37ff748a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818090 Jan 28 13:42:16.468870 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-e2d6b8db-46ee-4c21-9e0d-60c5d34892c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 1001 time: 0.2828083 Jan 28 13:42:16.690825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-7c572df8-95b5-45c2-9503-edb080c6ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:16.692724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-7c572df8-95b5-45c2-9503-edb080c6ca21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 0.1811213 Jan 28 13:42:16.859536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-777ea149-8d38-4dac-b234-2fb933899337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:16.861162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-777ea149-8d38-4dac-b234-2fb933899337 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418664 Jan 28 13:42:16.862171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.037308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-b3420287-f586-4fb0-bfd5-fadd5e343f39 service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655354 Jan 28 13:42:17.193237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f104e8-c040-4afc-b7d9-e4b3c2355004 req-b09ec5d5-8978-41c6-9c12-d01cfbf54b7f service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467695 Jan 28 13:42:17.204069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43282) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.724989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-970657923'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:17.798920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:17.805277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:17.806075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.816413 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.845581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde67f4-c381-4409-9b16-16d6ed0f94c2 req-a044293a-6148-48e9-8d53-9c1af0ae7c13 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:17.855840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3cde67f4-c381-4409-9b16-16d6ed0f94c2 req-a044293a-6148-48e9-8d53-9c1af0ae7c13 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.1972816 Jan 28 13:42:17.871255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43304) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:17.931193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for security_group (55aabaf1-142d-4387-8217-98e443ee4ddc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.936868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (55aabaf1-142d-4387-8217-98e443ee4ddc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.953934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:17.968670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (63e85562-2ce5-4294-8e19-e7b277fa4907), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.969324 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment 63e85562-2ce5-4294-8e19-e7b277fa4907 of type vlan for network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff Jan 28 13:42:18.063907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8eec049a-4cdf-4120-a6a2-741e2ad9d6ff), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.107449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43310) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:18.123513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8eec049a-4cdf-4120-a6a2-741e2ad9d6ff), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.130563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:18.131477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.231046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=8eec049a-4cdf-4120-a6a2-741e2ad9d6ff,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.244900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:18.256883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-477119221'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:18.279723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3cde67f4-c381-4409-9b16-16d6ed0f94c2 req-09a32f67-b581-4597-95d3-804de6beae70 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4219019 Jan 28 13:42:18.316357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:18.316357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.316684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:18.344331 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.344642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d29903ef-76d0-4057-b502-0976d9926ef9 admin admin] 10.222.0.45 "PUT /v2.0/routers/76aeb4e7-bf1a-4192-9057-2a9f96d5522e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3778272 Jan 28 13:42:18.350844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43316) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:18.373253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13e33d3b-c580-4654-8547-5d0db5cd73a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.444797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for security_group (70cb7ee7-332d-428e-ad15-c50d03e26c1f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.446921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55aabaf1-142d-4387-8217-98e443ee4ddc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.467562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (70cb7ee7-332d-428e-ad15-c50d03e26c1f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.486012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:18.500083 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (da4c4119-efac-4334-986f-b38ad15c3e92), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.500732 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment da4c4119-efac-4334-986f-b38ad15c3e92 of type vlan for network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 Jan 28 13:42:18.526639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] Sync routers for ids ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:18.563383 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.567512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] Routers {'76aeb4e7-bf1a-4192-9057-2a9f96d5522e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:18.568566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:18.604818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-49ec6679-1997-4f9a-a375-057f276fd8f4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3992672 Jan 28 13:42:18.644604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.659901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:18.660854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.689063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43318) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:18.692542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb7ee7-332d-428e-ad15-c50d03e26c1f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.797059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks [] for router (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.833180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1611747081'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:18.837117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:18.856893 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1bde48b4-9ad7-4252-b8bb-8832add7e385 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7420676 Jan 28 13:42:18.859302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43322) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:18.865459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:18.867185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-563008696'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:18.901167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:18.905436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:18.959298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:18.977024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:18.988429 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.016750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c6e46132-7b63-4e92-acd0-0a9cb575f63d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.017568 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment c6e46132-7b63-4e92-acd0-0a9cb575f63d of type vlan for network 9a61b27a-b23f-4855-b7ac-e185219e7add Jan 28 13:42:19.025874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] Set router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:19.085253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (9a61b27a-b23f-4855-b7ac-e185219e7add), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.161714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:19.191704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cef6f06b-7210-4c14-8299-f29fd5862868), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.192371 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment cef6f06b-7210-4c14-8299-f29fd5862868 of type vlan for network 58ad7723-a2fc-420c-8241-c901abb8fbf7 Jan 28 13:42:19.215483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (9a61b27a-b23f-4855-b7ac-e185219e7add), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.275533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:19.296281 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:42:19.298147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.321620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks [] for router_gateway (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.379024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13e33d3b-c580-4654-8547-5d0db5cd73a5 admin admin] Publish callbacks [] for security_group (090fa53c-703c-408f-8c63-c195164f257e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.389881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13e33d3b-c580-4654-8547-5d0db5cd73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (090fa53c-703c-408f-8c63-c195164f257e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.451997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-13e33d3b-c580-4654-8547-5d0db5cd73a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=482c6130b98b44aa921884e5dddcf38d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5781085 Jan 28 13:42:19.453849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33d3b-c580-4654-8547-5d0db5cd73a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090fa53c-703c-408f-8c63-c195164f257e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:19.459475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43330) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:19.504498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Deleting port e066a087-ea42-4c3f-b8f3-5fa3be780d63 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:19.504827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.522811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6603568 Jan 28 13:42:19.530803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:42:15Z', 'revision_number': 5, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port': {'id': 'e066a087-ea42-4c3f-b8f3-5fa3be780d63', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:39:42Z', 'updated_at': '2022-01-28T13:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:19.556261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43332) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:19.573125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': 'aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:19.630677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] Checking router: 76aeb4e7-bf1a-4192-9057-2a9f96d5522e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:42:19.645575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:19.663988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (58ad7723-a2fc-420c-8241-c901abb8fbf7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.715309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] Routers {'76aeb4e7-bf1a-4192-9057-2a9f96d5522e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:19.715955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:19.782896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29d9c08e-9987-4ac8-ad5d-dadf0a851410 admin admin] Publish callbacks [] for security_group (090fa53c-703c-408f-8c63-c195164f257e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.860075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29d9c08e-9987-4ac8-ad5d-dadf0a851410 admin admin] Publish callbacks [] for security_group (090fa53c-703c-408f-8c63-c195164f257e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.876724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:42:19.902454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] For port e066a087-ea42-4c3f-b8f3-5fa3be780d63, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e066a087-ea42-4c3f-b8f3-5fa3be780d63,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:19.902826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.918713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b881fe3-7316-44f9-b8e6-c985cc8c034b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=9a61b27a-b23f-4855-b7ac-e185219e7add,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:19.933217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 9a61b27a-b23f-4855-b7ac-e185219e7add details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:19.939301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (58ad7723-a2fc-420c-8241-c901abb8fbf7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.947671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:19.948514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:19.964505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] Set router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:19.972874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Calling delete_port for e066a087-ea42-4c3f-b8f3-5fa3be780d63 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:20.081993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc79151-88c0-4c1d-b943-ba456c09d9f5 req-f49cdf07-3170-4719-afdf-dca0477c48f0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:20.083661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8fc79151-88c0-4c1d-b943-ba456c09d9f5 req-f49cdf07-3170-4719-afdf-dca0477c48f0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 945 time: 0.5589533 Jan 28 13:42:20.091533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=58ad7723-a2fc-420c-8241-c901abb8fbf7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:20.108736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29d9c08e-9987-4ac8-ad5d-dadf0a851410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (090fa53c-703c-408f-8c63-c195164f257e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.111315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-29d9c08e-9987-4ac8-ad5d-dadf0a851410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.113069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-29d9c08e-9987-4ac8-ad5d-dadf0a851410 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/090fa53c-703c-408f-8c63-c195164f257e HTTP/1.1" status: 204 len: 168 time: 0.6483519 Jan 28 13:42:20.141309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9c08e-9987-4ac8-ad5d-dadf0a851410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090fa53c-703c-408f-8c63-c195164f257e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:20.218161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:20.256814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:20.265486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.391566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:42:19Z', 'revision_number': 6, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:20.430358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8fc79151-88c0-4c1d-b943-ba456c09d9f5 req-5e1e49bc-0fc0-4f79-a27f-4f6f9cffd2b2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294766 Jan 28 13:42:20.457303 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d9a76428-bdf1-4179-ada1-65a4c9027183 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6295238 Jan 28 13:42:20.468208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43358) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:20.473763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9feca-b3f1-4650-96a9-3fae4b9568dc None None] The sync data for ids ['76aeb4e7-bf1a-4192-9057-2a9f96d5522e'] in n-d-822748-2 is: [{'id': '76aeb4e7-bf1a-4192-9057-2a9f96d5522e', 'name': 'tempest-ServerRescueTestJSON-1590709103-router', 'tenant_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:39:41Z', 'updated_at': '2022-01-28T13:42:19Z', 'revision_number': 6, 'project_id': 'dc53e599ff54437ab47fc51d8b2e020d', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:20.480959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': '8eec049a-4cdf-4120-a6a2-741e2ad9d6ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:20.501779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:20.502733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.593444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:20.594816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:20.612427 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44d4f75-7386-4dc3-8932-43878d2ea958" -d '{"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-unplugged", "status": "completed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:20.622886 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.747269 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea6ea0a-5f7b-48c6-a5e2-b40c08c9c67f x-openstack-request-id: req-9ea6ea0a-5f7b-48c6-a5e2-b40c08c9c67f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:20.747566 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-unplugged", "status": "failed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607", "code": 422}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:20.748338 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ea6ea0a-5f7b-48c6-a5e2-b40c08c9c67f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:20.757277 n-d-822748-2 neutron-server[103375]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607', 'code': 422} returned with failed status Jan 28 13:42:20.817742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:20.822044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (47e2bf33-2644-488d-ac2c-d7d237259c65), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.828957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e066a087-ea42-4c3f-b8f3-5fa3be780d63), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:20.999276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:21.041996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=47e2bf33-2644-488d-ac2c-d7d237259c65,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:21.084786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Pushing event deleted for resources: {'Port': ['ID=e066a087-ea42-4c3f-b8f3-5fa3be780d63,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:21.100959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:21.107523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:21.108078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': 'da4c4119-efac-4334-986f-b38ad15c3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:21.108466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:21.143414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:21.144646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fda3f1a1-e401-45b9-8b88-fc9db1e52cc2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:21.176661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:21.197185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:21.206181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:21.206868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:21.208549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3caa4c9-39ec-43ea-8f17-74cd0e186f92 None None] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:21.230497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-60621326-4431-46f7-950f-232b9a6b291a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6689899 Jan 28 13:42:21.233392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:21.239486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': '9a61b27a-b23f-4855-b7ac-e185219e7add', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:21.476458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:21.479490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12', 'network_id': 'aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '47e2bf33-2644-488d-ac2c-d7d237259c65'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:21.480417 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:21.490893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:21.545192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.051190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Allocated IP 172.20.0.2 (aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12/47e2bf33-2644-488d-ac2c-d7d237259c65/de486031-6698-479d-9326-42dc38f59ed6) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:22.063640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.075281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks [] for router_controller (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.163006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.385991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (76aeb4e7-bf1a-4192-9057-2a9f96d5522e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.421230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76aeb4e7-bf1a-4192-9057-2a9f96d5522e {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:42:22.460379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.468680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-df53e431-ccba-4d96-8804-31da73ed894f admin admin] 10.222.0.45 "DELETE /v2.0/routers/76aeb4e7-bf1a-4192-9057-2a9f96d5522e HTTP/1.1" status: 204 len: 168 time: 4.1036634 Jan 28 13:42:22.491646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43550) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.526036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:22.538084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': 'c6e46132-7b63-4e92-acd0-0a9cb575f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9a61b27a-b23f-4855-b7ac-e185219e7add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:22.545761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: 9a61b27a-b23f-4855-b7ac-e185219e7add, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:22.620446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 9a61b27a-b23f-4855-b7ac-e185219e7add is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:22.659320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 9a61b27a-b23f-4855-b7ac-e185219e7add) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:22.673439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:22.674235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.772687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-119b3b00-44b7-484c-bcf2-cf8541813b74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5380793 Jan 28 13:42:22.782831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43582) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:22.806686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8496edd9-65c1-4c68-95c1-a60c300ce649 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2060947063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:22.837365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] Deleting subnet 92b5e0f6-a8b7-442e-b3fe-78c622b69573 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:42:22.874608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Publish callbacks [] for port (de486031-6698-479d-9326-42dc38f59ed6), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.885599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008d322-82b8-4b5b-9441-841a0244f301 None None] Network 9a61b27a-b23f-4855-b7ac-e185219e7add requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:22.915678 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] Publish callbacks [] for subnet (92b5e0f6-a8b7-442e-b3fe-78c622b69573), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:22.977348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e066a087-ea42-4c3f-b8f3-5fa3be780d63 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:23.005259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (de486031-6698-479d-9326-42dc38f59ed6), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.019007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: e066a087-ea42-4c3f-b8f3-5fa3be780d63 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:42:23.019887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e066a087-ea42-4c3f-b8f3-5fa3be780d63 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:42:23.021103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-6a0d150d-5cde-44f2-907f-e282691ab60e req-3c0b8956-dc98-4b77-ac53-74f35dff1311 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:42:23.037341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a0d150d-5cde-44f2-907f-e282691ab60e req-3c0b8956-dc98-4b77-ac53-74f35dff1311 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254333 Jan 28 13:42:23.091065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:23.099098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:23.105644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:23.108448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-9a61b27a-b23f-4855-b7ac-e185219e7add', 'network_id': '9a61b27a-b23f-4855-b7ac-e185219e7add', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:23.109616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.114306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8496edd9-65c1-4c68-95c1-a60c300ce649 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (1c8a6e89-ec5d-431e-b431-db2154caea5d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.117850 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8496edd9-65c1-4c68-95c1-a60c300ce649 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (1c8a6e89-ec5d-431e-b431-db2154caea5d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.184251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (92b5e0f6-a8b7-442e-b3fe-78c622b69573), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.354729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (37237906-7066-4495-87de-93007cbe6807), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.362788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8496edd9-65c1-4c68-95c1-a60c300ce649 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (1c8a6e89-ec5d-431e-b431-db2154caea5d), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.377958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (92b5e0f6-a8b7-442e-b3fe-78c622b69573), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.425700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8496edd9-65c1-4c68-95c1-a60c300ce649 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (1c8a6e89-ec5d-431e-b431-db2154caea5d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.496543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Pushing event updated for resources: {'Port': ['ID=de486031-6698-479d-9326-42dc38f59ed6,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:23.519401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8496edd9-65c1-4c68-95c1-a60c300ce649 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.520545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8496edd9-65c1-4c68-95c1-a60c300ce649 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7232523 Jan 28 13:42:23.540350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7ab2-f9e5-4b2c-b1a5-ae10908f2597 req-b2519e90-da9c-4712-89fd-99d688df066b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:23.545624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-98fc7ab2-f9e5-4b2c-b1a5-ae10908f2597 req-b2519e90-da9c-4712-89fd-99d688df066b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.1905584 Jan 28 13:42:23.547452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43658) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.633958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': '63e85562-2ce5-4294-8e19-e7b277fa4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8eec049a-4cdf-4120-a6a2-741e2ad9d6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:23.634642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:23.636557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Allocated IP 172.21.0.2 (9a61b27a-b23f-4855-b7ac-e185219e7add/920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3/4842f3e2-1d36-4ffb-823a-22206fc4d879) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:23.667901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=37237906-7066-4495-87de-93007cbe6807,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:23.670191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:42:23.693266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.700481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.701846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.703571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.706549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.722141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.723337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.725910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.735559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (92b5e0f6-a8b7-442e-b3fe-78c622b69573), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.738264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.738264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.739274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.740414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.744752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:42:23.798343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:23.833066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:23.843350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b5e0f6-a8b7-442e-b3fe-78c622b69573,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:23.848634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43690) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.855333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:23.856206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.885175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:23.888667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2380b510-3877-4eed-a02d-1a75e3462c1d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/92b5e0f6-a8b7-442e-b3fe-78c622b69573 HTTP/1.1" status: 204 len: 168 time: 1.3926623 Jan 28 13:42:23.898651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43698) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:23.937781 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d8f11100-23d8-4759-8d99-58c352cdf8bd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4614754 Jan 28 13:42:23.957924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43708) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:24.000095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': '58ad7723-a2fc-420c-8241-c901abb8fbf7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:24.076329 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-98fc7ab2-f9e5-4b2c-b1a5-ae10908f2597 req-055c8b3b-a8cf-48ca-810a-c7c239313f40 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860482 Jan 28 13:42:24.097060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Publish callbacks [] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.164745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7c1a1-73fc-4f42-9599-eb8f348a77b3 None None] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:24.382377 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.388787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'network': {'name': 'tempest-network-smoke--2033504443', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:24.415677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Attempting to bind port de486031-6698-479d-9326-42dc38f59ed6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:24.419973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Attempting to bind port de486031-6698-479d-9326-42dc38f59ed6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'da4c4119-efac-4334-986f-b38ad15c3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:24.420654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Attempting to bind port de486031-6698-479d-9326-42dc38f59ed6 on network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:24.446202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3210642d-f6e3-4bc8-bd1f-698bf7e487f9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.449927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:24.453167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Checking segment: {'id': 'da4c4119-efac-4334-986f-b38ad15c3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:24.453832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.454343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Bound using segment: {'id': 'da4c4119-efac-4334-986f-b38ad15c3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:24.454966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Bound port: de486031-6698-479d-9326-42dc38f59ed6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4c4119-efac-4334-986f-b38ad15c3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:24.456580 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (de486031-6698-479d-9326-42dc38f59ed6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.486901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:24.494727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.516861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:24.521603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.587750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-d0d545e1-3de4-4046-a643-da862e498930 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4108961 Jan 28 13:42:24.625033 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.631346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Network 9a61b27a-b23f-4855-b7ac-e185219e7add is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:24.684895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:24.695667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:24.739476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:24.765715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Pushing event updated for resources: {'Port': ['ID=4842f3e2-1d36-4ffb-823a-22206fc4d879,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:25.043265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Attempting to bind port 4842f3e2-1d36-4ffb-823a-22206fc4d879 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:25.056530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Attempting to bind port 4842f3e2-1d36-4ffb-823a-22206fc4d879 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c6e46132-7b63-4e92-acd0-0a9cb575f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9a61b27a-b23f-4855-b7ac-e185219e7add'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:25.057361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Attempting to bind port 4842f3e2-1d36-4ffb-823a-22206fc4d879 on network 9a61b27a-b23f-4855-b7ac-e185219e7add {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:25.138135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-8eec049a-4cdf-4120-a6a2-741e2ad9d6ff', 'network_id': '8eec049a-4cdf-4120-a6a2-741e2ad9d6ff', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': '37237906-7066-4495-87de-93007cbe6807'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:25.179141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.286933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.397574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:25.400523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Checking segment: {'id': 'c6e46132-7b63-4e92-acd0-0a9cb575f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9a61b27a-b23f-4855-b7ac-e185219e7add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:25.401574 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.402758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Bound using segment: {'id': 'c6e46132-7b63-4e92-acd0-0a9cb575f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9a61b27a-b23f-4855-b7ac-e185219e7add'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:25.404325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Bound port: 4842f3e2-1d36-4ffb-823a-22206fc4d879, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e46132-7b63-4e92-acd0-0a9cb575f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '9a61b27a-b23f-4855-b7ac-e185219e7add'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:25.405922 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.529811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.20.0.1 (aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12/47e2bf33-2644-488d-ac2c-d7d237259c65/92d0ce96-4f9a-429b-be9c-23737a733b31) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:25.685193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:25.699261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Allocated IP 2001:db8::2 (8eec049a-4cdf-4120-a6a2-741e2ad9d6ff/37237906-7066-4495-87de-93007cbe6807/e8fb21e8-0829-4edc-9398-93a94fa6361a) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:25.809982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3210642d-f6e3-4bc8-bd1f-698bf7e487f9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.877633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3210642d-f6e3-4bc8-bd1f-698bf7e487f9']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:25.908390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6587b9-d701-48ab-8410-b05154394b70') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:25.908936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6587b9-d701-48ab-8410-b05154394b70') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:25.929595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (ba6587b9-d701-48ab-8410-b05154394b70), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.953746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ba6587b9-d701-48ab-8410-b05154394b70), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:25.961899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:42:25.962611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (ba6587b9-d701-48ab-8410-b05154394b70), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.007275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Publish callbacks [] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:42:26.020161 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:42:26.030161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] For port de486031-6698-479d-9326-42dc38f59ed6, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:26.044722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3210642d-f6e3-4bc8-bd1f-698bf7e487f9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.057636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] For port de486031-6698-479d-9326-42dc38f59ed6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de486031-6698-479d-9326-42dc38f59ed6,segment=NetworkSegment(da4c4119-efac-4334-986f-b38ad15c3e92),segment_id=da4c4119-efac-4334-986f-b38ad15c3e92)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:26.059614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.063253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3210642d-f6e3-4bc8-bd1f-698bf7e487f9 HTTP/1.1" status: 204 len: 168 time: 2.1545908 Jan 28 13:42:26.076083 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (de486031-6698-479d-9326-42dc38f59ed6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.105216 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.107095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: DOWN; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:26.113793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ba59f-6013-4df2-9061-e4e27e9c1134 admin admin] Pushing event deleted for resources: {'Network': ['ID=3210642d-f6e3-4bc8-bd1f-698bf7e487f9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:26.136796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': 'cef6f06b-7210-4c14-8299-f29fd5862868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '58ad7723-a2fc-420c-8241-c901abb8fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:26.137438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: 58ad7723-a2fc-420c-8241-c901abb8fbf7, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:26.188873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (dd1c38a4-dba7-424f-9820-b4279f9a15ff), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.252585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a3f27-ff0a-40ab-b8b3-e1f9dcb9f613 req-134622b7-fe47-4191-8230-f895fe106cda tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:26.262519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b98a3f27-ff0a-40ab-b8b3-e1f9dcb9f613 req-134622b7-fe47-4191-8230-f895fe106cda tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.7592418 Jan 28 13:42:26.269742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd1c38a4-dba7-424f-9820-b4279f9a15ff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.294353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:26.310583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:26.319375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:26.335480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:26.352899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (74c0206e-d0de-42d8-bb05-50478cdb5933), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.354717 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Added segment 74c0206e-d0de-42d8-bb05-50478cdb5933 of type vlan for network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f Jan 28 13:42:26.379264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec1489-1161-47d9-b14a-186ee595a5ca None None] Pushing event updated for resources: {'Port': ['ID=de486031-6698-479d-9326-42dc38f59ed6,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:26.506240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] For port 4842f3e2-1d36-4ffb-823a-22206fc4d879, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:26.535477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Attempting to bind port e8fb21e8-0829-4edc-9398-93a94fa6361a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:26.536352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Attempting to bind port e8fb21e8-0829-4edc-9398-93a94fa6361a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '63e85562-2ce5-4294-8e19-e7b277fa4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8eec049a-4cdf-4120-a6a2-741e2ad9d6ff'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:26.536953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Attempting to bind port e8fb21e8-0829-4edc-9398-93a94fa6361a on network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:26.553954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] For port 4842f3e2-1d36-4ffb-823a-22206fc4d879, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4842f3e2-1d36-4ffb-823a-22206fc4d879,segment=NetworkSegment(c6e46132-7b63-4e92-acd0-0a9cb575f63d),segment_id=c6e46132-7b63-4e92-acd0-0a9cb575f63d)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:26.566080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Pushing event updated for resources: {'Port': ['ID=e8fb21e8-0829-4edc-9398-93a94fa6361a,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:26.569403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:26.570091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Checking segment: {'id': '63e85562-2ce5-4294-8e19-e7b277fa4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8eec049a-4cdf-4120-a6a2-741e2ad9d6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:26.570840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.571389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Bound using segment: {'id': '63e85562-2ce5-4294-8e19-e7b277fa4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8eec049a-4cdf-4120-a6a2-741e2ad9d6ff'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:26.572113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Bound port: e8fb21e8-0829-4edc-9398-93a94fa6361a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e85562-2ce5-4294-8e19-e7b277fa4907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8eec049a-4cdf-4120-a6a2-741e2ad9d6ff'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:26.573464 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.589774 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.633025 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (116a44a8-fc83-4cc1-b3e6-d2d41ade638f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.641291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43922) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:26.711708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:26.752397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.773997 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-10204674-089a-4917-a781-565531eba6ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc53e599ff54437ab47fc51d8b2e020d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288712 Jan 28 13:42:26.790288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43924) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:26.840190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:42:26.849937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c38a4-dba7-424f-9820-b4279f9a15ff,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:26.888650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 58ad7723-a2fc-420c-8241-c901abb8fbf7) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:26.899521 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.921253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061268b2-8e14-4e79-98ec-dc2778a6b22a None None] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:26.928595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.930703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:26.931335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:26.977362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b98a3f27-ff0a-40ab-b8b3-e1f9dcb9f613 req-87da28ee-d8ab-4f96-9522-79c10485f578 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5132251 Jan 28 13:42:27.026207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (116a44a8-fc83-4cc1-b3e6-d2d41ade638f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.033315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:27.034135 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.091496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681bb6f0-e317-4a9c-99bd-61aa90757533 admin admin] Publish callbacks [] for security_group (8ce017f4-1555-481f-9687-ae293b712e70), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.106355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:27.113636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:27.122804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:27.126546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Network': ['ID=116a44a8-fc83-4cc1-b3e6-d2d41ade638f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:27.138434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae0689-29c4-45d8-b54e-dacbfc75758e None None] Pushing event updated for resources: {'Port': ['ID=4842f3e2-1d36-4ffb-823a-22206fc4d879,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:27.141685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] For port e8fb21e8-0829-4edc-9398-93a94fa6361a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:27.161911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-f40dffcc-d7eb-4c6c-b767-e31da4882b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:27.164956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-f40dffcc-d7eb-4c6c-b767-e31da4882b2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a&tenant_id=69af0ad4945646338076c65561bba12e HTTP/1.1" status: 200 len: 1094 time: 1.0474596 Jan 28 13:42:27.173460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2c00b2d2-8151-46ac-a0d2-4db0b5236216 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2045844 Jan 28 13:42:27.183578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:27.185264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:27.198923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-62b2b907-b40f-4eab-8b9b-1d6be79c383c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3176641 Jan 28 13:42:27.199651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43942) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:27.233222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'admin_state_up': True, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:27.247191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] For port e8fb21e8-0829-4edc-9398-93a94fa6361a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e8fb21e8-0829-4edc-9398-93a94fa6361a,segment=NetworkSegment(63e85562-2ce5-4294-8e19-e7b277fa4907),segment_id=63e85562-2ce5-4294-8e19-e7b277fa4907)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:27.255652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-920ca1cc-0a2a-440a-a923-ae69d4841f62 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-132161647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:27.317077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-920ca1cc-0a2a-440a-a923-ae69d4841f62 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (d05cbad4-3662-4290-90b5-20d9cbbd5890), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.324556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-920ca1cc-0a2a-440a-a923-ae69d4841f62 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (d05cbad4-3662-4290-90b5-20d9cbbd5890), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.352781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.397472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.401549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (445b4491-d476-4d74-9df2-c8684cf6d7cf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.443695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-49c95cf2-5a28-43ca-ba0d-0fa9f090b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:27.445843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-49c95cf2-5a28-43ca-ba0d-0fa9f090b059 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69af0ad4945646338076c65561bba12e&device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1094 time: 0.2400708 Jan 28 13:42:27.512737 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-920ca1cc-0a2a-440a-a923-ae69d4841f62 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (d05cbad4-3662-4290-90b5-20d9cbbd5890), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.538139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=92d0ce96-4f9a-429b-be9c-23737a733b31,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:27.543036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac51a3-fc47-45a6-badf-b507a86cb763 None None] Pushing event updated for resources: {'Port': ['ID=e8fb21e8-0829-4edc-9398-93a94fa6361a,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:27.547594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-58ad7723-a2fc-420c-8241-c901abb8fbf7', 'network_id': '58ad7723-a2fc-420c-8241-c901abb8fbf7', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': 'ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:27.549423 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.593078 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681bb6f0-e317-4a9c-99bd-61aa90757533 admin admin] Publish callbacks [] for security_group (8ce017f4-1555-481f-9687-ae293b712e70), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.615619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-920ca1cc-0a2a-440a-a923-ae69d4841f62 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (d05cbad4-3662-4290-90b5-20d9cbbd5890), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.714525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_controller (445b4491-d476-4d74-9df2-c8684cf6d7cf), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.870516 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:27.908963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Allocated IP 2001:db8:1::2 (58ad7723-a2fc-420c-8241-c901abb8fbf7/ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7/b5d5a9ff-ec11-4cde-b21c-e20a38def77b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:28.181685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (445b4491-d476-4d74-9df2-c8684cf6d7cf), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.299743 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-920ca1cc-0a2a-440a-a923-ae69d4841f62 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.301530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-920ca1cc-0a2a-440a-a923-ae69d4841f62 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0656209 Jan 28 13:42:28.318604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43960) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:28.384974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-03bcf4bd-bc85-450c-b3e5-4b7e889fa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:28.388481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-03bcf4bd-bc85-450c-b3e5-4b7e889fa317 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 200 len: 917 time: 0.9255769 Jan 28 13:42:28.452503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.635886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811246e-fac7-4e3e-afc3-8776e5ea1200 req-6fedf0e7-1eab-45e9-81a9-d509959628c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:28.645803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b811246e-fac7-4e3e-afc3-8776e5ea1200 req-6fedf0e7-1eab-45e9-81a9-d509959628c5 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.4469297 Jan 28 13:42:28.691055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-9ba37ee3-7003-49be-aa37-ae980b6d9b96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 200 len: 999 time: 0.2206316 Jan 28 13:42:28.804357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Publish callbacks [] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.824291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b51e7-6ea6-43b3-be6e-c87942dd611e None None] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:28.883704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.908960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681bb6f0-e317-4a9c-99bd-61aa90757533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8ce017f4-1555-481f-9687-ae293b712e70), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.915353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681bb6f0-e317-4a9c-99bd-61aa90757533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:28.925789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-681bb6f0-e317-4a9c-99bd-61aa90757533 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ce017f4-1555-481f-9687-ae293b712e70 HTTP/1.1" status: 204 len: 168 time: 2.1321461 Jan 28 13:42:28.959230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-107df1a5-eb65-47b9-8664-7127f5e2eb93 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:28.964389 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-107df1a5-eb65-47b9-8664-7127f5e2eb93 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/networks?id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 200 len: 814 time: 1.4143374 Jan 28 13:42:29.113059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.128442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d476f6-5296-4c10-be7a-c5f0efccd77a None None] Network 9a61b27a-b23f-4855-b7ac-e185219e7add requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:29.130337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-8543e4d9-dcbe-461b-86c3-4b102ca313c0 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/quotas/3cd7a670bf2440dda6ee3fae21e43f3a HTTP/1.1" status: 200 len: 375 time: 0.0709701 Jan 28 13:42:29.136925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:29.140777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ca1c6d52-14bf-4e58-9ab4-4dc09e34b044 None None] Provisioning complete for port de486031-6698-479d-9326-42dc38f59ed6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:29.141424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca1c6d52-14bf-4e58-9ab4-4dc09e34b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de486031-6698-479d-9326-42dc38f59ed6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.142286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb6f0-e317-4a9c-99bd-61aa90757533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce017f4-1555-481f-9687-ae293b712e70,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:29.187351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:29.341474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:29.352326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Pushing event updated for resources: {'Port': ['ID=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:29.388480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4842f3e2-1d36-4ffb-823a-22206fc4d879 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:29.659906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b811246e-fac7-4e3e-afc3-8776e5ea1200 req-ee192d89-7892-48fa-b387-559c7c7a90fd tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0130577 Jan 28 13:42:29.693860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Attempting to bind port b5d5a9ff-ec11-4cde-b21c-e20a38def77b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:29.697780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Attempting to bind port b5d5a9ff-ec11-4cde-b21c-e20a38def77b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'cef6f06b-7210-4c14-8299-f29fd5862868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '58ad7723-a2fc-420c-8241-c901abb8fbf7'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:29.698400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Attempting to bind port b5d5a9ff-ec11-4cde-b21c-e20a38def77b on network 58ad7723-a2fc-420c-8241-c901abb8fbf7 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:29.784285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:29.785042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Checking segment: {'id': 'cef6f06b-7210-4c14-8299-f29fd5862868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '58ad7723-a2fc-420c-8241-c901abb8fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:29.785643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.786333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Bound using segment: {'id': 'cef6f06b-7210-4c14-8299-f29fd5862868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '58ad7723-a2fc-420c-8241-c901abb8fbf7'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:29.787025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Bound port: b5d5a9ff-ec11-4cde-b21c-e20a38def77b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef6f06b-7210-4c14-8299-f29fd5862868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '58ad7723-a2fc-420c-8241-c901abb8fbf7'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:29.787610 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:29.795417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf39b5-f65c-4adb-8da5-5aa91878112b None None] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:29.814826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d88b73d2-a856-4775-9218-8c2d197f9a4a tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4919937 Jan 28 13:42:29.827616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-0c153d3d-de37-4304-a4ab-902ff182fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:29.833125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-0c153d3d-de37-4304-a4ab-902ff182fffa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 200 len: 855 time: 1.1315901 Jan 28 13:42:29.926948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c6d52-14bf-4e58-9ab4-4dc09e34b044 None None] Current status of the port de486031-6698-479d-9326-42dc38f59ed6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:29.929494 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca1c6d52-14bf-4e58-9ab4-4dc09e34b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (de486031-6698-479d-9326-42dc38f59ed6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.001780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4842f3e2-1d36-4ffb-823a-22206fc4d879 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:30.001780 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.073986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-13f2aaf3-4220-44a9-a4f7-2f4c55252f7d service neutron] 10.222.0.45 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036147 Jan 28 13:42:30.195895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ca1c6d52-14bf-4e58-9ab4-4dc09e34b044 None None] For port de486031-6698-479d-9326-42dc38f59ed6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de486031-6698-479d-9326-42dc38f59ed6,segment=NetworkSegment(da4c4119-efac-4334-986f-b38ad15c3e92),segment_id=da4c4119-efac-4334-986f-b38ad15c3e92)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:30.220190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-d93b7550-ebd7-4936-9255-4737bd5c972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:30.225513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-d93b7550-ebd7-4936-9255-4737bd5c972b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3cd958b-d7e9-4e36-89ac-8bce95b594a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3703609 Jan 28 13:42:30.303501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] For port b5d5a9ff-ec11-4cde-b21c-e20a38def77b, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:30.349026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] For port b5d5a9ff-ec11-4cde-b21c-e20a38def77b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,segment=NetworkSegment(cef6f06b-7210-4c14-8299-f29fd5862868),segment_id=cef6f06b-7210-4c14-8299-f29fd5862868)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:30.359658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca1c6d52-14bf-4e58-9ab4-4dc09e34b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (de486031-6698-479d-9326-42dc38f59ed6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.579987 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.622635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c6d52-14bf-4e58-9ab4-4dc09e34b044 None None] Pushing event updated for resources: {'Port': ['ID=de486031-6698-479d-9326-42dc38f59ed6,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:30.640130 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.645402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.719119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.802887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d149d58-4d21-48ca-bedf-843ee1af7e01 None None] Pushing event updated for resources: {'Port': ['ID=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:30.955625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.990343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-c18f6836-3099-4624-8c07-b53de78b97df service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459897 Jan 28 13:42:31.009638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Provisioning complete for port 4842f3e2-1d36-4ffb-823a-22206fc4d879 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:31.010269 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.097477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-a739bb9a-3b32-4513-916e-439489527546 service neutron] 10.222.0.45 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9951317 Jan 28 13:42:31.100691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.189521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4842f3e2-1d36-4ffb-823a-22206fc4d879 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:31.190148 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.222881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:31.474542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.25.4.97 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/0d26021b-cd57-4c40-94b0-e0c84d272c7e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:31.586938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe906e5-e203-4fba-a312-2a58fd9d36d3 req-4c390dbd-e226-4f3f-8f19-4dfbf1692e34 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:31.588484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbe906e5-e203-4fba-a312-2a58fd9d36d3 req-4c390dbd-e226-4f3f-8f19-4dfbf1692e34 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.6643975 Jan 28 13:42:31.650962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.681090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=92d0ce96-4f9a-429b-be9c-23737a733b31,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:31.718837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Current status of the port 4842f3e2-1d36-4ffb-823a-22206fc4d879 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:31.719252 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.742898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 4842f3e2-1d36-4ffb-823a-22206fc4d879, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4842f3e2-1d36-4ffb-823a-22206fc4d879,segment=NetworkSegment(c6e46132-7b63-4e92-acd0-0a9cb575f63d),segment_id=c6e46132-7b63-4e92-acd0-0a9cb575f63d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:31.779000 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.780010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de486031-6698-479d-9326-42dc38f59ed6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:31.885816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1863409946-network', 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:31.901942 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:42:31.902308 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:42:31.982903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=4842f3e2-1d36-4ffb-823a-22206fc4d879,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:32.016366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35453877-9120-4649-8614-3a459da4a338 req-60564b3d-0536-43f7-ac58-a51c1959908a tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 210 time: 0.2092500 Jan 28 13:42:32.019718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:32.029720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:32.031396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port de486031-6698-479d-9326-42dc38f59ed6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:32.032376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de486031-6698-479d-9326-42dc38f59ed6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.045584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-9a69541d-71c9-4845-bdaf-b407b2085a9b service neutron] 10.222.0.36 "GET /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9969854 Jan 28 13:42:32.063117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:32.070365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.126464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.233853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.394161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port de486031-6698-479d-9326-42dc38f59ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:32.405598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fb21e8-0829-4edc-9398-93a94fa6361a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:32.412215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbe906e5-e203-4fba-a312-2a58fd9d36d3 req-c52ad6fc-af30-4a79-a6b9-eadd2d818c43 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8033895 Jan 28 13:42:32.491372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8::1 (8eec049a-4cdf-4120-a6a2-741e2ad9d6ff/37237906-7066-4495-87de-93007cbe6807/4a297653-e8ae-4366-85d7-f49d106a7124) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:32.538680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.610591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Current status of the port 4842f3e2-1d36-4ffb-823a-22206fc4d879 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:32.615550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:32.650050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Provisioning complete for port e8fb21e8-0829-4edc-9398-93a94fa6361a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:32.655926 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.694665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e8fb21e8-0829-4edc-9398-93a94fa6361a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:32.695394 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.775418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:32.792829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 1c8a6e89-ec5d-431e-b431-db2154caea5d is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:42:32.846568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:32.908169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Current status of the port e8fb21e8-0829-4edc-9398-93a94fa6361a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:32.908726 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.949918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e8fb21e8-0829-4edc-9398-93a94fa6361a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:32.950515 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.076052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] For port e8fb21e8-0829-4edc-9398-93a94fa6361a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e8fb21e8-0829-4edc-9398-93a94fa6361a,segment=NetworkSegment(63e85562-2ce5-4294-8e19-e7b277fa4907),segment_id=63e85562-2ce5-4294-8e19-e7b277fa4907)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:33.087166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.184283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (4a297653-e8ae-4366-85d7-f49d106a7124), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.198779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Pushing event updated for resources: {'Port': ['ID=e8fb21e8-0829-4edc-9398-93a94fa6361a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:33.264885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9131277-aba3-4981-ac4e-5accfbc1b212 None None] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:33.297994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14e02eef-1151-4a29-8ec3-4b6ea5c9ee3d req-924fa045-7345-47a0-9c03-7adc70dcaf3c tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 210 time: 0.1115315 Jan 28 13:42:33.309791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:33.322070 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] Sync routers for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:33.335005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0114d30d-b20d-48ed-8396-682823d39792 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/1c8a6e89-ec5d-431e-b431-db2154caea5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7823288 Jan 28 13:42:33.350242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=0d26021b-cd57-4c40-94b0-e0c84d272c7e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:33.350904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44042) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:33.368973 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:33.369635 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:33.429945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Provisioning complete for port 92d0ce96-4f9a-429b-be9c-23737a733b31 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:33.430236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.475970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks [] for security_group (de7cfae9-ad76-4e2b-a252-4d0598ae5806), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.503178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (de7cfae9-ad76-4e2b-a252-4d0598ae5806), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.546452 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:33.560732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:33.640075 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:33.641102 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:33.668970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (35253962-7c6e-44a8-acd0-5354c8f4cef4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.669567 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Added segment 35253962-7c6e-44a8-acd0-5354c8f4cef4 of type vlan for network bd66b478-a8f5-487e-81fe-4e9e71689580 Jan 28 13:42:33.733187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23e9cd-0a91-458e-a126-c16c914ba32e tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:33.745075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ae23e9cd-0a91-458e-a126-c16c914ba32e tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports/92d0ce96-4f9a-429b-be9c-23737a733b31 HTTP/1.1" status: 200 len: 910 time: 0.3859479 Jan 28 13:42:33.808793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:33.862200 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:33.868289 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b03bb-1b1e-42ec-994b-41e84a47725d None None] The sync data for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:33.895863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (bd66b478-a8f5-487e-81fe-4e9e71689580), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:33.977662 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:42:33.978156 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:42:34.050143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Port 92d0ce96-4f9a-429b-be9c-23737a733b31 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:34.068129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Provisioning complete for port de486031-6698-479d-9326-42dc38f59ed6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:34.068577 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de486031-6698-479d-9326-42dc38f59ed6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.175304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.228476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7cfae9-ad76-4e2b-a252-4d0598ae5806,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:34.252180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a838d67a-a2c6-4dc4-bdeb-e0f02a3c1084 None None] Current status of the port de486031-6698-479d-9326-42dc38f59ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:34.256898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (bd66b478-a8f5-487e-81fe-4e9e71689580), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.273345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:34.273942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.405397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Provisioning complete for port 4842f3e2-1d36-4ffb-823a-22206fc4d879 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:34.406331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.618753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.3931484 Jan 28 13:42:34.629566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:34.653030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Request body: {'subnet': {'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1863409946-subnet', 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:34.682616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-a8cb3a18-c832-4068-b4d1-61f816117e87 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:34.686064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-a8cb3a18-c832-4068-b4d1-61f816117e87 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.60 "GET /v2.0/networks?id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 200 len: 814 time: 1.0594816 Jan 28 13:42:34.698177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=4a297653-e8ae-4366-85d7-f49d106a7124,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:34.706813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Request body: {'port': {'device_id': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e', 'admin_state_up': True, 'tenant_id': '3cd7a670bf2440dda6ee3fae21e43f3a'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:34.737358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652d95b-5531-46dd-9bd7-4dac77f6a085 admin admin] Pushing event updated for resources: {'Network': ['ID=bd66b478-a8f5-487e-81fe-4e9e71689580,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:34.794284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770e622-a793-4d13-8cb9-e4725c4724ab req-ae76ebc5-1df4-478d-965c-bd2790e9d36b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:34.815574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f770e622-a793-4d13-8cb9-e4725c4724ab req-ae76ebc5-1df4-478d-965c-bd2790e9d36b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.7969894 Jan 28 13:42:34.817074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Current status of the port 4842f3e2-1d36-4ffb-823a-22206fc4d879 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:34.824000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network bd66b478-a8f5-487e-81fe-4e9e71689580 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:42:34.996060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:35.009996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.147597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e8fb21e8-0829-4edc-9398-93a94fa6361a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:35.262055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.281561 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7f2eb04f-f026-427a-afec-e6123f0992ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.286989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Provisioning complete for port 92d0ce96-4f9a-429b-be9c-23737a733b31 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:35.287447 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.376901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Port 92d0ce96-4f9a-429b-be9c-23737a733b31 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:35.402470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Provisioning complete for port b5d5a9ff-ec11-4cde-b21c-e20a38def77b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:35.404608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.561849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f770e622-a793-4d13-8cb9-e4725c4724ab req-627954ab-c6fa-4ef9-a5a6-b461d2057a3e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5954692 Jan 28 13:42:35.664405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Current status of the port b5d5a9ff-ec11-4cde-b21c-e20a38def77b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:35.665207 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.724620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] For port b5d5a9ff-ec11-4cde-b21c-e20a38def77b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,segment=NetworkSegment(cef6f06b-7210-4c14-8299-f29fd5862868),segment_id=cef6f06b-7210-4c14-8299-f29fd5862868)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:35.726494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4842f3e2-1d36-4ffb-823a-22206fc4d879 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:35.774586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.831576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Provisioning complete for port e8fb21e8-0829-4edc-9398-93a94fa6361a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:35.832349 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:35.980908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4842f3e2-1d36-4ffb-823a-22206fc4d879 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:35.983187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.109245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Pushing event updated for resources: {'Port': ['ID=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:36.245794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-848a72db-b55d-4641-a87c-948038de5d28 None None] Current status of the port e8fb21e8-0829-4edc-9398-93a94fa6361a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:36.375734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4842f3e2-1d36-4ffb-823a-22206fc4d879 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:36.377548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de486031-6698-479d-9326-42dc38f59ed6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:36.404261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.449414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa65e318-11c0-4686-907e-39941343be8f req-b6f6af8d-db37-4574-a94c-546eb755d137 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 210 time: 1.0024974 Jan 28 13:42:36.472076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:36.495420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f32c43b9-96a5-41e8-8821-6fec5c5a8149 None None] Provisioning complete for port b5d5a9ff-ec11-4cde-b21c-e20a38def77b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:36.495948 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f32c43b9-96a5-41e8-8821-6fec5c5a8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.545600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:36.565647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:36.569412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.578197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (155f1533-4762-4f9a-90d3-6dcd494ded90), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.775315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port de486031-6698-479d-9326-42dc38f59ed6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:36.776973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de486031-6698-479d-9326-42dc38f59ed6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:36.789850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155f1533-4762-4f9a-90d3-6dcd494ded90,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:37.035025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Made reservation on behalf of 3cd7a670bf2440dda6ee3fae21e43f3a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:37.055555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.129695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f32c43b9-96a5-41e8-8821-6fec5c5a8149 None None] Current status of the port b5d5a9ff-ec11-4cde-b21c-e20a38def77b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:37.315595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcf30e-3ea4-47e2-b29b-3462f5038e14 req-6a713c20-88e8-4cca-802a-9f579ec93dfe tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:37.327107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bddcf30e-3ea4-47e2-b29b-3462f5038e14 req-6a713c20-88e8-4cca-802a-9f579ec93dfe tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.4975023 Jan 28 13:42:37.347047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:37.351964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Network hostable DHCP agents. Network: bd66b478-a8f5-487e-81fe-4e9e71689580, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:37.405454 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.492604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.510509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b9d8005c-9765-4d10-935d-c8e4dee75492 None None] Provisioning complete for port 4a297653-e8ae-4366-85d7-f49d106a7124 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:37.515260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b9d8005c-9765-4d10-935d-c8e4dee75492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.518872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port de486031-6698-479d-9326-42dc38f59ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:37.539562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b5d5a9ff-ec11-4cde-b21c-e20a38def77b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:37.582608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:37.715400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8005c-9765-4d10-935d-c8e4dee75492 None None] Port 4a297653-e8ae-4366-85d7-f49d106a7124 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:37.721005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, bd66b478-a8f5-487e-81fe-4e9e71689580) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:37.746971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:37.748480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:37.851047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d305aab-2f85-4b76-a481-64b3551026e2 None None] Network bd66b478-a8f5-487e-81fe-4e9e71689580 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:37.859599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bddcf30e-3ea4-47e2-b29b-3462f5038e14 req-c88070a0-fa6f-4d7b-af10-61aa5a0b33f8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5124066 Jan 28 13:42:37.863071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 445b4491-d476-4d74-9df2-c8684cf6d7cf is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:42:37.896137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-232ccd12-9b1b-4f44-a0ac-ff6541aeddd7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.2455847 Jan 28 13:42:38.017322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.21.0.1 (9a61b27a-b23f-4855-b7ac-e185219e7add/920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3/d2df2fb3-a364-4f11-98ab-4a79d97fe565) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:38.127898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:38.194334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.200357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-33c22ebb-4962-48ef-a96a-8cde8b842f92 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.0001523 Jan 28 13:42:38.202211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Sync routers for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:38.203830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:38.209492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.234291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662e417-9f5b-4795-b73d-03157ceba1f3 None None] Network bd66b478-a8f5-487e-81fe-4e9e71689580 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:38.241132 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8cd8-9c6d-4e4d-8094-943509d5c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.262437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.400148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:38.400600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:38.446251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b5d5a9ff-ec11-4cde-b21c-e20a38def77b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:38.446648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:38.475655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=d2df2fb3-a364-4f11-98ab-4a79d97fe565,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:38.645602 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19c4612f-ac81-4761-b6e6-151daab44773 req-3a3f2168-bec6-4db2-a620-081f64776dd3 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 210 time: 0.3911150 Jan 28 13:42:38.914183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d7d35092-6738-413d-bb01-96b22e06472f tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=aa1c3630930844d7afe338be16c6f395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7087038 Jan 28 13:42:38.917982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44124) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:39.184798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:39.197553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 9a61b27a-b23f-4855-b7ac-e185219e7add is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:39.255520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:39.338869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:39.661022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.674911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Allocated IP 172.20.0.2 (2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e/8dcf1291-61c8-4663-94c4-efbb39af06a6/83dd59e9-7c37-498c-8b85-2302d7334126) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:39.849537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba1aac-8e1c-4a8e-8788-45c565dd1138 req-317bb36d-18a5-4dfb-bc5f-affc884c0524 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:39.881570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09ba1aac-8e1c-4a8e-8788-45c565dd1138 req-317bb36d-18a5-4dfb-bc5f-affc884c0524 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.7272675 Jan 28 13:42:39.896551 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:39.926824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b5d5a9ff-ec11-4cde-b21c-e20a38def77b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:39.930401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fb21e8-0829-4edc-9398-93a94fa6361a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:40.245703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b32c55-a835-47e1-bab7-acc43c568101 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:40.252510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11b32c55-a835-47e1-bab7-acc43c568101 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3326652 Jan 28 13:42:40.277858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44154) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:40.462112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e8fb21e8-0829-4edc-9398-93a94fa6361a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:40.467651 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.524861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed520120-8f0d-498a-8961-72a4b8425d70 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2377040 Jan 28 13:42:40.525528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44156) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:40.537371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks [] for port (83dd59e9-7c37-498c-8b85-2302d7334126), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.547223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-900380332', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:40.576202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7f4fe26c-a131-4ac0-bfd1-bb84f8dba6c7 None None] Provisioning complete for port d2df2fb3-a364-4f11-98ab-4a79d97fe565 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:40.576904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7f4fe26c-a131-4ac0-bfd1-bb84f8dba6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.789679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-be6e8b67-b0ac-47fe-82ba-f8e66109d7f1 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:40.795050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-be6e8b67-b0ac-47fe-82ba-f8e66109d7f1 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.5411792 Jan 28 13:42:40.870317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-431bf053-f45c-40d2-abb5-66b894197cdd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.0567820 Jan 28 13:42:40.884058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:40.891187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.898629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:40.948943 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.014340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (4a297653-e8ae-4366-85d7-f49d106a7124), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.036396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:33Z', 'revision_number': 3, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:41.071031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fe26c-a131-4ac0-bfd1-bb84f8dba6c7 None None] Port d2df2fb3-a364-4f11-98ab-4a79d97fe565 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:41.075766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Checking router: 445b4491-d476-4d74-9df2-c8684cf6d7cf for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:42:41.077142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Updating router 445b4491-d476-4d74-9df2-c8684cf6d7cf port 0d26021b-cd57-4c40-94b0-e0c84d272c7e binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:42:41.114086 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.173305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-541eef06-262e-4ed5-9a9e-272c189964b7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2587426 Jan 28 13:42:41.210503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e8fb21e8-0829-4edc-9398-93a94fa6361a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:41.425074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Pushing event updated for resources: {'Port': ['ID=83dd59e9-7c37-498c-8b85-2302d7334126,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:41.455894 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.456734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.504830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:41.551383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-529495eb-272a-414c-850f-609388aecf17 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191459 Jan 28 13:42:41.564556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09ba1aac-8e1c-4a8e-8788-45c565dd1138 req-62a87cd8-fd73-48f3-9edb-d7500fbd5412 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6766386 Jan 28 13:42:41.655959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:41.665273 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.691775 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Publish callbacks [] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.705777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b5d5a9ff-ec11-4cde-b21c-e20a38def77b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:41.706047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:41.757226 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.926054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8f9c1-133c-44ff-a0a5-9b9ee207d658 None None] Pushing event updated for resources: {'Port': ['ID=0d26021b-cd57-4c40-94b0-e0c84d272c7e,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:41.930263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Attempting to bind port 0d26021b-cd57-4c40-94b0-e0c84d272c7e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:41.931009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Attempting to bind port 0d26021b-cd57-4c40-94b0-e0c84d272c7e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:41.931884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Attempting to bind port 0d26021b-cd57-4c40-94b0-e0c84d272c7e on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:41.944655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:41.945958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:41.946704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:41.948025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:41.949560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Bound port: 0d26021b-cd57-4c40-94b0-e0c84d272c7e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:41.950630 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.007069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-b90b10e4-69e4-43e0-9205-25b402e1b3d5 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136686 Jan 28 13:42:42.171072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (d884423c-a344-4c5a-8153-a6091e52e0a1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.260566 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.306952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.385862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.482705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=4a297653-e8ae-4366-85d7-f49d106a7124,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:42.677408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-813b2e4a-49ba-484e-8145-f5eb5c169e67 req-dd67e38a-106d-4342-9cd3-74f22615273e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 210 time: 0.1289837 Jan 28 13:42:42.728285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Checking segment: {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:42.731377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network hostable DHCP agents. Network: 116a44a8-fc83-4cc1-b3e6-d2d41ade638f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:42:42.733698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.748673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Subnet': ['ID=d884423c-a344-4c5a-8153-a6091e52e0a1,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:42.809908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:42:42.847665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 116a44a8-fc83-4cc1-b3e6-d2d41ade638f) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:42.854805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:42.855502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:42.881458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65a568f-9568-4916-b2d7-8f80d4930442 None None] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:42.973404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f41d441e-b2c6-4fc6-af76-b856b16d7c5d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4423158 Jan 28 13:42:42.981689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44186) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:43.106369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b5d5a9ff-ec11-4cde-b21c-e20a38def77b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:43.107050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.137640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d53b6a-0846-4380-a740-7cc8dbb06878 req-36b071f9-1a6f-4e5e-ab06-697545662f8e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:43.145617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d53b6a-0846-4380-a740-7cc8dbb06878 req-36b071f9-1a6f-4e5e-ab06-697545662f8e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.2462330 Jan 28 13:42:43.160728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=d2df2fb3-a364-4f11-98ab-4a79d97fe565,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:43.283938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 9a61b27a-b23f-4855-b7ac-e185219e7add is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:43.324805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:43.357058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d53b6a-0846-4380-a740-7cc8dbb06878 req-bfa4d081-4c2f-4a4a-ae3b-4c2aa83b595c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102666 Jan 28 13:42:43.392633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:43.393679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.438130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] For port 0d26021b-cd57-4c40-94b0-e0c84d272c7e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:43.493028 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee2825-4971-4609-aeba-c4bedb66e4ed req-96e178e9-1d8e-4cee-b33c-dc41e8a7ff65 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:43.511402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6eee2825-4971-4609-aeba-c4bedb66e4ed req-96e178e9-1d8e-4cee-b33c-dc41e8a7ff65 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 931 time: 1.2356088 Jan 28 13:42:43.540941 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-ad6dc4d5-e777-4333-b63a-acb2e1d544bc tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8381002 Jan 28 13:42:43.630468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] For port 0d26021b-cd57-4c40-94b0-e0c84d272c7e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d26021b-cd57-4c40-94b0-e0c84d272c7e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:43.653521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Request body: {'port': {'device_id': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:43.678585 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.739968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922396e3-51e4-4175-a895-042125157daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:42:43.751650 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-922396e3-51e4-4175-a895-042125157daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:43.780869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:43.987963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:44.436810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-495a6677-70e8-47d6-8ef8-7e2575942c65 req-8103d2dd-b389-4ca8-ba4f-9cbe75cedf7e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 210 time: 0.4431689 Jan 28 13:42:44.510758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6eee2825-4971-4609-aeba-c4bedb66e4ed req-05a06f74-32e9-4aa4-b38f-dbe344ba3507 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9543850 Jan 28 13:42:44.701387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 1c8a6e89-ec5d-431e-b431-db2154caea5d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:44.836766 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:44.905167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router d05cbad4-3662-4290-90b5-20d9cbbd5890 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:42:45.028335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.045847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-922396e3-51e4-4175-a895-042125157daf None None] Allocated IP 172.20.0.2 (116a44a8-fc83-4cc1-b3e6-d2d41ade638f/d884423c-a344-4c5a-8153-a6091e52e0a1/e20bb59e-664b-4bdd-85db-aff39400d1d5) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:45.093524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:45.094540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:45.100938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8f9c1-133c-44ff-a0a5-9b9ee207d658 None None] Pushing event updated for resources: {'Port': ['ID=0d26021b-cd57-4c40-94b0-e0c84d272c7e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:45.110274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4e08f768-64d6-44ad-9537-74589335d0df None None] Provisioning complete for port d2df2fb3-a364-4f11-98ab-4a79d97fe565 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:45.111511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4e08f768-64d6-44ad-9537-74589335d0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:45.217620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23732758-d195-4c4a-8d29-6589f7c4cc28 req-ecd5840d-1c5a-4490-92cf-8a70a7bf0d44 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:45.233334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23732758-d195-4c4a-8d29-6589f7c4cc28 req-ecd5840d-1c5a-4490-92cf-8a70a7bf0d44 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.5110033 Jan 28 13:42:45.634897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23732758-d195-4c4a-8d29-6589f7c4cc28 req-8b73c644-9e8d-4a78-8165-764d597c261b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858628 Jan 28 13:42:46.276919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b5d5a9ff-ec11-4cde-b21c-e20a38def77b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:46.285391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4e08f768-64d6-44ad-9537-74589335d0df None None] Port d2df2fb3-a364-4f11-98ab-4a79d97fe565 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:46.293024 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-922396e3-51e4-4175-a895-042125157daf None None] Publish callbacks [] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.322435 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-922396e3-51e4-4175-a895-042125157daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.323706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:46.447247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d447d0-02c6-4f00-98dd-a40688a8bc5f req-52151df8-dcb5-45ed-9ab4-1c59579a765e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:46.460927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26d447d0-02c6-4f00-98dd-a40688a8bc5f req-52151df8-dcb5-45ed-9ab4-1c59579a765e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 931 time: 0.6300497 Jan 28 13:42:46.467143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922396e3-51e4-4175-a895-042125157daf None None] Pushing event updated for resources: {'Port': ['ID=e20bb59e-664b-4bdd-85db-aff39400d1d5,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:46.620418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922396e3-51e4-4175-a895-042125157daf None None] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:46.625459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-922396e3-51e4-4175-a895-042125157daf None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:46.660499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922396e3-51e4-4175-a895-042125157daf None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:46.675005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-85dd92a6-0ccb-47de-a9cf-31efb0a3f516 None None] Provisioning complete for port 4a297653-e8ae-4366-85d7-f49d106a7124 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:46.675390 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85dd92a6-0ccb-47de-a9cf-31efb0a3f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:46.712644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-9e4b5876-1187-4d6e-9131-ca5362485338 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:46.723233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-9e4b5876-1187-4d6e-9131-ca5362485338 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.9399514 Jan 28 13:42:46.774064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Request body: {'port': {'device_id': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'admin_state_up': True, 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:46.927232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:46.927820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85dd92a6-0ccb-47de-a9cf-31efb0a3f516 None None] Port 4a297653-e8ae-4366-85d7-f49d106a7124 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:46.951490 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] Sync routers for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:46.955372 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d83b5687-b557-4096-8a96-268ac5814a92 req-c41595cd-b9a6-4da0-8009-23c5d6a32ae5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 210 time: 0.0685382 Jan 28 13:42:46.991174 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:46.992691 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:47.022969 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-453f589d-8cde-4dcc-ad7b-2e397a3ee32d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/1c8a6e89-ec5d-431e-b431-db2154caea5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1956782 Jan 28 13:42:47.036164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44242) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.142899 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:47.177077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-922396e3-51e4-4175-a895-042125157daf None None] Attempting to bind port e20bb59e-664b-4bdd-85db-aff39400d1d5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:47.184909 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:47.186124 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:47.188951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-922396e3-51e4-4175-a895-042125157daf None None] Attempting to bind port e20bb59e-664b-4bdd-85db-aff39400d1d5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:47.189283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922396e3-51e4-4175-a895-042125157daf None None] Attempting to bind port e20bb59e-664b-4bdd-85db-aff39400d1d5 on network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:47.245945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922396e3-51e4-4175-a895-042125157daf None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:47.246557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922396e3-51e4-4175-a895-042125157daf None None] Checking segment: {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:47.246851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-922396e3-51e4-4175-a895-042125157daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.247282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922396e3-51e4-4175-a895-042125157daf None None] Bound using segment: {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:47.247992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-922396e3-51e4-4175-a895-042125157daf None None] Bound port: e20bb59e-664b-4bdd-85db-aff39400d1d5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:47.248302 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-922396e3-51e4-4175-a895-042125157daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.252533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26d447d0-02c6-4f00-98dd-a40688a8bc5f req-9a87dcfa-fca0-473c-bf1c-1d7e91a08ba9 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870376 Jan 28 13:42:47.351954 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:47.352719 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290ae24d-fb06-49d9-8ae2-fda7533d7618 None None] The sync data for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:47.451694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-922396e3-51e4-4175-a895-042125157daf None None] For port e20bb59e-664b-4bdd-85db-aff39400d1d5, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:47.458840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:47.460547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-922396e3-51e4-4175-a895-042125157daf None None] For port e20bb59e-664b-4bdd-85db-aff39400d1d5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e20bb59e-664b-4bdd-85db-aff39400d1d5,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:47.472471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-922396e3-51e4-4175-a895-042125157daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:47.490146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e22ff-1d11-4dde-9d89-bc75748cd36f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:47.492445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-416e22ff-1d11-4dde-9d89-bc75748cd36f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports/d2df2fb3-a364-4f11-98ab-4a79d97fe565 HTTP/1.1" status: 200 len: 910 time: 0.4546564 Jan 28 13:42:47.500225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44246) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.507029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e016da9d-a67d-4a3d-b24a-958870c76fb3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/d05cbad4-3662-4290-90b5-20d9cbbd5890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1821418 Jan 28 13:42:47.507339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.20.0.1 (116a44a8-fc83-4cc1-b3e6-d2d41ade638f/d884423c-a344-4c5a-8153-a6091e52e0a1/8e8a5651-2dba-4ead-adec-f7334a103db1) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:47.538292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44248) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:47.559527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] Sync routers for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:47.586035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:33Z', 'revision_number': 3, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:47.723461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b9a99-59d6-47b8-acd0-650fdbdd9766 None None] The sync data for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 is: [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:33Z', 'revision_number': 3, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:47.754721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:47.820340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:47.878199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8889a4-11d4-4049-94ea-215453763dff req-c17cf35d-ff1c-4b46-9f77-b0668970603b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:47.903329 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9c8889a4-11d4-4049-94ea-215453763dff req-c17cf35d-ff1c-4b46-9f77-b0668970603b tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.6581941 Jan 28 13:42:48.059610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:48.098564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de16145-2b01-4fe5-add3-8b287dc8cdc3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:48.115792 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4de16145-2b01-4fe5-add3-8b287dc8cdc3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports/4a297653-e8ae-4366-85d7-f49d106a7124 HTTP/1.1" status: 200 len: 911 time: 0.5649781 Jan 28 13:42:48.139057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44260) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:48.144957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922396e3-51e4-4175-a895-042125157daf None None] Pushing event updated for resources: {'Port': ['ID=e20bb59e-664b-4bdd-85db-aff39400d1d5,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:48.195507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:48.196269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:48.395557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:48.398004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072c089-ed52-4b58-8932-f853583c3ab1 None None] The sync data for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:48.430785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfcf102d-1893-4cea-97c0-9df5b41333c3 req-b4e5dbb7-40df-4f6f-ae07-a7e0aee5e0de tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 210 time: 0.1040473 Jan 28 13:42:48.443294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:48.447836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:48.807018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9c8889a4-11d4-4049-94ea-215453763dff req-e68c87fa-cc92-4c30-9b35-e0f88859131a tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9024794 Jan 28 13:42:48.886606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e20bb59e-664b-4bdd-85db-aff39400d1d5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:49.071112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Allocated IP 172.20.0.3 (bd66b478-a8f5-487e-81fe-4e9e71689580/155f1533-4762-4f9a-90d3-6dcd494ded90/72b8a403-541b-40c1-bbdb-1685027dfa39) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:49.194861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e20bb59e-664b-4bdd-85db-aff39400d1d5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:49.195919 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.548463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83dd59e9-7c37-498c-8b85-2302d7334126 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:42:49.618914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Publish callbacks [] for port (83dd59e9-7c37-498c-8b85-2302d7334126), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:49.912423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Transition to ACTIVE for port object 83dd59e9-7c37-498c-8b85-2302d7334126 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:42:49.963820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.061320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-853c23dc-74b7-4ae1-a276-a5346e1f269a req-28e10b97-f4a7-4ddd-94b8-af3cb35bc6d2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 210 time: 0.2549014 Jan 28 13:42:50.260884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks [] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.476279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2219f9-1d47-4c77-851f-b469330af77e req-45b16721-29c8-47bf-bb4d-e50d8a4ed625 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:50.485519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b2219f9-1d47-4c77-851f-b469330af77e req-45b16721-29c8-47bf-bb4d-e50d8a4ed625 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 931 time: 0.8422384 Jan 28 13:42:50.510300 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.571839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.577754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb21d21d-9c5b-4ae3-a44a-cfab0b2a7871 None None] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:42:50.715470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29fdde-9435-4c76-a3c4-4e5f29804694 req-ba94db5d-878d-4cfa-a9d9-e4dc219c439d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:50.723872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b29fdde-9435-4c76-a3c4-4e5f29804694 req-ba94db5d-878d-4cfa-a9d9-e4dc219c439d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.1479321 Jan 28 13:42:50.744977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e20bb59e-664b-4bdd-85db-aff39400d1d5 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:50.745826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.934899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b2219f9-1d47-4c77-851f-b469330af77e req-cc83e2f3-249b-410e-b1fd-6603de75472c tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463952 Jan 28 13:42:50.958228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.966039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port e20bb59e-664b-4bdd-85db-aff39400d1d5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e20bb59e-664b-4bdd-85db-aff39400d1d5,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:50.975356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a56d4fac-2a1d-43fb-a9bd-88e65e8f2b4e None None] Provisioning complete for port e20bb59e-664b-4bdd-85db-aff39400d1d5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:50.975758 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a56d4fac-2a1d-43fb-a9bd-88e65e8f2b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:50.982587 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.164011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=e20bb59e-664b-4bdd-85db-aff39400d1d5,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:51.387831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d26021b-cd57-4c40-94b0-e0c84d272c7e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:51.585548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8:1::1 (58ad7723-a2fc-420c-8241-c901abb8fbf7/ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7/7bd32e38-b388-4429-ad87-33a0cb49b181) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:42:51.643886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a56d4fac-2a1d-43fb-a9bd-88e65e8f2b4e None None] Current status of the port e20bb59e-664b-4bdd-85db-aff39400d1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:51.700401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0d26021b-cd57-4c40-94b0-e0c84d272c7e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:51.700766 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:51.893776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.019805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Pushing event updated for resources: {'Port': ['ID=83dd59e9-7c37-498c-8b85-2302d7334126,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.030455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0d26021b-cd57-4c40-94b0-e0c84d272c7e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:52.030870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.158825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.175843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 0d26021b-cd57-4c40-94b0-e0c84d272c7e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d26021b-cd57-4c40-94b0-e0c84d272c7e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:52.184362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.226572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:52.236723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.288063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:52.298701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:52.334198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8e7320c0-6481-41f5-914a-f0a8d158ae56 None None] Provisioning complete for port e20bb59e-664b-4bdd-85db-aff39400d1d5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:52.334572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8e7320c0-6481-41f5-914a-f0a8d158ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.339704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=7bd32e38-b388-4429-ad87-33a0cb49b181,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.383374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:52.399847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:52.412280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:52.412855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.424329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=0d26021b-cd57-4c40-94b0-e0c84d272c7e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.431757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:52.432445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.443732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b29fdde-9435-4c76-a3c4-4e5f29804694 req-e468ffca-07ce-4756-90dc-c7d271ee8f4d tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7181172 Jan 28 13:42:52.516266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:52.518808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event updated for resources: {'Port': ['ID=72b8a403-541b-40c1-bbdb-1685027dfa39,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.651629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8e7320c0-6481-41f5-914a-f0a8d158ae56 None None] Current status of the port e20bb59e-664b-4bdd-85db-aff39400d1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:52.666539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=8e8a5651-2dba-4ead-adec-f7334a103db1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:52.692404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:52.695583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:42:52.734627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Attempting to bind port 83dd59e9-7c37-498c-8b85-2302d7334126 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:52.735213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Attempting to bind port 83dd59e9-7c37-498c-8b85-2302d7334126 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:52.736319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Attempting to bind port 83dd59e9-7c37-498c-8b85-2302d7334126 on network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:52.755701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:52.777470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Port 83dd59e9-7c37-498c-8b85-2302d7334126 on network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:42:52.777695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Attempting to bind port 83dd59e9-7c37-498c-8b85-2302d7334126 on network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:52.901283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5a5c3-3ef2-45c5-ae75-fbd5b1f1e4f1 req-511d3cf2-8cf6-42eb-ba88-5edbfd1eb763 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:52.903057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ba5a5c3-3ef2-45c5-ae75-fbd5b1f1e4f1 req-511d3cf2-8cf6-42eb-ba88-5edbfd1eb763 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 943 time: 0.3146110 Jan 28 13:42:52.913427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:52.913809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Checking segment: {'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:52.918110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Bound using segment: {'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:52.918639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Bound port: 83dd59e9-7c37-498c-8b85-2302d7334126, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:52.919066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.014998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-de89090a-7188-4aec-a3d4-2265c24d8eb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2472682 Jan 28 13:42:53.096137 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.101898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-65d18949-6bf5-4e72-84ce-e2c5ff37a187 None None] Provisioning complete for port 7bd32e38-b388-4429-ad87-33a0cb49b181 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:53.102512 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-65d18949-6bf5-4e72-84ce-e2c5ff37a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.116821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Request body: {'port': {'device_id': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:53.138866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1f8a-0835-4aee-b5f2-80612c6b2486 req-6094de3c-3e4c-48fc-bfc6-f448a352c6bd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:53.141700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f8e1f8a-0835-4aee-b5f2-80612c6b2486 req-6094de3c-3e4c-48fc-bfc6-f448a352c6bd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 931 time: 1.0704441 Jan 28 13:42:53.239044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.255318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e20bb59e-664b-4bdd-85db-aff39400d1d5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:53.309902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-65d18949-6bf5-4e72-84ce-e2c5ff37a187 None None] Port 7bd32e38-b388-4429-ad87-33a0cb49b181 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:53.319519 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ba5a5c3-3ef2-45c5-ae75-fbd5b1f1e4f1 req-8709cbe6-c96c-489f-a39e-7fb26b973819 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856792 Jan 28 13:42:53.321317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] For port 83dd59e9-7c37-498c-8b85-2302d7334126, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:53.339703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e20bb59e-664b-4bdd-85db-aff39400d1d5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:53.340369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.349015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] For port 83dd59e9-7c37-498c-8b85-2302d7334126, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83dd59e9-7c37-498c-8b85-2302d7334126,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:53.357797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.420995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.451898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-51671b62-9d3a-467f-a29f-7a2dfc199bd3 None None] Provisioning complete for port 8e8a5651-2dba-4ead-adec-f7334a103db1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:53.452450 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51671b62-9d3a-467f-a29f-7a2dfc199bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.463993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e20bb59e-664b-4bdd-85db-aff39400d1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:53.465392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d26021b-cd57-4c40-94b0-e0c84d272c7e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:42:53.540777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51671b62-9d3a-467f-a29f-7a2dfc199bd3 None None] Port 8e8a5651-2dba-4ead-adec-f7334a103db1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:53.573852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0d26021b-cd57-4c40-94b0-e0c84d272c7e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:53.574434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.607970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f8e1f8a-0835-4aee-b5f2-80612c6b2486 req-743cddd3-e632-4fb7-8c19-38e5351c91b5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428588 Jan 28 13:42:53.613464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.686787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0d26021b-cd57-4c40-94b0-e0c84d272c7e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:53.697344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:53.698228 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.699847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] 10.222.0.60 "PUT /v2.0/ports/83dd59e9-7c37-498c-8b85-2302d7334126 HTTP/1.1" status: 200 len: 1091 time: 10.1342764 Jan 28 13:42:53.702400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'tag': '83dd59e9-7c37-498c-8b85-2302d7334126'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:53.705760 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94622bfc-73c2-4832-8084-52ec8c70d4df" -d '{"events": [{"name": "network-changed", "server_uuid": "bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8", "tag": "83dd59e9-7c37-498c-8b85-2302d7334126"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:53.799331 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7505628a-6ad1-4f47-891b-f186da0b4fe4 x-openstack-request-id: req-7505628a-6ad1-4f47-891b-f186da0b4fe4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:53.800001 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8", "tag": "83dd59e9-7c37-498c-8b85-2302d7334126", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:53.800001 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7505628a-6ad1-4f47-891b-f186da0b4fe4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:53.808458 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'tag': '83dd59e9-7c37-498c-8b85-2302d7334126', 'status': 'completed', 'code': 200} Jan 28 13:42:53.842040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924ea5c-1661-48ac-9dbd-6cb866351425 service neutron] Pushing event updated for resources: {'Port': ['ID=83dd59e9-7c37-498c-8b85-2302d7334126,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:53.880627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc836cce-9caa-4ca8-b605-70d0d7d5dc92 req-89b55425-cd22-4e17-863f-85d48106e372 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:53.882211 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc836cce-9caa-4ca8-b605-70d0d7d5dc92 req-89b55425-cd22-4e17-863f-85d48106e372 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.1735079 Jan 28 13:42:53.944633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.971326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:53.972348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.066699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fc836cce-9caa-4ca8-b605-70d0d7d5dc92 req-cb10fda7-4fe0-4192-a259-2345a7393923 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722367 Jan 28 13:42:54.109865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-29851a74-824d-464c-a751-a7e259ba5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:54.112605 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-29851a74-824d-464c-a751-a7e259ba5cef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 1094 time: 0.3202975 Jan 28 13:42:54.313060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-3eca5863-a5c9-4e16-8ca2-005a9352ec09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83dd59e9-7c37-498c-8b85-2302d7334126 HTTP/1.1" status: 200 len: 217 time: 0.1909070 Jan 28 13:42:54.319095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.330859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:54.331772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=7bd32e38-b388-4429-ad87-33a0cb49b181,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:54.368210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.385136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:54.733207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b8a403-541b-40c1-bbdb-1685027dfa39 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:42:54.764880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Publish callbacks [] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.812930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Transition to ACTIVE for port object 72b8a403-541b-40c1-bbdb-1685027dfa39 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:42:54.864127 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.876395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.893580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=8e8a5651-2dba-4ead-adec-f7334a103db1,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:54.908721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1827ab2d-d561-4ebf-9d74-c13f52d709df None None] Provisioning complete for port 7bd32e38-b388-4429-ad87-33a0cb49b181 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:54.910602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1827ab2d-d561-4ebf-9d74-c13f52d709df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.008227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1827ab2d-d561-4ebf-9d74-c13f52d709df None None] Port 7bd32e38-b388-4429-ad87-33a0cb49b181 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:55.028685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port d2df2fb3-a364-4f11-98ab-4a79d97fe565 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:55.028685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.031838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=72b8a403-541b-40c1-bbdb-1685027dfa39,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:55.046672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470636a-a07a-40bf-b1a5-70467f2eebe6 req-e9dd867c-714e-4d8f-8cc4-6055378ed54b tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.049663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1470636a-a07a-40bf-b1a5-70467f2eebe6 req-e9dd867c-714e-4d8f-8cc4-6055378ed54b tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 943 time: 0.5554335 Jan 28 13:42:55.110107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-240d5fa3-a1b5-4bc5-831b-d688abdfe242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.116361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-240d5fa3-a1b5-4bc5-831b-d688abdfe242 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dcf1291-61c8-4663-94c4-efbb39af06a6 HTTP/1.1" status: 200 len: 854 time: 0.7743142 Jan 28 13:42:55.161506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-63910051-2525-4e25-b8ba-714b3dd91f01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380843 Jan 28 13:42:55.262927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Attempting to bind port 72b8a403-541b-40c1-bbdb-1685027dfa39 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:55.263356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Attempting to bind port 72b8a403-541b-40c1-bbdb-1685027dfa39 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:55.263764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Attempting to bind port 72b8a403-541b-40c1-bbdb-1685027dfa39 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:55.279339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Port 72b8a403-541b-40c1-bbdb-1685027dfa39 on network bd66b478-a8f5-487e-81fe-4e9e71689580 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:42:55.279670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Attempting to bind port 72b8a403-541b-40c1-bbdb-1685027dfa39 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:55.291777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:55.292485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:55.292879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Bound using segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:55.293327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Bound port: 72b8a403-541b-40c1-bbdb-1685027dfa39, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:55.293688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.302859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1470636a-a07a-40bf-b1a5-70467f2eebe6 req-e44dda46-2bea-40fc-8173-4e85598f1529 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271879 Jan 28 13:42:55.336525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router d05cbad4-3662-4290-90b5-20d9cbbd5890 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:55.382927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03c218-ec47-4acf-a782-faf25341bfb9 req-57ad92f7-35f5-4e47-b761-269738ce5ced tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.384362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:55.392845 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f03c218-ec47-4acf-a782-faf25341bfb9 req-57ad92f7-35f5-4e47-b761-269738ce5ced tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 943 time: 0.3105030 Jan 28 13:42:55.402177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for d2df2fb3-a364-4f11-98ab-4a79d97fe565 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:55.407995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-c7430927-a732-40e2-b5ff-b62d1444d15e service neutron] 10.222.0.60 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979318 Jan 28 13:42:55.616667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f03c218-ec47-4acf-a782-faf25341bfb9 req-92d23ac0-756f-48b3-ad30-7ebbd8420792 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228508 Jan 28 13:42:55.627262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:55.640220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8068b8fc-e1da-4284-ae6e-e8d18ec20d99 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/d05cbad4-3662-4290-90b5-20d9cbbd5890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4890404 Jan 28 13:42:55.648567 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] Sync routers for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:55.656657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44374) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:55.675555 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:55.676239 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:55.763359 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:55.784823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5227834-8344-4588-92f1-19300c1d1fe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:55.787913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d5227834-8344-4588-92f1-19300c1d1fe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports/7bd32e38-b388-4429-ad87-33a0cb49b181 HTTP/1.1" status: 200 len: 913 time: 0.1287844 Jan 28 13:42:55.792840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44378) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:55.797747 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:55.799444 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:55.877766 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:55.878835 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41965411-13c7-4c8a-b93c-722210447a91 None None] The sync data for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:55.906954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9db4748c-2a30-47ab-b375-fef345ff70b7 req-0a9f6dbb-72c7-487a-b73e-b3a64f2f321c service neutron] 10.222.0.60 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841902 Jan 28 13:42:56.037407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:42:56.063202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:42:56.111502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-0755e10d-9b7b-46a6-8885-9847f1f4c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.114295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-0755e10d-9b7b-46a6-8885-9847f1f4c6ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 1094 time: 0.1202333 Jan 28 13:42:56.172067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] For port 72b8a403-541b-40c1-bbdb-1685027dfa39, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:56.177361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] For port 72b8a403-541b-40c1-bbdb-1685027dfa39, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=72b8a403-541b-40c1-bbdb-1685027dfa39,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:56.305796 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:42:56.312650 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.498146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.498892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.500418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/72b8a403-541b-40c1-bbdb-1685027dfa39 HTTP/1.1" status: 200 len: 1091 time: 3.3995655 Jan 28 13:42:56.501108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'tag': '72b8a403-541b-40c1-bbdb-1685027dfa39'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:42:56.503532 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1db81-963d-466e-953e-274817c0864d" -d '{"events": [{"name": "network-changed", "server_uuid": "a59762f8-fd61-4afa-98ac-b3714c5c0270", "tag": "72b8a403-541b-40c1-bbdb-1685027dfa39"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:42:56.510655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-55f6866b-2a10-477b-801f-590d90c831b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.514271 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-55f6866b-2a10-477b-801f-590d90c831b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 200 len: 915 time: 0.3380077 Jan 28 13:42:56.552989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d2df2fb3-a364-4f11-98ab-4a79d97fe565), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.576181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda69c5-1325-46e4-9274-34d36e3d9009 req-e855b5e1-5313-4ff1-bb0c-b7f0bee112e0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.587989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1bda69c5-1325-46e4-9274-34d36e3d9009 req-e855b5e1-5313-4ff1-bb0c-b7f0bee112e0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 943 time: 0.5843258 Jan 28 13:42:56.589432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-8893d9f9-e7ee-47b1-91b5-87aa08ea51a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83dd59e9-7c37-498c-8b85-2302d7334126 HTTP/1.1" status: 200 len: 217 time: 0.0652287 Jan 28 13:42:56.671391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-41642c73-7f11-4bd4-a35f-4eb4ebe9ba42 None None] Provisioning complete for port 8e8a5651-2dba-4ead-adec-f7334a103db1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:56.672796 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41642c73-7f11-4bd4-a35f-4eb4ebe9ba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.677923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:56.721715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ea04d-99cd-4d00-97f9-d542f29cc9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=72b8a403-541b-40c1-bbdb-1685027dfa39,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:56.803341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7bd19-1c5d-41ae-8a57-22d8ada715c3 req-6120dcdb-cab9-404b-b679-c32f7b88f405 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:56.821331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69a7bd19-1c5d-41ae-8a57-22d8ada715c3 req-6120dcdb-cab9-404b-b679-c32f7b88f405 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 943 time: 0.3556683 Jan 28 13:42:56.852623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-41642c73-7f11-4bd4-a35f-4eb4ebe9ba42 None None] Port 8e8a5651-2dba-4ead-adec-f7334a103db1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:57.021410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-a4412e01-d5a1-4a50-b7ed-69fed83eb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.023196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-a4412e01-d5a1-4a50-b7ed-69fed83eb85f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dcf1291-61c8-4663-94c4-efbb39af06a6 HTTP/1.1" status: 200 len: 854 time: 0.4220984 Jan 28 13:42:57.029096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 445b4491-d476-4d74-9df2-c8684cf6d7cf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:57.068309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=d2df2fb3-a364-4f11-98ab-4a79d97fe565,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:57.087316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-6b1f9ca3-0394-4b53-a062-533993941412 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473034 Jan 28 13:42:57.129904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-9f3d8544-825b-468a-bbee-97710aba477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.132002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-9f3d8544-825b-468a-bbee-97710aba477c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 1094 time: 0.5204425 Jan 28 13:42:57.148774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1bda69c5-1325-46e4-9274-34d36e3d9009 req-ca947c1d-cf6a-494b-a1f2-3a62c962d7ee tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5591831 Jan 28 13:42:57.169906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69a7bd19-1c5d-41ae-8a57-22d8ada715c3 req-7dc9cab8-cb0c-46eb-8845-0f029099325e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142541 Jan 28 13:42:57.219415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:57.341332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-baee3b45-3358-494a-8b27-2853acb63dee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72b8a403-541b-40c1-bbdb-1685027dfa39 HTTP/1.1" status: 200 len: 217 time: 0.1914787 Jan 28 13:42:57.382575 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c499e11-1a7f-4cfa-b2db-5499737e1335 x-openstack-request-id: req-9c499e11-1a7f-4cfa-b2db-5499737e1335 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:42:57.382880 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59762f8-fd61-4afa-98ac-b3714c5c0270", "tag": "72b8a403-541b-40c1-bbdb-1685027dfa39", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:42:57.383340 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c499e11-1a7f-4cfa-b2db-5499737e1335 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:42:57.383888 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'tag': '72b8a403-541b-40c1-bbdb-1685027dfa39', 'status': 'completed', 'code': 200} Jan 28 13:42:57.391337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-2ade6739-bce0-4ddf-bc10-4ca44fa30ed9 service neutron] 10.222.0.60 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875626 Jan 28 13:42:57.490997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:57.505880 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9ca458a4-c93c-4db7-921c-d3fdf8aba8e6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "PUT /v2.0/routers/445b4491-d476-4d74-9df2-c8684cf6d7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5221784 Jan 28 13:42:57.515554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44410) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:57.520426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Sync routers for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:57.540685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:57.541781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:57.550190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-899329ba-5f7f-4c21-97ec-261eafc5df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.551733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-899329ba-5f7f-4c21-97ec-261eafc5df8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.1862459 Jan 28 13:42:57.586519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bd9cb-44b3-4894-a85d-e27a1283ae76 req-8697a3cb-e5d9-417c-989c-23001e616f52 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:57.588137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-202bd9cb-44b3-4894-a85d-e27a1283ae76 req-8697a3cb-e5d9-417c-989c-23001e616f52 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 943 time: 0.2922058 Jan 28 13:42:57.588986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:57.669108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94622bfc-73c2-4832-8084-52ec8c70d4df req-c851c7f1-b12f-437e-9e70-749b6fe2d5eb service neutron] 10.222.0.60 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331030 Jan 28 13:42:57.671154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-6cb3b353-d96d-4fca-868a-880f274bde3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993094 Jan 28 13:42:57.695898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:42:57.838932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:42:57.905196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 7bd32e38-b388-4429-ad87-33a0cb49b181 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:42:57.905854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:57.934274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-202bd9cb-44b3-4894-a85d-e27a1283ae76 req-93979797-3ead-45d1-a524-94074afd304f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302829 Jan 28 13:42:57.998288 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.026184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:58.039699 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-8a3286d8-71af-4350-b497-1f047104f99d service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414221 Jan 28 13:42:58.047401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '600dd9dc-0847-470c-827d-7e49f33ab607', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'port_id': '600dd9dc-0847-470c-827d-7e49f33ab607', 'mac_address': 'fa:16:3e:3f:9a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:42:58.081206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:42:53Z', 'revision_number': 2, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:58.110325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.113555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Checking router: 445b4491-d476-4d74-9df2-c8684cf6d7cf for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:42:58.114148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Updating router 445b4491-d476-4d74-9df2-c8684cf6d7cf port 8e8a5651-2dba-4ead-adec-f7334a103db1 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:42:58.128776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 7bd32e38-b388-4429-ad87-33a0cb49b181 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:42:58.164425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:42:58.165121 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.177460 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.192985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600dd9dc-0847-470c-827d-7e49f33ab607 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:42:58.199746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8b43e6f-1a4d-4ea0-9eb2-45252b4d1a9a req-3b172e8a-d6c7-4da8-bc28-c641ed843e15 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325085 Jan 28 13:42:58.215460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44418) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:58.222876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-861695329'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:42:58.302908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.302908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.302908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.302908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.302908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.302908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.302908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.303958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.303958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.304453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.304727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.305322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.306210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.308331 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-24103cd1-397a-4a0f-89fb-e3285071db85 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9129 time: 0.7866092 Jan 28 13:42:58.354328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44426) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:58.424393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:42:58.482869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.532605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be640356-3bd5-4d70-8950-58f4396e28ff req-09186018-a6fd-4b24-a280-d6e7938856d2 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:58.535881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be640356-3bd5-4d70-8950-58f4396e28ff req-09186018-a6fd-4b24-a280-d6e7938856d2 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 943 time: 0.1782484 Jan 28 13:42:58.563117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7bd32e38-b388-4429-ad87-33a0cb49b181), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.670003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:58.695800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be640356-3bd5-4d70-8950-58f4396e28ff req-b17030ea-a472-485c-9c5c-c9eb527b25aa tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502805 Jan 28 13:42:58.713272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83dd59e9-7c37-498c-8b85-2302d7334126 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:42:58.754856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['600dd9dc-0847-470c-827d-7e49f33ab607'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:42:58.763461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=7bd32e38-b388-4429-ad87-33a0cb49b181,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:58.853946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.916132 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Publish callbacks [] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:58.936545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.055547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:42:59.114565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:42:59.114565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.167809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:42:59.196718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b4952afd-1b66-4e45-a5cf-f0e01ed691d2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.210850 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Added segment b4952afd-1b66-4e45-a5cf-f0e01ed691d2 of type vlan for network 74e1d4a8-6162-41fe-8508-1f0d03086282 Jan 28 13:42:59.310566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (74e1d4a8-6162-41fe-8508-1f0d03086282), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.382314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962908c-27e4-489c-88db-a632c8a23580 req-836ed991-bfbb-4b99-b08b-c752d94d68b6 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.383951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d962908c-27e4-489c-88db-a632c8a23580 req-836ed991-bfbb-4b99-b08b-c752d94d68b6 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 943 time: 0.2318995 Jan 28 13:42:59.418582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router d05cbad4-3662-4290-90b5-20d9cbbd5890 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:59.483948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc818cda-2c19-4be2-b481-8f7e5fc20752 req-5c957320-8fb5-488d-a2b4-facfb30d8c6e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.485624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc818cda-2c19-4be2-b481-8f7e5fc20752 req-5c957320-8fb5-488d-a2b4-facfb30d8c6e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 944 time: 1.1325529 Jan 28 13:42:59.523856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.524520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.524520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.525517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.525995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.526471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.526899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.527075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8300230-1224-4668-83b7-25dc59b23e27 None None] Pushing event updated for resources: {'Port': ['ID=8e8a5651-2dba-4ead-adec-f7334a103db1,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:59.527443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.527900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.528375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.529186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.538141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.538305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Attempting to bind port 8e8a5651-2dba-4ead-adec-f7334a103db1 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:42:59.538684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Attempting to bind port 8e8a5651-2dba-4ead-adec-f7334a103db1 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:42:59.539074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Attempting to bind port 8e8a5651-2dba-4ead-adec-f7334a103db1 on network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:42:59.539255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.543196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-261fb1cd-6bae-46b3-8d5e-b03415f6a478 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8351 time: 1.1919558 Jan 28 13:42:59.549883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44446) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:59.578029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a4a6864d-936b-461a-9fd1-ff946e366ecc None None] Provisioning complete for port 8e8a5651-2dba-4ead-adec-f7334a103db1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:42:59.578420 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a4a6864d-936b-461a-9fd1-ff946e366ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.594189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:42:59.610761 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] Sync routers for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:42:59.627032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6864d-936b-461a-9fd1-ff946e366ecc None None] Port 8e8a5651-2dba-4ead-adec-f7334a103db1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:42:59.628877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:42:59.629200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Checking segment: {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:42:59.630242 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.630432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Bound using segment: {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:42:59.631127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Bound port: 8e8a5651-2dba-4ead-adec-f7334a103db1, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:42:59.631244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.650330 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:59.651041 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:59.653915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-34f5903e-167b-4e89-a71a-53f61d0f06a2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/d05cbad4-3662-4290-90b5-20d9cbbd5890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8602488 Jan 28 13:42:59.662326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44448) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:59.703500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (74e1d4a8-6162-41fe-8508-1f0d03086282), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.712370 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:59.717526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] For port 8e8a5651-2dba-4ead-adec-f7334a103db1, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:42:59.722887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] For port 8e8a5651-2dba-4ead-adec-f7334a103db1, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e8a5651-2dba-4ead-adec-f7334a103db1,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:42:59.723323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d962908c-27e4-489c-88db-a632c8a23580 req-942dbe72-66c5-4dda-918e-ac1354bedc07 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297415 Jan 28 13:42:59.731334 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.745586 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:59.745982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.746706 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:59.747278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:59.801222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc818cda-2c19-4be2-b481-8f7e5fc20752 req-354cdacf-a7f8-4d2b-82d5-12a033c6b361 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496142 Jan 28 13:42:59.823187 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:59.824673 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeca7d6-d986-4ade-bbf9-3600ecd17720 None None] The sync data for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:42:59.870163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8300230-1224-4668-83b7-25dc59b23e27 None None] Pushing event updated for resources: {'Port': ['ID=8e8a5651-2dba-4ead-adec-f7334a103db1,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:42:59.888322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 1c8a6e89-ec5d-431e-b431-db2154caea5d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:42:59.927318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1db81-963d-466e-953e-274817c0864d req-7e30c687-1a48-4386-b656-55c695196914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:42:59.929019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08a1db81-963d-466e-953e-274817c0864d req-7e30c687-1a48-4386-b656-55c695196914 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 1094 time: 1.6166546 Jan 28 13:42:59.939725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:42:59.940884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:42:59.965032 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7476597 Jan 28 13:42:59.986973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44456) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:42:59.993447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-810880450'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:00.104154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:00.112122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294505db-710e-49c9-a0f6-98b7ebe4aba3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Network': ['ID=74e1d4a8-6162-41fe-8508-1f0d03086282,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:00.238596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:00.366118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:00.369130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:00.369389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 83dd59e9-7c37-498c-8b85-2302d7334126, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83dd59e9-7c37-498c-8b85-2302d7334126,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:00.374169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.383812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec4e9831-1348-45ed-a4f9-fcd87f66884c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/1c8a6e89-ec5d-431e-b431-db2154caea5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8694563 Jan 28 13:43:00.398222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] Sync routers for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:00.407084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44462) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:00.418493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '83dd59e9-7c37-498c-8b85-2302d7334126', 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e', 'port_id': '83dd59e9-7c37-498c-8b85-2302d7334126', 'mac_address': 'fa:16:3e:35:e8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcf1291-61c8-4663-94c4-efbb39af06a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:43:00.468435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1db81-963d-466e-953e-274817c0864d req-591c3894-46a4-4eb9-a7c6-6c2352d3e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.470367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08a1db81-963d-466e-953e-274817c0864d req-591c3894-46a4-4eb9-a7c6-6c2352d3e78e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.5266602 Jan 28 13:43:00.494014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-094ea7f4-971a-4260-9224-6502f9c48cc0 None None] Provisioning complete for port 8e8a5651-2dba-4ead-adec-f7334a103db1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:00.494407 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-094ea7f4-971a-4260-9224-6502f9c48cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.506847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:00.507496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:00.560980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:00.571427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b0500-b352-43c4-9f6b-7b7b84d460ca req-964ddba2-c3aa-4149-addc-baa7a220d435 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.573107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f00b0500-b352-43c4-9f6b-7b7b84d460ca req-964ddba2-c3aa-4149-addc-baa7a220d435 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 943 time: 0.6887579 Jan 28 13:43:00.602436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:00.602436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:00.633442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:00.638948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08a1db81-963d-466e-953e-274817c0864d req-7846c0cc-4002-4932-a061-96520ff4927c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72b8a403-541b-40c1-bbdb-1685027dfa39 HTTP/1.1" status: 200 len: 217 time: 0.1491058 Jan 28 13:43:00.650650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f00b0500-b352-43c4-9f6b-7b7b84d460ca req-130c2604-bfa0-4abc-9f89-7d7d816b403e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603185 Jan 28 13:43:00.657187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:00.658219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212960f5-06b7-47b0-ae37-895fb7a61b2b None None] The sync data for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:00.689168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 83dd59e9-7c37-498c-8b85-2302d7334126 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:00.689816 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.702766 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1074287e-037b-406b-8c1c-5e6a89f40bd6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.703290 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Added segment 1074287e-037b-406b-8c1c-5e6a89f40bd6 of type vlan for network b3daea2d-ee9c-473f-9140-ae668521e7c4 Jan 28 13:43:00.708796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83dd59e9-7c37-498c-8b85-2302d7334126 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:00.785953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 83dd59e9-7c37-498c-8b85-2302d7334126, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83dd59e9-7c37-498c-8b85-2302d7334126,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:00.827431 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.830144 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.901544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=83dd59e9-7c37-498c-8b85-2302d7334126,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:00.913491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:42:59Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:00.928266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b3daea2d-ee9c-473f-9140-ae668521e7c4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.956637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7629c-8a8a-4874-b771-647932ee2307 None None] The sync data for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 is: [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:42:59Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:00.959498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1db81-963d-466e-953e-274817c0864d req-97be8172-d68c-428a-81fd-49f263995b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:00.961177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08a1db81-963d-466e-953e-274817c0864d req-97be8172-d68c-428a-81fd-49f263995b28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.2861223 Jan 28 13:43:00.980975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-094ea7f4-971a-4260-9224-6502f9c48cc0 None None] Current status of the port 8e8a5651-2dba-4ead-adec-f7334a103db1 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:00.982316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-094ea7f4-971a-4260-9224-6502f9c48cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.076625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08a1db81-963d-466e-953e-274817c0864d req-49e6676e-e9c2-4716-a2bd-aea783f62539 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999336 Jan 28 13:43:01.113077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19348142-4853-49fa-ae09-1c817dc58239 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4848 time: 1.5383978 Jan 28 13:43:01.131710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['83dd59e9-7c37-498c-8b85-2302d7334126'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:01.218723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b3daea2d-ee9c-473f-9140-ae668521e7c4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.225255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:01.226265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.287133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-094ea7f4-971a-4260-9224-6502f9c48cc0 None None] For port 8e8a5651-2dba-4ead-adec-f7334a103db1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e8a5651-2dba-4ead-adec-f7334a103db1,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:01.319841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-094ea7f4-971a-4260-9224-6502f9c48cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.413089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ea7f4-971a-4260-9224-6502f9c48cc0 None None] Pushing event updated for resources: {'Port': ['ID=8e8a5651-2dba-4ead-adec-f7334a103db1,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:01.426390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3174e2-fae3-4cc5-9863-80a56803995c req-5008988f-c520-4ede-81f7-5652f3a13ba0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:01.428003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f3174e2-fae3-4cc5-9863-80a56803995c req-5008988f-c520-4ede-81f7-5652f3a13ba0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 943 time: 0.4954939 Jan 28 13:43:01.430660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08a1db81-963d-466e-953e-274817c0864d req-0675372c-b798-4b88-a187-89d06141164d service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380313 Jan 28 13:43:01.481125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7500774-9405-4242-86c2-b9b1774711ea req-2211ce2b-92d7-4339-92cd-1bcfb34627c2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:01.484820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4935482 Jan 28 13:43:01.485598 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f7500774-9405-4242-86c2-b9b1774711ea req-2211ce2b-92d7-4339-92cd-1bcfb34627c2 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 944 time: 0.4833837 Jan 28 13:43:01.486138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44486) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:01.507433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'subnet': {'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:01.656684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Network': ['ID=b3daea2d-ee9c-473f-9140-ae668521e7c4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:01.712098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.712642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.712960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.713291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.713594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.713921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.714258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.714595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.714927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.715260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.715591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.715919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.716271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161fa212-e703-45fa-b4bb-37eed3a21744 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:01.729684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f3174e2-fae3-4cc5-9863-80a56803995c req-de4f382a-1148-4e4d-8531-98aa33a55671 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783616 Jan 28 13:43:01.734656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:01.759547 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f7500774-9405-4242-86c2-b9b1774711ea req-cb558c56-27a2-42c8-bf25-c3bcf3f4541c tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086473 Jan 28 13:43:01.967572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 72b8a403-541b-40c1-bbdb-1685027dfa39 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:43:02.030094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:02.034906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.152875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 72b8a403-541b-40c1-bbdb-1685027dfa39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=72b8a403-541b-40c1-bbdb-1685027dfa39,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:02.187230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:02.198066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90510ef-7937-4c5f-9e94-52a648e20c5f req-722fc724-2a92-4034-9283-7c59a2932d13 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:02.203839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f90510ef-7937-4c5f-9e94-52a648e20c5f req-722fc724-2a92-4034-9283-7c59a2932d13 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 944 time: 0.2609429 Jan 28 13:43:02.217006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 4a297653-e8ae-4366-85d7-f49d106a7124 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:02.217817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.243184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '72b8a403-541b-40c1-bbdb-1685027dfa39', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'port_id': '72b8a403-541b-40c1-bbdb-1685027dfa39', 'mac_address': 'fa:16:3e:df:7a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f1533-4762-4f9a-90d3-6dcd494ded90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:43:02.310440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 72b8a403-541b-40c1-bbdb-1685027dfa39 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:02.310817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.344352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b8a403-541b-40c1-bbdb-1685027dfa39 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:02.389005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 72b8a403-541b-40c1-bbdb-1685027dfa39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=72b8a403-541b-40c1-bbdb-1685027dfa39,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:02.406771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 600dd9dc-0847-470c-827d-7e49f33ab607 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:02.407718 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.410138 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.471038 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f90510ef-7937-4c5f-9e94-52a648e20c5f req-2a7d0939-3432-4f43-9f94-6e7cf2a6a464 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451663 Jan 28 13:43:02.565130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.575265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 4a297653-e8ae-4366-85d7-f49d106a7124 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:02.618010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=72b8a403-541b-40c1-bbdb-1685027dfa39,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:02.622946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08a1db81-963d-466e-953e-274817c0864d req-49b00241-d4c5-4214-a60b-dbee87b543e4 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1704543 Jan 28 13:43:02.622946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44498) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:02.630794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f1ca5eaf-5c43-4a0f-84b8-3c4ad346bb91 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427216625', 'description': 'tempest-secgroup-smoke-1427216625 description', 'project_id': 'aa1c3630930844d7afe338be16c6f395'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:02.674947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5eaf-5c43-4a0f-84b8-3c4ad346bb91 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.708245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:02.820568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5eaf-5c43-4a0f-84b8-3c4ad346bb91 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (73cb5db8-39b0-4495-8b5e-c0d981d54af0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.834347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5eaf-5c43-4a0f-84b8-3c4ad346bb91 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (73cb5db8-39b0-4495-8b5e-c0d981d54af0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.878999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83dd59e9-7c37-498c-8b85-2302d7334126 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:02.889235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.923221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 600dd9dc-0847-470c-827d-7e49f33ab607 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:02.925057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.980656 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4a297653-e8ae-4366-85d7-f49d106a7124), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.023082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=4a297653-e8ae-4366-85d7-f49d106a7124,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:03.038875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.039232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.039581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.039998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.040401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.040774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.041187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.041954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.042837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.043266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.043632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.044173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.044595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:03.136884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5eaf-5c43-4a0f-84b8-3c4ad346bb91 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.141551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1ca5eaf-5c43-4a0f-84b8-3c4ad346bb91 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5180664 Jan 28 13:43:03.204491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:03.207804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:03.215114 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6c836f-f30a-46d5-bb04-c3e06e691569" -d '{"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-plugged", "status": "completed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:03.228932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44508) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:03.240243 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.261802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-636f20ce-0a40-4a04-97b0-35942af6a57f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '73cb5db8-39b0-4495-8b5e-c0d981d54af0', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:03.297808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a693-cb00-4dd7-b064-88c7b0ebbb87 req-f365bc63-7b23-4735-a204-6b5ee30ad932 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:03.336735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f754a693-cb00-4dd7-b064-88c7b0ebbb87 req-f365bc63-7b23-4735-a204-6b5ee30ad932 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 944 time: 0.3125262 Jan 28 13:43:03.340106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca5eaf-5c43-4a0f-84b8-3c4ad346bb91 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb5db8-39b0-4495-8b5e-c0d981d54af0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:03.367042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (d05cbad4-3662-4290-90b5-20d9cbbd5890), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.452212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f754a693-cb00-4dd7-b064-88c7b0ebbb87 req-d121b6bc-ed05-433c-ab89-9265a84f9532 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139400 Jan 28 13:43:03.465313 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-636f20ce-0a40-4a04-97b0-35942af6a57f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (3ec1cf01-aeb3-4ff8-bfca-c81cdbc07072), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.620350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-636f20ce-0a40-4a04-97b0-35942af6a57f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (3ec1cf01-aeb3-4ff8-bfca-c81cdbc07072), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.622010 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4712a4f-a9ab-4150-af98-de1320a19541 x-openstack-request-id: req-e4712a4f-a9ab-4150-af98-de1320a19541 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:03.623823 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-plugged", "status": "completed", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:03.624950 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4712a4f-a9ab-4150-af98-de1320a19541 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:03.625403 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607', 'code': 200} Jan 28 13:43:03.632734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e8a5651-2dba-4ead-adec-f7334a103db1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:03.660763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-636f20ce-0a40-4a04-97b0-35942af6a57f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3ec1cf01-aeb3-4ff8-bfca-c81cdbc07072), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.779030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f20ce-0a40-4a04-97b0-35942af6a57f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec1cf01-aeb3-4ff8-bfca-c81cdbc07072,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:03.799710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-636f20ce-0a40-4a04-97b0-35942af6a57f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.807501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-636f20ce-0a40-4a04-97b0-35942af6a57f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5621011 Jan 28 13:43:03.809616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44524) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:03.816888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b3a7eb18-9f69-4c5d-a56a-745666cd1ab8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '73cb5db8-39b0-4495-8b5e-c0d981d54af0', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:03.819081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 83dd59e9-7c37-498c-8b85-2302d7334126 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:43:03.839469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 83dd59e9-7c37-498c-8b85-2302d7334126 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:03.845467 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.853497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:03.919737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a2c38-b296-4df5-ab3a-488cec12199e req-9eb021cf-4d78-435c-8b0a-b4c18715fd06 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:03.921937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f5a2c38-b296-4df5-ab3a-488cec12199e req-9eb021cf-4d78-435c-8b0a-b4c18715fd06 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 944 time: 0.2165761 Jan 28 13:43:03.962702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3a7eb18-9f69-4c5d-a56a-745666cd1ab8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (b58651d6-7aec-4cbb-883b-a9a3bb8bc788), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.990251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e9fc2b93-f939-4b2f-a8f1-bfd129589a62), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:03.992737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 92d0ce96-4f9a-429b-be9c-23737a733b31 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:03.993094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.001781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136c5a-30d9-41f4-a98c-611ba413f857 req-97d94d58-68a3-481d-99ee-9964b7c8c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:04.003417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1136c5a-30d9-41f4-a98c-611ba413f857 req-97d94d58-68a3-481d-99ee-9964b7c8c96c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 1097 time: 0.1784883 Jan 28 13:43:04.033155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8e8a5651-2dba-4ead-adec-f7334a103db1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:04.033696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.123499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Subnet': ['ID=e9fc2b93-f939-4b2f-a8f1-bfd129589a62,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:04.180154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c4fea-a754-44d1-af85-948ecca6a8c1 req-0f750049-3c82-4994-aa59-abce5b2c29eb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:04.180534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f5a2c38-b296-4df5-ab3a-488cec12199e req-8fc34044-e50a-44bd-8789-b178331d3440 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480965 Jan 28 13:43:04.193404 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cd8c4fea-a754-44d1-af85-948ecca6a8c1 req-0f750049-3c82-4994-aa59-abce5b2c29eb tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 946 time: 0.7930064 Jan 28 13:43:04.197297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 83dd59e9-7c37-498c-8b85-2302d7334126 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:04.197698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.201807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1136c5a-30d9-41f4-a98c-611ba413f857 req-9d14363d-4e41-485c-9231-98f24d4c630e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781225 Jan 28 13:43:04.210442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3a7eb18-9f69-4c5d-a56a-745666cd1ab8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (b58651d6-7aec-4cbb-883b-a9a3bb8bc788), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.212991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.216897 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3a7eb18-9f69-4c5d-a56a-745666cd1ab8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (b58651d6-7aec-4cbb-883b-a9a3bb8bc788), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.246628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 92d0ce96-4f9a-429b-be9c-23737a733b31 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:04.250179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router d05cbad4-3662-4290-90b5-20d9cbbd5890 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:04.254026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7eb18-9f69-4c5d-a56a-745666cd1ab8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58651d6-7aec-4cbb-883b-a9a3bb8bc788,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:04.276902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3a7eb18-9f69-4c5d-a56a-745666cd1ab8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.280776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b3a7eb18-9f69-4c5d-a56a-745666cd1ab8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4652267 Jan 28 13:43:04.283799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44530) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.291445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1e9ba796-2e4e-413f-bb7b-a7caed2892ca tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '73cb5db8-39b0-4495-8b5e-c0d981d54af0', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.338702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8e8a5651-2dba-4ead-adec-f7334a103db1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:04.343733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cd8c4fea-a754-44d1-af85-948ecca6a8c1 req-8373b662-0864-459b-8ddc-58869348aa3f tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489053 Jan 28 13:43:04.347781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 83dd59e9-7c37-498c-8b85-2302d7334126, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83dd59e9-7c37-498c-8b85-2302d7334126,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:04.356046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Checking segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:04.356478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network hostable DHCP agents. Network: 74e1d4a8-6162-41fe-8508-1f0d03086282, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:04.362185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.389434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba796-2e4e-413f-bb7b-a7caed2892ca tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (e788d88b-a98d-4a41-8bfc-9b5842dad42c), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.450042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=83dd59e9-7c37-498c-8b85-2302d7334126,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:04.457283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:04.462580 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1b94aa76-840a-4f30-b2ed-0299809df167 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/d05cbad4-3662-4290-90b5-20d9cbbd5890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7944748 Jan 28 13:43:04.463541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:04.465529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.481269 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] Sync routers for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:04.499388 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:04.501041 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:04.519401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9d90c560-a584-472a-b964-62b0813c560a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=d05cbad4-3662-4290-90b5-20d9cbbd5890 HTTP/1.1" status: 200 len: 205 time: 0.0525885 Jan 28 13:43:04.522855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44536) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.563219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba796-2e4e-413f-bb7b-a7caed2892ca tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (e788d88b-a98d-4a41-8bfc-9b5842dad42c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.577634 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:04.593473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 74e1d4a8-6162-41fe-8508-1f0d03086282) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:04.594268 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] Routers {'d05cbad4-3662-4290-90b5-20d9cbbd5890'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:04.597539 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d05cbad4-3662-4290-90b5-20d9cbbd5890'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:04.602826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:04.603380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.609763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f70227-e506-4e6d-812b-2b3ef18973a7 None None] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:04.652475 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:04.653594 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938c9e2-ec92-4e8a-b794-b497ecb9b46a None None] The sync data for ids ['d05cbad4-3662-4290-90b5-20d9cbbd5890'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:04.665261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba796-2e4e-413f-bb7b-a7caed2892ca tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e788d88b-a98d-4a41-8bfc-9b5842dad42c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.708982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (92d0ce96-4f9a-429b-be9c-23737a733b31), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.718271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-134f8333-dfcc-47da-bc2e-f61b47d99b3b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (d05cbad4-3662-4290-90b5-20d9cbbd5890), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.772452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ba796-2e4e-413f-bb7b-a7caed2892ca tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e788d88b-a98d-4a41-8bfc-9b5842dad42c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:04.780107 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba796-2e4e-413f-bb7b-a7caed2892ca tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.781596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1e9ba796-2e4e-413f-bb7b-a7caed2892ca tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4947281 Jan 28 13:43:04.783300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=92d0ce96-4f9a-429b-be9c-23737a733b31,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:04.802539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44544) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.833551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-74e1d4a8-6162-41fe-8508-1f0d03086282', 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'fixed_ips': [{'subnet_id': 'e9fc2b93-f939-4b2f-a8f1-bfd129589a62'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:43:04.834758 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.886294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d126f60b-2297-4d5c-ab16-0bdab33ffedc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '73cb5db8-39b0-4495-8b5e-c0d981d54af0', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.936844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-50d88fa0-61c2-4adc-b106-7f6e989f7736 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4491723 Jan 28 13:43:04.937583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44546) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:04.941569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d126f60b-2297-4d5c-ab16-0bdab33ffedc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (faa349a5-ab38-4332-a205-1cb461e5b1f4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.995724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150290-2b84-4ced-8e25-f0252ee57a5c req-b9d281f8-7c05-47d3-83b4-1922b88f81c2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:04.997113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'subnet': {'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:04.997957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0150290-2b84-4ced-8e25-f0252ee57a5c req-b9d281f8-7c05-47d3-83b4-1922b88f81c2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 944 time: 0.3861182 Jan 28 13:43:05.064014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Allocated IP 10.1.1.2 (74e1d4a8-6162-41fe-8508-1f0d03086282/e9fc2b93-f939-4b2f-a8f1-bfd129589a62/85d3ace5-dc37-41a6-9c77-05bfe6fe8006) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:05.075918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d126f60b-2297-4d5c-ab16-0bdab33ffedc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (faa349a5-ab38-4332-a205-1cb461e5b1f4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.087595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d126f60b-2297-4d5c-ab16-0bdab33ffedc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (faa349a5-ab38-4332-a205-1cb461e5b1f4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.130418 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-134f8333-dfcc-47da-bc2e-f61b47d99b3b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (d05cbad4-3662-4290-90b5-20d9cbbd5890), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.140914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-134f8333-dfcc-47da-bc2e-f61b47d99b3b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (d05cbad4-3662-4290-90b5-20d9cbbd5890), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.215891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126f60b-2297-4d5c-ab16-0bdab33ffedc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa349a5-ab38-4332-a205-1cb461e5b1f4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:05.217942 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d91e66b-22e0-4a03-ac4f-ca93782e89a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.226928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (1c8a6e89-ec5d-431e-b431-db2154caea5d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.232897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0150290-2b84-4ced-8e25-f0252ee57a5c req-c3a83b1a-6894-4f2c-b65d-69c406dc3e98 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208710 Jan 28 13:43:05.235790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d126f60b-2297-4d5c-ab16-0bdab33ffedc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.237272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d126f60b-2297-4d5c-ab16-0bdab33ffedc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3681240 Jan 28 13:43:05.242747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.247405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '73cb5db8-39b0-4495-8b5e-c0d981d54af0', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:05.353842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-134f8333-dfcc-47da-bc2e-f61b47d99b3b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (d05cbad4-3662-4290-90b5-20d9cbbd5890), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.354366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134f8333-dfcc-47da-bc2e-f61b47d99b3b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Fanout notify agent at l3_agent the message router_deleted on router d05cbad4-3662-4290-90b5-20d9cbbd5890 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:05.382668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-134f8333-dfcc-47da-bc2e-f61b47d99b3b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.386887 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-134f8333-dfcc-47da-bc2e-f61b47d99b3b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/d05cbad4-3662-4290-90b5-20d9cbbd5890 HTTP/1.1" status: 204 len: 168 time: 0.8539186 Jan 28 13:43:05.386887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:05.389112 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Project aa1c3630930844d7afe338be16c6f395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:43:05.401630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.429000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44558) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:05.461918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Publish callbacks [] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.471844 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (c888460d-602d-4584-96c9-a57860eabc9c), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.487981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.595118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:05.598170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:05.631869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dd59e9-7c37-498c-8b85-2302d7334126'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:05.634563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:05.635221 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f46a9b-7f93-4c59-88c1-c0ddd692b94b" -d '{"events": [{"server_uuid": "bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8", "name": "network-vif-plugged", "status": "completed", "tag": "83dd59e9-7c37-498c-8b85-2302d7334126"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:05.640668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:05.648659 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.664681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Pushing event updated for resources: {'Port': ['ID=85d3ace5-dc37-41a6-9c77-05bfe6fe8006,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:05.734045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 1c8a6e89-ec5d-431e-b431-db2154caea5d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:05.735070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Attempting to bind port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:05.736557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Attempting to bind port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:05.737733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Attempting to bind port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:05.747317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (c888460d-602d-4584-96c9-a57860eabc9c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.753795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:05.757104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Checking segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:05.759195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.760539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Bound using segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:05.762070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Bound port: 85d3ace5-dc37-41a6-9c77-05bfe6fe8006, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:05.762486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.769020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c888460d-602d-4584-96c9-a57860eabc9c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.769853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1abc2-9227-475d-bbed-bba7e3f841a2 req-50bfd47c-4b83-4db3-af7f-f376e5296a03 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:05.777497 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7d1abc2-9227-475d-bbed-bba7e3f841a2 req-50bfd47c-4b83-4db3-af7f-f376e5296a03 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 945 time: 0.2881625 Jan 28 13:43:05.804014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5960a8-1c18-423d-8623-888d37fb6156 req-e29230cc-3046-40a6-a887-005c7f74c8bc tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:05.807309 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:05.822174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c5960a8-1c18-423d-8623-888d37fb6156 req-e29230cc-3046-40a6-a887-005c7f74c8bc tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 946 time: 0.2018256 Jan 28 13:43:05.880081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] For port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:05.884831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] For port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=85d3ace5-dc37-41a6-9c77-05bfe6fe8006,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:05.887966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 72b8a403-541b-40c1-bbdb-1685027dfa39 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:05.912134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7d1abc2-9227-475d-bbed-bba7e3f841a2 req-ff6ea79b-3cba-424c-a5ba-aa7792b290f9 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328685 Jan 28 13:43:05.954779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c888460d-602d-4584-96c9-a57860eabc9c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:06.018403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:06.019189 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcfae82-5bf7-4512-9caf-26c180be3c74 x-openstack-request-id: req-cdcfae82-5bf7-4512-9caf-26c180be3c74 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:06.022742 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8", "name": "network-vif-plugged", "status": "completed", "tag": "83dd59e9-7c37-498c-8b85-2302d7334126", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:06.022742 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdcfae82-5bf7-4512-9caf-26c180be3c74 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:06.022742 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dd59e9-7c37-498c-8b85-2302d7334126', 'code': 200} Jan 28 13:43:06.024144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.028274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dae6a97d-1ece-4112-a847-19c7c48cd849 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/1c8a6e89-ec5d-431e-b431-db2154caea5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6186194 Jan 28 13:43:06.035352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44600) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:06.119129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44604) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:06.130543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0bff5330-fbcb-4e7c-91b5-9c5edeca1674 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c8a6e89-ec5d-431e-b431-db2154caea5d HTTP/1.1" status: 200 len: 205 time: 0.0799291 Jan 28 13:43:06.141255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] Sync routers for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:06.146167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.148344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0b846a23-0177-4d42-bad9-c36f422ead65 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9044936 Jan 28 13:43:06.157632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44606) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:06.165839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '73cb5db8-39b0-4495-8b5e-c0d981d54af0', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:06.238730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:06.239402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:06.245287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29eb45-2ae4-42a7-82e2-7a2fc4835675 None None] Pushing event updated for resources: {'Port': ['ID=85d3ace5-dc37-41a6-9c77-05bfe6fe8006,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:06.279715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c5960a8-1c18-423d-8623-888d37fb6156 req-f14aacba-e4c6-4dbe-ac63-35dc6f6a0831 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4515693 Jan 28 13:43:06.324612 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Project aa1c3630930844d7afe338be16c6f395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:43:06.338597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (ca55b4aa-8ca3-4b14-9f89-c71db7480ca4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.381692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef3725f-a590-4e36-b624-91f689f057f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (1c8a6e89-ec5d-431e-b431-db2154caea5d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.387804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 72b8a403-541b-40c1-bbdb-1685027dfa39 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:43:06.398292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:06.414817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 72b8a403-541b-40c1-bbdb-1685027dfa39 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:06.418767 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.461384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] Routers {'1c8a6e89-ec5d-431e-b431-db2154caea5d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:06.462324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:42:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1c8a6e89-ec5d-431e-b431-db2154caea5d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:06.554732 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (ca55b4aa-8ca3-4b14-9f89-c71db7480ca4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.559929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (ca55b4aa-8ca3-4b14-9f89-c71db7480ca4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.576483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:06.577595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59523b-6acd-4180-9e1f-e3f1d09ec8bd None None] The sync data for ids ['1c8a6e89-ec5d-431e-b431-db2154caea5d'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:06.607913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca55b4aa-8ca3-4b14-9f89-c71db7480ca4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:06.633210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.636356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7dc03418-0dfd-4bf1-a541-83b513f31a2e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4771812 Jan 28 13:43:06.693036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 72b8a403-541b-40c1-bbdb-1685027dfa39 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:06.696020 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.789087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 72b8a403-541b-40c1-bbdb-1685027dfa39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=72b8a403-541b-40c1-bbdb-1685027dfa39,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:06.802201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:06.950345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=72b8a403-541b-40c1-bbdb-1685027dfa39,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:07.108215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.180646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48f37b13-675a-4e8a-a4b3-73902f479505 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427216625&fields=id&tenant_id=aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 267 time: 0.1638598 Jan 28 13:43:07.279988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (c877d293-1a1f-4c4f-a34b-3cd6208cb08a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.283781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:07.409612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-d78ad461-3e75-418f-8e90-3c84f01c3ce5 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.419877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-d78ad461-3e75-418f-8e90-3c84f01c3ce5 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/networks?id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 200 len: 797 time: 0.2182021 Jan 28 13:43:07.441185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:07.441575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.448387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-10aa75f6-78d2-4a6e-9f5e-37bb6f07dfa2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/quotas/aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 375 time: 0.0214119 Jan 28 13:43:07.456790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065ab37-9c11-43d8-b1c0-fee5f9d17ad5 req-1dde1c0e-444d-494c-8b64-433889808b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.463664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5065ab37-9c11-43d8-b1c0-fee5f9d17ad5 req-1dde1c0e-444d-494c-8b64-433889808b77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 1096 time: 1.3243172 Jan 28 13:43:07.481216 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef3725f-a590-4e36-b624-91f689f057f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (1c8a6e89-ec5d-431e-b431-db2154caea5d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.500427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef3725f-a590-4e36-b624-91f689f057f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (1c8a6e89-ec5d-431e-b431-db2154caea5d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.526034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a07e1-cfc0-4af6-9118-27d2ad1a7c70 req-e1ec2b9f-c1e2-4bce-a39e-55e5559b7d6f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:07.527680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585a07e1-cfc0-4af6-9118-27d2ad1a7c70 req-e1ec2b9f-c1e2-4bce-a39e-55e5559b7d6f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 944 time: 1.1082780 Jan 28 13:43:07.556507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-06de9943-4fce-4033-9fc6-ac4c3e805946 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013396 Jan 28 13:43:07.656484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:07.658152 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.663127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Subnet': ['ID=c877d293-1a1f-4c4f-a34b-3cd6208cb08a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:07.696350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef3725f-a590-4e36-b624-91f689f057f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (1c8a6e89-ec5d-431e-b431-db2154caea5d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.696987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef3725f-a590-4e36-b624-91f689f057f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8a6e89-ec5d-431e-b431-db2154caea5d {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:07.710790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef3725f-a590-4e36-b624-91f689f057f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.711989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ef3725f-a590-4e36-b624-91f689f057f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/1c8a6e89-ec5d-431e-b431-db2154caea5d HTTP/1.1" status: 204 len: 168 time: 1.5883493 Jan 28 13:43:07.716353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44640) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.724930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.731485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-153f9a11-2035-4bc5-89dd-b8f6535d8018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.751352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=85d3ace5-dc37-41a6-9c77-05bfe6fe8006,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:07.759788 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.805024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5065ab37-9c11-43d8-b1c0-fee5f9d17ad5 req-445865f8-7deb-48f3-a26d-94f63f5b6a9e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211141 Jan 28 13:43:07.822812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:07.838623 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.845745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-da1150c5-f4f1-4524-a083-31b9c1b77d4a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7 HTTP/1.1" status: 204 len: 168 time: 2.4154141 Jan 28 13:43:07.847077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44644) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:07.853190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a2efa3-7da0-4462-949b-9a4adc70ceeb None None] Network 58ad7723-a2fc-420c-8241-c901abb8fbf7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:07.858879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Checking segment: {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:07.859557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network hostable DHCP agents. Network: b3daea2d-ee9c-473f-9140-ae668521e7c4, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:07.874395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:07.885316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-585a07e1-cfc0-4af6-9118-27d2ad1a7c70 req-2cd79cb0-8a8f-46d9-8a19-4e93082688d5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435276 Jan 28 13:43:07.894499 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.958090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet 37237906-7066-4495-87de-93007cbe6807 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:07.970288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (37237906-7066-4495-87de-93007cbe6807), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:07.979209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.017196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=85d3ace5-dc37-41a6-9c77-05bfe6fe8006,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.028603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8a403-541b-40c1-bbdb-1685027dfa39'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:08.034451 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f93e63-6e06-405b-a9d6-4ad0203e2181" -d '{"events": [{"server_uuid": "a59762f8-fd61-4afa-98ac-b3714c5c0270", "name": "network-vif-plugged", "status": "completed", "tag": "72b8a403-541b-40c1-bbdb-1685027dfa39"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:08.051349 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:08.079920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbf896e-9bcd-46b2-8690-74887edbf47c None None] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:08.082501 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (37237906-7066-4495-87de-93007cbe6807), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.109779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.184271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b3daea2d-ee9c-473f-9140-ae668521e7c4) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:08.198711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.202401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.209235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-80574ea4-b43f-4e50-9314-5c9dff26d628 service neutron] 10.222.0.45 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127200 Jan 28 13:43:08.210721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.215953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339cfcd-c849-421c-a0da-7f033572e09d None None] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:08.288703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.324401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] DHCP port deletion for 58ad7723-a2fc-420c-8241-c901abb8fbf7 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:08.327911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6973f-95fb-4138-955e-120fa17ae76e None None] Network 9a61b27a-b23f-4855-b7ac-e185219e7add requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:08.335649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.339310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a448c12-a2db-415a-af8d-f072a8628e51 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3 HTTP/1.1" status: 204 len: 168 time: 0.6217623 Jan 28 13:43:08.343981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44652) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.374832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (37237906-7066-4495-87de-93007cbe6807), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.411539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 47e2bf33-2644-488d-ac2c-d7d237259c65 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:08.415488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (47e2bf33-2644-488d-ac2c-d7d237259c65), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.416749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2d10e696-3bed-4fa0-89c7-9eb0f01f9a37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4245114 Jan 28 13:43:08.426976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44654) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.437233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'port': {'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'name': 'tempest-TaggedBootDevicesTest_v242-1057156043', 'fixed_ips': [{'subnet_id': 'e9fc2b93-f939-4b2f-a8f1-bfd129589a62'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:08.456687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52603cc-8e0f-40eb-8529-676e5c8e89ad req-009ef6c3-994a-4670-a1ba-93f764451819 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:08.458641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f52603cc-8e0f-40eb-8529-676e5c8e89ad req-009ef6c3-994a-4670-a1ba-93f764451819 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 945 time: 0.3963103 Jan 28 13:43:08.472827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (47e2bf33-2644-488d-ac2c-d7d237259c65), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.551771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a88d0043-6938-42f4-9d01-39cd58dbbbb9 None None] Provisioning complete for port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:08.555608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a88d0043-6938-42f4-9d01-39cd58dbbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.583447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-348f1e2a-1be3-4c09-886e-d66201302a1b service neutron] 10.222.0.45 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676469 Jan 28 13:43:08.603767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-b3daea2d-ee9c-473f-9140-ae668521e7c4', 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4', 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'fixed_ips': [{'subnet_id': 'c877d293-1a1f-4c4f-a34b-3cd6208cb08a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:43:08.605508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.665102 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (37237906-7066-4495-87de-93007cbe6807), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.671308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (47e2bf33-2644-488d-ac2c-d7d237259c65), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.725817 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f52603cc-8e0f-40eb-8529-676e5c8e89ad req-aef688ee-794a-4925-91d8-28015c8394c9 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467620 Jan 28 13:43:08.741477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=37237906-7066-4495-87de-93007cbe6807,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:08.763364 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:08.769432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6f76fdde-18ba-489c-b1f9-f761f8fe2c55 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/37237906-7066-4495-87de-93007cbe6807 HTTP/1.1" status: 204 len: 168 time: 0.9197235 Jan 28 13:43:08.771954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44660) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:08.794079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b0a57-f731-4f18-a918-17f4da1b8675 None None] Network 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:08.807337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:08.963506 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (47e2bf33-2644-488d-ac2c-d7d237259c65), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.070429 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f5ea1-c5f5-42a7-ae67-fc7400107b4d x-openstack-request-id: req-711f5ea1-c5f5-42a7-ae67-fc7400107b4d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:09.070843 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59762f8-fd61-4afa-98ac-b3714c5c0270", "name": "network-vif-plugged", "status": "completed", "tag": "72b8a403-541b-40c1-bbdb-1685027dfa39", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:09.071119 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-711f5ea1-c5f5-42a7-ae67-fc7400107b4d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:09.071541 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8a403-541b-40c1-bbdb-1685027dfa39', 'code': 200} Jan 28 13:43:09.087109 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.103026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09065-307b-4add-904d-1d7f7d7a1856 req-b7d7bf87-bfa2-405f-9725-452b9f8acf74 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:09.113330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74c09065-307b-4add-904d-1d7f7d7a1856 req-b7d7bf87-bfa2-405f-9725-452b9f8acf74 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 946 time: 0.2267654 Jan 28 13:43:09.116683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.123723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/47e2bf33-2644-488d-ac2c-d7d237259c65 HTTP/1.1" status: 204 len: 168 time: 0.7778130 Jan 28 13:43:09.124410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.133536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44676) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:09.135907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5cb64-9c2b-4030-9214-05e452e9b5cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=47e2bf33-2644-488d-ac2c-d7d237259c65,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:09.148513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] device_id is not set on port c478e1a5-048c-4074-9d8d-05fdffe8a28f yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:09.238140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e97a68-3b86-463a-90ff-f4cba0e5ecca None None] Network aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:09.399670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (58ad7723-a2fc-420c-8241-c901abb8fbf7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.431188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (9a61b27a-b23f-4855-b7ac-e185219e7add), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.485613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f745580-1d22-4293-a03c-cededb4b7ac3 req-15e87a1b-cde6-48db-b426-bbfa5f7b889f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 210 time: 0.1147952 Jan 28 13:43:09.551427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:09.601127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 10.1.1.194 (74e1d4a8-6162-41fe-8508-1f0d03086282/e9fc2b93-f939-4b2f-a8f1-bfd129589a62/c478e1a5-048c-4074-9d8d-05fdffe8a28f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:09.604970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e736c3-544a-4231-886b-699b3cfea6eb req-2ee70784-00c0-452d-ad93-2f8e5b6e39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:09.607299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59e736c3-544a-4231-886b-699b3cfea6eb req-2ee70784-00c0-452d-ad93-2f8e5b6e39f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 1096 time: 0.2398999 Jan 28 13:43:09.833872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] Deleting port b5d5a9ff-ec11-4cde-b21c-e20a38def77b {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:09.834481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.858025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59e736c3-544a-4231-886b-699b3cfea6eb req-9f131c61-ff24-4545-8762-c511eb617327 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183089 Jan 28 13:43:09.875992 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.884560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0508b2a-dc07-4b84-920e-ad2b4c2e4428 req-a72cc40f-d1fb-4695-a111-bc8aafa01325 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:09.892757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0508b2a-dc07-4b84-920e-ad2b4c2e4428 req-a72cc40f-d1fb-4695-a111-bc8aafa01325 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 945 time: 0.2814052 Jan 28 13:43:09.901519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 4842f3e2-1d36-4ffb-823a-22206fc4d879 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:09.901974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.907167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port b5d5a9ff-ec11-4cde-b21c-e20a38def77b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:09.908413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:09.941154 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.018684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] DHCP port deletion for 9a61b27a-b23f-4855-b7ac-e185219e7add request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:10.033743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a88d0043-6938-42f4-9d01-39cd58dbbbb9 None None] Current status of the port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:10.051715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Allocated IP 10.2.2.2 (b3daea2d-ee9c-473f-9140-ae668521e7c4/c877d293-1a1f-4c4f-a34b-3cd6208cb08a/aa1800c0-05b5-4d36-9ad5-f58dd332cd7d) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:10.074281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:10.075892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 4842f3e2-1d36-4ffb-823a-22206fc4d879, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4842f3e2-1d36-4ffb-823a-22206fc4d879,segment=NetworkSegment(c6e46132-7b63-4e92-acd0-0a9cb575f63d),segment_id=c6e46132-7b63-4e92-acd0-0a9cb575f63d)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:10.076421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.088270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=c478e1a5-048c-4074-9d8d-05fdffe8a28f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:10.096967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port b5d5a9ff-ec11-4cde-b21c-e20a38def77b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,segment=NetworkSegment(cef6f06b-7210-4c14-8299-f29fd5862868),segment_id=cef6f06b-7210-4c14-8299-f29fd5862868)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:10.098047 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.098545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:10.104966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:10.113855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 4842f3e2-1d36-4ffb-823a-22206fc4d879 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:10.138526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0508b2a-dc07-4b84-920e-ad2b4c2e4428 req-89fcd13e-5da7-49bd-8e48-15f2e05e22ca tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437088 Jan 28 13:43:10.151437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for b5d5a9ff-ec11-4cde-b21c-e20a38def77b owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:10.191133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74c09065-307b-4add-904d-1d7f7d7a1856 req-d45354a7-6ada-4c48-9be5-66cdd8aa9367 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0766475 Jan 28 13:43:10.241291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] For port b5d5a9ff-ec11-4cde-b21c-e20a38def77b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,segment=NetworkSegment(cef6f06b-7210-4c14-8299-f29fd5862868),segment_id=cef6f06b-7210-4c14-8299-f29fd5862868)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:10.241793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.322719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] Calling delete_port for b5d5a9ff-ec11-4cde-b21c-e20a38def77b owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:10.385143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:10.385891 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.402066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.411000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9f36e81e-7afa-4de3-a345-31a7b37f6be9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9777241 Jan 28 13:43:10.411431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44698) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:10.420421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'port': {'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'name': 'tempest-TaggedBootDevicesTest_v242-1281091288', 'fixed_ips': [{'subnet_id': 'e9fc2b93-f939-4b2f-a8f1-bfd129589a62'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:10.445422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] DHCP port deletion for 8eec049a-4cdf-4120-a6a2-741e2ad9d6ff request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:10.447303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:10.447696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.472959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=4842f3e2-1d36-4ffb-823a-22206fc4d879,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:10.480584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port 4842f3e2-1d36-4ffb-823a-22206fc4d879 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:10.652236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] DHCP port deletion for aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:10.662993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-652b10c9-0130-4792-a713-abe91e84997a None None] Provisioning complete for port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:10.664134 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-652b10c9-0130-4792-a713-abe91e84997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:10.728184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a13534e-25f1-4743-bc51-e27e44f0bf98 req-7faba8dd-d1bc-4e28-940f-c0b66f2db4de tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 210 time: 0.0776448 Jan 28 13:43:10.945308 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.083206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-12e27f55-20bd-438a-bb44-5a22bfb40901 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:11.085518 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-12e27f55-20bd-438a-bb44-5a22bfb40901 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "GET /v2.0/networks?id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 200 len: 797 time: 0.2902522 Jan 28 13:43:11.086732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:11.092995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.165607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] Deleting port 4842f3e2-1d36-4ffb-823a-22206fc4d879 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:11.166517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.223445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] device_id is not set on port e065d5b7-92ce-4ba1-8311-52753a22357b yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:11.260063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.334349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:11.365495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db416135-62d5-437f-8e08-5c1545408e92 req-4c186f8e-91d4-43e2-ac68-446a84b5f928 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:11.372651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db416135-62d5-437f-8e08-5c1545408e92 req-4c186f8e-91d4-43e2-ac68-446a84b5f928 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 945 time: 0.9883959 Jan 28 13:43:11.376749 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (9a61b27a-b23f-4855-b7ac-e185219e7add), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.380766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port b5d5a9ff-ec11-4cde-b21c-e20a38def77b on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.386136 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:11.388794 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:43:11.398358 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Publish callbacks [] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.453038 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.458262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] For port 4842f3e2-1d36-4ffb-823a-22206fc4d879, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:11.458667 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.468453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (b5d5a9ff-ec11-4cde-b21c-e20a38def77b), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.528314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] Deleting port e8fb21e8-0829-4edc-9398-93a94fa6361a {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:11.528539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 10.1.1.208 (74e1d4a8-6162-41fe-8508-1f0d03086282/e9fc2b93-f939-4b2f-a8f1-bfd129589a62/e065d5b7-92ce-4ba1-8311-52753a22357b) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:11.528656 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.529595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a61b27a-b23f-4855-b7ac-e185219e7add']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.543517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db416135-62d5-437f-8e08-5c1545408e92 req-ad8ba0fd-0bc2-4d0b-80dc-672a1570fa44 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698341 Jan 28 13:43:11.558767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (58ad7723-a2fc-420c-8241-c901abb8fbf7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.582135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] Calling delete_port for 4842f3e2-1d36-4ffb-823a-22206fc4d879 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:11.585661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e46132-7b63-4e92-acd0-0a9cb575f63d') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.587440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e46132-7b63-4e92-acd0-0a9cb575f63d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.615329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c6e46132-7b63-4e92-acd0-0a9cb575f63d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.625639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ad7723-a2fc-420c-8241-c901abb8fbf7']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.639551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef6f06b-7210-4c14-8299-f29fd5862868') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.640354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef6f06b-7210-4c14-8299-f29fd5862868') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:11.651103 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c6e46132-7b63-4e92-acd0-0a9cb575f63d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.680610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (cef6f06b-7210-4c14-8299-f29fd5862868), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.683513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] Port 4842f3e2-1d36-4ffb-823a-22206fc4d879 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:43:11.685860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:11.688975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:11.689941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c6e46132-7b63-4e92-acd0-0a9cb575f63d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:11.696767 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:11.700116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:11.751265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cef6f06b-7210-4c14-8299-f29fd5862868), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.760614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] Deleting port de486031-6698-479d-9326-42dc38f59ed6 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:11.761342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (de486031-6698-479d-9326-42dc38f59ed6), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.768426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:11.769185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (cef6f06b-7210-4c14-8299-f29fd5862868), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.776299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] No DVR routers for this DVR port b5d5a9ff-ec11-4cde-b21c-e20a38def77b on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:11.787298 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (4842f3e2-1d36-4ffb-823a-22206fc4d879), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.793010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.824885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:11.837063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:11.839449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b5d5a9ff-ec11-4cde-b21c-e20a38def77b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:11.879133 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:11.885487 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.956615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] For port de486031-6698-479d-9326-42dc38f59ed6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de486031-6698-479d-9326-42dc38f59ed6,segment=NetworkSegment(da4c4119-efac-4334-986f-b38ad15c3e92),segment_id=da4c4119-efac-4334-986f-b38ad15c3e92)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:11.957967 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (de486031-6698-479d-9326-42dc38f59ed6), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:11.960854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:11.964241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=e065d5b7-92ce-4ba1-8311-52753a22357b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:11.967998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:11.976614 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-dcc151c8-67d3-4cf0-bbaa-72616ab64d46 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 380 time: 0.8783920 Jan 28 13:43:11.979066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:11.997829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] Calling delete_port for de486031-6698-479d-9326-42dc38f59ed6 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:12.017504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'port': {'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'admin_state_up': True, 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'security_groups': ['73cb5db8-39b0-4495-8b5e-c0d981d54af0']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:12.130097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b27f019-fad9-45b6-9183-764ef63cff89 req-3eecab6e-33fe-4e1c-9a2f-46ed3122f435 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 210 time: 0.1957340 Jan 28 13:43:12.145371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (9a61b27a-b23f-4855-b7ac-e185219e7add), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.154855 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (58ad7723-a2fc-420c-8241-c901abb8fbf7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.171608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.176367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: b5d5a9ff-ec11-4cde-b21c-e20a38def77b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:12.180512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/58ad7723-a2fc-420c-8241-c901abb8fbf7 HTTP/1.1" status: 204 len: 168 time: 3.4056351 Jan 28 13:43:12.182648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.184764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b5d5a9ff-ec11-4cde-b21c-e20a38def77b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:12.199785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/9a61b27a-b23f-4855-b7ac-e185219e7add HTTP/1.1" status: 204 len: 168 time: 2.9856904 Jan 28 13:43:12.202106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44764) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.202633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44766) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.239908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Pushing event updated for resources: {'Port': ['ID=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.246422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-652b10c9-0130-4792-a713-abe91e84997a None None] Current status of the port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:12.260214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (de486031-6698-479d-9326-42dc38f59ed6), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.265613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc71fc-2be5-41f5-b6f1-f5ad7648f94f req-0766c234-0cff-4811-b2ac-9e3237b80def tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:12.269175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdcc71fc-2be5-41f5-b6f1-f5ad7648f94f req-0766c234-0cff-4811-b2ac-9e3237b80def tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 945 time: 0.8148510 Jan 28 13:43:12.275283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:12.279564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.281368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.299591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] No DVR routers for this DVR port 4842f3e2-1d36-4ffb-823a-22206fc4d879 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:12.407578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:12.409211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.445250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c7806-e56c-446d-a707-4a4879bac5a2 None None] Pushing event deleted for resources: {'Port': ['ID=b5d5a9ff-ec11-4cde-b21c-e20a38def77b,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.473040 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.501952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] For port e8fb21e8-0829-4edc-9398-93a94fa6361a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e8fb21e8-0829-4edc-9398-93a94fa6361a,segment=NetworkSegment(63e85562-2ce5-4294-8e19-e7b277fa4907),segment_id=63e85562-2ce5-4294-8e19-e7b277fa4907)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:12.504511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.519042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] No DVR routers for this DVR port de486031-6698-479d-9326-42dc38f59ed6 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:12.521076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f86f3-892b-40ef-8086-8236feb6da6a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=9a61b27a-b23f-4855-b7ac-e185219e7add,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.561198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b1b86e3a-3989-46b6-a95a-f68171e8f5ee tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1474578 Jan 28 13:43:12.675870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4842f3e2-1d36-4ffb-823a-22206fc4d879 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:12.694840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dd0e3-e255-46ce-86f1-3ee16c5ad400 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=58ad7723-a2fc-420c-8241-c901abb8fbf7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.697192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdcc71fc-2be5-41f5-b6f1-f5ad7648f94f req-66eff92b-b244-44ae-b4c4-429ef3f14145 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961368 Jan 28 13:43:12.705891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] Calling delete_port for e8fb21e8-0829-4edc-9398-93a94fa6361a owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:12.838552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.20.0.4 (116a44a8-fc83-4cc1-b3e6-d2d41ade638f/d884423c-a344-4c5a-8153-a6091e52e0a1/2f3f9bdd-4347-47c2-86d0-c6c2097370cb) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:12.892423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8eec049a-4cdf-4120-a6a2-741e2ad9d6ff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:12.904361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36927-3519-47e8-8122-d54ad335fee8 None None] Pushing event deleted for resources: {'Port': ['ID=4842f3e2-1d36-4ffb-823a-22206fc4d879,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:12.934389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4842f3e2-1d36-4ffb-823a-22206fc4d879 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:12.935921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44792) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:12.937960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4842f3e2-1d36-4ffb-823a-22206fc4d879 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:12.948934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de486031-6698-479d-9326-42dc38f59ed6 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:13.003971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-db0408f4-d002-4291-a54b-f9c9760f6180 None None] Provisioning complete for port c478e1a5-048c-4074-9d8d-05fdffe8a28f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:13.004882 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-db0408f4-d002-4291-a54b-f9c9760f6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.022912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a0b4c8ee-0f8e-4924-98e2-4dd63f21d952 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049088499', 'description': 'tempest-description--840716261'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:13.035167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2599dc1-9dcc-4fc1-bd9c-46b386ccda04 None None] Pushing event deleted for resources: {'Port': ['ID=de486031-6698-479d-9326-42dc38f59ed6,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.039470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.060904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Attempting to bind port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:13.072657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Attempting to bind port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:13.073188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Attempting to bind port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d on network b3daea2d-ee9c-473f-9140-ae668521e7c4 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:13.116313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: de486031-6698-479d-9326-42dc38f59ed6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:13.117442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de486031-6698-479d-9326-42dc38f59ed6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:13.119011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fb21e8-0829-4edc-9398-93a94fa6361a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:13.126961 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (e8fb21e8-0829-4edc-9398-93a94fa6361a), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.135043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] The port 'e8fb21e8-0829-4edc-9398-93a94fa6361a' was deleted {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 13:43:13.231840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.255781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8ee-0f8e-4924-98e2-4dd63f21d952 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.342190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4c4119-efac-4334-986f-b38ad15c3e92') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.342844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4c4119-efac-4334-986f-b38ad15c3e92') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.358141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4d633-7716-4727-8955-9f21a15460f3 req-13261dfc-3fe6-45dc-aac4-fe049825240c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:13.360755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6a4d633-7716-4727-8955-9f21a15460f3 req-13261dfc-3fe6-45dc-aac4-fe049825240c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.2940814 Jan 28 13:43:13.412436 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6a4d633-7716-4727-8955-9f21a15460f3 req-e328f090-1621-4c37-b5a3-37b4e3ecc969 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.0412104 Jan 28 13:43:13.459225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:13.460090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Checking segment: {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:13.460818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.461637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Bound using segment: {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:13.462314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Bound port: aa1800c0-05b5-4d36-9ad5-f58dd332cd7d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:13.463248 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.468120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (da4c4119-efac-4334-986f-b38ad15c3e92), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.474266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-346ece2d-5b41-4ca8-82d6-792eb9ecbe65 req-83d4be25-a2d6-4827-9e1b-2f1d85328a07 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 210 time: 0.1663203 Jan 28 13:43:13.485657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.496469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: e8fb21e8-0829-4edc-9398-93a94fa6361a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:13.497074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fb21e8-0829-4edc-9398-93a94fa6361a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:13.510972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8eec049a-4cdf-4120-a6a2-741e2ad9d6ff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.515755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] No DVR routers for this DVR port e8fb21e8-0829-4edc-9398-93a94fa6361a on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:13.518370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19da45c-3c56-4a50-99ea-f16c89eeeb3b None None] Pushing event deleted for resources: {'Port': ['ID=e8fb21e8-0829-4edc-9398-93a94fa6361a,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.526889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-db0408f4-d002-4291-a54b-f9c9760f6180 None None] Port c478e1a5-048c-4074-9d8d-05fdffe8a28f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:13.537288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (da4c4119-efac-4334-986f-b38ad15c3e92), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.565470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:13.566123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (da4c4119-efac-4334-986f-b38ad15c3e92), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:13.570061 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:13.590348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eec049a-4cdf-4120-a6a2-741e2ad9d6ff']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.608905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6a4d633-7716-4727-8955-9f21a15460f3 req-1adf4b9e-9910-416a-9c22-84e320e453c5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680784 Jan 28 13:43:13.637421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8ee-0f8e-4924-98e2-4dd63f21d952 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group (53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.702510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e85562-2ce5-4294-8e19-e7b277fa4907') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.703135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e85562-2ce5-4294-8e19-e7b277fa4907') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:13.711043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8ee-0f8e-4924-98e2-4dd63f21d952 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.717275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fa688321-3d95-487c-aa6d-02edf7acc882 None None] Provisioning complete for port e065d5b7-92ce-4ba1-8311-52753a22357b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:13.717964 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa688321-3d95-487c-aa6d-02edf7acc882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.723492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] For port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:13.759620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (63e85562-2ce5-4294-8e19-e7b277fa4907), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.782105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (63e85562-2ce5-4294-8e19-e7b277fa4907), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.787967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] For port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:13.790837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.793588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:13.794086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (63e85562-2ce5-4294-8e19-e7b277fa4907), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:13.799311 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:13.806795 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.813481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12 HTTP/1.1" status: 204 len: 168 time: 1.5897021 Jan 28 13:43:13.816814 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.825069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44840) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:13.832231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1588681340'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:13.838407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fa688321-3d95-487c-aa6d-02edf7acc882 None None] Port e065d5b7-92ce-4ba1-8311-52753a22357b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:13.855551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2699b7-98f5-4c46-a10c-8c1bc40b1155 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=aa5a8e7b-0ac1-49b2-ae08-ddecf9643e12,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.945537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e499bd9-ae68-498d-98c0-25f0c9c69b36 None None] Pushing event updated for resources: {'Port': ['ID=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:13.967393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8eec049a-4cdf-4120-a6a2-741e2ad9d6ff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:13.977875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.003656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/8eec049a-4cdf-4120-a6a2-741e2ad9d6ff HTTP/1.1" status: 204 len: 168 time: 1.7995765 Jan 28 13:43:14.006881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44842) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:14.016253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1348391629'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:14.048129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d210351-e83c-4c89-87e0-7e2df15a1a8f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=8eec049a-4cdf-4120-a6a2-741e2ad9d6ff,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:14.057143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c8ee-0f8e-4924-98e2-4dd63f21d952 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.058416 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a0b4c8ee-0f8e-4924-98e2-4dd63f21d952 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1215706 Jan 28 13:43:14.061128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:14.061367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c8ee-0f8e-4924-98e2-4dd63f21d952 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:14.064821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.070653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:14.075065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.091971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8293f685-789e-4b27-be0e-c9941a9f1ed7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'security_group_rule': {'security_group_id': '53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:14.118758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:14.120731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:14.132140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:14.207854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8293f685-789e-4b27-be0e-c9941a9f1ed7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group_rule (e6e497fd-1c4b-4e81-b519-03874532c16e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.267790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6a4d633-7716-4727-8955-9f21a15460f3 req-1fad67cf-50ab-44d2-a880-509fe8def937 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157544 Jan 28 13:43:14.268897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:14.301870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:14.321654 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.339584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:14.427502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b8a7e986-cce9-4ee3-ab08-3c53068616e4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.427790 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment b8a7e986-cce9-4ee3-ab08-3c53068616e4 of type vlan for network 2b3a5436-3777-4ff3-84d1-f590128421de Jan 28 13:43:14.498068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:14.628511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2b3a5436-3777-4ff3-84d1-f590128421de), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.653671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:14.653914 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dad35e68-f104-4f99-8a6f-dbbf3d301094), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.654362 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.658004 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment dad35e68-f104-4f99-8a6f-dbbf3d301094 of type vlan for network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e Jan 28 13:43:14.709069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-48384a9b-11ce-4123-9f70-6defe96411fa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6962287 Jan 28 13:43:14.717610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-57e8c78e-99fb-43c8-aa04-91ddd2519f92 None None] Provisioning complete for port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:14.718887 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-57e8c78e-99fb-43c8-aa04-91ddd2519f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.722425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device aa1800c0-05b5-4d36-9ad5-f58dd332cd7d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:14.727767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Request body: {'port': {'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:14.729140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8293f685-789e-4b27-be0e-c9941a9f1ed7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group_rule (e6e497fd-1c4b-4e81-b519-03874532c16e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.858689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6a4d633-7716-4727-8955-9f21a15460f3 req-51b21841-80b1-475e-ad03-7871635956b8 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622246 Jan 28 13:43:14.862350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.863774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8293f685-789e-4b27-be0e-c9941a9f1ed7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e6e497fd-1c4b-4e81-b519-03874532c16e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.889113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:43:14.908823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f685-789e-4b27-be0e-c9941a9f1ed7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e497fd-1c4b-4e81-b519-03874532c16e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:14.911780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-57e8c78e-99fb-43c8-aa04-91ddd2519f92 None None] Port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:14.924543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:14.925314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.931049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.967530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2b3a5436-3777-4ff3-84d1-f590128421de), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:14.977818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:14.978928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.013290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef557a-45cb-4777-a9c8-9cf8690b8508 req-8992caf1-bf68-47f3-b325-c68250d4c8b6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:15.016158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60ef557a-45cb-4777-a9c8-9cf8690b8508 req-8992caf1-bf68-47f3-b325-c68250d4c8b6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 931 time: 0.3525298 Jan 28 13:43:15.036402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8293f685-789e-4b27-be0e-c9941a9f1ed7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.040549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8293f685-789e-4b27-be0e-c9941a9f1ed7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9637794 Jan 28 13:43:15.048352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44860) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:15.067793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cb2c0695-2817-49a2-8cfa-2cfe3efcaabb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'security_group_rule': {'security_group_id': '53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:15.081917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:15.082365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.213210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:15.224777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.240649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4138963 Jan 28 13:43:15.254016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44866) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:15.275333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:15.287775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.296595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:15.310378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.342062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:15.350025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff6718-fd17-4e5e-8f04-d0fcde39a457 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=2b3a5436-3777-4ff3-84d1-f590128421de,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:15.377218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2b3a5436-3777-4ff3-84d1-f590128421de details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:15.430896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60ef557a-45cb-4777-a9c8-9cf8690b8508 req-9a31355d-d2de-4edf-a518-77966e128313 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866918 Jan 28 13:43:15.431792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0695-2817-49a2-8cfa-2cfe3efcaabb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group_rule (9671586c-926b-42e2-aab7-81fae5457c6f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.577983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5671358 Jan 28 13:43:15.581786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44876) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:15.597199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:15.697602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bcb15-de8b-403f-9317-ba56f9cf6335 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:15.716829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:15.796690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0695-2817-49a2-8cfa-2cfe3efcaabb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group_rule (9671586c-926b-42e2-aab7-81fae5457c6f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.815141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-f0fe29b1-a855-42af-9a08-59f6ae6eeb79 req-82e38b84-a93c-4d38-a892-4125dc1ea14a service neutron] (103373) timed out ('10.222.0.60', 56633) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:43:15.816457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0695-2817-49a2-8cfa-2cfe3efcaabb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9671586c-926b-42e2-aab7-81fae5457c6f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.879961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:15.902567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.966141 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0695-2817-49a2-8cfa-2cfe3efcaabb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:15.972077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb2c0695-2817-49a2-8cfa-2cfe3efcaabb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9140360 Jan 28 13:43:15.988129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44896) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:15.998112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:16.006269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:16.010276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.039708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c0695-2817-49a2-8cfa-2cfe3efcaabb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9671586c-926b-42e2-aab7-81fae5457c6f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:16.082144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59d6a0-dd35-4a71-8bd3-7b341ef5cdba None None] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:16.126239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.292459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3f9bdd-4347-47c2-86d0-c6c2097370cb {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:16.305335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Publish callbacks [] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.352023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Transition to ACTIVE for port object 2f3f9bdd-4347-47c2-86d0-c6c2097370cb will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:43:16.367684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.391943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device aa1800c0-05b5-4d36-9ad5-f58dd332cd7d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:16.483049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c456a5f1-877b-4f07-b0a0-773a542e45cd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.601743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-30a498c6-6255-4bc8-90be-d2442ec23c1d None None] Provisioning complete for port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:16.602106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-30a498c6-6255-4bc8-90be-d2442ec23c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.698346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:16.698739 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.799046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': 'dad35e68-f104-4f99-8a6f-dbbf3d301094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:16.799333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:16.822665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:16.865385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=c456a5f1-877b-4f07-b0a0-773a542e45cd,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:16.912723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8a741-bec3-42ac-ba9e-d10396bc3b3d req-c7f0702e-d2fd-429f-9d5b-f870150e9a40 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:16.914304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dc8a741-bec3-42ac-ba9e-d10396bc3b3d req-c7f0702e-d2fd-429f-9d5b-f870150e9a40 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 943 time: 0.3127387 Jan 28 13:43:16.929026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (13cce83b-01e3-43b7-baba-1c0ea47c1b3a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:16.963638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-30a498c6-6255-4bc8-90be-d2442ec23c1d None None] Current status of the port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:17.043644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:17.046087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=13cce83b-01e3-43b7-baba-1c0ea47c1b3a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:17.112387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:17.138543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07e6d4-1e9e-4c4b-a847-22c6b70b3bcc None None] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:17.139339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:17.140433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.170515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dc8a741-bec3-42ac-ba9e-d10396bc3b3d req-9105c60d-f47f-422c-bb99-f406427636b1 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428081 Jan 28 13:43:17.176327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': 'b8a7e986-cce9-4ee3-ab08-3c53068616e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:17.177362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: 2b3a5436-3777-4ff3-84d1-f590128421de, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:17.194972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-44380a09-9fc0-4451-a15c-1361bcd477cb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6096752 Jan 28 13:43:17.196161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44930) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:17.208806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a430adbd-3cce-4140-8e42-c28d1ab34156 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1186313644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:17.238717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 2b3a5436-3777-4ff3-84d1-f590128421de is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:17.261870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2b3a5436-3777-4ff3-84d1-f590128421de) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:17.266298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b7da3634-ec60-4fcc-8fe6-08906feda0b2 None None] Provisioning complete for port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:17.267103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7da3634-ec60-4fcc-8fe6-08906feda0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.270582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a430adbd-3cce-4140-8e42-c28d1ab34156 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (16d364da-57da-4aa9-af8f-1247a625dd5a), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.271637 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a430adbd-3cce-4140-8e42-c28d1ab34156 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (16d364da-57da-4aa9-af8f-1247a625dd5a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.276959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:17.280333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.317796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611f486-5865-4d0c-aae7-3b02b0052af8 None None] Network 2b3a5436-3777-4ff3-84d1-f590128421de requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:17.322218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5c08041c-8f45-4c82-a56b-530ac0a1ae02 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0635340 Jan 28 13:43:17.323538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44932) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:17.381188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8afd09b7-494b-43c6-863e-35a271424072 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1598417368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:17.447195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a430adbd-3cce-4140-8e42-c28d1ab34156 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (16d364da-57da-4aa9-af8f-1247a625dd5a), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.459349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a430adbd-3cce-4140-8e42-c28d1ab34156 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (16d364da-57da-4aa9-af8f-1247a625dd5a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.490778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8afd09b7-494b-43c6-863e-35a271424072 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.493004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8afd09b7-494b-43c6-863e-35a271424072 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.531286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:17.545536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a430adbd-3cce-4140-8e42-c28d1ab34156 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.558287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a430adbd-3cce-4140-8e42-c28d1ab34156 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3574238 Jan 28 13:43:17.579065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:17.585499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'port': {'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e', 'name': 'tempest-RoutersIpV6Test-94258919'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:17.594057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e', 'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': 'c456a5f1-877b-4f07-b0a0-773a542e45cd'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:43:17.596220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.620004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8afd09b7-494b-43c6-863e-35a271424072 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.630944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8afd09b7-494b-43c6-863e-35a271424072 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.639107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b7da3634-ec60-4fcc-8fe6-08906feda0b2 None None] Current status of the port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:17.642709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.664930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-2b3a5436-3777-4ff3-84d1-f590128421de', 'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '13cce83b-01e3-43b7-baba-1c0ea47c1b3a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:43:17.667759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8afd09b7-494b-43c6-863e-35a271424072 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.670207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8afd09b7-494b-43c6-863e-35a271424072 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3433278 Jan 28 13:43:17.672535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.673392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44942) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:17.680832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'port': {'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de', 'name': 'tempest-RoutersTest-1396843245'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:17.916749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:17.926748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:17.987483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] device_id is not set on port 3046c800-446f-4694-aa8a-77d87f36a74a yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:18.105394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 172.25.4.60 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/cf167c34-3218-426d-937d-cc99af60b208) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:18.124693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Allocated IP 172.20.0.2 (2b3a5436-3777-4ff3-84d1-f590128421de/13cce83b-01e3-43b7-baba-1c0ea47c1b3a/5b4f9d95-f226-41cb-bb58-99d5929011d2) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:18.152395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-f5aa470f-0c3a-4a4f-a778-5c72da9e98a2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:18.153927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-f5aa470f-0c3a-4a4f-a778-5c72da9e98a2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 1.6882520 Jan 28 13:43:18.218374 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-a2e4731b-7d0c-4ae9-a297-e1e79652ed10 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.0420644 Jan 28 13:43:18.307050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Attempting to bind port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:18.307391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Attempting to bind port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:18.307938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Attempting to bind port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb on network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:18.320470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb on network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:43:18.321113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Attempting to bind port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb on network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:18.337274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:18.338002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Checking segment: {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:18.338599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Bound using segment: {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:18.339272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Bound port: 2f3f9bdd-4347-47c2-86d0-c6c2097370cb, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c0206e-d0de-42d8-bb05-50478cdb5933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:18.339880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.408382 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-bce88758-68d0-4064-a960-d3fbfe897c37 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828094 Jan 28 13:43:18.436513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a38a2-0e4f-4180-b40d-d25aaf71dd2f req-85b183d1-a7dc-4d57-bb1c-c9c80bc7c7ab tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:18.439791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Allocated IP 2001:db8::2 (f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e/c456a5f1-877b-4f07-b0a0-773a542e45cd/e8fcbe97-889f-4f74-a945-e146c8907c03) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:18.442068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a9a38a2-0e4f-4180-b40d-d25aaf71dd2f req-85b183d1-a7dc-4d57-bb1c-c9c80bc7c7ab tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 943 time: 0.1246243 Jan 28 13:43:18.607423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a9a38a2-0e4f-4180-b40d-d25aaf71dd2f req-5a8d45d7-23a5-40f5-857f-d5ec22d91c41 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555338 Jan 28 13:43:18.630646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Publish callbacks [] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.642832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (cf167c34-3218-426d-937d-cc99af60b208), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.649097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:18.653353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.667762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.705434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] device_id is not set on port d053486c-ae83-400c-b6bf-879efbde6a55 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:43:18.776218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.20.0.10 (2b3a5436-3777-4ff3-84d1-f590128421de/13cce83b-01e3-43b7-baba-1c0ea47c1b3a/3046c800-446f-4694-aa8a-77d87f36a74a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:18.812153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Network 2b3a5436-3777-4ff3-84d1-f590128421de is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:18.813088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Pushing event updated for resources: {'Port': ['ID=5b4f9d95-f226-41cb-bb58-99d5929011d2,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:18.825690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:18.830944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:18.854001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] For port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:18.902606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] For port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:18.924360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.932309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-00da0f3b-d780-4e08-933c-9f1995a92f03 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872098 Jan 28 13:43:18.976223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (cf167c34-3218-426d-937d-cc99af60b208), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:18.982423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Attempting to bind port 5b4f9d95-f226-41cb-bb58-99d5929011d2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:18.982805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Attempting to bind port 5b4f9d95-f226-41cb-bb58-99d5929011d2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b8a7e986-cce9-4ee3-ab08-3c53068616e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:18.988228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Attempting to bind port 5b4f9d95-f226-41cb-bb58-99d5929011d2 on network 2b3a5436-3777-4ff3-84d1-f590128421de {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:19.012410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:19.013185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.015878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-f030ae04-6dec-4482-90ce-155239612093 service neutron] 10.222.0.60 "PUT /v2.0/ports/2f3f9bdd-4347-47c2-86d0-c6c2097370cb HTTP/1.1" status: 200 len: 1091 time: 4.2984264 Jan 28 13:43:19.018265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:19.020899 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68734875-296e-4a8a-8378-1362eba8c402" -d '{"events": [{"name": "network-changed", "server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:19.052314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:19.086450 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Publish callbacks [] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.092439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:19.094472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Checking segment: {'id': 'b8a7e986-cce9-4ee3-ab08-3c53068616e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:19.095563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.096429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Bound using segment: {'id': 'b8a7e986-cce9-4ee3-ab08-3c53068616e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:19.097187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Bound port: 5b4f9d95-f226-41cb-bb58-99d5929011d2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a7e986-cce9-4ee3-ab08-3c53068616e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2b3a5436-3777-4ff3-84d1-f590128421de'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:19.097727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.154493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (3046c800-446f-4694-aa8a-77d87f36a74a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.216555 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.241415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.310315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 2b3a5436-3777-4ff3-84d1-f590128421de is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:19.318916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:19.324374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:19.329982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=3046c800-446f-4694-aa8a-77d87f36a74a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:19.348212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:19.357493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:19.362077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8::3aa (f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e/c456a5f1-877b-4f07-b0a0-773a542e45cd/d053486c-ae83-400c-b6bf-879efbde6a55) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:19.365839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:19.407849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] For port 5b4f9d95-f226-41cb-bb58-99d5929011d2, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:19.451562 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96991526-e1cb-41b2-8a9c-13705567ead8 x-openstack-request-id: req-96991526-e1cb-41b2-8a9c-13705567ead8 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:19.451985 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:19.452276 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96991526-e1cb-41b2-8a9c-13705567ead8 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:19.452685 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'status': 'completed', 'code': 200} Jan 28 13:43:19.459781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030ae04-6dec-4482-90ce-155239612093 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:19.465928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Pushing event updated for resources: {'Port': ['ID=e8fcbe97-889f-4f74-a945-e146c8907c03,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:19.468067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:19.472418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:19.473885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] For port 5b4f9d95-f226-41cb-bb58-99d5929011d2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5b4f9d95-f226-41cb-bb58-99d5929011d2,segment=NetworkSegment(b8a7e986-cce9-4ee3-ab08-3c53068616e4),segment_id=b8a7e986-cce9-4ee3-ab08-3c53068616e4)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:19.492620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.513796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:19.514488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.572424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Attempting to bind port e8fcbe97-889f-4f74-a945-e146c8907c03 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:19.574467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Attempting to bind port e8fcbe97-889f-4f74-a945-e146c8907c03 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'dad35e68-f104-4f99-8a6f-dbbf3d301094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:19.574467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Attempting to bind port e8fcbe97-889f-4f74-a945-e146c8907c03 on network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:19.574713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6ce68b15-7fa0-4a24-9811-5046269d22c2 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8990736 Jan 28 13:43:19.576724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44972) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:19.589672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:19.590246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Checking segment: {'id': 'dad35e68-f104-4f99-8a6f-dbbf3d301094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:19.590850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.591652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Bound using segment: {'id': 'dad35e68-f104-4f99-8a6f-dbbf3d301094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:19.592304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Bound port: e8fcbe97-889f-4f74-a945-e146c8907c03, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad35e68-f104-4f99-8a6f-dbbf3d301094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:19.592878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.713268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f78c0d-9507-4410-b5dc-3f58f3dad28d None None] Pushing event updated for resources: {'Port': ['ID=5b4f9d95-f226-41cb-bb58-99d5929011d2,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:19.917524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] For port e8fcbe97-889f-4f74-a945-e146c8907c03, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:19.957137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] For port e8fcbe97-889f-4f74-a945-e146c8907c03, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e8fcbe97-889f-4f74-a945-e146c8907c03,segment=NetworkSegment(dad35e68-f104-4f99-8a6f-dbbf3d301094),segment_id=dad35e68-f104-4f99-8a6f-dbbf3d301094)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:19.964642 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:19.988731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=cf167c34-3218-426d-937d-cc99af60b208,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:20.016804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (d053486c-ae83-400c-b6bf-879efbde6a55), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.169394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-c8414b08-8a6e-4677-b065-3eb492c86299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:20.179625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-c8414b08-8a6e-4677-b065-3eb492c86299 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 1094 time: 1.0601759 Jan 28 13:43:20.185997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41824ff2-5b4f-43b0-8f98-f21d0e23a00e None None] Pushing event updated for resources: {'Port': ['ID=e8fcbe97-889f-4f74-a945-e146c8907c03,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:20.266412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-ef8248a8-18a7-422f-9690-1d670a32e909 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb HTTP/1.1" status: 200 len: 217 time: 0.0708990 Jan 28 13:43:20.278001 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-b1b85ca6-aeeb-4e4f-962e-f357068b13d7 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3305025 Jan 28 13:43:20.372647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaede77-a1d4-4406-b9e2-98538b629924 req-c349a3a6-e71a-4b4f-832c-5be6bf96ec1b tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:20.378237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aaede77-a1d4-4406-b9e2-98538b629924 req-c349a3a6-e71a-4b4f-832c-5be6bf96ec1b tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 943 time: 0.4880254 Jan 28 13:43:20.572802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for floatingip (8086abdb-81ff-4190-ac30-958a5352d89d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.604244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5b4f9d95-f226-41cb-bb58-99d5929011d2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:20.687521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-0c8d568f-e503-4992-9f97-e38b8179926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:20.689593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-0c8d568f-e503-4992-9f97-e38b8179926f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d884423c-a344-4c5a-8153-a6091e52e0a1 HTTP/1.1" status: 200 len: 834 time: 0.3749876 Jan 28 13:43:20.743435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.838340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5b4f9d95-f226-41cb-bb58-99d5929011d2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:20.838814 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:20.895529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:20.916815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8368cf0-4ed0-42dd-bc5b-f82012865ac8 req-e15c8a04-47f2-44ab-af39-47103160497d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 210 time: 0.1314082 Jan 28 13:43:21.007083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:21.027295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:21.037887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:21.038567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.115333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.5343471 Jan 28 13:43:21.129770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5b4f9d95-f226-41cb-bb58-99d5929011d2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:21.130533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.171322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44996) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:21.210907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 5b4f9d95-f226-41cb-bb58-99d5929011d2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5b4f9d95-f226-41cb-bb58-99d5929011d2,segment=NetworkSegment(b8a7e986-cce9-4ee3-ab08-3c53068616e4),segment_id=b8a7e986-cce9-4ee3-ab08-3c53068616e4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:21.220716 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.412598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aaede77-a1d4-4406-b9e2-98538b629924 req-711d1ca5-29e7-41f4-9650-954ccad0dfc5 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9805789 Jan 28 13:43:21.433769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e9e0-6190-4983-a8bc-f6dbe790a114 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=d053486c-ae83-400c-b6bf-879efbde6a55,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:21.463344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=5b4f9d95-f226-41cb-bb58-99d5929011d2,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:21.473892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-b8fe19aa-59ff-4ed6-b190-89a803d89b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:21.476947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-b8fe19aa-59ff-4ed6-b190-89a803d89b80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7693841 Jan 28 13:43:21.565210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cf167c34-3218-426d-937d-cc99af60b208), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.618245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:21.869812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ddfec-ca97-49d1-a1fc-6e160b4ee8d4 None None] Network 2b3a5436-3777-4ff3-84d1-f590128421de requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:22.141500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ea4076a6-8156-4b6d-b291-92edbab9236e None None] Provisioning complete for port 5b4f9d95-f226-41cb-bb58-99d5929011d2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:22.143766 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea4076a6-8156-4b6d-b291-92edbab9236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.344017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (3046c800-446f-4694-aa8a-77d87f36a74a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.357219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.401662 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (cf167c34-3218-426d-937d-cc99af60b208), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.418857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee359049-8826-46e7-af7a-9087e1816291 req-cbdebc91-bffb-4798-aa23-144ba3bbb40f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 210 time: 0.1066966 Jan 28 13:43:22.465691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (cf167c34-3218-426d-937d-cc99af60b208), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.564650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ea4076a6-8156-4b6d-b291-92edbab9236e None None] Current status of the port 5b4f9d95-f226-41cb-bb58-99d5929011d2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:22.573426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434823ad-650d-411d-b546-e6648b09ab98 None None] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:22.663450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (8086abdb-81ff-4190-ac30-958a5352d89d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.676510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=3046c800-446f-4694-aa8a-77d87f36a74a,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:22.787771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5b4f9d95-f226-41cb-bb58-99d5929011d2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:22.909390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:22.910791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9207187 Jan 28 13:43:22.937522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83055979-9a30-471e-a08a-a5339c13e67c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=cf167c34-3218-426d-937d-cc99af60b208,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:23.040928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Provisioning complete for port e8fcbe97-889f-4f74-a945-e146c8907c03 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:23.042845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.067252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2a9e8-e125-419c-90e8-ea06c4b06bea req-30b11606-e7a3-40dc-b585-ce44d8f4dd22 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:23.074952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1a2a9e8-e125-419c-90e8-ea06c4b06bea req-30b11606-e7a3-40dc-b585-ce44d8f4dd22 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 943 time: 0.4930110 Jan 28 13:43:23.113428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.117675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-3fc3fa8f-b2db-441b-a4e8-df701caf1d33 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5275004 Jan 28 13:43:23.181704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-321f7e0c-9c88-4630-a54e-325bff05f395 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:23.183286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-321f7e0c-9c88-4630-a54e-325bff05f395 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.4156036 Jan 28 13:43:23.260424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Request body: {'port': {'device_id': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'admin_state_up': True, 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:23.437366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1039cef5-cf41-456f-9dcd-ab8739c3a93e req-4f5bd911-a8dd-47a7-9697-a5fd9c667fec service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096695 Jan 28 13:43:23.625563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:23.626289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5b4f9d95-f226-41cb-bb58-99d5929011d2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:23.626904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.629350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.676564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.682164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c1a2a9e8-e125-419c-90e8-ea06c4b06bea req-6bac5e1f-6c1e-4b86-82a4-be56e7b86792 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5847793 Jan 28 13:43:23.767791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-fc42c98b-b434-4331-9093-290c8e6d87c2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1049088499&fields=id&tenant_id=7ff9829216e9416abc67ee44bef9df98 HTTP/1.1" status: 200 len: 267 time: 0.3185360 Jan 28 13:43:23.838344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Current status of the port e8fcbe97-889f-4f74-a945-e146c8907c03 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:23.839281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:23.842392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5b4f9d95-f226-41cb-bb58-99d5929011d2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:23.844924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fcbe97-889f-4f74-a945-e146c8907c03 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:24.002960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] For port e8fcbe97-889f-4f74-a945-e146c8907c03, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e8fcbe97-889f-4f74-a945-e146c8907c03,segment=NetworkSegment(dad35e68-f104-4f99-8a6f-dbbf3d301094),segment_id=dad35e68-f104-4f99-8a6f-dbbf3d301094)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:24.024221 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:24.128209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e8fcbe97-889f-4f74-a945-e146c8907c03 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:24.129568 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:24.210892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Pushing event updated for resources: {'Port': ['ID=e8fcbe97-889f-4f74-a945-e146c8907c03,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:24.286761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.287310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.287848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.289834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e2405bac-92ad-444c-b31d-b762af8dc569 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:24.300342 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e2405bac-92ad-444c-b31d-b762af8dc569 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports/c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 937 time: 0.4287007 Jan 28 13:43:24.300816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.301476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.302031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.302583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.303130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.303669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.304193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.304667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.305142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.315104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea717d96-d2b1-4ab7-aff8-bf0466c1391d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:43:24.321304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Allocated IP 172.20.0.11 (bd66b478-a8f5-487e-81fe-4e9e71689580/155f1533-4762-4f9a-90d3-6dcd494ded90/38724561-1392-42a1-9440-1a24cf162bff) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:24.369376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e2e68d22-9e25-4132-b3a9-b02c1f0f66ca None None] Provisioning complete for port 3046c800-446f-4694-aa8a-77d87f36a74a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:24.369914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2e68d22-9e25-4132-b3a9-b02c1f0f66ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:24.656465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e2e68d22-9e25-4132-b3a9-b02c1f0f66ca None None] Port 3046c800-446f-4694-aa8a-77d87f36a74a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:24.673624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c88bf88-4552-408f-9669-0b88c78bff1c req-0477ad6e-ad17-40e2-8886-69e2c83334ec tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 210 time: 0.1549306 Jan 28 13:43:24.689120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734875-296e-4a8a-8378-1362eba8c402 req-3b174588-6e66-4775-9809-8122b223ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:24.698567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68734875-296e-4a8a-8378-1362eba8c402 req-3b174588-6e66-4775-9809-8122b223ee4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 1094 time: 1.1356778 Jan 28 13:43:24.745805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e8fcbe97-889f-4f74-a945-e146c8907c03 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:24.784371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e2e68d22-9e25-4132-b3a9-b02c1f0f66ca None None] Provisioning complete for port 5b4f9d95-f226-41cb-bb58-99d5929011d2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:24.784371 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2e68d22-9e25-4132-b3a9-b02c1f0f66ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:24.818857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-be8fe267-4785-4483-8a71-5990c580286b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:24.827402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-be8fe267-4785-4483-8a71-5990c580286b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports/e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 937 time: 0.5255203 Jan 28 13:43:25.006478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fcbe97-889f-4f74-a945-e146c8907c03 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:25.081570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-50c5ef18-7ed7-4a41-a5c8-3c64471b3202 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2167187 Jan 28 13:43:25.165016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2f3f9bdd-4347-47c2-86d0-c6c2097370cb details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:43:25.167829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e2e68d22-9e25-4132-b3a9-b02c1f0f66ca None None] Current status of the port 5b4f9d95-f226-41cb-bb58-99d5929011d2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:25.261245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.301081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af34e6-16e5-407d-b485-f9f5d5ae0972 req-6133055e-b1d5-49fc-8bca-fb02d4c8342d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:25.308106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86af34e6-16e5-407d-b485-f9f5d5ae0972 req-6133055e-b1d5-49fc-8bca-fb02d4c8342d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 943 time: 0.2940495 Jan 28 13:43:25.318928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks [] for port (38724561-1392-42a1-9440-1a24cf162bff), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.402624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e8fcbe97-889f-4f74-a945-e146c8907c03 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:25.403032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.538683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Provisioning complete for port 3046c800-446f-4694-aa8a-77d87f36a74a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:25.541827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.568892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86af34e6-16e5-407d-b485-f9f5d5ae0972 req-a24c5ea2-bc27-4f70-8e4e-d421c742936b tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597451 Jan 28 13:43:25.574550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (38724561-1392-42a1-9440-1a24cf162bff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.664637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e8fcbe97-889f-4f74-a945-e146c8907c03 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:25.670648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:25.775531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734875-296e-4a8a-8378-1362eba8c402 req-7c26b660-f995-4989-aaec-53a9557feb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:25.778518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:25.782562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68734875-296e-4a8a-8378-1362eba8c402 req-7c26b660-f995-4989-aaec-53a9557feb81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 200 len: 898 time: 1.0701339 Jan 28 13:43:25.786531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Port 3046c800-446f-4694-aa8a-77d87f36a74a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:25.823370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:43:25.843490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Provisioning complete for port d053486c-ae83-400c-b6bf-879efbde6a55 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:25.844389 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:25.845151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-2c31d5d1-98c4-4e4f-b76a-098353e9f29d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0596254 Jan 28 13:43:25.848638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:25.907455 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68734875-296e-4a8a-8378-1362eba8c402 req-24d26206-afde-42e2-971a-aacf43baf437 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb HTTP/1.1" status: 200 len: 217 time: 0.1121569 Jan 28 13:43:25.942640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:25.969939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:25.974071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Port d053486c-ae83-400c-b6bf-879efbde6a55 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:25.975909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:25.978122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.011934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3f9bdd-4347-47c2-86d0-c6c2097370cb {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:26.027999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (d053486c-ae83-400c-b6bf-879efbde6a55), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.048687 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.061039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event updated for resources: {'Port': ['ID=38724561-1392-42a1-9440-1a24cf162bff,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.095053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Provisioning complete for port e8fcbe97-889f-4f74-a945-e146c8907c03 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:26.095053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.161419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.162059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.180531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734875-296e-4a8a-8378-1362eba8c402 req-1f07232f-0b8c-4da1-9620-76812c6b0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.183082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68734875-296e-4a8a-8378-1362eba8c402 req-1f07232f-0b8c-4da1-9620-76812c6b0843 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d884423c-a344-4c5a-8153-a6091e52e0a1 HTTP/1.1" status: 200 len: 834 time: 0.2618535 Jan 28 13:43:26.189307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd93270-2b6a-4516-9742-799389fd81ad req-49cf3bfd-dbcd-4441-a5a7-7fa271a732ca tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.191537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dd93270-2b6a-4516-9742-799389fd81ad req-49cf3bfd-dbcd-4441-a5a7-7fa271a732ca tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 932 time: 0.2568450 Jan 28 13:43:26.231680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-7282fd81-1749-4c56-b56e-ac4f11462f0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9914486 Jan 28 13:43:26.258699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Request body: {'port': {'device_id': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:26.270113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:26.289876 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.336985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (3046c800-446f-4694-aa8a-77d87f36a74a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.343237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-bd5697dc-119f-47c4-8544-226341324723 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.350621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dd93270-2b6a-4516-9742-799389fd81ad req-90be06e3-f837-423a-bec6-8127d4860db6 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531904 Jan 28 13:43:26.355116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-bd5697dc-119f-47c4-8544-226341324723 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.368092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-bd5697dc-119f-47c4-8544-226341324723 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.369964 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-bd5697dc-119f-47c4-8544-226341324723 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=b3daea2d-ee9c-473f-9140-ae668521e7c4&id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 1994 time: 0.5239704 Jan 28 13:43:26.381908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.449169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=d053486c-ae83-400c-b6bf-879efbde6a55,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.477031 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734875-296e-4a8a-8378-1362eba8c402 req-69dc2e6d-7d5c-49a0-a6d0-805302791487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:26.482296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68734875-296e-4a8a-8378-1362eba8c402 req-69dc2e6d-7d5c-49a0-a6d0-805302791487 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578259 Jan 28 13:43:26.486789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.488328 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-33d37697-02ef-4262-a0f3-71127717ff4b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/quotas/7ff9829216e9416abc67ee44bef9df98 HTTP/1.1" status: 200 len: 375 time: 0.0760281 Jan 28 13:43:26.496130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38724561-1392-42a1-9440-1a24cf162bff), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.530250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=3046c800-446f-4694-aa8a-77d87f36a74a,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:26.534736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.642811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2f3f9bdd-4347-47c2-86d0-c6c2097370cb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:26.822832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:26.825989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-24611baa-7dd3-4579-b7cf-66c0f18a7a21 None None] Current status of the port e8fcbe97-889f-4f74-a945-e146c8907c03 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:26.829419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-22088832-5ff2-409e-9269-49e93a127384 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3170455 Jan 28 13:43:27.004276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-662cfd45-08c5-477d-a010-bf95637fd0f7 None None] Provisioning complete for port d053486c-ae83-400c-b6bf-879efbde6a55 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:27.009171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-662cfd45-08c5-477d-a010-bf95637fd0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.009357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 2b3a5436-3777-4ff3-84d1-f590128421de is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:27.034843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (16d364da-57da-4aa9-af8f-1247a625dd5a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.035168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6d29b-f05f-4041-8ac9-2db961f22291 req-7507119b-cb7e-4225-88ec-de1023275d90 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:27.042387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88a6d29b-f05f-4041-8ac9-2db961f22291 req-7507119b-cb7e-4225-88ec-de1023275d90 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 944 time: 0.3119099 Jan 28 13:43:27.044862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:27.073093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-662cfd45-08c5-477d-a010-bf95637fd0f7 None None] Port d053486c-ae83-400c-b6bf-879efbde6a55 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:27.111308 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68734875-296e-4a8a-8378-1362eba8c402 req-b7c74f40-f409-4816-917b-3e8f7afb1c73 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646341 Jan 28 13:43:27.277947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c212da3b-2a19-47c4-8e66-b96361e0bad2 service neutron] 10.222.0.45 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961220 Jan 28 13:43:27.352214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38724561-1392-42a1-9440-1a24cf162bff {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:27.362022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88a6d29b-f05f-4041-8ac9-2db961f22291 req-d92012d5-82fb-4b76-b5e0-55938b7fc161 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187284 Jan 28 13:43:27.368754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Publish callbacks [] for port (38724561-1392-42a1-9440-1a24cf162bff), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.393950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Transition to ACTIVE for port object 38724561-1392-42a1-9440-1a24cf162bff will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:43:27.417402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (38724561-1392-42a1-9440-1a24cf162bff), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.526711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a2477c5f-d77b-471f-83d2-525bb960a452 None None] Provisioning complete for port 3046c800-446f-4694-aa8a-77d87f36a74a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:27.527871 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2477c5f-d77b-471f-83d2-525bb960a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.532941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.574415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 23750bfe-f4c7-43a7-bd7d-5ebefea7a674 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:43:27.584082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Pushing event updated for resources: {'Port': ['ID=38724561-1392-42a1-9440-1a24cf162bff,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:27.604973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68734875-296e-4a8a-8378-1362eba8c402 req-52968886-c1c8-401c-afad-06ab128030f1 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820740 Jan 28 13:43:27.629448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a2477c5f-d77b-471f-83d2-525bb960a452 None None] Port 3046c800-446f-4694-aa8a-77d87f36a74a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:27.635701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-2a9928b9-7135-4527-a2aa-03c9d033be68 service neutron] 10.222.0.45 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437214 Jan 28 13:43:27.740397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-21d3f9a5-a9a1-465a-abae-e17e80087965 service neutron] 10.222.0.45 "GET /v2.0/ports/c478e1a5-048c-4074-9d8d-05fdffe8a28f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0924621 Jan 28 13:43:27.826244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dd6ac-78bc-43b9-83ae-0428e8a38452 req-8751f653-8eb3-4eff-ada4-5e640b3770be tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:27.836403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-008dd6ac-78bc-43b9-83ae-0428e8a38452 req-8751f653-8eb3-4eff-ada4-5e640b3770be tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 944 time: 0.3440454 Jan 28 13:43:27.869360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-5f4068db-c457-47cd-9824-060adcf44a53 service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897613 Jan 28 13:43:27.881770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Attempting to bind port 38724561-1392-42a1-9440-1a24cf162bff on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:27.882788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Attempting to bind port 38724561-1392-42a1-9440-1a24cf162bff by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:27.883492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Attempting to bind port 38724561-1392-42a1-9440-1a24cf162bff on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:27.910216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:27.912749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Port 38724561-1392-42a1-9440-1a24cf162bff on network bd66b478-a8f5-487e-81fe-4e9e71689580 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:43:27.913189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Attempting to bind port 38724561-1392-42a1-9440-1a24cf162bff on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:27.924273 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] Sync routers for ids ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:27.928389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87d51b0e-b141-48bc-a8f6-a765615780d7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/23750bfe-f4c7-43a7-bd7d-5ebefea7a674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3502440 Jan 28 13:43:27.929373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:27.929826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:27.930334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Bound using segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:27.930896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Bound port: 38724561-1392-42a1-9440-1a24cf162bff, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:27.931363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38724561-1392-42a1-9440-1a24cf162bff), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:27.950867 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] Routers {'23750bfe-f4c7-43a7-bd7d-5ebefea7a674'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:27.952471 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:27.959832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:27.988772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-008dd6ac-78bc-43b9-83ae-0428e8a38452 req-a2b2a5e3-a6ae-46f4-af6e-9fe75843855a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511326 Jan 28 13:43:27.989519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.045255 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:28.059584 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] Routers {'23750bfe-f4c7-43a7-bd7d-5ebefea7a674'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:28.060704 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:28.075334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36913394-d957-4877-80cd-5f679e4481a4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:28.076987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-36913394-d957-4877-80cd-5f679e4481a4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports/3046c800-446f-4694-aa8a-77d87f36a74a HTTP/1.1" status: 200 len: 978 time: 0.1156583 Jan 28 13:43:28.085187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45108) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:28.122906 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:28.124152 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f7316d-5dad-4e73-96e1-893038a813e0 None None] The sync data for ids ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:28.166552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-2f8f0f97-fe65-4c09-a990-6deba065181f service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834239 Jan 28 13:43:28.237542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] For port 38724561-1392-42a1-9440-1a24cf162bff, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:28.262459 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-6ec06bd2-c4d7-4e68-bb21-d7f76c6ec27e service neutron] 10.222.0.45 "GET /v2.0/ports/e065d5b7-92ce-4ba1-8311-52753a22357b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0826857 Jan 28 13:43:28.332297 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (d053486c-ae83-400c-b6bf-879efbde6a55), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.366802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.367617 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (16d364da-57da-4aa9-af8f-1247a625dd5a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.516505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=d053486c-ae83-400c-b6bf-879efbde6a55,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:28.554353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-09924ac1-58c4-4ac1-acf1-94c5e283ad10 service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634997 Jan 28 13:43:28.684474 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-70ab2553-d346-4863-bead-19630bdbcf3f service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281078 Jan 28 13:43:28.700062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] For port 38724561-1392-42a1-9440-1a24cf162bff, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=38724561-1392-42a1-9440-1a24cf162bff,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:28.786593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:28.790573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (38724561-1392-42a1-9440-1a24cf162bff), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.805368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:28.863927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-ba854959-339c-40fc-a38b-43a6647d8c25 service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781039 Jan 28 13:43:28.885654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd668957-f7cf-41b8-ad5b-f03c50224378 req-17c514b8-8521-41a5-a9bd-782a8401714e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:28.886925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd668957-f7cf-41b8-ad5b-f03c50224378 req-17c514b8-8521-41a5-a9bd-782a8401714e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 944 time: 0.2022200 Jan 28 13:43:28.911384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:28.912574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.914006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] 10.222.0.36 "PUT /v2.0/ports/38724561-1392-42a1-9440-1a24cf162bff HTTP/1.1" status: 200 len: 1092 time: 2.6687493 Jan 28 13:43:28.923792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'tag': '38724561-1392-42a1-9440-1a24cf162bff'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:28.938253 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e048b94-322a-41f7-a570-2200643a01d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "tag": "38724561-1392-42a1-9440-1a24cf162bff"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:29.025909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2f3f9bdd-4347-47c2-86d0-c6c2097370cb up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:29.090307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd668957-f7cf-41b8-ad5b-f03c50224378 req-7959f867-05d7-4e11-92b7-b79e6d36385e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910915 Jan 28 13:43:29.096836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445473c-0467-4225-93a7-2f844ee70b31 service neutron] Pushing event updated for resources: {'Port': ['ID=38724561-1392-42a1-9440-1a24cf162bff,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:29.135710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-1a1ca592-cf44-438c-a034-1cba710c35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:29.137335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-1a1ca592-cf44-438c-a034-1cba710c35b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 1095 time: 0.1752594 Jan 28 13:43:29.173111 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8990c17d-13cd-4044-9b60-30ccc9865663 service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082623 Jan 28 13:43:29.218617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:43:29.222832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:29.223205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.246681 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd8dd2a-3ec6-4d1e-a8e1-4e029627e387 x-openstack-request-id: req-1fd8dd2a-3ec6-4d1e-a8e1-4e029627e387 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:29.246978 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "tag": "38724561-1392-42a1-9440-1a24cf162bff", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:29.247235 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fd8dd2a-3ec6-4d1e-a8e1-4e029627e387 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:29.247637 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'tag': '38724561-1392-42a1-9440-1a24cf162bff', 'status': 'completed', 'code': 200} Jan 28 13:43:29.265047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-6e4028e0-7ce1-4b3a-b9fc-a39cefd4d555 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38724561-1392-42a1-9440-1a24cf162bff HTTP/1.1" status: 200 len: 217 time: 0.1190660 Jan 28 13:43:29.324383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cae1a3ae-1ce3-4409-90ef-a95a1bb593c6 None None] Provisioning complete for port d053486c-ae83-400c-b6bf-879efbde6a55 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:29.325055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cae1a3ae-1ce3-4409-90ef-a95a1bb593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.338215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router 16d364da-57da-4aa9-af8f-1247a625dd5a is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:43:29.400458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-317cc120-4ecb-4653-9960-31c73ec9380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:29.402159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-317cc120-4ecb-4653-9960-31c73ec9380b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.1270347 Jan 28 13:43:29.463881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:29.464379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.467152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cae1a3ae-1ce3-4409-90ef-a95a1bb593c6 None None] Port d053486c-ae83-400c-b6bf-879efbde6a55 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:29.503103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-6883f4ca-d8c5-4d10-bcdc-714b462540ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945323 Jan 28 13:43:29.509346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:29.510232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-38d32968-1d85-4c6e-a91d-3ce8bef42a54 service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302221 Jan 28 13:43:29.520785 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e256b628-2094-47fe-bfe5-d81ef61569f9" -d '{"events": [{"server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "name": "network-vif-plugged", "status": "completed", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:29.538340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:29.541710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.605267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:29.615540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-357f34f5-458d-4296-9579-92f07ea2c240 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/16d364da-57da-4aa9-af8f-1247a625dd5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4350822 Jan 28 13:43:29.618577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] Sync routers for ids ['16d364da-57da-4aa9-af8f-1247a625dd5a'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:29.618749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45136) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:29.633660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:29.643128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] Routers {'16d364da-57da-4aa9-af8f-1247a625dd5a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:29.646066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['16d364da-57da-4aa9-af8f-1247a625dd5a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:29.664283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:29.703020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:29.715052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] Routers {'16d364da-57da-4aa9-af8f-1247a625dd5a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:29.716257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['16d364da-57da-4aa9-af8f-1247a625dd5a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:29.769132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:29.769820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195a74a4-d232-48aa-835d-b3a56947ac2f None None] The sync data for ids ['16d364da-57da-4aa9-af8f-1247a625dd5a'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:29.826315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617208f0-f97d-4cdb-885e-43bd96c6e398 req-2f2da5d0-907d-49d1-bcab-dfb66d0fd93f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:29.828509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-617208f0-f97d-4cdb-885e-43bd96c6e398 req-2f2da5d0-907d-49d1-bcab-dfb66d0fd93f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 944 time: 0.3238142 Jan 28 13:43:29.899837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-c7092930-3f76-4a2a-a696-cd67aa1d7a24 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793800 Jan 28 13:43:29.975590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-617208f0-f97d-4cdb-885e-43bd96c6e398 req-a0f695d5-c02f-4ea9-b307-5073c0ad0787 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380725 Jan 28 13:43:30.050183 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d2d18a-3324-457c-bce6-a8b866ae3a83 x-openstack-request-id: req-33d2d18a-3324-457c-bce6-a8b866ae3a83 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:30.050737 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "name": "network-vif-plugged", "status": "completed", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:30.050737 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33d2d18a-3324-457c-bce6-a8b866ae3a83 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:30.051121 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'code': 200} Jan 28 13:43:30.124622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274e246-abab-47f6-85a4-7603de57cbec tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:30.129902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e274e246-abab-47f6-85a4-7603de57cbec tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports/d053486c-ae83-400c-b6bf-879efbde6a55 HTTP/1.1" status: 200 len: 982 time: 0.5099387 Jan 28 13:43:30.130532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45150) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:30.132775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26c0d3ea-66b8-4dad-9d5c-a95b1ac80581 req-43bcb03e-0174-4d3f-a482-5ef24b157ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219608 Jan 28 13:43:30.334405 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-4c536bbc-5df2-4cad-85e2-28a11d73b9d5 service neutron] 10.222.0.45 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8161063 Jan 28 13:43:30.335843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 3046c800-446f-4694-aa8a-77d87f36a74a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:30.337085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.405973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350119b-fd84-4302-a80e-f605f6e78048 req-24b511e9-df3a-40f7-9a85-3cf899261c41 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:30.414978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f350119b-fd84-4302-a80e-f605f6e78048 req-24b511e9-df3a-40f7-9a85-3cf899261c41 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 945 time: 0.2043386 Jan 28 13:43:30.435797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e048b94-322a-41f7-a570-2200643a01d6 req-e80f11ff-e7b8-4b2d-b41a-670614c697ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:30.438478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e048b94-322a-41f7-a570-2200643a01d6 req-e80f11ff-e7b8-4b2d-b41a-670614c697ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 1095 time: 0.2022567 Jan 28 13:43:30.445476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9abd6-0e65-4352-b6eb-6693a4f09723 req-14924f66-0906-4104-a838-5387e304363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:30.447480 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8df9abd6-0e65-4352-b6eb-6693a4f09723 req-14924f66-0906-4104-a838-5387e304363d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 1096 time: 0.3024580 Jan 28 13:43:30.594412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.607472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f350119b-fd84-4302-a80e-f605f6e78048 req-26004533-eda8-4c26-b693-e0ed045de3fc tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866779 Jan 28 13:43:30.645402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 3046c800-446f-4694-aa8a-77d87f36a74a owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:30.694133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8df9abd6-0e65-4352-b6eb-6693a4f09723 req-168161e0-89c5-48ef-840d-fdcc6157dbb5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964283 Jan 28 13:43:30.707298 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-b0727185-d0da-4a2d-ab2e-00783a983a01 service neutron] 10.222.0.45 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266072 Jan 28 13:43:30.731002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e048b94-322a-41f7-a570-2200643a01d6 req-e45e9ccd-5834-418e-8c8e-44298f5a825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:30.733216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e048b94-322a-41f7-a570-2200643a01d6 req-e45e9ccd-5834-418e-8c8e-44298f5a825b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.2855783 Jan 28 13:43:30.798502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e048b94-322a-41f7-a570-2200643a01d6 req-630bdc6b-366b-402e-a385-65a3d334f891 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38724561-1392-42a1-9440-1a24cf162bff HTTP/1.1" status: 200 len: 217 time: 0.0565288 Jan 28 13:43:30.924569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-16172d25-9d39-42a7-95f5-de5a91a87562 service neutron] 10.222.0.45 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041440 Jan 28 13:43:30.926156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e048b94-322a-41f7-a570-2200643a01d6 req-ebb6e180-ddbb-404b-b693-804655993daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:30.929003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e048b94-322a-41f7-a570-2200643a01d6 req-ebb6e180-ddbb-404b-b693-804655993daa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.1211338 Jan 28 13:43:30.993421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e048b94-322a-41f7-a570-2200643a01d6 req-2a2df36e-bc15-4cfd-9c6a-136f74150a46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543721 Jan 28 13:43:31.173140 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (16d364da-57da-4aa9-af8f-1247a625dd5a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.229728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3046c800-446f-4694-aa8a-77d87f36a74a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.281481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f666ccf-efd1-45ba-891f-01c7de79db8a service neutron] 10.222.0.45 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199675 Jan 28 13:43:31.340793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=3046c800-446f-4694-aa8a-77d87f36a74a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:31.362053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce870c8-995f-47d9-9742-5f255fdcf00c req-057405d3-7703-4952-954e-325ce3f6d6b0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:31.376961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bce870c8-995f-47d9-9742-5f255fdcf00c req-057405d3-7703-4952-954e-325ce3f6d6b0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 944 time: 0.2748852 Jan 28 13:43:31.510595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e048b94-322a-41f7-a570-2200643a01d6 req-d6656460-0286-461e-8963-c7df6341dee8 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070474 Jan 28 13:43:31.702811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bce870c8-995f-47d9-9742-5f255fdcf00c req-c62cda85-e55d-446a-b877-6fdd9e97bf0f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242042 Jan 28 13:43:31.728681 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-ca709db3-568d-4bcb-a9ac-bda91d6d3280 service neutron] 10.222.0.45 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369602 Jan 28 13:43:31.932646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port d053486c-ae83-400c-b6bf-879efbde6a55 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:31.932996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.973377 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.982225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e048b94-322a-41f7-a570-2200643a01d6 req-0fafcb5a-3036-4994-896b-b31ad189ce24 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539239 Jan 28 13:43:32.177361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.209540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for d053486c-ae83-400c-b6bf-879efbde6a55 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:32.232772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fb681-34b5-4df7-958d-b666fdffd259 req-fef65918-4583-4cd4-a682-820a660841b0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:32.236482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b2fb681-34b5-4df7-958d-b666fdffd259 req-fef65918-4583-4cd4-a682-820a660841b0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 945 time: 0.2322104 Jan 28 13:43:32.402149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 23750bfe-f4c7-43a7-bd7d-5ebefea7a674 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:32.430550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b2fb681-34b5-4df7-958d-b666fdffd259 req-9b7d0f2f-6789-42d1-942d-b12628791591 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820998 Jan 28 13:43:32.521257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d053486c-ae83-400c-b6bf-879efbde6a55), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.563404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=d053486c-ae83-400c-b6bf-879efbde6a55,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:32.824739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (16d364da-57da-4aa9-af8f-1247a625dd5a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.913720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c018b563-484b-4357-9c3c-c6e1e52aa555 req-852af33e-7639-4cb0-a104-bcec4913a92b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0593677 Jan 28 13:43:33.054887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:33.058297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63e86cd1-f44e-4e74-9aff-5334f0ce247f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/23750bfe-f4c7-43a7-bd7d-5ebefea7a674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9718008 Jan 28 13:43:33.072719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45220) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:33.076927 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] Sync routers for ids ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:33.097117 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] Routers {'23750bfe-f4c7-43a7-bd7d-5ebefea7a674'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:33.097756 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.178194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router 16d364da-57da-4aa9-af8f-1247a625dd5a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:33.179258 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.200607 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] Routers {'23750bfe-f4c7-43a7-bd7d-5ebefea7a674'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:33.201548 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.202766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199532-5842-41eb-8ffa-f361ffee3608 req-07a16c7b-4409-40cf-a55e-424e0057d0fb tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:33.204720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80199532-5842-41eb-8ffa-f361ffee3608 req-07a16c7b-4409-40cf-a55e-424e0057d0fb tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 944 time: 0.1644633 Jan 28 13:43:33.260464 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.261384 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e4e64-6b32-4ae3-aef9-29e1fc1bfef3 None None] The sync data for ids ['23750bfe-f4c7-43a7-bd7d-5ebefea7a674'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:33.306127 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:43:33.335978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:33.347270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c45ed872-edb1-4d90-8a94-20b76c562038 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/16d364da-57da-4aa9-af8f-1247a625dd5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2130966 Jan 28 13:43:33.348809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45228) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:33.351551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] Sync routers for ids ['16d364da-57da-4aa9-af8f-1247a625dd5a'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:33.383604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] Routers {'16d364da-57da-4aa9-af8f-1247a625dd5a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:33.386668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['16d364da-57da-4aa9-af8f-1247a625dd5a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.531754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.533970 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-7add959e-b564-49f6-81ae-ebee289e2b87 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 13:43:33.538601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7add959e-b564-49f6-81ae-ebee289e2b87 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/23750bfe-f4c7-43a7-bd7d-5ebefea7a674/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4613605 Jan 28 13:43:33.540815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45234) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:33.555424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] Routers {'16d364da-57da-4aa9-af8f-1247a625dd5a'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:33.561420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['16d364da-57da-4aa9-af8f-1247a625dd5a'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.587373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5afaf4c-1946-4ab7-a2f0-8c1f61cb6bed tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=23750bfe-f4c7-43a7-bd7d-5ebefea7a674 HTTP/1.1" status: 200 len: 205 time: 0.0418308 Jan 28 13:43:33.588743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45236) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:33.594845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80199532-5842-41eb-8ffa-f361ffee3608 req-066bc28e-0d72-40fd-be4a-3ab725115e4f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859690 Jan 28 13:43:33.648354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:33.649012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a831a70-911a-41c9-9c1e-2a0b0e9be825 None None] The sync data for ids ['16d364da-57da-4aa9-af8f-1247a625dd5a'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:34.119165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 38724561-1392-42a1-9440-1a24cf162bff details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:43:34.153337 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7c1001c-2cc3-453b-9e49-cc3a2899cbf0 req-6a90d2bf-3eab-4b22-9d48-f9bba5214bb4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0610998 Jan 28 13:43:34.288114 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-0cc7bfd1-63fd-42c0-b309-b7c8f7264c44 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 13:43:34.292395 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0cc7bfd1-63fd-42c0-b309-b7c8f7264c44 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/16d364da-57da-4aa9-af8f-1247a625dd5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9417913 Jan 28 13:43:34.293994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45242) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:34.294805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d21a-86c6-4707-b83e-27cf765798bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.343206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 38724561-1392-42a1-9440-1a24cf162bff, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=38724561-1392-42a1-9440-1a24cf162bff,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:34.350599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-473b1818-a963-4a49-8c0c-72ebf0650484 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d364da-57da-4aa9-af8f-1247a625dd5a HTTP/1.1" status: 200 len: 205 time: 0.0551968 Jan 28 13:43:34.354644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45246) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:34.357714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '38724561-1392-42a1-9440-1a24cf162bff', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'port_id': '38724561-1392-42a1-9440-1a24cf162bff', 'mac_address': 'fa:16:3e:a4:3c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f1533-4762-4f9a-90d3-6dcd494ded90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:43:34.400909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150dfd-d6f1-466f-a888-a10cec31c94d req-da59164d-68c1-434a-8ef8-012ad29642d7 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:34.402408 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3150dfd-d6f1-466f-a888-a10cec31c94d req-da59164d-68c1-434a-8ef8-012ad29642d7 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 945 time: 0.7350149 Jan 28 13:43:34.428274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 38724561-1392-42a1-9440-1a24cf162bff is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:34.430539 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38724561-1392-42a1-9440-1a24cf162bff), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.458333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38724561-1392-42a1-9440-1a24cf162bff {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:34.483834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 38724561-1392-42a1-9440-1a24cf162bff, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=38724561-1392-42a1-9440-1a24cf162bff,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:34.489951 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38724561-1392-42a1-9440-1a24cf162bff), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.499194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3a23-2722-46a3-bf7c-81bd31beefa4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (16d364da-57da-4aa9-af8f-1247a625dd5a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.544146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d21a-86c6-4707-b83e-27cf765798bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.550029 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d21a-86c6-4707-b83e-27cf765798bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.565997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=38724561-1392-42a1-9440-1a24cf162bff,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:34.626226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d21a-86c6-4707-b83e-27cf765798bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (23750bfe-f4c7-43a7-bd7d-5ebefea7a674), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.626226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed5d21a-86c6-4707-b83e-27cf765798bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Fanout notify agent at l3_agent the message router_deleted on router 23750bfe-f4c7-43a7-bd7d-5ebefea7a674 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:34.637935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d21a-86c6-4707-b83e-27cf765798bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.639706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7ed5d21a-86c6-4707-b83e-27cf765798bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/23750bfe-f4c7-43a7-bd7d-5ebefea7a674 HTTP/1.1" status: 204 len: 168 time: 1.0499220 Jan 28 13:43:34.646481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45252) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:34.719210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3a23-2722-46a3-bf7c-81bd31beefa4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (16d364da-57da-4aa9-af8f-1247a625dd5a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.723699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3a23-2722-46a3-bf7c-81bd31beefa4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (16d364da-57da-4aa9-af8f-1247a625dd5a), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.728631 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3150dfd-d6f1-466f-a888-a10cec31c94d req-b2d28e83-c39d-4c3d-a517-558a24a28ab0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928562 Jan 28 13:43:34.746589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['38724561-1392-42a1-9440-1a24cf162bff'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:34.838104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3a23-2722-46a3-bf7c-81bd31beefa4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (16d364da-57da-4aa9-af8f-1247a625dd5a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.838756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ca3a23-2722-46a3-bf7c-81bd31beefa4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Fanout notify agent at l3_agent the message router_deleted on router 16d364da-57da-4aa9-af8f-1247a625dd5a {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:43:34.864218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3a23-2722-46a3-bf7c-81bd31beefa4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.866627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f8ca3a23-2722-46a3-bf7c-81bd31beefa4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/16d364da-57da-4aa9-af8f-1247a625dd5a HTTP/1.1" status: 204 len: 168 time: 0.5107164 Jan 28 13:43:34.871824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45256) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:34.881656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 13cce83b-01e3-43b7-baba-1c0ea47c1b3a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:34.945436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet c456a5f1-877b-4f07-b0a0-773a542e45cd {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:43:34.957756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef640e-d7bc-4754-bdfd-58b6ee00e9b1 req-ae4f0185-0277-4e88-9aef-40d3197cea2a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:34.960216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63ef640e-d7bc-4754-bdfd-58b6ee00e9b1 req-ae4f0185-0277-4e88-9aef-40d3197cea2a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 945 time: 0.1748700 Jan 28 13:43:34.961527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (c456a5f1-877b-4f07-b0a0-773a542e45cd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.998468 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c771b25f-ad0b-49cc-a94c-403eec7cbef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.006992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-aed980c6-6e26-42bf-ba5f-2c622d7ddcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.009840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-aed980c6-6e26-42bf-ba5f-2c622d7ddcf6 service neutron] 10.222.0.60 "GET /v2.0/ports/c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 1033 time: 0.1985514 Jan 28 13:43:35.010740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (13cce83b-01e3-43b7-baba-1c0ea47c1b3a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.114124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (c456a5f1-877b-4f07-b0a0-773a542e45cd), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.195014 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (13cce83b-01e3-43b7-baba-1c0ea47c1b3a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.213657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-5059d24d-0705-4a36-80b1-6d867d70012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.215056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-5059d24d-0705-4a36-80b1-6d867d70012b service neutron] 10.222.0.60 "GET /v2.0/ports/e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 1033 time: 0.1986983 Jan 28 13:43:35.340457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63ef640e-d7bc-4754-bdfd-58b6ee00e9b1 req-c2ec27be-4bbf-4089-9908-34762cd6e6ff tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265264 Jan 28 13:43:35.351792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365d80-4817-4969-9fd5-bcc14b7d3e94 req-d50d9fb5-81c1-445f-a5cf-2b77985b172e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.353295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae365d80-4817-4969-9fd5-bcc14b7d3e94 req-d50d9fb5-81c1-445f-a5cf-2b77985b172e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 945 time: 0.3393297 Jan 28 13:43:35.372315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c456a5f1-877b-4f07-b0a0-773a542e45cd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.517995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ae365d80-4817-4969-9fd5-bcc14b7d3e94 req-bc3c4d40-1f0e-4d7e-8c7a-b4612dc94dd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535382 Jan 28 13:43:35.536602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e483c976-3465-4f72-a1f6-8fe972b05ad7 req-1cc575ca-48ca-4474-9d53-4f23f5b88c76 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0911255 Jan 28 13:43:35.552187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45264) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:35.564176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-965d490f-4ee4-431a-ae89-f88500d7c54c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.570406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-965d490f-4ee4-431a-ae89-f88500d7c54c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.576021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-965d490f-4ee4-431a-ae89-f88500d7c54c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.577696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-965d490f-4ee4-431a-ae89-f88500d7c54c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=b3daea2d-ee9c-473f-9140-ae668521e7c4&id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 1994 time: 0.3305969 Jan 28 13:43:35.581450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (13cce83b-01e3-43b7-baba-1c0ea47c1b3a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.597971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (c456a5f1-877b-4f07-b0a0-773a542e45cd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.636810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=c456a5f1-877b-4f07-b0a0-773a542e45cd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:35.642333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.646499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0183ab9b-6ca4-47ef-83dc-d584b506289a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/c456a5f1-877b-4f07-b0a0-773a542e45cd HTTP/1.1" status: 204 len: 168 time: 0.7732091 Jan 28 13:43:35.651258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45266) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:35.653717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a7476-2ff9-4987-baa2-0bb444dcf279 None None] Network f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:35.724323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b091ed-2dd1-47c0-b4b5-f9a45663db98 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:35.725871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-10b091ed-2dd1-47c0-b4b5-f9a45663db98 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 1091 time: 0.1462901 Jan 28 13:43:35.736239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45268) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:35.741472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:35.761830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-004d29d7-61df-428c-a298-33ff9ba7cec9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff9829216e9416abc67ee44bef9df98 HTTP/1.1" status: 200 len: 380 time: 0.1697023 Jan 28 13:43:35.767012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (13cce83b-01e3-43b7-baba-1c0ea47c1b3a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.782530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.783169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'admin_state_up': True, 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'security_groups': ['53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:35.827104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=13cce83b-01e3-43b7-baba-1c0ea47c1b3a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:35.875474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port e8fcbe97-889f-4f74-a945-e146c8907c03 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:35.879179 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.905316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:35.920230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9b66cfcf-a65f-487e-b695-32ff456aba1b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/13cce83b-01e3-43b7-baba-1c0ea47c1b3a HTTP/1.1" status: 204 len: 168 time: 1.2726650 Jan 28 13:43:35.928529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615b9cf-cbc3-40c0-a551-218be4c42bd3 None None] Network 2b3a5436-3777-4ff3-84d1-f590128421de requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:35.932816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45270) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:35.937104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.066248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port e8fcbe97-889f-4f74-a945-e146c8907c03, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e8fcbe97-889f-4f74-a945-e146c8907c03,segment=NetworkSegment(dad35e68-f104-4f99-8a6f-dbbf3d301094),segment_id=dad35e68-f104-4f99-8a6f-dbbf3d301094)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:36.066622 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.137752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 38724561-1392-42a1-9440-1a24cf162bff up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:36.154183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for e8fcbe97-889f-4f74-a945-e146c8907c03 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:36.174997 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2b3a5436-3777-4ff3-84d1-f590128421de), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.213514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:36.216912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.316874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 38724561-1392-42a1-9440-1a24cf162bff completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:43:36.321583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 38724561-1392-42a1-9440-1a24cf162bff triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:36.322742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38724561-1392-42a1-9440-1a24cf162bff), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.447213 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e8fcbe97-889f-4f74-a945-e146c8907c03), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.454000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837556e8-b864-44aa-9752-51f188427165 None None] DHCP port deletion for 2b3a5436-3777-4ff3-84d1-f590128421de request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:36.461617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29be7c80-fcce-4e70-8589-f4d263d2a1be None None] DHCP port deletion for f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:43:36.534473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=e8fcbe97-889f-4f74-a945-e146c8907c03,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:36.565341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port e8fcbe97-889f-4f74-a945-e146c8907c03 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:36.632359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 38724561-1392-42a1-9440-1a24cf162bff is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:36.632868 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38724561-1392-42a1-9440-1a24cf162bff), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.684199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38724561-1392-42a1-9440-1a24cf162bff'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:36.689105 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c165e284-5989-4eed-ab92-71f062afb321" -d '{"events": [{"server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "name": "network-vif-plugged", "status": "completed", "tag": "38724561-1392-42a1-9440-1a24cf162bff"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:36.717651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 38724561-1392-42a1-9440-1a24cf162bff, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=38724561-1392-42a1-9440-1a24cf162bff,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:36.730627 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38724561-1392-42a1-9440-1a24cf162bff), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.743276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-837556e8-b864-44aa-9752-51f188427165 None None] Deleting port 5b4f9d95-f226-41cb-bb58-99d5929011d2 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:36.747035 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-837556e8-b864-44aa-9752-51f188427165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.751274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.800887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:36.826408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad35e68-f104-4f99-8a6f-dbbf3d301094') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:36.826905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad35e68-f104-4f99-8a6f-dbbf3d301094') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:36.850085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (dad35e68-f104-4f99-8a6f-dbbf3d301094), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.856256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 172.20.0.8 (68ab7131-bccd-4165-8d71-334c51189a8f/9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98/c11ab409-7d92-40ee-ade5-b52f1eb8cc83) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:36.878768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dad35e68-f104-4f99-8a6f-dbbf3d301094), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:36.899203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:36.899624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (dad35e68-f104-4f99-8a6f-dbbf3d301094), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:37.050508 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:37.068201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.082295 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.103508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.119131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e HTTP/1.1" status: 204 len: 168 time: 1.4640057 Jan 28 13:43:37.132836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45292) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:37.144170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.153225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.206343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2131080207'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:37.216437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5b4f9d95-f226-41cb-bb58-99d5929011d2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:37.336744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.25.4.173 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/fdb97019-a332-48d8-85da-ede8a0d6a148) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:37.336971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e0667-ac51-4c2d-a59d-a45d7fb832df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=f4f5cba6-d71c-4bfe-ad65-6e426ed9c61e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:37.341206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:37.353007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.397122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7adb1-bee9-41ca-947a-2e96e3825b25 req-284fa4c3-ea62-47a5-9dd1-0f19eb93131c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:37.399461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afd7adb1-bee9-41ca-947a-2e96e3825b25 req-284fa4c3-ea62-47a5-9dd1-0f19eb93131c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 931 time: 0.3602023 Jan 28 13:43:37.464737 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.506025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=38724561-1392-42a1-9440-1a24cf162bff,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:37.514826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-837556e8-b864-44aa-9752-51f188427165 None None] For port 5b4f9d95-f226-41cb-bb58-99d5929011d2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5b4f9d95-f226-41cb-bb58-99d5929011d2,segment=NetworkSegment(b8a7e986-cce9-4ee3-ab08-3c53068616e4),segment_id=b8a7e986-cce9-4ee3-ab08-3c53068616e4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:37.516137 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-837556e8-b864-44aa-9752-51f188427165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.533518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:37.536218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-837556e8-b864-44aa-9752-51f188427165 None None] Calling delete_port for 5b4f9d95-f226-41cb-bb58-99d5929011d2 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:37.605125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afd7adb1-bee9-41ca-947a-2e96e3825b25 req-147802e8-c3f0-4e37-9dbf-c0cd3ddb18b4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875687 Jan 28 13:43:37.608863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:37.612376 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.619653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d3967489-ecc7-474c-844d-69ecb82ecc54), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.622572 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment d3967489-ecc7-474c-844d-69ecb82ecc54 of type vlan for network 4b5d010c-5a01-4a14-97de-e68935a47c19 Jan 28 13:43:37.695320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:37.696791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=fdb97019-a332-48d8-85da-ede8a0d6a148,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:37.707281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network 68ab7131-bccd-4165-8d71-334c51189a8f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:37.708737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:37.718854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 5b4f9d95-f226-41cb-bb58-99d5929011d2 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:37.719334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.738045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5b4f9d95-f226-41cb-bb58-99d5929011d2 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:37.746502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.753290 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d742a5f-1c44-4fa8-a2b5-142e36f0e776 x-openstack-request-id: req-0d742a5f-1c44-4fa8-a2b5-142e36f0e776 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:37.753954 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "name": "network-vif-plugged", "status": "completed", "tag": "38724561-1392-42a1-9440-1a24cf162bff", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:37.754404 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d742a5f-1c44-4fa8-a2b5-142e36f0e776 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:37.755046 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38724561-1392-42a1-9440-1a24cf162bff', 'code': 200} Jan 28 13:43:37.786238 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-92a71bac-733b-4f4a-bcd7-27a99cf5dc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.805257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4b5d010c-5a01-4a14-97de-e68935a47c19), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.830055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:37.834340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 5b4f9d95-f226-41cb-bb58-99d5929011d2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5b4f9d95-f226-41cb-bb58-99d5929011d2,segment=NetworkSegment(b8a7e986-cce9-4ee3-ab08-3c53068616e4),segment_id=b8a7e986-cce9-4ee3-ab08-3c53068616e4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:37.839241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b146ed3-e06a-4e12-9c58-79e6ce20a4d1 req-f1869730-afdd-4d95-ae1a-81d1accaaf62 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:37.847931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b146ed3-e06a-4e12-9c58-79e6ce20a4d1 req-f1869730-afdd-4d95-ae1a-81d1accaaf62 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 945 time: 1.2803919 Jan 28 13:43:37.849685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.850895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fcbe97-889f-4f74-a945-e146c8907c03 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:37.864120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-837556e8-b864-44aa-9752-51f188427165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.868982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:37.895560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4b5d010c-5a01-4a14-97de-e68935a47c19), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.904613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:37.909975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 5b4f9d95-f226-41cb-bb58-99d5929011d2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5b4f9d95-f226-41cb-bb58-99d5929011d2,segment=NetworkSegment(b8a7e986-cce9-4ee3-ab08-3c53068616e4),segment_id=b8a7e986-cce9-4ee3-ab08-3c53068616e4)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:37.912585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.916811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:37.916985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:37.955784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: e8fcbe97-889f-4f74-a945-e146c8907c03 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:37.956692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e8fcbe97-889f-4f74-a945-e146c8907c03 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:37.970896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837556e8-b864-44aa-9752-51f188427165 None None] No DVR routers for this DVR port 5b4f9d95-f226-41cb-bb58-99d5929011d2 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:37.992992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7967989 Jan 28 13:43:37.998659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 5b4f9d95-f226-41cb-bb58-99d5929011d2 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:38.000665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event deleted for resources: {'Port': ['ID=5b4f9d95-f226-41cb-bb58-99d5929011d2,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:38.000910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45298) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:38.015285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': '4b5d010c-5a01-4a14-97de-e68935a47c19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:38.031905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837556e8-b864-44aa-9752-51f188427165 None None] Pushing event deleted for resources: {'Port': ['ID=5b4f9d95-f226-41cb-bb58-99d5929011d2,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:38.203528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:38.205295 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.229210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec797df1-defb-4e87-b447-aee5bdd951f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=4b5d010c-5a01-4a14-97de-e68935a47c19,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:38.239001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9b82e-5172-4d22-8cf1-cba5a1f8c3c2 req-5a84f46b-2800-4c75-a0e9-43b51174fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:38.241330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bed9b82e-5172-4d22-8cf1-cba5a1f8c3c2 req-5a84f46b-2800-4c75-a0e9-43b51174fd19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 1097 time: 0.3470194 Jan 28 13:43:38.245681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:38.371720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bed9b82e-5172-4d22-8cf1-cba5a1f8c3c2 req-a81c6b9f-39ee-4b19-9109-5c54d7e0ec63 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136372 Jan 28 13:43:38.371873 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0b146ed3-e06a-4e12-9c58-79e6ce20a4d1 req-5c14193d-7edd-4485-82ad-f5224b332e44 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212646 Jan 28 13:43:38.473665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2dec7682-0c60-459c-8305-d74b3bccca1a None None] Provisioning complete for port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:38.483240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5b4f9d95-f226-41cb-bb58-99d5929011d2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.484739 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2dec7682-0c60-459c-8305-d74b3bccca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.500107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:38.503796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.577159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9f7a2578-7225-4c3a-8149-883c2d4487b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8050814 Jan 28 13:43:38.588921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2dec7682-0c60-459c-8305-d74b3bccca1a None None] Port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:38.670570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'admin_state_up': True, 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'security_groups': ['53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:38.674931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:38.732025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=5b4f9d95-f226-41cb-bb58-99d5929011d2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:38.738533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port 5b4f9d95-f226-41cb-bb58-99d5929011d2 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:38.861030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e428cb-6c2d-434e-b826-ca85f46bfef6 req-6804d715-f5ab-4c60-bd91-5feb8e13dc5b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:38.863056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18e428cb-6c2d-434e-b826-ca85f46bfef6 req-6804d715-f5ab-4c60-bd91-5feb8e13dc5b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 931 time: 0.1096170 Jan 28 13:43:38.950887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18e428cb-6c2d-434e-b826-ca85f46bfef6 req-5a77f2fe-8157-4952-ae08-3a2b68071694 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787275 Jan 28 13:43:39.068296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2b3a5436-3777-4ff3-84d1-f590128421de), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.129626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3a5436-3777-4ff3-84d1-f590128421de']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:39.174599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a7e986-cce9-4ee3-ab08-3c53068616e4') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:39.174599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a7e986-cce9-4ee3-ab08-3c53068616e4') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:39.234615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (b8a7e986-cce9-4ee3-ab08-3c53068616e4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.768336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b8a7e986-cce9-4ee3-ab08-3c53068616e4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.776930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:39.781995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.837612 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:43:39.838179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (b8a7e986-cce9-4ee3-ab08-3c53068616e4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:43:39.855457 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:43:40.106098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (7385a23b-6d4a-4afd-8a31-acb41c9ac5e7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.170400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c4475-18af-429e-a5ae-0e64c8c7227f req-af678fee-103c-4eda-a474-eb157cbb4e29 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:40.171874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-394c4475-18af-429e-a5ae-0e64c8c7227f req-af678fee-103c-4eda-a474-eb157cbb4e29 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 946 time: 0.4298408 Jan 28 13:43:40.205401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72588650-d020-4cf9-8cd4-1fa71ba9ed86 req-7f4365dd-221c-46ce-8d4b-c51c71b8e0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:40.213727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2b3a5436-3777-4ff3-84d1-f590128421de), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.219344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.222704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/2b3a5436-3777-4ff3-84d1-f590128421de HTTP/1.1" status: 204 len: 168 time: 4.2867563 Jan 28 13:43:40.226041 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72588650-d020-4cf9-8cd4-1fa71ba9ed86 req-7f4365dd-221c-46ce-8d4b-c51c71b8e0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 931 time: 0.1106052 Jan 28 13:43:40.232825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45324) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:40.249255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099616440'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:40.314085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:40.320954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.367120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f102d-e917-41f9-a11b-6229f48fc7a6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=2b3a5436-3777-4ff3-84d1-f590128421de,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:40.402085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:43:40.419397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c58635ce-821e-4e9b-b098-7f8d58717b59), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.419941 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment c58635ce-821e-4e9b-b098-7f8d58717b59 of type vlan for network 4f939799-932d-4d4a-ab55-777bfbce2293 Jan 28 13:43:40.422972 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (99bf7540-1e5d-4657-a9d0-9b9a1ab7c724), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.510488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4f939799-932d-4d4a-ab55-777bfbce2293), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.519575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.551823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4f939799-932d-4d4a-ab55-777bfbce2293), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.563065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:40.564150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.611994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-394c4475-18af-429e-a5ae-0e64c8c7227f req-c16e39f0-5f43-41a4-b16d-f05abe77edb3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570490 Jan 28 13:43:40.666454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72588650-d020-4cf9-8cd4-1fa71ba9ed86 req-b1f42c8a-4ded-4109-8cf2-28f9201e8034 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381933 Jan 28 13:43:40.684432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=7385a23b-6d4a-4afd-8a31-acb41c9ac5e7,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:40.701629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': 'd3967489-ecc7-474c-844d-69ecb82ecc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b5d010c-5a01-4a14-97de-e68935a47c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:40.702108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: 4b5d010c-5a01-4a14-97de-e68935a47c19, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:40.730034 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.759049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5162907 Jan 28 13:43:40.782843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45334) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:40.783542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:40.795087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 10.1.1.101 (74e1d4a8-6162-41fe-8508-1f0d03086282/e9fc2b93-f939-4b2f-a8f1-bfd129589a62/2c3d2afd-6808-4de6-82f8-f446b992896f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:40.798555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': '4f939799-932d-4d4a-ab55-777bfbce2293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:40.809078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4b5d010c-5a01-4a14-97de-e68935a47c19) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:40.821100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0387d9-2539-44b4-ad4d-4abe4d8f26f6 None None] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:40.836657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:40.837269 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:40.918152 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8ee79742-5d95-457d-be0c-bfb65351e7c5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9065607 Jan 28 13:43:40.944434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45338) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:40.950038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f5628d35-92e8-4314-87cd-e5e21081f2bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1823008035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:41.024562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5628d35-92e8-4314-87cd-e5e21081f2bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.025643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5628d35-92e8-4314-87cd-e5e21081f2bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.081996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9360f4-1a14-4c09-9adf-bef3f18fbbc4 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=4f939799-932d-4d4a-ab55-777bfbce2293,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:41.105517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4f939799-932d-4d4a-ab55-777bfbce2293 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:43:41.142486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:41.159813 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.210224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4b5d010c-5a01-4a14-97de-e68935a47c19', 'network_id': '4b5d010c-5a01-4a14-97de-e68935a47c19', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': '7385a23b-6d4a-4afd-8a31-acb41c9ac5e7'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:43:41.211170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.358398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5628d35-92e8-4314-87cd-e5e21081f2bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.461637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5628d35-92e8-4314-87cd-e5e21081f2bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.547763 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5628d35-92e8-4314-87cd-e5e21081f2bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.549521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f5628d35-92e8-4314-87cd-e5e21081f2bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6044426 Jan 28 13:43:41.554295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45344) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:41.800463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.809484 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a4bcce39-8d84-492c-95d9-6965f3fb0f3c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.817022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:41.848684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Allocated IP 2001:db8::2 (4b5d010c-5a01-4a14-97de-e68935a47c19/7385a23b-6d4a-4afd-8a31-acb41c9ac5e7/ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:41.892400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.012771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fe9f8-e653-4b5b-95a7-e2e20d419bc5 req-d18ea762-48f9-4bcc-b22f-f6b109652216 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:42.015974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c3fe9f8-e653-4b5b-95a7-e2e20d419bc5 req-d18ea762-48f9-4bcc-b22f-f6b109652216 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 946 time: 0.2118468 Jan 28 13:43:42.050120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': 'c58635ce-821e-4e9b-b098-7f8d58717b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4f939799-932d-4d4a-ab55-777bfbce2293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:42.051357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: 4f939799-932d-4d4a-ab55-777bfbce2293, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:43:42.133174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=a4bcce39-8d84-492c-95d9-6965f3fb0f3c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:42.156762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 4f939799-932d-4d4a-ab55-777bfbce2293 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:43:42.230054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4f939799-932d-4d4a-ab55-777bfbce2293) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:42.240268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:42.241888 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.279056 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.316746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509f545-5569-43b8-87d1-35e1faf39331 req-6e7aaf56-900f-4ba4-a43e-6814f055b9bf tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:42.319304 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d509f545-5569-43b8-87d1-35e1faf39331 req-6e7aaf56-900f-4ba4-a43e-6814f055b9bf tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 946 time: 0.6046944 Jan 28 13:43:42.319726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f7f8cc95-b97d-4681-905e-d480563583ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5334165 Jan 28 13:43:42.321116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45354) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:42.339201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=fdb97019-a332-48d8-85da-ede8a0d6a148,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:42.341193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c9263d10-3974-4032-8337-8d9dea581f9c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-5162987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:42.395345 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Publish callbacks [] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.411465 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.439380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ac6a0-977d-4b3b-ba47-3669ba0686e7 None None] Network 4f939799-932d-4d4a-ab55-777bfbce2293 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:42.453485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c3fe9f8-e653-4b5b-95a7-e2e20d419bc5 req-eff7520b-f22a-4c1b-a81a-bbfb9f807f37 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178989 Jan 28 13:43:42.507950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9263d10-3974-4032-8337-8d9dea581f9c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.509556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9263d10-3974-4032-8337-8d9dea581f9c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.524158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Pushing event updated for resources: {'Port': ['ID=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:42.529423 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d509f545-5569-43b8-87d1-35e1faf39331 req-70c661e6-b70c-4a5b-b27b-2a5f53190ec0 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624897 Jan 28 13:43:42.577132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.584924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (99bf7540-1e5d-4657-a9d0-9b9a1ab7c724), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.624164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9263d10-3974-4032-8337-8d9dea581f9c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.643756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9263d10-3974-4032-8337-8d9dea581f9c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.688981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9263d10-3974-4032-8337-8d9dea581f9c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.692869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c9263d10-3974-4032-8337-8d9dea581f9c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3610904 Jan 28 13:43:42.695465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45358) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:42.732503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:42.737941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:42.751666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:42.878374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:42.931302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Attempting to bind port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:42.932306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Attempting to bind port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd3967489-ecc7-474c-844d-69ecb82ecc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b5d010c-5a01-4a14-97de-e68935a47c19'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:42.932742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Attempting to bind port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 on network 4b5d010c-5a01-4a14-97de-e68935a47c19 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:42.950525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:42.951035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Checking segment: {'id': 'd3967489-ecc7-474c-844d-69ecb82ecc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b5d010c-5a01-4a14-97de-e68935a47c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:42.951580 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.952135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Bound using segment: {'id': 'd3967489-ecc7-474c-844d-69ecb82ecc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b5d010c-5a01-4a14-97de-e68935a47c19'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:42.953158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Bound port: ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3967489-ecc7-474c-844d-69ecb82ecc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4b5d010c-5a01-4a14-97de-e68935a47c19'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:42.953819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:42.963930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:43.002277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:43.012283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.046078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a65024-c0c2-4315-8b41-1bc2a413ae82 req-3a005dcd-ff5e-4b21-a0cd-2d257c9c7310 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.059046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4f939799-932d-4d4a-ab55-777bfbce2293', 'network_id': '4f939799-932d-4d4a-ab55-777bfbce2293', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': 'a4bcce39-8d84-492c-95d9-6965f3fb0f3c'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:43:43.061747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.066616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a65024-c0c2-4315-8b41-1bc2a413ae82 req-3a005dcd-ff5e-4b21-a0cd-2d257c9c7310 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.085536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80a65024-c0c2-4315-8b41-1bc2a413ae82 req-3a005dcd-ff5e-4b21-a0cd-2d257c9c7310 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 1653 time: 0.4581335 Jan 28 13:43:43.193524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] For port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:43.200259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] For port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,segment=NetworkSegment(d3967489-ecc7-474c-844d-69ecb82ecc54),segment_id=d3967489-ecc7-474c-844d-69ecb82ecc54)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:43.210099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.263848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfb7cd-a416-4a4a-8559-5bb7463fb818 req-084bb988-528e-4ed3-9cba-112eb5baf284 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.267679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bdfb7cd-a416-4a4a-8559-5bb7463fb818 req-084bb988-528e-4ed3-9cba-112eb5baf284 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 946 time: 0.4923031 Jan 28 13:43:43.269184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=2c3d2afd-6808-4de6-82f8-f446b992896f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:43.360645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0a13c9a8-fc2f-4603-9baf-3599a2347a58 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.362255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0a13c9a8-fc2f-4603-9baf-3599a2347a58 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 946 time: 0.4985554 Jan 28 13:43:43.438963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:43.440852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.569067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a6ff6-1f10-4a35-a1b7-40638f248456 None None] Pushing event updated for resources: {'Port': ['ID=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:43.575657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-49e33253-c62a-4f74-a2be-45d5dee0b5ab None None] Provisioning complete for port 2c3d2afd-6808-4de6-82f8-f446b992896f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:43.576052 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49e33253-c62a-4f74-a2be-45d5dee0b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.621293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80a65024-c0c2-4315-8b41-1bc2a413ae82 req-fe245d7f-c6ef-493f-968e-80713a8d5478 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5321779 Jan 28 13:43:43.633541 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c88376dc-b33b-4773-b568-09a05f3d9513 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9771485 Jan 28 13:43:43.640783 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Floating IP 99bf7540-1e5d-4657-a9d0-9b9a1ab7c724 associated. External IP: 172.25.4.173, port: 2f3f9bdd-4347-47c2-86d0-c6c2097370cb. Jan 28 13:43:43.679161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'admin_state_up': True, 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'security_groups': ['53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:43.685037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:43.716810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Allocated IP 172.20.0.2 (4f939799-932d-4d4a-ab55-777bfbce2293/a4bcce39-8d84-492c-95d9-6965f3fb0f3c/a0d91ea4-1968-44c8-b272-b5cac40d1700) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:43.753800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1bdfb7cd-a416-4a4a-8559-5bb7463fb818 req-478a3e5e-d69a-4210-9760-d7a68d60ce39 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299524 Jan 28 13:43:44.051612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-49e33253-c62a-4f74-a2be-45d5dee0b5ab None None] Port 2c3d2afd-6808-4de6-82f8-f446b992896f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:44.176905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10da163-97f6-4d86-942f-abf87ffe731e req-dd2a72d3-8bc3-46de-9fdb-479a17843b62 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:44.192410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b10da163-97f6-4d86-942f-abf87ffe731e req-dd2a72d3-8bc3-46de-9fdb-479a17843b62 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 946 time: 0.1655087 Jan 28 13:43:44.209998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Publish callbacks [] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.223201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.324070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Network 4f939799-932d-4d4a-ab55-777bfbce2293 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:44.333352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.20.0.1 (4f939799-932d-4d4a-ab55-777bfbce2293/a4bcce39-8d84-492c-95d9-6965f3fb0f3c/878e0cc6-bec0-4de7-a741-fe14a6d1e853) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:44.333633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:44.348619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:44.424769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Pushing event updated for resources: {'Port': ['ID=a0d91ea4-1968-44c8-b272-b5cac40d1700,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:44.498584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Attempting to bind port a0d91ea4-1968-44c8-b272-b5cac40d1700 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:43:44.498967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Attempting to bind port a0d91ea4-1968-44c8-b272-b5cac40d1700 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c58635ce-821e-4e9b-b098-7f8d58717b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4f939799-932d-4d4a-ab55-777bfbce2293'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:43:44.499391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Attempting to bind port a0d91ea4-1968-44c8-b272-b5cac40d1700 on network 4f939799-932d-4d4a-ab55-777bfbce2293 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:43:44.517957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:43:44.518349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Checking segment: {'id': 'c58635ce-821e-4e9b-b098-7f8d58717b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4f939799-932d-4d4a-ab55-777bfbce2293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:43:44.518765 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.519168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Bound using segment: {'id': 'c58635ce-821e-4e9b-b098-7f8d58717b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4f939799-932d-4d4a-ab55-777bfbce2293'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:43:44.519823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Bound port: a0d91ea4-1968-44c8-b272-b5cac40d1700, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58635ce-821e-4e9b-b098-7f8d58717b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4f939799-932d-4d4a-ab55-777bfbce2293'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:43:44.520224 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.553931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.610725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.686486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Deleting port 600dd9dc-0847-470c-827d-7e49f33ab607 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:44.687442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.695818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] For port a0d91ea4-1968-44c8-b272-b5cac40d1700, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:43:44.709660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] For port a0d91ea4-1968-44c8-b272-b5cac40d1700, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0d91ea4-1968-44c8-b272-b5cac40d1700,segment=NetworkSegment(c58635ce-821e-4e9b-b098-7f8d58717b59),segment_id=c58635ce-821e-4e9b-b098-7f8d58717b59)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:43:44.717191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:44.750438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 4f939799-932d-4d4a-ab55-777bfbce2293 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:44.767863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:44.773766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:44.776916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=878e0cc6-bec0-4de7-a741-fe14a6d1e853,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:44.783887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b10da163-97f6-4d86-942f-abf87ffe731e req-1b7af461-14fa-4818-93ab-4b9e60e2f8a9 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5901248 Jan 28 13:43:44.929223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affb1d8-87b3-431b-b073-86e8d4731f1a None None] Pushing event updated for resources: {'Port': ['ID=a0d91ea4-1968-44c8-b272-b5cac40d1700,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:45.030509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.150635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] For port 600dd9dc-0847-470c-827d-7e49f33ab607, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=600dd9dc-0847-470c-827d-7e49f33ab607,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:45.151544 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.344014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:45.444583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98f94-654b-4126-a8ac-64925f9a8a14 req-f6b8f020-6955-495f-bf99-083c6dbef0dd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:45.459737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29c98f94-654b-4126-a8ac-64925f9a8a14 req-f6b8f020-6955-495f-bf99-083c6dbef0dd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 946 time: 0.3604271 Jan 28 13:43:45.466326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3945c-21fd-4e46-91d7-d1a663248fe9 req-cad170d6-1347-42b6-b712-201ed742b688 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:45.473102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3945c-21fd-4e46-91d7-d1a663248fe9 req-cad170d6-1347-42b6-b712-201ed742b688 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:45.482283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25f3945c-21fd-4e46-91d7-d1a663248fe9 req-cad170d6-1347-42b6-b712-201ed742b688 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 1653 time: 0.4656243 Jan 28 13:43:45.503935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:45.507063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.740117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:45.740550 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.743893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a96bff-dd46-4e0b-bb0d-60ae7f8f6a6c None None] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:45.745491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8::1 (4b5d010c-5a01-4a14-97de-e68935a47c19/7385a23b-6d4a-4afd-8a31-acb41c9ac5e7/b1132112-23f2-4c2f-9554-953f2f2ae730) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:45.758334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 445b4491-d476-4d74-9df2-c8684cf6d7cf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:45.769393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:45.773228 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.869788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29c98f94-654b-4126-a8ac-64925f9a8a14 req-093d64c8-bd9a-4cf3-8080-817a98821856 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083498 Jan 28 13:43:45.915561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2ee5cbde-e3e7-446c-aba7-42cd4688624f None None] Provisioning complete for port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:45.915977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cbde-e3e7-446c-aba7-42cd4688624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:45.938973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,segment=NetworkSegment(d3967489-ecc7-474c-844d-69ecb82ecc54),segment_id=d3967489-ecc7-474c-844d-69ecb82ecc54)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:46.008078 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.177904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:46.278131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25f3945c-21fd-4e46-91d7-d1a663248fe9 req-1f6a1bf7-210a-42de-aff6-0e2494bc9a6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7945983 Jan 28 13:43:46.475610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 10.1.1.107 (74e1d4a8-6162-41fe-8508-1f0d03086282/e9fc2b93-f939-4b2f-a8f1-bfd129589a62/e35d272d-79d1-49d6-ba38-b6ba3a6afd21) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:46.492852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.553405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-397d6212-9e27-48df-9680-6202b28d5761 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:46.558860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-397d6212-9e27-48df-9680-6202b28d5761 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 946 time: 0.3257091 Jan 28 13:43:46.596658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5cbde-e3e7-446c-aba7-42cd4688624f None None] Current status of the port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:46.735977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.824727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ede37625-17c6-4ad9-977d-c9999972e07c None None] Provisioning complete for port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:46.829146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ede37625-17c6-4ad9-977d-c9999972e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.891206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:46.904944 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] Sync routers for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:46.940442 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:46.941340 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:46.960734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.961252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (8926250c-5322-43d8-9bab-18e84b2533f4), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:46.964400 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Floating IP 8926250c-5322-43d8-9bab-18e84b2533f4 disassociated. External IP: 172.25.4.253, port: 600dd9dc-0847-470c-827d-7e49f33ab607. Jan 28 13:43:46.965032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Calling delete_port for 600dd9dc-0847-470c-827d-7e49f33ab607 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:46.999388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907cbe9-1a91-436c-8a42-8f3a4e85b712 req-d4d91bbb-861c-4e1a-9ee0-f5b05634f8d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:47.003987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9907cbe9-1a91-436c-8a42-8f3a4e85b712 req-d4d91bbb-861c-4e1a-9ee0-f5b05634f8d8 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 946 time: 0.9696255 Jan 28 13:43:47.044751 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.102803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f67d27-633c-4d2d-863e-842684ac85bf None None] Network 4f939799-932d-4d4a-ab55-777bfbce2293 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:43:47.231674 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-782e23ac-6266-4ef9-b560-076ec505fbe0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.4899249 Jan 28 13:43:47.247597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0d91ea4-1968-44c8-b272-b5cac40d1700 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:47.263914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:47.267111 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814f5788-3969-4f17-a876-dda2cff35a35" -d '{"events": [{"name": "network-changed", "server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:47.267518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ede37625-17c6-4ad9-977d-c9999972e07c None None] Current status of the port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:47.277210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9907cbe9-1a91-436c-8a42-8f3a4e85b712 req-3b0f5e51-7c4c-478f-a6cd-308c856c0259 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f79bbd4-d6f5-4c51-8671-df376bdf8843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575550 Jan 28 13:43:47.277875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45396) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:47.294397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.435261 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:47.438542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-93c136c6-1b9e-461a-af72-68b72a175f9d None None] Provisioning complete for port a0d91ea4-1968-44c8-b272-b5cac40d1700 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:47.439199 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93c136c6-1b9e-461a-af72-68b72a175f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.485141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=b1132112-23f2-4c2f-9554-953f2f2ae730,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:47.521910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a0d91ea4-1968-44c8-b272-b5cac40d1700 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:47.527266 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.575991 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac32fe-e9da-416a-bc68-27c47dbb8915 x-openstack-request-id: req-c3ac32fe-e9da-416a-bc68-27c47dbb8915 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:47.576422 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:47.576582 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3ac32fe-e9da-416a-bc68-27c47dbb8915 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:47.576928 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'status': 'completed', 'code': 200} Jan 28 13:43:47.606632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:47.613749 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (600dd9dc-0847-470c-827d-7e49f33ab607), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.622287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:47.628565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:47.629124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.755792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event deleted for resources: {'Port': ['ID=600dd9dc-0847-470c-827d-7e49f33ab607,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:47.838691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Deleting port 38724561-1392-42a1-9440-1a24cf162bff {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:47.839153 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (38724561-1392-42a1-9440-1a24cf162bff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.918524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.986369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a0d91ea4-1968-44c8-b272-b5cac40d1700 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:47.990434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.058133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.073570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] For port 38724561-1392-42a1-9440-1a24cf162bff, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=38724561-1392-42a1-9440-1a24cf162bff,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:48.075122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (38724561-1392-42a1-9440-1a24cf162bff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.105150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port a0d91ea4-1968-44c8-b272-b5cac40d1700, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0d91ea4-1968-44c8-b272-b5cac40d1700,segment=NetworkSegment(c58635ce-821e-4e9b-b098-7f8d58717b59),segment_id=c58635ce-821e-4e9b-b098-7f8d58717b59)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:48.112468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Calling delete_port for 38724561-1392-42a1-9440-1a24cf162bff owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:48.141587 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.145241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:48.178630 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:39Z', 'revision_number': 0, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:48.281561 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] Checking router: 445b4491-d476-4d74-9df2-c8684cf6d7cf for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:43:48.308024 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:48.309053 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:48.396975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:48.401468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=a0d91ea4-1968-44c8-b272-b5cac40d1700,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:48.424991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-93c136c6-1b9e-461a-af72-68b72a175f9d None None] Current status of the port a0d91ea4-1968-44c8-b272-b5cac40d1700 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:48.427260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93c136c6-1b9e-461a-af72-68b72a175f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.565801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 600dd9dc-0847-470c-827d-7e49f33ab607 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:43:48.566149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 600dd9dc-0847-470c-827d-7e49f33ab607 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:43:48.573064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 38724561-1392-42a1-9440-1a24cf162bff no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:43:48.668562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9c36dd21-08cb-4700-a6d8-664d3dedbd11 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/floatingips/99bf7540-1e5d-4657-a9d0-9b9a1ab7c724 HTTP/1.1" status: 200 len: 991 time: 1.3817093 Jan 28 13:43:48.676632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:48.676632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.686310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.694334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Router 775fbe71-9029-40a8-81c4-cfd2922345d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:48.724121 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.724363 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:48.751689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049421-b826-4214-b145-3516a3bf1e64 req-1440d6e0-ca7d-4f2e-b00e-e1f0b20d2197 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:48.769928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99049421-b826-4214-b145-3516a3bf1e64 req-1440d6e0-ca7d-4f2e-b00e-e1f0b20d2197 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 946 time: 1.6611395 Jan 28 13:43:48.770826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-93c136c6-1b9e-461a-af72-68b72a175f9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:43:48.771189 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-93c136c6-1b9e-461a-af72-68b72a175f9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:43:48.781548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274eaf-5d11-4634-813c-d77fb15834e5 req-f558caea-079e-4a67-931b-ade225507082 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:48.799490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274eaf-5d11-4634-813c-d77fb15834e5 req-f558caea-079e-4a67-931b-ade225507082 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:48.809711 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef274eaf-5d11-4634-813c-d77fb15834e5 req-f558caea-079e-4a67-931b-ade225507082 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 1653 time: 0.9620419 Jan 28 13:43:48.845474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 38724561-1392-42a1-9440-1a24cf162bff is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:48.845874 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38724561-1392-42a1-9440-1a24cf162bff), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.847348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.862609 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.863548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:48.897906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:48.941735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38724561-1392-42a1-9440-1a24cf162bff'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:48.948645 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a288dae-edfc-49e6-9ba5-7773aa99b3bf" -d '{"events": [{"server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "name": "network-vif-unplugged", "status": "completed", "tag": "38724561-1392-42a1-9440-1a24cf162bff"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:48.957050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=b1132112-23f2-4c2f-9554-953f2f2ae730,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:48.971774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f5788-3969-4f17-a876-dda2cff35a35 req-99d6ae1a-8109-46bd-821a-8384ab6d3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:48.974954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814f5788-3969-4f17-a876-dda2cff35a35 req-99d6ae1a-8109-46bd-821a-8384ab6d3100 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 1096 time: 1.3624470 Jan 28 13:43:48.984349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 38724561-1392-42a1-9440-1a24cf162bff, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=38724561-1392-42a1-9440-1a24cf162bff,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:43:48.990775 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38724561-1392-42a1-9440-1a24cf162bff), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.071948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=38724561-1392-42a1-9440-1a24cf162bff,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:49.129408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.142510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0d91ea4-1968-44c8-b272-b5cac40d1700 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:43:49.217162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:49.250995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef274eaf-5d11-4634-813c-d77fb15834e5 req-53c666a5-ecb3-4684-b1b0-910ebaab96d3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400826 Jan 28 13:43:49.306571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:49.316704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:49.334415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:49.394013 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:39Z', 'revision_number': 0, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:49.399630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a0d91ea4-1968-44c8-b272-b5cac40d1700 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:49.400265 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.413707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=878e0cc6-bec0-4de7-a741-fe14a6d1e853,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:49.434010 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.451325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99049421-b826-4214-b145-3516a3bf1e64 req-a83d650a-73bf-4190-a774-c4b0084c5f9c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802146 Jan 28 13:43:49.467683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (38724561-1392-42a1-9440-1a24cf162bff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.510735 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f901d1-d4ae-4172-a947-136d3edc0035 None None] The sync data for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 is: [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:39Z', 'revision_number': 0, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:49.552091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:43:49.620968 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d025d60-54d5-4fc8-b8a5-d15d3ebf4744 x-openstack-request-id: req-8d025d60-54d5-4fc8-b8a5-d15d3ebf4744 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:49.621496 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "name": "network-vif-unplugged", "status": "completed", "tag": "38724561-1392-42a1-9440-1a24cf162bff", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:49.621910 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d025d60-54d5-4fc8-b8a5-d15d3ebf4744 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:49.622492 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38724561-1392-42a1-9440-1a24cf162bff', 'code': 200} Jan 28 13:43:49.630843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-93c136c6-1b9e-461a-af72-68b72a175f9d None None] Current status of the port a0d91ea4-1968-44c8-b272-b5cac40d1700 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:49.726268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:49.727122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45416) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:49.762521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fde7d900-2952-4d0a-9161-b53b2829b6c1 req-5971b121-4bf9-4a9c-a956-d16a6127ef19 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 210 time: 0.1764879 Jan 28 13:43:49.872621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a0d91ea4-1968-44c8-b272-b5cac40d1700 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:49.886659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:49.893935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event deleted for resources: {'Port': ['ID=38724561-1392-42a1-9440-1a24cf162bff,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:49.963174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:49.963943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:49.968406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f5788-3969-4f17-a876-dda2cff35a35 req-6e76c051-a3c0-4b1b-b454-1520c221605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:49.971500 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814f5788-3969-4f17-a876-dda2cff35a35 req-6e76c051-a3c0-4b1b-b454-1520c221605a service neutron] 10.222.0.60 "GET /v2.0/networks?id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 200 len: 898 time: 0.9642050 Jan 28 13:43:50.081722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Provisioning complete for port a0d91ea4-1968-44c8-b272-b5cac40d1700 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:50.082279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.086718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6bd20b-ba71-4467-9e9a-593e2f406a08 None None] New status for floating IP 99bf7540-1e5d-4657-a9d0-9b9a1ab7c724: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:43:50.106703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814f5788-3969-4f17-a876-dda2cff35a35 req-6d9cda11-9a25-4fa4-aeb5-ed00aec7d5e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb HTTP/1.1" status: 200 len: 999 time: 0.1144471 Jan 28 13:43:50.202157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] No DVR routers for this DVR port 38724561-1392-42a1-9440-1a24cf162bff on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:50.206983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f5788-3969-4f17-a876-dda2cff35a35 req-2093c300-ae17-4e86-8f1f-7c36ccad0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.209218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814f5788-3969-4f17-a876-dda2cff35a35 req-2093c300-ae17-4e86-8f1f-7c36ccad0c63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d884423c-a344-4c5a-8153-a6091e52e0a1 HTTP/1.1" status: 200 len: 834 time: 0.0755866 Jan 28 13:43:50.222616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.224769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0926f370-48f1-4c24-b0c7-095b6f9a533b tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/floatingips/99bf7540-1e5d-4657-a9d0-9b9a1ab7c724 HTTP/1.1" status: 200 len: 991 time: 0.4849045 Jan 28 13:43:50.229934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d66954e-71c5-44c4-a180-c27bf1aa05ac req-42b37897-1784-4acf-920b-adbe8c86eb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "DELETE /v2.0/ports/38724561-1392-42a1-9440-1a24cf162bff HTTP/1.1" status: 204 len: 173 time: 3.6561193 Jan 28 13:43:50.232701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:50.235165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'name': 'network-vif-deleted', 'tag': '38724561-1392-42a1-9440-1a24cf162bff'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:50.245752 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb73d5-c368-4d8b-91ba-ff1b27247257" -d '{"events": [{"server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "name": "network-vif-deleted", "tag": "38724561-1392-42a1-9440-1a24cf162bff"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:50.246869 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] Sync routers for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:50.263874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c5b1f006-691a-4560-b6c3-ad554537457b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6161401 Jan 28 13:43:50.275752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:50.277333 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:50.293197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4', 'admin_state_up': True, 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'security_groups': ['53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:50.501883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:50.630377 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b676bf6-8b3c-4ba9-9a75-32a84b566d25 x-openstack-request-id: req-1b676bf6-8b3c-4ba9-9a75-32a84b566d25 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:50.630743 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a89ced-fc0c-4238-9d5b-ce672db215f2", "name": "network-vif-deleted", "tag": "38724561-1392-42a1-9440-1a24cf162bff", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:50.631014 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b676bf6-8b3c-4ba9-9a75-32a84b566d25 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:50.631437 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a89ced-fc0c-4238-9d5b-ce672db215f2', 'name': 'network-vif-deleted', 'tag': '38724561-1392-42a1-9440-1a24cf162bff', 'status': 'completed', 'code': 200} Jan 28 13:43:50.656656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] No DVR routers for this DVR port 600dd9dc-0847-470c-827d-7e49f33ab607 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:43:50.663343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.668291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56e902cd-b71e-44fa-8132-e8cf2074be7d req-0d79f4cc-9bd6-470d-89f3-9182c1974d12 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.36 "DELETE /v2.0/ports/600dd9dc-0847-470c-827d-7e49f33ab607 HTTP/1.1" status: 204 len: 173 time: 7.2677102 Jan 28 13:43:50.696304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f5788-3969-4f17-a876-dda2cff35a35 req-63de5a11-3819-4d60-afda-b1358b95c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.701783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814f5788-3969-4f17-a876-dda2cff35a35 req-63de5a11-3819-4d60-afda-b1358b95c26f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4463072 Jan 28 13:43:50.795735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 4f939799-932d-4d4a-ab55-777bfbce2293 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:50.811892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Current status of the port a0d91ea4-1968-44c8-b272-b5cac40d1700 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:43:50.824971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf515035-285d-4c25-8595-d1f2befaca8f req-1da63ee8-1a28-4592-b4fc-77ca9f1ad80f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a89ced-fc0c-4238-9d5b-ce672db215f2 HTTP/1.1" status: 200 len: 210 time: 0.1328502 Jan 28 13:43:50.832950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Provisioning complete for port b1132112-23f2-4c2f-9554-953f2f2ae730 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:50.833461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:50.842237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1223c3-1208-480a-89de-4756054b9a6c req-36fdf424-cf11-456e-81ce-186bd85e473a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.868705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1223c3-1208-480a-89de-4756054b9a6c req-36fdf424-cf11-456e-81ce-186bd85e473a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.895238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1223c3-1208-480a-89de-4756054b9a6c req-36fdf424-cf11-456e-81ce-186bd85e473a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:50.898112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c1223c3-1208-480a-89de-4756054b9a6c req-36fdf424-cf11-456e-81ce-186bd85e473a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 2374 time: 0.3404229 Jan 28 13:43:50.931169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Port b1132112-23f2-4c2f-9554-953f2f2ae730 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:50.964889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Provisioning complete for port 878e0cc6-bec0-4de7-a741-fe14a6d1e853 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:50.965671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.000131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:51.013538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:51.067576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-80336e56-2da9-4ffd-8fcd-9710a0e25750 None None] Port 878e0cc6-bec0-4de7-a741-fe14a6d1e853 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:51.099054 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:51.212454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dc3ff52e-08b6-4bd7-bcde-b40c8fc17406 None None] Provisioning complete for port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:51.213559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff52e-08b6-4bd7-bcde-b40c8fc17406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.267354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45434) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:51.268322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router f87abdba-2d5d-4f89-a7da-8796fd1e4e9b is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:43:51.272781 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] Checking router: 775fbe71-9029-40a8-81c4-cfd2922345d0 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:43:51.321282 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:51.322198 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:51.391880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ff52e-08b6-4bd7-bcde-b40c8fc17406 None None] Port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:51.421207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dc3ff52e-08b6-4bd7-bcde-b40c8fc17406 None None] Provisioning complete for port b1132112-23f2-4c2f-9554-953f2f2ae730 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:51.421898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff52e-08b6-4bd7-bcde-b40c8fc17406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.525664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a60a5388-134d-4fd8-8bc1-00510ed345d3 req-3d91882c-6f70-4c96-890b-7d71853b0318 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed883fc-ed49-4393-8dbf-77e5b89afd9a HTTP/1.1" status: 200 len: 210 time: 0.4427824 Jan 28 13:43:51.545417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ff52e-08b6-4bd7-bcde-b40c8fc17406 None None] Port b1132112-23f2-4c2f-9554-953f2f2ae730 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:51.693289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3da2a073-59d6-4153-ae04-3f9b56b80e34 None None] Provisioning complete for port 878e0cc6-bec0-4de7-a741-fe14a6d1e853 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:51.693674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3da2a073-59d6-4153-ae04-3f9b56b80e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.710220 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:43:51.795653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3da2a073-59d6-4153-ae04-3f9b56b80e34 None None] Port 878e0cc6-bec0-4de7-a741-fe14a6d1e853 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:51.815874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cdccf5cc-cef0-40dc-be65-b06aafdebc7a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/floatingips/99bf7540-1e5d-4657-a9d0-9b9a1ab7c724 HTTP/1.1" status: 200 len: 993 time: 0.5084438 Jan 28 13:43:51.860187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:51.876212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e6c5e79c-2794-47d6-a403-a48098bf86b0 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/f87abdba-2d5d-4f89-a7da-8796fd1e4e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3052905 Jan 28 13:43:51.876819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] Sync routers for ids ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:51.881589 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:51.898976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] Routers {'f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:51.899621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:51.905395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45438) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:51.997290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:52.062646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] Routers {'f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:52.063713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:52.114792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814f5788-3969-4f17-a876-dda2cff35a35 req-77e3fb19-42ea-4d21-814d-53a463be1809 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3844786 Jan 28 13:43:52.133565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c1223c3-1208-480a-89de-4756054b9a6c req-5dfdecba-3e95-485b-b671-eb4586c319ca tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0750878 Jan 28 13:43:52.262510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:52.263072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad196d-9a27-43d3-9311-61c44df2a53b None None] The sync data for ids ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:52.292899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b7c26-34f3-468c-ac91-18b643c32920 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:52.295224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed2b7c26-34f3-468c-ac91-18b643c32920 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports/b1132112-23f2-4c2f-9554-953f2f2ae730 HTTP/1.1" status: 200 len: 911 time: 0.3874314 Jan 28 13:43:52.311415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45446) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:52.342756 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:52.406405 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be6946-10e6-45ad-9a92-623d8bf13c25 None None] The sync data for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 is: [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:32:53Z', 'revision_number': 4, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f997d78b-73ab-45ec-b9a3-062d95ab5b2b', 'name': '', 'network_id': 'e3cd958b-d7e9-4e36-89ac-8bce95b594a0', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'mac_address': 'fa:16:3e:85:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:50Z', 'updated_at': '2022-01-28T13:32:58Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'subnets': [{'id': '5e0447ec-f3be-4a91-9f84-c381d1c601d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:52.698816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-deleted', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:43:52.706834 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7905d51-bbc8-4a49-bb82-5bdab4bfcdf4" -d '{"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-deleted", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:43:52.847591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45460) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:52.851131 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b549d216-0673-4e8f-8413-81585395935c x-openstack-request-id: req-b549d216-0673-4e8f-8413-81585395935c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:43:52.851919 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed883fc-ed49-4393-8dbf-77e5b89afd9a", "name": "network-vif-deleted", "tag": "600dd9dc-0847-470c-827d-7e49f33ab607", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:43:52.852460 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b549d216-0673-4e8f-8413-81585395935c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:43:52.853257 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed883fc-ed49-4393-8dbf-77e5b89afd9a', 'name': 'network-vif-deleted', 'tag': '600dd9dc-0847-470c-827d-7e49f33ab607', 'status': 'completed', 'code': 200} Jan 28 13:43:52.856369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 61c9a6cc-d303-4bd7-9c89-c42cd690bd7f is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:43:53.016938 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ee0136-9137-4497-8ee0-266f1e9f285e None None] New status for floating IP 8926250c-5322-43d8-9bab-18e84b2533f4: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:43:53.114363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-e7d9fce1-b0e8-4eba-b910-33e808421066 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:53.117062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-e7d9fce1-b0e8-4eba-b910-33e808421066 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.2365692 Jan 28 13:43:53.338076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-c9a3c33a-13d8-422d-bf81-3ac2484cf61b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.2029448 Jan 28 13:43:53.340641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814f5788-3969-4f17-a876-dda2cff35a35 req-8b08f614-2a19-42c1-8780-42475f2e8ddd service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2045839 Jan 28 13:43:53.581690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:53.603177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4363ee1-5915-44ca-b7b4-bdb8475c89d4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (1f79bbd4-d6f5-4c51-8671-df376bdf8843), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.604935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] Sync routers for ids ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:53.614310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf7b7132-df6c-4fbf-857e-159fe0d60f57 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/61c9a6cc-d303-4bd7-9c89-c42cd690bd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9139385 Jan 28 13:43:53.618574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb235fae-20bd-4dff-bba4-9c52e7738ed4 req-3a8c64fa-4ff4-4a35-aa4d-43d7de8a866d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:53.627665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb235fae-20bd-4dff-bba4-9c52e7738ed4 req-3a8c64fa-4ff4-4a35-aa4d-43d7de8a866d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:53.627879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] Routers {'61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:53.630722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:53.633968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb235fae-20bd-4dff-bba4-9c52e7738ed4 req-3a8c64fa-4ff4-4a35-aa4d-43d7de8a866d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:53.642357 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb235fae-20bd-4dff-bba4-9c52e7738ed4 req-3a8c64fa-4ff4-4a35-aa4d-43d7de8a866d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 2374 time: 0.1948054 Jan 28 13:43:53.648218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45476) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:53.704994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 10.2.2.100 (b3daea2d-ee9c-473f-9140-ae668521e7c4/c877d293-1a1f-4c4f-a34b-3cd6208cb08a/54b8da0e-161d-4da2-8f1c-365e411c8ee3) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:53.740784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4363ee1-5915-44ca-b7b4-bdb8475c89d4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (1f79bbd4-d6f5-4c51-8671-df376bdf8843), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.753065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d4a45093-de55-4167-9dfa-ae5a5473b0b9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3591800 Jan 28 13:43:53.829941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:53.880012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4363ee1-5915-44ca-b7b4-bdb8475c89d4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1f79bbd4-d6f5-4c51-8671-df376bdf8843), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.883406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4363ee1-5915-44ca-b7b4-bdb8475c89d4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:53.885342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d4363ee1-5915-44ca-b7b4-bdb8475c89d4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "DELETE /v2.0/security-groups/1f79bbd4-d6f5-4c51-8671-df376bdf8843 HTTP/1.1" status: 204 len: 168 time: 1.0305746 Jan 28 13:43:53.892238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45480) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:53.901736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] Routers {'61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:53.909182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:53.912820 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-6a1ea7e9-8544-4798-a6d5-a5d76025259e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] show failed (client error): The resource could not be found. Jan 28 13:43:53.914053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6a1ea7e9-8544-4798-a6d5-a5d76025259e tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "GET /v2.0/security-groups/1f79bbd4-d6f5-4c51-8671-df376bdf8843 HTTP/1.1" status: 404 len: 347 time: 0.0209196 Jan 28 13:43:53.919243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4363ee1-5915-44ca-b7b4-bdb8475c89d4 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f79bbd4-d6f5-4c51-8671-df376bdf8843,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:53.920441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45482) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:54.093512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-8de65f35-f6b2-4d90-9517-aaadfac5638c service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029387 Jan 28 13:43:54.120474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:54.125652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513f93e-97c5-4285-ab4a-41659b7a9d65 None None] The sync data for ids ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:54.273004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-ed754162-47c2-49be-80c2-479bc133819b service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500459 Jan 28 13:43:54.275843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.584681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5766da-5a94-46d5-bdeb-f5315140dfc3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:54.587083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca5766da-5a94-46d5-bdeb-f5315140dfc3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports/878e0cc6-bec0-4de7-a741-fe14a6d1e853 HTTP/1.1" status: 200 len: 910 time: 0.9224005 Jan 28 13:43:54.598796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45490) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:54.620625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb235fae-20bd-4dff-bba4-9c52e7738ed4 req-92739e19-dead-4b24-8c53-c4b308a71789 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9755390 Jan 28 13:43:54.816290 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.854413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Deleting port c6894709-38df-42f8-8f25-b387087e300c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:54.855338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c6894709-38df-42f8-8f25-b387087e300c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:54.920012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11c7c023-0ae8-4120-9ba5-6bdfdc0f9da6 req-68d9ce2d-d705-47d7-8a70-7d9ad000fcfe tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.1293967 Jan 28 13:43:55.045173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.079341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c6894709-38df-42f8-8f25-b387087e300c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.079875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (c6894709-38df-42f8-8f25-b387087e300c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.150533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:55.159616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Calling delete_port for c6894709-38df-42f8-8f25-b387087e300c owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:55.165151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:55.182474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:55.251026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=54b8da0e-161d-4da2-8f1c-365e411c8ee3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:55.502732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port b1132112-23f2-4c2f-9554-953f2f2ae730 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:43:55.503522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.628315 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:55.631734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.646196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c6894709-38df-42f8-8f25-b387087e300c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.661027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5364fe75-5a3f-443a-bf9e-a48febc2793b None None] Provisioning complete for port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:55.662181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5364fe75-5a3f-443a-bf9e-a48febc2793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.669054 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:55.692554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for b1132112-23f2-4c2f-9554-953f2f2ae730 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:43:55.738639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Pushing event deleted for resources: {'Port': ['ID=c6894709-38df-42f8-8f25-b387087e300c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:55.767216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5364fe75-5a3f-443a-bf9e-a48febc2793b None None] Port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:55.794905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-17b0dff7-0787-4f24-a000-12ee9faa4863 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5149400 Jan 28 13:43:55.874611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4', 'admin_state_up': True, 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'security_groups': ['53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:55.940270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.040415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks [] for floatingip (8926250c-5322-43d8-9bab-18e84b2533f4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.049154 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.050112 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-03c0e969-96fb-48a6-b493-418c09bf40e7 tempest-AttachVolumeShelveTestJSON-60965484 tempest-AttachVolumeShelveTestJSON-60965484-project] 10.222.0.45 "DELETE /v2.0/floatingips/8926250c-5322-43d8-9bab-18e84b2533f4 HTTP/1.1" status: 204 len: 168 time: 2.1097054 Jan 28 13:43:56.190357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbc14c8a-5f84-41f3-96dd-d36e8d80a106 req-334bffe7-b4fd-48dc-a2de-4239a82cae90 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.1394010 Jan 28 13:43:56.320169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b1132112-23f2-4c2f-9554-953f2f2ae730), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.326893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5e8c4-8056-4018-bff6-18f78d0ebb13 req-97259c4e-97b0-4a2c-b112-8b81fe508c8b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:56.332169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5e8c4-8056-4018-bff6-18f78d0ebb13 req-97259c4e-97b0-4a2c-b112-8b81fe508c8b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:56.338652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5e8c4-8056-4018-bff6-18f78d0ebb13 req-97259c4e-97b0-4a2c-b112-8b81fe508c8b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:56.344604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5e8c4-8056-4018-bff6-18f78d0ebb13 req-97259c4e-97b0-4a2c-b112-8b81fe508c8b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:56.346411 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71c5e8c4-8056-4018-bff6-18f78d0ebb13 req-97259c4e-97b0-4a2c-b112-8b81fe508c8b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 3095 time: 0.4756935 Jan 28 13:43:56.404226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=b1132112-23f2-4c2f-9554-953f2f2ae730,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:56.485964 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-71c5e8c4-8056-4018-bff6-18f78d0ebb13 req-b91f7dab-0541-4f1b-83cb-e4d54041e943 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304848 Jan 28 13:43:56.502800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Made reservation on behalf of 7ff9829216e9416abc67ee44bef9df98 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:56.536630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:56.709822 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.319603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.352515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Allocated IP 10.2.2.200 (b3daea2d-ee9c-473f-9140-ae668521e7c4/c877d293-1a1f-4c4f-a34b-3cd6208cb08a/eed50905-3343-4d9d-898c-fb8f5798e357) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:43:57.826490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89c69128-e2f8-46d5-a424-ec0a019a5f3d req-d24f3107-0f59-4365-b7d1-2f3a4a73cde5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.4062016 Jan 28 13:43:57.872502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82124dd-73eb-4350-80c6-2f8153547f1b req-5d4236c1-2f39-4f7d-99db-acd70fd9a6ea tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:57.884285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82124dd-73eb-4350-80c6-2f8153547f1b req-5d4236c1-2f39-4f7d-99db-acd70fd9a6ea tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:57.895438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82124dd-73eb-4350-80c6-2f8153547f1b req-5d4236c1-2f39-4f7d-99db-acd70fd9a6ea tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:57.906412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82124dd-73eb-4350-80c6-2f8153547f1b req-5d4236c1-2f39-4f7d-99db-acd70fd9a6ea tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:57.909454 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a82124dd-73eb-4350-80c6-2f8153547f1b req-5d4236c1-2f39-4f7d-99db-acd70fd9a6ea tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 3095 time: 0.2068005 Jan 28 13:43:57.945109 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for port (eed50905-3343-4d9d-898c-fb8f5798e357), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:57.996845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-93002ed1-3cd6-41f4-97b6-d71851420d3d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:58.014327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-93002ed1-3cd6-41f4-97b6-d71851420d3d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.6461327 Jan 28 13:43:58.027042 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.050234 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a82124dd-73eb-4350-80c6-2f8153547f1b req-b918e072-0f72-49c9-8241-ed510049f7a4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249797 Jan 28 13:43:58.060409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Request body: {'port': {'device_id': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'admin_state_up': True, 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:58.081350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.217588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:43:58.222579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:43:58.232728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:43:58.273194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event updated for resources: {'Port': ['ID=eed50905-3343-4d9d-898c-fb8f5798e357,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:43:58.383087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:58.388515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.428572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-de5da6e4-ec04-40e4-88f8-6cb146425aec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0944176 Jan 28 13:43:58.438540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-9bd98197-8e8d-4d34-9696-49b79605eda3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5685723 Jan 28 13:43:58.474958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:43:58.690387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.769905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router f87abdba-2d5d-4f89-a7da-8796fd1e4e9b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:43:58.862473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e27167e7-76ec-495e-a979-05ce96006447 None None] Provisioning complete for port eed50905-3343-4d9d-898c-fb8f5798e357 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:43:58.863721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e27167e7-76ec-495e-a979-05ce96006447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:58.986187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e27167e7-76ec-495e-a979-05ce96006447 None None] Port eed50905-3343-4d9d-898c-fb8f5798e357 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:43:59.137566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:43:59.152064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5668463a-4500-44cb-b4ce-ed4992e810e5 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/f87abdba-2d5d-4f89-a7da-8796fd1e4e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7290778 Jan 28 13:43:59.163564 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] Sync routers for ids ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:43:59.174475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45544) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:59.177917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-84e70002-589e-4f28-b25e-4a3ff9c82b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:43:59.180804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-84e70002-589e-4f28-b25e-4a3ff9c82b6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 1096 time: 0.5535498 Jan 28 13:43:59.220148 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] Routers {'f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:59.227785 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:59.228842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:43:59.244817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.286775 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94e565fc-b6c9-4eb1-a569-b552540fde0a req-5891e086-73a7-460f-88d2-fb2347e06717 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.2413599 Jan 28 13:43:59.400803 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:59.443157 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] Routers {'f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:43:59.445253 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:59.527261 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:43:59.527955 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a0c790-4851-4733-a8bf-8c9f7e493b3f None None] The sync data for ids ['f87abdba-2d5d-4f89-a7da-8796fd1e4e9b'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:43:59.667962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11ab409-7d92-40ee-ade5-b52f1eb8cc83 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:43:59.691401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Publish callbacks [] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.737591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Transition to ACTIVE for port object c11ab409-7d92-40ee-ade5-b52f1eb8cc83 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:43:59.743080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:59.841896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:00.051920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-0a49736f-c70b-4006-8b49-dc34e85b5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.054395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-0a49736f-c70b-4006-8b49-dc34e85b5c79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.7135990 Jan 28 13:44:00.054597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Attempting to bind port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:00.054981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Attempting to bind port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:00.055432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Attempting to bind port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 on network 68ab7131-bccd-4165-8d71-334c51189a8f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:00.058847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 878e0cc6-bec0-4de7-a741-fe14a6d1e853 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:00.060252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.072362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 on network 68ab7131-bccd-4165-8d71-334c51189a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:00.072839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Attempting to bind port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 on network 68ab7131-bccd-4165-8d71-334c51189a8f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:00.089800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:00.090388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Checking segment: {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:00.091041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Bound using segment: {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:00.091838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Bound port: c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:00.092401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.111769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-de6f1b37-efc8-44bf-b719-14cc0d9d797b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=f87abdba-2d5d-4f89-a7da-8796fd1e4e9b HTTP/1.1" status: 200 len: 205 time: 0.9238496 Jan 28 13:44:00.113319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:00.286791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] For port c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:00.290260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] For port c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:00.298158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.355463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.366960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.368610 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] 10.222.0.60 "PUT /v2.0/ports/c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 1091 time: 1.9145997 Jan 28 13:44:00.369093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:00.379447 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfb96d4-f8f9-41b4-9447-3414528b7936" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:00.395602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-cf1a9435-8c07-4c6b-af95-7da8808f291b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72b8a403-541b-40c1-bbdb-1685027dfa39 HTTP/1.1" status: 200 len: 217 time: 0.3218179 Jan 28 13:44:00.425093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:00.531209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6696132-bee9-4529-abd8-abec34db7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:00.609731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7068068-eb14-4413-b72b-4153085df880 req-a90763e1-f945-42a1-832d-47eca5f71e8e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.0802608 Jan 28 13:44:00.677192 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.861952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Allocated IP 172.20.0.2 (bd66b478-a8f5-487e-81fe-4e9e71689580/155f1533-4762-4f9a-90d3-6dcd494ded90/3d17273e-9521-4b4e-8aca-4f3e07fa545c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:00.870353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.60', 57076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:00.871972 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a4978-d208-41d1-9bbc-0038028cf5ec x-openstack-request-id: req-300a4978-d208-41d1-9bbc-0038028cf5ec {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:00.872372 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:00.872685 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-300a4978-d208-41d1-9bbc-0038028cf5ec {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:00.873043 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'status': 'completed', 'code': 200} Jan 28 13:44:00.901795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507a214-c3f1-4dea-971b-078e27951a43 req-623dec8a-6ed1-4e41-842c-1e41b2deea1d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.914283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507a214-c3f1-4dea-971b-078e27951a43 req-623dec8a-6ed1-4e41-842c-1e41b2deea1d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.928842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507a214-c3f1-4dea-971b-078e27951a43 req-623dec8a-6ed1-4e41-842c-1e41b2deea1d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.943727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507a214-c3f1-4dea-971b-078e27951a43 req-623dec8a-6ed1-4e41-842c-1e41b2deea1d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.961841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507a214-c3f1-4dea-971b-078e27951a43 req-623dec8a-6ed1-4e41-842c-1e41b2deea1d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:00.977283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2507a214-c3f1-4dea-971b-078e27951a43 req-623dec8a-6ed1-4e41-842c-1e41b2deea1d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 3828 time: 1.6583464 Jan 28 13:44:01.001413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e340-b158-408b-9f80-e9856dca79aa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.004947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-17751f8a-84e5-4a5a-9327-babf5c0f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.005814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-17751f8a-84e5-4a5a-9327-babf5c0f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.006489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-17751f8a-84e5-4a5a-9327-babf5c0f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.007154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-17751f8a-84e5-4a5a-9327-babf5c0f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.007814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-17751f8a-84e5-4a5a-9327-babf5c0f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.009951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-17751f8a-84e5-4a5a-9327-babf5c0f248e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 4363 time: 0.1360204 Jan 28 13:44:01.294797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-8b1df69e-0ede-4a7b-8309-688a92bc3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.295406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-8b1df69e-0ede-4a7b-8309-688a92bc3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.296687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-8b1df69e-0ede-4a7b-8309-688a92bc3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.299006 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-8b1df69e-0ede-4a7b-8309-688a92bc3443 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ff9829216e9416abc67ee44bef9df98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2568369 Jan 28 13:44:01.363205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.377635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 878e0cc6-bec0-4de7-a741-fe14a6d1e853 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:01.581686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-44de9a45-5949-4d9e-b1ef-5d832b5dc991 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3993855 Jan 28 13:44:01.609738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (878e0cc6-bec0-4de7-a741-fe14a6d1e853), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.653141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-47e51e16-df96-44f6-b255-c9ca6665850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:01.656595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cfb96d4-f8f9-41b4-9447-3414528b7936 req-47e51e16-df96-44f6-b255-c9ca6665850a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484325 Jan 28 13:44:01.808805 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e340-b158-408b-9f80-e9856dca79aa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.812003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e340-b158-408b-9f80-e9856dca79aa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.815482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c478e1a5-048c-4074-9d8d-05fdffe8a28f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:01.826704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Publish callbacks [] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.844438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Transition to ACTIVE for port object c478e1a5-048c-4074-9d8d-05fdffe8a28f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:01.858039 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.916696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a6c160c-9baa-482b-a18d-a9391c69f3a6 req-8458246c-3094-4aec-9b48-5747411c3df9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.0691371 Jan 28 13:44:01.958779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c478e1a5-048c-4074-9d8d-05fdffe8a28f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:01.989399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=878e0cc6-bec0-4de7-a741-fe14a6d1e853,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:02.067925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Attempting to bind port c478e1a5-048c-4074-9d8d-05fdffe8a28f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:02.068495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Attempting to bind port c478e1a5-048c-4074-9d8d-05fdffe8a28f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:02.069046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Attempting to bind port c478e1a5-048c-4074-9d8d-05fdffe8a28f on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:02.080062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Port c478e1a5-048c-4074-9d8d-05fdffe8a28f on network 74e1d4a8-6162-41fe-8508-1f0d03086282 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:02.080531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Attempting to bind port c478e1a5-048c-4074-9d8d-05fdffe8a28f on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:02.091041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e340-b158-408b-9f80-e9856dca79aa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (f87abdba-2d5d-4f89-a7da-8796fd1e4e9b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.092444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:02.093328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c6e340-b158-408b-9f80-e9856dca79aa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Fanout notify agent at l3_agent the message router_deleted on router f87abdba-2d5d-4f89-a7da-8796fd1e4e9b {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:44:02.095565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Checking segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:02.096128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Bound using segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:02.096865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Bound port: c478e1a5-048c-4074-9d8d-05fdffe8a28f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:02.098799 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.121364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e340-b158-408b-9f80-e9856dca79aa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.128409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d6c6e340-b158-408b-9f80-e9856dca79aa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/f87abdba-2d5d-4f89-a7da-8796fd1e4e9b HTTP/1.1" status: 204 len: 168 time: 1.9476368 Jan 28 13:44:02.143292 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45562) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:02.213421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-65a05cb7-6da4-40d7-9d63-2e67a4e3cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:02.215294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-65a05cb7-6da4-40d7-9d63-2e67a4e3cf07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 1.6481075 Jan 28 13:44:02.268303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet 7385a23b-6d4a-4afd-8a31-acb41c9ac5e7 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:02.281192 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (7385a23b-6d4a-4afd-8a31-acb41c9ac5e7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.289019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-fea5d3bf-245f-4f32-81ae-a7dbb56f8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:02.291479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-fea5d3bf-245f-4f32-81ae-a7dbb56f8846 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 1096 time: 0.3078141 Jan 28 13:44:02.294305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.298397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.302931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.303576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.307320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.319141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.320334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.320334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.320679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.321086 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.321628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.322070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.322520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:02.381024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (7385a23b-6d4a-4afd-8a31-acb41c9ac5e7), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.434896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] For port c478e1a5-048c-4074-9d8d-05fdffe8a28f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:02.449167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2507a214-c3f1-4dea-971b-078e27951a43 req-edd40f46-8436-4ea2-8a85-e215c467f612 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4704511 Jan 28 13:44:02.486868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] For port c478e1a5-048c-4074-9d8d-05fdffe8a28f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:02.488421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-6d32875a-1266-4403-8785-f3296f5088dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2345324 Jan 28 13:44:02.498004 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.575672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:02.578801 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.581314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] 10.222.0.60 "PUT /v2.0/ports/c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 1136 time: 2.1702816 Jan 28 13:44:02.622635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:02.816827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779eeed-8756-4f33-a5c2-dea1c4a79e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c478e1a5-048c-4074-9d8d-05fdffe8a28f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:02.863725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7385a23b-6d4a-4afd-8a31-acb41c9ac5e7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.939744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'c478e1a5-048c-4074-9d8d-05fdffe8a28f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:02.941819 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e60c52-6729-41fa-999a-78e030294409" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "c478e1a5-048c-4074-9d8d-05fdffe8a28f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:03.008654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.013222 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31da8024-c70c-47ae-849b-553a3d65def1 x-openstack-request-id: req-31da8024-c70c-47ae-849b-553a3d65def1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:03.013988 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "c478e1a5-048c-4074-9d8d-05fdffe8a28f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:03.014965 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31da8024-c70c-47ae-849b-553a3d65def1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:03.015834 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'c478e1a5-048c-4074-9d8d-05fdffe8a28f', 'status': 'completed', 'code': 200} Jan 28 13:44:03.057612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (7385a23b-6d4a-4afd-8a31-acb41c9ac5e7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.099762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks [] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.214451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b01c505a-1b28-460d-ade6-bd408dcad8c4 req-6a4ec691-aa83-464d-a8a4-016b9785739a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.0745230 Jan 28 13:44:03.322293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-8dd96947-8409-40e4-b006-367435e651ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:03.323991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-8dd96947-8409-40e4-b006-367435e651ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 200 len: 915 time: 0.9306071 Jan 28 13:44:03.326702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.334345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-d22ced6c-dea0-43ce-804b-1bd3a1a9b7fa service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143911 Jan 28 13:44:03.415319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-aeb7485a-594f-4ce5-ba7d-275892350d20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83dd59e9-7c37-498c-8b85-2302d7334126 HTTP/1.1" status: 200 len: 217 time: 0.0798209 Jan 28 13:44:03.599432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.619453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:03.760947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-2721b7e2-962b-4dbb-921e-fe28c48d80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:03.763413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-2721b7e2-962b-4dbb-921e-fe28c48d80e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8dcf1291-61c8-4663-94c4-efbb39af06a6 HTTP/1.1" status: 200 len: 854 time: 0.2602804 Jan 28 13:44:03.793656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event updated for resources: {'Port': ['ID=3d17273e-9521-4b4e-8aca-4f3e07fa545c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:03.850054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=7385a23b-6d4a-4afd-8a31-acb41c9ac5e7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:03.859832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:03.864632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-6fb3eea7-7229-459c-b319-dbad39660a69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430374 Jan 28 13:44:03.948148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:03.965560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/7385a23b-6d4a-4afd-8a31-acb41c9ac5e7 HTTP/1.1" status: 204 len: 168 time: 1.8190286 Jan 28 13:44:03.967671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.968383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.969003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.969661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.970340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.970913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.971429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.971941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.972466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.973038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.973826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.974581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.975335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b8555-a798-4226-8872-10325f0cabce tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:03.986527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fa6e0-8ca4-4c23-b11e-1ceb8d30d811 None None] Network 4b5d010c-5a01-4a14-97de-e68935a47c19 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:03.991499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45572) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:04.022704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:04.032654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:04.065382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-a3bd40b3-7871-43a0-8a69-128a934a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.070200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-a3bd40b3-7871-43a0-8a69-128a934a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.071112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-a3bd40b3-7871-43a0-8a69-128a934a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.072242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-a3bd40b3-7871-43a0-8a69-128a934a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.073056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-a3bd40b3-7871-43a0-8a69-128a934a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.074352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-a3bd40b3-7871-43a0-8a69-128a934a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.079767 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0e60c52-6729-41fa-999a-78e030294409 req-a3bd40b3-7871-43a0-8a69-128a934a3e38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5292 time: 1.0369093 Jan 28 13:44:04.235740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-d9c5f64b-5b65-4e93-915d-7f1f1f1c30d1 service neutron] 10.222.0.60 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220294 Jan 28 13:44:04.248723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-1ca5ae14-ff27-4853-9e67-1d942a2ce774 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.261555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-1ca5ae14-ff27-4853-9e67-1d942a2ce774 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.267838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-1ca5ae14-ff27-4853-9e67-1d942a2ce774 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.277652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-1ca5ae14-ff27-4853-9e67-1d942a2ce774 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.283543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-1ca5ae14-ff27-4853-9e67-1d942a2ce774 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.289604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-1ca5ae14-ff27-4853-9e67-1d942a2ce774 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.291535 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-1ca5ae14-ff27-4853-9e67-1d942a2ce774 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 4606 time: 0.5527716 Jan 28 13:44:04.334419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 61c9a6cc-d303-4bd7-9c89-c42cd690bd7f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:04.368926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.370174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.400602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] DHCP port deletion for 4b5d010c-5a01-4a14-97de-e68935a47c19 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:44:04.412910 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4b5d010c-5a01-4a14-97de-e68935a47c19), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.487541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-6d57a509-b84a-4fea-b791-616b6c26281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.488073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-6d57a509-b84a-4fea-b791-616b6c26281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.488559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-6d57a509-b84a-4fea-b791-616b6c26281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.489327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] Deleting port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:04.489706 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.490579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0e60c52-6729-41fa-999a-78e030294409 req-6d57a509-b84a-4fea-b791-616b6c26281d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ff9829216e9416abc67ee44bef9df98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3083470 Jan 28 13:44:04.518619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0496db1-4b8f-421c-81b5-b4cf493e2ada req-228e07ff-dc87-438a-921d-d315665837f3 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1665709 Jan 28 13:44:04.607424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-d55782ae-3d45-4e5d-8aeb-3bd2c2142041 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5616713 Jan 28 13:44:04.648907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] For port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,segment=NetworkSegment(d3967489-ecc7-474c-844d-69ecb82ecc54),segment_id=d3967489-ecc7-474c-844d-69ecb82ecc54)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:04.649538 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.672891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Request body: {'port': {'device_id': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:04.681490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] Calling delete_port for ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:04.719596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60c52-6729-41fa-999a-78e030294409 req-872b566f-ae00-43ce-8b1a-c733e3cd87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.721172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c0e60c52-6729-41fa-999a-78e030294409 req-872b566f-ae00-43ce-8b1a-c733e3cd87c9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505613 Jan 28 13:44:04.766755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-87adba89-a3c7-4e7b-b854-3aead1252150 req-7e38dd29-6ed7-4c73-bfdd-4b101eb3d01c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4313471 Jan 28 13:44:04.798633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.832729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:04.844109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02760309-cb67-4be9-ad31-35be01aa4083 req-c252b833-42ec-476e-b7a8-932edd90757f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:04.853092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02760309-cb67-4be9-ad31-35be01aa4083 req-c252b833-42ec-476e-b7a8-932edd90757f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 931 time: 0.4306052 Jan 28 13:44:04.855313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] Pushing event deleted for resources: {'Port': ['ID=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:04.868770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] Sync routers for ids ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:04.875661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f92f6639-77ca-447b-97d1-e861c4136ce7 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/61c9a6cc-d303-4bd7-9c89-c42cd690bd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2559536 Jan 28 13:44:04.877436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45578) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:04.915625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:04.916666 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.981000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ce88a-959d-49ac-b55e-3468a035580a None None] No DVR routers for this DVR port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:05.008214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] Routers {'61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:05.008214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:05.016048 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-318089ed-99b4-47b6-bcc4-241d31a59bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.035497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e065d5b7-92ce-4ba1-8311-52753a22357b {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:05.053122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Publish callbacks [] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.060598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4, host n-d-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:05.060974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.103591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:05.116155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Transition to ACTIVE for port object e065d5b7-92ce-4ba1-8311-52753a22357b will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:05.118766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 was not found and therefore no delete operation was performed {{(pid=103373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:44:05.120457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.130888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:05.145100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bcc7f8d8-27e0-4667-a277-6e5cfdf5b02d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=61c9a6cc-d303-4bd7-9c89-c42cd690bd7f HTTP/1.1" status: 200 len: 205 time: 0.2476306 Jan 28 13:44:05.145408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:05.153064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] Routers {'61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:05.153419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:05.164616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45580) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:05.176604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02760309-cb67-4be9-ad31-35be01aa4083 req-10298c60-75cc-4fb8-9a74-7bda3ce87857 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224065 Jan 28 13:44:05.177227 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.190808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62cdb173-8ed2-4905-97b8-cef1d5241f17 req-adabbaee-a5a5-4672-808c-48b5c10ddeb0 service neutron] 10.222.0.60 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988858 Jan 28 13:44:05.203807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:05.203807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:05.274432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:05.275008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196ea67-6029-4d7d-affb-106434faf050 None None] The sync data for ids ['61c9a6cc-d303-4bd7-9c89-c42cd690bd7f'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:05.308967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:05.325429 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.431223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=ac32d95d-b17c-4cf4-91dc-81bc2a5db1c4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:05.567550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-836f7937-2b7c-4c9c-a4fe-f64080b18103 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.594035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4b5d010c-5a01-4a14-97de-e68935a47c19), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.665850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d17273e-9521-4b4e-8aca-4f3e07fa545c {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:05.682193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Publish callbacks [] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.708228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Transition to ACTIVE for port object 3d17273e-9521-4b4e-8aca-4f3e07fa545c will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:05.714481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:05.760732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Pushing event updated for resources: {'Port': ['ID=e065d5b7-92ce-4ba1-8311-52753a22357b,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:05.779372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5d010c-5a01-4a14-97de-e68935a47c19']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:05.804375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3967489-ecc7-474c-844d-69ecb82ecc54') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:05.804699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3967489-ecc7-474c-844d-69ecb82ecc54') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:05.829308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Pushing event updated for resources: {'Port': ['ID=3d17273e-9521-4b4e-8aca-4f3e07fa545c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:05.950045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Attempting to bind port 3d17273e-9521-4b4e-8aca-4f3e07fa545c on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:05.950582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Attempting to bind port 3d17273e-9521-4b4e-8aca-4f3e07fa545c by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:05.951048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Attempting to bind port 3d17273e-9521-4b4e-8aca-4f3e07fa545c on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:05.968910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Port 3d17273e-9521-4b4e-8aca-4f3e07fa545c on network bd66b478-a8f5-487e-81fe-4e9e71689580 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:05.968910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Attempting to bind port 3d17273e-9521-4b4e-8aca-4f3e07fa545c on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:05.975517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:05.976011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:05.976521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Bound using segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:05.977099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Bound port: 3d17273e-9521-4b4e-8aca-4f3e07fa545c, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:05.977560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.003257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (d3967489-ecc7-474c-844d-69ecb82ecc54), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.008556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-836f7937-2b7c-4c9c-a4fe-f64080b18103 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.011302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-836f7937-2b7c-4c9c-a4fe-f64080b18103 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.071378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] For port 3d17273e-9521-4b4e-8aca-4f3e07fa545c, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:06.087999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] For port 3d17273e-9521-4b4e-8aca-4f3e07fa545c, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3d17273e-9521-4b4e-8aca-4f3e07fa545c,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:06.105568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.135304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-836f7937-2b7c-4c9c-a4fe-f64080b18103 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (61c9a6cc-d303-4bd7-9c89-c42cd690bd7f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.136068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f7937-2b7c-4c9c-a4fe-f64080b18103 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Fanout notify agent at l3_agent the message router_deleted on router 61c9a6cc-d303-4bd7-9c89-c42cd690bd7f {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:44:06.158469 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-836f7937-2b7c-4c9c-a4fe-f64080b18103 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.162937 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-836f7937-2b7c-4c9c-a4fe-f64080b18103 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/61c9a6cc-d303-4bd7-9c89-c42cd690bd7f HTTP/1.1" status: 204 len: 168 time: 0.9772341 Jan 28 13:44:06.163858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45584) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:06.165235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d3967489-ecc7-474c-844d-69ecb82ecc54), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.188935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:06.189508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (d3967489-ecc7-474c-844d-69ecb82ecc54), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:06.214538 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:06.231047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.231983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.234978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d17273e-9521-4b4e-8aca-4f3e07fa545c HTTP/1.1" status: 200 len: 1091 time: 1.5665681 Jan 28 13:44:06.235741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'tag': '3d17273e-9521-4b4e-8aca-4f3e07fa545c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:06.250918 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d67b30-8cc6-4150-96df-dfdbaa53baa9", "tag": "3d17273e-9521-4b4e-8aca-4f3e07fa545c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:06.267546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Attempting to bind port e065d5b7-92ce-4ba1-8311-52753a22357b on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:06.267900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Attempting to bind port e065d5b7-92ce-4ba1-8311-52753a22357b by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:06.268326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Attempting to bind port e065d5b7-92ce-4ba1-8311-52753a22357b on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:06.360307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ccb3f-9ec7-4575-a68e-b11e77bd9683 service neutron] Pushing event updated for resources: {'Port': ['ID=3d17273e-9521-4b4e-8aca-4f3e07fa545c,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:06.362614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4b5d010c-5a01-4a14-97de-e68935a47c19), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.377860 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.383725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/4b5d010c-5a01-4a14-97de-e68935a47c19 HTTP/1.1" status: 204 len: 168 time: 2.3792045 Jan 28 13:44:06.393269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45590) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:06.411652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.421992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.430240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.442472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.449532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.457064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.460194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-59685217-a3f4-46f7-9a3f-afdedf03d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.463103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.463259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-59685217-a3f4-46f7-9a3f-afdedf03d6cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 1094 time: 0.1750333 Jan 28 13:44:06.465861 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85687478-5142-4db5-a2c2-5791d1597141 req-9e4cb830-fd4c-4c0e-91ba-649c5d843e6e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5384 time: 0.4645779 Jan 28 13:44:06.471362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1819860101', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:06.501255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Port e065d5b7-92ce-4ba1-8311-52753a22357b on network 74e1d4a8-6162-41fe-8508-1f0d03086282 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:06.501784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Attempting to bind port e065d5b7-92ce-4ba1-8311-52753a22357b on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:06.504306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bf305-cd85-4fcf-95ff-155ad29436f3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=4b5d010c-5a01-4a14-97de-e68935a47c19,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:06.547386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet a4bcce39-8d84-492c-95d9-6965f3fb0f3c {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:06.550074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:06.550565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Checking segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:06.551250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Bound using segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:06.551826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Bound port: e065d5b7-92ce-4ba1-8311-52753a22357b, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:06.552346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.559409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-e4f24993-0a01-4f98-ae69-67c79dcc37cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d17273e-9521-4b4e-8aca-4f3e07fa545c HTTP/1.1" status: 200 len: 217 time: 0.0774863 Jan 28 13:44:06.567775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (a4bcce39-8d84-492c-95d9-6965f3fb0f3c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.614179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37abf0a-569b-4621-9300-af022552e40e req-fdf9f25b-f01f-43a0-a9d5-3dd54c732ea1 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.615977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d37abf0a-569b-4621-9300-af022552e40e req-fdf9f25b-f01f-43a0-a9d5-3dd54c732ea1 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 943 time: 0.2202091 Jan 28 13:44:06.648664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85687478-5142-4db5-a2c2-5791d1597141 req-3ddea60e-479d-46c0-b243-751c43779396 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366832 Jan 28 13:44:06.656062 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (aebae565-00f3-4987-895b-68b7da5db17a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.657277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (aebae565-00f3-4987-895b-68b7da5db17a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.699867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-2ccdb629-211b-4f4d-8f92-d529b2d7a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:06.702020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-2ccdb629-211b-4f4d-8f92-d529b2d7a8cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.1301091 Jan 28 13:44:06.725843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (a4bcce39-8d84-492c-95d9-6965f3fb0f3c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.834762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (aebae565-00f3-4987-895b-68b7da5db17a), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:06.836946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-858dc810-192d-4d37-8641-456688baa6cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248860 Jan 28 13:44:06.846004 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df70bcb-06bd-4e4d-8808-e5b5a50a0b1f x-openstack-request-id: req-0df70bcb-06bd-4e4d-8808-e5b5a50a0b1f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:06.847079 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d67b30-8cc6-4150-96df-dfdbaa53baa9", "tag": "3d17273e-9521-4b4e-8aca-4f3e07fa545c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:06.847734 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0df70bcb-06bd-4e4d-8808-e5b5a50a0b1f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:06.849082 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'tag': '3d17273e-9521-4b4e-8aca-4f3e07fa545c', 'status': 'completed', 'code': 200} Jan 28 13:44:06.859185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] For port e065d5b7-92ce-4ba1-8311-52753a22357b, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:06.917722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d37abf0a-569b-4621-9300-af022552e40e req-4c14d3ca-9ec0-4ea5-827e-619eca911a75 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895119 Jan 28 13:44:06.975739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] For port e065d5b7-92ce-4ba1-8311-52753a22357b, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e065d5b7-92ce-4ba1-8311-52753a22357b,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:06.988619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.014325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.015291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.017201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] 10.222.0.60 "PUT /v2.0/ports/e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 1136 time: 4.4028418 Jan 28 13:44:07.020139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'e065d5b7-92ce-4ba1-8311-52753a22357b'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:07.022740 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "e065d5b7-92ce-4ba1-8311-52753a22357b"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:07.101821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-b4fb4624-a062-4217-8908-20a3572b3086 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443724 Jan 28 13:44:07.206113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:07.210172 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea8e62d-10b4-40af-bc37-e5331428bc43 x-openstack-request-id: req-aea8e62d-10b4-40af-bc37-e5331428bc43 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:07.210631 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "e065d5b7-92ce-4ba1-8311-52753a22357b", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:07.211884 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aea8e62d-10b4-40af-bc37-e5331428bc43 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:07.212452 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'e065d5b7-92ce-4ba1-8311-52753a22357b', 'status': 'completed', 'code': 200} Jan 28 13:44:07.233975 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a4bcce39-8d84-492c-95d9-6965f3fb0f3c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.331114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.331732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.332888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.333804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.334301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.335174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.335988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.339509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-5bdd4379-fc65-47dc-a2aa-ef62ad94fd9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6221 time: 0.1095297 Jan 28 13:44:07.390110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_gateway (aebae565-00f3-4987-895b-68b7da5db17a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.439490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d1cd78-269b-4e37-8be4-7dc28e03fde1 req-da75f811-5d7a-4932-9a3f-6b7efddbea5f service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310890 Jan 28 13:44:07.506785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5acbcc-5df4-486a-a1d0-3806158ba934 service neutron] Pushing event updated for resources: {'Port': ['ID=e065d5b7-92ce-4ba1-8311-52753a22357b,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:07.557194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.726409 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb28b5d5-e882-4c4e-843a-da30a3b662f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:07.761553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-4539284a-9be0-48e2-8d26-ced6785c2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.763566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-4539284a-9be0-48e2-8d26-ced6785c2653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 1094 time: 0.1992593 Jan 28 13:44:07.861297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-49ec51e8-a3ad-4b50-b371-a17acc3b3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.861768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-49ec51e8-a3ad-4b50-b371-a17acc3b3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.862274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-49ec51e8-a3ad-4b50-b371-a17acc3b3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:07.863915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-49ec51e8-a3ad-4b50-b371-a17acc3b3663 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ff9829216e9416abc67ee44bef9df98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4963925 Jan 28 13:44:07.951270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (a4bcce39-8d84-492c-95d9-6965f3fb0f3c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.126143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=a4bcce39-8d84-492c-95d9-6965f3fb0f3c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:08.217999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.225695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-10001c09-9fc0-4b10-a1e5-115a9f627e12 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/a4bcce39-8d84-492c-95d9-6965f3fb0f3c HTTP/1.1" status: 204 len: 168 time: 2.0574110 Jan 28 13:44:08.226538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5f752-b8ac-4726-b302-03c6ecf1afff None None] Network 4f939799-932d-4d4a-ab55-777bfbce2293 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:08.235040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:08.457473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] DHCP port deletion for 4f939799-932d-4d4a-ab55-777bfbce2293 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:44:08.459840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-71a2a1ad-f8d0-4680-ae92-cf23e49563f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.461573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-71a2a1ad-f8d0-4680-ae92-cf23e49563f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.6874704 Jan 28 13:44:08.473644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045c32a-6f58-4976-996e-e1d118e9e7c1 req-c1d3374a-7c17-48c3-81ef-6fb302b74078 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.475731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7045c32a-6f58-4976-996e-e1d118e9e7c1 req-c1d3374a-7c17-48c3-81ef-6fb302b74078 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 943 time: 0.3698967 Jan 28 13:44:08.501495 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4f939799-932d-4d4a-ab55-777bfbce2293), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.543361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] Deleting port a0d91ea4-1968-44c8-b272-b5cac40d1700 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:08.544340 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.566058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.570788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.576272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.583064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.589029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.594568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.601658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.603978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-968a435c-2d1b-4dca-ac44-40098043a89c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5384 time: 0.7562881 Jan 28 13:44:08.611451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-c1bad1cc-b3f3-46bc-8a77-2f1f19ab3e60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d17273e-9521-4b4e-8aca-4f3e07fa545c HTTP/1.1" status: 200 len: 217 time: 0.1412032 Jan 28 13:44:08.685214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] For port a0d91ea4-1968-44c8-b272-b5cac40d1700, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0d91ea4-1968-44c8-b272-b5cac40d1700,segment=NetworkSegment(c58635ce-821e-4e9b-b098-7f8d58717b59),segment_id=c58635ce-821e-4e9b-b098-7f8d58717b59)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:08.685902 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.689164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-729e55e0-8417-4533-bf61-9951b1ad74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.690841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-729e55e0-8417-4533-bf61-9951b1ad74e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.0652544 Jan 28 13:44:08.708678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] Calling delete_port for a0d91ea4-1968-44c8-b272-b5cac40d1700 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:08.741746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-422a7f6c-c874-497d-86fd-0ccb02fa922b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309076 Jan 28 13:44:08.742927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-1d9cb7ad-d107-4ec2-b997-9f1be20964a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:08.744619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa075f44-d9ce-4bc0-a3b4-b0d3566722e3 req-1d9cb7ad-d107-4ec2-b997-9f1be20964a4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8675017 Jan 28 13:44:08.804156 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7045c32a-6f58-4976-996e-e1d118e9e7c1 req-7e8ea305-2e66-4175-a020-89f3b624f65a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181341 Jan 28 13:44:08.839921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.874616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] Pushing event deleted for resources: {'Port': ['ID=a0d91ea4-1968-44c8-b272-b5cac40d1700,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:08.878438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_gateway (aebae565-00f3-4987-895b-68b7da5db17a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.880888 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.890326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11b2e24e-5ca7-42f4-8d76-2e6d8d215d8e req-3e23494c-1c08-4551-b3a9-0dd586e3f742 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2732394 Jan 28 13:44:08.894831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8843e8-3278-4ab8-88e3-7acde85e7b80 None None] No DVR routers for this DVR port a0d91ea4-1968-44c8-b272-b5cac40d1700 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:08.960883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-213bb877-2c50-4ffe-b787-cae6dfd97792 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121401 Jan 28 13:44:08.973981 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.045235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0d91ea4-1968-44c8-b272-b5cac40d1700 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:09.056084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3d2afd-6808-4de6-82f8-f446b992896f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:09.077009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a0d91ea4-1968-44c8-b272-b5cac40d1700 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:09.077315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0d91ea4-1968-44c8-b272-b5cac40d1700 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:09.078986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Publish callbacks [] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.083618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port a0d91ea4-1968-44c8-b272-b5cac40d1700 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:09.084251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.134842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b8afe3c-3023-4a9b-b2dd-b05d854a8698 req-f62a19b6-00b1-4695-afcf-6d640cc843bc service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637230 Jan 28 13:44:09.169494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Transition to ACTIVE for port object 2c3d2afd-6808-4de6-82f8-f446b992896f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:09.192429 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.317209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port a0d91ea4-1968-44c8-b272-b5cac40d1700, host n-d-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:09.317580 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.364000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3d2afd-6808-4de6-82f8-f446b992896f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:09.374822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 172.25.4.201 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/faa4cdb9-757d-45ff-a991-a1b457be79d7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:09.382302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for a0d91ea4-1968-44c8-b272-b5cac40d1700 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:09.410654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Port a0d91ea4-1968-44c8-b272-b5cac40d1700 was not found and therefore no delete operation was performed {{(pid=103373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:44:09.424930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a0d91ea4-1968-44c8-b272-b5cac40d1700), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.515098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=a0d91ea4-1968-44c8-b272-b5cac40d1700,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:09.559869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port a0d91ea4-1968-44c8-b272-b5cac40d1700 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:09.710443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Attempting to bind port 2c3d2afd-6808-4de6-82f8-f446b992896f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:09.710834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Attempting to bind port 2c3d2afd-6808-4de6-82f8-f446b992896f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:09.711356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Attempting to bind port 2c3d2afd-6808-4de6-82f8-f446b992896f on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:09.739225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4f939799-932d-4d4a-ab55-777bfbce2293), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.742671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Port 2c3d2afd-6808-4de6-82f8-f446b992896f on network 74e1d4a8-6162-41fe-8508-1f0d03086282 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:09.743197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Attempting to bind port 2c3d2afd-6808-4de6-82f8-f446b992896f on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:09.779125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:09.779470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Checking segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:09.779912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Bound using segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:09.780402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Bound port: 2c3d2afd-6808-4de6-82f8-f446b992896f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:09.780768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.793187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f939799-932d-4d4a-ab55-777bfbce2293']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:09.798056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (faa4cdb9-757d-45ff-a991-a1b457be79d7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.818578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58635ce-821e-4e9b-b098-7f8d58717b59') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:09.818878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58635ce-821e-4e9b-b098-7f8d58717b59') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:09.859613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (c58635ce-821e-4e9b-b098-7f8d58717b59), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.907526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c58635ce-821e-4e9b-b098-7f8d58717b59), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.947087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:09.947665 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (c58635ce-821e-4e9b-b098-7f8d58717b59), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:09.952449 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:10.053990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] For port 2c3d2afd-6808-4de6-82f8-f446b992896f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:10.110709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (faa4cdb9-757d-45ff-a991-a1b457be79d7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.127042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.127993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] For port 2c3d2afd-6808-4de6-82f8-f446b992896f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c3d2afd-6808-4de6-82f8-f446b992896f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:10.137086 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.145429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.151817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.159682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.168850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.169851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.179225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4f939799-932d-4d4a-ab55-777bfbce2293), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.180469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.186505 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-635d91ed-98f3-49da-868f-aab97c5a6e05 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5396 time: 0.1512480 Jan 28 13:44:10.199771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.207990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/4f939799-932d-4d4a-ab55-777bfbce2293 HTTP/1.1" status: 204 len: 168 time: 1.9679644 Jan 28 13:44:10.213688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45606) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:10.229795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1019322195', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:10.234302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3d17273e-9521-4b4e-8aca-4f3e07fa545c details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:10.244468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:10.256022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7640e95-5a2e-4716-97bd-36baec0a00ea tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=4f939799-932d-4d4a-ab55-777bfbce2293,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:10.266478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:10.273618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:10.277731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.278631 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.280714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] 10.222.0.60 "PUT /v2.0/ports/2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 200 len: 1091 time: 3.0801842 Jan 28 13:44:10.281514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': '2c3d2afd-6808-4de6-82f8-f446b992896f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:10.285399 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90829997-9d4f-4930-a7e1-7704aca35acc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "2c3d2afd-6808-4de6-82f8-f446b992896f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:10.293163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=faa4cdb9-757d-45ff-a991-a1b457be79d7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:10.339697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dba3c-6210-4e63-85f3-5d11e26a1146 req-2f7bf9db-d724-421e-a817-59977ccf361c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.342369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e11dba3c-6210-4e63-85f3-5d11e26a1146 req-2f7bf9db-d724-421e-a817-59977ccf361c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 943 time: 0.3646266 Jan 28 13:44:10.355519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.356621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.357019 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:44:10.357570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:10.413071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f4e57a9-caa9-4d35-aaf6-3fd245c9b48e req-dc4b1b36-553b-4f71-95cb-f86c88f93028 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2178445 Jan 28 13:44:10.491010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 3d17273e-9521-4b4e-8aca-4f3e07fa545c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3d17273e-9521-4b4e-8aca-4f3e07fa545c,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:10.525706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '3d17273e-9521-4b4e-8aca-4f3e07fa545c', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'port_id': '3d17273e-9521-4b4e-8aca-4f3e07fa545c', 'mac_address': 'fa:16:3e:4c:b5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f1533-4762-4f9a-90d3-6dcd494ded90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:10.528607 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.553435 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017b9ae9-e896-41fe-9561-31bd2a67a243 x-openstack-request-id: req-017b9ae9-e896-41fe-9561-31bd2a67a243 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:10.553736 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "2c3d2afd-6808-4de6-82f8-f446b992896f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:10.554104 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-017b9ae9-e896-41fe-9561-31bd2a67a243 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:10.554521 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': '2c3d2afd-6808-4de6-82f8-f446b992896f', 'status': 'completed', 'code': 200} Jan 28 13:44:10.563566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (6853b70a-29b8-424b-bbf1-8523e5dc9792), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.605858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 3d17273e-9521-4b4e-8aca-4f3e07fa545c is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:10.606665 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.643278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d17273e-9521-4b4e-8aca-4f3e07fa545c {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:10.677822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 3d17273e-9521-4b4e-8aca-4f3e07fa545c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3d17273e-9521-4b4e-8aca-4f3e07fa545c,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:10.682722 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.753897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=3d17273e-9521-4b4e-8aca-4f3e07fa545c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:10.766887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.767438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.767930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.768534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.769073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.769611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.770101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:10.772399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90829997-9d4f-4930-a7e1-7704aca35acc req-9f08a1da-92b0-438a-ab1e-011f08c1910d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6288 time: 0.2053859 Jan 28 13:44:10.907337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfed2a-8345-4cbf-9f35-8dc9e1c45e69 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3d2afd-6808-4de6-82f8-f446b992896f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:10.938503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_gateway (6853b70a-29b8-424b-bbf1-8523e5dc9792), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:10.953089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['3d17273e-9521-4b4e-8aca-4f3e07fa545c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:10.959455 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e11dba3c-6210-4e63-85f3-5d11e26a1146 req-9ce99eda-20e6-4127-b147-ab9cef984e88 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961156 Jan 28 13:44:10.960400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.076436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-167e46e8-b536-42c4-8a51-5bc025cac3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.077713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-167e46e8-b536-42c4-8a51-5bc025cac3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.078425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-167e46e8-b536-42c4-8a51-5bc025cac3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.080152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90829997-9d4f-4930-a7e1-7704aca35acc req-167e46e8-b536-42c4-8a51-5bc025cac3f0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ff9829216e9416abc67ee44bef9df98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2634704 Jan 28 13:44:11.090539 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_gateway (aebae565-00f3-4987-895b-68b7da5db17a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.273209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829997-9d4f-4930-a7e1-7704aca35acc req-35d96be2-38cf-4765-a766-5b48cde37007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.274808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90829997-9d4f-4930-a7e1-7704aca35acc req-35d96be2-38cf-4765-a766-5b48cde37007 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826305 Jan 28 13:44:11.413984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_gateway (6853b70a-29b8-424b-bbf1-8523e5dc9792), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.436649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.670501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.25.4.42 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/d360aac8-3e90-4b46-8aac-be19821e3483) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:11.708441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.719059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.728843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.740533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.751171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.758775 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.761698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.769815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:11.773047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-27669a24-7388-40a1-a1a7-cebd22834d08 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5396 time: 0.1841135 Jan 28 13:44:11.874453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (aebae565-00f3-4987-895b-68b7da5db17a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:11.924287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b824dd7b-c623-40c9-a96b-743001cf6b38 req-5db23739-622c-46b3-9737-5b9fa26dba9e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226046 Jan 28 13:44:11.956132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (d360aac8-3e90-4b46-8aac-be19821e3483), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.019521 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d360aac8-3e90-4b46-8aac-be19821e3483), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.088962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35d272d-79d1-49d6-ba38-b6ba3a6afd21 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:12.090449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=d360aac8-3e90-4b46-8aac-be19821e3483,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:12.115114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:12.117330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:12.123585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:12.124640 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Publish callbacks [] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.163210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Transition to ACTIVE for port object e35d272d-79d1-49d6-ba38-b6ba3a6afd21 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:12.177756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.228504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3d17273e-9521-4b4e-8aca-4f3e07fa545c up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:12.280261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28ac93-d196-4731-857d-37c48c63c476 req-b71b47cc-d38a-456c-844d-e0f556da458d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:12.292344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a28ac93-d196-4731-857d-37c48c63c476 req-b71b47cc-d38a-456c-844d-e0f556da458d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 944 time: 0.1845858 Jan 28 13:44:12.292344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:12.329377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 3d17273e-9521-4b4e-8aca-4f3e07fa545c completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:44:12.340949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 3d17273e-9521-4b4e-8aca-4f3e07fa545c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:12.341911 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.494537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 3d17273e-9521-4b4e-8aca-4f3e07fa545c is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:12.497536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.540513 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a28ac93-d196-4731-857d-37c48c63c476 req-0e472b7d-dcba-4441-b7a4-6a67c5d60467 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298224 Jan 28 13:44:12.572596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 3d17273e-9521-4b4e-8aca-4f3e07fa545c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3d17273e-9521-4b4e-8aca-4f3e07fa545c,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:12.574496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Attempting to bind port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:12.575302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Attempting to bind port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:12.575508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d17273e-9521-4b4e-8aca-4f3e07fa545c'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:12.576324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Attempting to bind port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:12.581810 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb3da2e-1326-4cab-981d-5967768ab2fd" -d '{"events": [{"server_uuid": "e3d67b30-8cc6-4150-96df-dfdbaa53baa9", "name": "network-vif-plugged", "status": "completed", "tag": "3d17273e-9521-4b4e-8aca-4f3e07fa545c"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:12.586479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 on network 74e1d4a8-6162-41fe-8508-1f0d03086282 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:12.587283 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.588119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Attempting to bind port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:12.599518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router aebae565-00f3-4987-895b-68b7da5db17a is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:44:12.608457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:12.609509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Checking segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:12.610372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Bound using segment: {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:12.611328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Bound port: e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:12.612074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.747062 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cfad3e-0e12-4f73-8091-869355e29af7 x-openstack-request-id: req-81cfad3e-0e12-4f73-8091-869355e29af7 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:12.747638 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d67b30-8cc6-4150-96df-dfdbaa53baa9", "name": "network-vif-plugged", "status": "completed", "tag": "3d17273e-9521-4b4e-8aca-4f3e07fa545c", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:12.748305 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81cfad3e-0e12-4f73-8091-869355e29af7 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:12.749057 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d17273e-9521-4b4e-8aca-4f3e07fa545c', 'code': 200} Jan 28 13:44:12.774155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_gateway (6853b70a-29b8-424b-bbf1-8523e5dc9792), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.777541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=3d17273e-9521-4b4e-8aca-4f3e07fa545c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:12.884307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:12.904079 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] Sync routers for ids ['aebae565-00f3-4987-895b-68b7da5db17a'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:12.925411 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] Routers {'aebae565-00f3-4987-895b-68b7da5db17a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:12.926554 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['aebae565-00f3-4987-895b-68b7da5db17a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:12.943887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] For port e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:12.953445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:12.955693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-06f1ab5b-7ff0-4670-8649-ecfdab47da2d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4884658 Jan 28 13:44:12.959031 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] For port e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:12.960590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45618) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:12.973808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.012702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c96bb5-d104-47f1-9268-1c1b2fa7e38c req-dd6363df-523f-4b60-8962-702599fa9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.016496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86c96bb5-d104-47f1-9268-1c1b2fa7e38c req-dd6363df-523f-4b60-8962-702599fa9cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 1096 time: 0.1557653 Jan 28 13:44:13.018287 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:13.036569 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] Routers {'aebae565-00f3-4987-895b-68b7da5db17a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:13.038359 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['aebae565-00f3-4987-895b-68b7da5db17a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:13.070830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45622) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:13.125468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.126557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.128899 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] 10.222.0.60 "PUT /v2.0/ports/e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 200 len: 1091 time: 2.7774642 Jan 28 13:44:13.132606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:13.137772 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d880d5-e102-4b7f-8b01-e9d1b659f055" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:13.177032 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:13.178093 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916bb59e-8ffe-403b-9ad3-245ffcfe4a57 None None] The sync data for ids ['aebae565-00f3-4987-895b-68b7da5db17a'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:13.204267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:13.279284 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805dbe8f-4fc6-4deb-aad7-b72f0705dead x-openstack-request-id: req-805dbe8f-4fc6-4deb-aad7-b72f0705dead {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:13.280027 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:13.280673 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-805dbe8f-4fc6-4deb-aad7-b72f0705dead {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:13.281525 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21', 'status': 'completed', 'code': 200} Jan 28 13:44:13.372480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86c96bb5-d104-47f1-9268-1c1b2fa7e38c req-c8803adf-3f9a-4f52-9921-7075c1d30744 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433812 Jan 28 13:44:13.382249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.396203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0cacb-93e5-490a-b8e8-4f8b1cc03d71 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.396681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0cacb-93e5-490a-b8e8-4f8b1cc03d71 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.397145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0cacb-93e5-490a-b8e8-4f8b1cc03d71 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.403917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aad0cacb-93e5-490a-b8e8-4f8b1cc03d71 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=aa1c3630930844d7afe338be16c6f395&network_id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 200 len: 2969 time: 0.3285561 Jan 28 13:44:13.483736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da896af2-3f34-46c7-ba55-ee874847d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:13.525680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.526493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.527295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.528157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.528973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.530681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.531488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.534933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-bc2928ab-5a03-43d0-8584-8f8aebfd7bb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6355 time: 0.2055202 Jan 28 13:44:13.543465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:13.547601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.553012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.558593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.579190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.597024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.608805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.616478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:13.618828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-18eee484-8cd8-43e2-94d4-d917e8a2896e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5408 time: 0.4684076 Jan 28 13:44:13.636577 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6b35664f-2e76-4197-a616-299c1783ff96 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/routers/aebae565-00f3-4987-895b-68b7da5db17a HTTP/1.1" status: 200 len: 885 time: 0.6742196 Jan 28 13:44:13.637715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45632) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:13.811043 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6248a1a9-b156-4f08-8735-27618dd8c411 req-e26edcbe-3f68-466b-a434-06569d00a1af tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1705630 Jan 28 13:44:14.041382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b8da0e-161d-4da2-8f1c-365e411c8ee3 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:14.053236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Publish callbacks [] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.087306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Transition to ACTIVE for port object 54b8da0e-161d-4da2-8f1c-365e411c8ee3 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:14.093351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.179176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8da0e-161d-4da2-8f1c-365e411c8ee3,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:14.286065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Attempting to bind port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:14.286510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Attempting to bind port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:14.286933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Attempting to bind port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 on network b3daea2d-ee9c-473f-9140-ae668521e7c4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:14.294711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 on network b3daea2d-ee9c-473f-9140-ae668521e7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:14.294953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Attempting to bind port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 on network b3daea2d-ee9c-473f-9140-ae668521e7c4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:14.305601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:14.306733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Checking segment: {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:14.307730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Bound using segment: {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:14.308594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Bound port: 54b8da0e-161d-4da2-8f1c-365e411c8ee3, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:14.309350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.363868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869ac79-010a-4d79-bcce-2fffd6ee08ad req-e2229f66-e563-4ee0-8eb1-adb17a33e0d7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.365646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3869ac79-010a-4d79-bcce-2fffd6ee08ad req-e2229f66-e563-4ee0-8eb1-adb17a33e0d7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 945 time: 0.6376131 Jan 28 13:44:14.370333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-07ef548c-bcd0-4816-9583-c8665e6abd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.370813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-07ef548c-bcd0-4816-9583-c8665e6abd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.371286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-07ef548c-bcd0-4816-9583-c8665e6abd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.373030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-07ef548c-bcd0-4816-9583-c8665e6abd93 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ff9829216e9416abc67ee44bef9df98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8250089 Jan 28 13:44:14.445854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] For port 54b8da0e-161d-4da2-8f1c-365e411c8ee3, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:14.452714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] For port 54b8da0e-161d-4da2-8f1c-365e411c8ee3, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:14.459896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.549499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.550649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.552934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] 10.222.0.60 "PUT /v2.0/ports/54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 200 len: 1091 time: 1.3570189 Jan 28 13:44:14.602857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Request body: {'port': {'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:14.692960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1783bc-8d95-46dd-8ada-3f4237462234 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8da0e-161d-4da2-8f1c-365e411c8ee3,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:14.704547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-31100f5d-4df6-4325-b968-fe6821c86423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:14.706133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1d880d5-e102-4b7f-8b01-e9d1b659f055 req-31100f5d-4df6-4325-b968-fe6821c86423 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3100317 Jan 28 13:44:14.715864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3869ac79-010a-4d79-bcce-2fffd6ee08ad req-fc9bf8f8-5266-44aa-91ad-ad9a3797333e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325961 Jan 28 13:44:14.748321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:14.781887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 6853b70a-29b8-424b-bbf1-8523e5dc9792 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:44:14.893380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f68085d5-1231-4634-b615-b166a3c8e522 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.2523401 Jan 28 13:44:14.900557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45636) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:14.908274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6d69593a-6736-4307-8f29-a32095abe87c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1819860101'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:15.104494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:15.112477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.129275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.135351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.136879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] Sync routers for ids ['6853b70a-29b8-424b-bbf1-8523e5dc9792'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:15.143062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.151980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.162670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.164387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] Routers {'6853b70a-29b8-424b-bbf1-8523e5dc9792'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:15.165879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6853b70a-29b8-424b-bbf1-8523e5dc9792'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:15.173073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.185558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-9923890c-b215-4bde-9197-affd01d9d4d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5420 time: 0.2092004 Jan 28 13:44:15.186593 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:15.194003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45640) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:15.198757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f80c2ab8-e960-4cab-a9bf-4c89dbc83a31 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9827404 Jan 28 13:44:15.240185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:15.266392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] Routers {'6853b70a-29b8-424b-bbf1-8523e5dc9792'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:15.267735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6853b70a-29b8-424b-bbf1-8523e5dc9792'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:15.317948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:15.319238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa245e-b40e-474c-9d1d-ca21b2fc23aa None None] The sync data for ids ['6853b70a-29b8-424b-bbf1-8523e5dc9792'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:15.355672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': '54b8da0e-161d-4da2-8f1c-365e411c8ee3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:15.358513 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f609b840-e69c-4686-b715-c3086239c149" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "54b8da0e-161d-4da2-8f1c-365e411c8ee3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:15.443085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-62dea0aa-73f5-4884-9c0d-25b2e022e067 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/routers/6853b70a-29b8-424b-bbf1-8523e5dc9792 HTTP/1.1" status: 200 len: 880 time: 0.2440495 Jan 28 13:44:15.444737 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402530ad-8c1b-40c9-a082-0b895a5bbd45 x-openstack-request-id: req-402530ad-8c1b-40c9-a082-0b895a5bbd45 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:15.444737 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "54b8da0e-161d-4da2-8f1c-365e411c8ee3", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:15.444737 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-402530ad-8c1b-40c9-a082-0b895a5bbd45 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:15.445518 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': '54b8da0e-161d-4da2-8f1c-365e411c8ee3', 'status': 'completed', 'code': 200} Jan 28 13:44:15.447802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45644) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:15.454623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d69593a-6736-4307-8f29-a32095abe87c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (aebae565-00f3-4987-895b-68b7da5db17a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:15.476410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d69593a-6736-4307-8f29-a32095abe87c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (aebae565-00f3-4987-895b-68b7da5db17a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:15.491505 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-42c2d9f6-94a0-4b5d-98c3-fccd3a9dd679 req-01ed9010-b17e-410d-87aa-0320a325d534 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3031063 Jan 28 13:44:15.640968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.641372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.641856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.642332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.642877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.643363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.643837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.645977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f609b840-e69c-4686-b715-c3086239c149 req-74794648-769f-4a1f-83a4-e801c5df143b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6422 time: 0.1622314 Jan 28 13:44:15.746016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d69593a-6736-4307-8f29-a32095abe87c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router aebae565-00f3-4987-895b-68b7da5db17a has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:15.840364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-4e918c9d-e20f-4bf5-9a98-4515f55a6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.840848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-4e918c9d-e20f-4bf5-9a98-4515f55a6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.841320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-4e918c9d-e20f-4bf5-9a98-4515f55a6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:15.843190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f609b840-e69c-4686-b715-c3086239c149 req-4e918c9d-e20f-4bf5-9a98-4515f55a6f8e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ff9829216e9416abc67ee44bef9df98&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1829076 Jan 28 13:44:16.010113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed50905-3343-4d9d-898c-fb8f5798e357 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:16.025213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Publish callbacks [] for port (eed50905-3343-4d9d-898c-fb8f5798e357), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:16.066349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34db02-4818-44d1-a81d-16831ab3cda4 req-8c9f27ed-b5a9-412e-8d0f-0c3b53ad4803 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.067934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b34db02-4818-44d1-a81d-16831ab3cda4 req-8c9f27ed-b5a9-412e-8d0f-0c3b53ad4803 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 945 time: 0.1941290 Jan 28 13:44:16.071362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d69593a-6736-4307-8f29-a32095abe87c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:16.082513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6d69593a-6736-4307-8f29-a32095abe87c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:16.087179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6d69593a-6736-4307-8f29-a32095abe87c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/aebae565-00f3-4987-895b-68b7da5db17a HTTP/1.1" status: 200 len: 892 time: 1.1811767 Jan 28 13:44:16.087402 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] Sync routers for ids ['aebae565-00f3-4987-895b-68b7da5db17a'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:16.092784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45650) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:16.101844 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] Routers {'aebae565-00f3-4987-895b-68b7da5db17a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:16.103094 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['aebae565-00f3-4987-895b-68b7da5db17a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:16.129037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Transition to ACTIVE for port object eed50905-3343-4d9d-898c-fb8f5798e357 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:16.144326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:16.162542 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:16.174573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] Routers {'aebae565-00f3-4987-895b-68b7da5db17a'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:16.174797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b840-e69c-4686-b715-c3086239c149 req-3c44c26f-02ab-40d6-8421-cf099c00a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.175624 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['aebae565-00f3-4987-895b-68b7da5db17a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:16.176940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f609b840-e69c-4686-b715-c3086239c149 req-3c44c26f-02ab-40d6-8421-cf099c00a377 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3150735 Jan 28 13:44:16.236989 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:16.238752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312d439-3004-4446-89bd-1c2a69f17881 None None] The sync data for ids ['aebae565-00f3-4987-895b-68b7da5db17a'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:16.241815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Pushing event updated for resources: {'Port': ['ID=eed50905-3343-4d9d-898c-fb8f5798e357,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:16.268558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b34db02-4818-44d1-a81d-16831ab3cda4 req-26d35a13-bd3d-423f-b484-a890715b5d9f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742299 Jan 28 13:44:16.332536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e2172b4c-98c5-482c-a013-9e1744ca858f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/routers/aebae565-00f3-4987-895b-68b7da5db17a HTTP/1.1" status: 200 len: 892 time: 0.2282364 Jan 28 13:44:16.336684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45654) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:16.388743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-22c5216f-042c-49cc-9da1-9469cf5e9176 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=aebae565-00f3-4987-895b-68b7da5db17a HTTP/1.1" status: 200 len: 205 time: 0.0500240 Jan 28 13:44:16.390312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45656) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:16.472151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Attempting to bind port eed50905-3343-4d9d-898c-fb8f5798e357 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:16.472502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Attempting to bind port eed50905-3343-4d9d-898c-fb8f5798e357 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:16.472832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Attempting to bind port eed50905-3343-4d9d-898c-fb8f5798e357 on network b3daea2d-ee9c-473f-9140-ae668521e7c4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:16.492277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Port eed50905-3343-4d9d-898c-fb8f5798e357 on network b3daea2d-ee9c-473f-9140-ae668521e7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:16.492609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Attempting to bind port eed50905-3343-4d9d-898c-fb8f5798e357 on network b3daea2d-ee9c-473f-9140-ae668521e7c4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:16.524504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:16.525100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Checking segment: {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:16.526338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Bound using segment: {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:16.526338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Bound port: eed50905-3343-4d9d-898c-fb8f5798e357, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1074287e-037b-406b-8c1c-5e6a89f40bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:16.526338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:16.534308 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-57255df1-143d-45be-9279-611b910bb7a1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0850809 Jan 28 13:44:16.544620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45660) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:16.552749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e70b402d-c1b5-478f-b677-3b10ed83ede3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1019322195'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:16.571226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (aebae565-00f3-4987-895b-68b7da5db17a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:16.582724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85377d-3775-485c-87b2-44e54944f631 req-61bddc5b-054e-466a-b550-4407128bbf43 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.595830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b85377d-3775-485c-87b2-44e54944f631 req-61bddc5b-054e-466a-b550-4407128bbf43 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 945 time: 0.1664307 Jan 28 13:44:16.794329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.802390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.808704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.814677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.822155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.827934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.830487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] For port eed50905-3343-4d9d-898c-fb8f5798e357, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:16.833555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:16.835189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-30535a21-05c2-4ad3-a19b-36e6f15db05e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.1532736 Jan 28 13:44:16.837387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_gateway (aebae565-00f3-4987-895b-68b7da5db17a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:16.851107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b85377d-3775-485c-87b2-44e54944f631 req-73572009-e9b9-40c1-9905-33d18e0b6fc2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534451 Jan 28 13:44:16.946076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e35b25b0-417b-4a4b-a8c8-bc7c973cc40a req-49f6ea27-96a9-4a7e-a99c-59114d2a3007 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000710 Jan 28 13:44:16.950856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45664) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:16.981075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] For port eed50905-3343-4d9d-898c-fb8f5798e357, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=eed50905-3343-4d9d-898c-fb8f5798e357,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:16.993050 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.017281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port faa4cdb9-757d-45ff-a991-a1b457be79d7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:17.017281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (faa4cdb9-757d-45ff-a991-a1b457be79d7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.086639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032cb3ba-e8bc-4790-8503-a8002c717a76 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.088190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-032cb3ba-e8bc-4790-8503-a8002c717a76 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 814 time: 0.1354001 Jan 28 13:44:17.168627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (faa4cdb9-757d-45ff-a991-a1b457be79d7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.180949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.181785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.183264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] 10.222.0.60 "PUT /v2.0/ports/eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 1091 time: 2.5938458 Jan 28 13:44:17.232845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for faa4cdb9-757d-45ff-a991-a1b457be79d7 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:17.405904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4098445-5638-4ae7-940c-2d0ab1edb2fd service neutron] Pushing event updated for resources: {'Port': ['ID=eed50905-3343-4d9d-898c-fb8f5798e357,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:17.446011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:17.450883 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:17.473977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a51d5-3b2e-4bfe-b5dc-8152438db5a3 req-ff7d7526-144b-4240-a0b5-eb9c0679e3da tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.475862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-746a51d5-3b2e-4bfe-b5dc-8152438db5a3 req-ff7d7526-144b-4240-a0b5-eb9c0679e3da tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 945 time: 0.1660044 Jan 28 13:44:17.557631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.558217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.558945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.559426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.559904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.560404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.561666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.568978 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1402c3d9-a86d-4f73-8264-01d2e47bcd7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6489 time: 0.3087327 Jan 28 13:44:17.571873 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff959453-53cc-466f-8f7b-3403594ad7b7 x-openstack-request-id: req-ff959453-53cc-466f-8f7b-3403594ad7b7 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:17.572191 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:17.575158 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff959453-53cc-466f-8f7b-3403594ad7b7 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:17.575630 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357', 'status': 'completed', 'code': 200} Jan 28 13:44:17.637111 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-022d0c3d-abbc-4e3f-95f3-56f15e9781a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 217 time: 0.0559673 Jan 28 13:44:17.642854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e70b402d-c1b5-478f-b677-3b10ed83ede3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.645493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (faa4cdb9-757d-45ff-a991-a1b457be79d7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.695246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e70b402d-c1b5-478f-b677-3b10ed83ede3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.765782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=faa4cdb9-757d-45ff-a991-a1b457be79d7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:17.820694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:17.830443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'network': {'name': 'tempest-network-smoke--180486680', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'port_security_enabled': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:17.869138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-746a51d5-3b2e-4bfe-b5dc-8152438db5a3 req-10a86785-d64f-4f36-9146-d92f9352b80a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776236 Jan 28 13:44:17.871859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (aebae565-00f3-4987-895b-68b7da5db17a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:17.925685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-3421507e-4b73-4dee-99a8-f4165799b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:17.929263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-3421507e-4b73-4dee-99a8-f4165799b917 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 200 len: 856 time: 0.2753956 Jan 28 13:44:18.001412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:18.006186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.039342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (aebae565-00f3-4987-895b-68b7da5db17a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.043568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (aebae565-00f3-4987-895b-68b7da5db17a), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.096663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:18.114863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e1c8b0d3-6cda-4607-a10e-038dab378d50), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.115467 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Added segment e1c8b0d3-6cda-4607-a10e-038dab378d50 of type vlan for network 03983a35-b3af-4b0a-b33d-e33a67f55476 Jan 28 13:44:18.126982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (aebae565-00f3-4987-895b-68b7da5db17a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.129010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Fanout notify agent at l3_agent the message router_deleted on router aebae565-00f3-4987-895b-68b7da5db17a {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:44:18.150899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.154284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-02844a34-ddce-460e-9271-305314f8bc09 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/aebae565-00f3-4987-895b-68b7da5db17a HTTP/1.1" status: 204 len: 168 time: 1.7627573 Jan 28 13:44:18.159978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45678) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:18.169744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-140005964'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:18.197152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (03983a35-b3af-4b0a-b33d-e33a67f55476), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.206024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:18.213609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.256966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:18.280064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-672551e3-6a9c-430a-857f-656da9a5ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.280459 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e6b91f36-2376-45c2-bff7-4e9d1b24aba1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.281325 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment e6b91f36-2376-45c2-bff7-4e9d1b24aba1 of type vlan for network f4cdf565-0631-4b64-aeaf-ce63b7462831 Jan 28 13:44:18.282272 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-672551e3-6a9c-430a-857f-656da9a5ed55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68ab7131-bccd-4165-8d71-334c51189a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3116636 Jan 28 13:44:18.282895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (03983a35-b3af-4b0a-b33d-e33a67f55476), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.289849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.290888 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.349379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f4cdf565-0631-4b64-aeaf-ce63b7462831), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.387421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f4cdf565-0631-4b64-aeaf-ce63b7462831), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.399694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.401088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:18.829533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b402d-c1b5-478f-b677-3b10ed83ede3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 6853b70a-29b8-424b-bbf1-8523e5dc9792 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:18.852693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0284011 Jan 28 13:44:18.867887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45680) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:18.923890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.931492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.937036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.942357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.947683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.954005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.959444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:18.967837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-eea57fc4-6ca6-46bc-8ebc-248dd265d878 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.7376041 Jan 28 13:44:18.990468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7cbd8-0298-4569-a96d-3850daf91b0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Network': ['ID=03983a35-b3af-4b0a-b33d-e33a67f55476,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:19.003880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:19.071775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9071317 Jan 28 13:44:19.090079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45684) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:19.096282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de71804-0fe6-4cc7-8708-cc2082cc04d6 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.100254 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4de71804-0fe6-4cc7-8708-cc2082cc04d6 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=aa1c3630930844d7afe338be16c6f395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2286155 Jan 28 13:44:19.100553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': 'f4cdf565-0631-4b64-aeaf-ce63b7462831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:19.103185 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-b5f3b1a8-49df-4cc0-8b59-a4cbdb9ddf55 service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055551 Jan 28 13:44:19.112344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45686) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:19.163558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c09046-aba2-40fc-954a-432a849b5554 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=f4cdf565-0631-4b64-aeaf-ce63b7462831,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:19.192472 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-86d4c529-c49c-485d-866c-5c1bd1e62a71 req-5cc058e4-730c-4cf7-b054-811149a16156 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2233047 Jan 28 13:44:19.197964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:19.307995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-0594117e-5bbe-4428-b6a5-596cec7a3fe9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.309962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-0594117e-5bbe-4428-b6a5-596cec7a3fe9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 945 time: 0.3519912 Jan 28 13:44:19.418330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5e24-ac86-4cc1-a277-c59c6becaf88 req-339a2379-9f17-495a-b729-035cd93f71d9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.419425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9de5e24-ac86-4cc1-a277-c59c6becaf88 req-339a2379-9f17-495a-b729-035cd93f71d9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 945 time: 0.3957453 Jan 28 13:44:19.594800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b402d-c1b5-478f-b677-3b10ed83ede3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:19.606350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] Sync routers for ids ['6853b70a-29b8-424b-bbf1-8523e5dc9792'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:19.641010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e70b402d-c1b5-478f-b677-3b10ed83ede3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.643308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] Routers {'6853b70a-29b8-424b-bbf1-8523e5dc9792'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:19.648123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6853b70a-29b8-424b-bbf1-8523e5dc9792'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:19.649603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e70b402d-c1b5-478f-b677-3b10ed83ede3 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/6853b70a-29b8-424b-bbf1-8523e5dc9792 HTTP/1.1" status: 200 len: 887 time: 3.0984476 Jan 28 13:44:19.664694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45696) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:19.751029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:19.773004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8617b47a-3e2a-43d3-99df-875853d6ab6f service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236336 Jan 28 13:44:19.774598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] Routers {'6853b70a-29b8-424b-bbf1-8523e5dc9792'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:19.775237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6853b70a-29b8-424b-bbf1-8523e5dc9792'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:19.833655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-54a986cf-901c-4450-a9dc-00cf7c09c525 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 217 time: 0.0475652 Jan 28 13:44:19.836729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:19.840244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:19.853830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:19.854622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a6f42b-75c2-414c-abac-284e07b0efaa None None] The sync data for ids ['6853b70a-29b8-424b-bbf1-8523e5dc9792'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:19.879036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9af29-4c6e-43db-bd72-4817626124e0 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.880593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d8e9af29-4c6e-43db-bd72-4817626124e0 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7665005 Jan 28 13:44:19.927514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45698) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:19.970426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-f30e520e-a5a7-40af-ac83-a46327ab5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:19.972066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-f30e520e-a5a7-40af-ac83-a46327ab5182 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1302326 Jan 28 13:44:20.016461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2d0fcb7-98a2-4884-a258-6c89db2e2bd1 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0862310 Jan 28 13:44:20.030203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45700) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.057174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9de5e24-ac86-4cc1-a277-c59c6becaf88 req-63ea62b9-2c71-4255-a95d-6e7ba44fe714 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148093 Jan 28 13:44:20.071743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c854a7e-801f-40de-b085-b148b039922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.075523 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-8c854a7e-801f-40de-b085-b148b039922c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925279 Jan 28 13:44:20.130989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac20dc62-8739-4fbb-ad83-baac5cbb08c3 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=aa1c3630930844d7afe338be16c6f395&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0992677 Jan 28 13:44:20.143237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45704) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.240918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-f18c3c7a-30d5-420b-a8a4-8264ae882977 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565454 Jan 28 13:44:20.463316 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.485617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Deleting port 3d17273e-9521-4b4e-8aca-4f3e07fa545c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:20.486013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.537317 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-ef696387-b1ad-41ec-8d4c-30e9a9d4ba50 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890730 Jan 28 13:44:20.619926 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-1f5eb9b9-71c9-4982-8110-6192b31c6c0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 217 time: 0.0719712 Jan 28 13:44:20.630181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d81b38c6-76b9-4c3f-ba81-86ba48010002 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/routers/6853b70a-29b8-424b-bbf1-8523e5dc9792 HTTP/1.1" status: 200 len: 887 time: 0.9526868 Jan 28 13:44:20.633153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f618bd06-06cc-4361-9153-feaa3ecc828f tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.650344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f618bd06-06cc-4361-9153-feaa3ecc828f tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5054610 Jan 28 13:44:20.650633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45714) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.650842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45716) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.684013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.689630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.695055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.702945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.708543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:20.711305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.716801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.723219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.734303 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1baace03-3fe9-43f5-b445-7105e6163485 req-5db7c112-3552-4477-b83f-b4328916df79 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.3422606 Jan 28 13:44:20.745004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] For port 3d17273e-9521-4b4e-8aca-4f3e07fa545c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=3d17273e-9521-4b4e-8aca-4f3e07fa545c,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:20.745609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.749653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': 'e6b91f36-2376-45c2-bff7-4e9d1b24aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f4cdf565-0631-4b64-aeaf-ce63b7462831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:20.750612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: f4cdf565-0631-4b64-aeaf-ce63b7462831, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:20.770428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Calling delete_port for 3d17273e-9521-4b4e-8aca-4f3e07fa545c owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:20.798912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:20.848854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-61d9df71-5d90-4855-a084-c51b8fd6d0bc tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=6853b70a-29b8-424b-bbf1-8523e5dc9792 HTTP/1.1" status: 200 len: 205 time: 0.1965389 Jan 28 13:44:20.850002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.862046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f4cdf565-0631-4b64-aeaf-ce63b7462831) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:20.873870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:20.876495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:20.879112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbb47b-f420-4cd3-a8ec-f12bb33b013b None None] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:20.927156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1908d61c-1b0c-4627-8c1e-f5c0b1720e41 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8315172 Jan 28 13:44:20.929929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45722) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:20.937123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2eb29076-e147-4ef0-af98-0a5c67970378 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-727273933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:21.051838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.062450 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d3c167fb-8d54-42aa-8a44-8cb60d425c43 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4074755 Jan 28 13:44:21.065764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45726) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:21.078653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997498086', 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:21.087406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f4cdf565-0631-4b64-aeaf-ce63b7462831', 'network_id': 'f4cdf565-0631-4b64-aeaf-ce63b7462831', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': '3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:21.089518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.119568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3d17273e-9521-4b4e-8aca-4f3e07fa545c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.187143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2eb29076-e147-4ef0-af98-0a5c67970378 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (60719e41-2284-4da6-9b12-ef7012e300e1), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.193975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2eb29076-e147-4ef0-af98-0a5c67970378 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (60719e41-2284-4da6-9b12-ef7012e300e1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.227962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-77a16547-567c-4f32-aa13-af00d61f5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:21.229659 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-77a16547-567c-4f32-aa13-af00d61f5f2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.6021500 Jan 28 13:44:21.386447 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1baace03-3fe9-43f5-b445-7105e6163485 req-489ea758-2020-493a-a8a4-284ed21fe954 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6504478 Jan 28 13:44:21.386737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Allocated IP 2001:db8::2 (f4cdf565-0631-4b64-aeaf-ce63b7462831/3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270/b0eb284d-045d-4ae2-b4cb-55efd1e576a3) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:21.472537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:21.477471 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.500054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-906ea906-8e81-4743-b9ee-dc20510c1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:21.501622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-906ea906-8e81-4743-b9ee-dc20510c1ba3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2620153 Jan 28 13:44:21.577389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2eb29076-e147-4ef0-af98-0a5c67970378 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (60719e41-2284-4da6-9b12-ef7012e300e1), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.618063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51eedad7-8cbc-42c6-9628-d6ca3a082d7b req-bde51c59-bfa8-470e-8d64-5f58dfb32f85 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3d67b30-8cc6-4150-96df-dfdbaa53baa9 HTTP/1.1" status: 200 len: 210 time: 0.1599724 Jan 28 13:44:21.621005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event deleted for resources: {'Port': ['ID=3d17273e-9521-4b4e-8aca-4f3e07fa545c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:21.652137 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Publish callbacks [] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.663506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:21.669741 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2eb29076-e147-4ef0-af98-0a5c67970378 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (60719e41-2284-4da6-9b12-ef7012e300e1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.679933 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.680567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_gateway (6853b70a-29b8-424b-bbf1-8523e5dc9792), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.709602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2eb29076-e147-4ef0-af98-0a5c67970378 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.713152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2eb29076-e147-4ef0-af98-0a5c67970378 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7807775 Jan 28 13:44:21.718890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45732) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:21.742775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] No DVR routers for this DVR port 3d17273e-9521-4b4e-8aca-4f3e07fa545c on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:21.749266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:21.757062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63a99688-1c07-4690-bf9a-6ace142fd4e9 req-70cd20eb-80c4-48b3-b84e-32abe712bdef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "DELETE /v2.0/ports/3d17273e-9521-4b4e-8aca-4f3e07fa545c HTTP/1.1" status: 204 len: 173 time: 2.4360704 Jan 28 13:44:21.758390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'name': 'network-vif-deleted', 'tag': '3d17273e-9521-4b4e-8aca-4f3e07fa545c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:21.764501 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a12477-d3d2-48f0-994f-80499f745560" -d '{"events": [{"server_uuid": "e3d67b30-8cc6-4150-96df-dfdbaa53baa9", "name": "network-vif-deleted", "tag": "3d17273e-9521-4b4e-8aca-4f3e07fa545c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:21.850343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Pushing event updated for resources: {'Port': ['ID=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:21.857040 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-49aa0d39-6062-48f5-90b0-559f6afac78b service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381240 Jan 28 13:44:21.894499 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced387f1-1bf1-471d-807d-9a88203d9a3a x-openstack-request-id: req-ced387f1-1bf1-471d-807d-9a88203d9a3a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:21.895086 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d67b30-8cc6-4150-96df-dfdbaa53baa9", "name": "network-vif-deleted", "tag": "3d17273e-9521-4b4e-8aca-4f3e07fa545c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:21.895558 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ced387f1-1bf1-471d-807d-9a88203d9a3a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:21.896259 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d67b30-8cc6-4150-96df-dfdbaa53baa9', 'name': 'network-vif-deleted', 'tag': '3d17273e-9521-4b4e-8aca-4f3e07fa545c', 'status': 'completed', 'code': 200} Jan 28 13:44:21.902690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:21.925500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:21.931514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:22.117600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Attempting to bind port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:22.118198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Attempting to bind port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e6b91f36-2376-45c2-bff7-4e9d1b24aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f4cdf565-0631-4b64-aeaf-ce63b7462831'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:22.118649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Attempting to bind port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 on network f4cdf565-0631-4b64-aeaf-ce63b7462831 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:22.130061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:22.130445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Checking segment: {'id': 'e6b91f36-2376-45c2-bff7-4e9d1b24aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f4cdf565-0631-4b64-aeaf-ce63b7462831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:22.131204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.131797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Bound using segment: {'id': 'e6b91f36-2376-45c2-bff7-4e9d1b24aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f4cdf565-0631-4b64-aeaf-ce63b7462831'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:22.132416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Bound port: b0eb284d-045d-4ae2-b4cb-55efd1e576a3, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b91f36-2376-45c2-bff7-4e9d1b24aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f4cdf565-0631-4b64-aeaf-ce63b7462831'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:22.132816 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.244723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] For port b0eb284d-045d-4ae2-b4cb-55efd1e576a3, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:22.251705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] For port b0eb284d-045d-4ae2-b4cb-55efd1e576a3, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,segment=NetworkSegment(e6b91f36-2376-45c2-bff7-4e9d1b24aba1),segment_id=e6b91f36-2376-45c2-bff7-4e9d1b24aba1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:22.266029 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:22.288945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3d17273e-9521-4b4e-8aca-4f3e07fa545c no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:22.707469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.714567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.722114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.729001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.736216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.741995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.749448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:22.751854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-540f3bdd-5d94-4aa6-9284-3a3910b65619 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.1808856 Jan 28 13:44:22.870458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63b741a7-ed96-4a37-bf37-5e0b98e5f0ee req-f61479b5-5c59-411b-aba4-964fd57b075c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072586 Jan 28 13:44:22.902642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c611f-cff0-4d4b-9db5-a2931fe3f9f6 None None] Pushing event updated for resources: {'Port': ['ID=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:22.926198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-f8f0237f-7fbc-4516-8a01-046ac94ee770 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0218105 Jan 28 13:44:22.928098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 3d17273e-9521-4b4e-8aca-4f3e07fa545c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:22.929410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 3d17273e-9521-4b4e-8aca-4f3e07fa545c not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:23.027615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port d360aac8-3e90-4b46-8aac-be19821e3483 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:23.028354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d360aac8-3e90-4b46-8aac-be19821e3483), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.161260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-ba8f5de7-3ad8-4f74-855b-3056e350a4af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 200 len: 217 time: 0.1544425 Jan 28 13:44:23.557788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e0936f6e-ea05-4f39-a02b-84399b945e80), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.561168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-261b361c-3908-442f-8860-7947121e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:23.563185 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-261b361c-3908-442f-8860-7947121e8dc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.2711601 Jan 28 13:44:23.616237 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.728738 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d360aac8-3e90-4b46-8aac-be19821e3483), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:23.739426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-c7c38caa-cc39-4c61-9376-b40197139470 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:23.741058 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-c7c38caa-cc39-4c61-9376-b40197139470 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.5899436 Jan 28 13:44:23.812545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for d360aac8-3e90-4b46-8aac-be19821e3483 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:23.885987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Subnet': ['ID=e0936f6e-ea05-4f39-a02b-84399b945e80,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:23.912897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-3d481b6d-afd8-4c33-8eb5-9a1d6b6b2148 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.1241941 Jan 28 13:44:24.048294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Checking segment: {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:24.049221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network hostable DHCP agents. Network: 03983a35-b3af-4b0a-b33d-e33a67f55476, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:24.099246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-0b5fa576-02a2-4006-9777-8b2dba861436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.101814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-0b5fa576-02a2-4006-9777-8b2dba861436 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5126851 Jan 28 13:44:24.152301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.163619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.175772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.187009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.198112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.209878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.220115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.223384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-1184b29a-e727-4508-b6f4-d130dbd9c6c3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.1736190 Jan 28 13:44:24.348526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30fd516-99a0-490d-afb4-ca37eafbee50 req-44fc5a9e-3f00-4dde-a489-c33c93bd8c2b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063008 Jan 28 13:44:24.413160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11746e2-c959-466d-b009-7667864c90c7 None None] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:24.420561 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-abcf609b-57f2-4c8f-864e-d59eb46a58e1 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038969 Jan 28 13:44:24.500240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Provisioning complete for port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:24.500645 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.543921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-3f1c837a-9bd3-4b0a-bcb5-5932333dec58 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6190603 Jan 28 13:44:24.544876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:24.657794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 03983a35-b3af-4b0a-b33d-e33a67f55476) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:24.670971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18870965-d12e-4e87-a5bc-48b817f0fe4a None None] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:24.683054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Current status of the port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:24.683717 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.753806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:24.754641 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.804458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-39cf5485-e2eb-44f2-ac13-4b65de7e6d00 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.7292573 Jan 28 13:44:24.829685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] For port b0eb284d-045d-4ae2-b4cb-55efd1e576a3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,segment=NetworkSegment(e6b91f36-2376-45c2-bff7-4e9d1b24aba1),segment_id=e6b91f36-2376-45c2-bff7-4e9d1b24aba1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:24.897434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:24.976499 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-75af4be6-fdb3-46c4-adb6-3240af9dde9d service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133668 Jan 28 13:44:25.014963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8::1 (f4cdf565-0631-4b64-aeaf-ce63b7462831/3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270/3aa3a617-d37b-4057-820d-7946bbc78000) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:25.035304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d360aac8-3e90-4b46-8aac-be19821e3483), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.090136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Pushing event updated for resources: {'Port': ['ID=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:25.120085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-03983a35-b3af-4b0a-b33d-e33a67f55476', 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ips': [{'subnet_id': 'e0936f6e-ea05-4f39-a02b-84399b945e80'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:25.121263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.146401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.146867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.147580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.147917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.148423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.150138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.150533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.150985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.151473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.151976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.152488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.152933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.153420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890a6d95-4cdf-43ed-a612-9a1bd0701d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:44:25.209014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-47fb1cb3-391f-44c2-a1a4-cdaf22ebb008 None None] Provisioning complete for port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:25.209604 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-47fb1cb3-391f-44c2-a1a4-cdaf22ebb008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.381341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b0eb284d-045d-4ae2-b4cb-55efd1e576a3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:25.413869 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-4e4a5ecd-f433-406e-ac70-08534a7aaf0b service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266312 Jan 28 13:44:25.554031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45780) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:25.570480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=d360aac8-3e90-4b46-8aac-be19821e3483,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:25.572496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7d5b584a-a9eb-4bb5-9c77-0e56ae89fd69 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317580580', 'description': 'tempest-secgroup-smoke-317580580 description', 'project_id': 'aa1c3630930844d7afe338be16c6f395'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:25.680285 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-2b1d445f-5346-4ef2-8505-a214c9f70a58 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1281478 Jan 28 13:44:25.716672 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d5b584a-a9eb-4bb5-9c77-0e56ae89fd69 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.730555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (6853b70a-29b8-424b-bbf1-8523e5dc9792), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.822577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:25.823327 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:25.866017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.872405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.878857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.886676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.901603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.913675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.926919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:25.938330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-8ca1237e-9cf4-4c7d-885e-b4a9a64e8682 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.2474303 Jan 28 13:44:26.002187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Allocated IP 172.20.0.18 (03983a35-b3af-4b0a-b33d-e33a67f55476/e0936f6e-ea05-4f39-a02b-84399b945e80/41d5d059-c1a6-4a71-a98c-309157cb39e6) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:26.051125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f6d9d14-66f4-4709-b854-2f7f642a0e2b req-6323e655-d346-4d8e-a4f7-bb06d9af9474 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103551 Jan 28 13:44:26.080777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d5b584a-a9eb-4bb5-9c77-0e56ae89fd69 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (50487357-e63d-4dc0-9ab4-71f775b96d30), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.091439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d5b584a-a9eb-4bb5-9c77-0e56ae89fd69 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (50487357-e63d-4dc0-9ab4-71f775b96d30), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.117468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-47fb1cb3-391f-44c2-a1a4-cdaf22ebb008 None None] Current status of the port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:26.182022 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d5b584a-a9eb-4bb5-9c77-0e56ae89fd69 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.188305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7d5b584a-a9eb-4bb5-9c77-0e56ae89fd69 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6260846 Jan 28 13:44:26.200578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45820) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:26.215066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-590aa7ec-fff6-45eb-bbfd-1bdc73f6367a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '50487357-e63d-4dc0-9ab4-71f775b96d30', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:26.240065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b584a-a9eb-4bb5-9c77-0e56ae89fd69 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50487357-e63d-4dc0-9ab4-71f775b96d30,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:26.300983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-590aa7ec-fff6-45eb-bbfd-1bdc73f6367a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (80c33733-5148-4a21-9a0e-75f5c632ec08), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.494337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-e98dbaec-78e7-494f-93b4-f0917680442f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 200 len: 217 time: 0.7974236 Jan 28 13:44:26.569948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-590aa7ec-fff6-45eb-bbfd-1bdc73f6367a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (80c33733-5148-4a21-9a0e-75f5c632ec08), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.578309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-590aa7ec-fff6-45eb-bbfd-1bdc73f6367a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (80c33733-5148-4a21-9a0e-75f5c632ec08), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.658892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aa7ec-fff6-45eb-bbfd-1bdc73f6367a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c33733-5148-4a21-9a0e-75f5c632ec08,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:26.714335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-590aa7ec-fff6-45eb-bbfd-1bdc73f6367a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.729278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-590aa7ec-fff6-45eb-bbfd-1bdc73f6367a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5260513 Jan 28 13:44:26.730529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45862) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:26.749167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.751974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b57c6457-23a4-48ce-8c2f-b7605c505f51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '50487357-e63d-4dc0-9ab4-71f775b96d30', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:26.758960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:26.813278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Publish callbacks [] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.843049 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.850298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b57c6457-23a4-48ce-8c2f-b7605c505f51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (539c46dc-1233-40e8-8d3c-7b732fa3468f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.911928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-271c2649-f26c-4cb2-a33f-a644eef28ac2 req-38007493-44d5-41d2-933c-988016780bf2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 210 time: 0.4161007 Jan 28 13:44:26.934776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (3aa3a617-d37b-4057-820d-7946bbc78000), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:26.949976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:26.956373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:26.966666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:26.974088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Pushing event updated for resources: {'Port': ['ID=41d5d059-c1a6-4a71-a98c-309157cb39e6,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:27.101009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Attempting to bind port 41d5d059-c1a6-4a71-a98c-309157cb39e6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:27.102031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Attempting to bind port 41d5d059-c1a6-4a71-a98c-309157cb39e6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:27.102850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Attempting to bind port 41d5d059-c1a6-4a71-a98c-309157cb39e6 on network 03983a35-b3af-4b0a-b33d-e33a67f55476 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:27.119769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:27.120918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Checking segment: {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:27.121749 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.123582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Bound using segment: {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:27.126680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Bound port: 41d5d059-c1a6-4a71-a98c-309157cb39e6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:27.127735 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.151776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.161998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b57c6457-23a4-48ce-8c2f-b7605c505f51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (539c46dc-1233-40e8-8d3c-7b732fa3468f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.174014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b57c6457-23a4-48ce-8c2f-b7605c505f51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (539c46dc-1233-40e8-8d3c-7b732fa3468f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.278150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6457-23a4-48ce-8c2f-b7605c505f51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539c46dc-1233-40e8-8d3c-7b732fa3468f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:27.315853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b0eb284d-045d-4ae2-b4cb-55efd1e576a3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:27.334250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b57c6457-23a4-48ce-8c2f-b7605c505f51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.347994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (6853b70a-29b8-424b-bbf1-8523e5dc9792), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.350411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b57c6457-23a4-48ce-8c2f-b7605c505f51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6143970 Jan 28 13:44:27.351489 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45912) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:27.385283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d1733abe-4cca-4561-84c1-4fa7da73f949 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '50487357-e63d-4dc0-9ab4-71f775b96d30', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:27.403236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.461158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] For port 41d5d059-c1a6-4a71-a98c-309157cb39e6, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:27.467675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] For port 41d5d059-c1a6-4a71-a98c-309157cb39e6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=41d5d059-c1a6-4a71-a98c-309157cb39e6,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:27.488414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:27.492195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.498552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-857073da-b31c-4b09-8fdd-8a67996be358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.501120 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-857073da-b31c-4b09-8fdd-8a67996be358 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.9799945 Jan 28 13:44:27.512577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:27.512961 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.616272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:27.683818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.732407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.738932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.747235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:27.761093 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (60719e41-2284-4da6-9b12-ef7012e300e1), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:27.788087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.819982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.838785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.893173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:27.895434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cd14d-8a2a-41eb-adb2-a66116d9a672 None None] Pushing event updated for resources: {'Port': ['ID=41d5d059-c1a6-4a71-a98c-309157cb39e6,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:27.907971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-4823d8ee-1dba-4f0b-a6e5-a87593ee9a61 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.4895570 Jan 28 13:44:27.999165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1733abe-4cca-4561-84c1-4fa7da73f949 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (a48ee0db-403d-4765-9abb-aaf51eed5625), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.050463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.053646 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (6853b70a-29b8-424b-bbf1-8523e5dc9792), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.056581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Fanout notify agent at l3_agent the message router_deleted on router 6853b70a-29b8-424b-bbf1-8523e5dc9792 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:44:28.117704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.122180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dc7aae9b-7e07-4e20-94b2-ea2f2e70e898 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/6853b70a-29b8-424b-bbf1-8523e5dc9792 HTTP/1.1" status: 204 len: 168 time: 7.2570269 Jan 28 13:44:28.123626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:28.129002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45986) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:28.177056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-313482360'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:28.184651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=3aa3a617-d37b-4057-820d-7946bbc78000,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:28.288248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-49810211-9392-4e96-b0e0-554a3879d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:28.290917 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-49810211-9392-4e96-b0e0-554a3879d23f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6704605 Jan 28 13:44:28.373698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c31b3bdc-334e-4ebc-bbaf-9817bce19453 req-b5b2a3e3-c615-41da-8bf0-62f362134b3c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4539173 Jan 28 13:44:28.472170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2606edbe-4cd9-4e59-ab75-64533e54adb6 None None] Provisioning complete for port 3aa3a617-d37b-4057-820d-7946bbc78000 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:28.475858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2606edbe-4cd9-4e59-ab75-64533e54adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.587468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2606edbe-4cd9-4e59-ab75-64533e54adb6 None None] Port 3aa3a617-d37b-4057-820d-7946bbc78000 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:28.628829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1733abe-4cca-4561-84c1-4fa7da73f949 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (a48ee0db-403d-4765-9abb-aaf51eed5625), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.645490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1733abe-4cca-4561-84c1-4fa7da73f949 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a48ee0db-403d-4765-9abb-aaf51eed5625), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.711724 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-52c86e9d-4641-48e9-9146-1bc1b55f0f61 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957200 Jan 28 13:44:28.748550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1733abe-4cca-4561-84c1-4fa7da73f949 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48ee0db-403d-4765-9abb-aaf51eed5625,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:28.810030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1733abe-4cca-4561-84c1-4fa7da73f949 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.819428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d1733abe-4cca-4561-84c1-4fa7da73f949 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4598355 Jan 28 13:44:28.845516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:28.853884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-24577ff7-c42d-4135-9776-38fb5a58bf48 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '50487357-e63d-4dc0-9ab4-71f775b96d30', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:28.899863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-182af986-2298-4c36-9f4b-39aed2b5d933 req-ee0d1268-bb65-49ac-980e-2b90661dc1b5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 210 time: 0.6563878 Jan 28 13:44:28.918730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-0ebddcb2-1be5-4f6d-ac36-26f6489b2613 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:28.920663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-0ebddcb2-1be5-4f6d-ac36-26f6489b2613 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.5452085 Jan 28 13:44:28.922187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-24577ff7-c42d-4135-9776-38fb5a58bf48 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (c4353935-0bbb-4506-8b4b-1e5fe2a7c1ac), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:28.936933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Request body: {'port': {'device_id': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'admin_state_up': True, 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:28.953950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:28.960937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.041503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.095021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:29.199074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (30082e63-58f1-4a80-ae76-99a8f71341c0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.199688 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment 30082e63-58f1-4a80-ae76-99a8f71341c0 of type vlan for network 891798b2-653f-4090-bf90-8085b3fa3a52 Jan 28 13:44:29.225831 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-40c784a5-8938-4714-8142-07d10f262b35 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099406 Jan 28 13:44:29.277930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 41d5d059-c1a6-4a71-a98c-309157cb39e6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:29.286852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-24577ff7-c42d-4135-9776-38fb5a58bf48 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (c4353935-0bbb-4506-8b4b-1e5fe2a7c1ac), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.293126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-24577ff7-c42d-4135-9776-38fb5a58bf48 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c4353935-0bbb-4506-8b4b-1e5fe2a7c1ac), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.367721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24577ff7-c42d-4135-9776-38fb5a58bf48 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4353935-0bbb-4506-8b4b-1e5fe2a7c1ac,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:29.395965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-24577ff7-c42d-4135-9776-38fb5a58bf48 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.401714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-24577ff7-c42d-4135-9776-38fb5a58bf48 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5535600 Jan 28 13:44:29.406609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:29.423567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '50487357-e63d-4dc0-9ab4-71f775b96d30', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:29.445695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:29.451938 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.474093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 41d5d059-c1a6-4a71-a98c-309157cb39e6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:29.475741 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.500759 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Project aa1c3630930844d7afe338be16c6f395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:44:29.517719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (1ecaaf11-b174-4b1c-852f-f4c57c0d6b3d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.597084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-c60a2ed1-ae6e-4178-8d62-e18a48925466 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 200 len: 217 time: 0.3119922 Jan 28 13:44:29.656825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (891798b2-653f-4090-bf90-8085b3fa3a52), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.657726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 41d5d059-c1a6-4a71-a98c-309157cb39e6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:29.658526 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.807913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 41d5d059-c1a6-4a71-a98c-309157cb39e6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=41d5d059-c1a6-4a71-a98c-309157cb39e6,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:29.815590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (891798b2-653f-4090-bf90-8085b3fa3a52), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.819051 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.841513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:29.852402 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:29.855746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-4a07380e-f0a2-4a3a-a938-0c446817d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:29.857907 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-4a07380e-f0a2-4a3a-a938-0c446817d57c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.1534846 Jan 28 13:44:29.976409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=41d5d059-c1a6-4a71-a98c-309157cb39e6,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:30.033236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (1ecaaf11-b174-4b1c-852f-f4c57c0d6b3d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.035217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Allocated IP 172.20.0.2 (bd66b478-a8f5-487e-81fe-4e9e71689580/155f1533-4762-4f9a-90d3-6dcd494ded90/6a43a62a-1ad4-484d-b013-b8c7bce76277) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:30.050929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.055719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.061552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.067021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.073168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.079526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.085684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.089604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-a5b8f660-4e5c-4325-9360-7e43d5432cb6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.4003072 Jan 28 13:44:30.094409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (1ecaaf11-b174-4b1c-852f-f4c57c0d6b3d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.158341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.160846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7513976 Jan 28 13:44:30.181663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46148) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:30.182630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b2b8-bcac-4220-8c0c-d8dd110cdb8c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecaaf11-b174-4b1c-852f-f4c57c0d6b3d,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:30.191612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': '50487357-e63d-4dc0-9ab4-71f775b96d30', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:30.243752 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Project aa1c3630930844d7afe338be16c6f395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:44:30.248429 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0787773 Jan 28 13:44:30.255165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46158) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:30.309476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (5c978563-e16c-4bb0-9ace-d816c25ea6c7), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.344216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7b28928-cffc-40d7-b327-e646be6a014d req-bfb40ecb-b14c-4ef7-9637-24e3f4274c22 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 210 time: 0.0789230 Jan 28 13:44:30.356763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac675ed-aafd-4d84-b8cb-22c6ea3e2de8 None None] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:30.357320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': '891798b2-653f-4090-bf90-8085b3fa3a52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:30.409682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4d633-7058-40d7-a9c6-8092c4b04929 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=891798b2-653f-4090-bf90-8085b3fa3a52,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:30.432797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-84210978-9585-43b8-b59b-52491c58cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:30.435176 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-84210978-9585-43b8-b59b-52491c58cae8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5392072 Jan 28 13:44:30.535037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c19ef010-d33e-4dcc-aa3c-bc4d0ee3f358 req-2506bcde-8954-41d1-80cb-adb02db68d01 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4331205 Jan 28 13:44:30.588323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 891798b2-653f-4090-bf90-8085b3fa3a52 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:30.614198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (5c978563-e16c-4bb0-9ace-d816c25ea6c7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.625754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5c978563-e16c-4bb0-9ace-d816c25ea6c7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.690156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c978563-e16c-4bb0-9ace-d816c25ea6c7,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:30.704582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.708463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fa9b7ad3-7ae5-427f-9185-f684bdcfdd72 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5211265 Jan 28 13:44:30.749070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-aa83462e-79ed-4bb4-82f1-db7092f02ecc service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971528 Jan 28 13:44:30.813387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks [] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.960228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.012302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:31.087253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event updated for resources: {'Port': ['ID=6a43a62a-1ad4-484d-b013-b8c7bce76277,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:31.140909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:31.144401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:31.147537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:31.151869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-772fc5ad-cdea-4b53-a554-cb7f8f3baf3c None None] Provisioning complete for port 41d5d059-c1a6-4a71-a98c-309157cb39e6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:31.156009 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-772fc5ad-cdea-4b53-a554-cb7f8f3baf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.199212 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (3aa3a617-d37b-4057-820d-7946bbc78000), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.258218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.260544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (60719e41-2284-4da6-9b12-ef7012e300e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.362699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 41d5d059-c1a6-4a71-a98c-309157cb39e6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:31.380605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:31.381210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.432816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-7d569aed-c945-49f8-91a0-728efd9752f3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5009410 Jan 28 13:44:31.454251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Request body: {'port': {'device_id': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:31.597187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:31.608334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.679808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-772fc5ad-cdea-4b53-a554-cb7f8f3baf3c None None] Current status of the port 41d5d059-c1a6-4a71-a98c-309157cb39e6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:31.722713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 41d5d059-c1a6-4a71-a98c-309157cb39e6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:31.723100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.796194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.912629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:31.933285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4be5-b8b8-4bc6-ae23-54f97ef9735c req-4c8995e9-a700-4929-872e-1c08a28284c9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:31.938914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cca4be5-b8b8-4bc6-ae23-54f97ef9735c req-4c8995e9-a700-4929-872e-1c08a28284c9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 931 time: 0.3352997 Jan 28 13:44:32.195203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 41d5d059-c1a6-4a71-a98c-309157cb39e6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:32.208361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-583d4d26-b49e-4231-8366-e970985b4b16 None None] Provisioning complete for port 41d5d059-c1a6-4a71-a98c-309157cb39e6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:32.208744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-583d4d26-b49e-4231-8366-e970985b4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.353926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-583d4d26-b49e-4231-8366-e970985b4b16 None None] Current status of the port 41d5d059-c1a6-4a71-a98c-309157cb39e6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:32.358558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:32.363374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=3aa3a617-d37b-4057-820d-7946bbc78000,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:32.531012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a43a62a-1ad4-484d-b013-b8c7bce76277 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:32.546535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Publish callbacks [] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.605119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Transition to ACTIVE for port object 6a43a62a-1ad4-484d-b013-b8c7bce76277 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:32.642059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.676670 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-dd9639df-bb16-47c3-b58f-8f4d22c0f360 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317580580&fields=id&tenant_id=aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 267 time: 1.4750423 Jan 28 13:44:32.693667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-a6330907-6be7-4eb9-a4d3-1d43921bb330 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9215190 Jan 28 13:44:32.802426 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-6f57993c-c09e-49a9-8c2e-835f53ee26d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 217 time: 0.0834470 Jan 28 13:44:32.832409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Pushing event updated for resources: {'Port': ['ID=6a43a62a-1ad4-484d-b013-b8c7bce76277,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:32.990776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cca4be5-b8b8-4bc6-ae23-54f97ef9735c req-c792f44c-a712-458c-9313-68bfed50afcb tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808029 Jan 28 13:44:33.008462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dfe80424-29fd-42b9-be17-cb58b04b49c7 None None] Provisioning complete for port 3aa3a617-d37b-4057-820d-7946bbc78000 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:33.009322 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfe80424-29fd-42b9-be17-cb58b04b49c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.101733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dfe80424-29fd-42b9-be17-cb58b04b49c7 None None] Port 3aa3a617-d37b-4057-820d-7946bbc78000 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:33.187844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-2b489626-85d3-46a5-b876-c4c192daba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.200322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-2b489626-85d3-46a5-b876-c4c192daba13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.3680594 Jan 28 13:44:33.296797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Attempting to bind port 6a43a62a-1ad4-484d-b013-b8c7bce76277 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:33.304342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Attempting to bind port 6a43a62a-1ad4-484d-b013-b8c7bce76277 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:33.305298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Attempting to bind port 6a43a62a-1ad4-484d-b013-b8c7bce76277 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:33.347841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Port 6a43a62a-1ad4-484d-b013-b8c7bce76277 on network bd66b478-a8f5-487e-81fe-4e9e71689580 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:33.348737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Attempting to bind port 6a43a62a-1ad4-484d-b013-b8c7bce76277 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:33.360352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:33.361121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:33.361754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Bound using segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:33.362670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Bound port: 6a43a62a-1ad4-484d-b013-b8c7bce76277, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:33.363667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.376804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-7966c8b9-54b1-4861-9245-b8420bf474ab tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.379504 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-7966c8b9-54b1-4861-9245-b8420bf474ab tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/networks?id=03983a35-b3af-4b0a-b33d-e33a67f55476 HTTP/1.1" status: 200 len: 796 time: 0.6848128 Jan 28 13:44:33.384075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (881680cb-693a-4fbe-a136-88643e0e0f14), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.408658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.414607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.421149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.429271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.435916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.441839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.446771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=881680cb-693a-4fbe-a136-88643e0e0f14,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:33.450116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.453141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-ba740abb-461c-4ff1-b8e0-e806a851e4f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.1749668 Jan 28 13:44:33.461346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router 60719e41-2284-4da6-9b12-ef7012e300e1 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:44:33.475545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-dad41c89-5ae1-441e-af31-7fb86c905703 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/quotas/aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 375 time: 0.0369902 Jan 28 13:44:33.481878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-5de8a75f-ffff-4134-b175-b63703d9ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.483494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-5de8a75f-ffff-4134-b175-b63703d9ef2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2636306 Jan 28 13:44:33.664556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] For port 6a43a62a-1ad4-484d-b013-b8c7bce76277, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:33.674208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] For port 6a43a62a-1ad4-484d-b013-b8c7bce76277, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6a43a62a-1ad4-484d-b013-b8c7bce76277,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:33.684412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81134d8a-8fad-4063-a61d-50aeadaf8eec req-20fbe97f-58f6-42cd-b66c-e7ecfb7f76c7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032971 Jan 28 13:44:33.687557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.745060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.746274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:33.748634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a43a62a-1ad4-484d-b013-b8c7bce76277 HTTP/1.1" status: 200 len: 1091 time: 2.2993362 Jan 28 13:44:33.749361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'tag': '6a43a62a-1ad4-484d-b013-b8c7bce76277'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:33.751946 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006de0d2-a788-4bd8-bfc8-f989f3df1605" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac4dc57-a5a0-41e9-969b-1041077a25a5", "tag": "6a43a62a-1ad4-484d-b013-b8c7bce76277"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:33.782481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d832b-3599-463a-a51e-e4bd2c172388 service neutron] Pushing event updated for resources: {'Port': ['ID=6a43a62a-1ad4-484d-b013-b8c7bce76277,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:33.882729 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be913f18-02cd-41ae-b9ff-3f6cc7f2e226 x-openstack-request-id: req-be913f18-02cd-41ae-b9ff-3f6cc7f2e226 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:33.883381 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac4dc57-a5a0-41e9-969b-1041077a25a5", "tag": "6a43a62a-1ad4-484d-b013-b8c7bce76277", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:33.884004 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be913f18-02cd-41ae-b9ff-3f6cc7f2e226 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:33.885029 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'tag': '6a43a62a-1ad4-484d-b013-b8c7bce76277', 'status': 'completed', 'code': 200} Jan 28 13:44:33.924309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-5a501ea0-3ef5-47be-9a62-7afff00b3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:33.926482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-5a501ea0-3ef5-47be-9a62-7afff00b3d97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 1094 time: 0.1209593 Jan 28 13:44:34.036815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-d8c5a608-322d-479e-81d0-d0497e1023bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a43a62a-1ad4-484d-b013-b8c7bce76277 HTTP/1.1" status: 200 len: 217 time: 0.0995250 Jan 28 13:44:34.131990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-b981f581-cfa5-4e11-b2a0-c4a9814094c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:34.133534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-b981f581-cfa5-4e11-b2a0-c4a9814094c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.0877349 Jan 28 13:44:34.220714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-fbe35f21-c305-451b-a5d9-7f7c5d84cb0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775456 Jan 28 13:44:34.435144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc7ef-50bf-4deb-ae97-f62308dc34e4 req-2724e89c-ca5f-4708-8a32-97945878fc0d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:34.442419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1dacc7ef-50bf-4deb-ae97-f62308dc34e4 req-2724e89c-ca5f-4708-8a32-97945878fc0d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 943 time: 0.1927123 Jan 28 13:44:34.496618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-e148e670-ed4a-4efd-948d-4241e4f42ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657077 Jan 28 13:44:34.580840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:34.593505 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] Sync routers for ids ['60719e41-2284-4da6-9b12-ef7012e300e1'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:34.604250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1dacc7ef-50bf-4deb-ae97-f62308dc34e4 req-4964a5a9-4f2e-4a72-8fbc-ec01e8acc9f4 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457322 Jan 28 13:44:34.610784 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] Routers {'60719e41-2284-4da6-9b12-ef7012e300e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:34.617187 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['60719e41-2284-4da6-9b12-ef7012e300e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:34.617958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-af511002-ac0d-406b-ad2c-2953f8332155 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&fields=id HTTP/1.1" status: 200 len: 394 time: 1.1328783 Jan 28 13:44:34.692243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-af861e3c-7a2e-40d0-b698-581c1082e2e8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/60719e41-2284-4da6-9b12-ef7012e300e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9614093 Jan 28 13:44:34.696183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:34.712455 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-18033dc4-e4b2-4990-b7d0-af77211a8de4 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2133136 Jan 28 13:44:34.714402 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:34.748482 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] Routers {'60719e41-2284-4da6-9b12-ef7012e300e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:34.749391 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['60719e41-2284-4da6-9b12-ef7012e300e1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:34.799446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': '30082e63-58f1-4a80-ae76-99a8f71341c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '891798b2-653f-4090-bf90-8085b3fa3a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:34.800666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: 891798b2-653f-4090-bf90-8085b3fa3a52, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:44:34.801668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aabb7aa-dc04-489e-bf08-adcac894a977 req-8339985c-9a52-47a1-9ad4-bac733638497 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915947 Jan 28 13:44:34.817636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0081b6-c400-49e5-bc19-a81b908d5c23 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:34.819571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fd0081b6-c400-49e5-bc19-a81b908d5c23 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports/3aa3a617-d37b-4057-820d-7946bbc78000 HTTP/1.1" status: 200 len: 911 time: 0.1223249 Jan 28 13:44:34.822024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46310) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:34.831653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:34.858859 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:34.859864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1793add-c599-418a-8af6-5264b7f10c28 None None] The sync data for ids ['60719e41-2284-4da6-9b12-ef7012e300e1'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:34.871455 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b98aba3-ed48-4b21-9388-79e2a77cb8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.069024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 891798b2-653f-4090-bf90-8085b3fa3a52 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:44:35.104295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 891798b2-653f-4090-bf90-8085b3fa3a52) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:35.116231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774cc10-9789-467a-926a-f02fb373511f None None] Network 891798b2-653f-4090-bf90-8085b3fa3a52 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:35.133202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-447be4de-940f-4126-9607-801de80bcfcd service neutron] 10.222.0.45 "GET /v2.0/networks/03983a35-b3af-4b0a-b33d-e33a67f55476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136724 Jan 28 13:44:35.147090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.152528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.158973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.164249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.168491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.171714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.173443 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.180004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.194628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.204100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-a18d0d3c-d488-4b07-ad67-8bb0a124b0f8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.2963946 Jan 28 13:44:35.220021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-0538dca8-0aca-468e-8229-7af15ab0cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.222396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-0538dca8-0aca-468e-8229-7af15ab0cf9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 1094 time: 0.3064563 Jan 28 13:44:35.264425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3719d1ad-5776-4e00-8063-8b2a316087fd req-502b1d07-f197-48e4-a697-bee2e64e4b3b service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590173 Jan 28 13:44:35.346216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-891798b2-653f-4090-bf90-8085b3fa3a52', 'network_id': '891798b2-653f-4090-bf90-8085b3fa3a52', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '881680cb-693a-4fbe-a136-88643e0e0f14'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:44:35.347116 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.432600 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bc1cae9e-c3c9-4de9-8984-4651af231bc1 req-df93e3df-7cca-442b-af42-edc19f0abf1d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2271066 Jan 28 13:44:35.521243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.534338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-e4dc94d2-bc6c-4cbc-bec4-5c9d8b9c0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.534924 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-f425a1b2-d11a-469c-99aa-d4082ab42593 service neutron] 10.222.0.45 "GET /v2.0/networks/03983a35-b3af-4b0a-b33d-e33a67f55476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689289 Jan 28 13:44:35.535820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-e4dc94d2-bc6c-4cbc-bec4-5c9d8b9c0a67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.2986381 Jan 28 13:44:35.556542 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cdbdcd41-763f-4dd0-9bf5-ae34fa7e0447 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2845244 Jan 28 13:44:35.556807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46316) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:35.564129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c856e5ba-7745-4224-a027-778e1fa46469 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1503825680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:35.679476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c856e5ba-7745-4224-a027-778e1fa46469 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (40af7285-af58-4b8a-831e-c711ec650f0d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.680717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c856e5ba-7745-4224-a027-778e1fa46469 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (40af7285-af58-4b8a-831e-c711ec650f0d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.791759 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c856e5ba-7745-4224-a027-778e1fa46469 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (40af7285-af58-4b8a-831e-c711ec650f0d), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.812859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.813680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.815761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.816440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.817198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.819602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.820682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:35.828741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e085cc9d-85e5-43c2-a72d-d88541adfdb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6489 time: 0.2924089 Jan 28 13:44:35.833188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c856e5ba-7745-4224-a027-778e1fa46469 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (40af7285-af58-4b8a-831e-c711ec650f0d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:35.913778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Allocated IP 172.20.0.2 (891798b2-653f-4090-bf90-8085b3fa3a52/881680cb-693a-4fbe-a136-88643e0e0f14/2a82e92b-9bb9-42b3-a047-4561b1ac8b03) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:36.183808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-196145dd-a2dd-4ed8-8152-9a1a2a1977b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:36.185697 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-196145dd-a2dd-4ed8-8152-9a1a2a1977b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 902 time: 0.3309867 Jan 28 13:44:36.279821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c856e5ba-7745-4224-a027-778e1fa46469 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.284592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c856e5ba-7745-4224-a027-778e1fa46469 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7264950 Jan 28 13:44:36.301864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-526917aa-1f39-4e85-8dcb-26db173c7433 req-20458d41-6b43-4948-a4ba-a8c3aaa84a2f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 210 time: 0.1145029 Jan 28 13:44:36.304647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46328) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:36.309090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-e5e42d94-cddc-4ada-979a-dd49d06b4a12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 217 time: 0.1017318 Jan 28 13:44:36.437907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Publish callbacks [] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.455686 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:36.730507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Network 891798b2-653f-4090-bf90-8085b3fa3a52 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:36.733791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Pushing event updated for resources: {'Port': ['ID=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:36.740303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:36.751099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:36.756621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-e55c1beb-474b-4ef2-965d-f0f7c7d4ad10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a43a62a-1ad4-484d-b013-b8c7bce76277 HTTP/1.1" status: 200 len: 217 time: 1.2130380 Jan 28 13:44:36.976704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Attempting to bind port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:36.977513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Attempting to bind port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '30082e63-58f1-4a80-ae76-99a8f71341c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '891798b2-653f-4090-bf90-8085b3fa3a52'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:36.983124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Attempting to bind port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 on network 891798b2-653f-4090-bf90-8085b3fa3a52 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:37.002279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:37.007977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Checking segment: {'id': '30082e63-58f1-4a80-ae76-99a8f71341c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '891798b2-653f-4090-bf90-8085b3fa3a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:37.008697 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.009368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Bound using segment: {'id': '30082e63-58f1-4a80-ae76-99a8f71341c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '891798b2-653f-4090-bf90-8085b3fa3a52'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:37.010182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Bound port: 2a82e92b-9bb9-42b3-a047-4561b1ac8b03, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30082e63-58f1-4a80-ae76-99a8f71341c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '891798b2-653f-4090-bf90-8085b3fa3a52'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:37.012728 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.160360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ea11-0df9-47fb-927a-e61dc6e24e0b req-791a3ef7-88e0-4033-b1fb-c9b2e1cf4867 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.166751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4525ea11-0df9-47fb-927a-e61dc6e24e0b req-791a3ef7-88e0-4033-b1fb-c9b2e1cf4867 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 943 time: 0.4040518 Jan 28 13:44:37.224475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-78657b20-b58f-4fda-88be-aaa7a05b76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.224475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-78657b20-b58f-4fda-88be-aaa7a05b76cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.4578621 Jan 28 13:44:37.297270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] For port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:37.309800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] For port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,segment=NetworkSegment(30082e63-58f1-4a80-ae76-99a8f71341c0),segment_id=30082e63-58f1-4a80-ae76-99a8f71341c0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:37.319873 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:37.400824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-7f2ca592-b3af-4ab2-8962-92ccc0c87643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.403227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-7f2ca592-b3af-4ab2-8962-92ccc0c87643 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.8210440 Jan 28 13:44:37.661661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.687588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.693662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9130096-e6d1-40a9-b300-daeb55b50506 None None] Pushing event updated for resources: {'Port': ['ID=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:37.706079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.726453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.743809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.785943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.834615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:37.856958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-78cf9db0-3760-4427-ac88-7fb330edb590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 1.0499904 Jan 28 13:44:37.897613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb9daa08-6740-4d43-9623-b68e63b6a794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.038633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-8663104f-101a-4492-b31a-88245e2a2872 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048965 Jan 28 13:44:38.154231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-db5ad37b-2941-46d8-a2ce-26df18147f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:38.179079 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-db5ad37b-2941-46d8-a2ce-26df18147f16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6110921 Jan 28 13:44:38.185675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4525ea11-0df9-47fb-927a-e61dc6e24e0b req-8943fb03-4198-43c7-ba27-56826b2c92c7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0096424 Jan 28 13:44:38.312956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6a43a62a-1ad4-484d-b013-b8c7bce76277 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:38.331094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (3aa3a617-d37b-4057-820d-7946bbc78000), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.352479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.363983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.390333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:38.392519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:38.395528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/ports/3aa3a617-d37b-4057-820d-7946bbc78000 HTTP/1.1" status: 200 len: 911 time: 3.5723319 Jan 28 13:44:38.410693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46350) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:38.474718 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4d7af4de-c06a-4c9a-af91-9235233380dc req-aad2c45d-f947-4fec-b180-077d64ef16e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6121395 Jan 28 13:44:38.724398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6de23850-8be8-4db8-9da2-437efa00f043 req-72fa874b-6dc3-4114-8fe6-63f555af4d93 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 210 time: 0.3210337 Jan 28 13:44:38.765779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6a43a62a-1ad4-484d-b013-b8c7bce76277, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6a43a62a-1ad4-484d-b013-b8c7bce76277,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:38.774551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-a7d3e88c-a7d0-4f38-8f15-707b9e3af0aa service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271454 Jan 28 13:44:38.807305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46358) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:38.840511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '6a43a62a-1ad4-484d-b013-b8c7bce76277', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'port_id': '6a43a62a-1ad4-484d-b013-b8c7bce76277', 'mac_address': 'fa:16:3e:60:17:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f1533-4762-4f9a-90d3-6dcd494ded90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:38.843789 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.010783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6a43a62a-1ad4-484d-b013-b8c7bce76277 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:39.011458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.045574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a43a62a-1ad4-484d-b013-b8c7bce76277 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:39.093209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6a43a62a-1ad4-484d-b013-b8c7bce76277, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6a43a62a-1ad4-484d-b013-b8c7bce76277,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:39.099444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.264341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6a43a62a-1ad4-484d-b013-b8c7bce76277,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:39.361888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['6a43a62a-1ad4-484d-b013-b8c7bce76277'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:39.413911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad5089-a9a5-4f46-b983-6985c6256cb9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=3aa3a617-d37b-4057-820d-7946bbc78000,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:39.437841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:39.846901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-bfbf59a4-9029-416a-bf64-626a305ba60e service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5335073 Jan 28 13:44:39.885421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:39.885841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:39.932949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-47d9d373-880d-4a5e-a3d4-f4ba384f62ad tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:39.934830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-47d9d373-880d-4a5e-a3d4-f4ba384f62ad tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.36 "GET /v2.0/networks?id=03983a35-b3af-4b0a-b33d-e33a67f55476 HTTP/1.1" status: 200 len: 796 time: 1.2151399 Jan 28 13:44:40.112333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:40.112835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.175521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda58143-13f9-4989-a2ce-81300a3256f1 None None] Network 891798b2-653f-4090-bf90-8085b3fa3a52 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:40.228140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-006de0d2-a788-4bd8-bfc8-f989f3df1605 req-535700ef-6108-4858-8139-7b7350904b46 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4252882 Jan 28 13:44:40.320275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535785-4f7f-4c85-96ee-9364f3c7467e req-2506a011-b12a-4e99-a0ba-3d6276dc3b31 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.339077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d535785-4f7f-4c85-96ee-9364f3c7467e req-2506a011-b12a-4e99-a0ba-3d6276dc3b31 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 944 time: 0.7903333 Jan 28 13:44:40.342423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,segment=NetworkSegment(30082e63-58f1-4a80-ae76-99a8f71341c0),segment_id=30082e63-58f1-4a80-ae76-99a8f71341c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:40.354090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-93c3d27f-3cc9-4572-a709-9a1329f407e8 None None] Provisioning complete for port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:40.354731 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93c3d27f-3cc9-4572-a709-9a1329f407e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.364115 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.530443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.560518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.568665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:40.578084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:40.595116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.613492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.624861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-93c3d27f-3cc9-4572-a709-9a1329f407e8 None None] Current status of the port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:40.649376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.678518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.707026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:40.711433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-daabf287-c11a-4265-ac51-cc7edd701568 req-656f7a59-ce29-4c62-8871-1f864c5fa8e6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.8233981 Jan 28 13:44:40.831630 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-7bb884c5-8162-43ec-a882-610770b95fb8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 472 time: 0.8837166 Jan 28 13:44:40.951442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'port': {'device_id': '5128859c-fad5-42a8-981e-2ac33762088b', 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476', 'admin_state_up': True, 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'security_groups': ['50487357-e63d-4dc0-9ab4-71f775b96d30']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:41.016778 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5d535785-4f7f-4c85-96ee-9364f3c7467e req-877d20b7-e3d5-406a-8d2d-70f85967bf10 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762996 Jan 28 13:44:41.162185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c83fd241-071c-428e-a933-c24ed7e2deba None None] Provisioning complete for port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:41.162960 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c83fd241-071c-428e-a933-c24ed7e2deba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.213096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:41.240819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.20.0.1 (891798b2-653f-4090-bf90-8085b3fa3a52/881680cb-693a-4fbe-a136-88643e0e0f14/fb3efc87-53c8-4de2-84c4-21aa89a5ce29) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:41.244790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b1a1fc8b-e2ed-4157-8f8e-ecbaed296135 req-a923c4e0-130f-49e9-864a-dd857be91ab9 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2649660 Jan 28 13:44:41.397285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:41.398105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.442974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c83fd241-071c-428e-a933-c24ed7e2deba None None] Current status of the port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:41.534876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:41.537067 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e495be37-a99a-4f2a-a4c8-b856d3091323 req-978a95a0-127a-40a9-ba34-0cb62782510f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 210 time: 0.1141560 Jan 28 13:44:41.611711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-daabf287-c11a-4265-ac51-cc7edd701568 req-1a0d4744-886e-477f-a818-4c9e7eb8b4bf tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8712411 Jan 28 13:44:41.737265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (60719e41-2284-4da6-9b12-ef7012e300e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.741980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:41.754946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.767492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:41.912629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.103531 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.160689 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (775fbe71-9029-40a8-81c4-cfd2922345d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.264979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 891798b2-653f-4090-bf90-8085b3fa3a52 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:42.296345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:42.305603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:42.321766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6a43a62a-1ad4-484d-b013-b8c7bce76277 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:42.456146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=fb3efc87-53c8-4de2-84c4-21aa89a5ce29,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:42.564561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 6a43a62a-1ad4-484d-b013-b8c7bce76277 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:44:42.570558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (40af7285-af58-4b8a-831e-c711ec650f0d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.581578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 6a43a62a-1ad4-484d-b013-b8c7bce76277 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:42.582219 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.708944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d7269-8183-4b1b-a4c7-d8d1146e5efe req-11128dd2-9237-4188-9b6f-dd8be87c44e8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:42.720382 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f4d7269-8183-4b1b-a4c7-d8d1146e5efe req-11128dd2-9237-4188-9b6f-dd8be87c44e8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 944 time: 0.4532344 Jan 28 13:44:42.842568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.20.0.29 (03983a35-b3af-4b0a-b33d-e33a67f55476/e0936f6e-ea05-4f39-a02b-84399b945e80/ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:42.883383 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2f4d7269-8183-4b1b-a4c7-d8d1146e5efe req-2d94bda7-51b6-432f-bb6d-b6f6d99a9e67 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616209 Jan 28 13:44:42.909492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 6a43a62a-1ad4-484d-b013-b8c7bce76277 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:42.910070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:42.952483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.056713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 6a43a62a-1ad4-484d-b013-b8c7bce76277, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6a43a62a-1ad4-484d-b013-b8c7bce76277,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:43.068266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a43a62a-1ad4-484d-b013-b8c7bce76277'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:43.073488 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8fafc4-1d39-4528-868c-051bb764e142" -d '{"events": [{"server_uuid": "5ac4dc57-a5a0-41e9-969b-1041077a25a5", "name": "network-vif-plugged", "status": "completed", "tag": "6a43a62a-1ad4-484d-b013-b8c7bce76277"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:43.090448 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.158539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 3aa3a617-d37b-4057-820d-7946bbc78000 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:43.158539 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.224130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.314813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=6a43a62a-1ad4-484d-b013-b8c7bce76277,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:43.326540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-968c6c42-8d34-466b-9c0e-f594c3e5e727 req-cdc56f3f-0bff-4216-8d6a-b6602cbabfe7 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 210 time: 0.5402908 Jan 28 13:44:43.333971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ba9a465a-c87c-42f9-bebe-67c12992b851 None None] Provisioning complete for port fb3efc87-53c8-4de2-84c4-21aa89a5ce29 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:43.334548 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba9a465a-c87c-42f9-bebe-67c12992b851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.338261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:43.445258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a465a-c87c-42f9-bebe-67c12992b851 None None] Port fb3efc87-53c8-4de2-84c4-21aa89a5ce29 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:43.517966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:43.522928 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a804ea1b-4299-409d-8084-b1ce03fc1818 x-openstack-request-id: req-a804ea1b-4299-409d-8084-b1ce03fc1818 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:43.523456 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac4dc57-a5a0-41e9-969b-1041077a25a5", "name": "network-vif-plugged", "status": "completed", "tag": "6a43a62a-1ad4-484d-b013-b8c7bce76277", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:43.523875 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a804ea1b-4299-409d-8084-b1ce03fc1818 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:43.524653 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a43a62a-1ad4-484d-b013-b8c7bce76277', 'code': 200} Jan 28 13:44:43.539694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.551121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.571748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.586594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:43.590124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:43.594707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:43.606754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.632457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.662669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.673275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:43.700682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3744e56c-7c83-4eab-86c2-1b408100175f req-2c3475b4-7603-45b3-bce9-2f37140293bd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.5652936 Jan 28 13:44:43.999680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.000802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.071891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289769e-ab37-4aa2-96e2-52117c19e7d9 req-53e13bf1-f082-4a33-902d-b7802030f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.076066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d289769e-ab37-4aa2-96e2-52117c19e7d9 req-53e13bf1-f082-4a33-902d-b7802030f3bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 1096 time: 0.3326800 Jan 28 13:44:44.136898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-d751dfa0-d86e-4ca4-a461-614c8ded9e42 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1970727 Jan 28 13:44:44.188084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Request body: {'port': {'device_id': '5128859c-fad5-42a8-981e-2ac33762088b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:44.201670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Deleting port f997d78b-73ab-45ec-b9a3-062d95ab5b2b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:44.202566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.250929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.266895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 3aa3a617-d37b-4057-820d-7946bbc78000 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:44.293927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a1f55e7c-37d5-4d59-9f03-20445f3d6111 None None] Provisioning complete for port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:44.295078 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1f55e7c-37d5-4d59-9f03-20445f3d6111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.387910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a1f55e7c-37d5-4d59-9f03-20445f3d6111 None None] Port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:44.390798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d289769e-ab37-4aa2-96e2-52117c19e7d9 req-30a8c643-7935-4a4d-aeb1-ece2a772631d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030572 Jan 28 13:44:44.438181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f079-9507-4f65-b593-b7a8b84f6f83 req-8c15e558-b818-4e49-8d75-d466dd7958da tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:44.446195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5b1f079-9507-4f65-b593-b7a8b84f6f83 req-8c15e558-b818-4e49-8d75-d466dd7958da tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 945 time: 0.3362200 Jan 28 13:44:44.498416 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3aa3a617-d37b-4057-820d-7946bbc78000), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.535553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=3aa3a617-d37b-4057-820d-7946bbc78000,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:44.548915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5b1f079-9507-4f65-b593-b7a8b84f6f83 req-65cba0f0-7b63-4228-a2ec-4a30f2d0a1e0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014535 Jan 28 13:44:44.549919 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.604628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3744e56c-7c83-4eab-86c2-1b408100175f req-07d0103e-08eb-4a02-8908-ae582b734961 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9015903 Jan 28 13:44:44.703754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.711250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.722734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] For port f997d78b-73ab-45ec-b9a3-062d95ab5b2b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:44.725618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:44.861293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Calling delete_port for f997d78b-73ab-45ec-b9a3-062d95ab5b2b owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:44.940452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=fb3efc87-53c8-4de2-84c4-21aa89a5ce29,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:44.943375 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (40af7285-af58-4b8a-831e-c711ec650f0d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.113174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41009d6-6519-4a0b-8542-d017d1980154 req-93c42bb1-2f9e-4f84-b083-65bb3c4c0879 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:45.123373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a41009d6-6519-4a0b-8542-d017d1980154 req-93c42bb1-2f9e-4f84-b083-65bb3c4c0879 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 932 time: 0.3530569 Jan 28 13:44:45.250733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 891798b2-653f-4090-bf90-8085b3fa3a52 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:45.254875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (60719e41-2284-4da6-9b12-ef7012e300e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.265750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:45.307192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a41009d6-6519-4a0b-8542-d017d1980154 req-bdcbcf25-a2fd-40cf-b462-cc71f9a75f8e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784313 Jan 28 13:44:45.595223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:45.642916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Publish callbacks [] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.688798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Transition to ACTIVE for port object ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:44:45.721360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.809338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a72df12a-2701-43a7-9166-3cd3f68c03ca None None] Provisioning complete for port fb3efc87-53c8-4de2-84c4-21aa89a5ce29 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:45.809990 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a72df12a-2701-43a7-9166-3cd3f68c03ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.902514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a72df12a-2701-43a7-9166-3cd3f68c03ca None None] Port fb3efc87-53c8-4de2-84c4-21aa89a5ce29 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:44:46.398078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router 60719e41-2284-4da6-9b12-ef7012e300e1 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:46.415407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 40af7285-af58-4b8a-831e-c711ec650f0d is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:44:46.442502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d286fa8-0813-4dd7-ba39-3a856093a607 req-c1ef98c8-a773-4dab-9494-aa4579977ee7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.447539 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d286fa8-0813-4dd7-ba39-3a856093a607 req-c1ef98c8-a773-4dab-9494-aa4579977ee7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 945 time: 0.6903317 Jan 28 13:44:46.462325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Pushing event updated for resources: {'Port': ['ID=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:46.512102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.521764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.540861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.555356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.575445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.603524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.616049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:46.619879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a520910-1b0b-437f-8808-591e0430ba7b req-fc6b2e95-da42-407c-8eae-42164b01e222 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.8227999 Jan 28 13:44:46.729514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f997d78b-73ab-45ec-b9a3-062d95ab5b2b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:46.768965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:46.782343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-12baac38-c0c8-4d3b-8c2b-de9bff69928d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/60719e41-2284-4da6-9b12-ef7012e300e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3442624 Jan 28 13:44:46.793072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46418) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:46.793915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] Sync routers for ids ['60719e41-2284-4da6-9b12-ef7012e300e1'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:46.848629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] Routers {'60719e41-2284-4da6-9b12-ef7012e300e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:46.850263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1500da6e-3324-4245-9330-3099402f0ef8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=60719e41-2284-4da6-9b12-ef7012e300e1 HTTP/1.1" status: 200 len: 205 time: 0.0554636 Jan 28 13:44:46.851602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['60719e41-2284-4da6-9b12-ef7012e300e1'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:46.857724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46424) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:46.880879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2d286fa8-0813-4dd7-ba39-3a856093a607 req-60ad09d0-42b0-416d-8244-eedd7e8e877f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198406 Jan 28 13:44:46.947029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:46.964678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:46.985280 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886491a9-dba8-457e-a9cc-61662952245e None None] Sync routers for ids ['40af7285-af58-4b8a-831e-c711ec650f0d'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:46.998648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] Routers {'60719e41-2284-4da6-9b12-ef7012e300e1'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:46.999159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-61f95f18-23c1-44a0-8d5b-9a0e726bd6fb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/40af7285-af58-4b8a-831e-c711ec650f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6864545 Jan 28 13:44:47.000633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46428) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:47.001701 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886491a9-dba8-457e-a9cc-61662952245e None None] Routers {'40af7285-af58-4b8a-831e-c711ec650f0d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:47.002699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['60719e41-2284-4da6-9b12-ef7012e300e1'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:47.003366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Pushing event deleted for resources: {'Port': ['ID=f997d78b-73ab-45ec-b9a3-062d95ab5b2b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:47.004115 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-886491a9-dba8-457e-a9cc-61662952245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['40af7285-af58-4b8a-831e-c711ec650f0d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:47.029206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a520910-1b0b-437f-8808-591e0430ba7b req-11df7b50-9e94-47a2-ae88-e41476a8ef4b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3158593 Jan 28 13:44:47.057600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Attempting to bind port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:44:47.058129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Attempting to bind port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:44:47.058629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Attempting to bind port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 on network 03983a35-b3af-4b0a-b33d-e33a67f55476 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:47.094879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 on network 03983a35-b3af-4b0a-b33d-e33a67f55476 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:44:47.095333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Attempting to bind port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 on network 03983a35-b3af-4b0a-b33d-e33a67f55476 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:44:47.107962 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-886491a9-dba8-457e-a9cc-61662952245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:47.118787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:47.120685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978619a-9d4f-4db2-9d41-bdbf9a4be0c4 None None] The sync data for ids ['60719e41-2284-4da6-9b12-ef7012e300e1'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:47.126678 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886491a9-dba8-457e-a9cc-61662952245e None None] Routers {'40af7285-af58-4b8a-831e-c711ec650f0d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:47.127534 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-886491a9-dba8-457e-a9cc-61662952245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['40af7285-af58-4b8a-831e-c711ec650f0d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:47.163461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-816a7300-a34a-42de-9f17-f1d06d0bd33c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (60719e41-2284-4da6-9b12-ef7012e300e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.175937 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-886491a9-dba8-457e-a9cc-61662952245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:47.177027 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886491a9-dba8-457e-a9cc-61662952245e None None] The sync data for ids ['40af7285-af58-4b8a-831e-c711ec650f0d'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:47.182195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:44:47.182542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Checking segment: {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:44:47.182936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Bound using segment: {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:44:47.183390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Bound port: ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:44:47.183755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.338450 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:44:47.442996 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-816a7300-a34a-42de-9f17-f1d06d0bd33c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (60719e41-2284-4da6-9b12-ef7012e300e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.445497 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-816a7300-a34a-42de-9f17-f1d06d0bd33c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (60719e41-2284-4da6-9b12-ef7012e300e1), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.515855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-816a7300-a34a-42de-9f17-f1d06d0bd33c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (60719e41-2284-4da6-9b12-ef7012e300e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.516577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816a7300-a34a-42de-9f17-f1d06d0bd33c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Fanout notify agent at l3_agent the message router_deleted on router 60719e41-2284-4da6-9b12-ef7012e300e1 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:44:47.543478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] For port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:44:47.544508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b154-ebfa-4ede-a5d5-97411a60aea6 req-d7b18d59-ffcd-4212-baa1-6cc20c467ed3 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.553259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b74b154-ebfa-4ede-a5d5-97411a60aea6 req-d7b18d59-ffcd-4212-baa1-6cc20c467ed3 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 944 time: 0.4982152 Jan 28 13:44:47.563551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] For port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:44:47.568753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-816a7300-a34a-42de-9f17-f1d06d0bd33c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.569921 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-816a7300-a34a-42de-9f17-f1d06d0bd33c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/60719e41-2284-4da6-9b12-ef7012e300e1 HTTP/1.1" status: 204 len: 168 time: 0.7111366 Jan 28 13:44:47.588934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f4ea7-28ed-4d04-8861-969aa15f3e8b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.589148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46446) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:47.592878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5e9f4ea7-28ed-4d04-8861-969aa15f3e8b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports/fb3efc87-53c8-4de2-84c4-21aa89a5ce29 HTTP/1.1" status: 200 len: 910 time: 0.5444586 Jan 28 13:44:47.593860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46448) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:47.602219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '881680cb-693a-4fbe-a136-88643e0e0f14'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:47.604459 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.775623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:47.776462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.778214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] 10.222.0.36 "PUT /v2.0/ports/ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 HTTP/1.1" status: 200 len: 1092 time: 3.5976329 Jan 28 13:44:47.782079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5128859c-fad5-42a8-981e-2ac33762088b', 'tag': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:47.785423 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50287973-825c-4b15-adae-6bc61b281181" -d '{"events": [{"name": "network-changed", "server_uuid": "5128859c-fad5-42a8-981e-2ac33762088b", "tag": "ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:47.790996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (775fbe71-9029-40a8-81c4-cfd2922345d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.840732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8b74b154-ebfa-4ede-a5d5-97411a60aea6 req-08a65094-0bf0-4bce-8817-6a8c012fd827 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863047 Jan 28 13:44:47.958352 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28496ba-e3a3-4f6b-8da9-8940e88dc86c x-openstack-request-id: req-c28496ba-e3a3-4f6b-8da9-8940e88dc86c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:47.959018 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5128859c-fad5-42a8-981e-2ac33762088b", "tag": "ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:47.960352 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c28496ba-e3a3-4f6b-8da9-8940e88dc86c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:47.960352 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5128859c-fad5-42a8-981e-2ac33762088b', 'tag': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8', 'status': 'completed', 'code': 200} Jan 28 13:44:47.970744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:47.980402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet 3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:48.024615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02f817-b7f7-4568-ac86-85ab88db86cd service neutron] Pushing event updated for resources: {'Port': ['ID=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:48.061842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.148241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-83c76fdc-6caa-4379-90da-b238c698dbee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.171959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-83c76fdc-6caa-4379-90da-b238c698dbee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.9085684 Jan 28 13:44:48.246094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-421cd89e-f091-4b9a-9f18-358e2932ac58 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.0729263 Jan 28 13:44:48.267090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-ba3f2ff9-f98b-4aeb-a5c2-54da459f5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.271448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-ba3f2ff9-f98b-4aeb-a5c2-54da459f5f22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 1095 time: 0.4152231 Jan 28 13:44:48.351090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.572302 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-f3e5db2e-9403-4e19-87da-643093704da1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 HTTP/1.1" status: 200 len: 217 time: 0.2811794 Jan 28 13:44:48.632412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-45d37170-172b-45c3-b0ef-8a8671c5a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.634980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-45d37170-172b-45c3-b0ef-8a8671c5a5a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0936f6e-ea05-4f39-a02b-84399b945e80 HTTP/1.1" status: 200 len: 838 time: 0.0539870 Jan 28 13:44:48.731214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-27c4824b-12da-4bd3-b39b-44c4d956b275 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4056015 Jan 28 13:44:48.755387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:48.791640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.798857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.808205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.819493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.827384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.834049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.840711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:48.843883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-2287d631-74ba-43e9-9190-960b4ff0c017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.6038058 Jan 28 13:44:48.844966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.040871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=fb3efc87-53c8-4de2-84c4-21aa89a5ce29,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:49.041791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-dab752e2-29ee-47df-bf3e-8a4bc760a003 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784495 Jan 28 13:44:49.163002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Router 775fbe71-9029-40a8-81c4-cfd2922345d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:49.192394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-320c8718-15b5-40d3-970d-605c5d175ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:49.194907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-320c8718-15b5-40d3-970d-605c5d175ecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03983a35-b3af-4b0a-b33d-e33a67f55476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5493701 Jan 28 13:44:49.223636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3fb9631-fb4d-4646-a68b-db9b4cf6c91e req-d515e878-15a3-4b77-b2ab-47106e6690aa tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3715954 Jan 28 13:44:49.252286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:49.253122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.254640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e68c5bb8-9027-4d95-89e9-210218f143dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/ports/fb3efc87-53c8-4de2-84c4-21aa89a5ce29 HTTP/1.1" status: 200 len: 910 time: 1.6597028 Jan 28 13:44:49.258989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46462) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:49.387842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.539641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a664f9d-8816-405e-81ea-7b488c57553d req-139ea180-456e-4bdd-bbcc-de049a418755 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:49.548812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a664f9d-8816-405e-81ea-7b488c57553d req-139ea180-456e-4bdd-bbcc-de049a418755 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 944 time: 0.2054801 Jan 28 13:44:49.569050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-0fbfdc81-5974-479a-87f7-68942f23ff17 service neutron] 10.222.0.36 "GET /v2.0/networks/03983a35-b3af-4b0a-b33d-e33a67f55476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137124 Jan 28 13:44:49.712166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-424b2e02-0556-4642-ab2d-0c3c949c3b79 req-2182d136-9291-4d17-9c80-4a32af8d0a14 service neutron] 10.222.0.36 "GET /v2.0/networks/03983a35-b3af-4b0a-b33d-e33a67f55476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356840 Jan 28 13:44:49.899280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-479aae85-b00b-4ee8-8414-e039ba3d247d service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8211195 Jan 28 13:44:49.915254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:49.966432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:50.010620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f6598-e94a-4c4c-acf6-fece16495aa1 None None] Network f4cdf565-0631-4b64-aeaf-ce63b7462831 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:50.011184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.025334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-12b49697-095a-479b-b974-a6ba9029ef4c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270 HTTP/1.1" status: 204 len: 168 time: 2.4279997 Jan 28 13:44:50.033889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46466) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:50.043350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:50.079278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f715ba43-3761-4064-a647-18312131b168 admin admin] 10.222.0.45 "PUT /v2.0/routers/775fbe71-9029-40a8-81c4-cfd2922345d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2588646 Jan 28 13:44:50.082366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:50.095038 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4a664f9d-8816-405e-81ea-7b488c57553d req-dc68ee8d-ae5a-4cc5-aa46-bbb23d895174 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5448980 Jan 28 13:44:50.134905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287973-825c-4b15-adae-6bc61b281181 req-81614309-41cf-4d8c-a6c6-b7ba91d8dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:50.137665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50287973-825c-4b15-adae-6bc61b281181 req-81614309-41cf-4d8c-a6c6-b7ba91d8dc11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 1095 time: 0.3371370 Jan 28 13:44:50.275070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f4cdf565-0631-4b64-aeaf-ce63b7462831), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.283476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] Sync routers for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:50.430169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (40af7285-af58-4b8a-831e-c711ec650f0d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:50.567459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287973-825c-4b15-adae-6bc61b281181 req-ce64f69d-f475-47b9-bf9c-4bb46c85b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:50.572446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50287973-825c-4b15-adae-6bc61b281181 req-ce64f69d-f475-47b9-bf9c-4bb46c85b420 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03983a35-b3af-4b0a-b33d-e33a67f55476 HTTP/1.1" status: 200 len: 897 time: 0.4200249 Jan 28 13:44:50.618375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4ccfaf5-e835-44f8-856c-4303f4f204cf req-de6fb5da-e9b2-49f8-a023-b6da507e2dd7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 210 time: 0.0411549 Jan 28 13:44:50.742746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50287973-825c-4b15-adae-6bc61b281181 req-81630895-604d-4044-95f6-065382f352ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 HTTP/1.1" status: 200 len: 217 time: 0.1183772 Jan 28 13:44:50.977535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:50.978293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:51.116912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287973-825c-4b15-adae-6bc61b281181 req-0868b64f-2285-417b-987d-121679e1fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.119320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50287973-825c-4b15-adae-6bc61b281181 req-0868b64f-2285-417b-987d-121679e1fcf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0936f6e-ea05-4f39-a02b-84399b945e80 HTTP/1.1" status: 200 len: 838 time: 0.3728480 Jan 28 13:44:51.216924 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks [] for router (775fbe71-9029-40a8-81c4-cfd2922345d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.271739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.279637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:44:51.294484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.307909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.334905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.360767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.386218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.425797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.429537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-44bc7bc6-f790-4042-a61e-811c47eee145 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.7739649 Jan 28 13:44:51.533545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:51.534255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.581164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287973-825c-4b15-adae-6bc61b281181 req-cd0462ab-924b-42d8-8cb4-18465efe0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.583209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50287973-825c-4b15-adae-6bc61b281181 req-cd0462ab-924b-42d8-8cb4-18465efe0c5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03983a35-b3af-4b0a-b33d-e33a67f55476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4548337 Jan 28 13:44:51.702720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] DHCP port deletion for f4cdf565-0631-4b64-aeaf-ce63b7462831 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:44:51.733804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1c80b-1b6d-4303-bfa8-5ca06f24f24c req-391e5dcb-ef6d-4ec5-95a9-635d77a9efc4 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:51.765421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eda1c80b-1b6d-4303-bfa8-5ca06f24f24c req-391e5dcb-ef6d-4ec5-95a9-635d77a9efc4 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 944 time: 0.4172912 Jan 28 13:44:51.835207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] Deleting port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:51.835827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:51.884489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c80c1b76-ce8e-44e9-8732-ae889fcd4c96 req-673d5bf8-0d78-45f8-94b5-af9e22046e26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4171553 Jan 28 13:44:51.980518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks [] for router_gateway (775fbe71-9029-40a8-81c4-cfd2922345d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.009438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eda1c80b-1b6d-4303-bfa8-5ca06f24f24c req-69627377-9f7e-4b4a-8b45-d8d1b2cd7c22 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389095 Jan 28 13:44:52.111189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50287973-825c-4b15-adae-6bc61b281181 req-5d1e388a-418c-4697-8cfb-c54488afb943 service neutron] 10.222.0.36 "GET /v2.0/networks/03983a35-b3af-4b0a-b33d-e33a67f55476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190773 Jan 28 13:44:52.407296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] For port b0eb284d-045d-4ae2-b4cb-55efd1e576a3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,segment=NetworkSegment(e6b91f36-2376-45c2-bff7-4e9d1b24aba1),segment_id=e6b91f36-2376-45c2-bff7-4e9d1b24aba1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:52.413122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.438014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:44:52.520166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] Calling delete_port for b0eb284d-045d-4ae2-b4cb-55efd1e576a3 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:52.553695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50287973-825c-4b15-adae-6bc61b281181 req-125c3d62-5902-4daf-9b51-8870bd102a7c service neutron] 10.222.0.36 "GET /v2.0/networks/03983a35-b3af-4b0a-b33d-e33a67f55476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299726 Jan 28 13:44:52.606432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Deleting port 17c564ef-d50c-4cea-b4b6-eb00ec66d633 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:52.606823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.784441 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:52.846709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:44:52.875954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:44:46Z', 'revision_number': 5, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port': {'id': '17c564ef-d50c-4cea-b4b6-eb00ec66d633', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:32:43Z', 'updated_at': '2022-01-28T13:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:52.931518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] Checking router: 775fbe71-9029-40a8-81c4-cfd2922345d0 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:44:52.934067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] Pushing event deleted for resources: {'Port': ['ID=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:53.060137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e26f70-fd00-4a12-a29a-561a7c91ed43 None None] No DVR routers for this DVR port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:53.135758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] Routers {'775fbe71-9029-40a8-81c4-cfd2922345d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:53.142583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['775fbe71-9029-40a8-81c4-cfd2922345d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:53.181039 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34fde5c3-97fe-4c67-ac58-8c7ad37cdc2a req-d4a7924d-9475-488e-bfa0-84001a7660cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 210 time: 0.2622056 Jan 28 13:44:53.209677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port b0eb284d-045d-4ae2-b4cb-55efd1e576a3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,segment=NetworkSegment(e6b91f36-2376-45c2-bff7-4e9d1b24aba1),segment_id=e6b91f36-2376-45c2-bff7-4e9d1b24aba1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:53.210354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.268480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b0eb284d-045d-4ae2-b4cb-55efd1e576a3 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:53.305455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for b0eb284d-045d-4ae2-b4cb-55efd1e576a3 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:53.335109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: b0eb284d-045d-4ae2-b4cb-55efd1e576a3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:53.335980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b0eb284d-045d-4ae2-b4cb-55efd1e576a3 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:53.382588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:53.392309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] For port 17c564ef-d50c-4cea-b4b6-eb00ec66d633, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=17c564ef-d50c-4cea-b4b6-eb00ec66d633,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:53.392884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.404595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8', 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476', 'port_id': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8', 'mac_address': 'fa:16:3e:95:46:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0936f6e-ea05-4f39-a02b-84399b945e80', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:44:53.416921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Calling delete_port for 17c564ef-d50c-4cea-b4b6-eb00ec66d633 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:53.493227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:53.493793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.499999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port fb3efc87-53c8-4de2-84c4-21aa89a5ce29 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:53.500533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.540253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-d6408882-ef7b-4a43-b6ab-792d7c2682f8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.542384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-d6408882-ef7b-4a43-b6ab-792d7c2682f8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.6111114 Jan 28 13:44:53.567079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:44:53.591480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] Set router 775fbe71-9029-40a8-81c4-cfd2922345d0 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:44:53.612280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Request body: {'port': {'device_id': '65fb1d60-ae40-488e-ae02-b8564d924792', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'admin_state_up': True, 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:53.628342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-a3ecebe3-055f-4a66-a6cd-a7fc3d18a9bc req-ac2d6c81-ae81-4ee1-841e-6281f509e3e5 service neutron] (103374) timed out ('10.222.0.45', 36064) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:44:53.647935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (17c564ef-d50c-4cea-b4b6-eb00ec66d633), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.650456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386e2c2-154e-4ea5-9f48-bbb290c25d26 req-5f259a49-8cda-495c-b075-08197e23a002 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.664334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a386e2c2-154e-4ea5-9f48-bbb290c25d26 req-5f259a49-8cda-495c-b075-08197e23a002 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 944 time: 0.3058317 Jan 28 13:44:53.681402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c564ef-d50c-4cea-b4b6-eb00ec66d633,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:53.798348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.804650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.810686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.816682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.822681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.829789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.842564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:53.846722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:53.847446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:44:51Z', 'revision_number': 6, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:53.851649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-c4d58ad0-a146-49c1-9425-a5dc40b55239 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.5515409 Jan 28 13:44:53.940946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b8303-20f8-4099-a9e1-113066ac4c26 None None] The sync data for ids ['775fbe71-9029-40a8-81c4-cfd2922345d0'] in n-d-822748-2 is: [{'id': '775fbe71-9029-40a8-81c4-cfd2922345d0', 'name': 'tempest-AttachVolumeShelveTestJSON-932471202-router', 'tenant_id': '69af0ad4945646338076c65561bba12e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:32:41Z', 'updated_at': '2022-01-28T13:44:51Z', 'revision_number': 6, 'project_id': '69af0ad4945646338076c65561bba12e', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:53.945134 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:53.963058 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a386e2c2-154e-4ea5-9f48-bbb290c25d26 req-82fef85e-f3d9-4207-a8fd-755d8907b300 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921782 Jan 28 13:44:53.982784 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.003666 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b0eb284d-045d-4ae2-b4cb-55efd1e576a3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.063108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for fb3efc87-53c8-4de2-84c4-21aa89a5ce29 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:54.067159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=b0eb284d-045d-4ae2-b4cb-55efd1e576a3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:54.085192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (775fbe71-9029-40a8-81c4-cfd2922345d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.144223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:54.161095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port b0eb284d-045d-4ae2-b4cb-55efd1e576a3 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:54.213627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:54.334368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (775fbe71-9029-40a8-81c4-cfd2922345d0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.359422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e04fb3be-2e7c-4176-917d-c7407a43d7c2 req-f376b3ea-08bb-4ff9-992f-8bf38f0673a8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4963703 Jan 28 13:44:54.364637 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks [] for router_controller (775fbe71-9029-40a8-81c4-cfd2922345d0), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.466549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57383c1a-3534-4dff-b45e-c716b66acb40 req-19929bf6-65ce-4edf-9665-b6c70e0d90c7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 210 time: 0.0779884 Jan 28 13:44:54.504950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (775fbe71-9029-40a8-81c4-cfd2922345d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.505535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 775fbe71-9029-40a8-81c4-cfd2922345d0 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:44:54.517934 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.519752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-65b8130f-b4cf-4a4c-91a1-7a192b5bab75 admin admin] 10.222.0.45 "DELETE /v2.0/routers/775fbe71-9029-40a8-81c4-cfd2922345d0 HTTP/1.1" status: 204 len: 168 time: 4.4354146 Jan 28 13:44:54.525680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:54.590616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f4cdf565-0631-4b64-aeaf-ce63b7462831), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.611932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:54.618035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.671431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] Deleting subnet 5e0447ec-f3be-4a91-9f84-c381d1c601d7 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:44:54.681152 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] Publish callbacks [] for subnet (5e0447ec-f3be-4a91-9f84-c381d1c601d7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.761565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cdf565-0631-4b64-aeaf-ce63b7462831']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:54.808890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (5e0447ec-f3be-4a91-9f84-c381d1c601d7), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:54.832114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b91f36-2376-45c2-bff7-4e9d1b24aba1') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:54.832712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b91f36-2376-45c2-bff7-4e9d1b24aba1') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:54.914951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (e6b91f36-2376-45c2-bff7-4e9d1b24aba1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.009796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5e0447ec-f3be-4a91-9f84-c381d1c601d7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.124581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (5e0447ec-f3be-4a91-9f84-c381d1c601d7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.141846 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e6b91f36-2376-45c2-bff7-4e9d1b24aba1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.145479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.155399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b342bac-798f-4284-a4f9-003511f77d36 None None] Network e3cd958b-d7e9-4e36-89ac-8bce95b594a0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:44:55.159520 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5e0447ec-f3be-4a91-9f84-c381d1c601d7 HTTP/1.1" status: 204 len: 168 time: 0.6325500 Jan 28 13:44:55.187900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46518) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:55.224441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:55.225099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (e6b91f36-2376-45c2-bff7-4e9d1b24aba1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:55.262495 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:55.313552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44337a9-47c1-4bca-966c-3bec15aac8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0447ec-f3be-4a91-9f84-c381d1c601d7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:55.391469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 17c564ef-d50c-4cea-b4b6-eb00ec66d633 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:55.409613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Allocated IP 172.20.0.7 (bd66b478-a8f5-487e-81fe-4e9e71689580/155f1533-4762-4f9a-90d3-6dcd494ded90/0e95d7a9-5ab3-4a31-be72-36a3ce767ad2) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:44:55.492079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566307-f454-4b4e-a926-ef3db58835e3 req-58f81fba-b596-4bb8-ba3d-b01f51d5053c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:55.509120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4566307-f454-4b4e-a926-ef3db58835e3 req-58f81fba-b596-4bb8-ba3d-b01f51d5053c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 945 time: 0.2468035 Jan 28 13:44:55.524865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 17c564ef-d50c-4cea-b4b6-eb00ec66d633 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:55.525401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 17c564ef-d50c-4cea-b4b6-eb00ec66d633 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:55.526066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f997d78b-73ab-45ec-b9a3-062d95ab5b2b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:55.631980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f997d78b-73ab-45ec-b9a3-062d95ab5b2b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:55.632538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f997d78b-73ab-45ec-b9a3-062d95ab5b2b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:55.754019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fb3efc87-53c8-4de2-84c4-21aa89a5ce29), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:55.757807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4566307-f454-4b4e-a926-ef3db58835e3 req-e663c8f3-39dd-4014-93d4-579d1ec9d19e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474282 Jan 28 13:44:55.852556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] DHCP port deletion for e3cd958b-d7e9-4e36-89ac-8bce95b594a0 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:44:55.991753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0d5f824-5c8d-450f-921b-6e18c2624170 req-7afa47c6-1b74-4d92-afe7-54c9c3c203b3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 210 time: 0.1011081 Jan 28 13:44:56.035994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] Deleting port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:44:56.036646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.184761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=fb3efc87-53c8-4de2-84c4-21aa89a5ce29,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:56.252001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] For port 38df7a06-8ce3-434c-9042-8b11b0bb90f2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38df7a06-8ce3-434c-9042-8b11b0bb90f2,segment=NetworkSegment(15473186-3711-4ede-a6d7-4bf9d2a56e48),segment_id=15473186-3711-4ede-a6d7-4bf9d2a56e48)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:56.252729 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.293682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] Calling delete_port for 38df7a06-8ce3-434c-9042-8b11b0bb90f2 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:44:56.446541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:44:56.546655 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (38df7a06-8ce3-434c-9042-8b11b0bb90f2), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.558399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:44:56.631935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:44:56.632654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.637204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] Pushing event deleted for resources: {'Port': ['ID=38df7a06-8ce3-434c-9042-8b11b0bb90f2,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:56.639436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1063b8-2636-47f4-a2e0-98804ed055ee None None] No DVR routers for this DVR port 38df7a06-8ce3-434c-9042-8b11b0bb90f2 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:44:56.705398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks [] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.745852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.800821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (40af7285-af58-4b8a-831e-c711ec650f0d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.832689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e3cd958b-d7e9-4e36-89ac-8bce95b594a0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.858933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.869642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.874625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:44:56.875100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:56.880124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.891077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.898274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.905085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.912185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:56.927326 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-e72617f6-c01b-48f7-888b-f066bb836714 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 1.2623751 Jan 28 13:44:56.939278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5128859c-fad5-42a8-981e-2ac33762088b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:44:56.942255 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6190c8f1-67aa-4c94-a9b4-330d26e2b021" -d '{"events": [{"server_uuid": "5128859c-fad5-42a8-981e-2ac33762088b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:44:56.998300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f4cdf565-0631-4b64-aeaf-ce63b7462831), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.017086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:44:57.034675 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.176736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf3a42-ea9a-4991-8dee-570bc1a5f170 req-23bc1bd0-227d-4aad-a8c7-cb96f9f542c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:57.186180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.192204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdbf3a42-ea9a-4991-8dee-570bc1a5f170 req-23bc1bd0-227d-4aad-a8c7-cb96f9f542c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 945 time: 0.2714891 Jan 28 13:44:57.200961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/f4cdf565-0631-4b64-aeaf-ce63b7462831 HTTP/1.1" status: 204 len: 168 time: 7.1488957 Jan 28 13:44:57.235032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:57.250651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d6b6ec0b-d578-4e57-97c0-b3f8b409579a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1332635729', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:57.296681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38df7a06-8ce3-434c-9042-8b11b0bb90f2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:44:57.362984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 38df7a06-8ce3-434c-9042-8b11b0bb90f2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:44:57.366651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38df7a06-8ce3-434c-9042-8b11b0bb90f2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:44:57.384674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:57.449005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49ccf2-72aa-43b5-a65b-2139b8fd4b88 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=f4cdf565-0631-4b64-aeaf-ce63b7462831,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:57.461539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdbf3a42-ea9a-4991-8dee-570bc1a5f170 req-ed023b94-390e-494a-9318-8073ad947216 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636251 Jan 28 13:44:57.512741 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ec0b-d578-4e57-97c0-b3f8b409579a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.515524 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ec0b-d578-4e57-97c0-b3f8b409579a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.630041 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22deb418-d7de-4aa6-82e8-622e2501791e x-openstack-request-id: req-22deb418-d7de-4aa6-82e8-622e2501791e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:44:57.630481 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5128859c-fad5-42a8-981e-2ac33762088b", "name": "network-vif-plugged", "status": "completed", "tag": "ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:44:57.630776 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22deb418-d7de-4aa6-82e8-622e2501791e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:44:57.641847 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5128859c-fad5-42a8-981e-2ac33762088b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8', 'code': 200} Jan 28 13:44:57.646456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ec0b-d578-4e57-97c0-b3f8b409579a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.658181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ec0b-d578-4e57-97c0-b3f8b409579a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.727095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ec0b-d578-4e57-97c0-b3f8b409579a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:57.736526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d6b6ec0b-d578-4e57-97c0-b3f8b409579a tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4961064 Jan 28 13:44:57.768183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46548) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:57.774285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-747373444'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:57.917789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:57.931516 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.030678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4dac7732-0878-4ce6-9c25-c45123cd0109 req-71c64068-17a2-41df-aef8-6026671a3656 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1021135 Jan 28 13:44:58.031265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:44:58.049763 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.062322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (929eda7d-9f82-4829-856e-11f6e4da5cd2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.065893 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment 929eda7d-9f82-4829-856e-11f6e4da5cd2 of type vlan for network 1affe980-7f7d-439d-bcbf-21e624c2831a Jan 28 13:44:58.221357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.224368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1affe980-7f7d-439d-bcbf-21e624c2831a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.238467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39', '6a43a62a-1ad4-484d-b013-b8c7bce76277'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:44:58.354252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e3cd958b-d7e9-4e36-89ac-8bce95b594a0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.364074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1affe980-7f7d-439d-bcbf-21e624c2831a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.369259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.369962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.372947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router 40af7285-af58-4b8a-831e-c711ec650f0d has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:44:58.502047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:44:58.518768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cd958b-d7e9-4e36-89ac-8bce95b594a0']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:58.529345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292d01e-66ee-44d1-8999-8e2c29422076 req-28cde1cf-c341-4b1c-b157-3fc2f75c3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.541648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1292d01e-66ee-44d1-8999-8e2c29422076 req-28cde1cf-c341-4b1c-b157-3fc2f75c3903 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 1097 time: 0.7954578 Jan 28 13:44:58.581239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-301546c5-d805-4e31-bc0d-1d0983299b2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7841809 Jan 28 13:44:58.589582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:44:58.593068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8235879 Jan 28 13:44:58.596882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46556) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:58.604021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:44:58.615840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15473186-3711-4ede-a6d7-4bf9d2a56e48') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:58.616241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15473186-3711-4ede-a6d7-4bf9d2a56e48') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:58.646063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:44:58.697695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d64a2-8399-4077-ae35-b47aab790db2 req-44ffd6a4-722b-49ac-8bef-d6b12cd6bb8e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:58.719363 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a3d64a2-8399-4077-ae35-b47aab790db2 req-44ffd6a4-722b-49ac-8bef-d6b12cd6bb8e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 931 time: 0.8968432 Jan 28 13:44:58.725390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74999e4-c49d-4002-bf69-4c986898512d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=1affe980-7f7d-439d-bcbf-21e624c2831a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:58.739462 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (15473186-3711-4ede-a6d7-4bf9d2a56e48), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.747762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event updated for resources: {'Port': ['ID=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:44:58.889749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (15473186-3711-4ede-a6d7-4bf9d2a56e48), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.924180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:44:58.925018 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (15473186-3711-4ede-a6d7-4bf9d2a56e48), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:58.927782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1affe980-7f7d-439d-bcbf-21e624c2831a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:44:58.939956 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:44:59.040438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.042717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.141414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:44:59.145646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1292d01e-66ee-44d1-8999-8e2c29422076 req-dce8994c-b988-420b-b3b1-fd3d68b5987b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6025684 Jan 28 13:44:59.152601 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] Sync routers for ids ['40af7285-af58-4b8a-831e-c711ec650f0d'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:44:59.166288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5702a25a-b2f7-498d-a9f2-d293f102ae8c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/40af7285-af58-4b8a-831e-c711ec650f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9059448 Jan 28 13:44:59.167887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46562) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:44:59.170031 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] Routers {'40af7285-af58-4b8a-831e-c711ec650f0d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:59.177698 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['40af7285-af58-4b8a-831e-c711ec650f0d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:59.196936 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-82ceb8ca-0234-4a19-9fe4-ad199f125391 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6011031 Jan 28 13:44:59.209237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034c1f0-ac69-4939-97f5-5c2696022232 req-8c2b8a25-7635-43e0-93ba-f2d6caac0ec1 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.212743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a034c1f0-ac69-4939-97f5-5c2696022232 req-8c2b8a25-7635-43e0-93ba-f2d6caac0ec1 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 946 time: 0.4907489 Jan 28 13:44:59.299198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:44:59.300896 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:59.305875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:59.331791 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] Routers {'40af7285-af58-4b8a-831e-c711ec650f0d'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:44:59.341031 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:44:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['40af7285-af58-4b8a-831e-c711ec650f0d'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:59.345570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096fe-a5e3-4817-80d9-f336036a943f req-8aa2512a-199c-4598-ba6d-59178b822d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.356987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-8aa2512a-199c-4598-ba6d-59178b822d79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 1096 time: 0.6346908 Jan 28 13:44:59.414611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a3d64a2-8399-4077-ae35-b47aab790db2 req-fe3c45a0-4a7e-4493-b601-f2c8a83c64d9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396841 Jan 28 13:44:59.446740 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:44:59.458141 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c682c-fcb3-45c3-89a1-e49d8f317350 None None] The sync data for ids ['40af7285-af58-4b8a-831e-c711ec650f0d'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:44:59.808193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096fe-a5e3-4817-80d9-f336036a943f req-dc8de36b-57d3-4fde-9a36-f70b88f12461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.810140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-dc8de36b-57d3-4fde-9a36-f70b88f12461 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.4114900 Jan 28 13:44:59.826617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.831981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.837796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.844548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.850707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.857273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.871070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:44:59.890502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-2e09867b-113c-4c8f-9749-229e490f0a55 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.2095456 Jan 28 13:45:00.018830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-4574a942-4b92-4678-b835-26f208bfbfea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72b8a403-541b-40c1-bbdb-1685027dfa39 HTTP/1.1" status: 200 len: 217 time: 0.0938847 Jan 28 13:45:00.072097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Request body: {'port': {'device_id': '65fb1d60-ae40-488e-ae02-b8564d924792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:00.116155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85351149-ddfb-4754-9417-32a0e4fb5018 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=40af7285-af58-4b8a-831e-c711ec650f0d HTTP/1.1" status: 200 len: 205 time: 0.9365175 Jan 28 13:45:00.120448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46568) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:00.212706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e3cd958b-d7e9-4e36-89ac-8bce95b594a0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.221859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.235385 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e3cd958b-d7e9-4e36-89ac-8bce95b594a0 HTTP/1.1" status: 204 len: 168 time: 5.0295930 Jan 28 13:45:00.283903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345096fe-a5e3-4817-80d9-f336036a943f req-d09a22cd-f62f-48c8-8295-b682ea8e3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:00.293620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-d09a22cd-f62f-48c8-8295-b682ea8e3eaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.2540598 Jan 28 13:45:00.311564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c33655b6-67d2-4fc3-a5de-ffe4e3bbba97), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.370893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d8573b5-c1c6-4b36-be0c-b1df4a1adb48 req-b9c43ed7-a5f2-437a-98b7-cd08e663a590 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4791791 Jan 28 13:45:00.565637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2314c-0d97-4c4b-be29-864ec48f19a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cd958b-d7e9-4e36-89ac-8bce95b594a0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:00.607403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-94544132-23ab-4305-8879-392e2ea11759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2831764 Jan 28 13:45:00.641371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:00.946517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=c33655b6-67d2-4fc3-a5de-ffe4e3bbba97,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:00.959016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa91703d-cfb6-4ae1-9c6b-21fb51d7922c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (40af7285-af58-4b8a-831e-c711ec650f0d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.107167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:01.112782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: 1affe980-7f7d-439d-bcbf-21e624c2831a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:01.128956 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a034c1f0-ac69-4939-97f5-5c2696022232 req-92f0ced8-6f1b-495f-8c6c-bc804257ff87 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0315669 Jan 28 13:45:01.129782 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.171318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3d5df-332c-4a03-bb2b-d6828a66a49e req-4b2c4f97-d38f-45b7-9635-c87e50c7a2e0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:01.172982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79f3d5df-332c-4a03-bb2b-d6828a66a49e req-4b2c4f97-d38f-45b7-9635-c87e50c7a2e0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 931 time: 0.2706397 Jan 28 13:45:01.267013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-8b91e0e4-c292-42c5-850e-73c544d28793 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202300 Jan 28 13:45:01.399542 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ffd82424-3034-4b23-b97c-1ec236f4adc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69af0ad4945646338076c65561bba12e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7504523 Jan 28 13:45:01.400662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46580) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:01.440991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 1affe980-7f7d-439d-bcbf-21e624c2831a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:01.454295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79f3d5df-332c-4a03-bb2b-d6828a66a49e req-2827df27-57ae-45ff-8cd0-053197d1a499 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588422 Jan 28 13:45:01.462891 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa91703d-cfb6-4ae1-9c6b-21fb51d7922c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (40af7285-af58-4b8a-831e-c711ec650f0d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.465326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa91703d-cfb6-4ae1-9c6b-21fb51d7922c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (40af7285-af58-4b8a-831e-c711ec650f0d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.503717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1affe980-7f7d-439d-bcbf-21e624c2831a) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:01.512239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:01.513589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.520452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0da85-6a78-4c85-ab5a-59fb2fb5a4b6 None None] Network 1affe980-7f7d-439d-bcbf-21e624c2831a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:01.558218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa91703d-cfb6-4ae1-9c6b-21fb51d7922c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (40af7285-af58-4b8a-831e-c711ec650f0d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.558750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa91703d-cfb6-4ae1-9c6b-21fb51d7922c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Fanout notify agent at l3_agent the message router_deleted on router 40af7285-af58-4b8a-831e-c711ec650f0d {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:45:01.586909 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa91703d-cfb6-4ae1-9c6b-21fb51d7922c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.593588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aa91703d-cfb6-4ae1-9c6b-21fb51d7922c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/40af7285-af58-4b8a-831e-c711ec650f0d HTTP/1.1" status: 204 len: 168 time: 1.4608638 Jan 28 13:45:01.596860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46584) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:01.649070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-20089ba1-e44c-4838-924f-f7bf929d4ee4 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0242376 Jan 28 13:45:01.679676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46586) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:01.683931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-345096fe-a5e3-4817-80d9-f336036a943f req-a1308252-d260-4707-9a52-1f0774f1c151 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089055 Jan 28 13:45:01.816307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-1affe980-7f7d-439d-bcbf-21e624c2831a', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:01.817385 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.871068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681990d3-0571-45c0-a67f-f45f492cf100 admin admin] Publish callbacks [] for security_group (01222b7f-7c7c-46f0-9850-55dccd1c345a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.040662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 881680cb-693a-4fbe-a136-88643e0e0f14 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:45:02.060209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (881680cb-693a-4fbe-a136-88643e0e0f14), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.181308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.207793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.226847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.243623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.250936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.256300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.262592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:02.274195 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-2e1ad059-cb50-49cd-980c-9b2c41b9e422 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.7020876 Jan 28 13:45:02.296829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681990d3-0571-45c0-a67f-f45f492cf100 admin admin] Publish callbacks [] for security_group (01222b7f-7c7c-46f0-9850-55dccd1c345a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.315160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Allocated IP 2001:db8::2 (1affe980-7f7d-439d-bcbf-21e624c2831a/c33655b6-67d2-4fc3-a5de-ffe4e3bbba97/fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:02.520076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (881680cb-693a-4fbe-a136-88643e0e0f14), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.604364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:02.661640 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Publish callbacks [] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.678332 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Publish callbacks [] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.688346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.821134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Pushing event updated for resources: {'Port': ['ID=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:02.837976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Transition to ACTIVE for port object 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:02.868383 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.871441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Network 1affe980-7f7d-439d-bcbf-21e624c2831a is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:02.874272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:02.883186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:02.899229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-afd9474f-c009-43f4-baf3-6dba0a5ca8d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6574762 Jan 28 13:45:03.052157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Pushing event updated for resources: {'Port': ['ID=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:03.082090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Attempting to bind port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:03.082374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Attempting to bind port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:03.082895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Attempting to bind port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 on network 1affe980-7f7d-439d-bcbf-21e624c2831a {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:03.099530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:03.116337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Checking segment: {'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:03.117884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.122155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Bound using segment: {'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:03.123064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Bound port: fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:03.123533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.145253 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-708f9be7-97bb-48ca-8b14-80a2bbb564f8 req-d5a40052-d852-4848-8e19-7d28be0c1f46 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8696358 Jan 28 13:45:03.180393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa59120-84e9-4f83-8de9-f4a934a6251e req-24a3ac78-6323-4744-b576-1e61750b0fc1 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:03.182748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681990d3-0571-45c0-a67f-f45f492cf100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (01222b7f-7c7c-46f0-9850-55dccd1c345a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.192468 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-681990d3-0571-45c0-a67f-f45f492cf100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.203357 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-681990d3-0571-45c0-a67f-f45f492cf100 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01222b7f-7c7c-46f0-9850-55dccd1c345a HTTP/1.1" status: 204 len: 168 time: 1.7981620 Jan 28 13:45:03.206458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa59120-84e9-4f83-8de9-f4a934a6251e req-24a3ac78-6323-4744-b576-1e61750b0fc1 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 946 time: 0.8296289 Jan 28 13:45:03.313443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] For port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:03.317396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] For port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,segment=NetworkSegment(929eda7d-9f82-4829-856e-11f6e4da5cd2),segment_id=929eda7d-9f82-4829-856e-11f6e4da5cd2)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:03.323688 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.464819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb1218-bd5d-442e-95f4-bdcbecea681b None None] Pushing event updated for resources: {'Port': ['ID=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:03.555631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (881680cb-693a-4fbe-a136-88643e0e0f14), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.632659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681990d3-0571-45c0-a67f-f45f492cf100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01222b7f-7c7c-46f0-9850-55dccd1c345a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:03.672606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe73391-f9e7-451c-aa81-f28c9eb589da req-8e37d111-742e-4cad-8757-42abcf5aae86 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:03.674650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fe73391-f9e7-451c-aa81-f28c9eb589da req-8e37d111-742e-4cad-8757-42abcf5aae86 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 943 time: 0.2722559 Jan 28 13:45:03.753456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Attempting to bind port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:03.753889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Attempting to bind port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:03.754176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Attempting to bind port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:03.849603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:03.857435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1fe73391-f9e7-451c-aa81-f28c9eb589da req-310047f3-7112-4895-94b6-5f8a41307a9b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674428 Jan 28 13:45:03.883262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 on network bd66b478-a8f5-487e-81fe-4e9e71689580 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:03.892404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Attempting to bind port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:03.951742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:03.952377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:03.953050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Bound using segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:03.953842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Bound port: 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:03.954479 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.171390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] For port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:04.181912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] For port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:04.194998 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.298741 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (881680cb-693a-4fbe-a136-88643e0e0f14), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.332605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:04.333165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.334983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-49007e63-300a-43f6-ad08-3901da1780be service neutron] 10.222.0.60 "PUT /v2.0/ports/0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 HTTP/1.1" status: 200 len: 1091 time: 4.2851226 Jan 28 13:45:04.335570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fb1d60-ae40-488e-ae02-b8564d924792', 'tag': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:04.337856 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054c55c-130c-493b-8078-c844d5fbe339" -d '{"events": [{"name": "network-changed", "server_uuid": "65fb1d60-ae40-488e-ae02-b8564d924792", "tag": "0e95d7a9-5ab3-4a31-be72-36a3ce767ad2"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:04.484527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=881680cb-693a-4fbe-a136-88643e0e0f14,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:04.523739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.524126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.524527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.524790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.525125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.525460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.525805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.526128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.526455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.526952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.527123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.527448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.527737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.547106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa59120-84e9-4f83-8de9-f4a934a6251e req-6049f8a8-bcea-455e-820d-004604c8d759 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8405709 Jan 28 13:45:04.549065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-b9bb3c92-e317-47ec-ae8b-412c9220b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:04.550544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-b9bb3c92-e317-47ec-ae8b-412c9220b4b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 1096 time: 1.4546010 Jan 28 13:45:04.599888 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.613262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0b7c098d-b6f2-4b39-a92f-cdad7505e446 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/881680cb-693a-4fbe-a136-88643e0e0f14 HTTP/1.1" status: 204 len: 168 time: 3.0119388 Jan 28 13:45:04.613485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d7502-4d4f-4a18-91b5-57d42b7ea650 None None] Network 891798b2-653f-4090-bf90-8085b3fa3a52 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:04.615160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46628) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:04.760073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Pushing event updated for resources: {'Port': ['ID=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:04.781660 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e04b0b-ee5a-46eb-b6fb-c719fe606b3d x-openstack-request-id: req-a4e04b0b-ee5a-46eb-b6fb-c719fe606b3d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:04.789387 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fb1d60-ae40-488e-ae02-b8564d924792", "tag": "0e95d7a9-5ab3-4a31-be72-36a3ce767ad2", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:04.789387 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4e04b0b-ee5a-46eb-b6fb-c719fe606b3d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:04.789387 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fb1d60-ae40-488e-ae02-b8564d924792', 'tag': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2', 'status': 'completed', 'code': 200} Jan 28 13:45:04.917850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-c2c1ae2b-ddcf-4b32-a01c-2092d3065df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:04.925728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-c2c1ae2b-ddcf-4b32-a01c-2092d3065df3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 1094 time: 0.5337870 Jan 28 13:45:04.930319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.930682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.931035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.931379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.931724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.935260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.935962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.938201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.938551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.938894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.939236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.939573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:04.942290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49007e63-300a-43f6-ad08-3901da1780be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:05.037773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-63c4efc1-907c-4715-a6da-559159b74dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.128546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] DHCP port deletion for 891798b2-653f-4090-bf90-8085b3fa3a52 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:45:05.176018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.198514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.233980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.266268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.305941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.334426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.348110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.350328 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-922ebde8-0995-4af9-b146-1b3d8ae99882 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.8490627 Jan 28 13:45:05.368678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-65e604ff-56bb-4c5d-a282-f0ae3140632e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 HTTP/1.1" status: 200 len: 217 time: 0.4134324 Jan 28 13:45:05.369899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] Deleting port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:05.370428 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.378493 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (891798b2-653f-4090-bf90-8085b3fa3a52), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.385176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-ccfd9007-dc3f-4840-bccf-464992d0e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.390219 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-ccfd9007-dc3f-4840-bccf-464992d0e5e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 200 len: 898 time: 0.7786450 Jan 28 13:45:05.491449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46642) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:05.670212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] For port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,segment=NetworkSegment(30082e63-58f1-4a80-ae76-99a8f71341c0),segment_id=30082e63-58f1-4a80-ae76-99a8f71341c0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:05.670941 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:05.732399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] Calling delete_port for 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:05.924053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1728c517-c3e6-49df-9b9b-a1d2e1a359ee req-fb423d13-8ae7-41bb-bcc4-211fd99a4a84 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5536318 Jan 28 13:45:05.940365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-79f09124-8bc5-4bbd-a8ea-9289467037d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:05.943590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-79f09124-8bc5-4bbd-a8ea-9289467037d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.5431914 Jan 28 13:45:05.945937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:05.948712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c5beb-2326-4d26-bb92-b90df116bd52 None None] Network 1affe980-7f7d-439d-bcbf-21e624c2831a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:05.954920 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.018274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-e9cf30bb-89ad-4022-bfc6-1acb920110be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683906 Jan 28 13:45:06.088162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] Pushing event deleted for resources: {'Port': ['ID=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:06.120344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39350327-39ea-473f-92f5-a9959362ef50 None None] No DVR routers for this DVR port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:06.124433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3701256e-5cc6-482b-85d9-c5817416b8f1 None None] Provisioning complete for port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:06.124901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3701256e-5cc6-482b-85d9-c5817416b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.251172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-28282f0d-4e2d-49bf-b825-1c9f86264d9c service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247477 Jan 28 13:45:06.308626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:06.312254 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.486029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3701256e-5cc6-482b-85d9-c5817416b8f1 None None] Current status of the port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:06.486320 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3701256e-5cc6-482b-85d9-c5817416b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.511856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:06.511856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.601044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3701256e-5cc6-482b-85d9-c5817416b8f1 None None] For port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,segment=NetworkSegment(929eda7d-9f82-4829-856e-11f6e4da5cd2),segment_id=929eda7d-9f82-4829-856e-11f6e4da5cd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:06.605922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:06.611018 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.692457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3701256e-5cc6-482b-85d9-c5817416b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.709780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81597342-e92c-4b0f-964e-153a45b5395f req-7dfb182f-8277-4ce8-815d-82991896dde5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.714173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81597342-e92c-4b0f-964e-153a45b5395f req-7dfb182f-8277-4ce8-815d-82991896dde5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 943 time: 0.4616568 Jan 28 13:45:06.821633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21541844-616f-4350-940b-febefe3caf79 req-dca1e19c-f73e-4d23-a16d-6df14d726834 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:06.830365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:45:06.833429 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:45:06.835794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21541844-616f-4350-940b-febefe3caf79 req-dca1e19c-f73e-4d23-a16d-6df14d726834 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 946 time: 1.9325533 Jan 28 13:45:06.856944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b973d72f-dafe-40f4-bef0-9cb798bb5ce8 req-11b9d3ae-303d-4b1c-a5cd-82258363e4e8 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758758 Jan 28 13:45:06.871948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03, host n-d-822748-2, got binding levels [] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:06.872381 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:06.898222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8::1 (1affe980-7f7d-439d-bcbf-21e624c2831a/c33655b6-67d2-4fc3-a5de-ffe4e3bbba97/c4fc25d3-2211-48f8-9c03-940dd456676d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:06.993993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:07.014425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701256e-5cc6-482b-85d9-c5817416b8f1 None None] Pushing event updated for resources: {'Port': ['ID=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:07.041663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 was not found and therefore no delete operation was performed {{(pid=103373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:45:07.053150 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81597342-e92c-4b0f-964e-153a45b5395f req-92da60f2-27c9-426e-afdf-8cf220698834 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115950 Jan 28 13:45:07.055247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2a82e92b-9bb9-42b3-a047-4561b1ac8b03), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.072513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:07.138768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e54fb156-2403-4f19-819f-7748a51428c5 None None] Provisioning complete for port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:07.143251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e54fb156-2403-4f19-819f-7748a51428c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.198456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=2a82e92b-9bb9-42b3-a047-4561b1ac8b03,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:07.256555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.258290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054c55c-130c-493b-8078-c844d5fbe339 req-e55565bf-6f19-4552-8caa-aaf752760339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.262737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c054c55c-130c-493b-8078-c844d5fbe339 req-e55565bf-6f19-4552-8caa-aaf752760339 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 1094 time: 0.3052204 Jan 28 13:45:07.353256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-972730616-network', 'tenant_id': '7ade38184a57462990ec309416af038a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:07.387226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.473375 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (891798b2-653f-4090-bf90-8085b3fa3a52), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.503258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e54fb156-2403-4f19-819f-7748a51428c5 None None] Current status of the port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:07.525125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:07.525910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21541844-616f-4350-940b-febefe3caf79 req-bfd75563-43c9-449f-aa32-716c5ec807f7 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6800685 Jan 28 13:45:07.527890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891798b2-653f-4090-bf90-8085b3fa3a52']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:07.554057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30082e63-58f1-4a80-ae76-99a8f71341c0') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:07.554057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30082e63-58f1-4a80-ae76-99a8f71341c0') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:07.575682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=c4fc25d3-2211-48f8-9c03-940dd456676d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:07.579935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.585018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.590543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-9109d582-9d9a-4af8-8860-374813abcdbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb HTTP/1.1" status: 200 len: 1001 time: 2.1780126 Jan 28 13:45:07.590959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.593341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Made reservation on behalf of 7ade38184a57462990ec309416af038a for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:07.597663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.598708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.610106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.620974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.633817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.636179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.646820 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-9825907d-8860-441c-983b-915fde64cda6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.3730173 Jan 28 13:45:07.667825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 1affe980-7f7d-439d-bcbf-21e624c2831a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:07.669535 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (30082e63-58f1-4a80-ae76-99a8f71341c0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.717191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-56ea88bb-934a-4441-b8cf-ba8e4e1b2e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.746434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054c55c-130c-493b-8078-c844d5fbe339 req-3ff8bff3-0b50-4cf2-8962-463d8d2d9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.750630 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c054c55c-130c-493b-8078-c844d5fbe339 req-3ff8bff3-0b50-4cf2-8962-463d8d2d9ac5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.4521871 Jan 28 13:45:07.790852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:07.808523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (30082e63-58f1-4a80-ae76-99a8f71341c0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.839048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:07.847572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:07.850704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.935567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:07.936098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.970088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:45:07.972626 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (30082e63-58f1-4a80-ae76-99a8f71341c0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:07.986276 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c054c55c-130c-493b-8078-c844d5fbe339 req-ed43685c-57ff-4f9b-b32f-63dfa5e54c0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 HTTP/1.1" status: 200 len: 217 time: 0.2166219 Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:45:07.989248 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:45:07.995510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-6f2510a1-6b94-4e48-a0ca-f6271c3e4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:07.999086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-6f2510a1-6b94-4e48-a0ca-f6271c3e4c77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d884423c-a344-4c5a-8153-a6091e52e0a1 HTTP/1.1" status: 200 len: 834 time: 0.3746088 Jan 28 13:45:08.205207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:08.299224 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b434ba5a-f7b5-4405-a9c4-7a8bba025a0c req-7feb0476-7e1c-4f31-ac35-395d126308cb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6484518 Jan 28 13:45:08.354910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:08.389520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054c55c-130c-493b-8078-c844d5fbe339 req-628151e0-3aec-434a-8680-7eaea448a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.395832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c054c55c-130c-493b-8078-c844d5fbe339 req-628151e0-3aec-434a-8680-7eaea448a59d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.3946850 Jan 28 13:45:08.402044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (891798b2-653f-4090-bf90-8085b3fa3a52), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.419306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.433884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/891798b2-653f-4090-bf90-8085b3fa3a52 HTTP/1.1" status: 204 len: 168 time: 3.8029983 Jan 28 13:45:08.456997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46664) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:08.483365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:08.485921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9d348cba-8de4-4e42-a647-94838b1c4389 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1195331452', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:08.486515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2a82e92b-9bb9-42b3-a047-4561b1ac8b03 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:08.501960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-9a017983-dc9f-4ad1-a20f-18ebd396f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.515613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-9a017983-dc9f-4ad1-a20f-18ebd396f917 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5023291 Jan 28 13:45:08.516103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d2ddb0d4-e98b-4dea-9cee-604c0c86a79c None None] Provisioning complete for port c4fc25d3-2211-48f8-9c03-940dd456676d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:08.518162 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb0d4-e98b-4dea-9cee-604c0c86a79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.540129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb45f7e-3e5e-423e-98ce-2acc4305b90c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=891798b2-653f-4090-bf90-8085b3fa3a52,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:08.593405 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c054c55c-130c-493b-8078-c844d5fbe339 req-82d8979f-6e5c-4620-921b-e14a51d73293 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559134 Jan 28 13:45:08.643767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddb0d4-e98b-4dea-9cee-604c0c86a79c None None] Port c4fc25d3-2211-48f8-9c03-940dd456676d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:08.663758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.713848 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.760645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26250cb5-ab1a-440d-98a7-a715ff512e22 req-7139663a-e0c1-4722-9049-e7347f1ea63f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:08.773428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26250cb5-ab1a-440d-98a7-a715ff512e22 req-7139663a-e0c1-4722-9049-e7347f1ea63f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 943 time: 0.4209332 Jan 28 13:45:08.833337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c054c55c-130c-493b-8078-c844d5fbe339 req-56f43bb4-eda9-4fb6-bff5-57aa726ad6e1 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316937 Jan 28 13:45:08.878193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d348cba-8de4-4e42-a647-94838b1c4389 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.879577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d348cba-8de4-4e42-a647-94838b1c4389 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.972255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d348cba-8de4-4e42-a647-94838b1c4389 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:08.989231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d348cba-8de4-4e42-a647-94838b1c4389 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.385519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.394152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46674) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:09.413485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.414434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.657227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 1affe980-7f7d-439d-bcbf-21e624c2831a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:09.694335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:09.880254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.904149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.931134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.946695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.954490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.956561 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d348cba-8de4-4e42-a647-94838b1c4389 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:09.963174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.967686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9d348cba-8de4-4e42-a647-94838b1c4389 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4966238 Jan 28 13:45:09.968745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46680) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:09.971714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:09.982543 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-e48ac754-e2d7-401d-8d1f-98b8ad20b017 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.4365699 Jan 28 13:45:10.030575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c054c55c-130c-493b-8078-c844d5fbe339 req-90de0452-a13c-4d4f-9d27-8841fd133642 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1875610 Jan 28 13:45:10.070269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-250605976'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:10.176238 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12bcc3cd-fd05-455b-ba6b-418630508b86 req-c900e438-ec78-42a4-973f-e7aa6217b178 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1881952 Jan 28 13:45:10.211070 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks [] for security_group (2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.266977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26250cb5-ab1a-440d-98a7-a715ff512e22 req-3d792ebd-b54b-4344-96f3-8a55603f1d94 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4914913 Jan 28 13:45:10.300608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-14686466-d0d8-4b33-bdab-94bf8e3dc05a None None] Provisioning complete for port c4fc25d3-2211-48f8-9c03-940dd456676d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:10.301437 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14686466-d0d8-4b33-bdab-94bf8e3dc05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.307371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-642f6d65-7d5c-4713-b907-6c6ca25c6580 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6541624 Jan 28 13:45:10.314228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:10.318050 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.336987 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.385379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-14686466-d0d8-4b33-bdab-94bf8e3dc05a None None] Port c4fc25d3-2211-48f8-9c03-940dd456676d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:10.468006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=c4fc25d3-2211-48f8-9c03-940dd456676d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:10.503314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:10.522885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0d434bc7-6282-4979-a4b1-75191e6a4373), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.523518 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment 0d434bc7-6282-4979-a4b1-75191e6a4373 of type vlan for network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 Jan 28 13:45:10.543568 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.603571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e0f3e887-e9b3-4c5b-b1bc-9041f55073d3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.701978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:45:10.705034 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e0f3e887-e9b3-4c5b-b1bc-9041f55073d3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.714391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:10.715057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.838856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:10.850058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7969286 Jan 28 13:45:10.854682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46684) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:10.861650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:10.951544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:10.962851 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ff14610b-d75b-4aa1-b9a8-8e79ea7fad85), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:10.962851 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Added segment ff14610b-d75b-4aa1-b9a8-8e79ea7fad85 of type vlan for network b1c46390-f3ca-409a-92a5-76d47d90790b Jan 28 13:45:11.009588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:11.014207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.366564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:11.462360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b73fc1-c73a-4a43-9cbd-4d282ed2d3d5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=e0f3e887-e9b3-4c5b-b1bc-9041f55073d3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.678030 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (9f8de688-fc85-4ed8-9690-1da5dcb4c414), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.697693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b1c46390-f3ca-409a-92a5-76d47d90790b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:11.729114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:11.765852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'port_id': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2', 'mac_address': 'fa:16:3e:94:f9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f1533-4762-4f9a-90d3-6dcd494ded90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:11.771115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:11.803904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46698) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:11.809771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e239f54-b7fa-44ae-b8d1-229ef25d2141 req-d7cf243f-448c-4bdc-b72a-3ed7ffc20f17 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4880028 Jan 28 13:45:11.810108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=9f8de688-fc85-4ed8-9690-1da5dcb4c414,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:11.901911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.911721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.929161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.943333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.948905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.978429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.987930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:11.996296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-da4e39ce-b62f-4886-a931-2abcb431ea62 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.4136994 Jan 28 13:45:12.075986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:12.076801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.079523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6fee7dfc-559f-4a69-b28e-cc238e57c132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.103690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:12.104411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: e0f3e887-e9b3-4c5b-b1bc-9041f55073d3, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:12.105133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.148608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:12.158970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:12.208045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-096d0fb9-12f2-4a69-9f0f-74244559cf3b req-2506cff7-fbd4-4394-bf42-aba77a1e09c1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665115 Jan 28 13:45:12.208952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50510dd-c4bb-42ff-8e67-66ef4878e9a1 req-364ca88e-05f3-4226-9135-35a2642af68a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:12.211247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c50510dd-c4bb-42ff-8e67-66ef4878e9a1 req-364ca88e-05f3-4226-9135-35a2642af68a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 943 time: 0.6510010 Jan 28 13:45:12.213245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:12.237784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46702) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:12.238536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9c379f79-9bcd-4637-a339-e12841fe28bf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5545201 Jan 28 13:45:12.245878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1714178541'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:12.275193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:12.284900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:12.308166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e0f3e887-e9b3-4c5b-b1bc-9041f55073d3) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:12.315033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:12.319534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.319808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:12.355362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:12.356473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.375783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a8614-3fa9-4939-a757-6a3253da263c None None] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:12.380659 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.389125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c117c370-5dba-4943-8116-9fc408229529 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5326645 Jan 28 13:45:12.394758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46706) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:12.416190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:12.447519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b1c46390-f3ca-409a-92a5-76d47d90790b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.448579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:12.449195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.456652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:12.457020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:12.616547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (4c08e421-1891-4514-84e5-4d2c9088b18b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:12.616931 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment 4c08e421-1891-4514-84e5-4d2c9088b18b of type vlan for network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 Jan 28 13:45:12.767010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 7.2692194 Jan 28 13:45:12.769629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46708) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:12.789817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Request body: {'subnet': {'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-972730616-subnet', 'tenant_id': '7ade38184a57462990ec309416af038a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:12.830391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c50510dd-c4bb-42ff-8e67-66ef4878e9a1 req-fc3c954d-8eab-4485-bb2d-83ee24b643b1 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817306 Jan 28 13:45:12.852638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb0ac7-7d44-4a32-b19c-1e494e829bbb admin admin] Pushing event updated for resources: {'Network': ['ID=b1c46390-f3ca-409a-92a5-76d47d90790b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:12.954184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b1c46390-f3ca-409a-92a5-76d47d90790b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:12.999811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Made reservation on behalf of 7ade38184a57462990ec309416af038a for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:13.008819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.087091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6fee7dfc-559f-4a69-b28e-cc238e57c132 admin admin] Publish callbacks [] for security_group (ae07360c-72cd-493d-8887-3339fda75717), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.120498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (fdbb922d-35bb-4a7b-b56b-d819a2c4b808), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.129081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['0e95d7a9-5ab3-4a31-be72-36a3ce767ad2'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:13.213756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6fee7dfc-559f-4a69-b28e-cc238e57c132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae07360c-72cd-493d-8887-3339fda75717), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.332303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (fdbb922d-35bb-4a7b-b56b-d819a2c4b808), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.337342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:13.354751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.357479 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.386832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee7dfc-559f-4a69-b28e-cc238e57c132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae07360c-72cd-493d-8887-3339fda75717,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:13.433591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:13.592290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:13.593985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.595331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6fee7dfc-559f-4a69-b28e-cc238e57c132 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ddb5bf7db874b41a63ef11b2e67f0e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7826438 Jan 28 13:45:13.657280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.659992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46714) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:13.672728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (994ece1f-abf2-49a5-a911-318ac7cad4ed), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.694916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=fdbb922d-35bb-4a7b-b56b-d819a2c4b808,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:13.707077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52f86e6b-d4f3-4b72-a675-90fe3fd6167b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4656413 Jan 28 13:45:13.727303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46716) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:13.733537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:13.803407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:13.824553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:13.872056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.877719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.886481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.894489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.900604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.907751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.914838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:13.917458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-711cd483-dcf1-4185-a125-5c15f3f6ac70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.5062697 Jan 28 13:45:14.044855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09c6a99c-6674-4f8b-ae00-3849286c6c76 req-2ec799dd-1c91-4c08-b978-ea8f1e068300 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679684 Jan 28 13:45:14.167233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:14.172809 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.452722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Checking segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:14.454395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Network hostable DHCP agents. Network: b1c46390-f3ca-409a-92a5-76d47d90790b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:14.527544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Allocated IP 172.20.0.2 (e0f3e887-e9b3-4c5b-b1bc-9041f55073d3/9f8de688-fc85-4ed8-9690-1da5dcb4c414/dddb17b1-3fa0-4340-bb59-a8ed6d956c49) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:14.624547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (231579b2-9797-4aa7-8505-c51bf561d93f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.677607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.20.0.17 (03983a35-b3af-4b0a-b33d-e33a67f55476/e0936f6e-ea05-4f39-a02b-84399b945e80/4dc0cfe4-3533-4cf6-acca-20db818c07e5) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:14.696610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994ece1f-abf2-49a5-a911-318ac7cad4ed,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:14.719337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:08Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:09Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:14.747993 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a64c7db8-0505-468f-904b-1de9f5c0a378 admin admin] Publish callbacks [] for security_group (ae07360c-72cd-493d-8887-3339fda75717), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.822570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=231579b2-9797-4aa7-8505-c51bf561d93f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:14.828639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:14.829043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Updating router b9e18199-5f83-4284-b4a3-d5bd1ba3644e port c4fc25d3-2211-48f8-9c03-940dd456676d binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:14.857417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:14.858385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: fdbb922d-35bb-4a7b-b56b-d819a2c4b808, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:14.922241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:14.940078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, fdbb922d-35bb-4a7b-b56b-d819a2c4b808) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:14.945476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:14.946087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.970550 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:14.994634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7e0ff579-0e93-43d7-a7cf-99c3b4eb4810 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2658739 Jan 28 13:45:15.001629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46722) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:15.009081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c6458-a5e2-496f-9ec6-b5dd2098da6d None None] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:15.227472 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Publish callbacks [] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.298652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.334554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Network b1c46390-f3ca-409a-92a5-76d47d90790b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:15.350765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:15.385045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:15.396119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:15.399243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:15.415237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a64c7db8-0505-468f-904b-1de9f5c0a378 admin admin] Publish callbacks [] for security_group (ae07360c-72cd-493d-8887-3339fda75717), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.424530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.20.0.1 (e0f3e887-e9b3-4c5b-b1bc-9041f55073d3/9f8de688-fc85-4ed8-9690-1da5dcb4c414/6b33433b-ad5b-434f-89c7-4757d4e4f125) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:15.429070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b1c46390-f3ca-409a-92a5-76d47d90790b) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:15.478013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2961d74a-2fca-49b3-b926-65bf3d6e9c23 None None] Network b1c46390-f3ca-409a-92a5-76d47d90790b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:15.546155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3aa0e-70d7-4f13-8ab7-c43b80cb253e req-697e03ec-ad79-4818-89ae-a5ce636aae16 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:15.553638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cd3aa0e-70d7-4f13-8ab7-c43b80cb253e req-697e03ec-ad79-4818-89ae-a5ce636aae16 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 944 time: 1.4034705 Jan 28 13:45:15.566200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:15.567233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.584393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a64c7db8-0505-468f-904b-1de9f5c0a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae07360c-72cd-493d-8887-3339fda75717), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.588073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a64c7db8-0505-468f-904b-1de9f5c0a378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.589968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a64c7db8-0505-468f-904b-1de9f5c0a378 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae07360c-72cd-493d-8887-3339fda75717 HTTP/1.1" status: 204 len: 168 time: 1.9271960 Jan 28 13:45:15.628606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:15.629478 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:15.639163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Pushing event updated for resources: {'Port': ['ID=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:15.713190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c7db8-0505-468f-904b-1de9f5c0a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae07360c-72cd-493d-8887-3339fda75717,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:15.730307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e0bf8e64-16a0-4e9f-b3d5-ac4570c265e4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9445314 Jan 28 13:45:15.789678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Attempting to bind port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:15.790579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Attempting to bind port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:15.790859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Attempting to bind port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 on network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:15.889045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cd3aa0e-70d7-4f13-8ab7-c43b80cb253e req-36fc7781-9293-4add-a20a-4812fe3289b7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340447 Jan 28 13:45:15.900933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.054714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.119910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Allocated IP 2001:db8:1::2 (fdbb922d-35bb-4a7b-b56b-d819a2c4b808/231579b2-9797-4aa7-8505-c51bf561d93f/1e336330-df5b-4541-971a-d22de317f54e) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:16.141215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:16.147962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:16.156164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:16.186893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.223141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.242008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.265668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.269639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=4dc0cfe4-3533-4cf6-acca-20db818c07e5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:16.303518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.340920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.345094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.380482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:16.397462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-06e1249b-2456-454f-9288-049b4da785a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 1.1521006 Jan 28 13:45:16.534688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46746) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:16.634406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.641828 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d324d8d6-dd34-48a3-8f16-3568772a94f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:16.844238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.007030 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-446bb876-c572-448a-a0d9-d2b6cd3a0074 req-2c3ff70d-ad50-49bd-b366-0eb66db7e48a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5502443 Jan 28 13:45:17.015945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.345491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Publish callbacks [] for port (1e336330-df5b-4541-971a-d22de317f54e), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.376697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:17.378563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Checking segment: {'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:17.379261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.379692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Bound using segment: {'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:17.380637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Bound port: dddb17b1-3fa0-4340-bb59-a8ed6d956c49, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:17.381048 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.383567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1e336330-df5b-4541-971a-d22de317f54e), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.397587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:45:17.436188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:17.436620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.725369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] For port dddb17b1-3fa0-4340-bb59-a8ed6d956c49, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:17.732573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] For port dddb17b1-3fa0-4340-bb59-a8ed6d956c49, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,segment=NetworkSegment(0d434bc7-6282-4979-a4b1-75191e6a4373),segment_id=0d434bc7-6282-4979-a4b1-75191e6a4373)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:17.740991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:17.746516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dcdf2739-603e-4ec0-a512-2795c9452ae1 None None] Provisioning complete for port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:17.747116 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2739-603e-4ec0-a512-2795c9452ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.750580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a1fc20-74bb-4c34-aa99-7426c941a471 None None] Network b1c46390-f3ca-409a-92a5-76d47d90790b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:17.772422 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.809128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.821532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-1f7e8f42-ab73-4d19-a26f-1b5530df2337 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:17.824110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-1f7e8f42-ab73-4d19-a26f-1b5530df2337 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 0.5417025 Jan 28 13:45:17.826942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:17.866619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=6b33433b-ad5b-434f-89c7-4757d4e4f125,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:17.877091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:17.882575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:17.920293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:18.007908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d324d8d6-dd34-48a3-8f16-3568772a94f5 admin admin] Publish callbacks [] for security_group (5201f5ec-6b67-40be-a164-ba999d5fad75), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.013359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.058564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-ed1414e4-a228-42c3-8488-8b6a376116e4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/quotas/7ade38184a57462990ec309416af038a HTTP/1.1" status: 200 len: 375 time: 0.2224607 Jan 28 13:45:18.071327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:18.093997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:18.110445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d324d8d6-dd34-48a3-8f16-3568772a94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5201f5ec-6b67-40be-a164-ba999d5fad75), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.119686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.174837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Pushing event updated for resources: {'Port': ['ID=1e336330-df5b-4541-971a-d22de317f54e,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:18.206854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-1dfdc6f5-2e65-4016-85f8-e8c2cc9b6fca tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266291 Jan 28 13:45:18.208198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.221387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=4dc0cfe4-3533-4cf6-acca-20db818c07e5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:18.274995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.294631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324d8d6-dd34-48a3-8f16-3568772a94f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5201f5ec-6b67-40be-a164-ba999d5fad75,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:18.368592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d324d8d6-dd34-48a3-8f16-3568772a94f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66bfbdfcce0543b4b90988db6a3cc008&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8237748 Jan 28 13:45:18.422155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55482c-4fc2-4764-b246-0de6e97bcac0 None None] Pushing event updated for resources: {'Port': ['ID=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:18.451610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46764) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:18.519768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b159fb-3921-473f-aefa-0ca5659ccd6d req-54ee0316-b9ba-46b5-8557-a71fa969e5c3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:18.523198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-22b159fb-3921-473f-aefa-0ca5659ccd6d req-54ee0316-b9ba-46b5-8557-a71fa969e5c3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 944 time: 0.8680596 Jan 28 13:45:18.544542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:18.545054 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.557028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf2739-603e-4ec0-a512-2795c9452ae1 None None] Port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:18.643765 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-7c35282e-7b6d-4846-a761-11c8192b4f4c service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088144 Jan 28 13:45:18.745212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Publish callbacks [] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.853155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efe17a65-8c44-47b3-ac24-6ab46831718c admin admin] Publish callbacks [] for security_group (5201f5ec-6b67-40be-a164-ba999d5fad75), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.855591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:18.858665 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.866273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb1d60-ae40-488e-ae02-b8564d924792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:18.869764 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927991c4-ad1a-4bcd-90f0-86f0b177a115" -d '{"events": [{"server_uuid": "65fb1d60-ae40-488e-ae02-b8564d924792", "name": "network-vif-plugged", "status": "completed", "tag": "0e95d7a9-5ab3-4a31-be72-36a3ce767ad2"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:18.875671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.922318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efe17a65-8c44-47b3-ac24-6ab46831718c admin admin] Publish callbacks [] for security_group (5201f5ec-6b67-40be-a164-ba999d5fad75), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:18.943379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:18.944596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Attempting to bind port 1e336330-df5b-4541-971a-d22de317f54e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:18.945250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Attempting to bind port 1e336330-df5b-4541-971a-d22de317f54e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:18.945930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Attempting to bind port 1e336330-df5b-4541-971a-d22de317f54e on network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:18.956466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:18.993529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-41eac790-863a-4008-a619-ef54c74bfbcf service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261900 Jan 28 13:45:19.095250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:19.095692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Checking segment: {'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:19.096447 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.097064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Bound using segment: {'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:19.106506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Bound port: 1e336330-df5b-4541-971a-d22de317f54e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:19.107638 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e336330-df5b-4541-971a-d22de317f54e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.234645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a058e76-8291-4fb8-abaf-e3700531640c None None] Pushing event updated for resources: {'Port': ['ID=c4fc25d3-2211-48f8-9c03-940dd456676d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:19.239073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-22b159fb-3921-473f-aefa-0ca5659ccd6d req-c9168bb9-37cd-4270-8e8c-4b73a02b2ff7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425601 Jan 28 13:45:19.476552 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efe17a65-8c44-47b3-ac24-6ab46831718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5201f5ec-6b67-40be-a164-ba999d5fad75), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.513687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-efe17a65-8c44-47b3-ac24-6ab46831718c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:19.519117 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-efe17a65-8c44-47b3-ac24-6ab46831718c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5201f5ec-6b67-40be-a164-ba999d5fad75 HTTP/1.1" status: 204 len: 168 time: 1.0386736 Jan 28 13:45:19.674315 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8dcc1a-98c1-4ed2-aedf-4ab26e5b02c5 x-openstack-request-id: req-9f8dcc1a-98c1-4ed2-aedf-4ab26e5b02c5 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:19.674315 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb1d60-ae40-488e-ae02-b8564d924792", "name": "network-vif-plugged", "status": "completed", "tag": "0e95d7a9-5ab3-4a31-be72-36a3ce767ad2", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:19.674315 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f8dcc1a-98c1-4ed2-aedf-4ab26e5b02c5 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:19.676899 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb1d60-ae40-488e-ae02-b8564d924792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2', 'code': 200} Jan 28 13:45:19.736858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe17a65-8c44-47b3-ac24-6ab46831718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5201f5ec-6b67-40be-a164-ba999d5fad75,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:19.921050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 445b4491-d476-4d74-9df2-c8684cf6d7cf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:19.950079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] For port 1e336330-df5b-4541-971a-d22de317f54e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:19.961988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] For port 1e336330-df5b-4541-971a-d22de317f54e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e336330-df5b-4541-971a-d22de317f54e,segment=NetworkSegment(4c08e421-1891-4514-84e5-4d2c9088b18b),segment_id=4c08e421-1891-4514-84e5-4d2c9088b18b)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:19.994707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dddb17b1-3fa0-4340-bb59-a8ed6d956c49 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:20.008425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:20.021227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Attempting to bind port c4fc25d3-2211-48f8-9c03-940dd456676d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:20.021867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Attempting to bind port c4fc25d3-2211-48f8-9c03-940dd456676d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:20.023671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.026559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Attempting to bind port c4fc25d3-2211-48f8-9c03-940dd456676d on network 1affe980-7f7d-439d-bcbf-21e624c2831a {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:20.045664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.058894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:20.059872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Checking segment: {'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:20.060594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.061221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Bound using segment: {'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:20.061967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Bound port: c4fc25d3-2211-48f8-9c03-940dd456676d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929eda7d-9f82-4829-856e-11f6e4da5cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:20.062693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.078483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.095642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.109305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1e336330-df5b-4541-971a-d22de317f54e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.115460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.126201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.129001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.138958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.162260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13487082-51e8-474e-884c-98bbbb69a86f req-ca07826c-35b2-48e2-a926-24a8eacd062e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.6867466 Jan 28 13:45:20.165229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b982e-40f2-45d1-a233-d9a9ab5033bd req-04b5c359-8d28-48d5-b627-23e7806e5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:20.167582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b6b982e-40f2-45d1-a233-d9a9ab5033bd req-04b5c359-8d28-48d5-b627-23e7806e5b47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 1096 time: 0.5371411 Jan 28 13:45:20.230566 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.267497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fd4ed3e0-9292-424c-b965-6242cab72739 None None] Provisioning complete for port c4fc25d3-2211-48f8-9c03-940dd456676d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:20.268535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed3e0-9292-424c-b965-6242cab72739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.463984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] For port c4fc25d3-2211-48f8-9c03-940dd456676d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:20.469530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] For port c4fc25d3-2211-48f8-9c03-940dd456676d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c4fc25d3-2211-48f8-9c03-940dd456676d,segment=NetworkSegment(929eda7d-9f82-4829-856e-11f6e4da5cd2),segment_id=929eda7d-9f82-4829-856e-11f6e4da5cd2)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:20.477302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8:1::1 (fdbb922d-35bb-4a7b-b56b-d819a2c4b808/231579b2-9797-4aa7-8505-c51bf561d93f/ba652420-e08c-45cd-b9aa-c5999331981f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:20.500275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.554273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ed3e0-9292-424c-b965-6242cab72739 None None] Port c4fc25d3-2211-48f8-9c03-940dd456676d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:20.556647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:20.557032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.558792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6143b-df37-48f0-a1dc-336a8dfb49bb None None] Pushing event updated for resources: {'Port': ['ID=1e336330-df5b-4541-971a-d22de317f54e,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:20.635660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13487082-51e8-474e-884c-98bbbb69a86f req-c4de516b-01ac-4609-8b41-eb976b7e9206 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4658716 Jan 28 13:45:20.703900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a058e76-8291-4fb8-abaf-e3700531640c None None] Pushing event updated for resources: {'Port': ['ID=c4fc25d3-2211-48f8-9c03-940dd456676d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:20.751160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:20.751683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:20.763861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b6b982e-40f2-45d1-a233-d9a9ab5033bd req-03ae425b-6d14-4522-be8f-08cde2376b7d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834894 Jan 28 13:45:20.860352 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a8ac157-9529-466e-bc0b-2642c602ad4d req-080eea85-13e8-40cd-b767-3ef776284a21 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 210 time: 1.0257354 Jan 28 13:45:20.957091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:21.094880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c7c15-3aa1-48b6-98f6-4e8d697cdf54 None None] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:21.180442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:21.201879 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Sync routers for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:21.209303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-da60aa3d-038b-40e4-b0f9-257bd844d7d2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "PUT /v2.0/routers/445b4491-d476-4d74-9df2-c8684cf6d7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8040290 Jan 28 13:45:21.248004 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:21.252646 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:21.281504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.287237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=6b33433b-ad5b-434f-89c7-4757d4e4f125,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:21.291628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948a3ea-d531-4767-9eea-83ea0bf7e525 req-9c1aab3a-fab5-4f41-ad0f-3be8aa3f4819 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:21.300241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3948a3ea-d531-4767-9eea-83ea0bf7e525 req-9c1aab3a-fab5-4f41-ad0f-3be8aa3f4819 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 945 time: 0.3469126 Jan 28 13:45:21.483465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (ba652420-e08c-45cd-b9aa-c5999331981f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.498906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3948a3ea-d531-4767-9eea-83ea0bf7e525 req-50424a76-319e-4de6-88ed-774db0c938b9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950123 Jan 28 13:45:21.744942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:21.762448 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:21.775335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:21.786752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.913418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-333e21b0-12dd-46d5-96bc-656a84c27886 None None] Provisioning complete for port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:21.914278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-333e21b0-12dd-46d5-96bc-656a84c27886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.055723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-333e21b0-12dd-46d5-96bc-656a84c27886 None None] Port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:22.126965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=ba652420-e08c-45cd-b9aa-c5999331981f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:22.167733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67602df4-91d8-4522-8ee6-ea0d564e8cca req-dc806208-ba92-4409-be25-f0bdc161361c tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 210 time: 0.0948997 Jan 28 13:45:22.299512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-333e21b0-12dd-46d5-96bc-656a84c27886 None None] Provisioning complete for port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:22.304217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-333e21b0-12dd-46d5-96bc-656a84c27886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.361529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:22.366467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:22.383460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:22.384124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.832164 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:16Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:50Z', 'revision_number': 1, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc0cfe4-3533-4cf6-acca-20db818c07e5', 'name': '', 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:a4:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e0936f6e-ea05-4f39-a02b-84399b945e80', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:17Z', 'revision_number': 2, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'e0936f6e-ea05-4f39-a02b-84399b945e80', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:22.937947 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Checking router: 445b4491-d476-4d74-9df2-c8684cf6d7cf for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:22.939303 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Updating router 445b4491-d476-4d74-9df2-c8684cf6d7cf port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:22.956973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.011345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.041567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-d8d32f6d-6039-4914-b6e1-034498645192 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.049255 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.053493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-d8d32f6d-6039-4914-b6e1-034498645192 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 0.6552095 Jan 28 13:45:23.060943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.066461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Request body: {'port': {'device_id': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'admin_state_up': True, 'tenant_id': '7ade38184a57462990ec309416af038a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:23.084816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b24926-ce2a-42ea-822f-5c046dfda0ac None None] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:23.087824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:23.088591 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.109502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.141883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.180236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.211130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.227333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24b65729-5002-4679-af27-847df10680c4 req-a8881e1e-a2de-446b-b134-40294b863669 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 1.0867045 Jan 28 13:45:23.246961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:45:23.258144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb08917-cf82-42a4-96d2-b61041e28f9f req-d17c4b4f-d114-43cc-834e-684a825374e5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.277288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcb08917-cf82-42a4-96d2-b61041e28f9f req-d17c4b4f-d114-43cc-834e-684a825374e5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 945 time: 0.4395168 Jan 28 13:45:23.307354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port dddb17b1-3fa0-4340-bb59-a8ed6d956c49, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,segment=NetworkSegment(0d434bc7-6282-4979-a4b1-75191e6a4373),segment_id=0d434bc7-6282-4979-a4b1-75191e6a4373)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:23.410272 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.461512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcb08917-cf82-42a4-96d2-b61041e28f9f req-792040f6-0323-42e2-bfbd-279eee555821 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787541 Jan 28 13:45:23.558252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24b65729-5002-4679-af27-847df10680c4 req-1818d276-cd34-4fda-bce8-257b2ee21b20 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296967 Jan 28 13:45:23.567974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.682669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Made reservation on behalf of 7ade38184a57462990ec309416af038a for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:23.694702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.841317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-333e21b0-12dd-46d5-96bc-656a84c27886 None None] Current status of the port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:23.871413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c5a3c99-32e0-4e69-9684-25209241061c req-0145d7c7-f402-4797-8b92-40bfca02ef0e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 210 time: 0.1165226 Jan 28 13:45:23.897562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e336330-df5b-4541-971a-d22de317f54e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:23.909152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:08Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:20Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:23.954382 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Publish callbacks [] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.994453 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.101327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:24.114346 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-065a5ccf-1583-4404-88c3-70f8566752f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7155669 Jan 28 13:45:24.120439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46816) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:24.128844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1804471179'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:24.205685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Allocated IP 172.20.0.14 (b1c46390-f3ca-409a-92a5-76d47d90790b/994ece1f-abf2-49a5-a911-318ac7cad4ed/58bfe5b2-c77e-43c5-a67d-67717b38d6bb) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:24.230610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5eda2-d1ec-46ff-80b2-f9215c69d517 req-48f6c297-6f30-4155-b81b-889939bc7c79 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:24.244657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-04e5eda2-d1ec-46ff-80b2-f9215c69d517 req-48f6c297-6f30-4155-b81b-889939bc7c79 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 945 time: 0.2796187 Jan 28 13:45:24.276840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:24.301993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:24.305684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.335409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ce455-ac79-4794-a8ae-e93406164434 None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:08Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:20Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:24.498750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.500855 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Pushing event updated for resources: {'Port': ['ID=4dc0cfe4-3533-4cf6-acca-20db818c07e5,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.549780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:24.552631 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:45:24.554558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Provisioning complete for port 6b33433b-ad5b-434f-89c7-4757d4e4f125 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:24.558915 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.559700 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.560274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.560701 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.561400 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.564826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.565534 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.566183 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.567046 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.570388 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.573354 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-04e5eda2-d1ec-46ff-80b2-f9215c69d517 req-33e0117c-d6a6-4669-a124-8d8e2ce68cfd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274179 Jan 28 13:45:24.578582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (ba652420-e08c-45cd-b9aa-c5999331981f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.585684 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.587260 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.588431 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.591713 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:24.596104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.596917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.644456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f40bb3aa-b363-457d-a6c3-b93fcfb75964), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.644948 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment f40bb3aa-b363-457d-a6c3-b93fcfb75964 of type vlan for network 62c8ec8d-9e08-4520-8bb5-5be709192a25 Jan 28 13:45:24.770199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Port 6b33433b-ad5b-434f-89c7-4757d4e4f125 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:24.815546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:24.820402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:24.914911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks [] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.044386 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.149468 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Attempting to bind port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:25.150576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Attempting to bind port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:25.151302 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Attempting to bind port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 on network 03983a35-b3af-4b0a-b33d-e33a67f55476 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:25.177959 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:25.179646 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Checking segment: {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:25.180521 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.181352 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Bound using segment: {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:25.182321 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Bound port: 4dc0cfe4-3533-4cf6-acca-20db818c07e5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c8b0d3-6cda-4607-a10e-038dab378d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:25.182896 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.257008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Provisioning complete for port 1e336330-df5b-4541-971a-d22de317f54e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:25.269103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e336330-df5b-4541-971a-d22de317f54e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.294398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event updated for resources: {'Port': ['ID=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:25.393089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Network b1c46390-f3ca-409a-92a5-76d47d90790b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:25.409271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:25.413453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1e336330-df5b-4541-971a-d22de317f54e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:25.414128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e336330-df5b-4541-971a-d22de317f54e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.429486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:25.509938 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] For port 4dc0cfe4-3533-4cf6-acca-20db818c07e5, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:25.522794 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] For port 4dc0cfe4-3533-4cf6-acca-20db818c07e5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4dc0cfe4-3533-4cf6-acca-20db818c07e5,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:25.532846 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.611170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:25.642744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.648507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.723755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5a64eb87-d276-487f-8eaf-993ddf44d0c4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6637368 Jan 28 13:45:25.762916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f1ea8-7900-497d-a7ab-82ef7145e976 req-950e8e31-7671-40a2-9929-b305f4b3c52c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:25.765378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-893f1ea8-7900-497d-a7ab-82ef7145e976 req-950e8e31-7671-40a2-9929-b305f4b3c52c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 945 time: 0.7174442 Jan 28 13:45:25.801844 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:25.803765 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:25.813516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Request body: {'port': {'device_id': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:26.071149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.092782 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29606c69-6b18-4e73-9a49-58ddf699df66 None None] Pushing event updated for resources: {'Port': ['ID=4dc0cfe4-3533-4cf6-acca-20db818c07e5,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.428217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Current status of the port 1e336330-df5b-4541-971a-d22de317f54e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:26.429125 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e336330-df5b-4541-971a-d22de317f54e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.469429 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:26.480332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1e336330-df5b-4541-971a-d22de317f54e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:26.481547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e336330-df5b-4541-971a-d22de317f54e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.597411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] For port 1e336330-df5b-4541-971a-d22de317f54e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e336330-df5b-4541-971a-d22de317f54e,segment=NetworkSegment(4c08e421-1891-4514-84e5-4d2c9088b18b),segment_id=4c08e421-1891-4514-84e5-4d2c9088b18b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:26.615957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1e336330-df5b-4541-971a-d22de317f54e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.627457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=ba652420-e08c-45cd-b9aa-c5999331981f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.671683 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (62c8ec8d-9e08-4520-8bb5-5be709192a25), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.721201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bfe5b2-c77e-43c5-a67d-67717b38d6bb {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:26.724842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Publish callbacks [] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.744322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Transition to ACTIVE for port object 58bfe5b2-c77e-43c5-a67d-67717b38d6bb will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:26.755358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.866045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Pushing event updated for resources: {'Port': ['ID=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.913424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-893f1ea8-7900-497d-a7ab-82ef7145e976 req-fad98497-a898-4b59-974b-ce45c261655b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1334090 Jan 28 13:45:26.968792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (62c8ec8d-9e08-4520-8bb5-5be709192a25), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.020442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.021527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.060796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:27.143353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Attempting to bind port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:27.145432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Attempting to bind port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:27.145795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Attempting to bind port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:27.163280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb on network b1c46390-f3ca-409a-92a5-76d47d90790b not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:27.164150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Attempting to bind port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:27.203226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:27.206050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Checking segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:27.211510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Bound using segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:27.214219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Pushing event updated for resources: {'Port': ['ID=1e336330-df5b-4541-971a-d22de317f54e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:27.216873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Bound port: 58bfe5b2-c77e-43c5-a67d-67717b38d6bb, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:27.218239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.228830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.248189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.276072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.276072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.280453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.284025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.291313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:27.294367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-4d5fa5f2-32d6-410e-8d4d-0ed6f0f7e6e0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 1.0590417 Jan 28 13:45:27.299639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:27.310995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.1883998 Jan 28 13:45:27.312532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Provisioning complete for port c4fc25d3-2211-48f8-9c03-940dd456676d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:27.313051 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.314863 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.320236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:45:27.320869 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:45:27.330881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46840) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:27.359346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e232f-cab6-4bc1-a158-9bf34636be79 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=62c8ec8d-9e08-4520-8bb5-5be709192a25,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:27.365334 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:16Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:50Z', 'revision_number': 1, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc0cfe4-3533-4cf6-acca-20db818c07e5', 'name': '', 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:a4:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e0936f6e-ea05-4f39-a02b-84399b945e80', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:25Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'e0936f6e-ea05-4f39-a02b-84399b945e80', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:27.368290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:27.389248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:27.414395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.416700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.417470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.417950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.422947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.423777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.424330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.424823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.425296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.425868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.426492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.426932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.427373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:27.487174 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e167a-d561-4417-9ee4-157f4d40fa6f None None] The sync data for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 is: [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:16Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:50Z', 'revision_number': 1, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc0cfe4-3533-4cf6-acca-20db818c07e5', 'name': '', 'network_id': '03983a35-b3af-4b0a-b33d-e33a67f55476', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:a4:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e0936f6e-ea05-4f39-a02b-84399b945e80', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:25Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'e0936f6e-ea05-4f39-a02b-84399b945e80', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:27.794698 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa4d4caf-1150-4ef6-9684-546509a8c43c req-93eab110-0969-4ee4-ad4f-c7b1cf52a045 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4817362 Jan 28 13:45:27.819121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Current status of the port c4fc25d3-2211-48f8-9c03-940dd456676d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:27.820021 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.826276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:27.896359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:18Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:19Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:28.057712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b79be5-fb28-4498-b5c7-42d209fd6fa9 req-6b388585-258e-41b1-b36b-0626eb850628 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:28.061469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87b79be5-fb28-4498-b5c7-42d209fd6fa9 req-6b388585-258e-41b1-b36b-0626eb850628 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 944 time: 0.7981992 Jan 28 13:45:28.177483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:28.195536 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:28.207585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:28.208203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Updating router d371d05a-b828-4af6-8150-3b2112f2a2cc port 6b33433b-ad5b-434f-89c7-4757d4e4f125 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:28.209063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a4ab83f1-e4a1-4835-9f04-63642f706bfb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2042940 Jan 28 13:45:28.211433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46846) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:28.217617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] For port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:28.220901 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:28.222984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:28.233564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1022204835'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:28.302673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:28.338306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.350969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] For port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:28.388584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:28.406038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.418444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.432019 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.455083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:28.505129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] For port c4fc25d3-2211-48f8-9c03-940dd456676d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c4fc25d3-2211-48f8-9c03-940dd456676d,segment=NetworkSegment(929eda7d-9f82-4829-856e-11f6e4da5cd2),segment_id=929eda7d-9f82-4829-856e-11f6e4da5cd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:28.509898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (65785b25-c8f0-454f-9db8-6f492988f423), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.512810 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment 65785b25-c8f0-454f-9db8-6f492988f423 of type vlan for network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 Jan 28 13:45:28.513672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1e336330-df5b-4541-971a-d22de317f54e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:28.522230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.526924 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:28.658368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Provisioning complete for port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:28.658935 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.790330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4e51a1b1-36b1-46b4-94e3-3915acdc8168), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.941901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:28.944657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Pushing event updated for resources: {'Port': ['ID=c4fc25d3-2211-48f8-9c03-940dd456676d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:29.017630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.078722 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040a4f1-01de-4b58-b38c-b9f50ef628ae req-925e164c-e6fe-403c-920c-2a298973af8b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:29.081202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (1d6cb6a7-d20d-4806-84db-b0dcfad6befd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.101630 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a040a4f1-01de-4b58-b38c-b9f50ef628ae req-925e164c-e6fe-403c-920c-2a298973af8b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 945 time: 0.3501663 Jan 28 13:45:29.161288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:29.162890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.176368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] 10.222.0.36 "PUT /v2.0/ports/58bfe5b2-c77e-43c5-a67d-67717b38d6bb HTTP/1.1" status: 200 len: 1092 time: 3.4069734 Jan 28 13:45:29.249419 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:22Z', 'revision_number': 3, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:23Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:20Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:29.270343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ee9407e0-1273-4295-aec4-69b446bc04ec None None] Current status of the port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:29.277740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4e51a1b1-36b1-46b4-94e3-3915acdc8168), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.278834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87b79be5-fb28-4498-b5c7-42d209fd6fa9 req-098e5ef1-f1df-4771-9c7a-86f66d5c15b0 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2008855 Jan 28 13:45:29.279586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'tag': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:29.289444 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba27545-2f7e-4ca7-bc47-017fe3c121c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4843efc5-46c8-4c71-b94e-fb5a1637842e", "tag": "58bfe5b2-c77e-43c5-a67d-67717b38d6bb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:29.304410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:29.305494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.423150 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:29.426783 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Updating router b9e18199-5f83-4284-b4a3-d5bd1ba3644e port ba652420-e08c-45cd-b9aa-c5999331981f binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:29.505449 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.550984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9362340-158d-4ef1-9641-a84968168c63 service neutron] Pushing event updated for resources: {'Port': ['ID=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:29.571801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=4e51a1b1-36b1-46b4-94e3-3915acdc8168,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:29.585910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7bc6ea0c-c89a-422a-8245-e5ef15b12055 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3723783 Jan 28 13:45:29.589170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46862) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:29.599602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:29.618088 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a040a4f1-01de-4b58-b38c-b9f50ef628ae req-a4c4331f-4e99-4a4d-b4c8-fd74a478de62 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115659 Jan 28 13:45:29.793833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e336330-df5b-4541-971a-d22de317f54e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:29.801853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:29.837805 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e0bba7-1115-4f7b-b67e-d70d68946e05 x-openstack-request-id: req-49e0bba7-1115-4f7b-b67e-d70d68946e05 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:29.838771 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4843efc5-46c8-4c71-b94e-fb5a1637842e", "tag": "58bfe5b2-c77e-43c5-a67d-67717b38d6bb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:29.839202 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49e0bba7-1115-4f7b-b67e-d70d68946e05 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:29.840430 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'tag': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb', 'status': 'completed', 'code': 200} Jan 28 13:45:29.914111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:29.923840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.024810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Provisioning complete for port ba652420-e08c-45cd-b9aa-c5999331981f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:30.026408 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.048708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=1d6cb6a7-d20d-4806-84db-b0dcfad6befd,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.103335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:30.104418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: 62c8ec8d-9e08-4520-8bb5-5be709192a25, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:30.127938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-e6bfa89e-edb3-4969-a242-90e0ef4a6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.130176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-e6bfa89e-edb3-4969-a242-90e0ef4a6e7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 1095 time: 0.6351342 Jan 28 13:45:30.233928 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Publish callbacks [] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.238875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Port ba652420-e08c-45cd-b9aa-c5999331981f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:30.242354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1e336330-df5b-4541-971a-d22de317f54e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:30.243231 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e336330-df5b-4541-971a-d22de317f54e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.280978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.314479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.344067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.368112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.387361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.425037 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Publish callbacks [] for port (ba652420-e08c-45cd-b9aa-c5999331981f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.437602 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.442037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Provisioning complete for port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:30.448416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.451006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.485072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.564376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:30.577326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4703e57f-6763-489a-9315-9b2805dab63c req-686c5ff0-9b1e-4a9f-a7d9-2a34a27d0ebd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.9958498 Jan 28 13:45:30.641424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:30.673721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0523-d8f7-4041-be01-262479ec531b None None] Pushing event updated for resources: {'Port': ['ID=6b33433b-ad5b-434f-89c7-4757d4e4f125,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.720955 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (78ba7509-820d-4477-8f27-38116baad634), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.757916 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da060d2-851b-4d65-84c0-415b66596279 None None] Pushing event updated for resources: {'Port': ['ID=ba652420-e08c-45cd-b9aa-c5999331981f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.865861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1e336330-df5b-4541-971a-d22de317f54e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:30.868873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dddb17b1-3fa0-4340-bb59-a8ed6d956c49 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:30.911772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=78ba7509-820d-4477-8f27-38116baad634,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.954659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-5936f900-63d9-4675-8da9-bb421a17887a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb HTTP/1.1" status: 200 len: 217 time: 0.7327995 Jan 28 13:45:31.027223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd0943-1a12-481a-b47a-9e83368a6bdc req-2c61a085-208d-43ba-b2d3-9b63f3091793 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.035551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8cbd0943-1a12-481a-b47a-9e83368a6bdc req-2c61a085-208d-43ba-b2d3-9b63f3091793 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 944 time: 0.3337545 Jan 28 13:45:31.037826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Attempting to bind port ba652420-e08c-45cd-b9aa-c5999331981f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:31.037826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Attempting to bind port ba652420-e08c-45cd-b9aa-c5999331981f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:31.037826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Attempting to bind port ba652420-e08c-45cd-b9aa-c5999331981f on network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:31.059162 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:31.059162 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Checking segment: {'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:31.059753 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.060346 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Bound using segment: {'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:31.061142 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Bound port: ba652420-e08c-45cd-b9aa-c5999331981f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c08e421-1891-4514-84e5-4d2c9088b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:31.061773 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.139791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:31.140362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: 4e51a1b1-36b1-46b4-94e3-3915acdc8168, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:31.183109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 62c8ec8d-9e08-4520-8bb5-5be709192a25) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:31.253237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8cbd0943-1a12-481a-b47a-9e83368a6bdc req-ddb7992d-5bd1-4d08-a49c-6e80dedb09f2 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161398 Jan 28 13:45:31.263842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:31.264114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024726dc-3d00-4f8b-8b41-ed18b3e7db5e None None] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:31.283468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.284532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.298323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4e51a1b1-36b1-46b4-94e3-3915acdc8168) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:31.318800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.322286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.331746 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] For port ba652420-e08c-45cd-b9aa-c5999331981f, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:31.343650 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] For port ba652420-e08c-45cd-b9aa-c5999331981f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ba652420-e08c-45cd-b9aa-c5999331981f,segment=NetworkSegment(4c08e421-1891-4514-84e5-4d2c9088b18b),segment_id=4c08e421-1891-4514-84e5-4d2c9088b18b)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:31.356748 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.368180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Attempting to bind port 6b33433b-ad5b-434f-89c7-4757d4e4f125 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:31.368709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Attempting to bind port 6b33433b-ad5b-434f-89c7-4757d4e4f125 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:31.369187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Attempting to bind port 6b33433b-ad5b-434f-89c7-4757d4e4f125 on network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:31.397632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-899b6061-46f6-4402-a267-0913425e4ef2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.410832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-899b6061-46f6-4402-a267-0913425e4ef2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 945 time: 1.2347012 Jan 28 13:45:31.421926 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1c8dcabd-56c4-46ba-bc73-f29b29536a9e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8301105 Jan 28 13:45:31.425944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46872) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:31.500335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0db2cb-72d1-40ee-8ba8-d0a459c0265c req-85efaa4a-48bd-4e68-9d07-f677d4f73945 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.506727 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:31.507836 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:31.509776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e0db2cb-72d1-40ee-8ba8-d0a459c0265c req-85efaa4a-48bd-4e68-9d07-f677d4f73945 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 945 time: 0.1595695 Jan 28 13:45:31.565883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9c443-79a0-4c96-bbd1-87128506b02a None None] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:31.618498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-8328415a-98c2-4019-b846-e154b6dbb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:31.621899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-8328415a-98c2-4019-b846-e154b6dbb1c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.6513939 Jan 28 13:45:31.642585 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46878) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:31.656674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d915c9ed-b8eb-4492-ac79-15ac3c52fc97 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3172364 Jan 28 13:45:31.661798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e0db2cb-72d1-40ee-8ba8-d0a459c0265c req-80d468f3-ac86-49d5-b064-cead8c1bf892 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498945 Jan 28 13:45:31.662023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:31.662023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Checking segment: {'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:31.662023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.662023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Bound using segment: {'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:31.662673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Bound port: 6b33433b-ad5b-434f-89c7-4757d4e4f125, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d434bc7-6282-4979-a4b1-75191e6a4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:31.662878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.712144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4703e57f-6763-489a-9315-9b2805dab63c req-0664c853-1ca6-4494-a208-2e0ff4e2cfec tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0987444 Jan 28 13:45:31.788737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-62c8ec8d-9e08-4520-8bb5-5be709192a25', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:31.789390 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.807115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-b134cb5d-334b-4c96-bc99-6089a3e6a4c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340766 Jan 28 13:45:31.819731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Current status of the port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:31.820087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46880) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:31.820271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.012475 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da060d2-851b-4d65-84c0-415b66596279 None None] Pushing event updated for resources: {'Port': ['ID=ba652420-e08c-45cd-b9aa-c5999331981f,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:32.036529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] For port 4dc0cfe4-3533-4cf6-acca-20db818c07e5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4dc0cfe4-3533-4cf6-acca-20db818c07e5,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:32.187507 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:32.196984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:32.207119 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.244686 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.570355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Allocated IP 172.21.0.2 (62c8ec8d-9e08-4520-8bb5-5be709192a25/1d6cb6a7-d20d-4806-84db-b0dcfad6befd/7be7ef1d-e91e-46c6-974a-0fc282a201be) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:32.734898 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:22Z', 'revision_number': 3, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:32.809232 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b585-2b4e-4a1e-b3ee-40a10d0fa07a None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:22Z', 'revision_number': 3, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:32.946224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Allocated IP 2001:db8:2::2 (4e51a1b1-36b1-46b4-94e3-3915acdc8168/78ba7509-820d-4477-8f27-38116baad634/692029cc-759a-4706-9440-43ac3c66452e) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:33.213044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] For port 6b33433b-ad5b-434f-89c7-4757d4e4f125, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:33.269371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.277819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] For port 6b33433b-ad5b-434f-89c7-4757d4e4f125, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6b33433b-ad5b-434f-89c7-4757d4e4f125,segment=NetworkSegment(0d434bc7-6282-4979-a4b1-75191e6a4373),segment_id=0d434bc7-6282-4979-a4b1-75191e6a4373)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:33.351265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457db29-54eb-406d-a2cb-0127179ddd38 req-0afc8dd4-d21b-4e41-8e11-3265737b0bab tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:33.358570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2457db29-54eb-406d-a2cb-0127179ddd38 req-0afc8dd4-d21b-4e41-8e11-3265737b0bab tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 944 time: 0.9475253 Jan 28 13:45:33.455594 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2457db29-54eb-406d-a2cb-0127179ddd38 req-a8839ad9-e921-48b0-a77d-51c90e280718 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951750 Jan 28 13:45:33.461221 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.631395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Deleting port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:33.631999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.672266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:33.673283 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.708779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-1c0fb6c4-ad94-47a7-aa86-5938f88639ab service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8998885 Jan 28 13:45:33.935950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Publish callbacks [] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.962275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.967985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.020273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Provisioning complete for port 6b33433b-ad5b-434f-89c7-4757d4e4f125 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:34.020801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.118406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d9f64-1982-4866-95dd-452a7665d74a req-17b180a2-da22-4659-8046-3285d651b0db tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.119819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca5d9f64-1982-4866-95dd-452a7665d74a req-17b180a2-da22-4659-8046-3285d651b0db tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 945 time: 0.8476906 Jan 28 13:45:34.463947 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Publish callbacks [] for port (692029cc-759a-4706-9440-43ac3c66452e), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.469958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:34.493305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:34.506104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:34.565269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Pushing event updated for resources: {'Port': ['ID=4dc0cfe4-3533-4cf6-acca-20db818c07e5,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:34.596097 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (692029cc-759a-4706-9440-43ac3c66452e), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.614667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:34.615893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:34.635455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ca5d9f64-1982-4866-95dd-452a7665d74a req-e29ccd3b-2330-4477-85ea-e00c8d2a2bb4 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482906 Jan 28 13:45:34.655355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44eb4eb6-252d-4b92-8521-8efd29b22306 req-6d58b586-1ddf-4902-96e3-f3897a30f3e5 service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8612027 Jan 28 13:45:34.673194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] For port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:34.673835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.807056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Calling delete_port for 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:34.897644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.906277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.916094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.927569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.938616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.946842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.956125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.959121 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-3d6d7070-9d24-4288-964e-68cf5c50c200 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 1.3471365 Jan 28 13:45:35.099009 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0e95d7a9-5ab3-4a31-be72-36a3ce767ad2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.255885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-faa694f6-de73-440e-ade1-8e9bfe8acbae req-1135affc-6d04-4489-840c-e2720ef2e4c9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2834003 Jan 28 13:45:35.289640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event deleted for resources: {'Port': ['ID=0e95d7a9-5ab3-4a31-be72-36a3ce767ad2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:35.439839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-7e06c4bb-343f-434a-8609-e7260c86ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.442731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-7e06c4bb-343f-434a-8609-e7260c86ce9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 1095 time: 0.6825721 Jan 28 13:45:35.444241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] No DVR routers for this DVR port 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:35.447559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39', '6a43a62a-1ad4-484d-b013-b8c7bce76277'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:35.452860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.462856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ec1ae6a-a091-422c-8caf-831c336cbe6a req-51ae3bf8-3c66-40aa-b176-978a4df101cc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "DELETE /v2.0/ports/0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 HTTP/1.1" status: 204 len: 173 time: 4.0214980 Jan 28 13:45:35.476408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8:2::1 (4e51a1b1-36b1-46b4-94e3-3915acdc8168/78ba7509-820d-4477-8f27-38116baad634/53d40d85-b7cc-481b-902a-edf0d63e1090) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:35.600574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.21.0.1 (62c8ec8d-9e08-4520-8bb5-5be709192a25/1d6cb6a7-d20d-4806-84db-b0dcfad6befd/70f58f5b-5c7c-41cf-ba9f-22a917651e5a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:35.621027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:35.630600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:35.666825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:35.667402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0e95d7a9-5ab3-4a31-be72-36a3ce767ad2 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:35.670556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4495d650-932b-41b9-9e3e-cbc6b5324c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.686528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:35.687658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c4fc25d3-2211-48f8-9c03-940dd456676d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:35.764945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb1d60-ae40-488e-ae02-b8564d924792', 'name': 'network-vif-deleted', 'tag': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:35.765570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Attempting to bind port 7be7ef1d-e91e-46c6-974a-0fc282a201be on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:35.765683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Attempting to bind port 7be7ef1d-e91e-46c6-974a-0fc282a201be by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:35.766120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Attempting to bind port 7be7ef1d-e91e-46c6-974a-0fc282a201be on network 62c8ec8d-9e08-4520-8bb5-5be709192a25 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:35.769595 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518c48b1-399c-404b-9fbb-f1eaa7b03f77" -d '{"events": [{"server_uuid": "65fb1d60-ae40-488e-ae02-b8564d924792", "name": "network-vif-deleted", "tag": "0e95d7a9-5ab3-4a31-be72-36a3ce767ad2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:35.769921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:35.774997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-06a0cde7-4c91-4faf-ba2f-11a639afc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.778173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-06a0cde7-4c91-4faf-ba2f-11a639afc8db service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 915 time: 0.3114293 Jan 28 13:45:35.795246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad04cf-dc99-46da-a1d2-03208256fad7 req-6a71cf59-4931-4601-bca3-b7bce6aa56cb tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:35.798550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfad04cf-dc99-46da-a1d2-03208256fad7 req-6a71cf59-4931-4601-bca3-b7bce6aa56cb tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 944 time: 0.8071728 Jan 28 13:45:35.801253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:35.838682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Pushing event updated for resources: {'Port': ['ID=7be7ef1d-e91e-46c6-974a-0fc282a201be,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:35.901138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:35.901504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Checking segment: {'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:35.901924 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.902864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Bound using segment: {'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:35.905195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Bound port: 7be7ef1d-e91e-46c6-974a-0fc282a201be, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:35.905751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.942587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Current status of the port 6b33433b-ad5b-434f-89c7-4757d4e4f125 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:35.943085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.966862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-b3bdcf86-f084-4783-b9f7-d17966bcaa24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb HTTP/1.1" status: 200 len: 217 time: 0.1664093 Jan 28 13:45:36.052274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.055427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-342f69f4-af28-4ae5-b485-25e3fe595e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:36.059193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-342f69f4-af28-4ae5-b485-25e3fe595e5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.0681696 Jan 28 13:45:36.093944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.138972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-45194a89-6563-4577-8d00-46910f286b50 req-53e5de3c-262b-414b-b36a-2b00e5b3292a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=65fb1d60-ae40-488e-ae02-b8564d924792 HTTP/1.1" status: 200 len: 210 time: 0.2350345 Jan 28 13:45:36.180544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:36.190182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.248316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfad04cf-dc99-46da-a1d2-03208256fad7 req-fa84858c-056d-48c3-a3ec-790238ca6002 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413819 Jan 28 13:45:36.259480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-1091aa45-0699-45d2-a601-84c03bb22e4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897027 Jan 28 13:45:36.299494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.301107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] For port 6b33433b-ad5b-434f-89c7-4757d4e4f125, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6b33433b-ad5b-434f-89c7-4757d4e4f125,segment=NetworkSegment(0d434bc7-6282-4979-a4b1-75191e6a4373),segment_id=0d434bc7-6282-4979-a4b1-75191e6a4373)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:36.356273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:36.376115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:36.382105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.393479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:36.435786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Attempting to bind port 692029cc-759a-4706-9440-43ac3c66452e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:36.436588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Attempting to bind port 692029cc-759a-4706-9440-43ac3c66452e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:36.438106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Attempting to bind port 692029cc-759a-4706-9440-43ac3c66452e on network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:36.457665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c4fc25d3-2211-48f8-9c03-940dd456676d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:36.458716 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.460425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.479471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:36.481074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Checking segment: {'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:36.482413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.482590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Bound using segment: {'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:36.483386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Bound port: 692029cc-759a-4706-9440-43ac3c66452e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:36.484070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (692029cc-759a-4706-9440-43ac3c66452e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.489722 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6616de8-15f5-4f89-82de-44c85fa6f230 x-openstack-request-id: req-f6616de8-15f5-4f89-82de-44c85fa6f230 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:36.490180 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb1d60-ae40-488e-ae02-b8564d924792", "name": "network-vif-deleted", "tag": "0e95d7a9-5ab3-4a31-be72-36a3ce767ad2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:36.490577 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6616de8-15f5-4f89-82de-44c85fa6f230 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:36.491176 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb1d60-ae40-488e-ae02-b8564d924792', 'name': 'network-vif-deleted', 'tag': '0e95d7a9-5ab3-4a31-be72-36a3ce767ad2', 'status': 'completed', 'code': 200} Jan 28 13:45:36.524211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.673467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.692402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] For port 692029cc-759a-4706-9440-43ac3c66452e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:36.696085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] For port 692029cc-759a-4706-9440-43ac3c66452e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=692029cc-759a-4706-9440-43ac3c66452e,segment=NetworkSegment(65785b25-c8f0-454f-9db8-6f492988f423),segment_id=65785b25-c8f0-454f-9db8-6f492988f423)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:36.722754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] For port 7be7ef1d-e91e-46c6-974a-0fc282a201be, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:36.725628 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (692029cc-759a-4706-9440-43ac3c66452e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.794937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0523-d8f7-4041-be01-262479ec531b None None] Pushing event updated for resources: {'Port': ['ID=6b33433b-ad5b-434f-89c7-4757d4e4f125,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.811198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] For port 7be7ef1d-e91e-46c6-974a-0fc282a201be, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7be7ef1d-e91e-46c6-974a-0fc282a201be,segment=NetworkSegment(f40bb3aa-b363-457d-a6c3-b93fcfb75964),segment_id=f40bb3aa-b363-457d-a6c3-b93fcfb75964)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:36.836237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Provisioning complete for port 1e336330-df5b-4541-971a-d22de317f54e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:36.836850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e336330-df5b-4541-971a-d22de317f54e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.839356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=53d40d85-b7cc-481b-902a-edf0d63e1090,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.898130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:36.912944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:36.921366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:36.922160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.949977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-7dfe3128-32f3-4177-b9b6-21043ebccc85 service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770599 Jan 28 13:45:37.001250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.010805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.020535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.029921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.041703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.047688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Pushing event updated for resources: {'Port': ['ID=692029cc-759a-4706-9440-43ac3c66452e,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.062518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.064147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.078745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.093433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-5fd4ba3e-cef3-4ddf-b317-c5d59aea8ad4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.4398067 Jan 28 13:45:37.117986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.174872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Pushing event updated for resources: {'Port': ['ID=6b33433b-ad5b-434f-89c7-4757d4e4f125,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.293563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf4b6da0-18c8-42c9-9501-62b89b1eb654 req-86240cfc-3dde-48fa-959b-a2c29f169170 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987360 Jan 28 13:45:37.311800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eba27545-2f7e-4ca7-bc47-017fe3c121c8 req-9af43d22-00df-4332-aafa-98573c3c067b service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543441 Jan 28 13:45:37.353877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e6cae-973a-4d32-a365-fd2bfd07ce1c None None] Pushing event updated for resources: {'Port': ['ID=692029cc-759a-4706-9440-43ac3c66452e,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.564170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.618436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:37.618795 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.845531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abaa8a-666a-4a5d-8b35-c55ca584d032 None None] Pushing event updated for resources: {'Port': ['ID=7be7ef1d-e91e-46c6-974a-0fc282a201be,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.921998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c4fc25d3-2211-48f8-9c03-940dd456676d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:37.924045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4dc0cfe4-3533-4cf6-acca-20db818c07e5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:37.929212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port 4dc0cfe4-3533-4cf6-acca-20db818c07e5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4dc0cfe4-3533-4cf6-acca-20db818c07e5,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:37.929588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.946812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 4dc0cfe4-3533-4cf6-acca-20db818c07e5 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:37.971565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9d4614fd-0f9f-4177-b980-aee21f16ddff None None] Current status of the port 1e336330-df5b-4541-971a-d22de317f54e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:38.101263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5443f243-38a3-4d6d-999b-a1d0bad1103b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.227175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.251592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Provisioning complete for port ba652420-e08c-45cd-b9aa-c5999331981f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:38.254378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.283621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc13ec-0d39-40c9-8456-90158315c5e2 req-d60bce81-41fe-43f8-aa9c-6fcab51a52c5 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:38.285365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ecc13ec-0d39-40c9-8456-90158315c5e2 req-d60bce81-41fe-43f8-aa9c-6fcab51a52c5 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 944 time: 0.7861466 Jan 28 13:45:38.289025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=4dc0cfe4-3533-4cf6-acca-20db818c07e5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:38.320998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba111c04-d4b1-41bd-bbc8-9d9adc70db0b req-5913c0dc-2235-43f9-8950-139ea523fed8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:38.331086 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba111c04-d4b1-41bd-bbc8-9d9adc70db0b req-5913c0dc-2235-43f9-8950-139ea523fed8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 945 time: 0.3792140 Jan 28 13:45:38.539456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:38.540542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4dc0cfe4-3533-4cf6-acca-20db818c07e5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.569247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ecc13ec-0d39-40c9-8456-90158315c5e2 req-27f06cf8-2bdf-4251-84e2-82b052b39a73 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649784 Jan 28 13:45:38.626145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.637696 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.694448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 58bfe5b2-c77e-43c5-a67d-67717b38d6bb details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:38.806151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Port 4dc0cfe4-3533-4cf6-acca-20db818c07e5 was deleted so its status cannot be updated. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 13:45:38.837883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba111c04-d4b1-41bd-bbc8-9d9adc70db0b req-eda94611-0b60-4770-a7be-fec6ab480c6a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057540 Jan 28 13:45:38.878918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:18Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:33Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:38.987388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:38.995097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.157944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:39.163825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:39.172523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69512714-edd8-4095-9fab-d20d10f8f9d5 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:18Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:33Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:39.227592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.270288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.284087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.293537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.318375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.327423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f5f7a-ca1d-4e73-a065-f7d9133a46b2 None None] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:39.336414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.342509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.370503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.385470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12a08784-1f33-45a4-a99a-403b28a82484 req-498a0172-89fb-42c3-b6c6-f0518bc8b3d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.5500069 Jan 28 13:45:39.415030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.444966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Current status of the port ba652420-e08c-45cd-b9aa-c5999331981f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:39.450108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.506977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.523548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.524927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.618021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:39.734432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] For port ba652420-e08c-45cd-b9aa-c5999331981f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ba652420-e08c-45cd-b9aa-c5999331981f,segment=NetworkSegment(4c08e421-1891-4514-84e5-4d2c9088b18b),segment_id=4c08e421-1891-4514-84e5-4d2c9088b18b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:39.742765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'port_id': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb', 'mac_address': 'fa:16:3e:82:99:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ece1f-abf2-49a5-a911-318ac7cad4ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:39.751937 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.788254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:39.850781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7be7ef1d-e91e-46c6-974a-0fc282a201be up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:39.874774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=53d40d85-b7cc-481b-902a-edf0d63e1090,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:39.899305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-d8484aa5-35cb-481e-83fd-1b74084f87a9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.901133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-d8484aa5-35cb-481e-83fd-1b74084f87a9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 945 time: 0.5067897 Jan 28 13:45:40.041131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12a08784-1f33-45a4-a99a-403b28a82484 req-d943a980-61af-449d-af79-921e59f12cd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6229773 Jan 28 13:45:40.096131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Pushing event updated for resources: {'Port': ['ID=ba652420-e08c-45cd-b9aa-c5999331981f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:40.107962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708675ad-312e-4ce7-9551-d8c584980c2e None None] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:40.171443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:40.171837 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.210762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Provisioning complete for port 6b33433b-ad5b-434f-89c7-4757d4e4f125 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:40.211247 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.219749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6599-5615-4812-a64e-740ef9a8b24b req-35289486-e613-457a-a88a-95a61f896933 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.234472 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b6d6599-5615-4812-a64e-740ef9a8b24b req-35289486-e613-457a-a88a-95a61f896933 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 944 time: 0.3750029 Jan 28 13:45:40.364528 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b6d6599-5615-4812-a64e-740ef9a8b24b req-d28d4134-8a21-413c-9d76-1e5c1a692250 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254482 Jan 28 13:45:40.387691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:40.389765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:40.490636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 445b4491-d476-4d74-9df2-c8684cf6d7cf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:40.503826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1da6-e754-4060-8b86-547d17b7933c req-b74f7454-31f3-44ae-8b49-33afd32b7d3c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.505742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-653e1da6-e754-4060-8b86-547d17b7933c req-b74f7454-31f3-44ae-8b49-33afd32b7d3c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 945 time: 0.1722891 Jan 28 13:45:40.549130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:40.562032 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f418b7ce-3d5b-4b92-9744-fc6316cf1c69 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8946939 Jan 28 13:45:40.564917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46946) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:40.576440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Deleting port 6a43a62a-1ad4-484d-b013-b8c7bce76277 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:40.576958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.577539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1237046286'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:40.622486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bfe5b2-c77e-43c5-a67d-67717b38d6bb {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:40.645463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:40.660851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7be7ef1d-e91e-46c6-974a-0fc282a201be triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:40.661235 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.662931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.672847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.675254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:40.710788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:40.718204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.738641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-653e1da6-e754-4060-8b86-547d17b7933c req-1ce32ec3-8448-494c-8704-77422d8b3e11 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179511 Jan 28 13:45:40.820520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] For port 6a43a62a-1ad4-484d-b013-b8c7bce76277, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=6a43a62a-1ad4-484d-b013-b8c7bce76277,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:40.821037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.835057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Calling delete_port for 6a43a62a-1ad4-484d-b013-b8c7bce76277 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:40.901439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:40.919035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c0903fd4-f864-4988-ad21-59162d1193c6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.919886 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment c0903fd4-f864-4988-ad21-59162d1193c6 of type vlan for network f58aa7cf-9469-48aa-87b7-84c76e879d0b Jan 28 13:45:40.977098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f58aa7cf-9469-48aa-87b7-84c76e879d0b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.009161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:41.022414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46950) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:41.030486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5cc526d7-c724-4734-b90c-69f14b59431d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6032243 Jan 28 13:45:41.039913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f58aa7cf-9469-48aa-87b7-84c76e879d0b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.049692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:41.050357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.068612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:41.140193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5702689 Jan 28 13:45:41.141049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46956) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:41.191410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:41.194796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:41.268361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-015b2ed3-6422-45db-8b87-8c7c55b234a2 None None] Current status of the port 6b33433b-ad5b-434f-89c7-4757d4e4f125 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:41.413302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:41.444583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7be7ef1d-e91e-46c6-974a-0fc282a201be is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:41.445422 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.493634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:41.494312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:41.672427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1349158100'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:41.720478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6a43a62a-1ad4-484d-b013-b8c7bce76277), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.729037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:41.730673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Provisioning complete for port 7be7ef1d-e91e-46c6-974a-0fc282a201be triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:41.731761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.733254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.772080 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:41.803101 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:41.806671 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:41.838922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:41.874306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event deleted for resources: {'Port': ['ID=6a43a62a-1ad4-484d-b013-b8c7bce76277,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:41.946784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:41.962257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 7be7ef1d-e91e-46c6-974a-0fc282a201be, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7be7ef1d-e91e-46c6-974a-0fc282a201be,segment=NetworkSegment(f40bb3aa-b363-457d-a6c3-b93fcfb75964),segment_id=f40bb3aa-b363-457d-a6c3-b93fcfb75964)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:41.998334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] No DVR routers for this DVR port 6a43a62a-1ad4-484d-b013-b8c7bce76277 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:42.022826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7777be-71e6-4d13-8b1f-7ff22e96d67f req-718ffb44-5da4-4999-b191-b9043fa62e8d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.034929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b7777be-71e6-4d13-8b1f-7ff22e96d67f req-718ffb44-5da4-4999-b191-b9043fa62e8d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 945 time: 0.3313150 Jan 28 13:45:42.036768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (be3a464a-93f3-4183-b8e7-e6cfde59c069), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.037296 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added segment be3a464a-93f3-4183-b8e7-e6cfde59c069 of type vlan for network bbd99de5-8617-4b59-955f-439cb95f0ad2 Jan 28 13:45:42.040204 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.047617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4a600d76-b6d1-460c-b9cc-114c84094005 req-cd506098-b014-46fe-b1fb-9baaf99b650b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "DELETE /v2.0/ports/6a43a62a-1ad4-484d-b013-b8c7bce76277 HTTP/1.1" status: 204 len: 173 time: 2.1335397 Jan 28 13:45:42.051945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'name': 'network-vif-deleted', 'tag': '6a43a62a-1ad4-484d-b013-b8c7bce76277'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:42.066631 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac23728-29d2-4cc3-b7ac-4e9cf7c3a847" -d '{"events": [{"server_uuid": "5ac4dc57-a5a0-41e9-969b-1041077a25a5", "name": "network-vif-deleted", "tag": "6a43a62a-1ad4-484d-b013-b8c7bce76277"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:42.108173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.109118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c4fc25d3-2211-48f8-9c03-940dd456676d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:42.175311 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:42.224014 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.286523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:42.322394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45be28c2-1cb8-4649-b689-8440fa7fc424 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "PUT /v2.0/routers/445b4491-d476-4d74-9df2-c8684cf6d7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4790640 Jan 28 13:45:42.360345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (bbd99de5-8617-4b59-955f-439cb95f0ad2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.426227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63236ca8-35d4-4002-bc4d-d583be9c5f18 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=f58aa7cf-9469-48aa-87b7-84c76e879d0b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:42.440248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:42.445763 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.540073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b7777be-71e6-4d13-8b1f-7ff22e96d67f req-f1b092e5-49f3-4b8a-bf35-b546ac808f63 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690504 Jan 28 13:45:42.549507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=7be7ef1d-e91e-46c6-974a-0fc282a201be,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:42.576701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (bbd99de5-8617-4b59-955f-439cb95f0ad2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.580715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:42.583778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.584526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.603511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] Sync routers for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:42.787983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1239576 Jan 28 13:45:42.789409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46970) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:42.841350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6a43a62a-1ad4-484d-b013-b8c7bce76277 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:42.857006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.858320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'subnet': {'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:42.891306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.895622 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 3, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:42.907993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.938515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.945829 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:42.946860 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Updating router d371d05a-b828-4af6-8150-3b2112f2a2cc port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:42.947696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.966660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:42.987701 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.993928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:43.003798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb288967-a075-4330-a1a5-43aeb507c825 req-15339275-9077-4a84-a5ac-9c35ba10d0cc tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 1.0576293 Jan 28 13:45:43.034966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:43.111419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:43.112194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:43.116128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1630328-e0ff-4ad2-b255-a4e19b793000 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Network': ['ID=bbd99de5-8617-4b59-955f-439cb95f0ad2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:43.124207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb9fac00-5996-48c6-9658-356d68905220 req-c0cc8f35-2d9f-4f6e-9b97-1229ca5afa29 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ac4dc57-a5a0-41e9-969b-1041077a25a5 HTTP/1.1" status: 200 len: 210 time: 0.2556229 Jan 28 13:45:43.236628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb288967-a075-4330-a1a5-43aeb507c825 req-5fca87c8-a4dc-4dd1-a4ce-f9cdde6b6cf1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316697 Jan 28 13:45:43.248168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Made reservation on behalf of b0e39642cea6414e9b8f3cd41f90587b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:43.256734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.326258 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee426c7c-d558-499f-8620-b9e04cb099cd x-openstack-request-id: req-ee426c7c-d558-499f-8620-b9e04cb099cd {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:43.326870 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac4dc57-a5a0-41e9-969b-1041077a25a5", "name": "network-vif-deleted", "tag": "6a43a62a-1ad4-484d-b013-b8c7bce76277", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:43.327639 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee426c7c-d558-499f-8620-b9e04cb099cd {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:43.328105 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac4dc57-a5a0-41e9-969b-1041077a25a5', 'name': 'network-vif-deleted', 'tag': '6a43a62a-1ad4-484d-b013-b8c7bce76277', 'status': 'completed', 'code': 200} Jan 28 13:45:43.408592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.427392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 6a43a62a-1ad4-484d-b013-b8c7bce76277 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:43.430320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 6a43a62a-1ad4-484d-b013-b8c7bce76277 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:43.437826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:43.560260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c4fc25d3-2211-48f8-9c03-940dd456676d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:43.560684 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.594428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Current status of the port 7be7ef1d-e91e-46c6-974a-0fc282a201be is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:43.779976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:43.781942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: f58aa7cf-9469-48aa-87b7-84c76e879d0b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:43.794527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:43.813970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:43.832574 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Publish callbacks [] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.833575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f58aa7cf-9469-48aa-87b7-84c76e879d0b) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:43.840776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:43.843677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.849438 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.881968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abad59-e7a5-47ea-8c81-27776c78ed43 None None] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:43.902691 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc24700a-208f-4d8e-9f34-4bfcf782bdcb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7174819 Jan 28 13:45:43.910951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (d2862111-552e-4f76-88ae-0436e7641e04), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.915991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46980) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:43.931300 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df548d-07e4-4a64-ab6f-b858422c2172 None None] Pushing event updated for resources: {'Port': ['ID=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.016646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016b469-78f9-409c-aa56-f9890c9291a1 req-b6fba027-0c19-4fbd-8c32-23901e65b445 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.019122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e016b469-78f9-409c-aa56-f9890c9291a1 req-b6fba027-0c19-4fbd-8c32-23901e65b445 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 946 time: 0.1545248 Jan 28 13:45:44.100781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Subnet': ['ID=d2862111-552e-4f76-88ae-0436e7641e04,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.120466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:44.199288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e016b469-78f9-409c-aa56-f9890c9291a1 req-246e41f0-5731-4db6-b715-5dd470d95479 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704865 Jan 28 13:45:44.213993 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Attempting to bind port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:44.214916 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Attempting to bind port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:44.215865 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Attempting to bind port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a on network 62c8ec8d-9e08-4520-8bb5-5be709192a25 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:44.237884 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:44.242812 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Checking segment: {'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:44.244211 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.251157 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Bound using segment: {'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:44.252342 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Bound port: 70f58f5b-5c7c-41cf-ba9f-22a917651e5a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40bb3aa-b363-457d-a6c3-b93fcfb75964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:44.254873 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.477192 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] For port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:44.497171 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] For port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,segment=NetworkSegment(f40bb3aa-b363-457d-a6c3-b93fcfb75964),segment_id=f40bb3aa-b363-457d-a6c3-b93fcfb75964)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:44.505600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16260-8c57-4c7d-8aff-327a3328a389 req-e1e42e50-9783-4573-8135-1e9cd1645b4a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.510904 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.514902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92b16260-8c57-4c7d-8aff-327a3328a389 req-e1e42e50-9783-4573-8135-1e9cd1645b4a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 945 time: 0.6301847 Jan 28 13:45:44.543983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Checking segment: {'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:44.546237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network hostable DHCP agents. Network: bbd99de5-8617-4b59-955f-439cb95f0ad2, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:44.567782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Provisioning complete for port 692029cc-759a-4706-9440-43ac3c66452e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:44.568719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (692029cc-759a-4706-9440-43ac3c66452e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.571372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.588840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.594823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:44.596016 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.601071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.621137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.632289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.638352 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df548d-07e4-4a64-ab6f-b858422c2172 None None] Pushing event updated for resources: {'Port': ['ID=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.643943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.654299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.658853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-f012eb89-6727-4355-b35e-678a9b3e8d33 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.2683799 Jan 28 13:45:44.678963 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:44.679753 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:44.796780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c631c5d-f20a-493a-b99f-0c19e6ffb214 req-c8b89e4b-ae6f-465d-b6de-4cbe98030056 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230383 Jan 28 13:45:44.890705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:44.927635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92b16260-8c57-4c7d-8aff-327a3328a389 req-c748caa6-c10d-44dc-af1d-c4d7c77b11c7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115412 Jan 28 13:45:44.929053 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:44.932257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, bbd99de5-8617-4b59-955f-439cb95f0ad2) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:44.976118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f1e3e-988b-49af-b837-ee55f79454d5 None None] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:44.992472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.993398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.098984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-db386c7c-e7d3-43a9-bc6c-5bf0449cfbe2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2750647 Jan 28 13:45:45.107115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47002) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:45.206629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374716-7465-445b-868f-cfafe7adcb50 req-5cd093b4-1ebb-432d-8e05-8e1a0ea5db42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:45.208267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-5cd093b4-1ebb-432d-8e05-8e1a0ea5db42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.2707467 Jan 28 13:45:45.234544 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-9b664dd1-6f49-4063-9e01-85aa9e5ba9e6 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.0178800 Jan 28 13:45:45.312916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-695a8826-2cc6-4e5f-a321-f8e1762e38ad tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763962 Jan 28 13:45:45.363286 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 3, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:44Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:45.435711 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-3194de63-83ff-4e20-af95-8d3f92e99379 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104350 Jan 28 13:45:45.447497 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df269bc7-5628-4655-8e8e-903b21b989a5 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 3, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:44Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:45.588747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.598401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-4993d850-d088-4da1-861d-0de118b44bd7 service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543045 Jan 28 13:45:45.622738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Allocated IP 172.22.0.2 (f58aa7cf-9469-48aa-87b7-84c76e879d0b/6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9/830da585-e5d4-410f-81ee-94f6c2412e22) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:45.691079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b16ec-fcaa-456e-8723-4596121a890e req-69b7262a-1027-4d6c-81db-dde78690bd86 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:45.693927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-599b16ec-fcaa-456e-8723-4596121a890e req-69b7262a-1027-4d6c-81db-dde78690bd86 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 946 time: 0.3659854 Jan 28 13:45:45.748380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-e372b7af-526c-48c7-a6c4-f0dd26f848c4 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:45.751376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-e372b7af-526c-48c7-a6c4-f0dd26f848c4 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 946 time: 0.4516172 Jan 28 13:45:45.760241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Current status of the port 692029cc-759a-4706-9440-43ac3c66452e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:45.760649 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (692029cc-759a-4706-9440-43ac3c66452e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.770000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-bbd99de5-8617-4b59-955f-439cb95f0ad2', 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2', 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'fixed_ips': [{'subnet_id': 'd2862111-552e-4f76-88ae-0436e7641e04'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:45.770873 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.887284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c4fc25d3-2211-48f8-9c03-940dd456676d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:45.889631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 692029cc-759a-4706-9440-43ac3c66452e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:45.961011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] For port 692029cc-759a-4706-9440-43ac3c66452e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=692029cc-759a-4706-9440-43ac3c66452e,segment=NetworkSegment(65785b25-c8f0-454f-9db8-6f492988f423),segment_id=65785b25-c8f0-454f-9db8-6f492988f423)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:46.124477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:46.142048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.146037 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (692029cc-759a-4706-9440-43ac3c66452e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.160547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.172555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.203734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.213100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.232101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.237686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.262017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:46.262017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Updating router b9e18199-5f83-4284-b4a3-d5bd1ba3644e port 53d40d85-b7cc-481b-902a-edf0d63e1090 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:46.263312 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-a6c8613b-dfc6-4da1-a04a-f6d02b22961e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.2685335 Jan 28 13:45:46.341890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-599b16ec-fcaa-456e-8723-4596121a890e req-1cda5877-42c5-49e7-916f-29d1d28c2512 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6300061 Jan 28 13:45:46.369123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.454270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-70d48a4e-96b0-48d1-86d6-4d89beccbf13 req-30f5663c-6e8a-4e1b-b82a-0c0636ae9f83 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895163 Jan 28 13:45:46.688172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Provisioning complete for port 53d40d85-b7cc-481b-902a-edf0d63e1090 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:46.691638 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.722821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf4fc7-aeba-430c-ae9b-067eb9c51672 req-ce92f7ab-e36b-483a-948e-359bea0798fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.727166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dcbf4fc7-aeba-430c-ae9b-067eb9c51672 req-ce92f7ab-e36b-483a-948e-359bea0798fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 945 time: 0.1255760 Jan 28 13:45:46.732901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 58bfe5b2-c77e-43c5-a67d-67717b38d6bb up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:46.857870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Publish callbacks [] for port (830da585-e5d4-410f-81ee-94f6c2412e22), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.875860 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dcbf4fc7-aeba-430c-ae9b-067eb9c51672 req-6bff7307-1f1e-43ee-8843-af4fd30c85a5 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414530 Jan 28 13:45:46.952534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fbdb560b-c45b-47a4-ad0a-8401e7f36825 req-bb1957e7-e080-4092-b040-3720da43a9bd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 210 time: 0.2041290 Jan 28 13:45:46.982541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.992915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 6, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:50Z', 'revision_number': 1, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:47.096615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:47.097398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.102008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.131285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] Checking router: 445b4491-d476-4d74-9df2-c8684cf6d7cf for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:47.157027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 692029cc-759a-4706-9440-43ac3c66452e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:47.157555 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (692029cc-759a-4706-9440-43ac3c66452e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.160930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Port 53d40d85-b7cc-481b-902a-edf0d63e1090 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:47.224185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86752-ed92-4bd0-9c39-6d5429ac5aae None None] Pushing event updated for resources: {'Port': ['ID=692029cc-759a-4706-9440-43ac3c66452e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.247242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Allocated IP 2001:db8:3::2 (bbd99de5-8617-4b59-955f-439cb95f0ad2/d2862111-552e-4f76-88ae-0436e7641e04/69fcc50a-d185-496c-aeb8-1ced72fd0002) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:47.284488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:47.289561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:47.290039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:47.339129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:47.343492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:47.487859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Pushing event updated for resources: {'Port': ['ID=830da585-e5d4-410f-81ee-94f6c2412e22,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.491408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:45:47.695300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f5d64-4359-4afb-ab3f-2d0cfe41d76a req-b2594b95-49c8-4721-b536-7eb959402db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.705771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-260f5d64-4359-4afb-ab3f-2d0cfe41d76a req-b2594b95-49c8-4721-b536-7eb959402db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 946 time: 0.1896274 Jan 28 13:45:47.832195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.22.0.1 (f58aa7cf-9469-48aa-87b7-84c76e879d0b/6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9/c68af162-54eb-4621-a1d8-a90610fa84bb) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:47.918992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-260f5d64-4359-4afb-ab3f-2d0cfe41d76a req-c8bde1cf-9a09-46f9-abf6-6ebb837aebfa tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=50487357-e63d-4dc0-9ab4-71f775b96d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948197 Jan 28 13:45:47.955422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.961270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.967305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.974072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.980807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.986481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.996335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.998382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5739cbca-44c5-4f8b-851f-04965ca6bafb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.2937286 Jan 28 13:45:48.010633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c11ab409-7d92-40ee-ade5-b52f1eb8cc83 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:48.013349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:48.013733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.155309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Provisioning complete for port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:48.156217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.185329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894f400-e0a3-43a3-baca-c9c0c4f72e50 req-6cc562dc-0929-46be-8cf3-f232fd21fc69 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.188831 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4894f400-e0a3-43a3-baca-c9c0c4f72e50 req-6cc562dc-0929-46be-8cf3-f232fd21fc69 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 945 time: 0.1085386 Jan 28 13:45:48.197387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:48.197976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.298820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374716-7465-445b-868f-cfafe7adcb50 req-a2a9dacc-2a31-492b-a68c-8c1ee881aa35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.300986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-a2a9dacc-2a31-492b-a68c-8c1ee881aa35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.6123812 Jan 28 13:45:48.315531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:48.322697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Attempting to bind port 830da585-e5d4-410f-81ee-94f6c2412e22 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:48.323085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Attempting to bind port 830da585-e5d4-410f-81ee-94f6c2412e22 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:48.323572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Attempting to bind port 830da585-e5d4-410f-81ee-94f6c2412e22 on network f58aa7cf-9469-48aa-87b7-84c76e879d0b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:48.327822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Request body: {'port': {'device_id': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'admin_state_up': True, 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:48.341163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:48.367960 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4894f400-e0a3-43a3-baca-c9c0c4f72e50 req-777d1aba-2371-4cfd-b23d-9b299d151f37 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575301 Jan 28 13:45:48.413680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:48.422391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:48.422775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Checking segment: {'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:48.423490 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.424131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Bound using segment: {'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:48.424659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Bound port: 830da585-e5d4-410f-81ee-94f6c2412e22, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:48.425023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.440528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af14988b-e3f8-4f0a-9a9c-96b6189aad57 req-5664588d-6b98-4796-8287-d5823de2503b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4112570 Jan 28 13:45:48.554699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 692029cc-759a-4706-9440-43ac3c66452e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:48.555861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ba652420-e08c-45cd-b9aa-c5999331981f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:48.587162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3165bbce-5733-4113-b2e3-032ddf99f2c7 req-7f02270c-5518-4c60-b936-ca0188b78393 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 210 time: 0.0452795 Jan 28 13:45:48.588301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.718685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.807566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:48.812904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.838954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:48.862374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:48.868564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:48.909203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=c68af162-54eb-4621-a1d8-a90610fa84bb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:48.931361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.006921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:49.022910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Current status of the port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:49.023794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.029017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.053658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:49.076341 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Publish callbacks [] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.112751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.119976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62b5a9c6-c882-4811-816b-147723f77926 req-0c25f5e7-5e72-486f-98b1-0328cd0babb6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=5128859c-fad5-42a8-981e-2ac33762088b HTTP/1.1" status: 200 len: 210 time: 0.1022813 Jan 28 13:45:49.135492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Publish callbacks [] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.192591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] No DVR routers for this DVR port ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:49.195764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.200776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-924f299e-9d9e-41aa-9f54-e8e472da843e req-5529d0a8-be47-44b0-9596-ca0cc2823950 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.36 "DELETE /v2.0/ports/ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 HTTP/1.1" status: 204 len: 173 time: 3.4211035 Jan 28 13:45:49.225404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5128859c-fad5-42a8-981e-2ac33762088b', 'name': 'network-vif-deleted', 'tag': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:49.228052 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be94a6-0125-4fb4-9a6e-9acb25b0f49f" -d '{"events": [{"server_uuid": "5128859c-fad5-42a8-981e-2ac33762088b", "name": "network-vif-deleted", "tag": "ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:49.267775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7890-c7a2-4ab8-8d1a-3072af16724f None None] Pushing event updated for resources: {'Port': ['ID=53d40d85-b7cc-481b-902a-edf0d63e1090,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:49.310067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Allocated IP 172.20.0.10 (bd66b478-a8f5-487e-81fe-4e9e71689580/155f1533-4762-4f9a-90d3-6dcd494ded90/8c53979e-5b9f-487a-8e8f-5b428cb3d664) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:49.335955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-41258e91-611a-439b-b775-2885d8e91849 None None] For port 830da585-e5d4-410f-81ee-94f6c2412e22, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:49.342560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-41258e91-611a-439b-b775-2885d8e91849 None None] For port 830da585-e5d4-410f-81ee-94f6c2412e22, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=830da585-e5d4-410f-81ee-94f6c2412e22,segment=NetworkSegment(c0903fd4-f864-4988-ad21-59162d1193c6),segment_id=c0903fd4-f864-4988-ad21-59162d1193c6)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:49.354274 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb0d20-1a64-4614-ad11-6caa26c0ea08 x-openstack-request-id: req-79eb0d20-1a64-4614-ad11-6caa26c0ea08 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:49.354573 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5128859c-fad5-42a8-981e-2ac33762088b", "name": "network-vif-deleted", "tag": "ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:49.355922 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79eb0d20-1a64-4614-ad11-6caa26c0ea08 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:49.356130 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5128859c-fad5-42a8-981e-2ac33762088b', 'name': 'network-vif-deleted', 'tag': 'ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8', 'status': 'completed', 'code': 200} Jan 28 13:45:49.375399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Allocated IP 2001:db8:3::1 (bbd99de5-8617-4b59-955f-439cb95f0ad2/d2862111-552e-4f76-88ae-0436e7641e04/273c392c-338a-4a25-8f14-5c1783665983) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:49.378674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.397381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'port_id': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'mac_address': 'fa:16:3e:3d:ef:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:49.411191 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.453131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:49.458913 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.686089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:49.686645 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.731222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.764051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11ab409-7d92-40ee-ade5-b52f1eb8cc83 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:49.814700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks [] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.826847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:49.847944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.861799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.867985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.875780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.881910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.887783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.903471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.913022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-bcbe3cd8-da4a-43e2-ae28-8d976ded4ac5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5432 time: 0.1624758 Jan 28 13:45:49.948241 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.949250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e065d5b7-92ce-4ba1-8311-52753a22357b details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:50.003947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810cbc0-0b5e-44ea-9c5b-6a6a69b7999d req-a8d6b48c-34c2-4b22-a898-da9e79b8937e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:50.006581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0810cbc0-0b5e-44ea-9c5b-6a6a69b7999d req-a8d6b48c-34c2-4b22-a898-da9e79b8937e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 945 time: 0.2789545 Jan 28 13:45:50.038247 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b504958a-56dd-4a3c-abc6-f8c4615df59a req-09b3a907-b86d-4dc7-9884-a636c7105faa tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216681 Jan 28 13:45:50.076183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Attempting to bind port 53d40d85-b7cc-481b-902a-edf0d63e1090 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:50.076736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Attempting to bind port 53d40d85-b7cc-481b-902a-edf0d63e1090 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:50.076993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Attempting to bind port 53d40d85-b7cc-481b-902a-edf0d63e1090 on network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:50.108351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:50.108798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Checking segment: {'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:50.109143 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.109545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Bound using segment: {'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:50.110040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Bound port: 53d40d85-b7cc-481b-902a-edf0d63e1090, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65785b25-c8f0-454f-9db8-6f492988f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:50.111066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.127196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:50.128996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] For port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,segment=NetworkSegment(f40bb3aa-b363-457d-a6c3-b93fcfb75964),segment_id=f40bb3aa-b363-457d-a6c3-b93fcfb75964)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:50.141038 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8965e202-f482-411a-80ab-b7079007183d req-1f11e26d-1a86-4bc6-98f1-05635af9e68d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 210 time: 0.0421691 Jan 28 13:45:50.208243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] For port 53d40d85-b7cc-481b-902a-edf0d63e1090, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:50.211539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] For port 53d40d85-b7cc-481b-902a-edf0d63e1090, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=53d40d85-b7cc-481b-902a-edf0d63e1090,segment=NetworkSegment(65785b25-c8f0-454f-9db8-6f492988f423),segment_id=65785b25-c8f0-454f-9db8-6f492988f423)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:50.225468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:50.227254 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5db5825-04db-4cfa-b0fb-434bdabfdbb8" -d '{"events": [{"server_uuid": "4843efc5-46c8-4c71-b94e-fb5a1637842e", "name": "network-vif-plugged", "status": "completed", "tag": "58bfe5b2-c77e-43c5-a67d-67717b38d6bb"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:50.240692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (273c392c-338a-4a25-8f14-5c1783665983), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.244242 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.246676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:50.249383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.256564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:50.285547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ba652420-e08c-45cd-b9aa-c5999331981f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:50.285795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.293400 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.323256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:50.334745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29347-e0d1-488f-a913-2c450b3dce18 req-7bd01a9f-4692-49ed-b642-a9805e96010c tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:50.338232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:50.342009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Pushing event updated for resources: {'Port': ['ID=69fcc50a-d185-496c-aeb8-1ced72fd0002,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:50.349553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-48c29347-e0d1-488f-a913-2c450b3dce18 req-7bd01a9f-4692-49ed-b642-a9805e96010c tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 945 time: 0.1444435 Jan 28 13:45:50.363461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e065d5b7-92ce-4ba1-8311-52753a22357b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e065d5b7-92ce-4ba1-8311-52753a22357b,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:50.412212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.423350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.424364 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-48c29347-e0d1-488f-a913-2c450b3dce18 req-c789811a-072b-4c4b-8a25-cd710cfebf90 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736096 Jan 28 13:45:50.473339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47064) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:50.492739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:45:50.551893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'e065d5b7-92ce-4ba1-8311-52753a22357b', 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'port_id': 'e065d5b7-92ce-4ba1-8311-52753a22357b', 'mac_address': 'fa:16:3e:42:a4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fc2b93-f939-4b2f-a8f1-bfd129589a62', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:50.585524 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8386f67-10e4-41db-90df-cfe5697a5478 x-openstack-request-id: req-a8386f67-10e4-41db-90df-cfe5697a5478 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:50.585822 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4843efc5-46c8-4c71-b94e-fb5a1637842e", "name": "network-vif-plugged", "status": "completed", "tag": "58bfe5b2-c77e-43c5-a67d-67717b38d6bb", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:50.586189 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8386f67-10e4-41db-90df-cfe5697a5478 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:50.586595 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb', 'code': 200} Jan 28 13:45:50.595756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:45:50.596151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ac0cf3a9-af23-40a3-a5b8-4eed4d9194b8 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:45:50.619900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:50.628945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0810cbc0-0b5e-44ea-9c5b-6a6a69b7999d req-f3e6a8df-813a-4daa-877d-32a66300afc0 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077445 Jan 28 13:45:50.644573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6fe531a4-763a-4eb3-a5b6-96695b28b239 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (50487357-e63d-4dc0-9ab4-71f775b96d30), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.658996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Provisioning complete for port 7be7ef1d-e91e-46c6-974a-0fc282a201be triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:50.659379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.688351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6fe531a4-763a-4eb3-a5b6-96695b28b239 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (50487357-e63d-4dc0-9ab4-71f775b96d30), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.721195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:50.730352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event updated for resources: {'Port': ['ID=8c53979e-5b9f-487a-8e8f-5b428cb3d664,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:50.746898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:50.750753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:50.752172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:50.752569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.806392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (273c392c-338a-4a25-8f14-5c1783665983), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.852945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6fe531a4-763a-4eb3-a5b6-96695b28b239 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (50487357-e63d-4dc0-9ab4-71f775b96d30), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.858394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6fe531a4-763a-4eb3-a5b6-96695b28b239 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.860080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6fe531a4-763a-4eb3-a5b6-96695b28b239 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/security-groups/50487357-e63d-4dc0-9ab4-71f775b96d30 HTTP/1.1" status: 204 len: 168 time: 0.3854194 Jan 28 13:45:50.923872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe531a4-763a-4eb3-a5b6-96695b28b239 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50487357-e63d-4dc0-9ab4-71f775b96d30,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:50.966261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:51.039130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:51.047847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:51.050601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:51.051355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.152682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38be00a-020e-4732-a097-83d89762784e req-1d17857a-9275-48ed-8f15-6709dc0e313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.154570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a38be00a-020e-4732-a097-83d89762784e req-1d17857a-9275-48ed-8f15-6709dc0e313b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 1097 time: 0.4158180 Jan 28 13:45:51.160067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting subnet e0936f6e-ea05-4f39-a02b-84399b945e80 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:45:51.162718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.163439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.166203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=c68af162-54eb-4621-a1d8-a90610fa84bb,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.179049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (e0936f6e-ea05-4f39-a02b-84399b945e80), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.203876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Attempting to bind port 69fcc50a-d185-496c-aeb8-1ced72fd0002 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:51.205177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Attempting to bind port 69fcc50a-d185-496c-aeb8-1ced72fd0002 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:51.205717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Attempting to bind port 69fcc50a-d185-496c-aeb8-1ced72fd0002 on network bbd99de5-8617-4b59-955f-439cb95f0ad2 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:51.224326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41258e91-611a-439b-b775-2885d8e91849 None None] Pushing event updated for resources: {'Port': ['ID=830da585-e5d4-410f-81ee-94f6c2412e22,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.331470 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (e0936f6e-ea05-4f39-a02b-84399b945e80), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.332385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:51.333024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Checking segment: {'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:51.333697 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.334924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Bound using segment: {'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:51.335205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Bound port: 69fcc50a-d185-496c-aeb8-1ced72fd0002, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:51.335894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.367392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.412231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e065d5b7-92ce-4ba1-8311-52753a22357b is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:51.412633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.471621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e0936f6e-ea05-4f39-a02b-84399b945e80), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.498172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:51.588115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e065d5b7-92ce-4ba1-8311-52753a22357b {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:51.615024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (e0936f6e-ea05-4f39-a02b-84399b945e80), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.621774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-ca3cc0ae-d123-4bcf-8e05-c4fb9f8ebe28 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2995610 Jan 28 13:45:51.703874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=273c392c-338a-4a25-8f14-5c1783665983,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.718879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e6f7-7f4d-489b-b18a-f4600a0826f7 req-68c0784a-83c1-40bc-9ae6-a51086fb763a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.722699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Request body: {'port': {'device_id': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:51.732714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b721e6f7-7f4d-489b-b18a-f4600a0826f7 req-68c0784a-83c1-40bc-9ae6-a51086fb763a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 932 time: 0.4673936 Jan 28 13:45:51.787129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:51.798522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Subnet': ['ID=e0936f6e-ea05-4f39-a02b-84399b945e80,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.802814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.802998 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.805785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ba652420-e08c-45cd-b9aa-c5999331981f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:51.812479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-11d383bb-96f7-4de3-8b5e-efbff398c788 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/subnets/e0936f6e-ea05-4f39-a02b-84399b945e80 HTTP/1.1" status: 204 len: 168 time: 0.8418641 Jan 28 13:45:51.812710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (273c392c-338a-4a25-8f14-5c1783665983), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.815051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:51.819203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a38be00a-020e-4732-a097-83d89762784e req-fcd6937d-347f-44b7-b506-df235dbafca1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672669 Jan 28 13:45:51.824738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:51.914262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Current status of the port 7be7ef1d-e91e-46c6-974a-0fc282a201be is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:51.918754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Pushing event updated for resources: {'Port': ['ID=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.922131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5bfd6-31a5-435b-8c3e-d13591bbf909 None None] Network 03983a35-b3af-4b0a-b33d-e33a67f55476 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:51.975302 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (03983a35-b3af-4b0a-b33d-e33a67f55476), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.001868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88137-6238-4eab-8e09-d73473e369de req-82222290-7ae7-47ed-b192-983fc8622177 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.003455 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6e88137-6238-4eab-8e09-d73473e369de req-82222290-7ae7-47ed-b192-983fc8622177 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 945 time: 0.4071021 Jan 28 13:45:52.062467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.068059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.083981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.089971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.098778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.107570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.168510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.174317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-392926f4-f2f1-44e4-868d-444892a4f36a req-3dcc8312-2ed9-40de-a94b-753d29d388ac tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5433 time: 0.9264920 Jan 28 13:45:52.182517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b721e6f7-7f4d-489b-b18a-f4600a0826f7 req-489aacf0-d583-42fe-93b1-877b29e36c55 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489274 Jan 28 13:45:52.253479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7890-c7a2-4ab8-8d1a-3072af16724f None None] Pushing event updated for resources: {'Port': ['ID=53d40d85-b7cc-481b-902a-edf0d63e1090,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.307094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.388416 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 41d5d059-c1a6-4a71-a98c-309157cb39e6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:52.389000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.458377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c7823-84bf-4046-ad4d-2c40d0ff03f5 None None] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:52.475616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e065d5b7-92ce-4ba1-8311-52753a22357b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e065d5b7-92ce-4ba1-8311-52753a22357b,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:52.521379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Deleting port 83dd59e9-7c37-498c-8b85-2302d7334126 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:52.522344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.526281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.527785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2c3d2afd-6808-4de6-82f8-f446b992896f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:52.545108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add7210-e6d9-4ed5-acff-747bee921034 req-92f09227-f22c-4e3f-b7b5-73185acc958f tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.555495 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8add7210-e6d9-4ed5-acff-747bee921034 req-92f09227-f22c-4e3f-b7b5-73185acc958f tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 945 time: 0.2398708 Jan 28 13:45:52.601654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6b33433b-ad5b-434f-89c7-4757d4e4f125 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:52.607641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Provisioning complete for port 53d40d85-b7cc-481b-902a-edf0d63e1090 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:52.608188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.631619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 6, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:50Z', 'revision_number': 1, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:52.720086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port 41d5d059-c1a6-4a71-a98c-309157cb39e6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=41d5d059-c1a6-4a71-a98c-309157cb39e6,segment=NetworkSegment(e1c8b0d3-6cda-4607-a10e-038dab378d50),segment_id=e1c8b0d3-6cda-4607-a10e-038dab378d50)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:52.720086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.725328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] For port 69fcc50a-d185-496c-aeb8-1ced72fd0002, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:52.737598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.756120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336e1a7-1226-4231-b2f6-17c818d35d96 None None] The sync data for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 is: [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 6, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '99bf7540-1e5d-4657-a9d0-9b9a1ab7c724', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'port_id': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'mac_address': 'fa:16:3e:56:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:39Z', 'updated_at': '2022-01-28T13:43:50Z', 'revision_number': 1, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:52.763305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 41d5d059-c1a6-4a71-a98c-309157cb39e6 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:52.785080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8add7210-e6d9-4ed5-acff-747bee921034 req-079c9eb4-2f84-4ca6-a53e-9c8058073cab tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283142 Jan 28 13:45:52.909125 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:52.945361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] For port 83dd59e9-7c37-498c-8b85-2302d7334126, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83dd59e9-7c37-498c-8b85-2302d7334126,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:52.946145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.992186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] For port 69fcc50a-d185-496c-aeb8-1ced72fd0002, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=69fcc50a-d185-496c-aeb8-1ced72fd0002,segment=NetworkSegment(be3a464a-93f3-4183-b8e7-e6cfde59c069),segment_id=be3a464a-93f3-4183-b8e7-e6cfde59c069)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:53.031559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Calling delete_port for 83dd59e9-7c37-498c-8b85-2302d7334126 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:53.082032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.084357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (41d5d059-c1a6-4a71-a98c-309157cb39e6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.106227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2c3d2afd-6808-4de6-82f8-f446b992896f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c3d2afd-6808-4de6-82f8-f446b992896f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:53.122409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0853fafe-b8be-4adc-940c-4cc2188840e9 None None] DHCP port deletion for 03983a35-b3af-4b0a-b33d-e33a67f55476 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:45:53.224116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda3ac1-d28c-4963-95a0-b72ffac4900a req-99c0327c-52d8-478f-a203-b5636ca7c3ac tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:53.226068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3dda3ac1-d28c-4963-95a0-b72ffac4900a req-99c0327c-52d8-478f-a203-b5636ca7c3ac tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 946 time: 0.2837806 Jan 28 13:45:53.227127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] No DVR routers for this DVR port 41d5d059-c1a6-4a71-a98c-309157cb39e6 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:53.231852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=41d5d059-c1a6-4a71-a98c-309157cb39e6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.344788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '2c3d2afd-6808-4de6-82f8-f446b992896f', 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'port_id': '2c3d2afd-6808-4de6-82f8-f446b992896f', 'mac_address': 'fa:16:3e:7d:ed:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fc2b93-f939-4b2f-a8f1-bfd129589a62', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:53.367481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-392926f4-f2f1-44e4-868d-444892a4f36a req-88f0b61e-92ff-4c16-9546-f789fc243f37 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1700428 Jan 28 13:45:53.387934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:53.389726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (03983a35-b3af-4b0a-b33d-e33a67f55476), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.409886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Current status of the port 53d40d85-b7cc-481b-902a-edf0d63e1090 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:53.410366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.480647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e065d5b7-92ce-4ba1-8311-52753a22357b,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.568590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3dda3ac1-d28c-4963-95a0-b72ffac4900a req-26124d45-53bd-4cc8-b160-038b4fda59a7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024061 Jan 28 13:45:53.577616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (83dd59e9-7c37-498c-8b85-2302d7334126), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.623917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['83dd59e9-7c37-498c-8b85-2302d7334126'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:45:53.626878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Pushing event deleted for resources: {'Port': ['ID=83dd59e9-7c37-498c-8b85-2302d7334126,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.671388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03983a35-b3af-4b0a-b33d-e33a67f55476']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:53.699640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] For port 53d40d85-b7cc-481b-902a-edf0d63e1090, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=53d40d85-b7cc-481b-902a-edf0d63e1090,segment=NetworkSegment(65785b25-c8f0-454f-9db8-6f492988f423),segment_id=65785b25-c8f0-454f-9db8-6f492988f423)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:53.708332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2c3d2afd-6808-4de6-82f8-f446b992896f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:53.708844 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.716936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c8b0d3-6cda-4607-a10e-038dab378d50') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:53.717837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c8b0d3-6cda-4607-a10e-038dab378d50') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:53.720358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6b33433b-ad5b-434f-89c7-4757d4e4f125 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:53.721107 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.753741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:50Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:53.761694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.835508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (e1c8b0d3-6cda-4607-a10e-038dab378d50), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.898904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e1c8b0d3-6cda-4607-a10e-038dab378d50), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.902460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3d2afd-6808-4de6-82f8-f446b992896f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:53.906050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:45:53.906470 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (e1c8b0d3-6cda-4607-a10e-038dab378d50), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.963214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f50ad-6f16-4179-84cd-5056ca3ffd1f None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:50Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:53.972798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368ea37-06c7-4782-80c0-8912ba1a0368 None None] Pushing event updated for resources: {'Port': ['ID=69fcc50a-d185-496c-aeb8-1ced72fd0002,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:45:54.041228 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:45:54.052608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] No DVR routers for this DVR port 83dd59e9-7c37-498c-8b85-2302d7334126 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:45:54.091533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.095741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e6e88137-6238-4eab-8e09-d73473e369de req-17f9b7db-441e-481f-894b-c0638041a3df tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.60 "DELETE /v2.0/ports/83dd59e9-7c37-498c-8b85-2302d7334126 HTTP/1.1" status: 204 len: 173 time: 2.0682526 Jan 28 13:45:54.109547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2c3d2afd-6808-4de6-82f8-f446b992896f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c3d2afd-6808-4de6-82f8-f446b992896f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:54.119424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.121421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device eed50905-3343-4d9d-898c-fb8f5798e357 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:54.123557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Provisioning complete for port 53d40d85-b7cc-481b-902a-edf0d63e1090 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:54.124123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.127608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'name': 'network-vif-deleted', 'tag': '83dd59e9-7c37-498c-8b85-2302d7334126'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:54.140414 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1918538f-4877-40c3-a202-1faa4797b7f7" -d '{"events": [{"server_uuid": "bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8", "name": "network-vif-deleted", "tag": "83dd59e9-7c37-498c-8b85-2302d7334126"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:54.158453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:54.187052 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:54.218223 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:54.222680 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:54.230612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec99eca-4947-4436-b554-d9b6de7f6aed req-4f2ab7b8-996b-4ab0-8eae-6d1dc3cf056a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.232500 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cec99eca-4947-4436-b554-d9b6de7f6aed req-4f2ab7b8-996b-4ab0-8eae-6d1dc3cf056a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 932 time: 0.6343269 Jan 28 13:45:54.255925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b3b778ae-87b9-46ea-9370-88343a478aae tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3280749 Jan 28 13:45:54.278585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bade1-79f9-40c6-ae76-08b72e0efd99 None None] Pushing event updated for resources: {'Port': ['ID=53d40d85-b7cc-481b-902a-edf0d63e1090,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:54.281290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1adfb420-d57f-4298-b454-abf6176180ea req-29352f36-ab02-4007-b5b4-35bd7f20b06e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8 HTTP/1.1" status: 200 len: 210 time: 0.2262573 Jan 28 13:45:54.282697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:54.315696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'network': {'name': 'tempest-RoutersTest-552148674'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:54.348075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (03983a35-b3af-4b0a-b33d-e33a67f55476), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.393116 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.406572 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/networks/03983a35-b3af-4b0a-b33d-e33a67f55476 HTTP/1.1" status: 204 len: 168 time: 2.5896223 Jan 28 13:45:54.423845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47096) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:54.501249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:54.525627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c53979e-5b9f-487a-8e8f-5b428cb3d664 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:54.560342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Publish callbacks [] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.562185 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ca496a-a6c6-4bac-b2ff-6a4c67c91521 x-openstack-request-id: req-e5ca496a-a6c6-4bac-b2ff-6a4c67c91521 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:54.562612 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8", "name": "network-vif-deleted", "tag": "83dd59e9-7c37-498c-8b85-2302d7334126", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:54.562984 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5ca496a-a6c6-4bac-b2ff-6a4c67c91521 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:54.563504 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf99f467-ea2b-4dec-a3e2-e65f57c9fdb8', 'name': 'network-vif-deleted', 'tag': '83dd59e9-7c37-498c-8b85-2302d7334126', 'status': 'completed', 'code': 200} Jan 28 13:45:54.580211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a3935-15bc-49de-b472-62127d82199e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Network': ['ID=03983a35-b3af-4b0a-b33d-e33a67f55476,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:54.596539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:54.600194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.611754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Transition to ACTIVE for port object 8c53979e-5b9f-487a-8e8f-5b428cb3d664 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:54.674276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for port (273c392c-338a-4a25-8f14-5c1783665983), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.762508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cec99eca-4947-4436-b554-d9b6de7f6aed req-fbbbab74-ca1d-464d-a48d-efb248e4308e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484504 Jan 28 13:45:54.763937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.767406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (273c392c-338a-4a25-8f14-5c1783665983), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.768537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.877991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:54.941915 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:55.087306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (75b775a3-ab3d-41ac-bb82-dcaa9769b712), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.092233 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added segment 75b775a3-ab3d-41ac-bb82-dcaa9769b712 of type vlan for network 743257a2-99ce-412b-a19b-60b770faf04a Jan 28 13:45:55.309765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (743257a2-99ce-412b-a19b-60b770faf04a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.326528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:55.334488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.342235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.351492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:55.351731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.361669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.371160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.379374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.390250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.400555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-1d22ad6d-cb8e-495c-bdd4-048d5165d35c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5435 time: 0.6824584 Jan 28 13:45:55.409161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Pushing event updated for resources: {'Port': ['ID=8c53979e-5b9f-487a-8e8f-5b428cb3d664,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:55.483461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port fdb97019-a332-48d8-85da-ede8a0d6a148 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:45:55.483984 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.518959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6b33433b-ad5b-434f-89c7-4757d4e4f125 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:55.524498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 692029cc-759a-4706-9440-43ac3c66452e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:55.547287 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:45:50Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:55.616124 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:55.617390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Updating router d371d05a-b828-4af6-8150-3b2112f2a2cc port c68af162-54eb-4621-a1d8-a90610fa84bb binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:55.646616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3ad9796-f11b-4139-90af-06dbb4177bae req-fa95f990-b812-447d-a04f-2009e8cd64b9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2449107 Jan 28 13:45:55.654936 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (743257a2-99ce-412b-a19b-60b770faf04a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.660868 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.673810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.694588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.697571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27903832-064b-4a2b-b91a-7bd92c6217f9 req-7fbbb398-5014-40fc-992c-46a17c715d5f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.710973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27903832-064b-4a2b-b91a-7bd92c6217f9 req-7fbbb398-5014-40fc-992c-46a17c715d5f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 946 time: 0.5809350 Jan 28 13:45:55.711754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2c3d2afd-6808-4de6-82f8-f446b992896f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:55.856372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ba869-96b1-4560-8ced-d0034a05eded None None] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:55.865469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5767343 Jan 28 13:45:55.868365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47112) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:55.877115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'subnet': {'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:55.946637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event updated for resources: {'Port': ['ID=273c392c-338a-4a25-8f14-5c1783665983,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:56.001981 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27903832-064b-4a2b-b91a-7bd92c6217f9 req-f7bd5318-f88b-478f-970c-2679e3b18b25 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901185 Jan 28 13:45:56.009598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:56.038530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 692029cc-759a-4706-9440-43ac3c66452e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:56.040398 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (692029cc-759a-4706-9440-43ac3c66452e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.042792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Attempting to bind port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:56.043040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Attempting to bind port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:56.043334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Attempting to bind port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:56.073143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 on network bd66b478-a8f5-487e-81fe-4e9e71689580 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:56.073525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Attempting to bind port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:56.083122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be481db-1886-4b6a-8128-46a6d6cefc11 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Network': ['ID=743257a2-99ce-412b-a19b-60b770faf04a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:56.170933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:56.171325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:56.171691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Bound using segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:56.172199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Bound port: 8c53979e-5b9f-487a-8e8f-5b428cb3d664, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:56.172911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.187921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port eed50905-3343-4d9d-898c-fb8f5798e357, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=eed50905-3343-4d9d-898c-fb8f5798e357,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:56.204928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2923ee-08a4-4a46-a25d-839bd6341b29 req-94f38c92-4bd8-4675-a2a1-b9c823666c26 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.210052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'eed50905-3343-4d9d-898c-fb8f5798e357', 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4', 'port_id': 'eed50905-3343-4d9d-898c-fb8f5798e357', 'mac_address': 'fa:16:3e:72:c4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c877d293-1a1f-4c4f-a34b-3cd6208cb08a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:56.216662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f2923ee-08a4-4a46-a25d-839bd6341b29 req-94f38c92-4bd8-4675-a2a1-b9c823666c26 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 944 time: 0.3165133 Jan 28 13:45:56.236452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.238051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (fdb97019-a332-48d8-85da-ede8a0d6a148), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.282742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 743257a2-99ce-412b-a19b-60b770faf04a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:56.285786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Current status of the port 53d40d85-b7cc-481b-902a-edf0d63e1090 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:56.317587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for fdb97019-a332-48d8-85da-ede8a0d6a148 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:45:56.354860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Made reservation on behalf of c7ed4a3d978a475f86340fd1c793abcb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:56.358478 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.398071 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Publish callbacks [] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.415079 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.519952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:56.550107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-508799d3-5ed3-4437-9960-103720500e12 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4387956 Jan 28 13:45:56.579794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47120) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:56.597725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:56.609638 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6228d4-c441-4b77-8077-47ed9a1ffcad None None] Pushing event updated for resources: {'Port': ['ID=c68af162-54eb-4621-a1d8-a90610fa84bb,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:56.683455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 692029cc-759a-4706-9440-43ac3c66452e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:56.685037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ba652420-e08c-45cd-b9aa-c5999331981f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:56.794554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] For port 8c53979e-5b9f-487a-8e8f-5b428cb3d664, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:56.802923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] For port 8c53979e-5b9f-487a-8e8f-5b428cb3d664, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8c53979e-5b9f-487a-8e8f-5b428cb3d664,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:56.819630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Provisioning complete for port 830da585-e5d4-410f-81ee-94f6c2412e22 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:56.820057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.820593 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.822907 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Attempting to bind port c68af162-54eb-4621-a1d8-a90610fa84bb on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:56.826917 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Attempting to bind port c68af162-54eb-4621-a1d8-a90610fa84bb by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:56.827381 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Attempting to bind port c68af162-54eb-4621-a1d8-a90610fa84bb on network f58aa7cf-9469-48aa-87b7-84c76e879d0b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:56.845231 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:56.847063 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Checking segment: {'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:56.847733 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.850137 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Bound using segment: {'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:56.850920 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Bound port: c68af162-54eb-4621-a1d8-a90610fa84bb, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0903fd4-f864-4988-ad21-59162d1193c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:56.851594 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.935204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:57.066606 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] For port c68af162-54eb-4621-a1d8-a90610fa84bb, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:57.078933 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] For port c68af162-54eb-4621-a1d8-a90610fa84bb, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c68af162-54eb-4621-a1d8-a90610fa84bb,segment=NetworkSegment(c0903fd4-f864-4988-ad21-59162d1193c6),segment_id=c0903fd4-f864-4988-ad21-59162d1193c6)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:57.088534 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.103307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:57.107791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:57.187052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.198018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.205395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c53979e-5b9f-487a-8e8f-5b428cb3d664 HTTP/1.1" status: 200 len: 1092 time: 5.4879041 Jan 28 13:45:57.217533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'tag': '8c53979e-5b9f-487a-8e8f-5b428cb3d664'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:57.229302 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be19b580-7ae8-458a-bd51-c028a778abac" -d '{"events": [{"name": "network-changed", "server_uuid": "c7974693-7010-4af4-b7b1-f3821ce4575b", "tag": "8c53979e-5b9f-487a-8e8f-5b428cb3d664"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:57.348438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b37741-e9a0-4268-95ac-704921f0db34 service neutron] Pushing event updated for resources: {'Port': ['ID=8c53979e-5b9f-487a-8e8f-5b428cb3d664,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:57.398587 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6228d4-c441-4b77-8077-47ed9a1ffcad None None] Pushing event updated for resources: {'Port': ['ID=c68af162-54eb-4621-a1d8-a90610fa84bb,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:57.422345 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:57.423629 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:57.444728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f2923ee-08a4-4a46-a25d-839bd6341b29 req-40831b8b-86be-4d74-a854-900f1a17ba9f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2270410 Jan 28 13:45:57.638511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port eed50905-3343-4d9d-898c-fb8f5798e357 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:57.640140 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:57.661775 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:57.713071 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0af66-8526-4efb-8a4f-8ddbad32d732 x-openstack-request-id: req-25e0af66-8526-4efb-8a4f-8ddbad32d732 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:57.724724 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7974693-7010-4af4-b7b1-f3821ce4575b", "tag": "8c53979e-5b9f-487a-8e8f-5b428cb3d664", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:57.726742 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25e0af66-8526-4efb-8a4f-8ddbad32d732 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:57.727608 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'tag': '8c53979e-5b9f-487a-8e8f-5b428cb3d664', 'status': 'completed', 'code': 200} Jan 28 13:45:57.835110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.835777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:57.866850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.889639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.910166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.936182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.942513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.978172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.989020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-a98ffa84-4a76-4520-844d-830cfafcd635 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5435 time: 1.0594997 Jan 28 13:45:58.004521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (76be64d2-5d3f-45d1-93de-e802ca50e186), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.025112 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fdb97019-a332-48d8-85da-ede8a0d6a148), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.120876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed50905-3343-4d9d-898c-fb8f5798e357 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:58.168336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=fdb97019-a332-48d8-85da-ede8a0d6a148,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.234321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b524d07b-69f6-45c9-9b8b-efe29fb93f04 req-bad3f9b3-aac9-4c88-86d9-4bdeb349e26d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946843 Jan 28 13:45:58.237430 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.259377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374716-7465-445b-868f-cfafe7adcb50 req-7b5ec460-3e3f-400b-a032-2980d8cb3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:58.266143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-7b5ec460-3e3f-400b-a032-2980d8cb3091 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 1095 time: 0.9963267 Jan 28 13:45:58.281461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port eed50905-3343-4d9d-898c-fb8f5798e357, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=eed50905-3343-4d9d-898c-fb8f5798e357,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:58.309642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Subnet': ['ID=76be64d2-5d3f-45d1-93de-e802ca50e186,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.378757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Checking segment: {'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:58.379436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network hostable DHCP agents. Network: 743257a2-99ce-412b-a19b-60b770faf04a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:58.410668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (99bf7540-1e5d-4657-a9d0-9b9a1ab7c724), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.411689 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Floating IP 99bf7540-1e5d-4657-a9d0-9b9a1ab7c724 disassociated (deleted). External IP: 172.25.4.173, port: 2f3f9bdd-4347-47c2-86d0-c6c2097370cb. Jan 28 13:45:58.495763 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.499173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c478e1a5-048c-4074-9d8d-05fdffe8a28f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:58.521755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.545997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ba652420-e08c-45cd-b9aa-c5999331981f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:58.546953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.561709 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:45:57Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:58.632922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 743257a2-99ce-412b-a19b-60b770faf04a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:58.657681 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f78ab-107a-4b98-a76d-de3c5fc62105 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:45:57Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:58.708622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-0b3665ad-706b-45c5-87ac-faafe5f52a30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c53979e-5b9f-487a-8e8f-5b428cb3d664 HTTP/1.1" status: 200 len: 217 time: 0.4261003 Jan 28 13:45:58.852340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Current status of the port 830da585-e5d4-410f-81ee-94f6c2412e22 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:58.853156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.857166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=eed50905-3343-4d9d-898c-fb8f5798e357,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.933266 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:58.956013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c478e1a5-048c-4074-9d8d-05fdffe8a28f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:58.997835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 743257a2-99ce-412b-a19b-60b770faf04a) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:59.000225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c478e1a5-048c-4074-9d8d-05fdffe8a28f', 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'port_id': 'c478e1a5-048c-4074-9d8d-05fdffe8a28f', 'mac_address': 'fa:16:3e:66:77:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fc2b93-f939-4b2f-a8f1-bfd129589a62', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:59.037939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.038543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.041478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595fc7c4-ec17-4b93-9b34-e3517816ea23 None None] Network 743257a2-99ce-412b-a19b-60b770faf04a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:59.073383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374716-7465-445b-868f-cfafe7adcb50 req-c0704683-8d1c-4e9f-81bb-8cce67980c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.080545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-c0704683-8d1c-4e9f-81bb-8cce67980c1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.3699276 Jan 28 13:45:59.088690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c498b00-5236-40bd-8d9f-e0d956f04ed8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2149034 Jan 28 13:45:59.089686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47150) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:59.113908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e014027e-0686-489a-b633-7850e169dd77 None None] For port 830da585-e5d4-410f-81ee-94f6c2412e22, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=830da585-e5d4-410f-81ee-94f6c2412e22,segment=NetworkSegment(c0903fd4-f864-4988-ad21-59162d1193c6),segment_id=c0903fd4-f864-4988-ad21-59162d1193c6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:59.234642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-2b31c273-1232-4427-825c-2a1780fafd44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331215 Jan 28 13:45:59.265330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c478e1a5-048c-4074-9d8d-05fdffe8a28f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:59.266167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.301151 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.349667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe152f9-1a2d-439d-bcb6-57f8004c9133 req-84681fd8-dca3-4d0f-8be9-4f794e4f7c60 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.360196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-afe152f9-1a2d-439d-bcb6-57f8004c9133 req-84681fd8-dca3-4d0f-8be9-4f794e4f7c60 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 944 time: 0.6753364 Jan 28 13:45:59.393241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-743257a2-99ce-412b-a19b-60b770faf04a', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:59.394264 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.493119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c478e1a5-048c-4074-9d8d-05fdffe8a28f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:59.626690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-44964546-bdaa-4214-aac8-91603e725149 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814535 Jan 28 13:45:59.711256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-afe152f9-1a2d-439d-bcb6-57f8004c9133 req-a1fac118-f342-4f3e-8e23-d2d21b4d61e5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431919 Jan 28 13:45:59.809352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c478e1a5-048c-4074-9d8d-05fdffe8a28f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:59.812535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ba652420-e08c-45cd-b9aa-c5999331981f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:59.814202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 70f58f5b-5c7c-41cf-ba9f-22a917651e5a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:59.858837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.866038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.873783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.881349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.888968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.896597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.903330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.912250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08308044-e47a-4e45-8930-1be14838f87f req-0fd01e62-6b63-4c13-9423-a3c4914a2bb7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5436 time: 0.5117319 Jan 28 13:45:59.919103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.921912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e35d272d-79d1-49d6-ba38-b6ba3a6afd21 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:59.941538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Provisioning complete for port 273c392c-338a-4a25-8f14-5c1783665983 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:59.942191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (273c392c-338a-4a25-8f14-5c1783665983), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.945909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.extraroute_db [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:46:00.012805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.extraroute_db [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Removed routes are [] {{(pid=103374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:46:00.013753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.053161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Port 273c392c-338a-4a25-8f14-5c1783665983 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:00.127987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014027e-0686-489a-b633-7850e169dd77 None None] Pushing event updated for resources: {'Port': ['ID=830da585-e5d4-410f-81ee-94f6c2412e22,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:00.245613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb374716-7465-445b-868f-cfafe7adcb50 req-f9d4b853-7976-4804-ba6f-18ebd0fc83a5 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909305 Jan 28 13:46:00.288723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08308044-e47a-4e45-8930-1be14838f87f req-bdd7b8e0-7963-4b32-8cb0-261b2b02dd80 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3754327 Jan 28 13:46:00.316317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 445b4491-d476-4d74-9df2-c8684cf6d7cf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:00.326573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c478e1a5-048c-4074-9d8d-05fdffe8a28f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:00.371892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:00.372787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.433199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Provisioning complete for port c68af162-54eb-4621-a1d8-a90610fa84bb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:00.434320 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.464811 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:46:00.493583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:51Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '273c392c-338a-4a25-8f14-5c1783665983', 'name': '', 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:15:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:47Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:00.540333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:00.541115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Updating router b9e18199-5f83-4284-b4a3-d5bd1ba3644e port 273c392c-338a-4a25-8f14-5c1783665983 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:00.555099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.640927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:00.749556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21', 'network_id': '74e1d4a8-6162-41fe-8508-1f0d03086282', 'port_id': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21', 'mac_address': 'fa:16:3e:bb:35:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fc2b93-f939-4b2f-a8f1-bfd129589a62', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:00.754878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (273c392c-338a-4a25-8f14-5c1783665983), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.774017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:00.775519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 830da585-e5d4-410f-81ee-94f6c2412e22 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:00.974687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:00.980812 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.987023 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] Sync routers for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:01.004200 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:01.007212 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:01.109769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Allocated IP 172.23.0.2 (743257a2-99ce-412b-a19b-60b770faf04a/76be64d2-5d3f-45d1-93de-e802ca50e186/2b2d331b-68c4-4c20-8ff7-4a8a81769377) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:01.178975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b580-7ae8-458a-bd51-c028a778abac req-0df823c4-54e2-4ad3-920d-756f5caffe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.180291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be19b580-7ae8-458a-bd51-c028a778abac req-0df823c4-54e2-4ad3-920d-756f5caffe03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 1095 time: 0.1119998 Jan 28 13:46:01.275747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.288102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.320963 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:01.327097 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-895d0d17-b0b2-4456-853b-2e27c3ecb41a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/floatingips/99bf7540-1e5d-4657-a9d0-9b9a1ab7c724 HTTP/1.1" status: 204 len: 168 time: 6.8971932 Jan 28 13:46:01.328920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:01.332218 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6404dcf3-d17f-4960-b843-712e2e75e76d" -d '{"events": [{"name": "network-changed", "server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:01.346746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665ba1-0eaf-4f0a-919a-b0c87da0344a req-ea7fa09c-5955-480c-84cf-4f72cc3fa17a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.360517 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24665ba1-0eaf-4f0a-919a-b0c87da0344a req-ea7fa09c-5955-480c-84cf-4f72cc3fa17a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 944 time: 0.3496578 Jan 28 13:46:01.383631 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Publish callbacks [] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.531737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24665ba1-0eaf-4f0a-919a-b0c87da0344a req-3824eaf4-53ea-4968-a5b0-4ce672e9cb35 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701550 Jan 28 13:46:01.596214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Allocated IP 172.23.0.1 (743257a2-99ce-412b-a19b-60b770faf04a/76be64d2-5d3f-45d1-93de-e802ca50e186/9e65ae6c-6342-4266-9a98-f123909fe687) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:01.695111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b580-7ae8-458a-bd51-c028a778abac req-d6bf93d7-5885-4dc5-9cb3-f63b19c65f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.697470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be19b580-7ae8-458a-bd51-c028a778abac req-d6bf93d7-5885-4dc5-9cb3-f63b19c65f28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.4851277 Jan 28 13:46:01.699824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:01.784404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be19b580-7ae8-458a-bd51-c028a778abac req-a5aec476-01b8-4257-a93c-6d56a2509de7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c53979e-5b9f-487a-8e8f-5b428cb3d664 HTTP/1.1" status: 200 len: 217 time: 0.0770724 Jan 28 13:46:01.830795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (9e65ae6c-6342-4266-9a98-f123909fe687), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.862740 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:46:01.888664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.919879 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba0f2f-c142-4b16-a481-de8d33559b1d x-openstack-request-id: req-d7ba0f2f-c142-4b16-a481-de8d33559b1d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:01.921610 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:01.922088 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7ba0f2f-c142-4b16-a481-de8d33559b1d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:01.922696 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'status': 'completed', 'code': 200} Jan 28 13:46:01.978824 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Publish callbacks [] for port (273c392c-338a-4a25-8f14-5c1783665983), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.087308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 743257a2-99ce-412b-a19b-60b770faf04a is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:02.090826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:02.102590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:02.222569 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 6, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:02.254267 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.293395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.327693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Current status of the port c68af162-54eb-4621-a1d8-a90610fa84bb is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:02.328120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.331747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (273c392c-338a-4a25-8f14-5c1783665983), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.346900 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] Checking router: 445b4491-d476-4d74-9df2-c8684cf6d7cf for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:02.374728 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:02.376311 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:02.398690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b580-7ae8-458a-bd51-c028a778abac req-b131d821-944f-4583-9d92-4a1c9ccce720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.400491 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be19b580-7ae8-458a-bd51-c028a778abac req-b131d821-944f-4583-9d92-4a1c9ccce720 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.4563015 Jan 28 13:46:02.462140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] For port c68af162-54eb-4621-a1d8-a90610fa84bb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c68af162-54eb-4621-a1d8-a90610fa84bb,segment=NetworkSegment(c0903fd4-f864-4988-ad21-59162d1193c6),segment_id=c0903fd4-f864-4988-ad21-59162d1193c6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:02.468626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be19b580-7ae8-458a-bd51-c028a778abac req-195c67c3-a7b6-408a-844b-7809d3116eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561748 Jan 28 13:46:02.475793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 830da585-e5d4-410f-81ee-94f6c2412e22 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:02.476381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.496003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:02.525343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Network 743257a2-99ce-412b-a19b-60b770faf04a is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:02.527587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=9e65ae6c-6342-4266-9a98-f123909fe687,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:02.528071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.535959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:02.537567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.543410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:02.551044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.554848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-622b7dc5-61eb-4bd4-8ef7-6accd5b03891 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 200 len: 954 time: 5.9737577 Jan 28 13:46:02.558499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Pushing event updated for resources: {'Port': ['ID=2b2d331b-68c4-4c20-8ff7-4a8a81769377,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:02.634446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47190) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:02.661959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:02.670881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4d08f-2fe7-4933-aea6-2cab7cfee847 None None] Pushing event updated for resources: {'Port': ['ID=273c392c-338a-4a25-8f14-5c1783665983,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:02.787849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35d272d-79d1-49d6-ba38-b6ba3a6afd21 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:02.811575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be19b580-7ae8-458a-bd51-c028a778abac req-1c158d14-3ac7-485c-b156-230da2f8cb03 service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315597 Jan 28 13:46:02.845975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:02.850847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.868571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.878279 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:02.884424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Attempting to bind port 273c392c-338a-4a25-8f14-5c1783665983 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:02.885092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Attempting to bind port 273c392c-338a-4a25-8f14-5c1783665983 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:02.886182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Attempting to bind port 273c392c-338a-4a25-8f14-5c1783665983 on network bbd99de5-8617-4b59-955f-439cb95f0ad2 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:02.887613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.889427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Provisioning complete for port 69fcc50a-d185-496c-aeb8-1ced72fd0002 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:02.889955 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.890286 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.892117 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.892982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 54b8da0e-161d-4da2-8f1c-365e411c8ee3 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:02.893522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.912845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.921844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.940494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.956385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-944479a9-55d4-4b66-9e6a-91d8f90e36a9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5437 time: 0.7063015 Jan 28 13:46:02.992261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:02.992944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Checking segment: {'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:02.993544 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.994120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Bound using segment: {'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:02.994787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Bound port: 273c392c-338a-4a25-8f14-5c1783665983, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a464a-93f3-4183-b8e7-e6cfde59c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:02.995964 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (273c392c-338a-4a25-8f14-5c1783665983), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.044374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-b4c0e11b-ef1a-4665-8786-e958f83a8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.046872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-b4c0e11b-ef1a-4665-8786-e958f83a8e6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 1096 time: 1.0390673 Jan 28 13:46:03.087164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] For port 273c392c-338a-4a25-8f14-5c1783665983, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:03.091697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] For port 273c392c-338a-4a25-8f14-5c1783665983, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=273c392c-338a-4a25-8f14-5c1783665983,segment=NetworkSegment(be3a464a-93f3-4183-b8e7-e6cfde59c069),segment_id=be3a464a-93f3-4183-b8e7-e6cfde59c069)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:03.129810 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (273c392c-338a-4a25-8f14-5c1783665983), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.169562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 830da585-e5d4-410f-81ee-94f6c2412e22 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:03.171360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7be7ef1d-e91e-46c6-974a-0fc282a201be up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:03.185029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Pushing event updated for resources: {'Port': ['ID=c68af162-54eb-4621-a1d8-a90610fa84bb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:03.199703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:03.200658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:03.303264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:03.321895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9523aedb-a956-43d9-842d-1f5ad8dec90b req-904a3eb3-8813-4c21-8055-9f54318ae5e3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3645611 Jan 28 13:46:03.339533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-4d1c725d-f4eb-47a2-ab3e-662082ca3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.341380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-4d1c725d-f4eb-47a2-ab3e-662082ca3bcb service neutron] 10.222.0.60 "GET /v2.0/networks?id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 200 len: 898 time: 0.2786689 Jan 28 13:46:03.365842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be19b580-7ae8-458a-bd51-c028a778abac req-ab20765c-9f8a-49ad-b6c9-ce7c02815dbc service neutron] 10.222.0.60 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012258 Jan 28 13:46:03.436461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f0783-c5b5-4240-825b-a9b2774ee551 req-387d3c9c-fa0c-4f64-b185-ed2bb2b4cdd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.445151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f3f0783-c5b5-4240-825b-a9b2774ee551 req-387d3c9c-fa0c-4f64-b185-ed2bb2b4cdd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 945 time: 0.9265347 Jan 28 13:46:03.455419 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 6, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:03.505298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Attempting to bind port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:03.505708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Attempting to bind port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:03.506070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Attempting to bind port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 on network 743257a2-99ce-412b-a19b-60b770faf04a {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:03.522186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 54b8da0e-161d-4da2-8f1c-365e411c8ee3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:03.537337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:03.538289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Checking segment: {'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:03.538936 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.539574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Bound using segment: {'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:03.540430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Bound port: 2b2d331b-68c4-4c20-8ff7-4a8a81769377, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:03.541135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.594820 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259ed20-8706-4f8d-8396-9fa13e85a5c7 None None] The sync data for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 is: [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 6, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8e8a5651-2dba-4ead-adec-f7334a103db1', 'name': '', 'network_id': '116a44a8-fc83-4cc1-b3e6-d2d41ade638f', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:52:0d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:46Z', 'updated_at': '2022-01-28T13:43:01Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': 'd884423c-a344-4c5a-8153-a6091e52e0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:03.740184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:03.793600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff55da-b9f8-459a-870c-986709d9b47f req-922ac59c-0819-4998-bba5-7b2408b965c0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.805323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67ff55da-b9f8-459a-870c-986709d9b47f req-922ac59c-0819-4998-bba5-7b2408b965c0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 944 time: 0.2244055 Jan 28 13:46:03.883842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '54b8da0e-161d-4da2-8f1c-365e411c8ee3', 'network_id': 'b3daea2d-ee9c-473f-9140-ae668521e7c4', 'port_id': '54b8da0e-161d-4da2-8f1c-365e411c8ee3', 'mac_address': 'fa:16:3e:24:86:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c877d293-1a1f-4c4f-a34b-3cd6208cb08a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:03.913962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67ff55da-b9f8-459a-870c-986709d9b47f req-06b2dd6b-e87b-4170-b26f-fec99a714786 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077023 Jan 28 13:46:03.935695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-e1ffef17-119c-453e-b877-083b1614ff18 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.952680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-e1ffef17-119c-453e-b877-083b1614ff18 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 945 time: 0.3125980 Jan 28 13:46:04.162441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-f23ec006-3522-40b8-9910-1b497e65b88c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb HTTP/1.1" status: 200 len: 217 time: 0.7145085 Jan 28 13:46:04.180441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4d08f-2fe7-4933-aea6-2cab7cfee847 None None] Pushing event updated for resources: {'Port': ['ID=273c392c-338a-4a25-8f14-5c1783665983,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:04.238840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f04c3aeb-34f0-426e-9d52-267787e483e7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 200 len: 954 time: 1.5871913 Jan 28 13:46:04.251847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47214) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:04.263016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:04.263394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.287957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'routes': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:04.314248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ff6f7-d097-4c25-86ae-b6ba55d5ca71 None None] New status for floating IP 99bf7540-1e5d-4657-a9d0-9b9a1ab7c724: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:46:04.316751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-dce28594-c351-44d0-b50c-96813d376f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.321161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-dce28594-c351-44d0-b50c-96813d376f07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d884423c-a344-4c5a-8153-a6091e52e0a1 HTTP/1.1" status: 200 len: 834 time: 0.1395688 Jan 28 13:46:04.334244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f3f0783-c5b5-4240-825b-a9b2774ee551 req-9a4e5b73-b446-440c-9c2d-b3952689ba0e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=73cb5db8-39b0-4495-8b5e-c0d981d54af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8876233 Jan 28 13:46:04.484832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-8da37c4c-556e-40b1-be17-96c7fb610268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.487674 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-8da37c4c-556e-40b1-be17-96c7fb610268 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=116a44a8-fc83-4cc1-b3e6-d2d41ade638f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281457 Jan 28 13:46:04.629690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:04.630068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.645945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 2f3f9bdd-4347-47c2-86d0-c6c2097370cb owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:04.713445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for port (9e65ae6c-6342-4266-9a98-f123909fe687), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.721563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7be7ef1d-e91e-46c6-974a-0fc282a201be triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:04.726338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.727277 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.813503 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-7ff3f059-b537-4490-a75c-10641b5df602 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161457 Jan 28 13:46:04.817461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.865540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:04.865879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.917835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] For port 2b2d331b-68c4-4c20-8ff7-4a8a81769377, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:04.926789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] For port 2b2d331b-68c4-4c20-8ff7-4a8a81769377, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b2d331b-68c4-4c20-8ff7-4a8a81769377,segment=NetworkSegment(75b775a3-ab3d-41ac-bb82-dcaa9769b712),segment_id=75b775a3-ab3d-41ac-bb82-dcaa9769b712)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:04.948095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event updated for resources: {'Port': ['ID=9e65ae6c-6342-4266-9a98-f123909fe687,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:04.965969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Current status of the port 69fcc50a-d185-496c-aeb8-1ced72fd0002 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:04.966397 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.974983 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.993834 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b8d1a0ec-da48-4be0-b77b-78f540d934c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.012845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.013374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.014535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.017687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.018184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.018631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.019069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.019506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.019957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.022430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.022920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.023551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.023989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.038068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b8da0e-161d-4da2-8f1c-365e411c8ee3 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:05.085721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 54b8da0e-161d-4da2-8f1c-365e411c8ee3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:05.140476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.144981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2f3f9bdd-4347-47c2-86d0-c6c2097370cb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.172565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:59Z', 'revision_number': 6, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '273c392c-338a-4a25-8f14-5c1783665983', 'name': '', 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:15:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:47Z', 'updated_at': '2022-01-28T13:46:03Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:05.187938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8c53979e-5b9f-487a-8e8f-5b428cb3d664 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:05.226994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6404dcf3-d17f-4960-b843-712e2e75e76d req-7ebed77b-7ec0-463e-8aac-f75f20c93091 service neutron] 10.222.0.60 "GET /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051046 Jan 28 13:46:05.267439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Network 743257a2-99ce-412b-a19b-60b770faf04a is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:05.269417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:05.289404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb87d9-249c-43b7-a386-4fee46e08b3e None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:45:59Z', 'revision_number': 6, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '273c392c-338a-4a25-8f14-5c1783665983', 'name': '', 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:15:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:47Z', 'updated_at': '2022-01-28T13:46:03Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:05.302076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] For port 69fcc50a-d185-496c-aeb8-1ced72fd0002, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=69fcc50a-d185-496c-aeb8-1ced72fd0002,segment=NetworkSegment(be3a464a-93f3-4183-b8e7-e6cfde59c069),segment_id=be3a464a-93f3-4183-b8e7-e6cfde59c069)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:05.310282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cb904-a789-42b6-8cf9-9f0926f57334 req-ef5954c5-bad9-444d-afe1-3d5dfd186427 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.313863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-556cb904-a789-42b6-8cf9-9f0926f57334 req-ef5954c5-bad9-444d-afe1-3d5dfd186427 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 944 time: 0.2091475 Jan 28 13:46:05.327333 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.331699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d581f-c893-48b3-b341-e6b1e8f83866 None None] Pushing event updated for resources: {'Port': ['ID=2b2d331b-68c4-4c20-8ff7-4a8a81769377,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.460098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=2f3f9bdd-4347-47c2-86d0-c6c2097370cb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.559283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.565230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.570841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.587112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.628939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.634806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.641049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.642729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-be94065d-ba76-4ce4-822c-63aefa06ed26 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5438 time: 0.5982633 Jan 28 13:46:05.656431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.656776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.657078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.657433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.657782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.658790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.659125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.659850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.660224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.660564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.660900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.661265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.661660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:05.778555 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.resource_extend [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:46:05.812296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-556cb904-a789-42b6-8cf9-9f0926f57334 req-bb95745d-8c1f-4970-8ea2-c39c7d1b1ba5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309245 Jan 28 13:46:05.822736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:05.976755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9d237c8-aa10-44b1-aac1-47c0489854ea req-957d908b-142d-49c9-b613-8008a14e4de1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2995114 Jan 28 13:46:05.994704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] No DVR routers for this DVR port 2f3f9bdd-4347-47c2-86d0-c6c2097370cb on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:06.005743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=54b8da0e-161d-4da2-8f1c-365e411c8ee3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:06.014925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7be7ef1d-e91e-46c6-974a-0fc282a201be is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:06.023243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.032421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c478e1a5-048c-4074-9d8d-05fdffe8a28f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:06.040073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ceac79f-d4ee-444c-baa4-63615a8f10fb req-6e0d1998-7c65-4a4f-98d3-ca6e01357471 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "DELETE /v2.0/ports/2f3f9bdd-4347-47c2-86d0-c6c2097370cb HTTP/1.1" status: 204 len: 173 time: 2.0811880 Jan 28 13:46:06.043674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'name': 'network-vif-deleted', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:06.084027 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28268bf-d62c-4f4b-8b0c-8118aab83f8e" -d '{"events": [{"server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "name": "network-vif-deleted", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:06.115118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['eed50905-3343-4d9d-898c-fb8f5798e357'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:06.126075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Provisioning complete for port 830da585-e5d4-410f-81ee-94f6c2412e22 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:06.126433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.128748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2c3d2afd-6808-4de6-82f8-f446b992896f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:06.169716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9f706894-1114-4291-956e-d296cd052f80 req-1b2ec95a-cc53-4140-880a-6f636caf9995 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=a802af42-bbba-40c8-8d49-97a28bc6e374 HTTP/1.1" status: 200 len: 210 time: 0.0776124 Jan 28 13:46:06.195812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e35d272d-79d1-49d6-ba38-b6ba3a6afd21'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:06.198926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c11ab409-7d92-40ee-ade5-b52f1eb8cc83'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:06.303501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:06.322409 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:06.329793 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-94276453-bdd8-4dd8-b8f2-0c63ced13d70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2347245 Jan 28 13:46:06.330485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47234) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:06.341552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:06.374037 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:06.377345 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:06.741652 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:07.004731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['e065d5b7-92ce-4ba1-8311-52753a22357b'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:07.239493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['54b8da0e-161d-4da2-8f1c-365e411c8ee3'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:07.261951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.extraroute_db [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added routes are [] {{(pid=103374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:46:07.262618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.extraroute_db [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:46:07.321876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1885-d8dd-4c5b-b19f-b2ea6e4bbeaf req-f17a53c8-e06a-4a7f-9675-9590b76a270a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.323741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-817c1885-d8dd-4c5b-b19f-b2ea6e4bbeaf req-f17a53c8-e06a-4a7f-9675-9590b76a270a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 944 time: 0.2646925 Jan 28 13:46:07.343995 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24d686-aa6c-4658-aa1b-082769037fd0 x-openstack-request-id: req-0b24d686-aa6c-4658-aa1b-082769037fd0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:07.346930 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802af42-bbba-40c8-8d49-97a28bc6e374", "name": "network-vif-deleted", "tag": "2f3f9bdd-4347-47c2-86d0-c6c2097370cb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:07.346930 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b24d686-aa6c-4658-aa1b-082769037fd0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:07.349312 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802af42-bbba-40c8-8d49-97a28bc6e374', 'name': 'network-vif-deleted', 'tag': '2f3f9bdd-4347-47c2-86d0-c6c2097370cb', 'status': 'completed', 'code': 200} Jan 28 13:46:07.457710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.461683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-817c1885-d8dd-4c5b-b19f-b2ea6e4bbeaf req-2564b148-c716-4007-8483-43bf4ff1c28c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303391 Jan 28 13:46:07.472603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 53d40d85-b7cc-481b-902a-edf0d63e1090 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:07.473885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Pushing event updated for resources: {'Port': ['ID=69fcc50a-d185-496c-aeb8-1ced72fd0002,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:07.487936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:07.548573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aad4cc-066d-4d8d-b535-363353a7d81c None None] Network 743257a2-99ce-412b-a19b-60b770faf04a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:07.582987 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e65ae6c-6342-4266-9a98-f123909fe687', 'name': '', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:09:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:00Z', 'updated_at': '2022-01-28T13:46:04Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:07.631027 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:07.631759 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Updating router d371d05a-b828-4af6-8150-3b2112f2a2cc port 9e65ae6c-6342-4266-9a98-f123909fe687 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:07.647450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47256) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:07.659982 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.700530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.extraroute_db [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103373) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:46:07.731494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.extraroute_db [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Removed routes are [] {{(pid=103373) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:46:07.731964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.824695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.839107 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.902072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.909214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.916637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.923809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.930888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.941038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.950666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.953064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-39d87c45-c015-48d2-a58d-8add0858d24a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5439 time: 0.6030207 Jan 28 13:46:07.988194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8c53979e-5b9f-487a-8e8f-5b428cb3d664, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8c53979e-5b9f-487a-8e8f-5b428cb3d664,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:08.057972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '8c53979e-5b9f-487a-8e8f-5b428cb3d664', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'port_id': '8c53979e-5b9f-487a-8e8f-5b428cb3d664', 'mac_address': 'fa:16:3e:4e:03:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f1533-4762-4f9a-90d3-6dcd494ded90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:08.147435 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Publish callbacks [] for port (9e65ae6c-6342-4266-9a98-f123909fe687), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.164914 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.198893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.208811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.229920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a854253b-3fc6-4e79-9466-10da8339bf21 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (73cb5db8-39b0-4495-8b5e-c0d981d54af0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.272567 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7278ed-d9e6-4dd5-8449-d0340b23ce27 None None] Pushing event updated for resources: {'Port': ['ID=9e65ae6c-6342-4266-9a98-f123909fe687,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:08.292208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a854253b-3fc6-4e79-9466-10da8339bf21 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (73cb5db8-39b0-4495-8b5e-c0d981d54af0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.369419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:08.371395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:08.403353 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Attempting to bind port 9e65ae6c-6342-4266-9a98-f123909fe687 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:08.403730 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Attempting to bind port 9e65ae6c-6342-4266-9a98-f123909fe687 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:08.404441 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Attempting to bind port 9e65ae6c-6342-4266-9a98-f123909fe687 on network 743257a2-99ce-412b-a19b-60b770faf04a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:08.415942 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:08.416260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a854253b-3fc6-4e79-9466-10da8339bf21 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (73cb5db8-39b0-4495-8b5e-c0d981d54af0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.416399 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Checking segment: {'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:08.417548 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.417681 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Bound using segment: {'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:08.418321 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Bound port: 9e65ae6c-6342-4266-9a98-f123909fe687, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b775a3-ab3d-41ac-bb82-dcaa9769b712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:08.418716 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.419617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a854253b-3fc6-4e79-9466-10da8339bf21 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.421747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a854253b-3fc6-4e79-9466-10da8339bf21 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/security-groups/73cb5db8-39b0-4495-8b5e-c0d981d54af0 HTTP/1.1" status: 204 len: 168 time: 0.5928082 Jan 28 13:46:08.472678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47264) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:08.481566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854253b-3fc6-4e79-9466-10da8339bf21 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb5db8-39b0-4495-8b5e-c0d981d54af0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:08.497759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:08.546923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:08.550441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:08.595385 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] For port 9e65ae6c-6342-4266-9a98-f123909fe687, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:08.607281 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] For port 9e65ae6c-6342-4266-9a98-f123909fe687, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9e65ae6c-6342-4266-9a98-f123909fe687,segment=NetworkSegment(75b775a3-ab3d-41ac-bb82-dcaa9769b712),segment_id=75b775a3-ab3d-41ac-bb82-dcaa9769b712)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:08.613010 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.630029 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d29568d-5406-4ef3-bcf2-dbf8e078745e req-e3a36e55-4f5d-47f0-ba94-82101a382b88 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5953691 Jan 28 13:46:08.692529 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7278ed-d9e6-4dd5-8449-d0340b23ce27 None None] Pushing event updated for resources: {'Port': ['ID=9e65ae6c-6342-4266-9a98-f123909fe687,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:08.745984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:08.747067 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:08.873095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:08.884930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.890303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3ae2b8d1-b3f0-45a4-8959-6326d7dcebcd tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 200 len: 704 time: 4.6133733 Jan 28 13:46:08.890943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47274) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:08.894678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:08.895429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.898896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:08.907947 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.911662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-00a21e00-e4b1-4cb8-964b-a27283132190 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 200 len: 934 time: 2.5778241 Jan 28 13:46:08.937865 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:08.967305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47276) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:09.085810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69432475-bdf7-45ec-a28e-a6528fdbfb4e req-6acf62b1-1982-48f6-9af3-cebcdce1a79d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:09.095591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69432475-bdf7-45ec-a28e-a6528fdbfb4e req-6acf62b1-1982-48f6-9af3-cebcdce1a79d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 944 time: 0.4085879 Jan 28 13:46:09.106488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4e33ccf6-2809-4ff0-8dcd-3535916e9c29 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 200 len: 704 time: 0.2132947 Jan 28 13:46:09.107139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47282) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:09.451398 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:07Z', 'revision_number': 6, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e65ae6c-6342-4266-9a98-f123909fe687', 'name': '', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:09:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:00Z', 'updated_at': '2022-01-28T13:46:08Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:09.519881 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d799f-2e8a-4e20-83b8-c6a756a13c82 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:07Z', 'revision_number': 6, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e65ae6c-6342-4266-9a98-f123909fe687', 'name': '', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:09:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:00Z', 'updated_at': '2022-01-28T13:46:08Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:09.675513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c53979e-5b9f-487a-8e8f-5b428cb3d664 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:09.821722 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3857402d-6689-4760-aa8f-578399134273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.826246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.995842 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b3221a83-b61e-48be-819c-df3a674bebe8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 200 len: 934 time: 1.0255489 Jan 28 13:46:09.996908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47292) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:10.071821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8c53979e-5b9f-487a-8e8f-5b428cb3d664, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8c53979e-5b9f-487a-8e8f-5b428cb3d664,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:10.087842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.095472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'routes': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:10.109563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.112980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-69432475-bdf7-45ec-a28e-a6528fdbfb4e req-7c57a17b-3e37-4312-b913-97026fc7f87e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0162222 Jan 28 13:46:10.128970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.146376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.171336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.188025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.205811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.221402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-6d59ce7d-f8e2-4d33-8be4-806b9f1fa4a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5439 time: 0.3611062 Jan 28 13:46:10.473741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34b36ac5-a6a1-4d98-99f0-923121c6241a req-7a6fe2a4-97b8-4f59-86ba-84654b1a0d88 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512498 Jan 28 13:46:10.558148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.569646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-06ae1151-3b43-4f30-a691-0f47d761bf89 None None] Current status of the port 830da585-e5d4-410f-81ee-94f6c2412e22 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:10.662491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.748704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c478e1a5-048c-4074-9d8d-05fdffe8a28f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:10.768516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.extraroute_db [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added routes are [] {{(pid=103373) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:46:10.768919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.extraroute_db [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103373) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:46:10.863511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.083655 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.117424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 53d40d85-b7cc-481b-902a-edf0d63e1090 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:11.117866 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.179394 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:11.200915 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:11.201644 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:11.286680 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.294034 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.321754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.391433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['8c53979e-5b9f-487a-8e8f-5b428cb3d664'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:11.523583 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:11.574268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 273c392c-338a-4a25-8f14-5c1783665983 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:11.574855 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (273c392c-338a-4a25-8f14-5c1783665983), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.575216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Provisioning complete for port 273c392c-338a-4a25-8f14-5c1783665983 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:11.576215 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (273c392c-338a-4a25-8f14-5c1783665983), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.723579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0d429-b310-4008-8e58-dad23df2f124 req-2a4b8670-5c68-4d37-86ef-e1c81c44ab78 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:11.725246 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7da0d429-b310-4008-8e58-dad23df2f124 req-2a4b8670-5c68-4d37-86ef-e1c81c44ab78 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 0.4266543 Jan 28 13:46:11.806247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 53d40d85-b7cc-481b-902a-edf0d63e1090 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:11.807534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 273c392c-338a-4a25-8f14-5c1783665983 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:11.857917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=8c53979e-5b9f-487a-8e8f-5b428cb3d664,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:11.869923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c478e1a5-048c-4074-9d8d-05fdffe8a28f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:11.874914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:11.888501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c478e1a5-048c-4074-9d8d-05fdffe8a28f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:11.888889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.951562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:07Z', 'revision_number': 7, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '273c392c-338a-4a25-8f14-5c1783665983', 'name': '', 'network_id': 'bbd99de5-8617-4b59-955f-439cb95f0ad2', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:15:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:47Z', 'updated_at': '2022-01-28T13:46:03Z', 'revision_number': 4, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'd2862111-552e-4f76-88ae-0436e7641e04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:11.954490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port 273c392c-338a-4a25-8f14-5c1783665983, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=273c392c-338a-4a25-8f14-5c1783665983,segment=NetworkSegment(be3a464a-93f3-4183-b8e7-e6cfde59c069),segment_id=be3a464a-93f3-4183-b8e7-e6cfde59c069)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:11.955112 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (273c392c-338a-4a25-8f14-5c1783665983), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.964421 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7da0d429-b310-4008-8e58-dad23df2f124 req-c846b4f7-8ffa-4b5c-8362-ce56f77ca1b6 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814857 Jan 28 13:46:11.978901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 273c392c-338a-4a25-8f14-5c1783665983 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:12.155888 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 7, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e65ae6c-6342-4266-9a98-f123909fe687', 'name': '', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:09:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:00Z', 'updated_at': '2022-01-28T13:46:08Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:12.158650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 273c392c-338a-4a25-8f14-5c1783665983 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:12.159849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (273c392c-338a-4a25-8f14-5c1783665983), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.257708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:12.265914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Current status of the port 273c392c-338a-4a25-8f14-5c1783665983 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:12.266568 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (273c392c-338a-4a25-8f14-5c1783665983), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.325063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.345978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.357178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.359462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.367524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:12.373385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.382938 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.387839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c974df79-fe81-4e24-8857-f33dff29a80c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 200 len: 700 time: 2.3187129 Jan 28 13:46:12.389876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.391920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47316) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:12.402967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.415553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.429750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-6f23ca63-948f-45c0-a30a-0c0826fbb54d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5439 time: 0.6921539 Jan 28 13:46:12.444579 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (273c392c-338a-4a25-8f14-5c1783665983), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.456407 n-d-822748-2 neutron-server[103375]: INFO neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No ports have port_id starting with 273c392c-338a-4a25-8f14-5c1783665983 Jan 28 13:46:12.469518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c68af162-54eb-4621-a1d8-a90610fa84bb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:12.530363 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:12.559568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:12.560823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:12.563674 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:12.568947 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:12.809407 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-69c91039-24e2-4da1-8d30-2cad35936e15 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 200 len: 700 time: 0.4114890 Jan 28 13:46:12.816419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47320) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:12.841241 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:13.229883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:13.339895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=273c392c-338a-4a25-8f14-5c1783665983,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:13.376426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 8e8a5651-2dba-4ead-adec-f7334a103db1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:13.377035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.400154 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 7, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e65ae6c-6342-4266-9a98-f123909fe687', 'name': '', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:09:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:00Z', 'updated_at': '2022-01-28T13:46:08Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:13.490660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Provisioning complete for port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:13.491401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.507864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e8651-2300-46f7-90c5-9ff11e5ea5e8 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 7, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e65ae6c-6342-4266-9a98-f123909fe687', 'name': '', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:09:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:00Z', 'updated_at': '2022-01-28T13:46:08Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:13.588320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port 8e8a5651-2dba-4ead-adec-f7334a103db1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e8a5651-2dba-4ead-adec-f7334a103db1,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:13.588832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.656072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 8e8a5651-2dba-4ead-adec-f7334a103db1 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:13.804634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c478e1a5-048c-4074-9d8d-05fdffe8a28f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:13.804634 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.868927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0f545fb-2cd4-457f-8b8f-2d785075f071 req-a24606bf-e0ac-4792-9cfe-834218c10e78 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4327247 Jan 28 13:46:13.925758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.935449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c68af162-54eb-4621-a1d8-a90610fa84bb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:13.935835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.079491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c478e1a5-048c-4074-9d8d-05fdffe8a28f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:14.102563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478e1a5-048c-4074-9d8d-05fdffe8a28f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:14.105119 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64884635-3e18-4887-b408-bffbafbd20e6" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "c478e1a5-048c-4074-9d8d-05fdffe8a28f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:14.122369 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8e8a5651-2dba-4ead-adec-f7334a103db1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.140689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:14.195541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.197423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2f3f9bdd-4347-47c2-86d0-c6c2097370cb no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:14.224015 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81554ab5-b8d0-436f-8b3b-59017154f3ec x-openstack-request-id: req-81554ab5-b8d0-436f-8b3b-59017154f3ec {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:14.224343 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "c478e1a5-048c-4074-9d8d-05fdffe8a28f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:14.224608 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81554ab5-b8d0-436f-8b3b-59017154f3ec {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:14.225070 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478e1a5-048c-4074-9d8d-05fdffe8a28f', 'code': 200} Jan 28 13:46:14.262847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=8e8a5651-2dba-4ead-adec-f7334a103db1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:14.389171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 2f3f9bdd-4347-47c2-86d0-c6c2097370cb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:14.390038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2f3f9bdd-4347-47c2-86d0-c6c2097370cb not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:14.390241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83dd59e9-7c37-498c-8b85-2302d7334126 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:14.413477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c478e1a5-048c-4074-9d8d-05fdffe8a28f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:14.419941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 83dd59e9-7c37-498c-8b85-2302d7334126 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:14.420316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83dd59e9-7c37-498c-8b85-2302d7334126 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:14.438643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2fe7-7edb-4b41-b67d-cdd3b0110763 req-cf5aa93e-07d8-470f-b43f-00b8fb43eeba tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:14.440269 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-070e2fe7-7edb-4b41-b67d-cdd3b0110763 req-cf5aa93e-07d8-470f-b43f-00b8fb43eeba tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 1.2720914 Jan 28 13:46:14.446211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c11ab409-7d92-40ee-ade5-b52f1eb8cc83 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:14.519762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:14.588946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:14.590362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:14.865486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:14.893808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-27d35791-0ac1-4f72-99b6-a24d93236ba2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7849145 Jan 28 13:46:14.897457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47338) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:14.912988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.081994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c68af162-54eb-4621-a1d8-a90610fa84bb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:15.083460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 69fcc50a-d185-496c-aeb8-1ced72fd0002 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:15.098797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet d2862111-552e-4f76-88ae-0436e7641e04 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:15.105030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (d2862111-552e-4f76-88ae-0436e7641e04), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.181487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (d2862111-552e-4f76-88ae-0436e7641e04), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.262430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 8, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:15.286589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:15.297418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Current status of the port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:15.297418 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.352610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (d2862111-552e-4f76-88ae-0436e7641e04), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.382705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-070e2fe7-7edb-4b41-b67d-cdd3b0110763 req-0dc519b3-af1c-42c3-bacb-b3f6c1ab37bd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9097447 Jan 28 13:46:15.598751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (d2862111-552e-4f76-88ae-0436e7641e04), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.673023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce31e6-ac70-4026-9cf4-3580c36ecc0b None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 8, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:15.689242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=d2862111-552e-4f76-88ae-0436e7641e04,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:15.701303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:15.710543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.722761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6f04b5dc-1e3d-4dd8-8ea4-fb93f2e2bc6e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/d2862111-552e-4f76-88ae-0436e7641e04 HTTP/1.1" status: 204 len: 168 time: 0.8237195 Jan 28 13:46:15.723654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47362) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:15.741287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eddf19f-93ab-47e1-b303-c87910d9417b None None] Network bbd99de5-8617-4b59-955f-439cb95f0ad2 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:15.757872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.764412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 69fcc50a-d185-496c-aeb8-1ced72fd0002 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:15.764796 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.765244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.770807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.777738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.786026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.793046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.799186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.807853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-23a14344-c35b-4164-90c5-047c924d9e89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5440 time: 0.3615646 Jan 28 13:46:16.089039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21624f4a-1078-4b14-987b-dcec71ef54e3 req-38e3d86b-827e-4dac-b098-84ffa8b8423c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2720683 Jan 28 13:46:16.151364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (bbd99de5-8617-4b59-955f-439cb95f0ad2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.169590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:16.169984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.235322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] For port 2b2d331b-68c4-4c20-8ff7-4a8a81769377, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b2d331b-68c4-4c20-8ff7-4a8a81769377,segment=NetworkSegment(75b775a3-ab3d-41ac-bb82-dcaa9769b712),segment_id=75b775a3-ab3d-41ac-bb82-dcaa9769b712)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:16.301666 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.303103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 69fcc50a-d185-496c-aeb8-1ced72fd0002 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:16.303472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.352538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 445b4491-d476-4d74-9df2-c8684cf6d7cf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:16.538992 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.606209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port 69fcc50a-d185-496c-aeb8-1ced72fd0002, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=69fcc50a-d185-496c-aeb8-1ced72fd0002,segment=NetworkSegment(be3a464a-93f3-4183-b8e7-e6cfde59c069),segment_id=be3a464a-93f3-4183-b8e7-e6cfde59c069)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:16.606806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.661275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 69fcc50a-d185-496c-aeb8-1ced72fd0002 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:16.782591 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:16.813405 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:16.820813 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:16.829462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 69fcc50a-d185-496c-aeb8-1ced72fd0002 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:16.836252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 70f58f5b-5c7c-41cf-ba9f-22a917651e5a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:17.001649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (69fcc50a-d185-496c-aeb8-1ced72fd0002), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.093530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Provisioning complete for port 9e65ae6c-6342-4266-9a98-f123909fe687 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:17.098260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.112333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port 69fcc50a-d185-496c-aeb8-1ced72fd0002 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:17.115649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:17.146001 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f7675cdd-554d-4483-acee-dff21f777e36 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "PUT /v2.0/routers/445b4491-d476-4d74-9df2-c8684cf6d7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6700907 Jan 28 13:46:17.150424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47386) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:17.176632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=69fcc50a-d185-496c-aeb8-1ced72fd0002,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:17.179067 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:17.189888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c919-69e6-44ee-a77f-1c0b76b1448b req-056d6df3-7b75-49ea-9501-e6d224a26734 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.192050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8246c919-69e6-44ee-a77f-1c0b76b1448b req-056d6df3-7b75-49ea-9501-e6d224a26734 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 0.6002529 Jan 28 13:46:17.277277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] Sync routers for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:17.398914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2d491-25e7-4522-a25a-3b3bc16cfe50 None None] Pushing event updated for resources: {'Port': ['ID=2b2d331b-68c4-4c20-8ff7-4a8a81769377,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:17.462588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:17.462588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:17.470593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:17.477230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.512609 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8246c919-69e6-44ee-a77f-1c0b76b1448b req-6b72110e-bb84-4593-a8db-aeb2b6b164f6 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043137 Jan 28 13:46:17.517142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec922dc7-5d93-4341-a1f4-004eacfb5d14 None None] DHCP port deletion for bbd99de5-8617-4b59-955f-439cb95f0ad2 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:17.676535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (bbd99de5-8617-4b59-955f-439cb95f0ad2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:17.827902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.847384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.861943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.879312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.893749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.908150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.927530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:17.937246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-a5eaeb1d-6f4e-4237-bef4-d769c94a96ae tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5440 time: 0.6296239 Jan 28 13:46:18.010563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac7aafee-3df7-4144-b09f-c76a2860fa44 req-d12d7fd6-5244-4e0d-a404-d65fb9fa3d14 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730550 Jan 28 13:46:18.015043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting subnet d884423c-a344-4c5a-8153-a6091e52e0a1 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:18.019187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (d884423c-a344-4c5a-8153-a6091e52e0a1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.073486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 9e65ae6c-6342-4266-9a98-f123909fe687 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:18.074249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.090923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (d884423c-a344-4c5a-8153-a6091e52e0a1), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.105909 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 8, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:18.220413 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:18.241707 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:18.249529 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:18.315091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (d884423c-a344-4c5a-8153-a6091e52e0a1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.386671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:18.388411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:18.391432 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77134b2-4660-4b3c-b7d1-85a2011b79d9" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:18.422911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 9e65ae6c-6342-4266-9a98-f123909fe687, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9e65ae6c-6342-4266-9a98-f123909fe687,segment=NetworkSegment(75b775a3-ab3d-41ac-bb82-dcaa9769b712),segment_id=75b775a3-ab3d-41ac-bb82-dcaa9769b712)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:18.427776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.452069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.453234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device eed50905-3343-4d9d-898c-fb8f5798e357 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:18.468970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 9e65ae6c-6342-4266-9a98-f123909fe687 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:18.477416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd99de5-8617-4b59-955f-439cb95f0ad2']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:18.486053 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (d884423c-a344-4c5a-8153-a6091e52e0a1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.559494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Subnet': ['ID=d884423c-a344-4c5a-8153-a6091e52e0a1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:18.569190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3a464a-93f3-4183-b8e7-e6cfde59c069') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:18.569594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3a464a-93f3-4183-b8e7-e6cfde59c069') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:18.580557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:18.601941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (be3a464a-93f3-4183-b8e7-e6cfde59c069), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.616415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:18.624345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.644441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1683aa53-1b7b-425f-a3e5-020760301a7d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/subnets/d884423c-a344-4c5a-8153-a6091e52e0a1 HTTP/1.1" status: 204 len: 168 time: 1.4881041 Jan 28 13:46:18.645903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47406) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.657575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (be3a464a-93f3-4183-b8e7-e6cfde59c069), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.668806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:18.669223 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (be3a464a-93f3-4183-b8e7-e6cfde59c069), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:18.677322 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:18.699088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a16eaf-4f12-4c6e-88f7-63b0f7968bde None None] Network 116a44a8-fc83-4cc1-b3e6-d2d41ade638f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:18.747766 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:18.768111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port eed50905-3343-4d9d-898c-fb8f5798e357 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:18.811466 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa9694-7744-4456-a157-93716afd7740 x-openstack-request-id: req-a2aa9694-7744-4456-a157-93716afd7740 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:18.811948 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:18.812396 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2aa9694-7744-4456-a157-93716afd7740 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:18.812993 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'code': 200} Jan 28 13:46:18.816630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port eed50905-3343-4d9d-898c-fb8f5798e357 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:18.817246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.820505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:18.821132 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.928578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Current status of the port 9e65ae6c-6342-4266-9a98-f123909fe687 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:18.929082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.949769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (bbd99de5-8617-4b59-955f-439cb95f0ad2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.963927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.973390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/bbd99de5-8617-4b59-955f-439cb95f0ad2 HTTP/1.1" status: 204 len: 168 time: 3.1542420 Jan 28 13:46:18.974213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47408) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:19.015516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef3465-6155-4932-a1a9-5ca5ea3e42cc tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=bbd99de5-8617-4b59-955f-439cb95f0ad2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:19.073363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28297-2e80-47e0-957a-6817a21237ea req-442343a0-aecd-4799-a78e-2608cafb2354 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.079610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4c28297-2e80-47e0-957a-6817a21237ea req-442343a0-aecd-4799-a78e-2608cafb2354 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 0.2575774 Jan 28 13:46:19.208350 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4c28297-2e80-47e0-957a-6817a21237ea req-9b27ce20-42c5-46a9-9d59-854ddb21dc4b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100373 Jan 28 13:46:19.388702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 7, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e65ae6c-6342-4266-9a98-f123909fe687', 'name': '', 'network_id': '743257a2-99ce-412b-a19b-60b770faf04a', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:09:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:00Z', 'updated_at': '2022-01-28T13:46:08Z', 'revision_number': 4, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '76be64d2-5d3f-45d1-93de-e802ca50e186', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:19.528634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.537109 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 8, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:19.624773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:19.632288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.639529 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc069572-e340-4cf3-a0ec-4cd8aa450fd5 None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 8, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': '53d40d85-b7cc-481b-902a-edf0d63e1090', 'name': '', 'network_id': '4e51a1b1-36b1-46b4-94e3-3915acdc8168', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:b0:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '78ba7509-820d-4477-8f27-38116baad634', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:53Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '78ba7509-820d-4477-8f27-38116baad634', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:19.646720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.656231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.674127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.681666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.694961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.713719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:19.716295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-176c77e4-44ea-410b-94da-f3925c23012c req-27722be0-37fd-4035-a6d0-c8a71a89c9d4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5441 time: 0.4407220 Jan 28 13:46:19.788630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] DHCP port deletion for 116a44a8-fc83-4cc1-b3e6-d2d41ade638f request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:19.820343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:19.827471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 830da585-e5d4-410f-81ee-94f6c2412e22 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:19.830088 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 13:46:19.830088 n-d-822748-2 neutron-server[103375]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 28 13:46:19.830088 n-d-822748-2 neutron-server[103375]: [parameters: {'status': 'ACTIVE', 'ports_id': '9e65ae6c-6342-4266-9a98-f123909fe687'}] Jan 28 13:46:19.830088 n-d-822748-2 neutron-server[103375]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:46:19.830516 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:46:19.892994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9e65ae6c-6342-4266-9a98-f123909fe687), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.946717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:19.947581 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:20.016840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-a331c34a-d1e2-4797-aff7-9e1d72082e95 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.018466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-a331c34a-d1e2-4797-aff7-9e1d72082e95 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/networks?id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 200 len: 814 time: 0.3096213 Jan 28 13:46:20.058107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b7a64653-9f6d-417b-acb9-15e12e7b84e2 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/quotas/3cd7a670bf2440dda6ee3fae21e43f3a HTTP/1.1" status: 200 len: 375 time: 0.0321312 Jan 28 13:46:20.133009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b0923e1d-22d1-4f3c-8a33-86dcfa8ba523 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667872 Jan 28 13:46:20.367331 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (445b4491-d476-4d74-9df2-c8684cf6d7cf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.394315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d020fa0a-b836-4887-a730-f0506d70e24d service neutron] 10.222.0.45 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529716 Jan 28 13:46:20.473934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:20.530663 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-176c77e4-44ea-410b-94da-f3925c23012c req-e8f75e9d-8368-476e-88d0-f9112e98a9f9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7967677 Jan 28 13:46:20.544738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=9e65ae6c-6342-4266-9a98-f123909fe687,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.594402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port eed50905-3343-4d9d-898c-fb8f5798e357 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:20.594811 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.606342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Port 9e65ae6c-6342-4266-9a98-f123909fe687 update to ACTIVE by agent not found {{(pid=103375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 13:46:20.648461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-40e9e56e-e9c8-4812-9abf-80bfe8e565f9 service neutron] 10.222.0.45 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518711 Jan 28 13:46:20.797795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:46:13Z', 'revision_number': 7, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '0d26021b-cd57-4c40-94b0-e0c84d272c7e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:35:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:42:30Z', 'updated_at': '2022-01-28T13:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:20.998450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] Checking router: 445b4491-d476-4d74-9df2-c8684cf6d7cf for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:21.029990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ef62095-035a-4755-91f2-9dbebcede57a req-9c8d8e99-caa4-4e40-93ba-fb76b7d8fe3c tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 210 time: 0.0740337 Jan 28 13:46:21.068910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:21.081665 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7edd5d-027d-49f0-bd49-06a83d040fb8" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:21.141481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Provisioning complete for port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:21.142030 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.144694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] Routers {'445b4491-d476-4d74-9df2-c8684cf6d7cf'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:21.145638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['445b4491-d476-4d74-9df2-c8684cf6d7cf'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:21.219157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a8dac-7d33-424d-a064-f12d4ccf8c8b req-d40e5844-ea4b-4140-8cc2-b1aa80761b69 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.227114 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf5a8dac-7d33-424d-a064-f12d4ccf8c8b req-d40e5844-ea4b-4140-8cc2-b1aa80761b69 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 0.4196355 Jan 28 13:46:21.267403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.289346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 0d26021b-cd57-4c40-94b0-e0c84d272c7e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:21.289726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.360266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] Set router 445b4491-d476-4d74-9df2-c8684cf6d7cf gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:21.454204 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338cb5ab-2a5b-44c6-ba90-76ef16317d50 x-openstack-request-id: req-338cb5ab-2a5b-44c6-ba90-76ef16317d50 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:21.454503 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:21.454768 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-338cb5ab-2a5b-44c6-ba90-76ef16317d50 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:21.455165 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357', 'code': 200} Jan 28 13:46:21.459689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:46:20Z', 'revision_number': 8, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:21.462944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] Deleting port e20bb59e-664b-4bdd-85db-aff39400d1d5 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:21.463401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.563228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port eed50905-3343-4d9d-898c-fb8f5798e357, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=eed50905-3343-4d9d-898c-fb8f5798e357,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:21.569902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bf5a8dac-7d33-424d-a064-f12d4ccf8c8b req-9fc3b5da-5e01-4e10-8260-28aefa2a9a9b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419511 Jan 28 13:46:21.649782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77900894-52c7-4d8a-94d9-2b0a929dbbea None None] The sync data for ids ['445b4491-d476-4d74-9df2-c8684cf6d7cf'] in n-d-822748-2 is: [{'id': '445b4491-d476-4d74-9df2-c8684cf6d7cf', 'name': 'tempest-TestNetworkBasicOps-router-2081987134', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:42:27Z', 'updated_at': '2022-01-28T13:46:20Z', 'revision_number': 8, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:21.742433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.748782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e065d5b7-92ce-4ba1-8311-52753a22357b up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:21.886467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.901405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.905055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] For port e20bb59e-664b-4bdd-85db-aff39400d1d5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e20bb59e-664b-4bdd-85db-aff39400d1d5,segment=NetworkSegment(74c0206e-d0de-42d8-bb05-50478cdb5933),segment_id=74c0206e-d0de-42d8-bb05-50478cdb5933)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:21.905543 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.933722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] Calling delete_port for e20bb59e-664b-4bdd-85db-aff39400d1d5 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:21.942129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.972684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.989178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.995386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:22.001010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:22.014512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-87c7ba1d-3730-4c3a-b4c2-648bd1401ea5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5442 time: 0.2754452 Jan 28 13:46:22.143401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 830da585-e5d4-410f-81ee-94f6c2412e22 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:22.143401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.294180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.296647 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afa42ac2-865e-40d2-8fea-c42fec90ba8e req-8521f660-3929-4b34-963d-4902b6f073f4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2800477 Jan 28 13:46:22.421692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port 0d26021b-cd57-4c40-94b0-e0c84d272c7e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d26021b-cd57-4c40-94b0-e0c84d272c7e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:22.422559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.450423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 0d26021b-cd57-4c40-94b0-e0c84d272c7e owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:22.488182 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (e20bb59e-664b-4bdd-85db-aff39400d1d5), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.561049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] No DVR routers for this DVR port e20bb59e-664b-4bdd-85db-aff39400d1d5 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:22.615796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port e065d5b7-92ce-4ba1-8311-52753a22357b completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:22.781167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port e065d5b7-92ce-4ba1-8311-52753a22357b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:22.784008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.785801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=eed50905-3343-4d9d-898c-fb8f5798e357,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:22.821408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 830da585-e5d4-410f-81ee-94f6c2412e22 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:22.824733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b2d331b-68c4-4c20-8ff7-4a8a81769377 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:22.920296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:19Z', 'revision_number': 8, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:22.922939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-327c24f5-f823-41a5-8dbe-c61d6e8437e1 None None] Current status of the port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:22.954285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aa71e-75cb-48cf-aea3-f17f10ce2b8d None None] Pushing event deleted for resources: {'Port': ['ID=e20bb59e-664b-4bdd-85db-aff39400d1d5,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:22.972225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:22.998859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebb23-ae40-44e0-90f4-8c4ac8bb82b1 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:19Z', 'revision_number': 8, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:23.079639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148b7a-02bd-4cab-93c6-26206d8f387d req-34b7a02f-a605-4fce-8ece-90d0551265f8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:23.084195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49148b7a-02bd-4cab-93c6-26206d8f387d req-34b7a02f-a605-4fce-8ece-90d0551265f8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 0.3272240 Jan 28 13:46:23.171049 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-110c68d5-b3f6-4cc8-a710-4c820d4d63ae req-e631c402-5220-45f4-8a26-521654a29349 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 210 time: 0.0620921 Jan 28 13:46:23.217409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e065d5b7-92ce-4ba1-8311-52753a22357b is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:23.218538 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.255168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:23.255864 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.339704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e065d5b7-92ce-4ba1-8311-52753a22357b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e065d5b7-92ce-4ba1-8311-52753a22357b,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:23.356648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.357872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49148b7a-02bd-4cab-93c6-26206d8f387d req-e52eb97a-5420-49eb-9901-35d69a6b0be9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480906 Jan 28 13:46:23.358579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2c3d2afd-6808-4de6-82f8-f446b992896f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:23.455867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-0bcc339f-96c3-4a85-aab0-6dc1a7d42d1a tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:23.458380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-0bcc339f-96c3-4a85-aab0-6dc1a7d42d1a tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.36 "GET /v2.0/networks?id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 200 len: 814 time: 0.5215600 Jan 28 13:46:23.474520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e065d5b7-92ce-4ba1-8311-52753a22357b'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:23.475606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Request body: {'port': {'device_id': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e', 'admin_state_up': True, 'tenant_id': '3cd7a670bf2440dda6ee3fae21e43f3a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:23.482323 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd92410d-9dc6-4aeb-a14c-8133bb9be0ed" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "e065d5b7-92ce-4ba1-8311-52753a22357b"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:23.576573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:23.612435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0d26021b-cd57-4c40-94b0-e0c84d272c7e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.630687 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-28869586-b42c-4b09-9642-e0dced469920 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8029561 Jan 28 13:46:23.646338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e065d5b7-92ce-4ba1-8311-52753a22357b,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:23.667541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47498) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:23.670869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=0d26021b-cd57-4c40-94b0-e0c84d272c7e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:23.695679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 2c3d2afd-6808-4de6-82f8-f446b992896f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:23.706139 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffd5e4c-c369-46a1-a5de-725e1f5c7bb4 x-openstack-request-id: req-2ffd5e4c-c369-46a1-a5de-725e1f5c7bb4 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:23.706600 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "e065d5b7-92ce-4ba1-8311-52753a22357b", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:23.706870 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ffd5e4c-c369-46a1-a5de-725e1f5c7bb4 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:23.707291 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e065d5b7-92ce-4ba1-8311-52753a22357b', 'code': 200} Jan 28 13:46:23.710893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:23.719069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 2c3d2afd-6808-4de6-82f8-f446b992896f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:23.722331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.790845 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.855088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 41d5d059-c1a6-4a71-a98c-309157cb39e6 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:23.890912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 41d5d059-c1a6-4a71-a98c-309157cb39e6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:23.891543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 41d5d059-c1a6-4a71-a98c-309157cb39e6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:23.892146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4dc0cfe4-3533-4cf6-acca-20db818c07e5 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:23.898335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 76be64d2-5d3f-45d1-93de-e802ca50e186 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:23.902133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2c3d2afd-6808-4de6-82f8-f446b992896f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:23.902687 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.908628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (76be64d2-5d3f-45d1-93de-e802ca50e186), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.926712 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:23.946703 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:23.947258 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:23.974014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (76be64d2-5d3f-45d1-93de-e802ca50e186), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.021530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (445b4491-d476-4d74-9df2-c8684cf6d7cf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.024600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_controller (445b4491-d476-4d74-9df2-c8684cf6d7cf), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.047330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Made reservation on behalf of 3cd7a670bf2440dda6ee3fae21e43f3a for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:24.057643 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.148779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.162248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.173693 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:24.179178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.182398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (76be64d2-5d3f-45d1-93de-e802ca50e186), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.196000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.212521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.227087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.242705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.247159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-3c8fccac-16c6-4d5c-8814-c023d2ae9ca0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5443 time: 0.8098354 Jan 28 13:46:24.277141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4dc0cfe4-3533-4cf6-acca-20db818c07e5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:24.277141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4dc0cfe4-3533-4cf6-acca-20db818c07e5 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:24.283264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (445b4491-d476-4d74-9df2-c8684cf6d7cf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.283264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Fanout notify agent at l3_agent the message router_deleted on router 445b4491-d476-4d74-9df2-c8684cf6d7cf {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:46:24.365978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2c3d2afd-6808-4de6-82f8-f446b992896f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c3d2afd-6808-4de6-82f8-f446b992896f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:24.366762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.371879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4656c7f0-4805-4acd-8873-017485e486a0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/routers/445b4491-d476-4d74-9df2-c8684cf6d7cf HTTP/1.1" status: 204 len: 168 time: 5.7220399 Jan 28 13:46:24.373246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:24.376968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.378621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e35d272d-79d1-49d6-ba38-b6ba3a6afd21 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:24.534842 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (76be64d2-5d3f-45d1-93de-e802ca50e186), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.563852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2c3d2afd-6808-4de6-82f8-f446b992896f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:24.583082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b2d331b-68c4-4c20-8ff7-4a8a81769377 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:24.590140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=76be64d2-5d3f-45d1-93de-e802ca50e186,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:24.593985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dcd8327-ec33-488f-801a-0c8a550caac6 req-ab328032-3aad-4555-9292-b36846ae522b tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 210 time: 0.0741537 Jan 28 13:46:24.620794 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.628716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0158f33e-8b35-4eb5-9714-128e572fdd74 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/76be64d2-5d3f-45d1-93de-e802ca50e186 HTTP/1.1" status: 204 len: 168 time: 0.9550316 Jan 28 13:46:24.629095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:24.653395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Allocated IP 172.20.0.3 (2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e/8dcf1291-61c8-4663-94c4-efbb39af06a6/985d31d6-5568-4c2d-b304-710a557ebec6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:24.695675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2223b70-59c2-4ebe-bcb8-6977cc2638ef None None] Network 743257a2-99ce-412b-a19b-60b770faf04a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:24.804943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (116a44a8-fc83-4cc1-b3e6-d2d41ade638f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.833344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-950a5176-f9d6-4ae9-8ff4-ec9101d56779 req-81216c0b-8ca5-4f5c-8e7b-4e73f1b7cd76 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5625877 Jan 28 13:46:24.873389 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 53d40d85-b7cc-481b-902a-edf0d63e1090 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:24.873795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:24.920976 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:19Z', 'revision_number': 8, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:24.939525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:24.950656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:24.951405 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.005176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (743257a2-99ce-412b-a19b-60b770faf04a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.010565 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:25.031325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:25.032287 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.033413 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:25.034078 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:25.119864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10301d-7ede-4dba-9e2a-f60e23fcf7db req-8d1c0f21-8f89-4655-9d1c-9c45fe1b5282 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:25.121772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f10301d-7ede-4dba-9e2a-f60e23fcf7db req-8d1c0f21-8f89-4655-9d1c-9c45fe1b5282 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 0.3228214 Jan 28 13:46:25.155874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] DHCP port deletion for 743257a2-99ce-412b-a19b-60b770faf04a request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:25.193384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (116a44a8-fc83-4cc1-b3e6-d2d41ade638f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.238450 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port 53d40d85-b7cc-481b-902a-edf0d63e1090, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=53d40d85-b7cc-481b-902a-edf0d63e1090,segment=NetworkSegment(65785b25-c8f0-454f-9db8-6f492988f423),segment_id=65785b25-c8f0-454f-9db8-6f492988f423)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:25.238821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.242173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116a44a8-fc83-4cc1-b3e6-d2d41ade638f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:25.265316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0206e-d0de-42d8-bb05-50478cdb5933') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:25.265707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0206e-d0de-42d8-bb05-50478cdb5933') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:25.267587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 53d40d85-b7cc-481b-902a-edf0d63e1090 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:25.280382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (74c0206e-d0de-42d8-bb05-50478cdb5933), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.309999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (74c0206e-d0de-42d8-bb05-50478cdb5933), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.320192 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:25.339988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f10301d-7ede-4dba-9e2a-f60e23fcf7db req-bf678e3a-bd7b-41e9-955a-cb81cc0aaa3d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053313 Jan 28 13:46:25.343665 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks [] for port (985d31d6-5568-4c2d-b304-710a557ebec6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.370005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:25.371151 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.390590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:25.391246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (74c0206e-d0de-42d8-bb05-50478cdb5933), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.393096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:25.395186 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:25.404788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:25.405167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.442141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:25.450975 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.453444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 54b8da0e-161d-4da2-8f1c-365e411c8ee3 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:25.536067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:25.546229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e20bb59e-664b-4bdd-85db-aff39400d1d5 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:25.553109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] Deleting port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:25.553642 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.575631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 2b2d331b-68c4-4c20-8ff7-4a8a81769377, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b2d331b-68c4-4c20-8ff7-4a8a81769377,segment=NetworkSegment(75b775a3-ab3d-41ac-bb82-dcaa9769b712),segment_id=75b775a3-ab3d-41ac-bb82-dcaa9769b712)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:25.576582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.600661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.616746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 2b2d331b-68c4-4c20-8ff7-4a8a81769377 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:25.624913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (116a44a8-fc83-4cc1-b3e6-d2d41ade638f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.639826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.653370 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/networks/116a44a8-fc83-4cc1-b3e6-d2d41ade638f HTTP/1.1" status: 204 len: 168 time: 1.2746956 Jan 28 13:46:25.730180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47534) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:25.745253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'network': {'name': 'tempest-network-smoke--760149054', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:25.793069 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:19Z', 'revision_number': 8, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:25.825429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3d2afd-6808-4de6-82f8-f446b992896f'}, {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:25.827352 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e51ab8-a60f-4bc4-bba6-e086a7a73540" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "2c3d2afd-6808-4de6-82f8-f446b992896f"}, {"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:25.839438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] For port 2b2d331b-68c4-4c20-8ff7-4a8a81769377, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b2d331b-68c4-4c20-8ff7-4a8a81769377,segment=NetworkSegment(75b775a3-ab3d-41ac-bb82-dcaa9769b712),segment_id=75b775a3-ab3d-41ac-bb82-dcaa9769b712)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:25.852350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:25.878950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:25.886597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] Calling delete_port for 2b2d331b-68c4-4c20-8ff7-4a8a81769377 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:25.897626 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d230ce-a8ba-4ba1-ac52-b690c5f699e0 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:19Z', 'revision_number': 8, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c68af162-54eb-4621-a1d8-a90610fa84bb', 'name': '', 'network_id': 'f58aa7cf-9469-48aa-87b7-84c76e879d0b', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:37:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:46Z', 'updated_at': '2022-01-28T13:46:02Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:25.902864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:25.920754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:25.937498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Pushing event updated for resources: {'Port': ['ID=985d31d6-5568-4c2d-b304-710a557ebec6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:25.990811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (53d40d85-b7cc-481b-902a-edf0d63e1090), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.105842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: e20bb59e-664b-4bdd-85db-aff39400d1d5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:26.106602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e20bb59e-664b-4bdd-85db-aff39400d1d5 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:26.107249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 273c392c-338a-4a25-8f14-5c1783665983 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:26.124221 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc4943-87ac-4a02-8fd5-56a9f29764e0 x-openstack-request-id: req-63bc4943-87ac-4a02-8fd5-56a9f29764e0 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:26.124851 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "2c3d2afd-6808-4de6-82f8-f446b992896f", "code": 200}, {"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:26.125601 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63bc4943-87ac-4a02-8fd5-56a9f29764e0 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:26.126515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:26.126954 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3d2afd-6808-4de6-82f8-f446b992896f', 'code': 200} Jan 28 13:46:26.127419 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21', 'code': 200} Jan 28 13:46:26.129930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.132683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.167776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590f97b-7e8f-455d-84a2-f7e10bb6386f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Network': ['ID=116a44a8-fc83-4cc1-b3e6-d2d41ade638f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:26.202792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=53d40d85-b7cc-481b-902a-edf0d63e1090,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:26.256741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 273c392c-338a-4a25-8f14-5c1783665983 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:26.257662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 273c392c-338a-4a25-8f14-5c1783665983 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:26.259474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 69fcc50a-d185-496c-aeb8-1ced72fd0002 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:26.292810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.293497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.309448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:26.336861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.338354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 69fcc50a-d185-496c-aeb8-1ced72fd0002 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:26.339189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 69fcc50a-d185-496c-aeb8-1ced72fd0002 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:26.339825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e8a5651-2dba-4ead-adec-f7334a103db1 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:26.342386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.347211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] No DVR routers for this DVR port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:26.354796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.358010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9085533-ced7-4416-abc0-f19e282a148c None None] Pushing event deleted for resources: {'Port': ['ID=2b2d331b-68c4-4c20-8ff7-4a8a81769377,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:26.371643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.379173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.385327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.391070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.398314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-2a28928b-e8ff-4945-b2cd-ee4d205599a2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5445 time: 0.3399856 Jan 28 13:46:26.425616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 8e8a5651-2dba-4ead-adec-f7334a103db1 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:26.425616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e8a5651-2dba-4ead-adec-f7334a103db1 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:26.426550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d26021b-cd57-4c40-94b0-e0c84d272c7e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:26.428555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2b2d331b-68c4-4c20-8ff7-4a8a81769377), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.432588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (48749f02-6618-4589-a523-a00e314e7cec), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.432953 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Added segment 48749f02-6618-4589-a523-a00e314e7cec of type vlan for network 2ce21462-0dc4-4454-b399-229de3a86436 Jan 28 13:46:26.459504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0d26021b-cd57-4c40-94b0-e0c84d272c7e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:26.459792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d26021b-cd57-4c40-94b0-e0c84d272c7e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:26.479693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=2b2d331b-68c4-4c20-8ff7-4a8a81769377,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:26.488562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:26.489495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-b2238232-8d63-49f4-a654-df47edf30991 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0210848 Jan 28 13:46:26.499903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:26.500373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.523024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Request body: {'port': {'device_id': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:26.542042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.566481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e83d92-15ad-4d12-8c7d-417b1a15d5a0 req-38b8aef7-c193-4354-b06b-1c696eaf4221 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.583758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06e83d92-15ad-4d12-8c7d-417b1a15d5a0 req-38b8aef7-c193-4354-b06b-1c696eaf4221 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 931 time: 0.6229756 Jan 28 13:46:26.615591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port 2b2d331b-68c4-4c20-8ff7-4a8a81769377 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:26.665331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:26.667950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.685036 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2ce21462-0dc4-4454-b399-229de3a86436), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.742199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 54b8da0e-161d-4da2-8f1c-365e411c8ee3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:26.750546 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.768423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8c53979e-5b9f-487a-8e8f-5b428cb3d664 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:26.816779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:46:26.819918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.903249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b2d331b-68c4-4c20-8ff7-4a8a81769377 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:26.913698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.950414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-06e83d92-15ad-4d12-8c7d-417b1a15d5a0 req-fe3400a1-193b-4c03-b632-70f12cbb34ca tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629358 Jan 28 13:46:26.982417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b3aef6c-70b9-40ba-b4f5-0ad19fe944b4 req-cfd1b9b2-43f3-486c-a707-2adf73e03dab tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5829544 Jan 28 13:46:27.027129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (743257a2-99ce-412b-a19b-60b770faf04a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.036148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2ce21462-0dc4-4454-b399-229de3a86436), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.056416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2b2d331b-68c4-4c20-8ff7-4a8a81769377 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:27.057751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b2d331b-68c4-4c20-8ff7-4a8a81769377 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:27.081726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=54b8da0e-161d-4da2-8f1c-365e411c8ee3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:27.092672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:27.093797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.113701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:27.131496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:27.131893 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.258311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:27.259506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5182917 Jan 28 13:46:27.266934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47562) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:27.283130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'admin_state_up': True, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:27.291403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743257a2-99ce-412b-a19b-60b770faf04a']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:27.320819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aab6e2-989c-48bd-af16-454e88972091 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Network': ['ID=2ce21462-0dc4-4454-b399-229de3a86436,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:27.338034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b775a3-ab3d-41ac-bb82-dcaa9769b712') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:27.338636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b775a3-ab3d-41ac-bb82-dcaa9769b712') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:27.339877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:27.340761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.343751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2ce21462-0dc4-4454-b399-229de3a86436 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:27.354265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (75b775a3-ab3d-41ac-bb82-dcaa9769b712), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.393451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (75b775a3-ab3d-41ac-bb82-dcaa9769b712), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.402290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:27.402990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (75b775a3-ab3d-41ac-bb82-dcaa9769b712), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.459098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8c53979e-5b9f-487a-8e8f-5b428cb3d664, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8c53979e-5b9f-487a-8e8f-5b428cb3d664,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:27.467088 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.512748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8d18-c1fc-4400-993b-5630c3112532 req-bdfed91c-881c-4018-92dd-fa704fcdab92 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:27.514734 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ff8c8d18-c1fc-4400-993b-5630c3112532 req-bdfed91c-881c-4018-92dd-fa704fcdab92 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 945 time: 0.3253548 Jan 28 13:46:27.550657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.551827 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.582205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=8c53979e-5b9f-487a-8e8f-5b428cb3d664,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:27.610915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.617786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.618145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.618471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.618812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.619218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.620027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.620386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.621117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.621452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.621789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.622111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.622440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:27.649510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ff8c8d18-c1fc-4400-993b-5630c3112532 req-d5ef6178-97cb-4f35-ab99-40b8fe2ddeaf tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005058 Jan 28 13:46:27.654208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:27.662783 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-81a166db-dc02-4f94-8928-696a0b510af3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6870244 Jan 28 13:46:27.665232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47568) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:27.677599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:27.705794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:27.706461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:27.817203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet 78ba7509-820d-4477-8f27-38116baad634 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:27.821020 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (78ba7509-820d-4477-8f27-38116baad634), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:27.826672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:27.908005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (78ba7509-820d-4477-8f27-38116baad634), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.117355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (78ba7509-820d-4477-8f27-38116baad634), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.142155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8da0e-161d-4da2-8f1c-365e411c8ee3'}, {'server_uuid': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c53979e-5b9f-487a-8e8f-5b428cb3d664'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:28.144615 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c73b43-7167-487d-9f77-d982fa70b8c5" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "54b8da0e-161d-4da2-8f1c-365e411c8ee3"}, {"server_uuid": "c7974693-7010-4af4-b7b1-f3821ce4575b", "name": "network-vif-plugged", "status": "completed", "tag": "8c53979e-5b9f-487a-8e8f-5b428cb3d664"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:28.147095 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:28.243992 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:28.309225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:25Z', 'revision_number': 9, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:28.398459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:28.414735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:28.418745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:28.574751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (743257a2-99ce-412b-a19b-60b770faf04a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.602395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:28.673214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985d31d6-5568-4c2d-b304-710a557ebec6 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:28.686581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Publish callbacks [] for port (985d31d6-5568-4c2d-b304-710a557ebec6), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.709999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Transition to ACTIVE for port object 985d31d6-5568-4c2d-b304-710a557ebec6 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:46:28.717608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.723593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/743257a2-99ce-412b-a19b-60b770faf04a HTTP/1.1" status: 204 len: 168 time: 4.0908148 Jan 28 13:46:28.745863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.758862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47590) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:28.819800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f378df-4f32-4789-bb13-3c5ac925916f req-bee0995f-ba45-42f5-9a2e-a217f26a0ac4 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.822412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2f378df-4f32-4789-bb13-3c5ac925916f req-bee0995f-ba45-42f5-9a2e-a217f26a0ac4 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 931 time: 0.5724714 Jan 28 13:46:28.831854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Pushing event updated for resources: {'Port': ['ID=985d31d6-5568-4c2d-b304-710a557ebec6,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:28.840185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965cc18-aa7f-49c2-8e8b-02fc3d94d3b1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=743257a2-99ce-412b-a19b-60b770faf04a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:28.950761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:25Z', 'revision_number': 9, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:29.051161 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (78ba7509-820d-4477-8f27-38116baad634), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.066108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_controller (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.078855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.085323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.092467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.098523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.105193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.120334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.120334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.130806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-0e1229ba-9d0c-4ef8-9998-7e74bbf67946 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 1.0014887 Jan 28 13:46:29.219236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.222574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/78ba7509-820d-4477-8f27-38116baad634 HTTP/1.1" status: 204 len: 168 time: 1.5547094 Jan 28 13:46:29.240717 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-989dcc90-c55a-46e1-91ae-b1a736494f64 req-e1938a9c-a727-4ece-934e-8e29bd05d4d7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130028 Jan 28 13:46:29.242948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47596) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:29.280882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5aab0-891f-4e0f-b27a-ad59974a0cfa tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=78ba7509-820d-4477-8f27-38116baad634,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:29.317815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2f378df-4f32-4789-bb13-3c5ac925916f req-b3eafd55-7670-4944-a502-78035a34a546 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676383 Jan 28 13:46:29.531407 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54612bb-001c-49de-a99a-e6c81ff321f2 x-openstack-request-id: req-a54612bb-001c-49de-a99a-e6c81ff321f2 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:29.531921 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-plugged", "status": "completed", "tag": "54b8da0e-161d-4da2-8f1c-365e411c8ee3", "code": 200}, {"server_uuid": "c7974693-7010-4af4-b7b1-f3821ce4575b", "name": "network-vif-plugged", "status": "completed", "tag": "8c53979e-5b9f-487a-8e8f-5b428cb3d664", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:29.534131 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a54612bb-001c-49de-a99a-e6c81ff321f2 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:29.534878 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8da0e-161d-4da2-8f1c-365e411c8ee3', 'code': 200} Jan 28 13:46:29.544333 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c53979e-5b9f-487a-8e8f-5b428cb3d664', 'code': 200} Jan 28 13:46:29.546079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798de166-2542-4420-b31e-e0e40bd2ce68 None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:25Z', 'revision_number': 9, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'ba652420-e08c-45cd-b9aa-c5999331981f', 'name': '', 'network_id': 'fdbb922d-35bb-4a7b-b56b-d819a2c4b808', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:41:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:19Z', 'updated_at': '2022-01-28T13:45:39Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': '231579b2-9797-4aa7-8505-c51bf561d93f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:29.548348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4d9b7-2f1a-4f34-b437-0b2dac0f89fc None None] Network 4e51a1b1-36b1-46b4-94e3-3915acdc8168 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:29.726544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4e51a1b1-36b1-46b4-94e3-3915acdc8168), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.751288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Attempting to bind port 985d31d6-5568-4c2d-b304-710a557ebec6 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:29.751489 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Attempting to bind port 985d31d6-5568-4c2d-b304-710a557ebec6 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:29.751903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Attempting to bind port 985d31d6-5568-4c2d-b304-710a557ebec6 on network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:29.783746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.797100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Port 985d31d6-5568-4c2d-b304-710a557ebec6 on network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:46:29.798614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Attempting to bind port 985d31d6-5568-4c2d-b304-710a557ebec6 on network 2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:29.831118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:29.831483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Checking segment: {'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:29.831890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Bound using segment: {'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:29.832394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Bound port: 985d31d6-5568-4c2d-b304-710a557ebec6, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e429c6a0-c667-44be-9f88-d4f22faae31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:29.832772 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.862881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.863440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.863976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.866249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.866249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.866249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.866249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.868223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-672478da-d2d2-4305-97ed-c1733977370d req-d816f2fd-5503-4d16-a405-67d83b042e14 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.2507875 Jan 28 13:46:29.952237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f6784-ae9c-4df0-818b-ee89d211ace2 req-ed38ee68-7f92-4c51-bf6b-3ad2f7d6548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.955804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef2f6784-ae9c-4df0-818b-ee89d211ace2 req-ed38ee68-7f92-4c51-bf6b-3ad2f7d6548a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 1097 time: 0.3459282 Jan 28 13:46:29.977067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55d85-6e34-49db-b486-9c7d51b8612b req-7b3d511b-b896-4f8f-ac19-c9bc7971a72e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.979958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55a55d85-6e34-49db-b486-9c7d51b8612b req-7b3d511b-b896-4f8f-ac19-c9bc7971a72e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.3569305 Jan 28 13:46:30.011590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] DHCP port deletion for 4e51a1b1-36b1-46b4-94e3-3915acdc8168 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:30.066817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 692029cc-759a-4706-9440-43ac3c66452e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:30.067430 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (692029cc-759a-4706-9440-43ac3c66452e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.110323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-672478da-d2d2-4305-97ed-c1733977370d req-e6b2b13a-99c6-4aba-9b47-c0e94ce8b9da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207327 Jan 28 13:46:30.177172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] Deleting port 692029cc-759a-4706-9440-43ac3c66452e {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:30.177656 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (692029cc-759a-4706-9440-43ac3c66452e), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.224460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] For port 985d31d6-5568-4c2d-b304-710a557ebec6, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:30.224850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port 692029cc-759a-4706-9440-43ac3c66452e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=692029cc-759a-4706-9440-43ac3c66452e,segment=NetworkSegment(65785b25-c8f0-454f-9db8-6f492988f423),segment_id=65785b25-c8f0-454f-9db8-6f492988f423)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:30.225409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (692029cc-759a-4706-9440-43ac3c66452e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.240917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] For port 985d31d6-5568-4c2d-b304-710a557ebec6, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=985d31d6-5568-4c2d-b304-710a557ebec6,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:30.254392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 692029cc-759a-4706-9440-43ac3c66452e owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:30.269069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.376859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef2f6784-ae9c-4df0-818b-ee89d211ace2 req-057cadd0-9743-44e8-a3df-20034a81b079 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828015 Jan 28 13:46:30.442266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] For port 692029cc-759a-4706-9440-43ac3c66452e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=692029cc-759a-4706-9440-43ac3c66452e,segment=NetworkSegment(65785b25-c8f0-454f-9db8-6f492988f423),segment_id=65785b25-c8f0-454f-9db8-6f492988f423)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:30.442851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (692029cc-759a-4706-9440-43ac3c66452e), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.487175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.488623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.490770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] Calling delete_port for 692029cc-759a-4706-9440-43ac3c66452e owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:30.494148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] 10.222.0.36 "PUT /v2.0/ports/985d31d6-5568-4c2d-b304-710a557ebec6 HTTP/1.1" status: 200 len: 1091 time: 3.9956334 Jan 28 13:46:30.517243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'tag': '985d31d6-5568-4c2d-b304-710a557ebec6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:30.544488 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8b400-a3e9-44f2-926d-dfc1d8e3e840", "tag": "985d31d6-5568-4c2d-b304-710a557ebec6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:30.567340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (692029cc-759a-4706-9440-43ac3c66452e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.589001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.604920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55a55d85-6e34-49db-b486-9c7d51b8612b req-c556ed89-b4d1-464b-84d0-51bad9594cbf tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002296 Jan 28 13:46:30.717949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097ac4d-8cda-4f22-a839-59807ebe8b42 service neutron] Pushing event updated for resources: {'Port': ['ID=985d31d6-5568-4c2d-b304-710a557ebec6,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:30.728895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-f73c4847-03b2-4899-93da-e85028ebb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.730133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-f73c4847-03b2-4899-93da-e85028ebb1eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 1094 time: 0.1766481 Jan 28 13:46:30.762871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=692029cc-759a-4706-9440-43ac3c66452e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:30.763033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 692029cc-759a-4706-9440-43ac3c66452e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:30.767298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.770748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port 692029cc-759a-4706-9440-43ac3c66452e on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:30.826899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.833199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 692029cc-759a-4706-9440-43ac3c66452e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:30.833787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.834650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 692029cc-759a-4706-9440-43ac3c66452e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:30.835946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 53d40d85-b7cc-481b-902a-edf0d63e1090 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:30.840692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.847315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-f3be6acf-2f30-441e-9a21-4dc477279fc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=985d31d6-5568-4c2d-b304-710a557ebec6 HTTP/1.1" status: 200 len: 217 time: 0.1055033 Jan 28 13:46:30.847613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.853234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.859407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.865003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:30.866992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-40e46873-a60f-4710-ad2d-56ba886ac47e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.3895552 Jan 28 13:46:30.874452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 53d40d85-b7cc-481b-902a-edf0d63e1090 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:30.874938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 53d40d85-b7cc-481b-902a-edf0d63e1090 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:30.888832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (692029cc-759a-4706-9440-43ac3c66452e), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.930793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] No DVR routers for this DVR port 692029cc-759a-4706-9440-43ac3c66452e on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:30.934525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d2f10-c04c-4305-9b37-63bdbc6cacf7 None None] Pushing event deleted for resources: {'Port': ['ID=692029cc-759a-4706-9440-43ac3c66452e,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:30.996079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.017435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4e51a1b1-36b1-46b4-94e3-3915acdc8168), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.053381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e51a1b1-36b1-46b4-94e3-3915acdc8168']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:31.079368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65785b25-c8f0-454f-9db8-6f492988f423') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:31.079368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65785b25-c8f0-454f-9db8-6f492988f423') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:31.088941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850c0c4-dea4-4909-ab6d-4352c39db340 req-f6fd9284-2ca1-4a93-9718-71c48ba26926 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.090517 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (65785b25-c8f0-454f-9db8-6f492988f423), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.097736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8850c0c4-dea4-4909-ab6d-4352c39db340 req-f6fd9284-2ca1-4a93-9718-71c48ba26926 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 943 time: 0.2614520 Jan 28 13:46:31.119645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (65785b25-c8f0-454f-9db8-6f492988f423), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.183723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-ee0a76ed-5a2d-4d3f-8c89-197b2dbeeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.185481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-ee0a76ed-5a2d-4d3f-8c89-197b2dbeeee3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dcf1291-61c8-4663-94c4-efbb39af06a6 HTTP/1.1" status: 200 len: 854 time: 0.2991660 Jan 28 13:46:31.227331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.25.4.123 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/7e69d926-e66a-42d3-8278-f7dd1acfff78) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:31.254211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-5ff98091-4384-42e8-ab60-c1ce148a8f8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578165 Jan 28 13:46:31.321063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8850c0c4-dea4-4909-ab6d-4352c39db340 req-f6b25d27-3d07-4134-89b1-fc6a00d9df10 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276995 Jan 28 13:46:31.343828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:31.344171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (65785b25-c8f0-454f-9db8-6f492988f423), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:31.350294 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:31.444255 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e5a9b7-3c5a-4148-b211-a5dc845ff190 x-openstack-request-id: req-94e5a9b7-3c5a-4148-b211-a5dc845ff190 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:31.444824 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8b400-a3e9-44f2-926d-dfc1d8e3e840", "tag": "985d31d6-5568-4c2d-b304-710a557ebec6", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:31.444943 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94e5a9b7-3c5a-4148-b211-a5dc845ff190 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:31.445688 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'tag': '985d31d6-5568-4c2d-b304-710a557ebec6', 'status': 'completed', 'code': 200} Jan 28 13:46:31.513558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4e51a1b1-36b1-46b4-94e3-3915acdc8168), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.530365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3c9da799-d68e-4fe8-941c-44a2171486a8 req-a227f1b9-e88d-44a4-b8a9-6307a8948d87 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5176830 Jan 28 13:46:31.548444 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.551751 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.570125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/4e51a1b1-36b1-46b4-94e3-3915acdc8168 HTTP/1.1" status: 204 len: 168 time: 2.3137243 Jan 28 13:46:31.570125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47632) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:31.570658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-dff32858-fc17-4da4-800e-745ed2848296 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723093 Jan 28 13:46:31.769181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a0934-a36d-419c-8af7-c2aaeb6b5c0c tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=4e51a1b1-36b1-46b4-94e3-3915acdc8168,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.959356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.987380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a43a5c-3082-469f-a9bd-1d4a88187f30 req-6aba9b56-efb7-4bf9-8528-8a30816e7ad9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.990000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94a43a5c-3082-469f-a9bd-1d4a88187f30 req-6aba9b56-efb7-4bf9-8528-8a30816e7ad9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.2201545 Jan 28 13:46:32.036130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33b8929c-6224-4be1-b16e-19d3813f8783 req-8b840600-9bd2-44fd-b389-9b70bc1be46d service neutron] 10.222.0.36 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522107 Jan 28 13:46:32.050566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port c68af162-54eb-4621-a1d8-a90610fa84bb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:32.051128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.124530 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:32.170006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:32.185383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:32.213346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94a43a5c-3082-469f-a9bd-1d4a88187f30 req-4377c643-028d-46b6-8e8f-85fdaa8b5269 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077618 Jan 28 13:46:32.256078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=7e69d926-e66a-42d3-8278-f7dd1acfff78,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:32.345546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-a04299d2-00b7-42c9-8cc9-a2c1f454ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.347827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-a04299d2-00b7-42c9-8cc9-a2c1f454ca19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 1094 time: 0.1655290 Jan 28 13:46:32.365568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port c68af162-54eb-4621-a1d8-a90610fa84bb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c68af162-54eb-4621-a1d8-a90610fa84bb,segment=NetworkSegment(c0903fd4-f864-4988-ad21-59162d1193c6),segment_id=c0903fd4-f864-4988-ad21-59162d1193c6)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:32.366119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.433440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for c68af162-54eb-4621-a1d8-a90610fa84bb owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:32.579400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-5a2fa9c5-d6cb-4741-ab9c-437ad344926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.581739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-5a2fa9c5-d6cb-4741-ab9c-437ad344926e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 200 len: 915 time: 0.2253377 Jan 28 13:46:32.711487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32a979-0115-4a5b-af2a-3790a1c81289 req-4938387a-3953-4465-8487-e6b778cce510 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.714066 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d32a979-0115-4a5b-af2a-3790a1c81289 req-4938387a-3953-4465-8487-e6b778cce510 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 943 time: 0.2614312 Jan 28 13:46:32.722595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-7323ac19-0cb1-4058-83f1-fd45232f4466 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=985d31d6-5568-4c2d-b304-710a557ebec6 HTTP/1.1" status: 200 len: 217 time: 0.0632422 Jan 28 13:46:32.799624 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.882001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-bd7c8e01-a25d-4286-a16b-031e5e69ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.883956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-bd7c8e01-a25d-4286-a16b-031e5e69ff3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dcf1291-61c8-4663-94c4-efbb39af06a6 HTTP/1.1" status: 200 len: 854 time: 0.1540854 Jan 28 13:46:32.896543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c68af162-54eb-4621-a1d8-a90610fa84bb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.915390 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d32a979-0115-4a5b-af2a-3790a1c81289 req-47c2997c-e13b-45ee-b48a-d2d28dc7d4a8 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898677 Jan 28 13:46:32.971382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.987907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.000292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.006877 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.007674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.019470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.025267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.030705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.032680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-81365615-f17d-4348-8c61-9ec61ba5b7b0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.3236244 Jan 28 13:46:33.039574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=c68af162-54eb-4621-a1d8-a90610fa84bb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.079224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-ddc33250-1956-4012-b047-17e43cf93d58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874795 Jan 28 13:46:33.361956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-2f62a267-dc28-45c3-aa40-09de5e031914 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484190 Jan 28 13:46:33.373248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c91064ae-3358-4e93-a5bd-5c8e1734769c req-db741d1c-eaeb-4a92-a13f-29e3ddb98935 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3304043 Jan 28 13:46:33.650964 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.657528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31b3a203-bb61-4bc3-ad3d-a0700c9f7ce5 req-b50b3d41-065e-480e-bbdb-569e7ecebfa2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816408 Jan 28 13:46:33.681040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.689728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.699308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.706493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.717571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.718544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.727446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.731726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a482ab-ad6e-40fb-a7af-b1fc9d473925 req-79183274-c7d4-4d32-9962-6928c9aeb015 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.733289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7a482ab-ad6e-40fb-a7af-b1fc9d473925 req-79183274-c7d4-4d32-9962-6928c9aeb015 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.2560582 Jan 28 13:46:33.736833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.751334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0687132-0f57-44b9-baf9-3499dd69c2b0 req-6e31173a-ee16-4e29-9aa1-82d4d3ad4fd1 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.2410409 Jan 28 13:46:33.754580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47676) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:33.762297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Request body: {'floatingip': {'port_id': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:33.908536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b7a482ab-ad6e-40fb-a7af-b1fc9d473925 req-2c65fc62-2678-4e28-93bb-21e67a571134 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637321 Jan 28 13:46:33.910870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for floatingip (8086abdb-81ff-4190-ac30-958a5352d89d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.097985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:46:34.149340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port ba652420-e08c-45cd-b9aa-c5999331981f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:34.149935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.370445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5b6-f1b0-494a-9bc3-0a34cc11d595 req-1b527518-084c-4a6d-83ce-96f1024a7bac tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:34.373182 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0b2e5b6-f1b0-494a-9bc3-0a34cc11d595 req-1b527518-084c-4a6d-83ce-96f1024a7bac tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 943 time: 0.2646110 Jan 28 13:46:34.534406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port ba652420-e08c-45cd-b9aa-c5999331981f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ba652420-e08c-45cd-b9aa-c5999331981f,segment=NetworkSegment(4c08e421-1891-4514-84e5-4d2c9088b18b),segment_id=4c08e421-1891-4514-84e5-4d2c9088b18b)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:34.534703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.554906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:34.569328 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Sync routers for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:34.578399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e0b2e5b6-f1b0-494a-9bc3-0a34cc11d595 req-a3a0235d-3645-4833-a056-547c204d915f tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933608 Jan 28 13:46:34.579822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for ba652420-e08c-45cd-b9aa-c5999331981f owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:34.586285 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:34.587480 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:34.621653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.622372 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7546e699-2f23-47f3-8bb7-d3aa2429707f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3483570 Jan 28 13:46:34.634623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47696) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:34.686663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-be09c94f-cc5d-49bc-94a6-af179ac7f656 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=aa1c3630930844d7afe338be16c6f395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475376 Jan 28 13:46:34.717742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47698) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:34.738404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc4b96-eb5c-4381-9e7b-f8d4d4a88027 req-129da1ff-48c5-4875-8889-dff42c751a2b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:34.746875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fcc4b96-eb5c-4381-9e7b-f8d4d4a88027 req-129da1ff-48c5-4875-8889-dff42c751a2b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.3010828 Jan 28 13:46:34.780680 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:34.874734 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bdca5ac9-24c5-4bb1-a5a0-95d4f82508f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.888207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ba652420-e08c-45cd-b9aa-c5999331981f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.896291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 985d31d6-5568-4c2d-b304-710a557ebec6 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:34.954497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=ba652420-e08c-45cd-b9aa-c5999331981f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:34.995920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:35.082159 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:32Z', 'revision_number': 3, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:35.085775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1553ab7-d014-4195-97a8-aa95c07c0909 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:35.103109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a1553ab7-d014-4195-97a8-aa95c07c0909 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3836224 Jan 28 13:46:35.113484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 985d31d6-5568-4c2d-b304-710a557ebec6, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=985d31d6-5568-4c2d-b304-710a557ebec6,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:35.114580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47706) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:35.124426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fcc4b96-eb5c-4381-9e7b-f8d4d4a88027 req-99f4906d-8a41-488d-8b57-c0a5434e8796 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765042 Jan 28 13:46:35.158378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '985d31d6-5568-4c2d-b304-710a557ebec6', 'network_id': '2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e', 'port_id': '985d31d6-5568-4c2d-b304-710a557ebec6', 'mac_address': 'fa:16:3e:17:7e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcf1291-61c8-4663-94c4-efbb39af06a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:35.175426 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-edf73011-7ef9-4b96-9e67-84fcaadf829f tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593843 Jan 28 13:46:35.185546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47712) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:35.196454 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.197348 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Checking router: 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:35.197726 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Updating router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 port 7e69d926-e66a-42d3-8278-f7dd1acfff78 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:35.220129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1185873346', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:35.262349 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.303967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 985d31d6-5568-4c2d-b304-710a557ebec6 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:35.304401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.363071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985d31d6-5568-4c2d-b304-710a557ebec6 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:35.395258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 985d31d6-5568-4c2d-b304-710a557ebec6, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=985d31d6-5568-4c2d-b304-710a557ebec6,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:35.401571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.482808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=985d31d6-5568-4c2d-b304-710a557ebec6,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:35.546146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:35.566823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fe607-9b75-4ef6-ac86-4ace1117b406 req-9e83651a-33a8-49af-afda-0f44eede54f7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:35.568776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f2fe607-9b75-4ef6-ac86-4ace1117b406 req-9e83651a-33a8-49af-afda-0f44eede54f7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.1568761 Jan 28 13:46:35.653639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['985d31d6-5568-4c2d-b304-710a557ebec6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:35.747090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f2fe607-9b75-4ef6-ac86-4ace1117b406 req-768fdf1d-b561-4105-9720-906a69cf91ef tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695871 Jan 28 13:46:35.748177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:35.763554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e0346925-e92d-4a43-8b7d-9be6e8d88956 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1856685 Jan 28 13:46:35.766037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47724) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:35.766220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:35.814311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:35.830747 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Publish callbacks [] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.835587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:35.837023 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.928961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet 231579b2-9797-4aa7-8505-c51bf561d93f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:35.934785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (231579b2-9797-4aa7-8505-c51bf561d93f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.940163 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Attempting to bind port 7e69d926-e66a-42d3-8278-f7dd1acfff78 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:35.940920 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Attempting to bind port 7e69d926-e66a-42d3-8278-f7dd1acfff78 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:35.941303 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Attempting to bind port 7e69d926-e66a-42d3-8278-f7dd1acfff78 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:35.952419 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:35.952419 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:35.952803 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.953069 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:35.953410 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Bound port: 7e69d926-e66a-42d3-8278-f7dd1acfff78, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:35.953959 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.027561 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] For port 7e69d926-e66a-42d3-8278-f7dd1acfff78, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:36.031142 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] For port 7e69d926-e66a-42d3-8278-f7dd1acfff78, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7e69d926-e66a-42d3-8278-f7dd1acfff78,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:36.033046 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Pushing event updated for resources: {'Port': ['ID=7e69d926-e66a-42d3-8278-f7dd1acfff78,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:36.044704 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.045062 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.045416 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.045990 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.046595 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.046945 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.047289 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.047626 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.047962 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.048846 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.048846 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.049202 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.049578 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.054048 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.060599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (231579b2-9797-4aa7-8505-c51bf561d93f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.111395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:36.158259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:36.161718 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:36.162256 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:36.169964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6a3a66ca-9af8-4761-9007-61563d811051 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3403003 Jan 28 13:46:36.170282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47732) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:36.240834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50830371-8b5a-4cd0-a111-d3791752bad6 req-3340b285-98ea-4931-a4b4-0ea863d4ec87 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:36.246373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50830371-8b5a-4cd0-a111-d3791752bad6 req-3340b285-98ea-4931-a4b4-0ea863d4ec87 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 944 time: 0.4293902 Jan 28 13:46:36.250065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.db.resource_extend [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:46:36.254404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:36.258245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.347863 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:36.438557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:36.458714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.459735 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:36.520153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6ca8-d04e-436a-801b-ecb3df850a2b req-f4c9c005-6374-4b9f-8bb1-3ce264ac86fd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:36.521925 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-741a6ca8-d04e-436a-801b-ecb3df850a2b req-f4c9c005-6374-4b9f-8bb1-3ce264ac86fd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.2622988 Jan 28 13:46:36.583348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.591708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50830371-8b5a-4cd0-a111-d3791752bad6 req-cac58916-e66d-4e82-8870-bab40e27da90 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692776 Jan 28 13:46:36.600183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (8086abdb-81ff-4190-ac30-958a5352d89d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.644264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (231579b2-9797-4aa7-8505-c51bf561d93f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.645278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:34Z', 'revision_number': 10, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:36.719473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:36.729993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.734961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:36.735505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:36.839476 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-741a6ca8-d04e-436a-801b-ecb3df850a2b req-1c2bd31e-63dc-495b-852f-126f7cf08cc7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094766 Jan 28 13:46:36.932930 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Floating IP 8086abdb-81ff-4190-ac30-958a5352d89d associated. External IP: 172.25.4.60, port: c11ab409-7d92-40ee-ade5-b52f1eb8cc83. Jan 28 13:46:36.971199 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:36.972426 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:36.974966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:36.982416 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac43d5-5f6d-41bf-86ac-3b057de0dcfb None None] Pushing event updated for resources: {'Port': ['ID=7e69d926-e66a-42d3-8278-f7dd1acfff78,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:36.994568 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.076479 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (231579b2-9797-4aa7-8505-c51bf561d93f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.107678 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5d6996e8-d929-4b42-84a0-4f3dda18d0a2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.109727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.115685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=231579b2-9797-4aa7-8505-c51bf561d93f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:37.150547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:37.175636 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.179503 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bae9f29b-db0f-45a2-96b1-e63e73b18bdf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/231579b2-9797-4aa7-8505-c51bf561d93f HTTP/1.1" status: 204 len: 168 time: 1.4124377 Jan 28 13:46:37.198548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.203807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ba14a76a-c194-4c05-ae21-71d1489c3307 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9 HTTP/1.1" status: 204 len: 168 time: 1.0337291 Jan 28 13:46:37.205089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47746) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:37.206199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47748) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:37.234754 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:37.268885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd1ebf-032b-430b-8bf1-a8f715d1fad9 None None] Network fdbb922d-35bb-4a7b-b56b-d819a2c4b808 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:37.282368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e29fb-be30-47d5-b3a5-9249b9e3b695 None None] Network f58aa7cf-9469-48aa-87b7-84c76e879d0b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:37.302008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Subnet': ['ID=5d6996e8-d929-4b42-84a0-4f3dda18d0a2,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:37.330806 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:32Z', 'revision_number': 3, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:37.388643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Checking segment: {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:37.388927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network hostable DHCP agents. Network: 2ce21462-0dc4-4454-b399-229de3a86436, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:37.422768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 2ce21462-0dc4-4454-b399-229de3a86436 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:37.424197 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b04d1c-6a61-470d-ac69-3e31283cc90a None None] The sync data for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 is: [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:32Z', 'revision_number': 3, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:37.439262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2ce21462-0dc4-4454-b399-229de3a86436) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:37.448704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:37.454147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.494810 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f58aa7cf-9469-48aa-87b7-84c76e879d0b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.519962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (fdbb922d-35bb-4a7b-b56b-d819a2c4b808), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.543045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0c44d915-56ea-4df5-9078-c6b3419142b2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3339045 Jan 28 13:46:37.544980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47758) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:37.655326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c112f-6179-4664-b079-722e3b46d6d5 None None] Network 2ce21462-0dc4-4454-b399-229de3a86436 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:37.661012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:37.821718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 830da585-e5d4-410f-81ee-94f6c2412e22 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:37.825493 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.877145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port 1e336330-df5b-4541-971a-d22de317f54e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:37.877501 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1e336330-df5b-4541-971a-d22de317f54e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.070036 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:32Z', 'revision_number': 9, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:38.163076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b25349-c1ca-4993-8ef5-762a694a1429 req-1bab7874-305a-443f-ba14-14154fae15a9 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:38.165160 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:38.173837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27b25349-c1ca-4993-8ef5-762a694a1429 req-1bab7874-305a-443f-ba14-14154fae15a9 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 944 time: 0.3784525 Jan 28 13:46:38.180221 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:38.181176 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:38.254159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-2ce21462-0dc4-4454-b399-229de3a86436', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:46:38.255511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.278516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-24f7d71f-c047-422f-aa08-e18edc3fc607 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:38.280804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-24f7d71f-c047-422f-aa08-e18edc3fc607 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.4295595 Jan 28 13:46:38.333564 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:38.475698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Allocated IP 172.20.0.2 (2ce21462-0dc4-4454-b399-229de3a86436/5d6996e8-d929-4b42-84a0-4f3dda18d0a2/63b9f05e-e57c-434f-934f-b4567a010a0a) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:38.530561 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:46:38.758308 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e83e06d8-b5a7-4fdc-a3a6-599d68f6d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.814848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 830da585-e5d4-410f-81ee-94f6c2412e22, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=830da585-e5d4-410f-81ee-94f6c2412e22,segment=NetworkSegment(c0903fd4-f864-4988-ad21-59162d1193c6),segment_id=c0903fd4-f864-4988-ad21-59162d1193c6)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:38.816528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.817295 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Publish callbacks [] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.857763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 830da585-e5d4-410f-81ee-94f6c2412e22 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:38.861962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7e69d926-e66a-42d3-8278-f7dd1acfff78 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:38.865705 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.868387 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.905264 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:32Z', 'revision_number': 9, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:38.977548 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d0ef6-2490-4813-905f-bd26f2c18121 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:32Z', 'revision_number': 9, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f58f5b-5c7c-41cf-ba9f-22a917651e5a', 'name': '', 'network_id': '62c8ec8d-9e08-4520-8bb5-5be709192a25', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:ca:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:34Z', 'updated_at': '2022-01-28T13:45:49Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '1d6cb6a7-d20d-4806-84db-b0dcfad6befd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:39.000477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 985d31d6-5568-4c2d-b304-710a557ebec6 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:39.076482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Network 2ce21462-0dc4-4454-b399-229de3a86436 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:39.077999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port 1e336330-df5b-4541-971a-d22de317f54e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e336330-df5b-4541-971a-d22de317f54e,segment=NetworkSegment(4c08e421-1891-4514-84e5-4d2c9088b18b),segment_id=4c08e421-1891-4514-84e5-4d2c9088b18b)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:39.078600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1e336330-df5b-4541-971a-d22de317f54e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.087628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] DHCP port deletion for fdbb922d-35bb-4a7b-b56b-d819a2c4b808 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:39.102881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] DHCP port deletion for f58aa7cf-9469-48aa-87b7-84c76e879d0b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:39.109701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for 1e336330-df5b-4541-971a-d22de317f54e owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:39.136159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:39.198017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:39.253022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:39.278439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.294413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:34Z', 'revision_number': 10, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.297252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] Sync routers for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:39.381779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 985d31d6-5568-4c2d-b304-710a557ebec6 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:39.384338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Pushing event updated for resources: {'Port': ['ID=63b9f05e-e57c-434f-934f-b4567a010a0a,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.400995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5dc7fe-d9c7-4673-9c92-01219eb9f846 None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:34Z', 'revision_number': 10, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None, '_interfaces': [{'id': 'c4fc25d3-2211-48f8-9c03-940dd456676d', 'name': '', 'network_id': '1affe980-7f7d-439d-bcbf-21e624c2831a', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'mac_address': 'fa:16:3e:04:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:04Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 5, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'subnets': [{'id': 'c33655b6-67d2-4fc3-a5de-ffe4e3bbba97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:39.434596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.438350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 985d31d6-5568-4c2d-b304-710a557ebec6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:39.440873 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.537804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port 830da585-e5d4-410f-81ee-94f6c2412e22 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:39.556953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-869d1bc6-af38-4567-ab72-fe81fd2d7128 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "PUT /v2.0/floatingips/8086abdb-81ff-4190-ac30-958a5352d89d HTTP/1.1" status: 200 len: 990 time: 5.7977495 Jan 28 13:46:39.558826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:39.559985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=830da585-e5d4-410f-81ee-94f6c2412e22,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.561216 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab26cb7-8df7-403c-b755-0cf6995f207c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:39.576505 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27b25349-c1ca-4993-8ef5-762a694a1429 req-4b652cb2-833d-4044-b06b-1af43f174fe1 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3109441 Jan 28 13:46:39.719045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-a4d59813-482d-4a2f-a50a-2a1609998ec6 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:39.736588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-a4d59813-482d-4a2f-a50a-2a1609998ec6 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 1.0911312 Jan 28 13:46:39.737309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Deleting port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:39.737806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.756278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1e336330-df5b-4541-971a-d22de317f54e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.804224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=1e336330-df5b-4541-971a-d22de317f54e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.830891 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-6f3bb655-b68d-417e-98f7-b041843623f3 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/quotas/7ade38184a57462990ec309416af038a HTTP/1.1" status: 200 len: 375 time: 0.0781362 Jan 28 13:46:39.840881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port 1e336330-df5b-4541-971a-d22de317f54e on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:39.851636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Attempting to bind port 63b9f05e-e57c-434f-934f-b4567a010a0a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:39.852788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Attempting to bind port 63b9f05e-e57c-434f-934f-b4567a010a0a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:39.853956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Attempting to bind port 63b9f05e-e57c-434f-934f-b4567a010a0a on network 2ce21462-0dc4-4454-b399-229de3a86436 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:39.858040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:39.861962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.877963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:39.878785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Checking segment: {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:39.879399 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.879973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Bound using segment: {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:39.880650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Bound port: 63b9f05e-e57c-434f-934f-b4567a010a0a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:39.881232 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.897135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-a529a1b3-41e2-4c87-b58b-384dc02803b5 req-567c1dac-c728-4126-bbd3-073fd6646d2c service neutron] (103374) timed out ('10.222.0.45', 54652) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:46:39.950463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7e69d926-e66a-42d3-8278-f7dd1acfff78 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:39.951062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.981355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8874f-4cae-4c5d-9aaa-ea5ddc7a668a req-004510fd-2bc5-4cfb-8c26-2860ac08322c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:39.982925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59a8874f-4cae-4c5d-9aaa-ea5ddc7a668a req-004510fd-2bc5-4cfb-8c26-2860ac08322c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 946 time: 0.1950030 Jan 28 13:46:40.033793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f58aa7cf-9469-48aa-87b7-84c76e879d0b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.038596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] Deleting port 830da585-e5d4-410f-81ee-94f6c2412e22 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:40.039439 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.088773 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59a8874f-4cae-4c5d-9aaa-ea5ddc7a668a req-d1fb7182-daf3-4f07-97ab-a4876f542100 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786312 Jan 28 13:46:40.151877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] For port 8c53979e-5b9f-487a-8e8f-5b428cb3d664, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8c53979e-5b9f-487a-8e8f-5b428cb3d664,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:40.152152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58aa7cf-9469-48aa-87b7-84c76e879d0b']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.152694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.158028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.186247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Calling delete_port for 8c53979e-5b9f-487a-8e8f-5b428cb3d664 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:40.204814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] For port 830da585-e5d4-410f-81ee-94f6c2412e22, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:40.205266 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.215456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0903fd4-f864-4988-ad21-59162d1193c6') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.216085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0903fd4-f864-4988-ad21-59162d1193c6') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.239159 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (fdbb922d-35bb-4a7b-b56b-d819a2c4b808), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.239889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] Calling delete_port for 830da585-e5d4-410f-81ee-94f6c2412e22 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:40.250446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-65a25498-e815-43e4-bd13-fafe44ee3ab1 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082983 Jan 28 13:46:40.263616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (c0903fd4-f864-4988-ad21-59162d1193c6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.345731 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f755425-8980-4b53-98d7-e8ea08da5c36 x-openstack-request-id: req-9f755425-8980-4b53-98d7-e8ea08da5c36 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:40.346830 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:40.347263 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f755425-8980-4b53-98d7-e8ea08da5c36 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:40.347875 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'status': 'completed', 'code': 200} Jan 28 13:46:40.363660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] Port 830da585-e5d4-410f-81ee-94f6c2412e22 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:46:40.376756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbb922d-35bb-4a7b-b56b-d819a2c4b808']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.394255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c0903fd4-f864-4988-ad21-59162d1193c6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.418181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c08e421-1891-4514-84e5-4d2c9088b18b') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.418527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c08e421-1891-4514-84e5-4d2c9088b18b') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.441863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:40.442386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (c0903fd4-f864-4988-ad21-59162d1193c6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:40.463192 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:40.466693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (830da585-e5d4-410f-81ee-94f6c2412e22), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.488812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7e69d926-e66a-42d3-8278-f7dd1acfff78 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:40.489606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.523182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 7e69d926-e66a-42d3-8278-f7dd1acfff78, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7e69d926-e66a-42d3-8278-f7dd1acfff78,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:40.527550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8c53979e-5b9f-487a-8e8f-5b428cb3d664), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.557171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (4c08e421-1891-4514-84e5-4d2c9088b18b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.593910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:40.598368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.670504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (4c08e421-1891-4514-84e5-4d2c9088b18b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.674809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event deleted for resources: {'Port': ['ID=8c53979e-5b9f-487a-8e8f-5b428cb3d664,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.686378 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-27f4b251-f969-4c12-8d30-834f4586c660 service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184651 Jan 28 13:46:40.690233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f58aa7cf-9469-48aa-87b7-84c76e879d0b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.708308 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.715943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/f58aa7cf-9469-48aa-87b7-84c76e879d0b HTTP/1.1" status: 204 len: 168 time: 3.5010519 Jan 28 13:46:40.718845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 985d31d6-5568-4c2d-b304-710a557ebec6 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:40.718845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.729737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:40.730166 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (4c08e421-1891-4514-84e5-4d2c9088b18b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:40.733898 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:40.738918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:40.773316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.774726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.777351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.778488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.779142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.779786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.780970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.789886 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-664904e7-5cc0-4637-9e8d-d537bc62c395 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.3775508 Jan 28 13:46:40.818296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] Pushing event deleted for resources: {'Port': ['ID=830da585-e5d4-410f-81ee-94f6c2412e22,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.820792 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.830864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8c53979e-5b9f-487a-8e8f-5b428cb3d664 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:40.856619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] Deleting port 1e336330-df5b-4541-971a-d22de317f54e {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:40.857362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1e336330-df5b-4541-971a-d22de317f54e), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.877203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] No DVR routers for this DVR port 8c53979e-5b9f-487a-8e8f-5b428cb3d664 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:40.883020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.888809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-65398581-7740-4ee3-a5c1-17739e4fab14 req-0fcbfb7d-98d1-45c1-9ba3-92ebb1e31a1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.60 "DELETE /v2.0/ports/8c53979e-5b9f-487a-8e8f-5b428cb3d664 HTTP/1.1" status: 204 len: 173 time: 1.7881141 Jan 28 13:46:40.942790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] For port 1e336330-df5b-4541-971a-d22de317f54e, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:40.943367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1e336330-df5b-4541-971a-d22de317f54e), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.958818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] Calling delete_port for 1e336330-df5b-4541-971a-d22de317f54e owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:40.961834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] Port 1e336330-df5b-4541-971a-d22de317f54e was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:46:40.964095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] For port 63b9f05e-e57c-434f-934f-b4567a010a0a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:40.967232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652e828-80d9-47f2-887c-c92d7588d562 None None] No DVR routers for this DVR port 830da585-e5d4-410f-81ee-94f6c2412e22 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:40.977231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 8c53979e-5b9f-487a-8e8f-5b428cb3d664 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:40.977770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8c53979e-5b9f-487a-8e8f-5b428cb3d664 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:40.980109 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (1e336330-df5b-4541-971a-d22de317f54e), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.983682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 830da585-e5d4-410f-81ee-94f6c2412e22 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:41.083059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.20.0.1 (2ce21462-0dc4-4454-b399-229de3a86436/5d6996e8-d929-4b42-84a0-4f3dda18d0a2/8ad06137-9cb2-4652-bb4e-14a57d97ef2e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:41.124768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985d31d6-5568-4c2d-b304-710a557ebec6'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:41.128836 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b246851-8cdd-4cbb-a7dd-7ee60d7889c4" -d '{"events": [{"server_uuid": "6cb8b400-a3e9-44f2-926d-dfc1d8e3e840", "name": "network-vif-plugged", "status": "completed", "tag": "985d31d6-5568-4c2d-b304-710a557ebec6"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:41.176429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 830da585-e5d4-410f-81ee-94f6c2412e22 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:41.177149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 830da585-e5d4-410f-81ee-94f6c2412e22 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:41.177797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c68af162-54eb-4621-a1d8-a90610fa84bb no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:41.248847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b9fd7-bb04-41c3-ae00-725f661e2445 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=f58aa7cf-9469-48aa-87b7-84c76e879d0b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.259891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 985d31d6-5568-4c2d-b304-710a557ebec6, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=985d31d6-5568-4c2d-b304-710a557ebec6,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:41.262580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: c68af162-54eb-4621-a1d8-a90610fa84bb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:41.263534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c68af162-54eb-4621-a1d8-a90610fa84bb not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:41.264500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e336330-df5b-4541-971a-d22de317f54e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:41.272672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91543dc-4ce6-455d-9dd3-092c7a20e061 req-2498867d-d0d6-4aae-a571-50f5fe739389 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.275788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c91543dc-4ce6-455d-9dd3-092c7a20e061 req-2498867d-d0d6-4aae-a571-50f5fe739389 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 944 time: 0.5069561 Jan 28 13:46:41.288317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (fdbb922d-35bb-4a7b-b56b-d819a2c4b808), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.306490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] No DVR routers for this DVR port 1e336330-df5b-4541-971a-d22de317f54e on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:41.311371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1e336330-df5b-4541-971a-d22de317f54e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:41.312228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e336330-df5b-4541-971a-d22de317f54e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:41.312873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ba652420-e08c-45cd-b9aa-c5999331981f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:41.336268 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.344694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:41.347391 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.356104 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/fdbb922d-35bb-4a7b-b56b-d819a2c4b808 HTTP/1.1" status: 204 len: 168 time: 4.1502228 Jan 28 13:46:41.356361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47826) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:41.372500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ef232631-ca6a-45bd-a493-c39ad52a187f service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552141 Jan 28 13:46:41.377506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e739a3c-1195-47e4-8dc2-e3d699c707eb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=fdbb922d-35bb-4a7b-b56b-d819a2c4b808,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.408788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=7e69d926-e66a-42d3-8278-f7dd1acfff78,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.416395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] For port 63b9f05e-e57c-434f-934f-b4567a010a0a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=63b9f05e-e57c-434f-934f-b4567a010a0a,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:41.417939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ba652420-e08c-45cd-b9aa-c5999331981f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:41.418424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ba652420-e08c-45cd-b9aa-c5999331981f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:41.446995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d98cf-21f2-4a8f-9893-086f966e453b None None] Pushing event deleted for resources: {'Port': ['ID=1e336330-df5b-4541-971a-d22de317f54e,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.453160 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.590170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.696313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-f1f5e85c-77de-4773-b316-ff02a4f0bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.702796 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-f1f5e85c-77de-4773-b316-ff02a4f0bd62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f HTTP/1.1" status: 200 len: 918 time: 0.5567617 Jan 28 13:46:41.824533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.928571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.936395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=985d31d6-5568-4c2d-b304-710a557ebec6,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.945326 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.973066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c91543dc-4ce6-455d-9dd3-092c7a20e061 req-e3ee4ff8-f032-49f5-ad75-e01f74a51ea0 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793747 Jan 28 13:46:41.988675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 2ce21462-0dc4-4454-b399-229de3a86436 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:42.002226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:42.014845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:42.086324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f7947ae9-a08e-4ebf-8a68-c3abd0fa9969 req-72f239ba-5b32-4bba-b019-0a082aed2517 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974693-7010-4af4-b7b1-f3821ce4575b HTTP/1.1" status: 200 len: 210 time: 0.0790312 Jan 28 13:46:42.106682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.161018 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-279d6d42-cfcc-44f2-b129-fe7ffbb15f55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 998 time: 0.4493365 Jan 28 13:46:42.300638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ec1e-adc1-42fe-94f9-c35659b585ec None None] Pushing event updated for resources: {'Port': ['ID=63b9f05e-e57c-434f-934f-b4567a010a0a,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:42.309274 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292e200-b5fe-4731-b237-186e9e5eace7 x-openstack-request-id: req-6292e200-b5fe-4731-b237-186e9e5eace7 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:42.309862 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8b400-a3e9-44f2-926d-dfc1d8e3e840", "name": "network-vif-plugged", "status": "completed", "tag": "985d31d6-5568-4c2d-b304-710a557ebec6", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:42.310320 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6292e200-b5fe-4731-b237-186e9e5eace7 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:42.310898 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985d31d6-5568-4c2d-b304-710a557ebec6', 'code': 200} Jan 28 13:46:42.353163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'name': 'network-vif-deleted', 'tag': '8c53979e-5b9f-487a-8e8f-5b428cb3d664'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:42.356772 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d6e076-183e-4849-9dfb-41343a3f9111" -d '{"events": [{"server_uuid": "c7974693-7010-4af4-b7b1-f3821ce4575b", "name": "network-vif-deleted", "tag": "8c53979e-5b9f-487a-8e8f-5b428cb3d664"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:42.380884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-4f53d298-a207-4157-8dbb-e86c1ed0885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:42.383691 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-4f53d298-a207-4157-8dbb-e86c1ed0885e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 200 len: 856 time: 0.1811857 Jan 28 13:46:42.540821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fbd583a3-e842-4d0e-abcf-85685d80cc88 req-e95fd2e8-a798-4133-838c-0962939c8821 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 210 time: 0.1802430 Jan 28 13:46:42.570836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-670abb0f-7911-43bb-b3f0-2fcec1b5934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:42.572947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-670abb0f-7911-43bb-b3f0-2fcec1b5934a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68ab7131-bccd-4165-8d71-334c51189a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758173 Jan 28 13:46:42.583548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.601739 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632f96c-4055-4506-99be-6f6633128fef x-openstack-request-id: req-a632f96c-4055-4506-99be-6f6633128fef {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:42.602003 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7974693-7010-4af4-b7b1-f3821ce4575b", "name": "network-vif-deleted", "tag": "8c53979e-5b9f-487a-8e8f-5b428cb3d664", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:42.602100 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a632f96c-4055-4506-99be-6f6633128fef {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:42.602565 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7974693-7010-4af4-b7b1-f3821ce4575b', 'name': 'network-vif-deleted', 'tag': '8c53979e-5b9f-487a-8e8f-5b428cb3d664', 'status': 'completed', 'code': 200} Jan 28 13:46:42.615806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '8086abdb-81ff-4190-ac30-958a5352d89d', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'port_id': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'mac_address': 'fa:16:3e:3d:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:20Z', 'updated_at': '2022-01-28T13:46:36Z', 'revision_number': 1, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:20Z', 'revision_number': 5, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.698676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] Checking router: e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:42.728685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:42.729397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.749830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05877195-5c1d-43ae-87c4-da62d7a50a11 req-e3406a44-ac1a-4813-9211-456433327bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:42.752283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05877195-5c1d-43ae-87c4-da62d7a50a11 req-e3406a44-ac1a-4813-9211-456433327bf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 1096 time: 0.4817021 Jan 28 13:46:42.891755 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-685bc2cf-3458-46e6-af52-144bab077b2b service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790481 Jan 28 13:46:42.958300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05877195-5c1d-43ae-87c4-da62d7a50a11 req-1608ec73-92f3-41d6-907c-12d4f27f25d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619411 Jan 28 13:46:43.007366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63b9f05e-e57c-434f-934f-b4567a010a0a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:43.077468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:43.240446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.421248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 63b9f05e-e57c-434f-934f-b4567a010a0a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:43.421636 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.460431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65cda-4eb8-48f9-a218-040ebb73ac8b req-444db326-5480-49ee-9060-29cd3e0c9ca6 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:43.468684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90e65cda-4eb8-48f9-a218-040ebb73ac8b req-444db326-5480-49ee-9060-29cd3e0c9ca6 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 945 time: 0.2985318 Jan 28 13:46:43.548155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ab26cb7-8df7-403c-b755-0cf6995f207c req-660a996f-d7b2-4231-a918-442266bf4071 service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478815 Jan 28 13:46:43.635478 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90e65cda-4eb8-48f9-a218-040ebb73ac8b req-3c26a085-60df-47ef-bb3e-b4fa803f58e1 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616964 Jan 28 13:46:43.910618 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-36e14b5b-430e-43b0-84a8-1bbb169c3802 req-7dea0a2c-0583-474e-b9f2-4035ed734245 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 210 time: 0.1031592 Jan 28 13:46:44.005135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a94af3c-c5ab-4986-aeee-9884aa33b191 None None] Network 2ce21462-0dc4-4454-b399-229de3a86436 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:44.256206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 63b9f05e-e57c-434f-934f-b4567a010a0a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:44.257422 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.333541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-30cc57b9-26f2-401d-9541-def0119d1241 None None] Provisioning complete for port 63b9f05e-e57c-434f-934f-b4567a010a0a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:44.334239 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-30cc57b9-26f2-401d-9541-def0119d1241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.381648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.425687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-59b66f80-a5df-40b0-87bd-eb0962137589 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:44.437849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-59b66f80-a5df-40b0-87bd-eb0962137589 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.8518851 Jan 28 13:46:44.542464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 63b9f05e-e57c-434f-934f-b4567a010a0a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=63b9f05e-e57c-434f-934f-b4567a010a0a,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:44.555678 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.557054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7e69d926-e66a-42d3-8278-f7dd1acfff78 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:44.689876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=63b9f05e-e57c-434f-934f-b4567a010a0a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:44.804860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:44.805789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.017925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.027778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-07217c41-02d3-495d-910c-c76c65a9af21 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/quotas/dc25f0abbc16437a8aa5152ead8ccb5f HTTP/1.1" status: 200 len: 375 time: 0.5285950 Jan 28 13:46:45.029901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.075360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '8086abdb-81ff-4190-ac30-958a5352d89d', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'port_id': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'mac_address': 'fa:16:3e:3d:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:20Z', 'updated_at': '2022-01-28T13:46:36Z', 'revision_number': 1, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:20Z', 'revision_number': 5, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:45.090155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0e822933-1ac6-4174-aee1-086ea47a7ab7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:45.093265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0e822933-1ac6-4174-aee1-086ea47a7ab7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 1.3018630 Jan 28 13:46:45.113409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Request body: {'port': {'device_id': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'admin_state_up': True, 'tenant_id': '7ade38184a57462990ec309416af038a'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:45.127222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-30cc57b9-26f2-401d-9541-def0119d1241 None None] Current status of the port 63b9f05e-e57c-434f-934f-b4567a010a0a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:45.138553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b729103-6eae-44e7-ac80-cd645223606a None None] The sync data for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 is: [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '8086abdb-81ff-4190-ac30-958a5352d89d', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'port_id': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'mac_address': 'fa:16:3e:3d:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:43:20Z', 'updated_at': '2022-01-28T13:46:36Z', 'revision_number': 1, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:20Z', 'revision_number': 5, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:45.177428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7e69d926-e66a-42d3-8278-f7dd1acfff78 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:45.177989 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.258992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6f080-03ee-4929-a071-5d7cc9690b4e req-005b9722-afa3-4db6-8005-8f63b00fd0ef tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:45.261554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09e6f080-03ee-4929-a071-5d7cc9690b4e req-005b9722-afa3-4db6-8005-8f63b00fd0ef tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 945 time: 0.4711552 Jan 28 13:46:45.394583 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.411547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-52dffcf7-3650-435f-8ba9-6417a943cd71 None None] Provisioning complete for port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:45.412748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52dffcf7-3650-435f-8ba9-6417a943cd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.422005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-dc92d27e-b78a-459a-bc76-9e2d20dc87db tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2703824 Jan 28 13:46:45.430146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 70f58f5b-5c7c-41cf-ba9f-22a917651e5a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,segment=NetworkSegment(f40bb3aa-b363-457d-a6c3-b93fcfb75964),segment_id=f40bb3aa-b363-457d-a6c3-b93fcfb75964)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:45.430630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.483827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-52dffcf7-3650-435f-8ba9-6417a943cd71 None None] Port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:45.511673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 70f58f5b-5c7c-41cf-ba9f-22a917651e5a owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:45.529437 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09e6f080-03ee-4929-a071-5d7cc9690b4e req-ac36cf2f-abeb-4006-8438-a35c8ec8c8b7 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865029 Jan 28 13:46:45.554253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7e69d926-e66a-42d3-8278-f7dd1acfff78 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:45.575447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-52dffcf7-3650-435f-8ba9-6417a943cd71 None None] Provisioning complete for port 63b9f05e-e57c-434f-934f-b4567a010a0a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:45.576154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52dffcf7-3650-435f-8ba9-6417a943cd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.674409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:45.722442 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011700fc-ce9a-4c9d-aa7b-581eba6172bc None None] New status for floating IP 8086abdb-81ff-4190-ac30-958a5352d89d: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:46:45.826077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6b9669f3-7f55-4c79-8c3b-96f8449f7075 req-517494ac-9988-4d1a-9570-53c4c14d849e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 210 time: 0.0780017 Jan 28 13:46:45.831636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Made reservation on behalf of 7ade38184a57462990ec309416af038a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:45.838590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-52dffcf7-3650-435f-8ba9-6417a943cd71 None None] Current status of the port 63b9f05e-e57c-434f-934f-b4567a010a0a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:45.840129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.842796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63b9f05e-e57c-434f-934f-b4567a010a0a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:45.850467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 2ce21462-0dc4-4454-b399-229de3a86436 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:45.882374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:45.942861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 63b9f05e-e57c-434f-934f-b4567a010a0a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:45.944720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.088795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-10af95b5-ac84-474c-afa3-9abb32aa2b8c None None] Provisioning complete for port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:46.089465 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10af95b5-ac84-474c-afa3-9abb32aa2b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.281145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (70f58f5b-5c7c-41cf-ba9f-22a917651e5a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.295564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 63b9f05e-e57c-434f-934f-b4567a010a0a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:46.297971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-10af95b5-ac84-474c-afa3-9abb32aa2b8c None None] Port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:46.335952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:46.472121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-f4484b70-265c-41ac-8fdd-9f9ebb62deda service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992580 Jan 28 13:46:46.472961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=70f58f5b-5c7c-41cf-ba9f-22a917651e5a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:46.540150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-97241c94-0720-4a65-a042-f340a776511f None None] Provisioning complete for port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:46.548153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97241c94-0720-4a65-a042-f340a776511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.627008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-97241c94-0720-4a65-a042-f340a776511f None None] Port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:46.797298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-7f86b748-784f-4f0b-937f-56b2752bca6c service neutron] 10.222.0.45 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959745 Jan 28 13:46:46.807800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:46.816370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c47e7dd7-7f76-4518-9841-c1d94aa3a933 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "PUT /v2.0/routers/1f2d45bb-5f21-46bf-99bc-0cc8b4c31915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2677965 Jan 28 13:46:46.817032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47932) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:46.824305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Sync routers for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:46.825219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Allocated IP 172.20.0.2 (b1c46390-f3ca-409a-92a5-76d47d90790b/994ece1f-abf2-49a5-a911-318ac7cad4ed/4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:46.852537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:46.854588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:46.908742 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.039488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port c4fc25d3-2211-48f8-9c03-940dd456676d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:47.039927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.101117 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6be52f47-6507-4783-a7e8-e163f1bbfcf5 req-0113bcdf-3793-466c-8874-55f2ac98eae9 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 210 time: 0.1097524 Jan 28 13:46:47.216171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:47.266642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port c4fc25d3-2211-48f8-9c03-940dd456676d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c4fc25d3-2211-48f8-9c03-940dd456676d,segment=NetworkSegment(929eda7d-9f82-4829-856e-11f6e4da5cd2),segment_id=929eda7d-9f82-4829-856e-11f6e4da5cd2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:47.267350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.339233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for c4fc25d3-2211-48f8-9c03-940dd456676d owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:47.572590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a5bb78b9-5838-4505-b0e4-318a96fc7b67 req-efc10fd8-17ad-4ded-901c-0d85ed3abbae tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 210 time: 0.2335813 Jan 28 13:46:47.823507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4fc25d3-2211-48f8-9c03-940dd456676d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.845976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:44Z', 'revision_number': 2, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:47.891099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=c4fc25d3-2211-48f8-9c03-940dd456676d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:47.930159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.931803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.932703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.933202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.933858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.933988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Checking router: 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:47.934258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Updating router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:47.934618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.935293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.935901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.936314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.936829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.937292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.937805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.938275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.938913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:47.945057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1f55c7bd-b54e-4c72-b1e6-eb84faf47b84 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9819 time: 1.1218190 Jan 28 13:46:47.948420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47962) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:48.005002 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.063769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks [] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.220320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.471125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3a06830-ae4e-4b6e-a5a2-718f09e71826 req-95b5e116-90ff-42e2-a6ba-269af5ca114c tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 210 time: 0.1692507 Jan 28 13:46:48.487576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.488429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.489105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.491661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.491825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.492463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.492938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.494172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.494795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.495569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.496072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.496537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.497170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.497634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.499957 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c5d0425c-a33d-4a62-88a5-8c6ca14c4f15 tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8900 time: 0.5533319 Jan 28 13:46:48.503439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:48.505514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47970) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:48.596185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.633794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:48.710162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Network b1c46390-f3ca-409a-92a5-76d47d90790b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:48.799981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:48.825531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:48.864345 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Publish callbacks [] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.878566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.958509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.960507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.039401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event updated for resources: {'Port': ['ID=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:49.055222 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:49.065309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3f1e06e2-ff03-494a-9a07-a934905f074f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3074601 Jan 28 13:46:49.074495 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:49.079478 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-ab90b1b5-3936-45f5-ba5d-704734db674a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9738317 Jan 28 13:46:49.080166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47984) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:49.101815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Request body: {'port': {'device_id': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:49.113807 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:49.120720 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:49.271278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d471a2b4-9d27-44a6-8526-a3a5bae275d8 req-7f3e11d5-2c46-4ccb-989f-3ce6e075475a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 210 time: 0.0878999 Jan 28 13:46:49.314411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:49.448183 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:49.550079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.647308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 1d6cb6a7-d20d-4806-84db-b0dcfad6befd {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:49.654215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (1d6cb6a7-d20d-4806-84db-b0dcfad6befd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.722478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:49.749077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3461c1e5-f5f0-4cb0-ae13-b168a885ac4b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3814225 Jan 28 13:46:49.779818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-1531d444-5a2e-4fc9-8995-6d220f47c33e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:49.780887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:49.781616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-1531d444-5a2e-4fc9-8995-6d220f47c33e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 806 time: 0.5859551 Jan 28 13:46:49.805350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Request body: {'port': {'device_id': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'admin_state_up': True, 'tenant_id': 'dc25f0abbc16437a8aa5152ead8ccb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:49.979482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:49.984142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Attempting to bind port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:49.984524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Attempting to bind port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:49.984925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Attempting to bind port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e on network 2ce21462-0dc4-4454-b399-229de3a86436 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:50.001185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d5929-f73c-482c-b9f4-d52a8c9c762d None None] Pushing event updated for resources: {'Port': ['ID=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:50.011244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:50.011654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Checking segment: {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:50.012196 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.012643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Bound using segment: {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:50.013187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Bound port: 8ad06137-9cb2-4652-bb4e-14a57d97ef2e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:50.019700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.062590 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:46Z', 'revision_number': 10, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:50.090242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Made reservation on behalf of dc25f0abbc16437a8aa5152ead8ccb5f for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:50.094939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.124360 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:50.154199 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:50.161556 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:50.219941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] For port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:50.226441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] For port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:50.244476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.397818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d5929-f73c-482c-b9f4-d52a8c9c762d None None] Pushing event updated for resources: {'Port': ['ID=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:50.414620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:50.415214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:50.427523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5c5d8825-c17b-44ff-9035-65d7b2974b40 None None] Provisioning complete for port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:50.427911 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8825-c17b-44ff-9035-65d7b2974b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.445301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Allocated IP 172.20.0.13 (bd66b478-a8f5-487e-81fe-4e9e71689580/155f1533-4762-4f9a-90d3-6dcd494ded90/77269d8c-034c-477c-a4c4-e5ece1217dc2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:50.490672 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:50.521134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:50.521779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:50.575201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10b8b346-b878-4637-be05-a6d3a4ed83ec req-dc528737-6189-41fc-a9f7-2c30c155ab40 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 210 time: 0.1060209 Jan 28 13:46:50.764571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:50.917164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 11, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:50.920824 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks [] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:50.962774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:51.032925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.055392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:51.121032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:51.121791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:51.140747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Network bd66b478-a8f5-487e-81fe-4e9e71689580 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:51.150178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:51.161184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:51.266774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:51.272792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event updated for resources: {'Port': ['ID=77269d8c-034c-477c-a4c4-e5ece1217dc2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:51.328443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:51.331035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.364596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-ae69254e-9353-4fd4-bed6-99f9d595cc61 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5674398 Jan 28 13:46:51.378759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Request body: {'port': {'device_id': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:51.420390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (1d6cb6a7-d20d-4806-84db-b0dcfad6befd), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.434094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 11, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:51.436800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d8825-c17b-44ff-9035-65d7b2974b40 None None] Current status of the port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:51.437393 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8825-c17b-44ff-9035-65d7b2974b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.449474 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:46Z', 'revision_number': 10, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:51.480996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting subnet c33655b6-67d2-4fc3-a5de-ffe4e3bbba97 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:51.484506 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.486647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:51.500303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Publish callbacks [] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.518392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Transition to ACTIVE for port object 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:46:51.535052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.537763 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10464ce0-ba48-4479-8e21-addecebc02c7 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:46:46Z', 'revision_number': 10, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None, '_interfaces': [{'id': '6b33433b-ad5b-434f-89c7-4757d4e4f125', 'name': '', 'network_id': 'e0f3e887-e9b3-4c5b-b1bc-9041f55073d3', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:14Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 5, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'subnets': [{'id': '9f8de688-fc85-4ed8-9690-1da5dcb4c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:51.559410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (c33655b6-67d2-4fc3-a5de-ffe4e3bbba97), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.561784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329eb9d-591b-4ceb-bb4f-b745cb3641da None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 11, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:51.619201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:51.682803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5c5d8825-c17b-44ff-9035-65d7b2974b40 None None] For port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:51.683818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (c33655b6-67d2-4fc3-a5de-ffe4e3bbba97), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.693068 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8825-c17b-44ff-9035-65d7b2974b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.923840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c33655b6-67d2-4fc3-a5de-ffe4e3bbba97), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:51.995539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf9793-16ab-4780-be8c-18d5ab47ce5a req-78dfc4a0-8a62-4ec1-aa15-7e92d0acda22 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:52.001964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90cf9793-16ab-4780-be8c-18d5ab47ce5a req-78dfc4a0-8a62-4ec1-aa15-7e92d0acda22 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 932 time: 0.2070465 Jan 28 13:46:52.004319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d8825-c17b-44ff-9035-65d7b2974b40 None None] Pushing event updated for resources: {'Port': ['ID=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:52.046233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-835e0879-1b61-4e8a-97ec-13d158d401e0 None None] Provisioning complete for port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:52.046925 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-835e0879-1b61-4e8a-97ec-13d158d401e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.096570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (c33655b6-67d2-4fc3-a5de-ffe4e3bbba97), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.154220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:50Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:52.221630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.233337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccdbd89-bc6e-45b7-93fe-9141f3a3298a None None] Network 1affe980-7f7d-439d-bcbf-21e624c2831a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:52.234181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90cf9793-16ab-4780-be8c-18d5ab47ce5a req-a6fd4b57-bb7d-40b3-ae24-310fac4b353d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212651 Jan 28 13:46:52.234375 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/c33655b6-67d2-4fc3-a5de-ffe4e3bbba97 HTTP/1.1" status: 204 len: 168 time: 2.4521153 Jan 28 13:46:52.234870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48030) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:52.237672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49885aab-cd61-43f4-a5c9-b5555e5ed6aa None None] The sync data for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 is: [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:50Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:52.270400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3043331f-9b32-41d9-b41a-b3b579015d3f tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4125 time: 3.7635229 Jan 28 13:46:52.271806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719585d-d7d9-4aa1-bedc-a8a49747fa8b tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Subnet': ['ID=c33655b6-67d2-4fc3-a5de-ffe4e3bbba97,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:52.306849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cbc0b-80b3-44eb-9c8c-d63de25b5426 req-9a052e7b-93d9-4b0b-add3-5c2355364b0d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:52.319667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a1cbc0b-80b3-44eb-9c8c-d63de25b5426 req-9a052e7b-93d9-4b0b-add3-5c2355364b0d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 931 time: 2.5919201 Jan 28 13:46:52.370149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77269d8c-034c-477c-a4c4-e5ece1217dc2 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:52.409651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Publish callbacks [] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.419238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-835e0879-1b61-4e8a-97ec-13d158d401e0 None None] Current status of the port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:52.426373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Transition to ACTIVE for port object 77269d8c-034c-477c-a4c4-e5ece1217dc2 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:46:52.440233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.561724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:52.648824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Pushing event updated for resources: {'Port': ['ID=77269d8c-034c-477c-a4c4-e5ece1217dc2,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:52.660259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] DHCP port deletion for 1affe980-7f7d-439d-bcbf-21e624c2831a request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:52.793862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] Deleting port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:52.794248 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.820568 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7a1cbc0b-80b3-44eb-9c8c-d63de25b5426 req-45d26fa8-8f03-447e-a432-3adee253d235 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993412 Jan 28 13:46:52.833028 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (1d6cb6a7-d20d-4806-84db-b0dcfad6befd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.885253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1affe980-7f7d-439d-bcbf-21e624c2831a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:52.922983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Attempting to bind port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:52.925568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Attempting to bind port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:52.926112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Attempting to bind port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:52.953343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 on network b1c46390-f3ca-409a-92a5-76d47d90790b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:46:52.953680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Attempting to bind port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:52.972107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:52.972466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Checking segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:52.972856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Bound using segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:52.973313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Bound port: 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:52.973653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.008665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] For port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,segment=NetworkSegment(929eda7d-9f82-4829-856e-11f6e4da5cd2),segment_id=929eda7d-9f82-4829-856e-11f6e4da5cd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:53.009407 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.020072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (1d6cb6a7-d20d-4806-84db-b0dcfad6befd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.039020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] Calling delete_port for fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:53.173714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Attempting to bind port 77269d8c-034c-477c-a4c4-e5ece1217dc2 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:53.174850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Attempting to bind port 77269d8c-034c-477c-a4c4-e5ece1217dc2 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:53.175715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Attempting to bind port 77269d8c-034c-477c-a4c4-e5ece1217dc2 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:53.187932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Port 77269d8c-034c-477c-a4c4-e5ece1217dc2 on network bd66b478-a8f5-487e-81fe-4e9e71689580 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:46:53.188972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Attempting to bind port 77269d8c-034c-477c-a4c4-e5ece1217dc2 on network bd66b478-a8f5-487e-81fe-4e9e71689580 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:53.206761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Deleting port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:53.207568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.226446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:53.227473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Checking segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:53.228832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Bound using segment: {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:53.229714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Bound port: 77269d8c-034c-477c-a4c4-e5ece1217dc2, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35253962-7c6e-44a8-acd0-5354c8f4cef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:53.229848 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.230939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6cb6a7-d20d-4806-84db-b0dcfad6befd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:53.231238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.245674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.257461 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-afda7be7-c8a0-4af8-b514-48b8defb0ba5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/1d6cb6a7-d20d-4806-84db-b0dcfad6befd HTTP/1.1" status: 204 len: 168 time: 4.1747472 Jan 28 13:46:53.258103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:53.270271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade8423-7012-41ba-8fc3-09da15666f74 None None] Network 62c8ec8d-9e08-4520-8bb5-5be709192a25 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:53.390468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] No DVR routers for this DVR port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:53.410058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] For port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,segment=NetworkSegment(929eda7d-9f82-4829-856e-11f6e4da5cd2),segment_id=929eda7d-9f82-4829-856e-11f6e4da5cd2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:53.411525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.450470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Calling delete_port for fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:53.479080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0889e32-cb6b-4246-86f7-b631e0676eb3 None None] Pushing event deleted for resources: {'Port': ['ID=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:53.530106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] For port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:53.536707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] For port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:53.585376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] For port 77269d8c-034c-477c-a4c4-e5ece1217dc2, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:53.598377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48050) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:53.607698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3c885504-1b7a-491e-a317-60dbdc4a5c77 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774938640', 'description': 'tempest-secgroup-smoke-1774938640 description', 'project_id': 'aa1c3630930844d7afe338be16c6f395'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:53.706954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.718055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c885504-1b7a-491e-a317-60dbdc4a5c77 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.775130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] For port 77269d8c-034c-477c-a4c4-e5ece1217dc2, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=77269d8c-034c-477c-a4c4-e5ece1217dc2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:53.790966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.826106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (62c8ec8d-9e08-4520-8bb5-5be709192a25), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.846017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83993ce-4e92-420d-9524-e1fca3ef768f req-79305c75-be39-412d-995d-eda093bf59df tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.859643 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a83993ce-4e92-420d-9524-e1fca3ef768f req-79305c75-be39-412d-995d-eda093bf59df tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 944 time: 0.3901801 Jan 28 13:46:53.866353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.868002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.871690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] 10.222.0.36 "PUT /v2.0/ports/77269d8c-034c-477c-a4c4-e5ece1217dc2 HTTP/1.1" status: 200 len: 1092 time: 2.4995141 Jan 28 13:46:53.896173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8ad06137-9cb2-4652-bb4e-14a57d97ef2e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:53.929639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'tag': '77269d8c-034c-477c-a4c4-e5ece1217dc2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:53.935717 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "da844f5e-1b97-472e-a663-fdf4a56825de", "tag": "77269d8c-034c-477c-a4c4-e5ece1217dc2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:53.974395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.975054 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:53.978986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] 10.222.0.60 "PUT /v2.0/ports/4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 HTTP/1.1" status: 200 len: 1091 time: 4.8826284 Jan 28 13:46:54.002038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'tag': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:54.014692 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "141366d6-25c8-4eec-8071-8d2416d4c92c", "tag": "4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:54.054664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] DHCP port deletion for 62c8ec8d-9e08-4520-8bb5-5be709192a25 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:46:54.217726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19b383-3f91-402b-9b4b-7af9b44af234 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:54.242122 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a83993ce-4e92-420d-9524-e1fca3ef768f req-4c9aa962-4cfb-4439-bf06-715aeadace1a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814008 Jan 28 13:46:54.258685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-5c0653bf-162a-4871-ac2c-87bd519b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:54.260524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-5c0653bf-162a-4871-ac2c-87bd519b953f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 1094 time: 0.1895609 Jan 28 13:46:54.339441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-aafdb99b-bb22-42b2-a256-0a048ef4d3d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 HTTP/1.1" status: 200 len: 217 time: 0.0693698 Jan 28 13:46:54.343473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 7be7ef1d-e91e-46c6-974a-0fc282a201be {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:54.344913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.383424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-c1e6df1d-02dd-4cd2-bd72-8617526d13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:54.386075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-c1e6df1d-02dd-4cd2-bd72-8617526d13ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 1095 time: 0.4188695 Jan 28 13:46:54.427168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-dc391c76-f27b-452d-b2bb-973140429539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:54.428904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-dc391c76-f27b-452d-b2bb-973140429539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.0678377 Jan 28 13:46:54.525215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-09909298-6190-49e9-9c27-b08b97bbded8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77269d8c-034c-477c-a4c4-e5ece1217dc2 HTTP/1.1" status: 200 len: 217 time: 0.1123862 Jan 28 13:46:54.535655 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b348cda2-d394-4800-a356-7e9e5269e732 x-openstack-request-id: req-b348cda2-d394-4800-a356-7e9e5269e732 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:54.535978 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141366d6-25c8-4eec-8071-8d2416d4c92c", "tag": "4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:54.536207 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b348cda2-d394-4800-a356-7e9e5269e732 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:54.536628 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'tag': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0', 'status': 'completed', 'code': 200} Jan 28 13:46:54.545658 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f86d6-59f9-48b5-977d-c7b4ea179ef3 x-openstack-request-id: req-6b2f86d6-59f9-48b5-977d-c7b4ea179ef3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:54.546153 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da844f5e-1b97-472e-a663-fdf4a56825de", "tag": "77269d8c-034c-477c-a4c4-e5ece1217dc2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:54.565082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-3e57e96a-5a90-4a18-ac79-371b527febaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547180 Jan 28 13:46:54.566081 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b2f86d6-59f9-48b5-977d-c7b4ea179ef3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:54.566911 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'tag': '77269d8c-034c-477c-a4c4-e5ece1217dc2', 'status': 'completed', 'code': 200} Jan 28 13:46:54.664762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.668725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af08a-07af-4d28-9ae7-780485a6addd service neutron] Pushing event updated for resources: {'Port': ['ID=77269d8c-034c-477c-a4c4-e5ece1217dc2,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:54.695809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] Deleting port 7be7ef1d-e91e-46c6-974a-0fc282a201be {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:54.697715 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.703360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c885504-1b7a-491e-a317-60dbdc4a5c77 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (a985522f-41fe-4eb5-8449-60f1ad8939bd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.741850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:54.742228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.789229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c885504-1b7a-491e-a317-60dbdc4a5c77 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a985522f-41fe-4eb5-8449-60f1ad8939bd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.842493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 7be7ef1d-e91e-46c6-974a-0fc282a201be, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7be7ef1d-e91e-46c6-974a-0fc282a201be,segment=NetworkSegment(f40bb3aa-b363-457d-a6c3-b93fcfb75964),segment_id=f40bb3aa-b363-457d-a6c3-b93fcfb75964)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:54.843230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.927960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] For port 7be7ef1d-e91e-46c6-974a-0fc282a201be, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7be7ef1d-e91e-46c6-974a-0fc282a201be,segment=NetworkSegment(f40bb3aa-b363-457d-a6c3-b93fcfb75964),segment_id=f40bb3aa-b363-457d-a6c3-b93fcfb75964)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:54.928539 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:54.939296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Port': ['ID=fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:54.941037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 7be7ef1d-e91e-46c6-974a-0fc282a201be owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:54.948019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] Calling delete_port for 7be7ef1d-e91e-46c6-974a-0fc282a201be owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:54.956023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec94c7-5aaf-4bcb-b51e-a68f90d97587 req-f5ef40a8-3764-4984-90fb-bf4660ebb36d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:54.968614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1ec94c7-5aaf-4bcb-b51e-a68f90d97587 req-f5ef40a8-3764-4984-90fb-bf4660ebb36d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 943 time: 0.8121974 Jan 28 13:46:55.068278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:55.076590 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.124971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] No DVR routers for this DVR port 7be7ef1d-e91e-46c6-974a-0fc282a201be on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:55.146645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No DVR routers for this DVR port fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:55.146989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-f5066e92-2fc9-4a9b-bd3f-de53aa9c3038 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651667 Jan 28 13:46:55.187704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fc45c-3b06-4e0d-8994-ed64f8978af0 None None] Pushing event deleted for resources: {'Port': ['ID=7be7ef1d-e91e-46c6-974a-0fc282a201be,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:55.237918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c4fc25d3-2211-48f8-9c03-940dd456676d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:55.239416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c885504-1b7a-491e-a317-60dbdc4a5c77 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.240918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3c885504-1b7a-491e-a317-60dbdc4a5c77 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6409774 Jan 28 13:46:55.281271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48082) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:55.293148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6c1495f9-9340-4677-8dd8-72b909576ebd tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': 'a985522f-41fe-4eb5-8449-60f1ad8939bd', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:55.333649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c885504-1b7a-491e-a317-60dbdc4a5c77 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a985522f-41fe-4eb5-8449-60f1ad8939bd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:55.337350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: c4fc25d3-2211-48f8-9c03-940dd456676d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:55.344321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c4fc25d3-2211-48f8-9c03-940dd456676d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:55.344958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:55.361211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-70aecb85-87b3-4e3f-8014-9cc8a4ca18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:55.363076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-70aecb85-87b3-4e3f-8014-9cc8a4ca18ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.7012384 Jan 28 13:46:55.408547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:55.409018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fac5aba2-c0e2-4bba-8b81-1bd92ea50ab0 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:55.413523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 70f58f5b-5c7c-41cf-ba9f-22a917651e5a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:55.447170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1ec94c7-5aaf-4bcb-b51e-a68f90d97587 req-fdab2c3a-7667-41ea-a63f-d1fea3fb38df tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501290 Jan 28 13:46:55.479804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c1495f9-9340-4677-8dd8-72b909576ebd tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (478b523e-ee82-462a-a513-07fd76e3f0b1), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.481353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 70f58f5b-5c7c-41cf-ba9f-22a917651e5a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:55.481825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 70f58f5b-5c7c-41cf-ba9f-22a917651e5a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:55.502972 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7be7ef1d-e91e-46c6-974a-0fc282a201be), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.529704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-dfb4ed4f-c6ea-45ba-983d-687259202ace service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171005 Jan 28 13:46:55.538432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1affe980-7f7d-439d-bcbf-21e624c2831a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.590958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=7be7ef1d-e91e-46c6-974a-0fc282a201be,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:55.597861 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-202d4dd1-7d80-4b97-abb0-39f076dd8e59 req-dfaf6dac-1bb4-4faa-bcba-f27c9178ae13 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370611 Jan 28 13:46:55.605817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port 7be7ef1d-e91e-46c6-974a-0fc282a201be on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:55.720802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b56856-1fe5-4f1f-a188-138f02eb5faf req-84d4733e-312d-443b-9ecc-60880291aa6f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:55.730382 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41b56856-1fe5-4f1f-a188-138f02eb5faf req-84d4733e-312d-443b-9ecc-60880291aa6f tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 944 time: 0.2420003 Jan 28 13:46:55.766149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1affe980-7f7d-439d-bcbf-21e624c2831a']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:55.778914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929eda7d-9f82-4829-856e-11f6e4da5cd2') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:55.779316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929eda7d-9f82-4829-856e-11f6e4da5cd2') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:55.793501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (929eda7d-9f82-4829-856e-11f6e4da5cd2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.802277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (62c8ec8d-9e08-4520-8bb5-5be709192a25), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.810718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7be7ef1d-e91e-46c6-974a-0fc282a201be no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:55.823141 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (929eda7d-9f82-4829-856e-11f6e4da5cd2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.841170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:55.841170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (929eda7d-9f82-4829-856e-11f6e4da5cd2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.845662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c8ec8d-9e08-4520-8bb5-5be709192a25']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:55.872082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7be7ef1d-e91e-46c6-974a-0fc282a201be {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:55.872082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7be7ef1d-e91e-46c6-974a-0fc282a201be not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:55.872633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40bb3aa-b363-457d-a6c3-b93fcfb75964') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:55.872633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40bb3aa-b363-457d-a6c3-b93fcfb75964') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:55.906637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (f40bb3aa-b363-457d-a6c3-b93fcfb75964), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.935816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f40bb3aa-b363-457d-a6c3-b93fcfb75964), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:55.940003 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:55.947165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:55.947789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (f40bb3aa-b363-457d-a6c3-b93fcfb75964), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.953185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1affe980-7f7d-439d-bcbf-21e624c2831a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:55.997713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c1495f9-9340-4677-8dd8-72b909576ebd tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (478b523e-ee82-462a-a513-07fd76e3f0b1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.006664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.014357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/networks/1affe980-7f7d-439d-bcbf-21e624c2831a HTTP/1.1" status: 204 len: 168 time: 3.5861368 Jan 28 13:46:56.016074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c1495f9-9340-4677-8dd8-72b909576ebd tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (478b523e-ee82-462a-a513-07fd76e3f0b1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.022148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48094) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:56.031361 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:56.038905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'routes': None}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:56.056316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1495f9-9340-4677-8dd8-72b909576ebd tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478b523e-ee82-462a-a513-07fd76e3f0b1,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:56.143592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ab34-10de-4110-9ab5-94d651df8ab2 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Pushing event deleted for resources: {'Network': ['ID=1affe980-7f7d-439d-bcbf-21e624c2831a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:56.212615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (62c8ec8d-9e08-4520-8bb5-5be709192a25), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.214623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c1495f9-9340-4677-8dd8-72b909576ebd tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.219320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6c1495f9-9340-4677-8dd8-72b909576ebd tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9286315 Jan 28 13:46:56.221660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48100) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:56.224615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.227089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e338e765-77c6-46be-8d3c-60c499216db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': 'a985522f-41fe-4eb5-8449-60f1ad8939bd', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:56.242614 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/62c8ec8d-9e08-4520-8bb5-5be709192a25 HTTP/1.1" status: 204 len: 168 time: 2.9788208 Jan 28 13:46:56.263149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:56.304780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41b56856-1fe5-4f1f-a188-138f02eb5faf req-84e7deea-4208-4d2c-8ea9-fdab6c5dd191 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548172 Jan 28 13:46:56.313787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e2748-b8f9-4f35-8e70-9269553d9462 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=62c8ec8d-9e08-4520-8bb5-5be709192a25,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:56.334687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-87d1f683-58ce-4762-ba10-f192922211ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:56.337113 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-87d1f683-58ce-4762-ba10-f192922211ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 1094 time: 0.3065886 Jan 28 13:46:56.403072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.extraroute_db [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Added routes are [] {{(pid=103374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:46:56.403962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.extraroute_db [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Removed routes are [] {{(pid=103374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:46:56.404852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.487910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-73b284ed-48ed-48d6-9454-2ac9ce91bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:56.489730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-73b284ed-48ed-48d6-9454-2ac9ce91bc3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 915 time: 0.1445138 Jan 28 13:46:56.569543 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-779d8209-e9f8-4ba4-9fac-dafd47a44893 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 HTTP/1.1" status: 200 len: 217 time: 0.0690920 Jan 28 13:46:56.677569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-d55deef2-dfc8-48c1-ad59-2acab2351e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:56.679828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-d55deef2-dfc8-48c1-ad59-2acab2351e7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.0969112 Jan 28 13:46:56.691721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:56.739701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-97386397-c064-445a-a2c9-c7a1cfd0003e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500901 Jan 28 13:46:56.901285 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-c9b9bfed-aa38-4eff-b6b3-85dfe0052f74 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528203 Jan 28 13:46:56.994434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e338e765-77c6-46be-8d3c-60c499216db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (73c84999-2cfc-4e72-b85b-6e8d27f7a40f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.021472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-e5c00adf-dcdb-4673-af6e-3de8ec0f1e2e service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4760201 Jan 28 13:46:57.144628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6047e25-f4f4-4af9-8f84-0bb3c1e6ecd2 req-cca45915-cff4-4cff-9aba-08c41bc77dd7 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932411 Jan 28 13:46:57.449489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.467063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.563682 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73731f75-a231-4e35-9bea-ce8c2c33d6c9 req-4efcee73-02b5-4198-9bdc-23ab14254d61 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280216 Jan 28 13:46:57.577760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43dabb-e251-4b4a-8ad4-63cbd4081b7c req-8b57a8a9-3d94-4ce4-a882-6db314a6626b tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:57.580139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bc43dabb-e251-4b4a-8ad4-63cbd4081b7c req-8b57a8a9-3d94-4ce4-a882-6db314a6626b tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 943 time: 0.5484390 Jan 28 13:46:57.641024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429584-7a9d-4dbe-8f09-a0edbbfd8185 req-987f12f9-a894-4a6f-8578-021522032b29 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:57.655573 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81429584-7a9d-4dbe-8f09-a0edbbfd8185 req-987f12f9-a894-4a6f-8578-021522032b29 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 944 time: 0.1542881 Jan 28 13:46:57.673871 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e338e765-77c6-46be-8d3c-60c499216db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (73c84999-2cfc-4e72-b85b-6e8d27f7a40f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.737133 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e338e765-77c6-46be-8d3c-60c499216db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (73c84999-2cfc-4e72-b85b-6e8d27f7a40f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.751812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81429584-7a9d-4dbe-8f09-a0edbbfd8185 req-36960685-fc56-4e10-955b-b4780c7367b6 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940280 Jan 28 13:46:57.855999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338e765-77c6-46be-8d3c-60c499216db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c84999-2cfc-4e72-b85b-6e8d27f7a40f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:57.874183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router b9e18199-5f83-4284-b4a3-d5bd1ba3644e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:57.881791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e338e765-77c6-46be-8d3c-60c499216db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.888121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e338e765-77c6-46be-8d3c-60c499216db0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6605506 Jan 28 13:46:57.888395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48128) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:57.894208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b7cf4f9c-8fe5-44f8-bea4-ecaa8cf65765 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': 'a985522f-41fe-4eb5-8449-60f1ad8939bd', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:57.906468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bc43dabb-e251-4b4a-8ad4-63cbd4081b7c req-54175f10-5cdd-48b2-918b-1dc2daec9be8 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727807 Jan 28 13:46:57.937986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-f83be846-83fd-4476-a8d2-b3078c89eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:57.939142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4f9c-8fe5-44f8-bea4-ecaa8cf65765 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (0d3e7473-8009-47e3-b33b-df412fc6642e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:57.939895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-f83be846-83fd-4476-a8d2-b3078c89eaaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 1095 time: 0.2644672 Jan 28 13:46:57.991382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-0aa31740-50fa-4cf3-8840-16b5854b1fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1889575 Jan 28 13:46:58.091410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.159983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4f9c-8fe5-44f8-bea4-ecaa8cf65765 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (0d3e7473-8009-47e3-b33b-df412fc6642e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.167960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4f9c-8fe5-44f8-bea4-ecaa8cf65765 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (0d3e7473-8009-47e3-b33b-df412fc6642e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.195155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf4f9c-8fe5-44f8-bea4-ecaa8cf65765 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3e7473-8009-47e3-b33b-df412fc6642e,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:58.213893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4f9c-8fe5-44f8-bea4-ecaa8cf65765 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.215947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b7cf4f9c-8fe5-44f8-bea4-ecaa8cf65765 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3259761 Jan 28 13:46:58.218898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48138) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.228438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bf90894c-c4cd-4d3f-b1a5-38a8551ca9c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': 'a985522f-41fe-4eb5-8449-60f1ad8939bd', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:58.284530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf90894c-c4cd-4d3f-b1a5-38a8551ca9c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (b74396fe-a28c-4eeb-8a23-05b856cc672c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.370689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:58.391963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.396463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d6c0df0-c48e-4410-866f-91cfd4f616f7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 200 len: 705 time: 2.3615329 Jan 28 13:46:58.399468 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] Sync routers for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:58.406384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48142) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.429789 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:58.431185 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.494216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-203a8b42-f230-458a-b3bd-f3b3503a8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:58.497381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-203a8b42-f230-458a-b3bd-f3b3503a8743 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.5462623 Jan 28 13:46:58.515398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.531848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-221199b2-8fc3-4dc2-bf17-c5c328bcf174 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 200 len: 205 time: 0.1157005 Jan 28 13:46:58.537499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:58.605629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-41c6c88a-0a02-4243-8996-d51fa9daca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:58.610087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-41c6c88a-0a02-4243-8996-d51fa9daca82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 1096 time: 0.4406869 Jan 28 13:46:58.650964 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:58.693342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-f11ff7fb-67a0-4cf1-a523-ed3c472fac40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77269d8c-034c-477c-a4c4-e5ece1217dc2 HTTP/1.1" status: 200 len: 217 time: 0.1827238 Jan 28 13:46:58.781486 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 11, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.814482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:58.835150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-8f48d69c-8139-439e-b1d5-c7e21850c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:58.839219 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-8f48d69c-8139-439e-b1d5-c7e21850c788 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.1237004 Jan 28 13:46:58.848690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58525ec8-94b0-4055-90bc-043a353afa4f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.868508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf90894c-c4cd-4d3f-b1a5-38a8551ca9c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (b74396fe-a28c-4eeb-8a23-05b856cc672c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:58.880302 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] Checking router: b9e18199-5f83-4284-b4a3-d5bd1ba3644e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:58.912226 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] Routers {'b9e18199-5f83-4284-b4a3-d5bd1ba3644e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:58.913233 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:58.954261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-675a0cec-6c91-4dd1-ad4b-fcdf84e9ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:58.957158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-675a0cec-6c91-4dd1-ad4b-fcdf84e9ecfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 200 len: 907 time: 0.3092942 Jan 28 13:46:59.043547 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf90894c-c4cd-4d3f-b1a5-38a8551ca9c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (b74396fe-a28c-4eeb-8a23-05b856cc672c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.106599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-16c53397-3b55-44fb-ad76-146a06e8fc5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513953 Jan 28 13:46:59.288274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90894c-c4cd-4d3f-b1a5-38a8551ca9c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74396fe-a28c-4eeb-8a23-05b856cc672c,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:59.351629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:59.364884 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] Set router b9e18199-5f83-4284-b4a3-d5bd1ba3644e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:59.435681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'port_id': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0', 'mac_address': 'fa:16:3e:f0:9d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ece1f-abf2-49a5-a911-318ac7cad4ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:59.446260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf90894c-c4cd-4d3f-b1a5-38a8551ca9c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.455655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf90894c-c4cd-4d3f-b1a5-38a8551ca9c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2314436 Jan 28 13:46:59.456681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48164) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:59.662562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:59.668786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.700971 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 11, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:59.747500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:59.803520 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-fe4909a9-104a-4cf4-be43-bafcf0fa78fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72b8a403-541b-40c1-bbdb-1685027dfa39 HTTP/1.1" status: 200 len: 217 time: 0.6852391 Jan 28 13:46:59.811282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': 'a985522f-41fe-4eb5-8449-60f1ad8939bd', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:59.820356 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efca10a-d7ca-4328-bce9-2a1a92685cb7 None None] The sync data for ids ['b9e18199-5f83-4284-b4a3-d5bd1ba3644e'] in n-d-822748-2 is: [{'id': 'b9e18199-5f83-4284-b4a3-d5bd1ba3644e', 'name': 'tempest-RoutersIpV6Test-router-1332635729', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:44:57Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 11, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:59.857579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:59.877261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.967042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58525ec8-94b0-4055-90bc-043a353afa4f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:59.972452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58525ec8-94b0-4055-90bc-043a353afa4f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.095919 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Project aa1c3630930844d7afe338be16c6f395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:47:00.110075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:00.136090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (6bba3b2a-73c1-43c0-8d1d-b4632e861eeb), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.149919 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58525ec8-94b0-4055-90bc-043a353afa4f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (b9e18199-5f83-4284-b4a3-d5bd1ba3644e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.150455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58525ec8-94b0-4055-90bc-043a353afa4f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Fanout notify agent at l3_agent the message router_deleted on router b9e18199-5f83-4284-b4a3-d5bd1ba3644e {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:00.207813 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58525ec8-94b0-4055-90bc-043a353afa4f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.215579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-58525ec8-94b0-4055-90bc-043a353afa4f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 204 len: 168 time: 1.6616051 Jan 28 13:47:00.226502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48174) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:00.241288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4cddf362-d7b6-44a4-bfbd-533204e57f1d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-625345820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:00.282310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:00.321980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736af206-f2b6-47ff-ab5d-3b361320c689 req-1a81b8c8-790d-47b3-aff2-7fbcbc75c7dd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:00.341938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-736af206-f2b6-47ff-ab5d-3b361320c689 req-1a81b8c8-790d-47b3-aff2-7fbcbc75c7dd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 944 time: 1.3102796 Jan 28 13:47:00.390680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-365e9c18-2208-49a1-b90d-a08b2701bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:00.396526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-365e9c18-2208-49a1-b90d-a08b2701bd0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 200 len: 846 time: 0.4393013 Jan 28 13:47:00.407820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-487722d7-99fd-4c84-a3a7-e13e270a6f33 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2606716 Jan 28 13:47:00.513159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-736af206-f2b6-47ff-ab5d-3b361320c689 req-55c98ff6-3442-4a0c-b963-003eabbff128 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696689 Jan 28 13:47:00.552188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (6bba3b2a-73c1-43c0-8d1d-b4632e861eeb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.560956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-fcacb344-803a-415e-abfc-993641e3b878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd66b478-a8f5-487e-81fe-4e9e71689580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516817 Jan 28 13:47:00.568919 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6bba3b2a-73c1-43c0-8d1d-b4632e861eeb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.597587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bba3b2a-73c1-43c0-8d1d-b4632e861eeb,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:00.643635 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.647094 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-374c3d59-a2c0-442f-b7c3-c1fdb5d74ee2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8613565 Jan 28 13:47:00.653081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48182) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:00.673282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'security_group_rule': {'security_group_id': 'a985522f-41fe-4eb5-8449-60f1ad8939bd', 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:00.783403 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Project aa1c3630930844d7afe338be16c6f395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:47:00.811861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (6f3d72ca-31af-4338-a7f2-aabef61f27dc), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.873629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4cddf362-d7b6-44a4-bfbd-533204e57f1d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.874710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4cddf362-d7b6-44a4-bfbd-533204e57f1d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.951878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (6f3d72ca-31af-4338-a7f2-aabef61f27dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.962713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68329367-d22f-4d8c-a217-bacef6495bad req-85f547d9-c50d-42d2-a00c-0a4443475f09 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:00.964097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6f3d72ca-31af-4338-a7f2-aabef61f27dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.964632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68329367-d22f-4d8c-a217-bacef6495bad req-85f547d9-c50d-42d2-a00c-0a4443475f09 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 944 time: 0.9938734 Jan 28 13:47:00.997994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3d72ca-31af-4338-a7f2-aabef61f27dc,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:01.016947 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.020920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 77269d8c-034c-477c-a4c4-e5ece1217dc2 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:47:01.025884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-90b5e271-2416-4893-8fc4-f320c91d80be tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3693557 Jan 28 13:47:01.291990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 77269d8c-034c-477c-a4c4-e5ece1217dc2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=77269d8c-034c-477c-a4c4-e5ece1217dc2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:01.313120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '77269d8c-034c-477c-a4c4-e5ece1217dc2', 'network_id': 'bd66b478-a8f5-487e-81fe-4e9e71689580', 'port_id': '77269d8c-034c-477c-a4c4-e5ece1217dc2', 'mac_address': 'fa:16:3e:64:3b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f1533-4762-4f9a-90d3-6dcd494ded90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:47:01.382330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 77269d8c-034c-477c-a4c4-e5ece1217dc2 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:01.382734 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.407848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-39eb28a2-417d-41c5-9442-5aeba9e67940 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774938640&fields=id&tenant_id=aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 267 time: 0.0894785 Jan 28 13:47:01.421329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77269d8c-034c-477c-a4c4-e5ece1217dc2 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:01.508162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 77269d8c-034c-477c-a4c4-e5ece1217dc2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=77269d8c-034c-477c-a4c4-e5ece1217dc2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:01.516614 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.520788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4cddf362-d7b6-44a4-bfbd-533204e57f1d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.564381 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4cddf362-d7b6-44a4-bfbd-533204e57f1d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.594904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-acd8982d-9542-42cd-978f-a996363d90c0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:01.595135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=77269d8c-034c-477c-a4c4-e5ece1217dc2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:01.596409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-acd8982d-9542-42cd-978f-a996363d90c0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/networks?id=2ce21462-0dc4-4454-b399-229de3a86436 HTTP/1.1" status: 200 len: 796 time: 0.1776352 Jan 28 13:47:01.597225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4cddf362-d7b6-44a4-bfbd-533204e57f1d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.598975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4cddf362-d7b6-44a4-bfbd-533204e57f1d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3663461 Jan 28 13:47:01.601350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48210) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:01.607751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c2e026b9-dfd0-408b-9c17-b2de43a7e04d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:01.650942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68329367-d22f-4d8c-a217-bacef6495bad req-cb3e2747-c360-4ff7-9221-1353ec8dcbeb tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347232 Jan 28 13:47:01.656914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-b03392c8-0501-433e-bace-94f60e8f8dfa service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0328324 Jan 28 13:47:01.692559 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-7d7f704d-952a-4e6e-a6ea-b30d920d8385 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/quotas/aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 375 time: 0.0804279 Jan 28 13:47:01.700063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d49eab6-65e5-4c80-b272-4eddfd7fa9c7 req-daa5ce03-d706-45f6-87ac-7e95ab1d4b63 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1327024 Jan 28 13:47:01.792175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['77269d8c-034c-477c-a4c4-e5ece1217dc2'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:01.965156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port 6b33433b-ad5b-434f-89c7-4757d4e4f125 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:01.966265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.065394 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-58f41789-eff2-425a-8621-92bb22ac901c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3715122 Jan 28 13:47:02.067454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef47c-86f3-4a00-aeec-d87862d3159a req-a4bbeb80-f2d1-4ded-a02e-002e3f2a8818 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.075988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba8ef47c-86f3-4a00-aeec-d87862d3159a req-a4bbeb80-f2d1-4ded-a02e-002e3f2a8818 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 945 time: 0.2003086 Jan 28 13:47:02.163929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db33bd7a-c500-40c5-93d0-c9760e031a0e req-7d97958f-608e-4f0f-8bdb-6b3c69fb24a5 service neutron] 10.222.0.36 "GET /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979379 Jan 28 13:47:02.263115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba8ef47c-86f3-4a00-aeec-d87862d3159a req-c42e7d8b-7407-4dbd-8714-33f8436a2785 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856344 Jan 28 13:47:02.277791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port 6b33433b-ad5b-434f-89c7-4757d4e4f125, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6b33433b-ad5b-434f-89c7-4757d4e4f125,segment=NetworkSegment(0d434bc7-6282-4979-a4b1-75191e6a4373),segment_id=0d434bc7-6282-4979-a4b1-75191e6a4373)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:02.283051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.310285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for 6b33433b-ad5b-434f-89c7-4757d4e4f125 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:02.392924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2e026b9-dfd0-408b-9c17-b2de43a7e04d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.458860 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2e026b9-dfd0-408b-9c17-b2de43a7e04d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.469526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-87041e97-8d76-4287-867a-b4b5e094d934 service neutron] 10.222.0.45 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660302 Jan 28 13:47:02.478345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-00f59748-b1cc-42e9-8d05-171fe7e4b14a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2413211 Jan 28 13:47:02.558569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6b33433b-ad5b-434f-89c7-4757d4e4f125), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.599575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=6b33433b-ad5b-434f-89c7-4757d4e4f125,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:02.828080 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-1874c9de-5322-42ec-a127-3125740fb986 service neutron] 10.222.0.45 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483536 Jan 28 13:47:02.845419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:02.893438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.955199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.955899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.956300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.958737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.959199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.959747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.960251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:02.962889 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9158f368-27e1-4982-9431-4b1b25177219 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.3190508 Jan 28 13:47:02.985493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e026b9-dfd0-408b-9c17-b2de43a7e04d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Router f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:03.055337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 77269d8c-034c-477c-a4c4-e5ece1217dc2 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:03.186524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d6c19-e8f1-408a-96c8-752b626ec500 req-550de1d0-b218-4797-b788-9668dbc54eb6 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:03.195815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e8d6c19-e8f1-408a-96c8-752b626ec500 req-550de1d0-b218-4797-b788-9668dbc54eb6 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 944 time: 0.2912183 Jan 28 13:47:03.199135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:47:03.218417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:03.219853 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.221224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:03.225800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 77269d8c-034c-477c-a4c4-e5ece1217dc2 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:47:03.278380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e8d6c19-e8f1-408a-96c8-752b626ec500 req-4a2a49a5-3064-4774-ae6e-5ca90d98afb4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739350 Jan 28 13:47:03.366495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 77269d8c-034c-477c-a4c4-e5ece1217dc2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:03.367364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.511000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:03.517246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-37b971d8-c96a-4293-a3e5-2a370b9b8eda tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2525885 Jan 28 13:47:03.522706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48252) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:03.554235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:03.637364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:03.638694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:03.700027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d57df-1dfe-4a31-8c86-3849c29c7a60 req-3a536c21-a18a-48ce-8f4a-527e875e4979 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:03.701592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-672d57df-1dfe-4a31-8c86-3849c29c7a60 req-3a536c21-a18a-48ce-8f4a-527e875e4979 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 945 time: 0.2205286 Jan 28 13:47:03.783457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting subnet 9f8de688-fc85-4ed8-9690-1da5dcb4c414 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:03.792838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (9f8de688-fc85-4ed8-9690-1da5dcb4c414), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.819724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:03.824320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:03.824812 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.840229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a14e6856-9bbe-4863-b996-78f74683394b req-ff105bf2-bd30-40db-8f2f-1bd3581c8c4f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 210 time: 0.1116092 Jan 28 13:47:03.863845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e026b9-dfd0-408b-9c17-b2de43a7e04d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:03.877564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2e026b9-dfd0-408b-9c17-b2de43a7e04d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:03.879616 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] Sync routers for ids ['f10a05c4-1b99-4bb1-a307-98dee7a6f1e9'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:03.881697 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c2e026b9-dfd0-408b-9c17-b2de43a7e04d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "PUT /v2.0/routers/f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 HTTP/1.1" status: 200 len: 697 time: 2.2781043 Jan 28 13:47:03.882373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48258) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:03.911637 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] Routers {'f10a05c4-1b99-4bb1-a307-98dee7a6f1e9'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:03.915364 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f10a05c4-1b99-4bb1-a307-98dee7a6f1e9'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:03.951327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-82b28c89-dd09-4d94-b8fb-454beda9255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:03.951845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-82b28c89-dd09-4d94-b8fb-454beda9255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:03.952355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-82b28c89-dd09-4d94-b8fb-454beda9255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:03.954000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-82b28c89-dd09-4d94-b8fb-454beda9255e service neutron] 10.222.0.60 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=b3daea2d-ee9c-473f-9140-ae668521e7c4&id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 2297 time: 0.9507990 Jan 28 13:47:04.060105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9bce0fdb-7b89-43f3-96cc-b96ae9f02812 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/routers/f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 HTTP/1.1" status: 200 len: 703 time: 0.1726868 Jan 28 13:47:04.064693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48270) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:04.106719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-672d57df-1dfe-4a31-8c86-3849c29c7a60 req-ad5579a2-7c6c-43bf-9adb-755a564742a8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760917 Jan 28 13:47:04.117364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (9f8de688-fc85-4ed8-9690-1da5dcb4c414), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.185571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-590d27e0-269d-423f-93ea-2f7195a4429f tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 HTTP/1.1" status: 200 len: 205 time: 0.1089118 Jan 28 13:47:04.189027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48272) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:04.211357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 77269d8c-034c-477c-a4c4-e5ece1217dc2 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:04.211357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.253252 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] Set router f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:04.264944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 11, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.282770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-22fbbb94-04d6-45e7-a6c5-ea4732ed783d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 1000 time: 0.3194947 Jan 28 13:47:04.286651 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aa38-e310-42f4-8045-271905d4ed49 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.334647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9f8de688-fc85-4ed8-9690-1da5dcb4c414), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.356464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:04.429761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:04.438300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:04.445041 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d0af3-097c-4e1c-a9db-e20efcd7848f" -d '{"events": [{"server_uuid": "141366d6-25c8-4eec-8071-8d2416d4c92c", "name": "network-vif-plugged", "status": "completed", "tag": "4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:04.465653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (9f8de688-fc85-4ed8-9690-1da5dcb4c414), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.498318 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.517021 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a05c4-1b99-4bb1-a307-98dee7a6f1e9', 'name': 'tempest-RoutersIpV6Test-router-625345820', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:00Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.530657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8de688-fc85-4ed8-9690-1da5dcb4c414,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:04.533101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:04.534506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.563074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.575036 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] Checking router: f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:04.579597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-afb9b4f2-1115-41e1-bcdd-f37fc90403cb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/9f8de688-fc85-4ed8-9690-1da5dcb4c414 HTTP/1.1" status: 204 len: 168 time: 1.0553093 Jan 28 13:47:04.580958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48280) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:04.603337 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8fefba-c553-4c2a-a34e-b60461cf940f x-openstack-request-id: req-0f8fefba-c553-4c2a-a34e-b60461cf940f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:04.603634 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141366d6-25c8-4eec-8071-8d2416d4c92c", "name": "network-vif-plugged", "status": "completed", "tag": "4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:04.603945 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f8fefba-c553-4c2a-a34e-b60461cf940f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:04.604388 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0', 'code': 200} Jan 28 13:47:04.608355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77b205-6e9d-4828-bebc-d8f89c3829c3 None None] Network e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:04.637546 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] Routers {'f10a05c4-1b99-4bb1-a307-98dee7a6f1e9'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:04.639917 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f10a05c4-1b99-4bb1-a307-98dee7a6f1e9'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.783257 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] Set router f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:04.813576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 77269d8c-034c-477c-a4c4-e5ece1217dc2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=77269d8c-034c-477c-a4c4-e5ece1217dc2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:04.813978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e0f3e887-e9b3-4c5b-b1bc-9041f55073d3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.837614 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.897217 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10a05c4-1b99-4bb1-a307-98dee7a6f1e9', 'name': 'tempest-RoutersIpV6Test-router-625345820', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:00Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:04.899839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-616e6bfa-e0f3-4041-b655-887725c0c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:04.901486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-616e6bfa-e0f3-4041-b655-887725c0c673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 200 len: 856 time: 0.5416207 Jan 28 13:47:04.959441 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64b28c-8044-4125-81f5-af3792b2da71 None None] The sync data for ids ['f10a05c4-1b99-4bb1-a307-98dee7a6f1e9'] in n-d-822748-2 is: [{'id': 'f10a05c4-1b99-4bb1-a307-98dee7a6f1e9', 'name': 'tempest-RoutersIpV6Test-router-625345820', 'tenant_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:00Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 2, 'project_id': 'b0e39642cea6414e9b8f3cd41f90587b', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:05.002333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:05.010908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aa38-e310-42f4-8045-271905d4ed49 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.014563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ee5bc61-147c-44ce-b030-4f69c46a31d4 req-a0f6c64d-86ec-43bf-8bb2-1dee3f4fa0c6 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 210 time: 0.0501122 Jan 28 13:47:05.017470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc41961-fe25-46d8-b946-39d9d67d1137 req-708b186d-52ad-4edb-a00c-5903dde9f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:05.018931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edc41961-fe25-46d8-b946-39d9d67d1137 req-708b186d-52ad-4edb-a00c-5903dde9f8dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 1096 time: 0.1894815 Jan 28 13:47:05.063090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aa38-e310-42f4-8045-271905d4ed49 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router_controller (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.077428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f1c5-624a-4764-81e7-b216cfb1d286 req-8f22ee20-66bd-482a-a387-a6d55f0757b2 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:05.084489 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c84f1c5-624a-4764-81e7-b216cfb1d286 req-8f22ee20-66bd-482a-a387-a6d55f0757b2 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 945 time: 0.5394025 Jan 28 13:47:05.089241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Deleting port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:05.089979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.217175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 11, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:05.222718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edc41961-fe25-46d8-b946-39d9d67d1137 req-edfa61de-97d4-4cb9-b8d7-3b031d21a061 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815672 Jan 28 13:47:05.229536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aa38-e310-42f4-8045-271905d4ed49 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (f10a05c4-1b99-4bb1-a307-98dee7a6f1e9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.230246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc7aa38-e310-42f4-8045-271905d4ed49 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Fanout notify agent at l3_agent the message router_deleted on router f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:05.240305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aa38-e310-42f4-8045-271905d4ed49 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.245292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48298) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.246041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1dc7aa38-e310-42f4-8045-271905d4ed49 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 HTTP/1.1" status: 204 len: 168 time: 1.0559990 Jan 28 13:47:05.261504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-e0826594-5a2d-4163-9751-fbcc56939d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:05.263056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-e0826594-5a2d-4163-9751-fbcc56939d26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68ab7131-bccd-4165-8d71-334c51189a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893424 Jan 28 13:47:05.300853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c896d6-66e5-4545-a138-2efbf60278e7 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 11, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:05.300853 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2b1d925-ef6c-46f6-ab6f-f13b3c743493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.307973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2c84f1c5-624a-4764-81e7-b216cfb1d286 req-9c2986ed-d061-42bc-9a13-78d5c2e2f637 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221653 Jan 28 13:47:05.326624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:05.377826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6e3a68e0-fc78-4ba1-a3c2-9d1a227673f6 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 HTTP/1.1" status: 200 len: 205 time: 0.1292899 Jan 28 13:47:05.378367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48300) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.384425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] For port dddb17b1-3fa0-4340-bb59-a8ed6d956c49, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,segment=NetworkSegment(0d434bc7-6282-4979-a4b1-75191e6a4373),segment_id=0d434bc7-6282-4979-a4b1-75191e6a4373)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:05.384822 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.445269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=77269d8c-034c-477c-a4c4-e5ece1217dc2,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:05.448399 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-ec6d7743-f45a-45f6-b21e-a90caea04340 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] delete failed (client error): The resource could not be found. Jan 28 13:47:05.449690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec6d7743-f45a-45f6-b21e-a90caea04340 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/f10a05c4-1b99-4bb1-a307-98dee7a6f1e9 HTTP/1.1" status: 404 len: 336 time: 0.0705030 Jan 28 13:47:05.455105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48302) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.458748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b605ec-3bad-4c64-8992-c67efb9b8210 req-80b9b91d-b01c-43bb-9b67-285e9e64fbec tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:05.466975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7b605ec-3bad-4c64-8992-c67efb9b8210 req-80b9b91d-b01c-43bb-9b67-285e9e64fbec tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1576860 Jan 28 13:47:05.480904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Calling delete_port for dddb17b1-3fa0-4340-bb59-a8ed6d956c49 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:05.598824 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-986bebbd-b7d1-4827-9f97-d4d5974746d1 service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080077 Jan 28 13:47:05.600364 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab108e6-9739-4917-8a2b-207ef100a190 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:05.600984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab108e6-9739-4917-8a2b-207ef100a190 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:05.605706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7b605ec-3bad-4c64-8992-c67efb9b8210 req-2ffb9793-c7dd-4cae-8848-de4eae5194d8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340299 Jan 28 13:47:05.605953 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3ab108e6-9739-4917-8a2b-207ef100a190 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/d2862111-552e-4f76-88ae-0436e7641e04 HTTP/1.1" status: 404 len: 337 time: 0.1494627 Jan 28 13:47:05.613363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48304) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.648772 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f4aac0-2ad0-4c6b-9b9a-2350b211c8ef tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:05.650733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f4aac0-2ad0-4c6b-9b9a-2350b211c8ef tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:05.655421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-66f4aac0-2ad0-4c6b-9b9a-2350b211c8ef tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/78ba7509-820d-4477-8f27-38116baad634 HTTP/1.1" status: 404 len: 337 time: 0.0402567 Jan 28 13:47:05.670083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.699040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] DHCP port deletion for e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:05.813853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6b33433b-ad5b-434f-89c7-4757d4e4f125 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:05.834755 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ece60a-e2df-4765-b93e-d25a500488d3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:05.835982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ece60a-e2df-4765-b93e-d25a500488d3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:05.841531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-43ece60a-e2df-4765-b93e-d25a500488d3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/231579b2-9797-4aa7-8505-c51bf561d93f HTTP/1.1" status: 404 len: 337 time: 0.1523261 Jan 28 13:47:05.847593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48308) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.869934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 6b33433b-ad5b-434f-89c7-4757d4e4f125 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:05.870287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6b33433b-ad5b-434f-89c7-4757d4e4f125 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:05.870726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dddb17b1-3fa0-4340-bb59-a8ed6d956c49 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:05.880438 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-32af96f3-8585-43c3-8cf9-c33078d74880 service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731457 Jan 28 13:47:05.907532 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f1cc03-2105-4b72-bf53-8d55cad18580 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:05.913427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f1cc03-2105-4b72-bf53-8d55cad18580 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:05.939160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-51f1cc03-2105-4b72-bf53-8d55cad18580 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/c33655b6-67d2-4fc3-a5de-ffe4e3bbba97 HTTP/1.1" status: 404 len: 337 time: 0.0891328 Jan 28 13:47:05.940716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48314) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:05.946455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:47:05.947248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:47:05.948434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dddb17b1-3fa0-4340-bb59-a8ed6d956c49 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:05.949592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:05.953745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] Deleting port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:05.954200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.014089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9e25b3ab-fa42-4b94-9607-7eb7f9b0aab0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 217 time: 0.1196408 Jan 28 13:47:06.067834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3ed4b8a0-af05-47bf-b948-7ea773f0c513 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 200 len: 205 time: 0.1219263 Jan 28 13:47:06.092948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48318) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:06.126231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No DVR routers for this DVR port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:06.141239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Port': ['ID=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:06.235352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.235843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.236491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.236852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.237313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.237747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.238233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.238664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.238793 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-8f10b5e6-7ecd-4d27-abcd-1e5458f325c3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] delete failed (client error): The resource could not be found. Jan 28 13:47:06.239243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.239774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8f10b5e6-7ecd-4d27-abcd-1e5458f325c3 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/b9e18199-5f83-4284-b4a3-d5bd1ba3644e HTTP/1.1" status: 404 len: 336 time: 0.1458459 Jan 28 13:47:06.239891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.241029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.241501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.241944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:06.278343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48322) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:06.340706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7f223963-c67a-4aca-a1b5-746e8a7fafc6 req-b18f76c2-a065-4f82-9247-55350e58688f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 210 time: 0.1425402 Jan 28 13:47:06.367343 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-76e64c2d-acd5-4f94-9314-b511139476c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:06.369736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-76e64c2d-acd5-4f94-9314-b511139476c8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "GET /v2.0/networks?id=2ce21462-0dc4-4454-b399-229de3a86436 HTTP/1.1" status: 200 len: 796 time: 0.6966448 Jan 28 13:47:06.370556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-c509bd01-1ecd-4ad5-a965-b9c2eec396ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:06.372270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-c509bd01-1ecd-4ad5-a965-b9c2eec396ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.3428073 Jan 28 13:47:06.382598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eacef216-6d7d-46b1-8395-82257c699c1e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=60719e41-2284-4da6-9b12-ef7012e300e1 HTTP/1.1" status: 200 len: 205 time: 0.1009300 Jan 28 13:47:06.385896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48334) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:06.400568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e0f3e887-e9b3-4c5b-b1bc-9041f55073d3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.464014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] For port dddb17b1-3fa0-4340-bb59-a8ed6d956c49, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:06.464570 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.502649 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-fcf6f405-3e73-4882-be3e-f4df7d938e0d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] delete failed (client error): The resource could not be found. Jan 28 13:47:06.503898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fcf6f405-3e73-4882-be3e-f4df7d938e0d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/60719e41-2284-4da6-9b12-ef7012e300e1 HTTP/1.1" status: 404 len: 336 time: 0.1167967 Jan 28 13:47:06.506204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48336) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:06.507091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] Calling delete_port for dddb17b1-3fa0-4340-bb59-a8ed6d956c49 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:06.514092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] Port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:47:06.520631 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (dddb17b1-3fa0-4340-bb59-a8ed6d956c49), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.531655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-b44a71b0-25e7-4ac8-ada3-6dcf55b0a508 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa1c3630930844d7afe338be16c6f395 HTTP/1.1" status: 200 len: 380 time: 0.1277149 Jan 28 13:47:06.556243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] Pushing event deleted for resources: {'Port': ['ID=dddb17b1-3fa0-4340-bb59-a8ed6d956c49,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:06.574315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'port': {'device_id': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'admin_state_up': True, 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'security_groups': ['a985522f-41fe-4eb5-8449-60f1ad8939bd']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:06.577076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b68b8-8d11-452e-bd73-30cba2f314f5 None None] No DVR routers for this DVR port dddb17b1-3fa0-4340-bb59-a8ed6d956c49 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:06.596914 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae842b4-193c-427f-8291-46845b792caf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:06.597669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae842b4-193c-427f-8291-46845b792caf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:06.601939 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6ae842b4-193c-427f-8291-46845b792caf tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/3b24fe95-b8e2-4ca1-b36e-5e2aa2e50270 HTTP/1.1" status: 404 len: 337 time: 0.0939052 Jan 28 13:47:06.605635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77269d8c-034c-477c-a4c4-e5ece1217dc2'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:06.606801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48338) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:06.608211 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3135aa-fbe1-4764-a5f2-90db64ec451b" -d '{"events": [{"server_uuid": "da844f5e-1b97-472e-a663-fdf4a56825de", "name": "network-vif-plugged", "status": "completed", "tag": "77269d8c-034c-477c-a4c4-e5ece1217dc2"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:06.617036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f3e887-e9b3-4c5b-b1bc-9041f55073d3']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:06.644755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-0bf5c314-79ff-4e14-b1a3-97b3d8484081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:06.647284 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-0bf5c314-79ff-4e14-b1a3-97b3d8484081 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550593 Jan 28 13:47:06.650813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-972e1c48-70c6-40e3-bb18-b1be4470a84e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=aebae565-00f3-4987-895b-68b7da5db17a HTTP/1.1" status: 200 len: 205 time: 0.0398970 Jan 28 13:47:06.653583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48344) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:06.698598 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575cb597-b90e-46a4-bda9-30df31b9b823 x-openstack-request-id: req-575cb597-b90e-46a4-bda9-30df31b9b823 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:06.699030 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da844f5e-1b97-472e-a663-fdf4a56825de", "name": "network-vif-plugged", "status": "completed", "tag": "77269d8c-034c-477c-a4c4-e5ece1217dc2", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:06.699287 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-575cb597-b90e-46a4-bda9-30df31b9b823 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:06.699690 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77269d8c-034c-477c-a4c4-e5ece1217dc2', 'code': 200} Jan 28 13:47:06.724476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d434bc7-6282-4979-a4b1-75191e6a4373') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:06.725084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d434bc7-6282-4979-a4b1-75191e6a4373') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:06.776415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (0d434bc7-6282-4979-a4b1-75191e6a4373), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.808010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7286fd9-dc85-4503-a4f4-5cbfa13bdcc3 req-ccd648f6-b35e-4775-9739-3065d2fb7776 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:06.810027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7286fd9-dc85-4503-a4f4-5cbfa13bdcc3 req-ccd648f6-b35e-4775-9739-3065d2fb7776 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 945 time: 0.3064160 Jan 28 13:47:06.846176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0d434bc7-6282-4979-a4b1-75191e6a4373), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.856334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:06.856767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (0d434bc7-6282-4979-a4b1-75191e6a4373), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:06.875702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-7e13ded7-8bb5-4360-a28e-7f6d55704343 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971016 Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:06.998267 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:07.007874 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-0ac9ae49-3df8-44d0-b96b-dd2bddecffeb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] delete failed (client error): The resource could not be found. Jan 28 13:47:07.012026 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0ac9ae49-3df8-44d0-b96b-dd2bddecffeb tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/aebae565-00f3-4987-895b-68b7da5db17a HTTP/1.1" status: 404 len: 336 time: 0.3510509 Jan 28 13:47:07.013113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48350) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.022526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e0f3e887-e9b3-4c5b-b1bc-9041f55073d3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.088786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-97c17878-c9d6-4377-bd12-29a978e1f79d tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=f87abdba-2d5d-4f89-a7da-8796fd1e4e9b HTTP/1.1" status: 200 len: 205 time: 0.0727122 Jan 28 13:47:07.097124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48352) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.103857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.114685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/networks/e0f3e887-e9b3-4c5b-b1bc-9041f55073d3 HTTP/1.1" status: 204 len: 168 time: 2.5279725 Jan 28 13:47:07.114947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48356) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.119961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'routes': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:07.138205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f85d7c-227e-420a-8a78-8ea40a390dd6 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Pushing event deleted for resources: {'Network': ['ID=e0f3e887-e9b3-4c5b-b1bc-9041f55073d3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:07.188513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7286fd9-dc85-4503-a4f4-5cbfa13bdcc3 req-7108abf5-d5cc-4e19-a23d-1377ed739d1d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746826 Jan 28 13:47:07.199310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0817a8-7f82-4883-9b76-5932ef3cdb07 req-1b267b64-3b69-4bf2-9953-6dbde754ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:07.201064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d0817a8-7f82-4883-9b76-5932ef3cdb07 req-1b267b64-3b69-4bf2-9953-6dbde754ebfe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 1097 time: 0.2282476 Jan 28 13:47:07.208209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Made reservation on behalf of aa1c3630930844d7afe338be16c6f395 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:07.214403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.227092 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-80e66f64-ca59-415d-a7b5-c8507fc1e3df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] delete failed (client error): The resource could not be found. Jan 28 13:47:07.231170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-80e66f64-ca59-415d-a7b5-c8507fc1e3df tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/f87abdba-2d5d-4f89-a7da-8796fd1e4e9b HTTP/1.1" status: 404 len: 336 time: 0.1310377 Jan 28 13:47:07.236392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48360) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.308552 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e26ac8f-bec2-4603-903c-e01cb9c6f1e9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:07.309012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e26ac8f-bec2-4603-903c-e01cb9c6f1e9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:07.317010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6e26ac8f-bec2-4603-903c-e01cb9c6f1e9 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/7385a23b-6d4a-4afd-8a31-acb41c9ac5e7 HTTP/1.1" status: 404 len: 337 time: 0.0791736 Jan 28 13:47:07.325201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2f2b3-957d-4708-9e7c-add359deed4e req-f66082a8-e720-4c33-bc4f-088b5730f3b0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:07.327441 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffc2f2b3-957d-4708-9e7c-add359deed4e req-f66082a8-e720-4c33-bc4f-088b5730f3b0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.3929050 Jan 28 13:47:07.327947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48362) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.384998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7a2ba378-e174-4936-9179-e889de0df2ad tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d364da-57da-4aa9-af8f-1247a625dd5a HTTP/1.1" status: 200 len: 205 time: 0.0464110 Jan 28 13:47:07.385605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48368) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.394898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.20.0.6 (2ce21462-0dc4-4454-b399-229de3a86436/5d6996e8-d929-4b42-84a0-4f3dda18d0a2/c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:07.520303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.extraroute_db [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Added routes are [] {{(pid=103373) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 13:47:07.520626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.extraroute_db [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Removed routes are [] {{(pid=103373) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 13:47:07.520915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.586099 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-e69e1968-c6d2-44cd-bccb-234d9363f9b8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] delete failed (client error): The resource could not be found. Jan 28 13:47:07.594166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e69e1968-c6d2-44cd-bccb-234d9363f9b8 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/16d364da-57da-4aa9-af8f-1247a625dd5a HTTP/1.1" status: 404 len: 336 time: 0.2027233 Jan 28 13:47:07.649084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50e909fd-5159-4c64-a2c1-b479e7df19a9 req-d241051a-4207-4233-88df-bfcb778ca829 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 210 time: 0.0535150 Jan 28 13:47:07.656141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48378) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.701385 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-4e3aa2a0-e907-4308-bb66-b7020c0a2220 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485034 Jan 28 13:47:07.709669 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87121e1-4004-4dd3-82d3-734370d1132e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:07.710822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87121e1-4004-4dd3-82d3-734370d1132e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:07.717980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c87121e1-4004-4dd3-82d3-734370d1132e tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/c456a5f1-877b-4f07-b0a0-773a542e45cd HTTP/1.1" status: 404 len: 337 time: 0.0602245 Jan 28 13:47:07.719606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b6c7609-efda-4605-9a8e-ea7c93650fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.724210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48380) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:07.848899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.856874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-32d99e39-4244-4ac2-8353-b3a85a060c55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 217 time: 0.1000903 Jan 28 13:47:07.860365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:07.866347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ffc2f2b3-957d-4708-9e7c-add359deed4e req-598851ce-c4eb-4044-8509-0d687fedcc5b tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964368 Jan 28 13:47:08.001729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-1ae809b7-99ed-453b-994b-ea3e9ababa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:08.003684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-1ae809b7-99ed-453b-994b-ea3e9ababa07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1346145 Jan 28 13:47:08.012116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router d371d05a-b828-4af6-8150-3b2112f2a2cc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:08.066982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b299b4a5-3d02-454c-9d53-e9aeff811e34 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "GET /v2.0/ports?device_id=d05cbad4-3662-4290-90b5-20d9cbbd5890 HTTP/1.1" status: 200 len: 205 time: 0.3341506 Jan 28 13:47:08.074989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48386) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:08.146081 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-efd4fe3c-2717-4e16-97a7-27300d8a17e7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] delete failed (client error): The resource could not be found. Jan 28 13:47:08.149638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-efd4fe3c-2717-4e16-97a7-27300d8a17e7 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/routers/d05cbad4-3662-4290-90b5-20d9cbbd5890 HTTP/1.1" status: 404 len: 336 time: 0.0694821 Jan 28 13:47:08.151485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d0817a8-7f82-4883-9b76-5932ef3cdb07 req-e0107d12-f7e7-4997-827b-f423f2253867 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9128001 Jan 28 13:47:08.154547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48388) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:08.195602 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c5cd80-2a19-40e1-b246-dff93a259572 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:08.197083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c5cd80-2a19-40e1-b246-dff93a259572 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:08.200463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-68c5cd80-2a19-40e1-b246-dff93a259572 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/ef360ae0-1d43-4d3b-a0d5-13fdf9b9fea7 HTTP/1.1" status: 404 len: 337 time: 0.0448160 Jan 28 13:47:08.204291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:08.206097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48394) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:08.236748 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb901bb-91ab-4acc-afb2-3d3e17fe8b56 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:08.237225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb901bb-91ab-4acc-afb2-3d3e17fe8b56 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:08.240414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8bb901bb-91ab-4acc-afb2-3d3e17fe8b56 tempest-RoutersIpV6Test-1964471775 tempest-RoutersIpV6Test-1964471775-project] 10.222.0.45 "DELETE /v2.0/subnets/37237906-7066-4495-87de-93007cbe6807 HTTP/1.1" status: 404 len: 337 time: 0.0332530 Jan 28 13:47:08.344538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:08.440518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network 2ce21462-0dc4-4454-b399-229de3a86436 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:08.446346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:08.466447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:08.479787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:08.531352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cb18d-c6f9-428b-8008-9e89c5e47f95 req-3f0a9613-3b94-4c60-bbe8-2fce829a7595 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:08.540246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c27cb18d-c6f9-428b-8008-9e89c5e47f95 req-3f0a9613-3b94-4c60-bbe8-2fce829a7595 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 945 time: 0.1472068 Jan 28 13:47:08.586265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:08.605506 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:08.606763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] Sync routers for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:08.612057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-41c78dcd-0f24-4814-8c48-787fa9d79a71 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 200 len: 701 time: 1.4979722 Jan 28 13:47:08.614341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48406) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:08.636976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:08.638077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:08.648839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:08.654912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:08.702333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c27cb18d-c6f9-428b-8008-9e89c5e47f95 req-d14e9b2c-5d3a-4886-ace3-48dca151bc25 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608713 Jan 28 13:47:08.707130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-d0ec89b2-b114-498a-86b1-eb35ff6d0f50 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1377375 Jan 28 13:47:08.727757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Request body: {'port': {'device_id': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:08.757220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec67ef8f-5b01-4524-9f2a-00023be6c93f tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 200 len: 205 time: 0.1380320 Jan 28 13:47:08.759313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48418) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:08.804170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-59188f6e-631c-47a0-ab0c-ba07c640d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:08.810998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-59188f6e-631c-47a0-ab0c-ba07c640d7be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7925000 Jan 28 13:47:08.890449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48422) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:08.909367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:08.933637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:08.983081 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.027916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 11, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:09.035110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5bae7369-9b77-477c-a534-25b475667608 None None] Provisioning complete for port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:09.037613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5bae7369-9b77-477c-a534-25b475667608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.173601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] Checking router: d371d05a-b828-4af6-8150-3b2112f2a2cc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:09.174890 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f4c6-9d58-4353-ab7f-eee3dbb6155d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.210805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5bae7369-9b77-477c-a534-25b475667608 None None] Port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:09.213674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] Routers {'d371d05a-b828-4af6-8150-3b2112f2a2cc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:09.214403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d371d05a-b828-4af6-8150-3b2112f2a2cc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:09.247724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243b06f-a719-4932-b4bb-e379babd89b2 req-529e0cc5-3baf-455e-8063-58e9e082b7e8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:09.251433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0243b06f-a719-4932-b4bb-e379babd89b2 req-529e0cc5-3baf-455e-8063-58e9e082b7e8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 931 time: 0.3596218 Jan 28 13:47:09.378600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] Set router d371d05a-b828-4af6-8150-3b2112f2a2cc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:09.425757 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0243b06f-a719-4932-b4bb-e379babd89b2 req-fc409cac-8e9d-41dc-8060-d8a228485f05 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587796 Jan 28 13:47:09.498812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 11, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:09.537131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27e8f5-2a93-4d01-82d8-4f53045231a7 None None] The sync data for ids ['d371d05a-b828-4af6-8150-3b2112f2a2cc'] in n-d-822748-2 is: [{'id': 'd371d05a-b828-4af6-8150-3b2112f2a2cc', 'name': 'tempest-RoutersTest-router-1195331452', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:08Z', 'updated_at': '2022-01-28T13:47:02Z', 'revision_number': 11, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:09.585043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ac9ea-d3fb-4b5c-aeb4-f7b20ae39074 req-9c7e7f7d-b8d1-4066-9553-e2c42fcd6df4 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:09.593035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b13ac9ea-d3fb-4b5c-aeb4-f7b20ae39074 req-9c7e7f7d-b8d1-4066-9553-e2c42fcd6df4 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1686335 Jan 28 13:47:09.599380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-95fa7ae1-7191-4558-82a7-da2120077b4c service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275419 Jan 28 13:47:09.637811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f4c6-9d58-4353-ab7f-eee3dbb6155d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.641292 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f4c6-9d58-4353-ab7f-eee3dbb6155d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (d371d05a-b828-4af6-8150-3b2112f2a2cc), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.719401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f4c6-9d58-4353-ab7f-eee3dbb6155d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (d371d05a-b828-4af6-8150-3b2112f2a2cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.720278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb8f4c6-9d58-4353-ab7f-eee3dbb6155d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Fanout notify agent at l3_agent the message router_deleted on router d371d05a-b828-4af6-8150-3b2112f2a2cc {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:09.747473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f4c6-9d58-4353-ab7f-eee3dbb6155d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.763854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5fb8f4c6-9d58-4353-ab7f-eee3dbb6155d tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 204 len: 168 time: 0.9963191 Jan 28 13:47:09.773387 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-68eb6f48-85e3-4875-be7d-b7b247ac7dd1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0e39642cea6414e9b8f3cd41f90587b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8396614 Jan 28 13:47:09.774972 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:09.775187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48458) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:09.785271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:09.794361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-08d13ca2-9620-4615-8df8-7e662610fcbf tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1685204190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:09.796230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Publish callbacks [] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.845682 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b13ac9ea-d3fb-4b5c-aeb4-f7b20ae39074 req-3d0083e3-74b4-4925-b70b-b52f96a73776 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486563 Jan 28 13:47:09.847866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Transition to ACTIVE for port object c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:47:09.854611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.971287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Publish callbacks [] for security_group (55aabaf1-142d-4387-8217-98e443ee4ddc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.974884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Pushing event updated for resources: {'Port': ['ID=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:09.983853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08d13ca2-9620-4615-8df8-7e662610fcbf tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:09.985008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08d13ca2-9620-4615-8df8-7e662610fcbf tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.049153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08d13ca2-9620-4615-8df8-7e662610fcbf tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (fae4aa77-a989-4ed9-885c-f045a6803f04), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.091259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Attempting to bind port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:10.091953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Attempting to bind port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:10.092800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Attempting to bind port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe on network 2ce21462-0dc4-4454-b399-229de3a86436 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:10.098115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe on network 2ce21462-0dc4-4454-b399-229de3a86436 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:47:10.098741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Attempting to bind port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe on network 2ce21462-0dc4-4454-b399-229de3a86436 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:10.100124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Publish callbacks [] for security_group (55aabaf1-142d-4387-8217-98e443ee4ddc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.106300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:10.106973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Checking segment: {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:10.107796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Bound using segment: {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:10.108510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Bound port: c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48749f02-6618-4589-a523-a00e314e7cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:10.109115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.157747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08d13ca2-9620-4615-8df8-7e662610fcbf tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.187069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08d13ca2-9620-4615-8df8-7e662610fcbf tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.190690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-08d13ca2-9620-4615-8df8-7e662610fcbf tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3994908 Jan 28 13:47:10.193101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48460) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:10.202852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (55aabaf1-142d-4387-8217-98e443ee4ddc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.202852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.202852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55aabaf1-142d-4387-8217-98e443ee4ddc HTTP/1.1" status: 204 len: 168 time: 0.3995054 Jan 28 13:47:10.216640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-f1afb884-e37e-4fdf-9d6a-4ecf77f41263 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146205 Jan 28 13:47:10.217242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-838047dd-25a7-4e58-b8aa-96251f3967d8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:10.220207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aabaf1-142d-4387-8217-98e443ee4ddc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:10.238784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.239137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.239479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.239817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.240326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.240833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.241015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.241464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.242286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.242755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.243184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.243573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.243959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8269a4af-ff8c-4f19-b78d-f185464494e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:10.281719 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-0cfaf3dc-2a47-4593-a4e6-2c3759e51545 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 200 len: 217 time: 0.0495381 Jan 28 13:47:10.323648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] For port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:10.354036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-53db5e1c-0f09-40cb-a798-ce9e1ed28272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.355920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-53db5e1c-0f09-40cb-a798-ce9e1ed28272 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.0632412 Jan 28 13:47:10.418990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] For port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:10.427128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.445412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-a24fb476-cb96-47c4-b20b-4363301f1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.449512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-a24fb476-cb96-47c4-b20b-4363301f1acf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824142 Jan 28 13:47:10.520464 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.662471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.664255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.666046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] 10.222.0.60 "PUT /v2.0/ports/c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe HTTP/1.1" status: 200 len: 1091 time: 1.9447222 Jan 28 13:47:10.672320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-1af71dd0-4ab5-4a17-9ea9-3a5b57b60510 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107089 Jan 28 13:47:10.754994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:10.757949 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:10.838272 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33382e8-28d7-4a45-803a-0010d12a568d x-openstack-request-id: req-c33382e8-28d7-4a45-803a-0010d12a568d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:10.838895 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:10.839357 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c33382e8-28d7-4a45-803a-0010d12a568d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:10.840309 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'status': 'completed', 'code': 200} Jan 28 13:47:10.906830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-8c8894ce-60f6-4b7a-bcf1-c8f32ec7d173 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244451 Jan 28 13:47:10.954436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742ef8a-b8da-4375-ba04-f903206c111d service neutron] Pushing event updated for resources: {'Port': ['ID=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:10.964751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-838047dd-25a7-4e58-b8aa-96251f3967d8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:10.992084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67237dc2-2283-4d86-a2e1-248e2814c8d9 req-532ca37c-1cc1-426d-b9a8-a3cb6f62aaea tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:10.994310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67237dc2-2283-4d86-a2e1-248e2814c8d9 req-532ca37c-1cc1-426d-b9a8-a3cb6f62aaea tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 943 time: 0.4143696 Jan 28 13:47:11.001265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-67377e86-af2d-4623-b3ca-e4b5201d4783 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 200 len: 217 time: 0.0831571 Jan 28 13:47:11.003190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-838047dd-25a7-4e58-b8aa-96251f3967d8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.119075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-b12010e4-5fde-4326-8d1f-1fc01e6b9471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.123465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-b12010e4-5fde-4326-8d1f-1fc01e6b9471 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1096623 Jan 28 13:47:11.132240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-73eafbd6-0def-4d18-b33d-47e078c31ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.136098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-73eafbd6-0def-4d18-b33d-47e078c31ade service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 1094 time: 0.3550100 Jan 28 13:47:11.222236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-89f2061d-00d2-4275-b852-b300c40e2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.223994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-89f2061d-00d2-4275-b852-b300c40e2141 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951614 Jan 28 13:47:11.233406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-08ce4dd8-be42-4219-a124-86345ad7397c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe HTTP/1.1" status: 200 len: 217 time: 0.0735323 Jan 28 13:47:11.247352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2623d-5f83-4c94-a186-d4d7ef2fcf0c req-fdbe757c-8882-4366-8f1c-1ad055f5a001 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.255223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9ab2623d-5f83-4c94-a186-d4d7ef2fcf0c req-fdbe757c-8882-4366-8f1c-1ad055f5a001 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.0847569 Jan 28 13:47:11.323219 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67237dc2-2283-4d86-a2e1-248e2814c8d9 req-99e08d4b-c43b-4f1c-a4f6-387cb870a8a4 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218555 Jan 28 13:47:11.340954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838047dd-25a7-4e58-b8aa-96251f3967d8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Router fae4aa77-a989-4ed9-885c-f045a6803f04 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:11.379347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-a8935ea8-6214-4f01-a89e-dcd705135b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.380889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-a8935ea8-6214-4f01-a89e-dcd705135b14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d6996e8-d929-4b42-84a0-4f3dda18d0a2 HTTP/1.1" status: 200 len: 835 time: 0.1330383 Jan 28 13:47:11.391628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9ab2623d-5f83-4c94-a186-d4d7ef2fcf0c req-7f2f687d-8674-4bb2-b799-9a4ec5fd17bd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354339 Jan 28 13:47:11.446177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-db47fdf3-e6fd-4a7a-a087-ffcaeb75fef3 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880119 Jan 28 13:47:11.447096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48496) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:11.578486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838047dd-25a7-4e58-b8aa-96251f3967d8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:11.590403 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] Sync routers for ids ['fae4aa77-a989-4ed9-885c-f045a6803f04'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:11.606063 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] Routers {'fae4aa77-a989-4ed9-885c-f045a6803f04'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:11.607664 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fae4aa77-a989-4ed9-885c-f045a6803f04'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:11.615494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-838047dd-25a7-4e58-b8aa-96251f3967d8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.619557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-838047dd-25a7-4e58-b8aa-96251f3967d8 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "PUT /v2.0/routers/fae4aa77-a989-4ed9-885c-f045a6803f04 HTTP/1.1" status: 200 len: 694 time: 1.4223115 Jan 28 13:47:11.620532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48504) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:11.654882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3fcdf199-af37-4ba6-8a68-f67d1411b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.656449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-3fcdf199-af37-4ba6-8a68-f67d1411b9e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ce21462-0dc4-4454-b399-229de3a86436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990359 Jan 28 13:47:11.678663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7bee93c2-bcfa-48a2-aecd-0ad8ae3541c6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-640862688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:11.709695 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] Set router fae4aa77-a989-4ed9-885c-f045a6803f04 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:11.754593 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.775003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-036a1489-79ae-4495-a53c-ee88130a939c tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/routers/fae4aa77-a989-4ed9-885c-f045a6803f04 HTTP/1.1" status: 200 len: 700 time: 0.1519587 Jan 28 13:47:11.779844 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4aa77-a989-4ed9-885c-f045a6803f04', 'name': 'tempest-RoutersTest-router-1685204190', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:09Z', 'updated_at': '2022-01-28T13:47:10Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:11.780148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48506) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:11.788627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-7b19d187-5427-4501-883d-09255ead01cb service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218739 Jan 28 13:47:11.797155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bee93c2-bcfa-48a2-aecd-0ad8ae3541c6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (a836f0e9-cf05-4d81-a606-accb5c503694), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.799594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bee93c2-bcfa-48a2-aecd-0ad8ae3541c6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (a836f0e9-cf05-4d81-a606-accb5c503694), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.822602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-78194fab-db06-4142-9aae-2198b6a76341 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae4aa77-a989-4ed9-885c-f045a6803f04 HTTP/1.1" status: 200 len: 205 time: 0.0401382 Jan 28 13:47:11.830473 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] Checking router: fae4aa77-a989-4ed9-885c-f045a6803f04 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:11.833587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48508) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:11.844007 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] Routers {'fae4aa77-a989-4ed9-885c-f045a6803f04'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:11.844679 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fae4aa77-a989-4ed9-885c-f045a6803f04'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:11.861786 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bee93c2-bcfa-48a2-aecd-0ad8ae3541c6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router_controller (a836f0e9-cf05-4d81-a606-accb5c503694), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.872755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bee93c2-bcfa-48a2-aecd-0ad8ae3541c6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (a836f0e9-cf05-4d81-a606-accb5c503694), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.881544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dc8e6-1ac4-4c88-b138-64746890c531 req-d745117e-1a60-44e6-9adf-149913f9e271 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:11.883084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c4dc8e6-1ac4-4c88-b138-64746890c531 req-d745117e-1a60-44e6-9adf-149913f9e271 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1836879 Jan 28 13:47:11.907402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-82ef9a94-6978-438a-baca-899d73300fd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 200 len: 217 time: 0.0443952 Jan 28 13:47:11.931457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bee93c2-bcfa-48a2-aecd-0ad8ae3541c6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:11.938728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7bee93c2-bcfa-48a2-aecd-0ad8ae3541c6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4904451 Jan 28 13:47:11.939565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:11.958132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-383111735'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:12.013448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-b2cc03f3-89db-43c2-ad59-c288a66a14fb service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470688 Jan 28 13:47:12.017987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-013df1e3-e655-4fe4-8214-478f76eb2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.018861 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48ccde76-a671-4086-b7a2-daa9143540c1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.021548 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-013df1e3-e655-4fe4-8214-478f76eb2cc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.0777674 Jan 28 13:47:12.023390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:12.027313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.052743 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.059834 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] Set router fae4aa77-a989-4ed9-885c-f045a6803f04 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:12.127064 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4aa77-a989-4ed9-885c-f045a6803f04', 'name': 'tempest-RoutersTest-router-1685204190', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:09Z', 'updated_at': '2022-01-28T13:47:10Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:12.173514 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50f09d-2ab5-435a-b3a4-7edebe9d8830 None None] The sync data for ids ['fae4aa77-a989-4ed9-885c-f045a6803f04'] in n-d-822748-2 is: [{'id': 'fae4aa77-a989-4ed9-885c-f045a6803f04', 'name': 'tempest-RoutersTest-router-1685204190', 'tenant_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:09Z', 'updated_at': '2022-01-28T13:47:10Z', 'revision_number': 2, 'project_id': 'c7ed4a3d978a475f86340fd1c793abcb', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:12.185654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c4dc8e6-1ac4-4c88-b138-64746890c531 req-b982a0a8-503f-4cd0-9a57-227a0388aacb tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430980 Jan 28 13:47:12.218563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-1463867d-6a31-4e5c-8110-c25d798028f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.218563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-1463867d-6a31-4e5c-8110-c25d798028f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1763942 Jan 28 13:47:12.344492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48ccde76-a671-4086-b7a2-daa9143540c1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.345362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48ccde76-a671-4086-b7a2-daa9143540c1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router_controller (fae4aa77-a989-4ed9-885c-f045a6803f04), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.399629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for security_group (7c0c117e-ff70-4cf0-9c1c-32727f2501ee), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.407672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7c0c117e-ff70-4cf0-9c1c-32727f2501ee), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.419180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cefa36f5-2f49-40c9-84b9-8181be739355 req-0fc1e9ac-22e4-4bc7-90f2-be9ee5035178 service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582218 Jan 28 13:47:12.434177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573ea3c-12b4-4f34-9e8b-193865ff0ed4 req-5f9770df-3236-40dc-9239-acb2ad6208e0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.436389 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7573ea3c-12b4-4f34-9e8b-193865ff0ed4 req-5f9770df-3236-40dc-9239-acb2ad6208e0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1496837 Jan 28 13:47:12.452467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48ccde76-a671-4086-b7a2-daa9143540c1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (fae4aa77-a989-4ed9-885c-f045a6803f04), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.453163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ccde76-a671-4086-b7a2-daa9143540c1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Fanout notify agent at l3_agent the message router_deleted on router fae4aa77-a989-4ed9-885c-f045a6803f04 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:12.462503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48ccde76-a671-4086-b7a2-daa9143540c1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.469086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48ccde76-a671-4086-b7a2-daa9143540c1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/fae4aa77-a989-4ed9-885c-f045a6803f04 HTTP/1.1" status: 204 len: 168 time: 0.6205370 Jan 28 13:47:12.472508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48524) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:12.488335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:12.504426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0ffc3058-2044-4231-b1fd-76b3c5d887b0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.504874 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Added segment 0ffc3058-2044-4231-b1fd-76b3c5d887b0 of type vlan for network b46ee1fd-25f4-44c1-96de-eb73b2819012 Jan 28 13:47:12.507868 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ee6d226c-8ebf-48e0-a989-ccc67c756e70 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae4aa77-a989-4ed9-885c-f045a6803f04 HTTP/1.1" status: 200 len: 205 time: 0.0340700 Jan 28 13:47:12.509314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48526) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:12.547749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-501365e5-3258-4815-bebb-4cb764f53522 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250649 Jan 28 13:47:12.565148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c117e-ff70-4cf0-9c1c-32727f2501ee,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:12.601134 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-a974e234-90a8-4354-b721-67f0a3e2dc66 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] delete failed (client error): The resource could not be found. Jan 28 13:47:12.605448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a974e234-90a8-4354-b721-67f0a3e2dc66 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/fae4aa77-a989-4ed9-885c-f045a6803f04 HTTP/1.1" status: 404 len: 336 time: 0.0775461 Jan 28 13:47:12.606718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48528) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:12.671207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7573ea3c-12b4-4f34-9e8b-193865ff0ed4 req-8027851a-979e-446c-a030-fffca51534c8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111459 Jan 28 13:47:12.685689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b46ee1fd-25f4-44c1-96de-eb73b2819012), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.740467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-5d649242-a11f-4561-b02c-740c9645d3e1 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764917 Jan 28 13:47:12.741375 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b46ee1fd-25f4-44c1-96de-eb73b2819012), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.747445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.748164 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.859055 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-9a27ee53-ce2a-45b0-93d1-3f2463bedc4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 217 time: 0.1078746 Jan 28 13:47:12.876959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9208364 Jan 28 13:47:12.879492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:12.897200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'subnet': {'network_id': 'b46ee1fd-25f4-44c1-96de-eb73b2819012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:12.908431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84508ce6-1f81-4362-bed3-90a376e86017 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Network': ['ID=b46ee1fd-25f4-44c1-96de-eb73b2819012,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:12.925737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:13.056980 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-26803395-2618-40bb-9c03-a99d94627752 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:13.057630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26803395-2618-40bb-9c03-a99d94627752 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:13.078213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-ed680db6-a636-4e3e-952f-72cbb14fe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.078435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-26803395-2618-40bb-9c03-a99d94627752 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/76be64d2-5d3f-45d1-93de-e802ca50e186 HTTP/1.1" status: 404 len: 337 time: 0.4704549 Jan 28 13:47:13.079784 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-ed680db6-a636-4e3e-952f-72cbb14fe73e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.2012031 Jan 28 13:47:13.080640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48540) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.083770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:13.087079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:13.108596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93ef-57dd-43ef-b59e-96ee184e393f req-891c75fd-a23b-416a-94d8-2f7d027fb455 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.111581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9cd93ef-57dd-43ef-b59e-96ee184e393f req-891c75fd-a23b-416a-94d8-2f7d027fb455 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 943 time: 0.6974366 Jan 28 13:47:13.143518 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08366c9-e66b-4da0-bee7-7f0a48bc3bf1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:13.149355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08366c9-e66b-4da0-bee7-7f0a48bc3bf1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:13.152903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d08366c9-e66b-4da0-bee7-7f0a48bc3bf1 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/6ffc77ae-3f25-4b3d-9aa1-8c95cf8438e9 HTTP/1.1" status: 404 len: 337 time: 0.0695200 Jan 28 13:47:13.162620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.208987 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-63edf5be-5c38-46c8-9b9f-d1d66b419647 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:13.209455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63edf5be-5c38-46c8-9b9f-d1d66b419647 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:13.213037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63edf5be-5c38-46c8-9b9f-d1d66b419647 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/1d6cb6a7-d20d-4806-84db-b0dcfad6befd HTTP/1.1" status: 404 len: 337 time: 0.0479612 Jan 28 13:47:13.215740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-d4c1a73a-0a17-45c3-9a88-ee26c9ce2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.217240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-d4c1a73a-0a17-45c3-9a88-ee26c9ce2357 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 1094 time: 0.7145119 Jan 28 13:47:13.220073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48546) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.276411 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc36c6d5-6f58-4f20-9ac5-3bb7b50b8187 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:13.276876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc36c6d5-6f58-4f20-9ac5-3bb7b50b8187 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:13.282392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cc36c6d5-6f58-4f20-9ac5-3bb7b50b8187 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/9f8de688-fc85-4ed8-9690-1da5dcb4c414 HTTP/1.1" status: 404 len: 337 time: 0.0581696 Jan 28 13:47:13.283372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48548) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.332385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4893-9c3d-4262-a0e4-689df470f859 req-68ada6d8-5cf9-475a-8954-622de51cf991 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.334078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed6d4893-9c3d-4262-a0e4-689df470f859 req-68ada6d8-5cf9-475a-8954-622de51cf991 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.2531610 Jan 28 13:47:13.336092 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-387b8231-9120-478b-8e0f-5502ccceb151 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 200 len: 205 time: 0.0493746 Jan 28 13:47:13.338196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-30252bd6-5deb-4dca-a07f-66d6de261452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.339720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-30252bd6-5deb-4dca-a07f-66d6de261452 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2400572 Jan 28 13:47:13.340158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48550) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.369437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9cd93ef-57dd-43ef-b59e-96ee184e393f req-a118cd8c-0603-4a62-98ce-fc866c7ba775 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139173 Jan 28 13:47:13.386448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-dc67e1da-dda8-465b-b13b-0377234f598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.389014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-dc67e1da-dda8-465b-b13b-0377234f598d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ce21462-0dc4-4454-b399-229de3a86436 HTTP/1.1" status: 200 len: 897 time: 0.1551514 Jan 28 13:47:13.409008 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-24283514-a3ca-4bbc-9846-b00024f82c14 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] delete failed (client error): The resource could not be found. Jan 28 13:47:13.412432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-24283514-a3ca-4bbc-9846-b00024f82c14 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/d371d05a-b828-4af6-8150-3b2112f2a2cc HTTP/1.1" status: 404 len: 336 time: 0.0677042 Jan 28 13:47:13.414934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48552) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.450222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-f9987700-7324-4bad-930d-1d151cb81447 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe HTTP/1.1" status: 200 len: 217 time: 0.0505977 Jan 28 13:47:13.497275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7ece0b57-b916-4a26-ac08-b20cc73d2f34 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=40af7285-af58-4b8a-831e-c711ec650f0d HTTP/1.1" status: 200 len: 205 time: 0.0687592 Jan 28 13:47:13.505754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48554) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:13.516398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-d8edefe9-bd9b-4add-be44-7afea107da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.518241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-d8edefe9-bd9b-4add-be44-7afea107da65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d6996e8-d929-4b42-84a0-4f3dda18d0a2 HTTP/1.1" status: 200 len: 835 time: 0.0612435 Jan 28 13:47:13.592250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-fed272b8-bf35-4e4c-84bb-278a1736f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.599208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-fed272b8-bf35-4e4c-84bb-278a1736f3ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ce21462-0dc4-4454-b399-229de3a86436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696518 Jan 28 13:47:13.729024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-47ded3eb-a9ce-4fd6-b1a8-0dbd0f5c6d57 service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236455 Jan 28 13:47:13.850983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c2751bb-3f2b-4ce6-85bf-5a32588dcf4b req-3058c00c-0341-49f4-8e25-b5aebc926c34 service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137345 Jan 28 13:47:13.963228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ed6d4893-9c3d-4262-a0e4-689df470f859 req-868faaee-5e7a-4e67-98fe-37905563063e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133320 Jan 28 13:47:13.967718 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-26ae3a14-be7f-4068-901c-eec8c732e32a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] delete failed (client error): The resource could not be found. Jan 28 13:47:13.968771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-26ae3a14-be7f-4068-901c-eec8c732e32a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/40af7285-af58-4b8a-831e-c711ec650f0d HTTP/1.1" status: 404 len: 336 time: 0.4621150 Jan 28 13:47:13.971610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48558) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.001140 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fac19e-ede6-46ec-b00c-6ee6745e0aa5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:14.001615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fac19e-ede6-46ec-b00c-6ee6745e0aa5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:14.007617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86fac19e-ede6-46ec-b00c-6ee6745e0aa5 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/881680cb-693a-4fbe-a136-88643e0e0f14 HTTP/1.1" status: 404 len: 337 time: 0.0348380 Jan 28 13:47:14.007838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48560) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.041223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-2baa738a-3d8e-4372-b401-46671886b458 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869357 Jan 28 13:47:14.073349 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e78211ee-e561-4004-992e-176c0d7497dd tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=6853b70a-29b8-424b-bbf1-8523e5dc9792 HTTP/1.1" status: 200 len: 205 time: 0.0598760 Jan 28 13:47:14.074344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48564) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.128559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (9f558a0c-9111-4ba7-b053-b090de269bf1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.133734 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-87415a5c-4270-431b-9027-6c79ae153f98 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] delete failed (client error): The resource could not be found. Jan 28 13:47:14.138344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87415a5c-4270-431b-9027-6c79ae153f98 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/6853b70a-29b8-424b-bbf1-8523e5dc9792 HTTP/1.1" status: 404 len: 336 time: 0.0608346 Jan 28 13:47:14.139795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48568) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.182977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-979257c0-547d-45b9-ba05-000e69229042 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=61c9a6cc-d303-4bd7-9c89-c42cd690bd7f HTTP/1.1" status: 200 len: 205 time: 0.0411315 Jan 28 13:47:14.185365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48570) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.217192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Subnet': ['ID=9f558a0c-9111-4ba7-b053-b090de269bf1,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:14.232759 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-654aa34a-20b4-47e5-9c2b-3a70f7022a7b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] delete failed (client error): The resource could not be found. Jan 28 13:47:14.233221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-654aa34a-20b4-47e5-9c2b-3a70f7022a7b tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/61c9a6cc-d303-4bd7-9c89-c42cd690bd7f HTTP/1.1" status: 404 len: 336 time: 0.0465863 Jan 28 13:47:14.235557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48572) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.244855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e48074b-3b18-47e3-a8c2-5798e2a5d264 req-77de3667-1506-4076-b4de-77a3ce94eaf6 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787913 Jan 28 13:47:14.251512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Checking segment: {'id': '0ffc3058-2044-4231-b1fd-76b3c5d887b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b46ee1fd-25f4-44c1-96de-eb73b2819012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:14.251866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network hostable DHCP agents. Network: b46ee1fd-25f4-44c1-96de-eb73b2819012, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:14.266778 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf576f4e-cf76-4550-8507-1fa986085dab tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:14.267328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf576f4e-cf76-4550-8507-1fa986085dab tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:14.271227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:14.274492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf576f4e-cf76-4550-8507-1fa986085dab tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/a4bcce39-8d84-492c-95d9-6965f3fb0f3c HTTP/1.1" status: 404 len: 337 time: 0.0349505 Jan 28 13:47:14.274633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.308287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-22c5e256-8595-4ba1-8409-2ee60bef384a tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=23750bfe-f4c7-43a7-bd7d-5ebefea7a674 HTTP/1.1" status: 200 len: 205 time: 0.0295315 Jan 28 13:47:14.308287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b46ee1fd-25f4-44c1-96de-eb73b2819012) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:14.308643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48576) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.315207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd08b6-ad6d-408d-88ef-581236a4ff0a None None] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:14.317283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:14.317899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.350347 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-2c84ba72-21b3-447f-97e9-14cb72ef3979 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] delete failed (client error): The resource could not be found. Jan 28 13:47:14.351396 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c84ba72-21b3-447f-97e9-14cb72ef3979 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/23750bfe-f4c7-43a7-bd7d-5ebefea7a674 HTTP/1.1" status: 404 len: 336 time: 0.0420289 Jan 28 13:47:14.355991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.392124 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a520174b-dc8e-4a8a-80ea-8763403d0f18 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4967384 Jan 28 13:47:14.392124 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ac9c23-7091-4e1a-9e14-6a01941646b0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:14.392124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ac9c23-7091-4e1a-9e14-6a01941646b0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:14.392511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48580) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.393408 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f2ac9c23-7091-4e1a-9e14-6a01941646b0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/13cce83b-01e3-43b7-baba-1c0ea47c1b3a HTTP/1.1" status: 404 len: 337 time: 0.0366943 Jan 28 13:47:14.395833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48582) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.401270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'network': {'name': 'tempest-router-network01--357961173'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:14.435213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:14.435690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2efc606d-3ec5-46a9-a3c2-258164b73e2e tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c8a6e89-ec5d-431e-b431-db2154caea5d HTTP/1.1" status: 200 len: 205 time: 0.0383518 Jan 28 13:47:14.438021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48586) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.441659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.466257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-b46ee1fd-25f4-44c1-96de-eb73b2819012', 'network_id': 'b46ee1fd-25f4-44c1-96de-eb73b2819012', 'project_id': '76b5742910f64f99a5232d21154f6634', 'fixed_ips': [{'subnet_id': '9f558a0c-9111-4ba7-b053-b090de269bf1'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:14.468150 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.487869 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-fa5bcdd2-87ba-4d9a-8210-6d67c47641ba tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] delete failed (client error): The resource could not be found. Jan 28 13:47:14.490116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fa5bcdd2-87ba-4d9a-8210-6d67c47641ba tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/routers/1c8a6e89-ec5d-431e-b431-db2154caea5d HTTP/1.1" status: 404 len: 336 time: 0.0508392 Jan 28 13:47:14.493919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48588) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.529966 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e1cdc1-b92d-43da-980e-766b7c53efdb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:14.530967 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e1cdc1-b92d-43da-980e-766b7c53efdb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:14.534806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-46e1cdc1-b92d-43da-980e-766b7c53efdb tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/920ee72e-c2fd-459e-8c9b-d0e54b5cd3a3 HTTP/1.1" status: 404 len: 337 time: 0.0390170 Jan 28 13:47:14.537856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48592) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.569306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:14.575697 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe52592-97af-47af-90d4-6e71addfc2f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] DELETE failed (client error): The resource could not be found. Jan 28 13:47:14.576290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe52592-97af-47af-90d4-6e71addfc2f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:47:14.581118 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4fe52592-97af-47af-90d4-6e71addfc2f0 tempest-RoutersTest-1520918327 tempest-RoutersTest-1520918327-project] 10.222.0.45 "DELETE /v2.0/subnets/47e2bf33-2644-488d-ac2c-d7d237259c65 HTTP/1.1" status: 404 len: 337 time: 0.0366950 Jan 28 13:47:14.591650 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5796e576-d670-4703-a3a4-e8ca4ababa9f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.592005 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Added segment 5796e576-d670-4703-a3a4-e8ca4ababa9f of type vlan for network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 Jan 28 13:47:14.648466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998009a-e213-4b26-a3cb-0be0991f2d61 req-67f2832f-ae68-4034-bb37-f233b137da34 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:14.657228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b998009a-e213-4b26-a3cb-0be0991f2d61 req-67f2832f-ae68-4034-bb37-f233b137da34 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 943 time: 0.1356797 Jan 28 13:47:14.683136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.745333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b998009a-e213-4b26-a3cb-0be0991f2d61 req-21d1229b-5301-4b49-978b-567168f12dbe tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869637 Jan 28 13:47:14.752316 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.757687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:14.758471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.761102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Allocated IP 2001:db8::2 (b46ee1fd-25f4-44c1-96de-eb73b2819012/9f558a0c-9111-4ba7-b053-b090de269bf1/14da5098-7367-422c-881c-c35eb9f13e7b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:14.780373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3868968 Jan 28 13:47:14.783448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48596) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:14.790458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'network': {'name': 'tempest-router-network02--733029403'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:14.835929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:14.847997 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.861298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36c72e-c3be-4ea6-9a11-1f24569f4a5d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Network': ['ID=7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:14.901359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:14.918586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:14.926163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (03278c66-43d2-4e61-8ff5-1c9b976e1285), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:14.926666 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Added segment 03278c66-43d2-4e61-8ff5-1c9b976e1285 of type vlan for network 326965b0-ca58-4c25-81d6-2611053de2f0 Jan 28 13:47:15.027577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (326965b0-ca58-4c25-81d6-2611053de2f0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.082583 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (326965b0-ca58-4c25-81d6-2611053de2f0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.091404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:15.093010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.134292 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Publish callbacks [] for port (14da5098-7367-422c-881c-c35eb9f13e7b), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.135824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48608) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:15.138178 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3528972 Jan 28 13:47:15.143055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.160107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'subnet': {'network_id': '7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:15.191579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:15.196825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:15.270819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48612) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:15.336394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Pushing event updated for resources: {'Port': ['ID=14da5098-7367-422c-881c-c35eb9f13e7b,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:15.340211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:15.365474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff83038-6550-4f98-9f73-c32128119a3a tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Network': ['ID=326965b0-ca58-4c25-81d6-2611053de2f0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:15.436994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b5f29-00ec-4baa-ab9a-6b8c370a7a44 req-f5ae6d9e-bee9-4d77-8a35-5eab08b2665e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:15.437703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 326965b0-ca58-4c25-81d6-2611053de2f0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:15.447580 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-501b5f29-00ec-4baa-ab9a-6b8c370a7a44 req-f5ae6d9e-bee9-4d77-8a35-5eab08b2665e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.3210006 Jan 28 13:47:15.543255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:15.548171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.573026 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:47:15.578173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Attempting to bind port 14da5098-7367-422c-881c-c35eb9f13e7b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:15.578556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Attempting to bind port 14da5098-7367-422c-881c-c35eb9f13e7b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ffc3058-2044-4231-b1fd-76b3c5d887b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b46ee1fd-25f4-44c1-96de-eb73b2819012'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:15.579125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Attempting to bind port 14da5098-7367-422c-881c-c35eb9f13e7b on network b46ee1fd-25f4-44c1-96de-eb73b2819012 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:15.593168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:15.594008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Checking segment: {'id': '0ffc3058-2044-4231-b1fd-76b3c5d887b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b46ee1fd-25f4-44c1-96de-eb73b2819012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:15.594434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.594850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Bound using segment: {'id': '0ffc3058-2044-4231-b1fd-76b3c5d887b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b46ee1fd-25f4-44c1-96de-eb73b2819012'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:15.595357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Bound port: 14da5098-7367-422c-881c-c35eb9f13e7b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffc3058-2044-4231-b1fd-76b3c5d887b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b46ee1fd-25f4-44c1-96de-eb73b2819012'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:15.595744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.727275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] For port 14da5098-7367-422c-881c-c35eb9f13e7b, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:15.749556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] For port 14da5098-7367-422c-881c-c35eb9f13e7b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14da5098-7367-422c-881c-c35eb9f13e7b,segment=NetworkSegment(0ffc3058-2044-4231-b1fd-76b3c5d887b0),segment_id=0ffc3058-2044-4231-b1fd-76b3c5d887b0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:15.757703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:15.860634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-501b5f29-00ec-4baa-ab9a-6b8c370a7a44 req-4dfd7831-cf76-4367-bfb1-2f92e12afd0e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923805 Jan 28 13:47:15.881238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48624) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:15.881816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-52d1782d-7172-4b82-891b-842dbfa94a97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7ed4a3d978a475f86340fd1c793abcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6094775 Jan 28 13:47:15.901583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d2785-79bf-4165-80c6-8624cdc5543e None None] Pushing event updated for resources: {'Port': ['ID=14da5098-7367-422c-881c-c35eb9f13e7b,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:16.151061 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (7ea2fb1b-c817-4827-8b80-1cfee638fcda), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.167173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03cf7bd5-0bed-4ac7-a362-13e8aac83190 admin admin] Publish callbacks [] for security_group (70cb7ee7-332d-428e-ad15-c50d03e26c1f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.190723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6d04-0151-4f34-908d-17e2e64aa586 req-f5745241-c52d-4bec-829e-6537e12bdb33 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:16.204607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dbaf6d04-0151-4f34-908d-17e2e64aa586 req-f5745241-c52d-4bec-829e-6537e12bdb33 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 943 time: 0.2993455 Jan 28 13:47:16.285333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Subnet': ['ID=7ea2fb1b-c817-4827-8b80-1cfee638fcda,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:16.309945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Checking segment: {'id': '5796e576-d670-4703-a3a4-e8ca4ababa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:16.313110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network hostable DHCP agents. Network: 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:16.343987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03cf7bd5-0bed-4ac7-a362-13e8aac83190 admin admin] Publish callbacks [] for security_group (70cb7ee7-332d-428e-ad15-c50d03e26c1f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.350534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:16.372201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:16.378881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:16.379716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.403582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a49673-5ae6-4083-b233-48e09460b6ab None None] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:16.438980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd912536-4cb0-4b6b-8cc9-b0298535537c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2985997 Jan 28 13:47:16.442165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48630) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:16.457575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'subnet': {'network_id': '326965b0-ca58-4c25-81d6-2611053de2f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:16.481267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-dbaf6d04-0151-4f34-908d-17e2e64aa586 req-d16f79e1-4cb2-4910-adbe-ec1bafb11652 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752075 Jan 28 13:47:16.531917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03cf7bd5-0bed-4ac7-a362-13e8aac83190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (70cb7ee7-332d-428e-ad15-c50d03e26c1f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.538231 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03cf7bd5-0bed-4ac7-a362-13e8aac83190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.540848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-03cf7bd5-0bed-4ac7-a362-13e8aac83190 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70cb7ee7-332d-428e-ad15-c50d03e26c1f HTTP/1.1" status: 204 len: 168 time: 0.6574657 Jan 28 13:47:16.575814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf7bd5-0bed-4ac7-a362-13e8aac83190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb7ee7-332d-428e-ad15-c50d03e26c1f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:16.744266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9', 'network_id': '7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9', 'project_id': '76b5742910f64f99a5232d21154f6634', 'fixed_ips': [{'subnet_id': '7ea2fb1b-c817-4827-8b80-1cfee638fcda'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:16.747383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.775161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:16.783848 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:16.930640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Allocated IP 2001:db8::2 (7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9/7ea2fb1b-c817-4827-8b80-1cfee638fcda/739fdba5-fe96-463a-a885-f9c3f1f96dc9) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:17.066234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:47:17.098859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23a19c-d3cc-4ba8-beaf-6cfe3706ba67 req-d1d133f4-3c78-4f69-b509-174b8dec95da tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:17.100877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd23a19c-d3cc-4ba8-beaf-6cfe3706ba67 req-d1d133f4-3c78-4f69-b509-174b8dec95da tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.0658960 Jan 28 13:47:17.248595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd23a19c-d3cc-4ba8-beaf-6cfe3706ba67 req-5d6e7e21-db8e-4742-8ef5-98176a213e81 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362445 Jan 28 13:47:17.328365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:17.358472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'port_id': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'mac_address': 'fa:16:3e:e7:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:47:17.366948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (03d470c5-9f4c-4560-9e8f-32d7b4166cef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.512381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Subnet': ['ID=03d470c5-9f4c-4560-9e8f-32d7b4166cef,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:17.538658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Checking segment: {'id': '03278c66-43d2-4e61-8ff5-1c9b976e1285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '326965b0-ca58-4c25-81d6-2611053de2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:17.539092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network hostable DHCP agents. Network: 326965b0-ca58-4c25-81d6-2611053de2f0, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:17.552727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:17.558085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.609792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network 326965b0-ca58-4c25-81d6-2611053de2f0 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:17.626536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 326965b0-ca58-4c25-81d6-2611053de2f0) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:17.634931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:17.642231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.662198 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Publish callbacks [] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.674218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f62b4-f5dd-4fe7-88f0-fd86151fbc85 None None] Network 326965b0-ca58-4c25-81d6-2611053de2f0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:17.680105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:17.694659 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.708396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-de6a233e-9624-4453-b3ae-ab764700e7e3 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2608638 Jan 28 13:47:17.709864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48662) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:17.770968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fb1ce-03c9-4c29-9d1f-8ff4c5ea7b00 req-90aa0c80-1b32-4a25-9894-7e821e3b4785 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:17.779849 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8fb1ce-03c9-4c29-9d1f-8ff4c5ea7b00 req-90aa0c80-1b32-4a25-9894-7e821e3b4785 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 943 time: 0.1219347 Jan 28 13:47:17.911672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec8fb1ce-03c9-4c29-9d1f-8ff4c5ea7b00 req-817a4e02-8dda-416a-b044-63b4b42ae02e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305609 Jan 28 13:47:18.063015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:18.095072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 14da5098-7367-422c-881c-c35eb9f13e7b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:18.098164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e83486e-2c75-4a14-932f-da7cd1db9de8 None None] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:18.104960 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.121096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:18.141189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48670) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:18.181277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:18.199095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:18.329956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-326965b0-ca58-4c25-81d6-2611053de2f0', 'network_id': '326965b0-ca58-4c25-81d6-2611053de2f0', 'project_id': '76b5742910f64f99a5232d21154f6634', 'fixed_ips': [{'subnet_id': '03d470c5-9f4c-4560-9e8f-32d7b4166cef'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:18.331317 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.349156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fd680bc6-5c23-4511-ba03-63abd66d0fa0 None None] Provisioning complete for port 14da5098-7367-422c-881c-c35eb9f13e7b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:18.349534 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fd680bc6-5c23-4511-ba03-63abd66d0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.389661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-139789522'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:18.507400 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.517863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Made reservation on behalf of 639cf5a534db4801a645f6f99aeb422f for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:18.518362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Attempting to bind port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:18.518826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Attempting to bind port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '5796e576-d670-4703-a3a4-e8ca4ababa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:18.520061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Attempting to bind port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 on network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:18.526560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Pushing event updated for resources: {'Port': ['ID=739fdba5-fe96-463a-a885-f9c3f1f96dc9,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:18.527488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.553862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.736554 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for security_group (beca4c3f-3974-42ab-ab8b-9c9d71d49791), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.755448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36bfc0-2b16-4518-b9b5-176026fed8bb req-ed70053e-c100-4aa8-bcb7-bc3660a925cd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:18.765296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab36bfc0-2b16-4518-b9b5-176026fed8bb req-ed70053e-c100-4aa8-bcb7-bc3660a925cd tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.3020465 Jan 28 13:47:18.771054 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (beca4c3f-3974-42ab-ab8b-9c9d71d49791), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.856844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:18.960835 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ab36bfc0-2b16-4518-b9b5-176026fed8bb req-2312564e-2215-42d9-bfcb-ccb23800e994 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945291 Jan 28 13:47:18.989879 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ada400ad-f089-48af-b5b2-af2a07b2493c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.990616 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Added segment ada400ad-f089-48af-b5b2-af2a07b2493c of type vlan for network 762f95fe-f96e-4a60-9f99-15001cb1ba12 Jan 28 13:47:18.992889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beca4c3f-3974-42ab-ab8b-9c9d71d49791,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:19.083056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (762f95fe-f96e-4a60-9f99-15001cb1ba12), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.113387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Allocated IP 2001:db8::1 (7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9/7ea2fb1b-c817-4827-8b80-1cfee638fcda/8ae56e45-e472-4158-bc23-b0b0f4d93016) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:19.118466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:19.138094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (762f95fe-f96e-4a60-9f99-15001cb1ba12), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.168934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:19.169608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.253179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Allocated IP 2001:db8::2 (326965b0-ca58-4c25-81d6-2611053de2f0/03d470c5-9f4c-4560-9e8f-32d7b4166cef/6824928d-6992-44f2-9f04-eafe97457b57) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:19.266732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1218731 Jan 28 13:47:19.272633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48686) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:19.280225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Request body: {'subnet': {'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:19.294432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6488f0-4518-4ac8-8c47-c04aacb53311 req-c434be8c-d282-4a02-a73c-3f8d2ad39acb tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:19.296062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6488f0-4518-4ac8-8c47-c04aacb53311 req-c434be8c-d282-4a02-a73c-3f8d2ad39acb tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 944 time: 0.2510779 Jan 28 13:47:19.355003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c2ccf-9023-4732-b6b6-3fc99ca83501 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event updated for resources: {'Network': ['ID=762f95fe-f96e-4a60-9f99-15001cb1ba12,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:19.389517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:19.389975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Checking segment: {'id': '5796e576-d670-4703-a3a4-e8ca4ababa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:19.390488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.390908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Bound using segment: {'id': '5796e576-d670-4703-a3a4-e8ca4ababa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:19.391420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Bound port: 739fdba5-fe96-463a-a885-f9c3f1f96dc9, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5796e576-d670-4703-a3a4-e8ca4ababa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:19.391820 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.409223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 762f95fe-f96e-4a60-9f99-15001cb1ba12 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:19.429675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Made reservation on behalf of 639cf5a534db4801a645f6f99aeb422f for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:19.463914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.524183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c6488f0-4518-4ac8-8c47-c04aacb53311 req-068e806f-9ab5-4c27-9fd3-d7537eebdb2b tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148533 Jan 28 13:47:19.607255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.683245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.720010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 14da5098-7367-422c-881c-c35eb9f13e7b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:19.725288 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.764524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:19.767022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Port': ['ID=8ae56e45-e472-4158-bc23-b0b0f4d93016,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:19.771543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:19.780974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:19.781789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.946207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (fa49bbd0-da76-4a5e-bde6-ee35114f8329), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:19.964809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.015547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Publish callbacks [] for port (6824928d-6992-44f2-9f04-eafe97457b57), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.020417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:20.043023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (6824928d-6992-44f2-9f04-eafe97457b57), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.171180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Network 326965b0-ca58-4c25-81d6-2611053de2f0 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:20.176293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event updated for resources: {'Subnet': ['ID=fa49bbd0-da76-4a5e-bde6-ee35114f8329,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:20.188953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Checking segment: {'id': 'ada400ad-f089-48af-b5b2-af2a07b2493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:20.189713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Network hostable DHCP agents. Network: 762f95fe-f96e-4a60-9f99-15001cb1ba12, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:20.206178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 14da5098-7367-422c-881c-c35eb9f13e7b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:20.206582 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.213800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:20.253329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Network 762f95fe-f96e-4a60-9f99-15001cb1ba12 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:20.277962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a24853-4fb2-4153-b52f-df45e05d747b req-4c5879ec-803f-44cf-9ccc-02cb9c1ed68e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:20.278958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 762f95fe-f96e-4a60-9f99-15001cb1ba12) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:20.280305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10a24853-4fb2-4153-b52f-df45e05d747b req-4c5879ec-803f-44cf-9ccc-02cb9c1ed68e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1457832 Jan 28 13:47:20.301651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:20.322035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.342501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:20.453624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1459d1f9-cbac-40e8-a2d6-0e96cc26d8c4 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1798384 Jan 28 13:47:20.458872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48698) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:20.470196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a481e2-82b9-4bd3-99b7-48a15a217f79 None None] Network 762f95fe-f96e-4a60-9f99-15001cb1ba12 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:20.487798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Request body: {'port': {'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12', 'name': 'tempest-TagsExtTest-1472034100'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:20.502231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10a24853-4fb2-4153-b52f-df45e05d747b req-fed35d2e-ee99-4679-8c64-b3485a1c2614 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903658 Jan 28 13:47:20.641052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 14da5098-7367-422c-881c-c35eb9f13e7b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14da5098-7367-422c-881c-c35eb9f13e7b,segment=NetworkSegment(0ffc3058-2044-4231-b1fd-76b3c5d887b0),segment_id=0ffc3058-2044-4231-b1fd-76b3c5d887b0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:20.662632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] For port 739fdba5-fe96-463a-a885-f9c3f1f96dc9, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:20.669173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.694033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fd680bc6-5c23-4511-ba03-63abd66d0fa0 None None] Current status of the port 14da5098-7367-422c-881c-c35eb9f13e7b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:20.694429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fd680bc6-5c23-4511-ba03-63abd66d0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.708107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Pushing event updated for resources: {'Port': ['ID=6824928d-6992-44f2-9f04-eafe97457b57,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:20.770033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] For port 739fdba5-fe96-463a-a885-f9c3f1f96dc9, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=739fdba5-fe96-463a-a885-f9c3f1f96dc9,segment=NetworkSegment(5796e576-d670-4703-a3a4-e8ca4ababa9f),segment_id=5796e576-d670-4703-a3a4-e8ca4ababa9f)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:20.856221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfac8a3-5e94-4eaa-866a-1e3739454c34 req-6d929897-ba88-4004-9526-373af75abe0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:20.858148 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7bfac8a3-5e94-4eaa-866a-1e3739454c34 req-6d929897-ba88-4004-9526-373af75abe0a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 944 time: 0.1429300 Jan 28 13:47:20.888214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.896682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Made reservation on behalf of 639cf5a534db4801a645f6f99aeb422f for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:20.903327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:20.944639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Attempting to bind port 6824928d-6992-44f2-9f04-eafe97457b57 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:20.945166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Attempting to bind port 6824928d-6992-44f2-9f04-eafe97457b57 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '03278c66-43d2-4e61-8ff5-1c9b976e1285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '326965b0-ca58-4c25-81d6-2611053de2f0'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:20.948844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Attempting to bind port 6824928d-6992-44f2-9f04-eafe97457b57 on network 326965b0-ca58-4c25-81d6-2611053de2f0 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:20.978885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] device_id is not set on port 234d02f4-b016-460d-825a-5bf65f2a0065 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:47:21.009739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:21.010125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Checking segment: {'id': '03278c66-43d2-4e61-8ff5-1c9b976e1285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '326965b0-ca58-4c25-81d6-2611053de2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:21.010575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.010981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Bound using segment: {'id': '03278c66-43d2-4e61-8ff5-1c9b976e1285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '326965b0-ca58-4c25-81d6-2611053de2f0'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:21.012495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Bound port: 6824928d-6992-44f2-9f04-eafe97457b57, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03278c66-43d2-4e61-8ff5-1c9b976e1285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '326965b0-ca58-4c25-81d6-2611053de2f0'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:21.015652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6824928d-6992-44f2-9f04-eafe97457b57), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.056495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.065081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.066481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.128290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7bfac8a3-5e94-4eaa-866a-1e3739454c34 req-8a99dc07-a683-4c5b-936c-50d168136e0c tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427344 Jan 28 13:47:21.237219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Port': ['ID=8ae56e45-e472-4158-bc23-b0b0f4d93016,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:21.262905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Allocated IP 172.20.0.4 (762f95fe-f96e-4a60-9f99-15001cb1ba12/fa49bbd0-da76-4a5e-bde6-ee35114f8329/234d02f4-b016-460d-825a-5bf65f2a0065) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:21.267924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-762f95fe-f96e-4a60-9f99-15001cb1ba12', 'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12', 'project_id': '639cf5a534db4801a645f6f99aeb422f', 'fixed_ips': [{'subnet_id': 'fa49bbd0-da76-4a5e-bde6-ee35114f8329'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:21.272388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.285665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=14da5098-7367-422c-881c-c35eb9f13e7b,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:21.373281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:21.375069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:21.505345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] For port 6824928d-6992-44f2-9f04-eafe97457b57, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:21.510588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] For port 6824928d-6992-44f2-9f04-eafe97457b57, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6824928d-6992-44f2-9f04-eafe97457b57,segment=NetworkSegment(03278c66-43d2-4e61-8ff5-1c9b976e1285),segment_id=03278c66-43d2-4e61-8ff5-1c9b976e1285)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:21.606208 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6824928d-6992-44f2-9f04-eafe97457b57), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.673812 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for port (234d02f4-b016-460d-825a-5bf65f2a0065), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:21.698906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-fd680bc6-5c23-4511-ba03-63abd66d0fa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:47:21.700542 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-fd680bc6-5c23-4511-ba03-63abd66d0fa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:47:21.760725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Router a836f0e9-cf05-4d81-a606-accb5c503694 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:21.886348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736bf3e-5c9e-48e2-afb3-803fa45263a3 req-50a13700-5340-4797-9eea-96235527932e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:21.902341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1736bf3e-5c9e-48e2-afb3-803fa45263a3 req-50a13700-5340-4797-9eea-96235527932e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1932046 Jan 28 13:47:21.904745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (234d02f4-b016-460d-825a-5bf65f2a0065), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.006608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea766c3-883e-4bd6-bd0a-89afcc395567 None None] Pushing event updated for resources: {'Port': ['ID=739fdba5-fe96-463a-a885-f9c3f1f96dc9,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:22.041971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:22.056150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-acadf440-e948-4be7-97b5-ed96ea46123b tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3451231 Jan 28 13:47:22.059097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48720) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:22.102435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Network 762f95fe-f96e-4a60-9f99-15001cb1ba12 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:22.111378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:22.118026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event updated for resources: {'Port': ['ID=234d02f4-b016-460d-825a-5bf65f2a0065,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:22.153895 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:22.173714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Allocated IP 172.20.0.2 (762f95fe-f96e-4a60-9f99-15001cb1ba12/fa49bbd0-da76-4a5e-bde6-ee35114f8329/38f3eae6-318e-478d-b308-e788c2b420aa) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:22.285579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1736bf3e-5c9e-48e2-afb3-803fa45263a3 req-3547cb32-45ac-43c4-99b3-57869ea2b0ec tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742576 Jan 28 13:47:22.345395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:22.346073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.384405 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-59be95ce-b1f4-4010-a281-2f98b983fa1d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9202454 Jan 28 13:47:22.384743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48724) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:22.390301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4a1629f6-3d06-47f4-880a-6778fee5e167 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-737531111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:22.451564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a1629f6-3d06-47f4-880a-6778fee5e167 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (0932fbe0-bc36-4bbd-b472-b77e41106e0d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.453299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a1629f6-3d06-47f4-880a-6778fee5e167 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (0932fbe0-bc36-4bbd-b472-b77e41106e0d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.529434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Publish callbacks [] for port (38f3eae6-318e-478d-b308-e788c2b420aa), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.552462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bc77e-8b88-44b0-bedd-366083aab3b1 req-ab42b0b0-efa1-4709-9b0a-18aa13ddd5e8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:22.560667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] Sync routers for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:22.567636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-310bc77e-8b88-44b0-bedd-366083aab3b1 req-ab42b0b0-efa1-4709-9b0a-18aa13ddd5e8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 944 time: 0.2387960 Jan 28 13:47:22.602260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.625260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a1629f6-3d06-47f4-880a-6778fee5e167 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for router_controller (0932fbe0-bc36-4bbd-b472-b77e41106e0d), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.635293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a1629f6-3d06-47f4-880a-6778fee5e167 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (0932fbe0-bc36-4bbd-b472-b77e41106e0d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.677572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a1629f6-3d06-47f4-880a-6778fee5e167 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.686866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4a1629f6-3d06-47f4-880a-6778fee5e167 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3010340 Jan 28 13:47:22.687517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48730) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:22.699023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-02da5ceb-947d-4555-8c42-2d2944d87d85 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-283067940', 'prefixes': ['172.20.0.0/16']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:22.739268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:22.739920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:22.796269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:22.822373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Network 762f95fe-f96e-4a60-9f99-15001cb1ba12 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:22.830541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fd680bc6-5c23-4511-ba03-63abd66d0fa0 None None] Current status of the port 14da5098-7367-422c-881c-c35eb9f13e7b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:22.833339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a717d06-8be9-4bd2-aa9e-5adbbe8bdcd4 None None] Pushing event updated for resources: {'Port': ['ID=6824928d-6992-44f2-9f04-eafe97457b57,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:22.871420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:22.877846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:22.905936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:22.906599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:22.920156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02da5ceb-947d-4555-8c42-2d2944d87d85 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:22.924126 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-02da5ceb-947d-4555-8c42-2d2944d87d85 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2278254 Jan 28 13:47:22.925704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48736) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:22.937818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-b52e1468-4c1d-4f64-b14b-f419198d7e10 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', 'tempest-TagsExtTest-Tag-288989591') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:23.038313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-310bc77e-8b88-44b0-bedd-366083aab3b1 req-b2b514a9-2994-4e57-b776-398e24fae8a8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4677963 Jan 28 13:47:23.085019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:23.086029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165cea6-9f24-4e07-8d6a-06b3d05cada3 None None] The sync data for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:23.130041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Pushing event updated for resources: {'Port': ['ID=38f3eae6-318e-478d-b308-e788c2b420aa,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:23.198823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 14da5098-7367-422c-881c-c35eb9f13e7b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:23.218693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b52e1468-4c1d-4f64-b14b-f419198d7e10 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags/tempest-TagsExtTest-Tag-288989591 HTTP/1.1" status: 201 len: 201 time: 0.2894478 Jan 28 13:47:23.221565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-16c5b50a-cf4c-4acb-9023-d287cecb76d5 None None] Provisioning complete for port 14da5098-7367-422c-881c-c35eb9f13e7b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:23.221965 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-16c5b50a-cf4c-4acb-9023-d287cecb76d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:23.222261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48738) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:23.234789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-1b6ff99d-5f3a-46fb-81cd-8b57a9439222 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', 'tempest-TagsExtTest-Tag-1671491352') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:23.249793 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-845afca5-1e34-459b-bef8-409007f5d386 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:23.253601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-845afca5-1e34-459b-bef8-409007f5d386 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1910646 Jan 28 13:47:23.255535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48740) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:23.402399 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1b6ff99d-5f3a-46fb-81cd-8b57a9439222 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags/tempest-TagsExtTest-Tag-1671491352 HTTP/1.1" status: 201 len: 201 time: 0.1788204 Jan 28 13:47:23.404913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48744) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:23.410011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-ca5f3129-a50d-4544-9cd1-0d5a5f21a25d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', 'tempest-TagsExtTest-Tag-1764355310') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:23.553888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Attempting to bind port 38f3eae6-318e-478d-b308-e788c2b420aa on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:23.553888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Attempting to bind port 38f3eae6-318e-478d-b308-e788c2b420aa by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ada400ad-f089-48af-b5b2-af2a07b2493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:23.558914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Attempting to bind port 38f3eae6-318e-478d-b308-e788c2b420aa on network 762f95fe-f96e-4a60-9f99-15001cb1ba12 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:23.576401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefbc04e-9419-4336-93c4-5b77f3df748e None None] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:23.632477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb76e-478c-4528-8a61-884e4e913f84 req-c957b8a5-b1e5-478a-905a-9b0456c785b0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:23.640218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:23.650217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2bbb76e-478c-4528-8a61-884e4e913f84 req-c957b8a5-b1e5-478a-905a-9b0456c785b0 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1727004 Jan 28 13:47:23.655416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Checking segment: {'id': 'ada400ad-f089-48af-b5b2-af2a07b2493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:23.655845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:23.656356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Bound using segment: {'id': 'ada400ad-f089-48af-b5b2-af2a07b2493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:23.656960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Bound port: 38f3eae6-318e-478d-b308-e788c2b420aa, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada400ad-f089-48af-b5b2-af2a07b2493c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '762f95fe-f96e-4a60-9f99-15001cb1ba12'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:23.657571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:23.692293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca5f3129-a50d-4544-9cd1-0d5a5f21a25d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags/tempest-TagsExtTest-Tag-1764355310 HTTP/1.1" status: 201 len: 201 time: 0.2861423 Jan 28 13:47:23.701243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48750) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:23.706261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-49668679-85eb-40fc-845b-402f043c0402 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', 'tempest-TagsExtTest-Tag-1779766689') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:23.797266 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2bbb76e-478c-4528-8a61-884e4e913f84 req-1d439f84-e49f-4af5-9667-6df68a2b14dc tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464751 Jan 28 13:47:23.852524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-49668679-85eb-40fc-845b-402f043c0402 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags/tempest-TagsExtTest-Tag-1779766689 HTTP/1.1" status: 201 len: 201 time: 0.1498904 Jan 28 13:47:23.852929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48752) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:23.857903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-754c9677-2c21-42be-868a-339ecb0ddad9 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:23.921474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26554eb0-546b-4c1a-870e-ab280639adce None None] Network 326965b0-ca58-4c25-81d6-2611053de2f0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:24.003077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-754c9677-2c21-42be-868a-339ecb0ddad9 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags HTTP/1.1" status: 200 len: 240 time: 0.1486778 Jan 28 13:47:24.005552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48758) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:24.018487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-81f71549-0edc-422e-9168-cd6f2bbc6d47 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', 'tempest-TagsExtTest-Tag-288989591') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:24.094987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-16c5b50a-cf4c-4acb-9023-d287cecb76d5 None None] Current status of the port 14da5098-7367-422c-881c-c35eb9f13e7b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:24.115165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 14da5098-7367-422c-881c-c35eb9f13e7b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:24.115555 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.118414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] For port 38f3eae6-318e-478d-b308-e788c2b420aa, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:24.177637 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-81f71549-0edc-422e-9168-cd6f2bbc6d47 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags/tempest-TagsExtTest-Tag-288989591 HTTP/1.1" status: 204 len: 168 time: 0.1661472 Jan 28 13:47:24.178094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48764) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:24.182950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-b731662c-2fa3-432d-b5a4-17dac7c906f9 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', 'tempest-TagsExtTest-Tag-288989591') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:24.222402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] For port 38f3eae6-318e-478d-b308-e788c2b420aa, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38f3eae6-318e-478d-b308-e788c2b420aa,segment=NetworkSegment(ada400ad-f089-48af-b5b2-af2a07b2493c),segment_id=ada400ad-f089-48af-b5b2-af2a07b2493c)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:24.276633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.320143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b731662c-2fa3-432d-b5a4-17dac7c906f9 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags/tempest-TagsExtTest-Tag-288989591 HTTP/1.1" status: 204 len: 168 time: 0.1386831 Jan 28 13:47:24.321430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48766) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:24.330403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-4c09cebc-401e-4195-9977-696d5d2c0b3a tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:24.356731 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.469753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Provisioning complete for port 6824928d-6992-44f2-9f04-eafe97457b57 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:24.470135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6824928d-6992-44f2-9f04-eafe97457b57), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.479878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c09cebc-401e-4195-9977-696d5d2c0b3a tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags HTTP/1.1" status: 200 len: 205 time: 0.1538002 Jan 28 13:47:24.488816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:24.493878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-f95e65f5-269f-4a41-8c97-5e91a9edcb3d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:24.647532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a2e55-9008-4292-b73f-c7c5b3c4050c None None] Pushing event updated for resources: {'Port': ['ID=38f3eae6-318e-478d-b308-e788c2b420aa,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:24.652077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48772) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:24.657214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f95e65f5-269f-4a41-8c97-5e91a9edcb3d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags HTTP/1.1" status: 200 len: 241 time: 0.1664357 Jan 28 13:47:24.665239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-4a7727f3-7549-4ad7-aa92-5b4a900a97ff tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', 'tempest-TagsExtTest-Tag-1671491352') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:24.833211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 14da5098-7367-422c-881c-c35eb9f13e7b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:24.844712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 739fdba5-fe96-463a-a885-f9c3f1f96dc9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:24.988622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec70b65-43ba-480a-ad7a-17fa98424926 req-596ef4f2-da96-4069-9e44-40bec9dcbc66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:25.001909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ec70b65-43ba-480a-ad7a-17fa98424926 req-596ef4f2-da96-4069-9e44-40bec9dcbc66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 944 time: 0.3563199 Jan 28 13:47:25.058744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:25.118373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48780) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:25.123133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a7727f3-7549-4ad7-aa92-5b4a900a97ff tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags/tempest-TagsExtTest-Tag-1671491352 HTTP/1.1" status: 204 len: 168 time: 0.4629178 Jan 28 13:47:25.127700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Current status of the port 6824928d-6992-44f2-9f04-eafe97457b57 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:25.127946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6824928d-6992-44f2-9f04-eafe97457b57), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.151143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-d371cfeb-1266-498e-9ace-40a1f8d472be tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', 'tempest-TagsExtTest-Tag-1671491352') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:25.230934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] For port 6824928d-6992-44f2-9f04-eafe97457b57, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6824928d-6992-44f2-9f04-eafe97457b57,segment=NetworkSegment(03278c66-43d2-4e61-8ff5-1c9b976e1285),segment_id=03278c66-43d2-4e61-8ff5-1c9b976e1285)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:25.262918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6824928d-6992-44f2-9f04-eafe97457b57), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.267181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ec70b65-43ba-480a-ad7a-17fa98424926 req-5aeb36fd-2c0d-4dac-958b-2e47aaff3408 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415869 Jan 28 13:47:25.287884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ee4e7-7247-4abe-bdee-ad62fa04d6db req-61d64324-5533-46f8-b900-c4b0b228209a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:25.290666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:25.291157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.314848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f66ee4e7-7247-4abe-bdee-ad62fa04d6db req-61d64324-5533-46f8-b900-c4b0b228209a tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.3153865 Jan 28 13:47:25.382292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Pushing event updated for resources: {'Port': ['ID=6824928d-6992-44f2-9f04-eafe97457b57,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:25.407962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting port 8ae56e45-e472-4158-bc23-b0b0f4d93016 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:25.408665 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.480016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d371cfeb-1266-498e-9ace-40a1f8d472be tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags/tempest-TagsExtTest-Tag-1671491352 HTTP/1.1" status: 204 len: 168 time: 0.3527012 Jan 28 13:47:25.487506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48784) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:25.494878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-1792a11f-e433-4bbb-b56b-ba6426c68bad tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:25.496471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Provisioning complete for port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:25.496879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.572685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:47:25.583836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:25.584289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.606193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f66ee4e7-7247-4abe-bdee-ad62fa04d6db req-47aff819-b930-40fe-ad2d-635ba7d5a034 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714288 Jan 28 13:47:25.703459 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.739471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48788) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:25.743204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Current status of the port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:25.743204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.744387 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1792a11f-e433-4bbb-b56b-ba6426c68bad tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags HTTP/1.1" status: 200 len: 205 time: 0.2520976 Jan 28 13:47:25.770131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-a8a5f572-0959-4239-824f-2afbbe8fd8bb tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:25.773071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Calling delete_port for 8ae56e45-e472-4158-bc23-b0b0f4d93016 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:25.841952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] For port 739fdba5-fe96-463a-a885-f9c3f1f96dc9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=739fdba5-fe96-463a-a885-f9c3f1f96dc9,segment=NetworkSegment(5796e576-d670-4703-a3a4-e8ca4ababa9f),segment_id=5796e576-d670-4703-a3a4-e8ca4ababa9f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:25.848143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:25.848385 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.880612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:25.949645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:25.950071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.090242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:26.095600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48792) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:26.114041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-3f201329-2fbf-4fa2-ad62-294b3b83dfd0 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', 'tempest-TagsExtTest-Tag-1764355310') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:26.143262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a8a5f572-0959-4239-824f-2afbbe8fd8bb tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags HTTP/1.1" status: 200 len: 241 time: 0.3984468 Jan 28 13:47:26.147275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:26.173139 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c95b62-a993-4970-a9b5-2f762fa4057f" -d '{"events": [{"server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "name": "network-vif-plugged", "status": "completed", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:26.262864 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.282411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b227b-4bfd-42c8-bbba-160fa086b4a0 None None] Pushing event updated for resources: {'Port': ['ID=739fdba5-fe96-463a-a885-f9c3f1f96dc9,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:26.287026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:47:26.294365 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:47:26.442689 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3f201329-2fbf-4fa2-ad62-294b3b83dfd0 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags/tempest-TagsExtTest-Tag-1764355310 HTTP/1.1" status: 204 len: 168 time: 0.3458316 Jan 28 13:47:26.445628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:26.451081 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4c2fa5-e3cf-4327-9c7d-2f03873a3b04 x-openstack-request-id: req-4c4c2fa5-e3cf-4327-9c7d-2f03873a3b04 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:26.451702 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "name": "network-vif-plugged", "status": "completed", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:26.452159 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c4c2fa5-e3cf-4327-9c7d-2f03873a3b04 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:26.452721 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'code': 200} Jan 28 13:47:26.458392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:26.463363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-64ecd506-a762-4595-9674-b1c3d180bcc2 None None] Provisioning complete for port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:26.463743 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64ecd506-a762-4595-9674-b1c3d180bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.538917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-7ce59097-1781-4b8b-a705-13fd0c817d7a tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', 'tempest-TagsExtTest-Tag-1764355310') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:26.583136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8ae56e45-e472-4158-bc23-b0b0f4d93016), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.607340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-64ecd506-a762-4595-9674-b1c3d180bcc2 None None] Current status of the port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:26.618849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539afe0b-e680-4bcd-8234-34f03b9868c2 None None] Network 762f95fe-f96e-4a60-9f99-15001cb1ba12 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:26.674906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Port': ['ID=8ae56e45-e472-4158-bc23-b0b0f4d93016,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:26.680487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a9c30-cc4e-497a-9ac2-a0f5e9644c3e req-4957f7a1-31b4-42a7-8add-69f374b11e4e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:26.682100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-003a9c30-cc4e-497a-9ac2-a0f5e9644c3e req-4957f7a1-31b4-42a7-8add-69f374b11e4e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 945 time: 0.2371900 Jan 28 13:47:26.735328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a881e10-9531-41f9-8efa-d3e3ed6c5089 req-1d587a66-b490-49cf-8e83-e710e161e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:26.736700 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a881e10-9531-41f9-8efa-d3e3ed6c5089 req-1d587a66-b490-49cf-8e83-e710e161e4e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 1096 time: 0.2929697 Jan 28 13:47:26.784257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-64ecd506-a762-4595-9674-b1c3d180bcc2 None None] Provisioning complete for port 6824928d-6992-44f2-9f04-eafe97457b57 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:26.784895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64ecd506-a762-4595-9674-b1c3d180bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6824928d-6992-44f2-9f04-eafe97457b57), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.883745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a881e10-9531-41f9-8efa-d3e3ed6c5089 req-433632a4-8a22-438e-9f4d-44d8c7f9832d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176026 Jan 28 13:47:26.904554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-003a9c30-cc4e-497a-9ac2-a0f5e9644c3e req-a723374f-ee81-4c11-99db-49cae63d3f47 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125304 Jan 28 13:47:26.928956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:26.943203 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7ce59097-1781-4b8b-a705-13fd0c817d7a tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags/tempest-TagsExtTest-Tag-1764355310 HTTP/1.1" status: 204 len: 168 time: 0.4963481 Jan 28 13:47:26.944331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:26.953384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-56737730-ee6c-47f3-ae20-5b384eaf6d1c tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:26.996972 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.028318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.185016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-64ecd506-a762-4595-9674-b1c3d180bcc2 None None] Current status of the port 6824928d-6992-44f2-9f04-eafe97457b57 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:27.189439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-64ecd506-a762-4595-9674-b1c3d180bcc2 None None] Could not find standard attr ID for object 8ae56e45-e472-4158-bc23-b0b0f4d93016. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:47:27.203387 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-56737730-ee6c-47f3-ae20-5b384eaf6d1c tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags HTTP/1.1" status: 200 len: 205 time: 0.2570865 Jan 28 13:47:27.204835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48814) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.219805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-d46b3fca-4376-4cf2-a200-7bae5c163c60 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.275566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad9eb-406a-4a7c-bbda-d2ba1ec7c326 req-d4f593b9-0d69-42de-8900-7cd85802fbe3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:27.287275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83cad9eb-406a-4a7c-bbda-d2ba1ec7c326 req-d4f593b9-0d69-42de-8900-7cd85802fbe3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.3485680 Jan 28 13:47:27.303981 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d46b3fca-4376-4cf2-a200-7bae5c163c60 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags HTTP/1.1" status: 200 len: 241 time: 0.0906394 Jan 28 13:47:27.307325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48816) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.310201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Could not find standard attr ID for object 8ae56e45-e472-4158-bc23-b0b0f4d93016. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:47:27.313835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-664a64fd-95d1-4d81-8d17-8131ba6f5686 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', 'tempest-TagsExtTest-Tag-1779766689') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.336634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Provisioning complete for port 38f3eae6-318e-478d-b308-e788c2b420aa triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:27.338590 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.386015 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-664a64fd-95d1-4d81-8d17-8131ba6f5686 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags/tempest-TagsExtTest-Tag-1779766689 HTTP/1.1" status: 204 len: 168 time: 0.0765574 Jan 28 13:47:27.391137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48818) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.395926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-e0f38957-9c9a-48ab-8bea-4d44f757c390 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', 'tempest-TagsExtTest-Tag-1779766689') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.417611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38f3eae6-318e-478d-b308-e788c2b420aa up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:27.442303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83cad9eb-406a-4a7c-bbda-d2ba1ec7c326 req-b1f11440-c8a9-4dca-955c-ff516f47343c tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540532 Jan 28 13:47:27.466725 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e0f38957-9c9a-48ab-8bea-4d44f757c390 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags/tempest-TagsExtTest-Tag-1779766689 HTTP/1.1" status: 204 len: 168 time: 0.0741882 Jan 28 13:47:27.470514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48820) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.475474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-dede18c5-e8d8-4c0a-b4e2-2a9de09ae199 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.513813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Router a836f0e9-cf05-4d81-a606-accb5c503694 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:27.532382 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dede18c5-e8d8-4c0a-b4e2-2a9de09ae199 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags HTTP/1.1" status: 200 len: 205 time: 0.0606389 Jan 28 13:47:27.533364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48822) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.545113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-ecb53c3d-2726-4a36-b1b0-a43aa41bc1af tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.561248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 38f3eae6-318e-478d-b308-e788c2b420aa triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:27.561802 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.583579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ecb53c3d-2726-4a36-b1b0-a43aa41bc1af tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags HTTP/1.1" status: 204 len: 168 time: 0.0478292 Jan 28 13:47:27.584279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48824) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.589163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-4113990c-e58a-47af-8e55-abc66ad29362 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.610065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Current status of the port 38f3eae6-318e-478d-b308-e788c2b420aa is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:27.610467 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.632728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:27.646177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-caf938df-ed27-45f8-9b2a-e7fdb555e734 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3894818 Jan 28 13:47:27.646893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48828) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.651777 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] Sync routers for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:27.670821 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:27.673571 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.683051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] For port 38f3eae6-318e-478d-b308-e788c2b420aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38f3eae6-318e-478d-b308-e788c2b420aa,segment=NetworkSegment(ada400ad-f089-48af-b5b2-af2a07b2493c),segment_id=ada400ad-f089-48af-b5b2-af2a07b2493c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:27.690647 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.732102 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.745529 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:27.746424 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.778778 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-04ed0e20-6ebe-471d-9435-ba61a0dad539 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] delete failed (client error): The resource could not be found. Jan 28 13:47:27.782793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-04ed0e20-6ebe-471d-9435-ba61a0dad539 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-525491072 HTTP/1.1" status: 404 len: 334 time: 0.1329992 Jan 28 13:47:27.785514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48834) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.792664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-58893dc3-4db9-447b-b31d-d81592a23ca6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a836f0e9-cf05-4d81-a606-accb5c503694'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:27.855146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4113990c-e58a-47af-8e55-abc66ad29362 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags HTTP/1.1" status: 204 len: 168 time: 0.2698388 Jan 28 13:47:27.857795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48836) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.864918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-c7128de9-afe3-4862-9a2b-046d04ec5fbc tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:27.878749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Pushing event updated for resources: {'Port': ['ID=38f3eae6-318e-478d-b308-e788c2b420aa,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:27.916454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.917141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.917480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.917827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.918153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.918487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.919122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.919690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.920026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.920375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.920703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.921029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.921355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56fa1a-a9c8-497d-84b6-465b0d6b67c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.927671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38f3eae6-318e-478d-b308-e788c2b420aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:27.928977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 739fdba5-fe96-463a-a885-f9c3f1f96dc9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:27.955887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3c5bf48c-c542-4c41-8832-4bc3c76970c4 None None] Provisioning complete for port 234d02f4-b016-460d-825a-5bf65f2a0065 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:27.956242 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c5bf48c-c542-4c41-8832-4bc3c76970c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (234d02f4-b016-460d-825a-5bf65f2a0065), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.012942 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:28.013604 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d539e-c2a1-4556-afb6-b13164a2c5f9 None None] The sync data for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:28.026696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bf48c-c542-4c41-8832-4bc3c76970c4 None None] Port 234d02f4-b016-460d-825a-5bf65f2a0065 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:28.062166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.063795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3c5bf48c-c542-4c41-8832-4bc3c76970c4 None None] Provisioning complete for port 38f3eae6-318e-478d-b308-e788c2b420aa triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:28.064201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c5bf48c-c542-4c41-8832-4bc3c76970c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.091154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:28.091536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.125764 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c7128de9-afe3-4862-9a2b-046d04ec5fbc tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags HTTP/1.1" status: 204 len: 168 time: 0.2653894 Jan 28 13:47:28.129108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48848) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.138935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-7f526f6e-2114-4fa6-b782-6a88787e60fe tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:28.285532 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58893dc3-4db9-447b-b31d-d81592a23ca6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router_gateway (a836f0e9-cf05-4d81-a606-accb5c503694), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.291414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7f526f6e-2114-4fa6-b782-6a88787e60fe tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags HTTP/1.1" status: 204 len: 168 time: 0.1604438 Jan 28 13:47:28.295979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48852) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.304617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-0b20e629-0558-470b-885a-6a55d3844511 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', 'tempest-TagsExtTest-Tag-1880070120') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:28.342384 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-58893dc3-4db9-447b-b31d-d81592a23ca6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] update failed (client error): The resource could not be found. Jan 28 13:47:28.346884 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-58893dc3-4db9-447b-b31d-d81592a23ca6 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694 HTTP/1.1" status: 404 len: 339 time: 0.5559506 Jan 28 13:47:28.347254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.362113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-433195058'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:28.401043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301fcc3-54d1-4666-bedf-384bc27eb31e req-de0a5133-5653-4cc8-911e-645e7e19cab0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:28.412312 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f301fcc3-54d1-4666-bedf-384bc27eb31e req-de0a5133-5653-4cc8-911e-645e7e19cab0 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 945 time: 0.2936344 Jan 28 13:47:28.427775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0b20e629-0558-470b-885a-6a55d3844511 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags/tempest-TagsExtTest-Tag-1880070120 HTTP/1.1" status: 201 len: 201 time: 0.1288710 Jan 28 13:47:28.429274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48858) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.438629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-a5baa27d-d034-4a3c-8a3c-d9567f06d6f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', 'tempest-TagsExtTest-Tag-1334207505') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:28.444540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bf48c-c542-4c41-8832-4bc3c76970c4 None None] Current status of the port 38f3eae6-318e-478d-b308-e788c2b420aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:28.473109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:28.474958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6824928d-6992-44f2-9f04-eafe97457b57 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:28.478822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:28.487129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.575110 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f301fcc3-54d1-4666-bedf-384bc27eb31e req-e65f5e46-6008-4486-81a8-1d163d080b5f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618402 Jan 28 13:47:28.629744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-90691bb2-288d-4b7a-83eb-f71fdb266059 None None] Provisioning complete for port 234d02f4-b016-460d-825a-5bf65f2a0065 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:28.630125 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-90691bb2-288d-4b7a-83eb-f71fdb266059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (234d02f4-b016-460d-825a-5bf65f2a0065), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.643125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5baa27d-d034-4a3c-8a3c-d9567f06d6f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags/tempest-TagsExtTest-Tag-1334207505 HTTP/1.1" status: 201 len: 201 time: 0.2111170 Jan 28 13:47:28.649522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48870) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.663452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-82c5ba75-3386-496a-aa59-9e4b13d36faa tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', 'tempest-TagsExtTest-Tag-1878021234') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:28.665930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:28.718941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-90691bb2-288d-4b7a-83eb-f71fdb266059 None None] Port 234d02f4-b016-460d-825a-5bf65f2a0065 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:28.731497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6824928d-6992-44f2-9f04-eafe97457b57 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:28.731818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6824928d-6992-44f2-9f04-eafe97457b57), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.736617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-2e629252-7d27-4325-bf3c-5ccd0a54f052 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:28.738673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-2e629252-7d27-4325-bf3c-5ccd0a54f052 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 0.2120655 Jan 28 13:47:28.757674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-19b52e47-888e-4856-a9f4-b20f1038bc33 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/quotas/7ade38184a57462990ec309416af038a HTTP/1.1" status: 200 len: 375 time: 0.0123315 Jan 28 13:47:28.785914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.786661 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Added segment da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4 of type vlan for network befe9b39-9e28-4f3b-b199-c065008771de Jan 28 13:47:28.852218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (befe9b39-9e28-4f3b-b199-c065008771de), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.892794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (befe9b39-9e28-4f3b-b199-c065008771de), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.899985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:28.901008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.901891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-2e9176f7-d93f-41f6-90f9-98064b1ea73f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358066 Jan 28 13:47:28.925643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6824928d-6992-44f2-9f04-eafe97457b57 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:29.079377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38f3eae6-318e-478d-b308-e788c2b420aa up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:29.093381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-eb67a013-cadf-4896-8d75-69b612f9feea service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905017 Jan 28 13:47:29.183806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 38f3eae6-318e-478d-b308-e788c2b420aa triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:29.184478 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.225513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-ca74b194-dbd6-44b7-8b60-41c2932736b7 service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308224 Jan 28 13:47:29.292690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 38f3eae6-318e-478d-b308-e788c2b420aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:29.502070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1488998 Jan 28 13:47:29.505074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:29.510387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'subnet': {'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:29.515239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4fd35-5623-43f0-9bb3-0e982174d6ad tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Network': ['ID=befe9b39-9e28-4f3b-b199-c065008771de,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:29.538225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network befe9b39-9e28-4f3b-b199-c065008771de details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:29.541816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646d08e-25b1-4de6-bce7-314acd645cb4 req-83f3da5f-daa7-4d5f-8ef9-cd961bd16170 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:29.549155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e646d08e-25b1-4de6-bce7-314acd645cb4 req-83f3da5f-daa7-4d5f-8ef9-cd961bd16170 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.7936549 Jan 28 13:47:29.571872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-82c5ba75-3386-496a-aa59-9e4b13d36faa tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags/tempest-TagsExtTest-Tag-1878021234 HTTP/1.1" status: 201 len: 201 time: 0.9190047 Jan 28 13:47:29.574852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48884) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:29.580160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-668121c0-9947-43db-8c30-acf83e0671f5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', 'tempest-TagsExtTest-Tag-2071730659') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:29.647352 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e646d08e-25b1-4de6-bce7-314acd645cb4 req-f9d767dd-fb52-4588-9439-ef211b8d9e78 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972807 Jan 28 13:47:29.662739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-668121c0-9947-43db-8c30-acf83e0671f5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags/tempest-TagsExtTest-Tag-2071730659 HTTP/1.1" status: 201 len: 201 time: 0.0864091 Jan 28 13:47:29.665339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48890) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:29.681631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-5417ce59-895b-4498-9a46-04cc92d2672f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', {'tags': ['tempest-TagsExtTest-Tag-1791687743', 'tempest-TagsExtTest-Tag-840328159', 'tempest-TagsExtTest-Tag-1943229141']}) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:29.743683 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d67f87e-356a-4059-9073-229d4244072f req-27bf7a5e-fc51-4d6c-8c6e-dcf2e4bb9986 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 210 time: 0.1763096 Jan 28 13:47:29.826036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Made reservation on behalf of 76b5742910f64f99a5232d21154f6634 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:29.831392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.867834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be325c-46a9-495c-9121-fdf90220df4c req-20625e3e-37c4-46bf-a6a2-6ca2d48f752d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:29.877022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-37be325c-46a9-495c-9121-fdf90220df4c req-20625e3e-37c4-46bf-a6a2-6ca2d48f752d tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 945 time: 0.0939128 Jan 28 13:47:29.894933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5417ce59-895b-4498-9a46-04cc92d2672f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags HTTP/1.1" status: 200 len: 317 time: 0.2240665 Jan 28 13:47:29.900111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48894) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:29.905827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-1521e4d9-d3fe-4422-b5b2-d0d601e3df24 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.021533 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-37be325c-46a9-495c-9121-fdf90220df4c req-fe6a09f3-39a0-40e3-b472-640fa282917e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434939 Jan 28 13:47:30.075651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1521e4d9-d3fe-4422-b5b2-d0d601e3df24 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags HTTP/1.1" status: 204 len: 168 time: 0.1744092 Jan 28 13:47:30.078647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48902) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.085643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-2e446ab5-d0d5-4181-a280-b27c37f2d4b8 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', 'tempest-TagsExtTest-Tag-1791687743') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.325405 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-2e446ab5-d0d5-4181-a280-b27c37f2d4b8 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:30.326678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2e446ab5-d0d5-4181-a280-b27c37f2d4b8 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags/tempest-TagsExtTest-Tag-1791687743 HTTP/1.1" status: 404 len: 329 time: 0.2468700 Jan 28 13:47:30.329729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48906) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.334769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-2907daeb-9cc6-4112-a7f1-29b2125bf499 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', 'tempest-TagsExtTest-Tag-840328159') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.364617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568971d-a363-42e5-acdd-5084a52768a4 req-8763d34d-dff1-4361-869f-a7c67ba9668a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:30.366390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7568971d-a363-42e5-acdd-5084a52768a4 req-8763d34d-dff1-4361-869f-a7c67ba9668a tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 945 time: 0.1955779 Jan 28 13:47:30.369298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (ab85b595-c28f-4b29-b126-7fe5b882b09d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:30.458235 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-2907daeb-9cc6-4112-a7f1-29b2125bf499 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:30.460867 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2907daeb-9cc6-4112-a7f1-29b2125bf499 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags/tempest-TagsExtTest-Tag-840328159 HTTP/1.1" status: 404 len: 328 time: 0.1298416 Jan 28 13:47:30.464211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48908) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.471074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-1e4402b7-8607-4ac3-a876-f850ef027ddf tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329', 'tempest-TagsExtTest-Tag-1943229141') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.511796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Subnet': ['ID=ab85b595-c28f-4b29-b126-7fe5b882b09d,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:30.545399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7568971d-a363-42e5-acdd-5084a52768a4 req-738f79d4-f360-4f67-b4b2-f5c369280203 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689324 Jan 28 13:47:30.549380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Checking segment: {'id': 'da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:30.551398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network hostable DHCP agents. Network: befe9b39-9e28-4f3b-b199-c065008771de, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:30.585730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48912) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.603051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network befe9b39-9e28-4f3b-b199-c065008771de is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:30.670506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, befe9b39-9e28-4f3b-b199-c065008771de) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:30.683793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:30.685272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:30.686192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679f6f7-8099-482b-831b-389e48066b85 None None] Network befe9b39-9e28-4f3b-b199-c065008771de requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:30.699609 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-1e4402b7-8607-4ac3-a876-f850ef027ddf tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:30.704804 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1e4402b7-8607-4ac3-a876-f850ef027ddf tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags/tempest-TagsExtTest-Tag-1943229141 HTTP/1.1" status: 404 len: 329 time: 0.2378240 Jan 28 13:47:30.706412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48916) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.727436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-d4d4870a-69bc-4d8e-9d57-b8ff4bd30ae6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', {'tags': ['tempest-TagsExtTest-Tag-369966820', 'tempest-TagsExtTest-Tag-1266549840', 'tempest-TagsExtTest-Tag-706350945']}) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:30.731050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7c19e0-8b97-423c-9c89-3f7153b98dbf tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:30.734489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7f7c19e0-8b97-423c-9c89-3f7153b98dbf tempest-TestNetworkBasicOps-228195025 tempest-TestNetworkBasicOps-228195025-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 1091 time: 0.1486151 Jan 28 13:47:30.739756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48918) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.755870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:30.771189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aeaba5b3-3b14-41f7-bc9d-ccf3784ebedb tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2644973 Jan 28 13:47:30.777290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48920) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:30.791403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-42fc9e6c-ef72-414a-bac0-bf374cc609ea tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'router': {'external_gateway_info': {'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:30.967781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.025998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-befe9b39-9e28-4f3b-b199-c065008771de', 'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de', 'project_id': '76b5742910f64f99a5232d21154f6634', 'fixed_ips': [{'subnet_id': 'ab85b595-c28f-4b29-b126-7fe5b882b09d'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:31.025998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.077334 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65a2b785-3b44-4f20-978d-c8f600734fef req-d73e5a7e-53df-4175-9ff9-097e8d1ec8f9 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 210 time: 0.1178596 Jan 28 13:47:31.095605 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d4d4870a-69bc-4d8e-9d57-b8ff4bd30ae6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags HTTP/1.1" status: 200 len: 316 time: 0.3819332 Jan 28 13:47:31.096613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48926) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.114813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-377d2334-52a2-4f71-a2dc-b404a4b10beb tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:31.209144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2550c-cf34-497a-bb69-8b64a07b2474 req-ef057234-4846-462c-aa7c-62c4cfe92768 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:31.212592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d2550c-cf34-497a-bb69-8b64a07b2474 req-ef057234-4846-462c-aa7c-62c4cfe92768 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.4162869 Jan 28 13:47:31.327266 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-377d2334-52a2-4f71-a2dc-b404a4b10beb tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags HTTP/1.1" status: 204 len: 168 time: 0.2248764 Jan 28 13:47:31.328505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48930) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.345477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-ed74cdc7-62cc-4341-a0c4-67b0013f1bea tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', 'tempest-TagsExtTest-Tag-369966820') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:31.427862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Allocated IP 2001:db8:1::2 (befe9b39-9e28-4f3b-b199-c065008771de/ab85b595-c28f-4b29-b126-7fe5b882b09d/7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:31.523121 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-ed74cdc7-62cc-4341-a0c4-67b0013f1bea tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:31.526758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ed74cdc7-62cc-4341-a0c4-67b0013f1bea tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags/tempest-TagsExtTest-Tag-369966820 HTTP/1.1" status: 404 len: 328 time: 0.1851497 Jan 28 13:47:31.531871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.543287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-5ddbc41f-c521-4453-b807-69065b78ddc5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', 'tempest-TagsExtTest-Tag-1266549840') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:31.660582 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-5ddbc41f-c521-4453-b807-69065b78ddc5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:31.664529 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ddbc41f-c521-4453-b807-69065b78ddc5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags/tempest-TagsExtTest-Tag-1266549840 HTTP/1.1" status: 404 len: 329 time: 0.1289239 Jan 28 13:47:31.665584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48934) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.671603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-85b8f4f4-1334-48de-8766-bfd3936b5045 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065', 'tempest-TagsExtTest-Tag-706350945') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:31.744108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Publish callbacks [] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.745663 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-85b8f4f4-1334-48de-8766-bfd3936b5045 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:31.747622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85b8f4f4-1334-48de-8766-bfd3936b5045 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags/tempest-TagsExtTest-Tag-706350945 HTTP/1.1" status: 404 len: 328 time: 0.0800481 Jan 28 13:47:31.753118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48938) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.759616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-71cbd664-1cf5-4f7c-bbae-0e3e92cfe83d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', {'tags': ['tempest-TagsExtTest-Tag-275025440', 'tempest-TagsExtTest-Tag-1781539856', 'tempest-TagsExtTest-Tag-319929685']}) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:31.760365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:31.849015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Network befe9b39-9e28-4f3b-b199-c065008771de is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:31.872811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:31.892614 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71cbd664-1cf5-4f7c-bbae-0e3e92cfe83d tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags HTTP/1.1" status: 200 len: 316 time: 0.1378632 Jan 28 13:47:31.894685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:31.895564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:31.901605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-29df43e4-f203-465a-a08d-37d2014be808 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:31.926987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Pushing event updated for resources: {'Port': ['ID=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:32.021668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-42fc9e6c-ef72-414a-bac0-bf374cc609ea tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router_gateway (a836f0e9-cf05-4d81-a606-accb5c503694), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.034567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-29df43e4-f203-465a-a08d-37d2014be808 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags HTTP/1.1" status: 204 len: 168 time: 0.1344147 Jan 28 13:47:32.035369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48944) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.037306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Attempting to bind port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:32.037793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Attempting to bind port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:32.040677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Attempting to bind port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e on network befe9b39-9e28-4f3b-b199-c065008771de {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:32.049803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-9013be47-42f8-4e9d-b073-a517e5c0bc31 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', 'tempest-TagsExtTest-Tag-275025440') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.060074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:32.060472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Checking segment: {'id': 'da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:32.060894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.061301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Bound using segment: {'id': 'da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:32.061806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Bound port: 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'befe9b39-9e28-4f3b-b199-c065008771de'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:32.062295 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.162338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] For port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:32.168099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] For port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,segment=NetworkSegment(da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4),segment_id=da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:32.175101 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.177371 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-9013be47-42f8-4e9d-b073-a517e5c0bc31 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:32.182641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9013be47-42f8-4e9d-b073-a517e5c0bc31 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags/tempest-TagsExtTest-Tag-275025440 HTTP/1.1" status: 404 len: 328 time: 0.1462636 Jan 28 13:47:32.183333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.189205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-96c4e7b1-dbf4-4e7c-8df5-15eedf0b7463 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', 'tempest-TagsExtTest-Tag-1781539856') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.258053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e65186-079f-4217-b3d1-22f9757f0eb6 None None] Pushing event updated for resources: {'Port': ['ID=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:32.296598 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-423f8c35-617b-4998-8cba-8d43894056ee req-04bbb42b-d9c5-42de-9946-422480529765 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 210 time: 0.0397022 Jan 28 13:47:32.328436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d2550c-cf34-497a-bb69-8b64a07b2474 req-ee1b0293-5c9c-429d-8c8a-d63b5396fc08 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743083 Jan 28 13:47:32.343435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-c88b59af-8dcf-4f55-8d74-ba1ecdf8f389 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:32.345492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-c88b59af-8dcf-4f55-8d74-ba1ecdf8f389 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 1.2143769 Jan 28 13:47:32.364952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Request body: {'port': {'device_id': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'admin_state_up': True, 'tenant_id': '7ade38184a57462990ec309416af038a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:32.370069 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-96c4e7b1-dbf4-4e7c-8df5-15eedf0b7463 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:32.373702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-96c4e7b1-dbf4-4e7c-8df5-15eedf0b7463 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags/tempest-TagsExtTest-Tag-1781539856 HTTP/1.1" status: 404 len: 329 time: 0.1867750 Jan 28 13:47:32.374827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48954) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.384508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-24aaffb7-635c-4fff-b88d-8db8d6903c3e tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d', 'tempest-TagsExtTest-Tag-319929685') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.492386 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-24aaffb7-635c-4fff-b88d-8db8d6903c3e tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:32.495872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-24aaffb7-635c-4fff-b88d-8db8d6903c3e tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags/tempest-TagsExtTest-Tag-319929685 HTTP/1.1" status: 404 len: 328 time: 0.1176419 Jan 28 13:47:32.497467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48958) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.502129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-62390a27-a8ca-463c-9615-d612f6d4d3af tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', {'tags': ['tempest-TagsExtTest-Tag-2077955289', 'tempest-TagsExtTest-Tag-561654447', 'tempest-TagsExtTest-Tag-1793781176']}) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.588754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-62390a27-a8ca-463c-9615-d612f6d4d3af tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "PUT /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags HTTP/1.1" status: 200 len: 317 time: 0.0859003 Jan 28 13:47:32.596919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48960) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.602095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-7ca57aa6-4245-4fd2-b042-f786fd53c5f9 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.641454 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.647661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Made reservation on behalf of 7ade38184a57462990ec309416af038a for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:32.651514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.662217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7ca57aa6-4245-4fd2-b042-f786fd53c5f9 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags HTTP/1.1" status: 204 len: 168 time: 0.0612872 Jan 28 13:47:32.662217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48962) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.675617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-d06ef45b-0ed4-455d-bb19-87ba691cb1b5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', 'tempest-TagsExtTest-Tag-2077955289') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.706909 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-d06ef45b-0ed4-455d-bb19-87ba691cb1b5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:32.711474 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d06ef45b-0ed4-455d-bb19-87ba691cb1b5 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags/tempest-TagsExtTest-Tag-2077955289 HTTP/1.1" status: 404 len: 329 time: 0.0447533 Jan 28 13:47:32.711796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48964) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.717831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-011a3835-0452-43c7-a07c-876de58b6015 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', 'tempest-TagsExtTest-Tag-561654447') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.760462 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-011a3835-0452-43c7-a07c-876de58b6015 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:32.764812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-011a3835-0452-43c7-a07c-876de58b6015 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags/tempest-TagsExtTest-Tag-561654447 HTTP/1.1" status: 404 len: 328 time: 0.0494058 Jan 28 13:47:32.765711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48966) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.770927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-25bb6e52-6650-4acc-b39f-f58049e61734 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae', 'tempest-TagsExtTest-Tag-1793781176') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.811353 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-25bb6e52-6650-4acc-b39f-f58049e61734 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] show failed (client error): The resource could not be found. Jan 28 13:47:32.815532 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-25bb6e52-6650-4acc-b39f-f58049e61734 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags/tempest-TagsExtTest-Tag-1793781176 HTTP/1.1" status: 404 len: 329 time: 0.0485685 Jan 28 13:47:32.816434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48968) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.821441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.tag.tag_plugin [None req-563d19cb-9dd9-45c3-8560-ae1a5727fab2 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f72761e-50ba-42f1-8d04-930cd9824bae') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.862862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48972) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.863177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-563d19cb-9dd9-45c3-8560-ae1a5727fab2 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae/tags HTTP/1.1" status: 204 len: 168 time: 0.0452285 Jan 28 13:47:32.870661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-4acd0cb8-ec73-44ad-8115-a7f4a831011e tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0932fbe0-bc36-4bbd-b472-b77e41106e0d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:32.988616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Allocated IP 172.25.4.79 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/7234dae6-faaa-4ec8-9e47-5eec283217e7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:33.066639 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-42fc9e6c-ef72-414a-bac0-bf374cc609ea tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:33.071985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-42fc9e6c-ef72-414a-bac0-bf374cc609ea tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694 HTTP/1.1" status: 400 len: 364 time: 2.2931697 Jan 28 13:47:33.073880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48974) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:33.139164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:33.221468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.266840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.272352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Allocated IP 172.20.0.13 (b1c46390-f3ca-409a-92a5-76d47d90790b/994ece1f-abf2-49a5-a911-318ac7cad4ed/9194f79e-8edb-45d7-ad6c-a334ccefa968) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:33.295541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:33.295930 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.466359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:33.472697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4acd0cb8-ec73-44ad-8115-a7f4a831011e tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d/tags HTTP/1.1" status: 204 len: 168 time: 0.6066620 Jan 28 13:47:33.486954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48982) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:33.499654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:33.500098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.500519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:33.502482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=7234dae6-faaa-4ec8-9e47-5eec283217e7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:33.546969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-42e30bd7-48db-4009-bfc9-e64f6bd44442 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '234d02f4-b016-460d-825a-5bf65f2a0065') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:33.566137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:33.607435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,segment=NetworkSegment(da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4),segment_id=da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:33.612932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.699979 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.708268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-77705b31-ebff-4f3e-9b4f-b427ecd18a97 req-72e624c0-dc23-4f81-a93a-cb63b4abdc4e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 210 time: 0.2242448 Jan 28 13:47:33.710304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:33.779181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e87ba-ad92-49d7-9c87-9e605f97527d req-c9fad46a-ecd1-4a3c-afc4-e0511f8a3c0d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.792835 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-241e87ba-ad92-49d7-9c87-9e605f97527d req-c9fad46a-ecd1-4a3c-afc4-e0511f8a3c0d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1688080 Jan 28 13:47:34.032487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf2b004-17f0-45af-8fd3-03bfad540387 None None] Network befe9b39-9e28-4f3b-b199-c065008771de requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:34.119692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks [] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.129953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-42e30bd7-48db-4009-bfc9-e64f6bd44442 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065/tags HTTP/1.1" status: 204 len: 168 time: 0.6285863 Jan 28 13:47:34.136713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48990) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:34.143867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.tag.tag_plugin [None req-62e6849e-3be6-46c6-bd87-a10c6cacfc63 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fa49bbd0-da76-4a5e-bde6-ee35114f8329') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:34.232200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b56d98b1-3f96-4d43-8b5b-2cf7c4916850 None None] Provisioning complete for port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:34.232764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b56d98b1-3f96-4d43-8b5b-2cf7c4916850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.262914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Allocated IP 2001:db8::1 (b46ee1fd-25f4-44c1-96de-eb73b2819012/9f558a0c-9111-4ba7-b053-b090de269bf1/70911e74-40cf-4e8a-8cc9-5304670ba31e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:34.394915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b56d98b1-3f96-4d43-8b5b-2cf7c4916850 None None] Current status of the port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:34.443763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.462138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:34.464304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.480407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:34.509151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.532881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:34.544683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:34.547883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:34.548671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.622941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Network b1c46390-f3ca-409a-92a5-76d47d90790b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:34.650825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:34.672693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:34.686117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event updated for resources: {'Port': ['ID=9194f79e-8edb-45d7-ad6c-a334ccefa968,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:34.690757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-62e6849e-3be6-46c6-bd87-a10c6cacfc63 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329/tags HTTP/1.1" status: 204 len: 168 time: 0.5528662 Jan 28 13:47:34.737083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:34.776978 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-241e87ba-ad92-49d7-9c87-9e605f97527d req-610655f6-39a5-4ae9-b34e-1d90ca70a36d tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9826615 Jan 28 13:47:35.005956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:35.006715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.040698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1948087a-da62-4589-8cae-65a287193eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.089646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1433b32c-e460-4822-8282-3eb0a9a2e42e None None] Provisioning complete for port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:35.090528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1433b32c-e460-4822-8282-3eb0a9a2e42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.121972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-f8be46ae-f4ce-4deb-b64a-54a0cef56a5a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7618082 Jan 28 13:47:35.142431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Port': ['ID=70911e74-40cf-4e8a-8cc9-5304670ba31e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:35.169771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.190958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:35.262275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c334-0469-4f25-9a8d-9d1281fcb25e req-d592ed95-1661-429b-a237-5d190c64ffe4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:35.264323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa1c334-0469-4f25-9a8d-9d1281fcb25e req-d592ed95-1661-429b-a237-5d190c64ffe4 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 932 time: 0.3395827 Jan 28 13:47:35.268661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-b72a027f-1095-4cb1-9519-56cebda5e0d5 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:47:35.269669 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-b72a027f-1095-4cb1-9519-56cebda5e0d5 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0378191 Jan 28 13:47:35.294518 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f63068a9-36c1-4066-a2de-82127b8d3fe6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.298790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f63068a9-36c1-4066-a2de-82127b8d3fe6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnetpools/7f72761e-50ba-42f1-8d04-930cd9824bae HTTP/1.1" status: 204 len: 168 time: 0.5312474 Jan 28 13:47:35.308850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49002) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:35.388943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1433b32c-e460-4822-8282-3eb0a9a2e42e None None] Current status of the port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:35.397309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:35.397881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.420285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Request body: {'port': {'device_id': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:35.468290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1874dff5-e798-4c66-9d17-5412c566c520 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "GET /v2.0/ports?device_id=0932fbe0-bc36-4bbd-b472-b77e41106e0d HTTP/1.1" status: 200 len: 205 time: 0.1531868 Jan 28 13:47:35.476560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49006) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:35.502515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:35.521241 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (18ad05fd-6caf-4003-8873-564842ab42ca), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.524642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-33e45206-b5d9-4c8c-87f9-d9f9ee3ff659 None None] Provisioning complete for port 70911e74-40cf-4e8a-8cc9-5304670ba31e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:35.525731 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33e45206-b5d9-4c8c-87f9-d9f9ee3ff659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.533133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa1c334-0469-4f25-9a8d-9d1281fcb25e req-f3b0b4cf-25ad-46c0-ab80-4fdcbe534edb tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567394 Jan 28 13:47:35.548815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.577824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-33e45206-b5d9-4c8c-87f9-d9f9ee3ff659 None None] Port 70911e74-40cf-4e8a-8cc9-5304670ba31e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:35.806281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.848950 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.849739 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.925357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f5d2-49df-4bc7-9034-a163855768f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for router (0932fbe0-bc36-4bbd-b472-b77e41106e0d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.069073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event updated for resources: {'Port': ['ID=70911e74-40cf-4e8a-8cc9-5304670ba31e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:36.170449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc08181-1c47-43c6-be0d-cbe8658a0bb4 req-c40376da-b757-439c-866c-ebbfd3704852 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.172189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fc08181-1c47-43c6-be0d-cbe8658a0bb4 req-c40376da-b757-439c-866c-ebbfd3704852 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.2416134 Jan 28 13:47:36.466999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.558509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9194f79e-8edb-45d7-ad6c-a334ccefa968 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:36.575877 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Publish callbacks [] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.630916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Transition to ACTIVE for port object 9194f79e-8edb-45d7-ad6c-a334ccefa968 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:47:36.682025 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.743496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:36.761547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Pushing event updated for resources: {'Port': ['ID=9194f79e-8edb-45d7-ad6c-a334ccefa968,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:36.782814 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f5d2-49df-4bc7-9034-a163855768f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (0932fbe0-bc36-4bbd-b472-b77e41106e0d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.785785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f5d2-49df-4bc7-9034-a163855768f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for router_controller (0932fbe0-bc36-4bbd-b472-b77e41106e0d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.801069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:36.847913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9544ec6-15d0-4f7e-b31f-e98286cd0e99 req-f3c9ac8a-a331-4914-ad96-37a549739d8d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.849497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9544ec6-15d0-4f7e-b31f-e98286cd0e99 req-f3c9ac8a-a331-4914-ad96-37a549739d8d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 944 time: 0.1828282 Jan 28 13:47:36.928296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f5d2-49df-4bc7-9034-a163855768f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (0932fbe0-bc36-4bbd-b472-b77e41106e0d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.928994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d3f5d2-49df-4bc7-9034-a163855768f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Fanout notify agent at l3_agent the message router_deleted on router 0932fbe0-bc36-4bbd-b472-b77e41106e0d {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:36.936687 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d3f5d2-49df-4bc7-9034-a163855768f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.940093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.940277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-32d3f5d2-49df-4bc7-9034-a163855768f6 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/routers/0932fbe0-bc36-4bbd-b472-b77e41106e0d HTTP/1.1" status: 204 len: 168 time: 1.4544773 Jan 28 13:47:36.950233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49020) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:36.967006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.074202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3fc08181-1c47-43c6-be0d-cbe8658a0bb4 req-a4a9eb78-8afa-4cff-b66d-6f13c4371495 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807057 Jan 28 13:47:37.089537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Router a836f0e9-cf05-4d81-a606-accb5c503694 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:37.104678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9544ec6-15d0-4f7e-b31f-e98286cd0e99 req-602d8592-eede-45ea-a7d4-3d2b829fe658 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360713 Jan 28 13:47:37.122277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Deleting port 234d02f4-b016-460d-825a-5bf65f2a0065 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:37.122834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (234d02f4-b016-460d-825a-5bf65f2a0065), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.126451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event updated for resources: {'Port': ['ID=7234dae6-faaa-4ec8-9e47-5eec283217e7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:37.132513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Attempting to bind port 9194f79e-8edb-45d7-ad6c-a334ccefa968 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:37.133513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Attempting to bind port 9194f79e-8edb-45d7-ad6c-a334ccefa968 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:37.134388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Attempting to bind port 9194f79e-8edb-45d7-ad6c-a334ccefa968 on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:37.145320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Port 9194f79e-8edb-45d7-ad6c-a334ccefa968 on network b1c46390-f3ca-409a-92a5-76d47d90790b not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:47:37.145709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Attempting to bind port 9194f79e-8edb-45d7-ad6c-a334ccefa968 on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:37.168176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:37.168524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Checking segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:37.168926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Bound using segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:37.169372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Bound port: 9194f79e-8edb-45d7-ad6c-a334ccefa968, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:37.169748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.173337 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (18ad05fd-6caf-4003-8873-564842ab42ca), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.338093 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (234d02f4-b016-460d-825a-5bf65f2a0065), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.350770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] For port 9194f79e-8edb-45d7-ad6c-a334ccefa968, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:37.357515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:37.358371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] For port 9194f79e-8edb-45d7-ad6c-a334ccefa968, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9194f79e-8edb-45d7-ad6c-a334ccefa968,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:37.359022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-89e8dc22-c366-468a-8759-69888a047263 None None] Provisioning complete for port 70911e74-40cf-4e8a-8cc9-5304670ba31e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:37.360113 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-89e8dc22-c366-468a-8759-69888a047263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.365410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b01fe5cd-1479-41b8-bf00-4537fb275c51 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2902052 Jan 28 13:47:37.366590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Calling delete_port for 234d02f4-b016-460d-825a-5bf65f2a0065 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:37.369407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49024) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:37.389182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.395872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] Sync routers for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:37.402827 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Floating IP 18ad05fd-6caf-4003-8873-564842ab42ca associated. External IP: 172.25.4.79, port: c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe. Jan 28 13:47:37.411930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:37.412863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:37.458808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:37.479871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-89e8dc22-c366-468a-8759-69888a047263 None None] Port 70911e74-40cf-4e8a-8cc9-5304670ba31e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:37.485750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:37.486944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:37.487813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.488598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.490564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] 10.222.0.36 "PUT /v2.0/ports/9194f79e-8edb-45d7-ad6c-a334ccefa968 HTTP/1.1" status: 200 len: 1092 time: 2.2125778 Jan 28 13:47:37.491128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'tag': '9194f79e-8edb-45d7-ad6c-a334ccefa968'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:37.502988 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d2a160-83f3-4263-9860-ec8ad40b96cf" -d '{"events": [{"name": "network-changed", "server_uuid": "79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b", "tag": "9194f79e-8edb-45d7-ad6c-a334ccefa968"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:37.537825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a07c174-422e-4fff-86f8-e78233bf838c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router (a836f0e9-cf05-4d81-a606-accb5c503694), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.571327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:37.572500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92430f5-554d-490d-b7a8-9e4c91cb1f67 None None] The sync data for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:37.615755 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537e49aa-4ac9-4c19-acd1-78ce0aaa37cc x-openstack-request-id: req-537e49aa-4ac9-4c19-acd1-78ce0aaa37cc {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:37.616156 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b", "tag": "9194f79e-8edb-45d7-ad6c-a334ccefa968", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:37.616521 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-537e49aa-4ac9-4c19-acd1-78ce0aaa37cc {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:37.617063 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'tag': '9194f79e-8edb-45d7-ad6c-a334ccefa968', 'status': 'completed', 'code': 200} Jan 28 13:47:37.674291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1e90d-5c38-48d2-bcac-a20b84de5beb service neutron] Pushing event updated for resources: {'Port': ['ID=9194f79e-8edb-45d7-ad6c-a334ccefa968,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:37.708643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-ed5dd5a3-f889-4818-b163-a6e7200b150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.721342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-ed5dd5a3-f889-4818-b163-a6e7200b150d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 1095 time: 0.1893795 Jan 28 13:47:37.723225 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4fe771cd-9b4e-4014-ae63-63c27f1d4996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.738270 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-7a07c174-422e-4fff-86f8-e78233bf838c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 13:47:37.739652 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7a07c174-422e-4fff-86f8-e78233bf838c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694 HTTP/1.1" status: 409 len: 329 time: 0.3693123 Jan 28 13:47:37.743198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49034) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:37.803192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-ffa1eb68-2197-4461-9f86-d6cfd8ccce12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9194f79e-8edb-45d7-ad6c-a334ccefa968 HTTP/1.1" status: 200 len: 217 time: 0.0688102 Jan 28 13:47:37.859010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (234d02f4-b016-460d-825a-5bf65f2a0065), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.939750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event deleted for resources: {'Port': ['ID=234d02f4-b016-460d-825a-5bf65f2a0065,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:38.002371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:38.007723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-7e0fdb5c-f612-4603-bf49-19b667e45b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:38.009698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-7e0fdb5c-f612-4603-bf49-19b667e45b63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.1917863 Jan 28 13:47:38.250862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.253751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:38.259812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-24c0562f-3c2f-494d-9972-27588ea2d7e1 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/ports/234d02f4-b016-460d-825a-5bf65f2a0065 HTTP/1.1" status: 204 len: 168 time: 1.3032212 Jan 28 13:47:38.259986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49042) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:38.262953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-e96a7c9e-62ac-4eec-b8b0-deb09c5c36e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2416751 Jan 28 13:47:38.279479 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] Sync routers for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:38.302155 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:38.305070 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:38.320616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac51aae-a649-4a7e-a091-dbfcca2da321 req-848b0319-cf86-4710-b17d-19b628ab2393 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:38.322648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bac51aae-a649-4a7e-a091-dbfcca2da321 req-848b0319-cf86-4710-b17d-19b628ab2393 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1309154 Jan 28 13:47:38.340340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.459518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Deleting subnet fa49bbd0-da76-4a5e-bde6-ee35114f8329 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:38.482754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ff4c10ca-7315-47fe-b269-6871c44a4bd2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7408817 Jan 28 13:47:38.483722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for subnet (fa49bbd0-da76-4a5e-bde6-ee35114f8329), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.499929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:38.504180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bac51aae-a649-4a7e-a091-dbfcca2da321 req-22f27645-7050-4f83-8840-ec98da41be89 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728005 Jan 28 13:47:38.566072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (fa49bbd0-da76-4a5e-bde6-ee35114f8329), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.602533 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-592db60d-97b0-40e4-974c-c85ea0152a7e tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/floatingips/18ad05fd-6caf-4003-8873-564842ab42ca HTTP/1.1" status: 200 len: 990 time: 0.0937657 Jan 28 13:47:38.617252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79299507-29ed-4e6c-bff7-9cf6ff3144b5 req-265b205f-cc2a-4166-a8a9-65114b5fc42e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:38.628612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79299507-29ed-4e6c-bff7-9cf6ff3144b5 req-265b205f-cc2a-4166-a8a9-65114b5fc42e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 944 time: 0.2510936 Jan 28 13:47:38.653134 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:38.710003 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.740681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79299507-29ed-4e6c-bff7-9cf6ff3144b5 req-5b76eb29-49ef-4781-bc06-15a4a84db823 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108801 Jan 28 13:47:38.742404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.757050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-69008f1a-4ef7-4b6b-a073-d40aeed968ce service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828391 Jan 28 13:47:38.958365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (fa49bbd0-da76-4a5e-bde6-ee35114f8329), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.994600 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '18ad05fd-6caf-4003-8873-564842ab42ca', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'port_id': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'mac_address': 'fa:16:3e:e7:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:47:34Z', 'updated_at': '2022-01-28T13:47:34Z', 'revision_number': 0, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:51Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:39.035917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da5cee7b-8082-4233-8ef5-a4f75a92d27c req-7e6ec761-a1c9-4b4a-a8af-ba6a0b49611d service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678590 Jan 28 13:47:39.047082 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] Checking router: 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:39.058643 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:39.059642 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:39.096728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (fa49bbd0-da76-4a5e-bde6-ee35114f8329), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.123986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c930c2-618a-4dfe-81e9-81482acd3937 None None] Network 762f95fe-f96e-4a60-9f99-15001cb1ba12 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:39.203821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.205355 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:39.212665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/subnets/fa49bbd0-da76-4a5e-bde6-ee35114f8329 HTTP/1.1" status: 204 len: 168 time: 0.9485252 Jan 28 13:47:39.216125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49052) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:39.216929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14059790-6414-447f-8bb9-ed194387137f tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event deleted for resources: {'Subnet': ['ID=fa49bbd0-da76-4a5e-bde6-ee35114f8329,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:39.381253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-6664a8c9-1869-47af-9abc-29fdd81b13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:39.383156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-6664a8c9-1869-47af-9abc-29fdd81b13d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 1095 time: 0.2675509 Jan 28 13:47:39.406185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting port 70911e74-40cf-4e8a-8cc9-5304670ba31e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:39.406536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.450250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] DHCP port deletion for 762f95fe-f96e-4a60-9f99-15001cb1ba12 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:39.539835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (762f95fe-f96e-4a60-9f99-15001cb1ba12), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.599879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] Deleting port 38f3eae6-318e-478d-b308-e788c2b420aa {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:39.601891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.608310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49060) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:39.619972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:39.623041 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:39.635191 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '18ad05fd-6caf-4003-8873-564842ab42ca', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'port_id': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'mac_address': 'fa:16:3e:e7:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:47:34Z', 'updated_at': '2022-01-28T13:47:34Z', 'revision_number': 0, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:51Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:39.639144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-32205de0-9f0d-4752-a76b-b1980a3a2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:39.640930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-32205de0-9f0d-4752-a76b-b1980a3a2e0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 915 time: 0.2287884 Jan 28 13:47:39.716119 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0616009-6d5f-46b2-9a04-2c58aa0d627a None None] The sync data for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 is: [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '18ad05fd-6caf-4003-8873-564842ab42ca', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'port_id': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'mac_address': 'fa:16:3e:e7:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:47:34Z', 'updated_at': '2022-01-28T13:47:34Z', 'revision_number': 0, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:51Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:39.785895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.825837 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ddae7-3cc9-42c9-a966-f18649108870 x-openstack-request-id: req-fd7ddae7-3cc9-42c9-a966-f18649108870 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:39.827120 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:39.827566 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd7ddae7-3cc9-42c9-a966-f18649108870 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:39.829781 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'status': 'completed', 'code': 200} Jan 28 13:47:39.831474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] For port 38f3eae6-318e-478d-b308-e788c2b420aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38f3eae6-318e-478d-b308-e788c2b420aa,segment=NetworkSegment(ada400ad-f089-48af-b5b2-af2a07b2493c),segment_id=ada400ad-f089-48af-b5b2-af2a07b2493c)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:39.834494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-129feb80-0db3-4367-bd7a-cc9c320f483b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9194f79e-8edb-45d7-ad6c-a334ccefa968 HTTP/1.1" status: 200 len: 217 time: 0.1816461 Jan 28 13:47:39.839118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.889165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] Calling delete_port for 38f3eae6-318e-478d-b308-e788c2b420aa owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:39.977360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Deleting port 38f3eae6-318e-478d-b308-e788c2b420aa {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:39.979391 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.996634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Calling delete_port for 70911e74-40cf-4e8a-8cc9-5304670ba31e owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:40.110734 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.133785 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc745592-0e69-4f03-a0fe-aa83a67bf96f tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/floatingips/18ad05fd-6caf-4003-8873-564842ab42ca HTTP/1.1" status: 200 len: 990 time: 0.5228071 Jan 28 13:47:40.141691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-f011bd5e-0d4a-4d0b-977c-b10338ef2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.147012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-f011bd5e-0d4a-4d0b-977c-b10338ef2412 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.3058500 Jan 28 13:47:40.150833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] No DVR routers for this DVR port 38f3eae6-318e-478d-b308-e788c2b420aa on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:40.189982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d19015-98ba-4c66-b24e-29af44c6c698 None None] Pushing event deleted for resources: {'Port': ['ID=38f3eae6-318e-478d-b308-e788c2b420aa,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:40.201287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] For port 38f3eae6-318e-478d-b308-e788c2b420aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=38f3eae6-318e-478d-b308-e788c2b420aa,segment=NetworkSegment(ada400ad-f089-48af-b5b2-af2a07b2493c),segment_id=ada400ad-f089-48af-b5b2-af2a07b2493c)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:40.201711 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.222088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Calling delete_port for 38f3eae6-318e-478d-b308-e788c2b420aa owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:40.255451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87f15a3-655e-4d0c-815f-22d64c4de2ea None None] New status for floating IP 18ad05fd-6caf-4003-8873-564842ab42ca: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:47:40.284631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-f45466ba-850b-475f-b873-8e2af6c102a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.286509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-f45466ba-850b-475f-b873-8e2af6c102a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 1096 time: 0.4525714 Jan 28 13:47:40.353170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970adfaa-5b8f-4504-a336-5d52ceaea0e4 req-d3f2db41-25eb-494f-8816-1508216f04f7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.354965 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-970adfaa-5b8f-4504-a336-5d52ceaea0e4 req-d3f2db41-25eb-494f-8816-1508216f04f7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.3411794 Jan 28 13:47:40.602523 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.607877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-bbe13f22-db5c-4fb8-8869-b627b6b23903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.610303 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-bbe13f22-db5c-4fb8-8869-b627b6b23903 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ce21462-0dc4-4454-b399-229de3a86436 HTTP/1.1" status: 200 len: 897 time: 0.3132913 Jan 28 13:47:40.624574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-970adfaa-5b8f-4504-a336-5d52ceaea0e4 req-d96aa861-0325-495d-a3c1-0a916a718cb3 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626040 Jan 28 13:47:40.678181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-db3cdfa3-5eca-4b8c-bf23-03e4eafaef84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5101442 Jan 28 13:47:40.713461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bf902-6a3a-4e32-8a17-7f043c696a4c req-52378a4a-cb1d-468e-a085-71ee2c6142cc tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.722809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be4bf902-6a3a-4e32-8a17-7f043c696a4c req-52378a4a-cb1d-468e-a085-71ee2c6142cc tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 944 time: 0.6358955 Jan 28 13:47:40.739716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-546a3d20-8e46-4214-91f9-0abaf478d9c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe HTTP/1.1" status: 200 len: 1000 time: 0.1140590 Jan 28 13:47:40.826977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-5a5c9b29-93d3-4882-aa4e-1a5b3a492d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.829201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-5a5c9b29-93d3-4882-aa4e-1a5b3a492d1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d6996e8-d929-4b42-84a0-4f3dda18d0a2 HTTP/1.1" status: 200 len: 835 time: 0.0650227 Jan 28 13:47:40.852819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be4bf902-6a3a-4e32-8a17-7f043c696a4c req-d2b55d43-7bb4-4c79-b6f3-2f2ee90aec91 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231663 Jan 28 13:47:40.894149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (38f3eae6-318e-478d-b308-e788c2b420aa), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.927935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event deleted for resources: {'Port': ['ID=38f3eae6-318e-478d-b308-e788c2b420aa,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:40.932241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-159485a0-a7c4-4b7f-aba1-7d63b348ea62 service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399614 Jan 28 13:47:40.935434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] No DVR routers for this DVR port 38f3eae6-318e-478d-b308-e788c2b420aa on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:40.981629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-4c796881-4f63-412c-87a4-2657e6202a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.983332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-4c796881-4f63-412c-87a4-2657e6202a4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ce21462-0dc4-4454-b399-229de3a86436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416287 Jan 28 13:47:40.999905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc2100-e944-4909-8c09-b5be6b129c21 req-028ee9c5-d143-400a-bc4f-f5ec0faddec8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:41.003571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a1bc2100-e944-4909-8c09-b5be6b129c21 req-028ee9c5-d143-400a-bc4f-f5ec0faddec8 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.0899146 Jan 28 13:47:41.100641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38f3eae6-318e-478d-b308-e788c2b420aa no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:41.157439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 38f3eae6-318e-478d-b308-e788c2b420aa {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:41.157794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 38f3eae6-318e-478d-b308-e788c2b420aa not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:41.168751 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-1bc87b47-6a75-46bf-bab7-3eec0e86707c service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605947 Jan 28 13:47:41.169249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:41.205608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9194f79e-8edb-45d7-ad6c-a334ccefa968 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:47:41.208232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (762f95fe-f96e-4a60-9f99-15001cb1ba12), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.232572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762f95fe-f96e-4a60-9f99-15001cb1ba12']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:41.243975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada400ad-f089-48af-b5b2-af2a07b2493c') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:41.244384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada400ad-f089-48af-b5b2-af2a07b2493c') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:41.257062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (ada400ad-f089-48af-b5b2-af2a07b2493c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.271204 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ada400ad-f089-48af-b5b2-af2a07b2493c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.278614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:41.279052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (ada400ad-f089-48af-b5b2-af2a07b2493c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:41.350901 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:41.354362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (762f95fe-f96e-4a60-9f99-15001cb1ba12), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.359514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.362929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] 10.222.0.45 "DELETE /v2.0/networks/762f95fe-f96e-4a60-9f99-15001cb1ba12 HTTP/1.1" status: 204 len: 168 time: 2.1429451 Jan 28 13:47:41.419271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5986f1c-de96-4022-9407-8932b3f34fd7 tempest-TagsExtTest-677739727 tempest-TagsExtTest-677739727-project] Pushing event deleted for resources: {'Network': ['ID=762f95fe-f96e-4a60-9f99-15001cb1ba12,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:41.448620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9194f79e-8edb-45d7-ad6c-a334ccefa968, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9194f79e-8edb-45d7-ad6c-a334ccefa968,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:41.486568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '9194f79e-8edb-45d7-ad6c-a334ccefa968', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'port_id': '9194f79e-8edb-45d7-ad6c-a334ccefa968', 'mac_address': 'fa:16:3e:f2:eb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ece1f-abf2-49a5-a911-318ac7cad4ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:47:41.489145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69d2a160-83f3-4263-9860-ec8ad40b96cf req-13ea0354-a207-478e-8338-acce89f4c144 service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407236 Jan 28 13:47:41.544313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bc7c776c-3d9b-4f90-b73e-34b8982fbea3 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/floatingips/18ad05fd-6caf-4003-8873-564842ab42ca HTTP/1.1" status: 200 len: 992 time: 0.3509002 Jan 28 13:47:41.554598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 9194f79e-8edb-45d7-ad6c-a334ccefa968 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:41.555312 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.574041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9194f79e-8edb-45d7-ad6c-a334ccefa968 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:41.575371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a1bc2100-e944-4909-8c09-b5be6b129c21 req-60db4976-c328-4474-abc7-64c830555ca9 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032769 Jan 28 13:47:41.595959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (70911e74-40cf-4e8a-8cc9-5304670ba31e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.628154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9194f79e-8edb-45d7-ad6c-a334ccefa968, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9194f79e-8edb-45d7-ad6c-a334ccefa968,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:41.638605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.793619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ad8d3-63b9-4b2f-b99a-586b465bf81b req-2d541a72-6ae4-4c11-90df-c50c6b3b2f15 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:41.797906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=9194f79e-8edb-45d7-ad6c-a334ccefa968,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:41.817003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee5ad8d3-63b9-4b2f-b99a-586b465bf81b req-2d541a72-6ae4-4c11-90df-c50c6b3b2f15 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1307116 Jan 28 13:47:41.879825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.939950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee5ad8d3-63b9-4b2f-b99a-586b465bf81b req-da09a11b-ae1c-4b94-8631-c605301f88ce tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217799 Jan 28 13:47:41.962341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['9194f79e-8edb-45d7-ad6c-a334ccefa968'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:42.105318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49098) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:42.430380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-54b90bae-23a7-4a92-af4a-3cdd8e5b9446 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=639cf5a534db4801a645f6f99aeb422f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228579 Jan 28 13:47:42.432435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Port': ['ID=70911e74-40cf-4e8a-8cc9-5304670ba31e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:42.433356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:42.605911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-095085ac-ab93-49ae-b8a3-11c1be2abe13 admin admin] Publish callbacks [] for security_group (beca4c3f-3974-42ab-ab8b-9c9d71d49791), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.639664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-095085ac-ab93-49ae-b8a3-11c1be2abe13 admin admin] Publish callbacks [] for security_group (beca4c3f-3974-42ab-ab8b-9c9d71d49791), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.675301 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa6485c8-4b94-4a26-b9e8-d4e16bb3b7c7 req-5b3a11d8-4848-4f88-88fe-082bcffdbd29 service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2773387 Jan 28 13:47:42.696914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae893-03a1-4ee7-aecc-69f021b0780e req-2043d8dc-7737-49ee-8e36-3ab9ffbd616a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:42.702871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd0ae893-03a1-4ee7-aecc-69f021b0780e req-2043d8dc-7737-49ee-8e36-3ab9ffbd616a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 945 time: 0.2881129 Jan 28 13:47:42.704634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (a836f0e9-cf05-4d81-a606-accb5c503694), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.711981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3d9f-8873-402a-bf56-7618c9bfd1c1 req-b266cdd3-4a90-4b03-a44c-4df015964907 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:42.713623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5aab3d9f-8873-402a-bf56-7618c9bfd1c1 req-b266cdd3-4a90-4b03-a44c-4df015964907 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.2396948 Jan 28 13:47:42.772012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-095085ac-ab93-49ae-b8a3-11c1be2abe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (beca4c3f-3974-42ab-ab8b-9c9d71d49791), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.775450 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-095085ac-ab93-49ae-b8a3-11c1be2abe13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.780152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-095085ac-ab93-49ae-b8a3-11c1be2abe13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/beca4c3f-3974-42ab-ab8b-9c9d71d49791 HTTP/1.1" status: 204 len: 168 time: 0.3435192 Jan 28 13:47:42.801173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095085ac-ab93-49ae-b8a3-11c1be2abe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca4c3f-3974-42ab-ab8b-9c9d71d49791,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:42.815857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5aab3d9f-8873-402a-bf56-7618c9bfd1c1 req-028025bb-de1a-437c-8692-ef28ab1b456e tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894196 Jan 28 13:47:42.889531 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd0ae893-03a1-4ee7-aecc-69f021b0780e req-8f0a3bbe-aa5f-4b23-9a4b-9e451c17272b tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666675 Jan 28 13:47:42.971717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Router a836f0e9-cf05-4d81-a606-accb5c503694 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:43.061658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:43.067958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d5f02f67-b4b8-4323-aa7e-ffd73f384f7c tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3236208 Jan 28 13:47:43.072519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49112) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:43.077088 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] Sync routers for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:43.091607 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:43.092539 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:43.130056 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:43.135796 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-7a0aa72d-b93b-4ddc-a981-d9a911092a60 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] show failed (client error): The resource could not be found. Jan 28 13:47:43.136891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7a0aa72d-b93b-4ddc-a981-d9a911092a60 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1149759202 HTTP/1.1" status: 404 len: 335 time: 0.0633752 Jan 28 13:47:43.144056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49120) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:43.145970 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] Routers {'a836f0e9-cf05-4d81-a606-accb5c503694'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:43.146902 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:47:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a836f0e9-cf05-4d81-a606-accb5c503694'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:43.150337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cd734cef-9327-4ebd-91e3-a6bd4d287f2d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:43.187487 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:43.188166 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edb5c2-0127-42e2-9418-a5f2d4800478 None None] The sync data for ids ['a836f0e9-cf05-4d81-a606-accb5c503694'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:43.209811 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-cd734cef-9327-4ebd-91e3-a6bd4d287f2d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] update failed (client error): The resource could not be found. Jan 28 13:47:43.215679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cd734cef-9327-4ebd-91e3-a6bd4d287f2d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1892996633 HTTP/1.1" status: 404 len: 335 time: 0.0656631 Jan 28 13:47:43.216297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:43.237550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9194f79e-8edb-45d7-ad6c-a334ccefa968 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:43.295694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting subnet ab85b595-c28f-4b29-b126-7fe5b882b09d {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:43.300341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (ab85b595-c28f-4b29-b126-7fe5b882b09d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.330028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 9194f79e-8edb-45d7-ad6c-a334ccefa968 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:47:43.339757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 9194f79e-8edb-45d7-ad6c-a334ccefa968 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:43.339757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.366420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (ab85b595-c28f-4b29-b126-7fe5b882b09d), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.506452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 9194f79e-8edb-45d7-ad6c-a334ccefa968 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:43.507969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.517464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ab85b595-c28f-4b29-b126-7fe5b882b09d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.543972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9194f79e-8edb-45d7-ad6c-a334ccefa968'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:43.546296 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8f062-afd9-41d4-bf6c-8a431c725460" -d '{"events": [{"server_uuid": "79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b", "name": "network-vif-plugged", "status": "completed", "tag": "9194f79e-8edb-45d7-ad6c-a334ccefa968"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:43.562012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 9194f79e-8edb-45d7-ad6c-a334ccefa968, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9194f79e-8edb-45d7-ad6c-a334ccefa968,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:43.568879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.617892 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9daa6e0-4222-42b0-97e2-883c0107dd14 x-openstack-request-id: req-f9daa6e0-4222-42b0-97e2-883c0107dd14 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:43.617892 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b", "name": "network-vif-plugged", "status": "completed", "tag": "9194f79e-8edb-45d7-ad6c-a334ccefa968", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:43.617892 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9daa6e0-4222-42b0-97e2-883c0107dd14 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:43.617892 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9194f79e-8edb-45d7-ad6c-a334ccefa968', 'code': 200} Jan 28 13:47:43.643360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=9194f79e-8edb-45d7-ad6c-a334ccefa968,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.735327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (ab85b595-c28f-4b29-b126-7fe5b882b09d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.748838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-b6d384b8-8bfd-4cb0-a88d-836b5ce75686 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:43.750425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-b6d384b8-8bfd-4cb0-a88d-836b5ce75686 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.1473825 Jan 28 13:47:43.787808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd3da-f363-4427-bab6-ff64a545b237 req-23a59843-ca49-46ec-8506-15454d0e3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:43.790011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-702bd3da-f363-4427-bab6-ff64a545b237 req-23a59843-ca49-46ec-8506-15454d0e3711 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 1097 time: 0.1113670 Jan 28 13:47:43.790899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Subnet': ['ID=ab85b595-c28f-4b29-b126-7fe5b882b09d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.828586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.829069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fcb181-73b3-41b6-9d15-83ba4451c70f None None] Network befe9b39-9e28-4f3b-b199-c065008771de requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:43.829163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8a92b468-ea83-4084-b236-b8352dc7519f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/subnets/ab85b595-c28f-4b29-b126-7fe5b882b09d HTTP/1.1" status: 204 len: 168 time: 0.6117349 Jan 28 13:47:43.832882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49158) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:43.925132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49170) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:43.939295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026374 Jan 28 13:47:43.942775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49176) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:43.971744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-702bd3da-f363-4427-bab6-ff64a545b237 req-5707d38b-922a-4e12-971b-8cd316eb0a5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561484 Jan 28 13:47:44.045271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Deleting port 77269d8c-034c-477c-a4c4-e5ece1217dc2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:44.051832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.174059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] DHCP port deletion for befe9b39-9e28-4f3b-b199-c065008771de request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:44.204121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (befe9b39-9e28-4f3b-b199-c065008771de), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.234255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-36081d5b-d000-4ac6-be9e-738337bac346 tempest-NetworksApiDiscovery-2061151344 tempest-NetworksApiDiscovery-2061151344-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2851784 Jan 28 13:47:44.258040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] Deleting port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:44.258575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.264429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a10f5-86b3-4455-87c7-0c80252bbb9a req-d9807d6b-50e0-401e-a81a-a3a63c82dea2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:44.273283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-855a10f5-86b3-4455-87c7-0c80252bbb9a req-d9807d6b-50e0-401e-a81a-a3a63c82dea2 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 946 time: 0.2437160 Jan 28 13:47:44.281938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a02c3-335c-4d51-8120-5e9317f162a7 req-c03673b5-ac4c-4c76-8f82-40584569f09f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:44.283771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d5a02c3-335c-4d51-8120-5e9317f162a7 req-c03673b5-ac4c-4c76-8f82-40584569f09f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 946 time: 0.1677325 Jan 28 13:47:44.327626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] For port 77269d8c-034c-477c-a4c4-e5ece1217dc2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=77269d8c-034c-477c-a4c4-e5ece1217dc2,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:44.328013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.388492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Calling delete_port for 77269d8c-034c-477c-a4c4-e5ece1217dc2 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:44.401946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] For port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,segment=NetworkSegment(da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4),segment_id=da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:44.402422 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.431983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-855a10f5-86b3-4455-87c7-0c80252bbb9a req-3b5e04c9-71f4-4425-8147-70720a2761c4 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504498 Jan 28 13:47:44.440206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] Calling delete_port for 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:44.530936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:44.532816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.564117 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d5a02c3-335c-4d51-8120-5e9317f162a7 req-0927c80c-c092-4efe-b7df-3d167696f6ec tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598002 Jan 28 13:47:44.620629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.656267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] No DVR routers for this DVR port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:44.703322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] For port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,segment=NetworkSegment(da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4),segment_id=da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:44.706638 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.712596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de29a5f-ad99-4869-b967-09b370f71f96 None None] Pushing event deleted for resources: {'Port': ['ID=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:44.763453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Calling delete_port for 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:44.801568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (77269d8c-034c-477c-a4c4-e5ece1217dc2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.822737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['72b8a403-541b-40c1-bbdb-1685027dfa39', '77269d8c-034c-477c-a4c4-e5ece1217dc2'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:44.891529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49266) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:44.907842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event deleted for resources: {'Port': ['ID=77269d8c-034c-477c-a4c4-e5ece1217dc2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:44.944747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.974517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] No DVR routers for this DVR port 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:45.026145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] No DVR routers for this DVR port 77269d8c-034c-477c-a4c4-e5ece1217dc2 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:45.035126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.040811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e689720-9f0d-4780-92bd-d20e8f56163d req-621aaffb-29f2-430e-81e6-31674f2182ee tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "DELETE /v2.0/ports/77269d8c-034c-477c-a4c4-e5ece1217dc2 HTTP/1.1" status: 204 len: 173 time: 1.2635651 Jan 28 13:47:45.048305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'name': 'network-vif-deleted', 'tag': '77269d8c-034c-477c-a4c4-e5ece1217dc2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:45.056853 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55b6593-59b0-4d7f-93e5-94a3aea33994" -d '{"events": [{"server_uuid": "da844f5e-1b97-472e-a663-fdf4a56825de", "name": "network-vif-deleted", "tag": "77269d8c-034c-477c-a4c4-e5ece1217dc2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:45.103369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Port': ['ID=7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.138678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:45.183150 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8b57db-f970-4448-b868-95caea0b9a03 x-openstack-request-id: req-7a8b57db-f970-4448-b868-95caea0b9a03 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:45.184448 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da844f5e-1b97-472e-a663-fdf4a56825de", "name": "network-vif-deleted", "tag": "77269d8c-034c-477c-a4c4-e5ece1217dc2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:45.184872 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a8b57db-f970-4448-b868-95caea0b9a03 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:45.185740 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da844f5e-1b97-472e-a663-fdf4a56825de', 'name': 'network-vif-deleted', 'tag': '77269d8c-034c-477c-a4c4-e5ece1217dc2', 'status': 'completed', 'code': 200} Jan 28 13:47:45.229084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (befe9b39-9e28-4f3b-b199-c065008771de), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.232915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:45.233267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7f1dce85-2c83-4f5f-80b7-3f1ddd6dfe6e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:45.306448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befe9b39-9e28-4f3b-b199-c065008771de']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:45.320949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:45.321345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:45.334365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.352715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efd3c100-a47a-47b8-94eb-f4416d2b0175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.363598 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.375670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:45.376719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (da7c2b04-07a4-4bd2-8b27-cf6c8627c9b4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:45.381334 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:45.489204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (befe9b39-9e28-4f3b-b199-c065008771de), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.500283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.506529 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/networks/befe9b39-9e28-4f3b-b199-c065008771de HTTP/1.1" status: 204 len: 168 time: 1.6720469 Jan 28 13:47:45.509666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49330) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:45.539905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdfe9b-d1cb-4032-a6cb-1932ee44ea39 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Network': ['ID=befe9b39-9e28-4f3b-b199-c065008771de,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.609899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting subnet 03d470c5-9f4c-4560-9e8f-32d7b4166cef {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:45.619524 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (03d470c5-9f4c-4560-9e8f-32d7b4166cef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.682233 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-165b8cda-f636-4142-85f6-02355573e76b req-cce9a756-87d8-46bc-8b0c-5577fad1b057 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=da844f5e-1b97-472e-a663-fdf4a56825de HTTP/1.1" status: 200 len: 210 time: 0.0826354 Jan 28 13:47:45.738937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efd3c100-a47a-47b8-94eb-f4416d2b0175 admin admin] Publish callbacks [] for security_group (70b0e98b-e1e9-4262-9f55-19cd41b5d5fc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.743834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efd3c100-a47a-47b8-94eb-f4416d2b0175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (70b0e98b-e1e9-4262-9f55-19cd41b5d5fc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.778811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (03d470c5-9f4c-4560-9e8f-32d7b4166cef), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.831942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3c100-a47a-47b8-94eb-f4416d2b0175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b0e98b-e1e9-4262-9f55-19cd41b5d5fc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.839894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-efd3c100-a47a-47b8-94eb-f4416d2b0175 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a84d19485f04ddbad9dba0aeffa1210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9468901 Jan 28 13:47:45.857491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49362) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:45.920133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2421989-84bc-4247-bcff-942e4995e518 admin admin] Publish callbacks [] for security_group (70b0e98b-e1e9-4262-9f55-19cd41b5d5fc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.950489 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e10738-bee5-4a38-adc3-62087cad9339 req-694e9753-7f57-477d-98a3-33406db3c151 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:45.951619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2421989-84bc-4247-bcff-942e4995e518 admin admin] Publish callbacks [] for security_group (70b0e98b-e1e9-4262-9f55-19cd41b5d5fc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.952897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2e10738-bee5-4a38-adc3-62087cad9339 req-694e9753-7f57-477d-98a3-33406db3c151 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 946 time: 0.0927470 Jan 28 13:47:46.004164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (03d470c5-9f4c-4560-9e8f-32d7b4166cef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.027063 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2421989-84bc-4247-bcff-942e4995e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (70b0e98b-e1e9-4262-9f55-19cd41b5d5fc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.032328 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2421989-84bc-4247-bcff-942e4995e518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.034863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b2421989-84bc-4247-bcff-942e4995e518 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70b0e98b-e1e9-4262-9f55-19cd41b5d5fc HTTP/1.1" status: 204 len: 168 time: 0.1754825 Jan 28 13:47:46.049155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2421989-84bc-4247-bcff-942e4995e518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b0e98b-e1e9-4262-9f55-19cd41b5d5fc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.115059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (03d470c5-9f4c-4560-9e8f-32d7b4166cef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.123042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2e10738-bee5-4a38-adc3-62087cad9339 req-3cbf06ca-70f6-490b-a22c-62cd4778bb51 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750163 Jan 28 13:47:46.146584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Subnet': ['ID=03d470c5-9f4c-4560-9e8f-32d7b4166cef,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.158079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.166289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2028aaee-3c00-44b6-9259-f73107fe936c None None] Network 326965b0-ca58-4c25-81d6-2611053de2f0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:46.168370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-62f4c19e-7d80-4d0a-b88f-33801ed8e747 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/subnets/03d470c5-9f4c-4560-9e8f-32d7b4166cef HTTP/1.1" status: 204 len: 168 time: 0.6569829 Jan 28 13:47:46.170521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49396) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.338299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting subnet 7ea2fb1b-c817-4827-8b80-1cfee638fcda {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:46.342964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (7ea2fb1b-c817-4827-8b80-1cfee638fcda), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.421886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (7ea2fb1b-c817-4827-8b80-1cfee638fcda), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.647116 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7ea2fb1b-c817-4827-8b80-1cfee638fcda), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.756525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] DHCP port deletion for 326965b0-ca58-4c25-81d6-2611053de2f0 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:46.814952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (7ea2fb1b-c817-4827-8b80-1cfee638fcda), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.905984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] Deleting port 6824928d-6992-44f2-9f04-eafe97457b57 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:46.906504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea2fb1b-c817-4827-8b80-1cfee638fcda,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.906625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6824928d-6992-44f2-9f04-eafe97457b57), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.941398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.959159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49490) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.962075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-afc3d83f-7434-44e9-9fdb-e29731c62566 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/subnets/7ea2fb1b-c817-4827-8b80-1cfee638fcda HTTP/1.1" status: 204 len: 168 time: 0.7884634 Jan 28 13:47:47.026564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e56b20-268d-4f6b-a256-ce66ba571f4b None None] Network 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:47.242516 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (326965b0-ca58-4c25-81d6-2611053de2f0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.272402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6824928d-6992-44f2-9f04-eafe97457b57 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:47.346535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting port 6824928d-6992-44f2-9f04-eafe97457b57 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:47.346977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6824928d-6992-44f2-9f04-eafe97457b57), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.436557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] For port 6824928d-6992-44f2-9f04-eafe97457b57, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6824928d-6992-44f2-9f04-eafe97457b57,segment=NetworkSegment(03278c66-43d2-4e61-8ff5-1c9b976e1285),segment_id=03278c66-43d2-4e61-8ff5-1c9b976e1285)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:47.437224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6824928d-6992-44f2-9f04-eafe97457b57), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.455439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Calling delete_port for 6824928d-6992-44f2-9f04-eafe97457b57 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:47.521584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 77269d8c-034c-477c-a4c4-e5ece1217dc2 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:47.647049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6824928d-6992-44f2-9f04-eafe97457b57), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.670064 n-d-822748-2 neutron-server[103375]: INFO neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No ports have port_id starting with 6824928d-6992-44f2-9f04-eafe97457b57 Jan 28 13:47:47.701954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 77269d8c-034c-477c-a4c4-e5ece1217dc2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:47.702546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 77269d8c-034c-477c-a4c4-e5ece1217dc2 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:47.739808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Port': ['ID=6824928d-6992-44f2-9f04-eafe97457b57,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:47.741859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] No DVR routers for this DVR port 6824928d-6992-44f2-9f04-eafe97457b57 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:47.768190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] For port 6824928d-6992-44f2-9f04-eafe97457b57, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6824928d-6992-44f2-9f04-eafe97457b57,segment=NetworkSegment(03278c66-43d2-4e61-8ff5-1c9b976e1285),segment_id=03278c66-43d2-4e61-8ff5-1c9b976e1285)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:47.777033 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6824928d-6992-44f2-9f04-eafe97457b57), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.892503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (326965b0-ca58-4c25-81d6-2611053de2f0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.894292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] Calling delete_port for 6824928d-6992-44f2-9f04-eafe97457b57 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:47.922467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326965b0-ca58-4c25-81d6-2611053de2f0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:47.960458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03278c66-43d2-4e61-8ff5-1c9b976e1285') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:47.961707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03278c66-43d2-4e61-8ff5-1c9b976e1285') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:47.979030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (03278c66-43d2-4e61-8ff5-1c9b976e1285), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.039265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (03278c66-43d2-4e61-8ff5-1c9b976e1285), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.079664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:48.079870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (03278c66-43d2-4e61-8ff5-1c9b976e1285), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:48.205785 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:48.215403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] DHCP port deletion for 7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:48.225308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (326965b0-ca58-4c25-81d6-2611053de2f0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.246432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.262265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/networks/326965b0-ca58-4c25-81d6-2611053de2f0 HTTP/1.1" status: 204 len: 168 time: 1.3013899 Jan 28 13:47:48.264318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49620) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:48.310606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8975da-457e-4903-912f-ba916dad9952 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Network': ['ID=326965b0-ca58-4c25-81d6-2611053de2f0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:48.435866 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (6824928d-6992-44f2-9f04-eafe97457b57), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.487908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.519901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] Network 326965b0-ca58-4c25-81d6-2611053de2f0 is not hosted by any dhcp agent {{(pid=103375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:47:48.520395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] No DVR routers for this DVR port 6824928d-6992-44f2-9f04-eafe97457b57 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:48.546752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a211714-9005-4cd2-abd9-0bdb88834e22 None None] Pushing event deleted for resources: {'Port': ['ID=6824928d-6992-44f2-9f04-eafe97457b57,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:48.624431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] Deleting port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:48.625643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.716761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:48.717750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.843484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] For port 739fdba5-fe96-463a-a885-f9c3f1f96dc9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=739fdba5-fe96-463a-a885-f9c3f1f96dc9,segment=NetworkSegment(5796e576-d670-4703-a3a4-e8ca4ababa9f),segment_id=5796e576-d670-4703-a3a4-e8ca4ababa9f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:48.846098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.863559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] For port 739fdba5-fe96-463a-a885-f9c3f1f96dc9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=739fdba5-fe96-463a-a885-f9c3f1f96dc9,segment=NetworkSegment(5796e576-d670-4703-a3a4-e8ca4ababa9f),segment_id=5796e576-d670-4703-a3a4-e8ca4ababa9f)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:48.864214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.884162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Calling delete_port for 739fdba5-fe96-463a-a885-f9c3f1f96dc9 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:48.917821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] Calling delete_port for 739fdba5-fe96-463a-a885-f9c3f1f96dc9 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:49.015776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.168701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Port': ['ID=739fdba5-fe96-463a-a885-f9c3f1f96dc9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:49.187618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 739fdba5-fe96-463a-a885-f9c3f1f96dc9 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:49.203441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] No DVR routers for this DVR port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:49.277365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 739fdba5-fe96-463a-a885-f9c3f1f96dc9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:49.277718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 739fdba5-fe96-463a-a885-f9c3f1f96dc9 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:49.401200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (739fdba5-fe96-463a-a885-f9c3f1f96dc9), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.441540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] Pushing event deleted for resources: {'Port': ['ID=739fdba5-fe96-463a-a885-f9c3f1f96dc9,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:49.454062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb84c82-9f9d-4d11-a4d3-44c0001ceffa None None] No DVR routers for this DVR port 739fdba5-fe96-463a-a885-f9c3f1f96dc9 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:49.596876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.641034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8890-dc02-4650-89a3-f885e4da705b req-49341622-9d3d-4788-abe6-ac935f0f1e16 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:49.649484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-906e8890-dc02-4650-89a3-f885e4da705b req-49341622-9d3d-4788-abe6-ac935f0f1e16 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 945 time: 0.3238738 Jan 28 13:47:49.653629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:49.690838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5796e576-d670-4703-a3a4-e8ca4ababa9f') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:49.691296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5796e576-d670-4703-a3a4-e8ca4ababa9f') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:49.759553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (5796e576-d670-4703-a3a4-e8ca4ababa9f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.765850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-906e8890-dc02-4650-89a3-f885e4da705b req-b5cfd5b1-e8de-43cd-bf25-ca1ac9840f75 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142545 Jan 28 13:47:49.787346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5796e576-d670-4703-a3a4-e8ca4ababa9f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.805419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:49.806873 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (5796e576-d670-4703-a3a4-e8ca4ababa9f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:49.865612 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:49.908925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.933087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.944206 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/networks/7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9 HTTP/1.1" status: 204 len: 168 time: 1.6785874 Jan 28 13:47:49.949904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49746) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:50.049991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting subnet 9f558a0c-9111-4ba7-b053-b090de269bf1 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:50.054937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d4438-d774-4c04-90f7-4f87c523286f tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Network': ['ID=7e3012ec-f0a5-45bc-abb3-ba72cc8e85a9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:50.059607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (9f558a0c-9111-4ba7-b053-b090de269bf1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.135965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (9f558a0c-9111-4ba7-b053-b090de269bf1), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.344126 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9f558a0c-9111-4ba7-b053-b090de269bf1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.444975 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (9f558a0c-9111-4ba7-b053-b090de269bf1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.499674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Subnet': ['ID=9f558a0c-9111-4ba7-b053-b090de269bf1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:50.504691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.508313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-69ef14e1-03c9-4fd0-bd67-69b4aa9dec1d tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/subnets/9f558a0c-9111-4ba7-b053-b090de269bf1 HTTP/1.1" status: 204 len: 168 time: 0.5344138 Jan 28 13:47:50.510588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed4711-95b9-458f-8d95-02727cca2e31 None None] Network b46ee1fd-25f4-44c1-96de-eb73b2819012 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:50.511235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49772) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:50.685355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b46ee1fd-25f4-44c1-96de-eb73b2819012), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.713656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-1ce5939c-b6ab-4b46-ae02-165bd10c5cb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:50.717419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-1ce5939c-b6ab-4b46-ae02-165bd10c5cb5 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 945 time: 0.1832438 Jan 28 13:47:50.785308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] DHCP port deletion for b46ee1fd-25f4-44c1-96de-eb73b2819012 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:47:50.884632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] Deleting port 14da5098-7367-422c-881c-c35eb9f13e7b {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:50.885017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.919900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Deleting port 14da5098-7367-422c-881c-c35eb9f13e7b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:50.920546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:50.980890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3b1cd-474e-45c8-bbf6-ce42ee15b06b req-b399bb04-a11c-4e09-a43a-bd7abdafa906 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:50.989238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Deleting port 72b8a403-541b-40c1-bbdb-1685027dfa39 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:47:50.989825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.001771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0d3b1cd-474e-45c8-bbf6-ce42ee15b06b req-b399bb04-a11c-4e09-a43a-bd7abdafa906 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 945 time: 0.1198575 Jan 28 13:47:51.048733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] For port 14da5098-7367-422c-881c-c35eb9f13e7b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14da5098-7367-422c-881c-c35eb9f13e7b,segment=NetworkSegment(0ffc3058-2044-4231-b1fd-76b3c5d887b0),segment_id=0ffc3058-2044-4231-b1fd-76b3c5d887b0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:51.048733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.063803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] For port 14da5098-7367-422c-881c-c35eb9f13e7b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=14da5098-7367-422c-881c-c35eb9f13e7b,segment=NetworkSegment(0ffc3058-2044-4231-b1fd-76b3c5d887b0),segment_id=0ffc3058-2044-4231-b1fd-76b3c5d887b0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:51.064211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.084422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] Calling delete_port for 14da5098-7367-422c-881c-c35eb9f13e7b owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:51.104590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0d3b1cd-474e-45c8-bbf6-ce42ee15b06b req-72bcd715-a5bb-4e49-a17a-0e0dc8028cc7 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/security-groups?id=de7cfae9-ad76-4e2b-a252-4d0598ae5806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015036 Jan 28 13:47:51.110633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] For port 72b8a403-541b-40c1-bbdb-1685027dfa39, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=72b8a403-541b-40c1-bbdb-1685027dfa39,segment=NetworkSegment(35253962-7c6e-44a8-acd0-5354c8f4cef4),segment_id=35253962-7c6e-44a8-acd0-5354c8f4cef4)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:51.111003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.127341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Calling delete_port for 72b8a403-541b-40c1-bbdb-1685027dfa39 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:51.136258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 14da5098-7367-422c-881c-c35eb9f13e7b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:51.151009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Calling delete_port for 14da5098-7367-422c-881c-c35eb9f13e7b owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:47:51.323094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.335933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 14da5098-7367-422c-881c-c35eb9f13e7b is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:51.336759 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.386243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (72b8a403-541b-40c1-bbdb-1685027dfa39), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.413575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (14da5098-7367-422c-881c-c35eb9f13e7b), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.419925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Port': ['ID=14da5098-7367-422c-881c-c35eb9f13e7b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:51.456695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] No DVR routers for this DVR port 14da5098-7367-422c-881c-c35eb9f13e7b on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:51.470035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] No DVR routers for this DVR port 14da5098-7367-422c-881c-c35eb9f13e7b on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:51.475063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3fcd1-3c66-4c8e-8c7c-e28fa2c8586e None None] Pushing event deleted for resources: {'Port': ['ID=14da5098-7367-422c-881c-c35eb9f13e7b,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:51.494495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] No DVR routers for this DVR port 72b8a403-541b-40c1-bbdb-1685027dfa39 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:47:51.529809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Pushing event deleted for resources: {'Port': ['ID=72b8a403-541b-40c1-bbdb-1685027dfa39,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:51.532354 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.537348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba3b86d7-2df1-4558-9276-b9442769fba9 req-98a2a695-e400-49a1-a626-1654d1225b42 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.36 "DELETE /v2.0/ports/72b8a403-541b-40c1-bbdb-1685027dfa39 HTTP/1.1" status: 204 len: 173 time: 0.8119416 Jan 28 13:47:51.538740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'name': 'network-vif-deleted', 'tag': '72b8a403-541b-40c1-bbdb-1685027dfa39'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:51.541397 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef1a5a4-6175-4c4a-96ad-6b2f120fd492" -d '{"events": [{"server_uuid": "a59762f8-fd61-4afa-98ac-b3714c5c0270", "name": "network-vif-deleted", "tag": "72b8a403-541b-40c1-bbdb-1685027dfa39"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:51.644511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b46ee1fd-25f4-44c1-96de-eb73b2819012), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.684756 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60147571-86aa-4545-8b7d-75d07a1e177b x-openstack-request-id: req-60147571-86aa-4545-8b7d-75d07a1e177b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:51.685084 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59762f8-fd61-4afa-98ac-b3714c5c0270", "name": "network-vif-deleted", "tag": "72b8a403-541b-40c1-bbdb-1685027dfa39", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:51.685308 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60147571-86aa-4545-8b7d-75d07a1e177b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:51.685730 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59762f8-fd61-4afa-98ac-b3714c5c0270', 'name': 'network-vif-deleted', 'tag': '72b8a403-541b-40c1-bbdb-1685027dfa39', 'status': 'completed', 'code': 200} Jan 28 13:47:51.690370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46ee1fd-25f4-44c1-96de-eb73b2819012']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:51.705180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffc3058-2044-4231-b1fd-76b3c5d887b0') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:51.705549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffc3058-2044-4231-b1fd-76b3c5d887b0') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:51.722252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (0ffc3058-2044-4231-b1fd-76b3c5d887b0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.755583 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0ffc3058-2044-4231-b1fd-76b3c5d887b0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.769950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:51.771217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (0ffc3058-2044-4231-b1fd-76b3c5d887b0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:51.779596 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:51.872698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b46ee1fd-25f4-44c1-96de-eb73b2819012), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.908085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:51.913150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/networks/b46ee1fd-25f4-44c1-96de-eb73b2819012 HTTP/1.1" status: 204 len: 168 time: 1.4000173 Jan 28 13:47:51.924128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc352a59-f776-41f8-905f-2762ff745602 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Pushing event deleted for resources: {'Network': ['ID=b46ee1fd-25f4-44c1-96de-eb73b2819012,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:51.925299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49836) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:51.952368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8906c18c-0b51-4365-9028-60a3150d9914 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "GET /v2.0/ports?device_id=a836f0e9-cf05-4d81-a606-accb5c503694 HTTP/1.1" status: 200 len: 205 time: 0.0340581 Jan 28 13:47:51.954793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49842) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:52.061942 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98027f4f-7527-4ed1-8fe1-cd23af55df19 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router (a836f0e9-cf05-4d81-a606-accb5c503694), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.374321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98027f4f-7527-4ed1-8fe1-cd23af55df19 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (a836f0e9-cf05-4d81-a606-accb5c503694), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.388485 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98027f4f-7527-4ed1-8fe1-cd23af55df19 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router_controller (a836f0e9-cf05-4d81-a606-accb5c503694), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.410737 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eb65c437-bf16-452a-8b69-7173221e0829 req-1afc4b2c-0e4a-43ca-868e-e1012e0a0712 tempest-ServersTestJSON-1508628505 tempest-ServersTestJSON-1508628505-project] 10.222.0.45 "GET /v2.0/ports?device_id=a59762f8-fd61-4afa-98ac-b3714c5c0270 HTTP/1.1" status: 200 len: 210 time: 0.0428305 Jan 28 13:47:52.464608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98027f4f-7527-4ed1-8fe1-cd23af55df19 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (a836f0e9-cf05-4d81-a606-accb5c503694), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.466023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98027f4f-7527-4ed1-8fe1-cd23af55df19 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Fanout notify agent at l3_agent the message router_deleted on router a836f0e9-cf05-4d81-a606-accb5c503694 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:47:52.474316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-98027f4f-7527-4ed1-8fe1-cd23af55df19 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.478699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-98027f4f-7527-4ed1-8fe1-cd23af55df19 tempest-RoutersNegativeIpV6Test-1728665736 tempest-RoutersNegativeIpV6Test-1728665736-project] 10.222.0.45 "DELETE /v2.0/routers/a836f0e9-cf05-4d81-a606-accb5c503694 HTTP/1.1" status: 204 len: 168 time: 0.5194719 Jan 28 13:47:52.541693 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:47:52.827527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:53.052151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ece4b41f-5d28-40df-8b7e-b10c19a05ddb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76b5742910f64f99a5232d21154f6634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221582 Jan 28 13:47:53.054622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49876) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:53.143590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee13803c-0c64-4265-85c3-8c5134c951ea admin admin] Publish callbacks [] for security_group (7c0c117e-ff70-4cf0-9c1c-32727f2501ee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.185925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee13803c-0c64-4265-85c3-8c5134c951ea admin admin] Publish callbacks [] for security_group (7c0c117e-ff70-4cf0-9c1c-32727f2501ee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.249599 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee13803c-0c64-4265-85c3-8c5134c951ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7c0c117e-ff70-4cf0-9c1c-32727f2501ee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.254707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee13803c-0c64-4265-85c3-8c5134c951ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.258256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ee13803c-0c64-4265-85c3-8c5134c951ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c0c117e-ff70-4cf0-9c1c-32727f2501ee HTTP/1.1" status: 204 len: 168 time: 0.2017665 Jan 28 13:47:53.268738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13803c-0c64-4265-85c3-8c5134c951ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c117e-ff70-4cf0-9c1c-32727f2501ee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:53.284533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 72b8a403-541b-40c1-bbdb-1685027dfa39 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:47:53.332389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 72b8a403-541b-40c1-bbdb-1685027dfa39 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:47:53.333042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 72b8a403-541b-40c1-bbdb-1685027dfa39 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:47:53.501477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:53.721005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] Deleting subnet 155f1533-4762-4f9a-90d3-6dcd494ded90 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:47:53.726559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] Publish callbacks [] for subnet (155f1533-4762-4f9a-90d3-6dcd494ded90), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.783172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (155f1533-4762-4f9a-90d3-6dcd494ded90), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.830090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (155f1533-4762-4f9a-90d3-6dcd494ded90), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.907045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (155f1533-4762-4f9a-90d3-6dcd494ded90), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.945170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155f1533-4762-4f9a-90d3-6dcd494ded90,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:53.952693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.958433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-51882d43-60ac-45fc-a56d-db8f7566c27a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/155f1533-4762-4f9a-90d3-6dcd494ded90 HTTP/1.1" status: 204 len: 168 time: 0.4555941 Jan 28 13:47:53.962043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49900) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:54.059494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (bd66b478-a8f5-487e-81fe-4e9e71689580), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.173994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (bd66b478-a8f5-487e-81fe-4e9e71689580), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.211160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd66b478-a8f5-487e-81fe-4e9e71689580']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:54.222456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35253962-7c6e-44a8-acd0-5354c8f4cef4') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:54.222830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35253962-7c6e-44a8-acd0-5354c8f4cef4') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:54.237715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (35253962-7c6e-44a8-acd0-5354c8f4cef4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.255326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (35253962-7c6e-44a8-acd0-5354c8f4cef4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.265884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:47:54.266394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (35253962-7c6e-44a8-acd0-5354c8f4cef4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:47:54.268794 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:47:54.281926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49910) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:54.340714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (bd66b478-a8f5-487e-81fe-4e9e71689580), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.347066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.351645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] 10.222.0.45 "DELETE /v2.0/networks/bd66b478-a8f5-487e-81fe-4e9e71689580 HTTP/1.1" status: 204 len: 168 time: 0.3885632 Jan 28 13:47:54.369784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e51840-8c6e-4e2c-b972-924bfb375f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd66b478-a8f5-487e-81fe-4e9e71689580,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:54.459545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-eae8b049-6720-4c42-983a-e5a7cbf4be02 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:54.460106 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-eae8b049-6720-4c42-983a-e5a7cbf4be02 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:47:54.460620 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-eae8b049-6720-4c42-983a-e5a7cbf4be02 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:47:54.465906 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eae8b049-6720-4c42-983a-e5a7cbf4be02 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1789842 Jan 28 13:47:54.466824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49916) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:54.472943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--176933516'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:54.502947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.520394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.612549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49918) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:54.662345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (c79d34bf-4b83-484a-9556-2aa189fdc9c9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.668783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c79d34bf-4b83-484a-9556-2aa189fdc9c9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.676150 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9d03b4e-28ec-4f18-842c-1b6fc01c80be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc25f0abbc16437a8aa5152ead8ccb5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609343 Jan 28 13:47:54.679473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49920) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:54.763892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79d34bf-4b83-484a-9556-2aa189fdc9c9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:54.804646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e816ca9-a24c-4e3e-a96c-0f97261e746c admin admin] Publish callbacks [] for security_group (de7cfae9-ad76-4e2b-a252-4d0598ae5806), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.816556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (06edc0db-d986-4a45-96d8-500862e86aef), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.825331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (06edc0db-d986-4a45-96d8-500862e86aef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.859939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e816ca9-a24c-4e3e-a96c-0f97261e746c admin admin] Publish callbacks [] for security_group (de7cfae9-ad76-4e2b-a252-4d0598ae5806), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.875509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.876875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4083474 Jan 28 13:47:54.881451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49922) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:54.886917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a9381dcf-8ac0-4c0f-852a-4102b6f190ad tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '06edc0db-d986-4a45-96d8-500862e86aef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:54.888468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962059e-8413-4522-bd06-df98eee72fd8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06edc0db-d986-4a45-96d8-500862e86aef,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:54.919779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9381dcf-8ac0-4c0f-852a-4102b6f190ad tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group_rule (442128d0-0e6b-4591-983c-f28e77215844), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.949936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e816ca9-a24c-4e3e-a96c-0f97261e746c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (de7cfae9-ad76-4e2b-a252-4d0598ae5806), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.953712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e816ca9-a24c-4e3e-a96c-0f97261e746c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.955220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2e816ca9-a24c-4e3e-a96c-0f97261e746c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de7cfae9-ad76-4e2b-a252-4d0598ae5806 HTTP/1.1" status: 204 len: 168 time: 0.2699084 Jan 28 13:47:54.970581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e816ca9-a24c-4e3e-a96c-0f97261e746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7cfae9-ad76-4e2b-a252-4d0598ae5806,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:55.030478 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9381dcf-8ac0-4c0f-852a-4102b6f190ad tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group_rule (442128d0-0e6b-4591-983c-f28e77215844), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.035956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9381dcf-8ac0-4c0f-852a-4102b6f190ad tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (442128d0-0e6b-4591-983c-f28e77215844), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.062502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9381dcf-8ac0-4c0f-852a-4102b6f190ad tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442128d0-0e6b-4591-983c-f28e77215844,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:55.075163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9381dcf-8ac0-4c0f-852a-4102b6f190ad tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.080366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49926) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:55.080703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a9381dcf-8ac0-4c0f-852a-4102b6f190ad tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971464 Jan 28 13:47:55.088881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5e7dc140-b88f-4146-8ced-d6d94fc5c0e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '06edc0db-d986-4a45-96d8-500862e86aef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:55.128545 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc140-b88f-4146-8ced-d6d94fc5c0e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group_rule (a3616d67-1999-44f1-b9b8-1d317b994ff4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.212381 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-5e7dc140-b88f-4146-8ced-d6d94fc5c0e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:47:55.214620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5e7dc140-b88f-4146-8ced-d6d94fc5c0e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1318810 Jan 28 13:47:55.218659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49930) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:55.297090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-882aea34-f0f1-4d96-bbcb-19ce508d242b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (06edc0db-d986-4a45-96d8-500862e86aef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.329881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-882aea34-f0f1-4d96-bbcb-19ce508d242b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (06edc0db-d986-4a45-96d8-500862e86aef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.399911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-882aea34-f0f1-4d96-bbcb-19ce508d242b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (06edc0db-d986-4a45-96d8-500862e86aef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.404416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-882aea34-f0f1-4d96-bbcb-19ce508d242b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.406305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-882aea34-f0f1-4d96-bbcb-19ce508d242b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/06edc0db-d986-4a45-96d8-500862e86aef HTTP/1.1" status: 204 len: 168 time: 0.1853600 Jan 28 13:47:55.410508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49934) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:55.417598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882aea34-f0f1-4d96-bbcb-19ce508d242b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06edc0db-d986-4a45-96d8-500862e86aef,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:55.523820 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-31dfd328-b444-4cfd-a68c-62739881eee5 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1112061 Jan 28 13:47:55.528689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:55.535124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-662e86de-251c-4543-807a-422ba15397b0 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--151895342'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:55.568220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-662e86de-251c-4543-807a-422ba15397b0 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.673857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-662e86de-251c-4543-807a-422ba15397b0 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (be469534-9ac6-4e31-9ca6-16400853f7d6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.681605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-662e86de-251c-4543-807a-422ba15397b0 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (be469534-9ac6-4e31-9ca6-16400853f7d6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.734408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-662e86de-251c-4543-807a-422ba15397b0 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.736463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-662e86de-251c-4543-807a-422ba15397b0 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2063222 Jan 28 13:47:55.739622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49946) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:55.739809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e86de-251c-4543-807a-422ba15397b0 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be469534-9ac6-4e31-9ca6-16400853f7d6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:55.751754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d04f90cf-86e4-4edb-8985-2056e7230de6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': 'be469534-9ac6-4e31-9ca6-16400853f7d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:55.755143 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-d04f90cf-86e4-4edb-8985-2056e7230de6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 13:47:55.756444 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-d04f90cf-86e4-4edb-8985-2056e7230de6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:55.760565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d04f90cf-86e4-4edb-8985-2056e7230de6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0156221 Jan 28 13:47:55.763247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49948) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:55.863548 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aac2b861-a63f-446e-9a2f-0d0a15023845 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (be469534-9ac6-4e31-9ca6-16400853f7d6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.891651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aac2b861-a63f-446e-9a2f-0d0a15023845 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (be469534-9ac6-4e31-9ca6-16400853f7d6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.955217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aac2b861-a63f-446e-9a2f-0d0a15023845 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (be469534-9ac6-4e31-9ca6-16400853f7d6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.958828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aac2b861-a63f-446e-9a2f-0d0a15023845 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:55.960607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aac2b861-a63f-446e-9a2f-0d0a15023845 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/be469534-9ac6-4e31-9ca6-16400853f7d6 HTTP/1.1" status: 204 len: 168 time: 0.1954818 Jan 28 13:47:55.963809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49956) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:55.986002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2b861-a63f-446e-9a2f-0d0a15023845 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be469534-9ac6-4e31-9ca6-16400853f7d6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:56.015085 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9e7a326-418e-4135-8f85-3dca80c00e1d tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0501056 Jan 28 13:47:56.023403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49960) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.028553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fc2389e5-1b11-428d-8798-5288e1afad48 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--274953779'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:56.055556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2389e5-1b11-428d-8798-5288e1afad48 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.152060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2389e5-1b11-428d-8798-5288e1afad48 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (714d843d-dc49-43c6-9f1e-c87377c432f7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.164776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2389e5-1b11-428d-8798-5288e1afad48 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (714d843d-dc49-43c6-9f1e-c87377c432f7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.217625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2389e5-1b11-428d-8798-5288e1afad48 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714d843d-dc49-43c6-9f1e-c87377c432f7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:56.232382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2389e5-1b11-428d-8798-5288e1afad48 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.236752 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc2389e5-1b11-428d-8798-5288e1afad48 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2092345 Jan 28 13:47:56.237301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.243122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-527735f4-a51b-4758-9844-bbac4349c894 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '714d843d-dc49-43c6-9f1e-c87377c432f7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:56.243927 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-527735f4-a51b-4758-9844-bbac4349c894 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 13:47:56.244672 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-527735f4-a51b-4758-9844-bbac4349c894 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:56.246063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-527735f4-a51b-4758-9844-bbac4349c894 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075002 Jan 28 13:47:56.249093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49970) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.355492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6d14784-4127-411a-9389-3e1bae55155c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (714d843d-dc49-43c6-9f1e-c87377c432f7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.387391 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6d14784-4127-411a-9389-3e1bae55155c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (714d843d-dc49-43c6-9f1e-c87377c432f7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.447484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6d14784-4127-411a-9389-3e1bae55155c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (714d843d-dc49-43c6-9f1e-c87377c432f7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.450462 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6d14784-4127-411a-9389-3e1bae55155c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.452294 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c6d14784-4127-411a-9389-3e1bae55155c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/714d843d-dc49-43c6-9f1e-c87377c432f7 HTTP/1.1" status: 204 len: 168 time: 0.2016361 Jan 28 13:47:56.458960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49982) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.469905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d14784-4127-411a-9389-3e1bae55155c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714d843d-dc49-43c6-9f1e-c87377c432f7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:56.527396 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e274c55b-5a2a-438d-b32b-3a061594c173 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634689 Jan 28 13:47:56.532026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49984) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.536398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-83cd6cd1-8f6e-4a1e-a20b-6c6f883997e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--939969696'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:56.571413 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cd6cd1-8f6e-4a1e-a20b-6c6f883997e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.696826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.707335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cd6cd1-8f6e-4a1e-a20b-6c6f883997e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (f38008e0-a950-4cff-ad8e-a905463e9fc2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.711457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d2401bf1-52f6-47bf-ab17-a52f421c5781 req-92337488-1da5-4eb5-a32a-4e740f1dc3ef tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0555601 Jan 28 13:47:56.713818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cd6cd1-8f6e-4a1e-a20b-6c6f883997e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f38008e0-a950-4cff-ad8e-a905463e9fc2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.764766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd6cd1-8f6e-4a1e-a20b-6c6f883997e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38008e0-a950-4cff-ad8e-a905463e9fc2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:56.778165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cd6cd1-8f6e-4a1e-a20b-6c6f883997e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.780508 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-83cd6cd1-8f6e-4a1e-a20b-6c6f883997e7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2476513 Jan 28 13:47:56.783856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49992) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.792560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-33e54506-4dd5-4ea3-88d1-8096bc23c73b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': 'f38008e0-a950-4cff-ad8e-a905463e9fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:56.794255 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-33e54506-4dd5-4ea3-88d1-8096bc23c73b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 13:47:56.795008 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-33e54506-4dd5-4ea3-88d1-8096bc23c73b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:56.798903 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-33e54506-4dd5-4ea3-88d1-8096bc23c73b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099125 Jan 28 13:47:56.799490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.804995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ef107bf2-bcaa-4333-88fa-0990f019efab tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': 'f38008e0-a950-4cff-ad8e-a905463e9fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:56.805672 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-ef107bf2-bcaa-4333-88fa-0990f019efab tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 13:47:56.806164 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-ef107bf2-bcaa-4333-88fa-0990f019efab tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:56.807336 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ef107bf2-bcaa-4333-88fa-0990f019efab tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065825 Jan 28 13:47:56.811052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49996) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.819223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8dd83800-9813-4232-9733-372161d8916e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': 'f38008e0-a950-4cff-ad8e-a905463e9fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:56.820333 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-8dd83800-9813-4232-9733-372161d8916e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 13:47:56.820841 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-8dd83800-9813-4232-9733-372161d8916e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:56.824834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8dd83800-9813-4232-9733-372161d8916e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096316 Jan 28 13:47:56.825757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49998) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.833150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-da88a053-f981-485a-a82f-eba055eed29e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': 'f38008e0-a950-4cff-ad8e-a905463e9fc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:56.834199 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-da88a053-f981-485a-a82f-eba055eed29e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 13:47:56.834720 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-da88a053-f981-485a-a82f-eba055eed29e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:56.836575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-da88a053-f981-485a-a82f-eba055eed29e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092690 Jan 28 13:47:56.840445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50000) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:56.932278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4753cbd1-968a-4cf5-9c85-4b952b63cea9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (f38008e0-a950-4cff-ad8e-a905463e9fc2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:56.968785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4753cbd1-968a-4cf5-9c85-4b952b63cea9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (f38008e0-a950-4cff-ad8e-a905463e9fc2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.044407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4753cbd1-968a-4cf5-9c85-4b952b63cea9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f38008e0-a950-4cff-ad8e-a905463e9fc2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.047647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4753cbd1-968a-4cf5-9c85-4b952b63cea9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.049265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4753cbd1-968a-4cf5-9c85-4b952b63cea9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/f38008e0-a950-4cff-ad8e-a905463e9fc2 HTTP/1.1" status: 204 len: 168 time: 0.2074046 Jan 28 13:47:57.052361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50006) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.065776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753cbd1-968a-4cf5-9c85-4b952b63cea9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38008e0-a950-4cff-ad8e-a905463e9fc2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:57.143622 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9eb85abe-1301-4549-b644-77c6bc4c955b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0898166 Jan 28 13:47:57.148838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50008) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.158680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0459e898-ae6d-4e43-8be2-4dc4cc70f6ca tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--953242461'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.200983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0459e898-ae6d-4e43-8be2-4dc4cc70f6ca tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.295855 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0459e898-ae6d-4e43-8be2-4dc4cc70f6ca tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (1c012ac1-858c-43e9-a20f-8fc4df930110), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.301803 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0459e898-ae6d-4e43-8be2-4dc4cc70f6ca tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c012ac1-858c-43e9-a20f-8fc4df930110), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.350228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0459e898-ae6d-4e43-8be2-4dc4cc70f6ca tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.352132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0459e898-ae6d-4e43-8be2-4dc4cc70f6ca tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2016737 Jan 28 13:47:57.356970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50014) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.363120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a165bb8f-4150-40ba-a3df-42100cc5f85b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.364125 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-a165bb8f-4150-40ba-a3df-42100cc5f85b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:47:57.365016 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-a165bb8f-4150-40ba-a3df-42100cc5f85b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.367125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a165bb8f-4150-40ba-a3df-42100cc5f85b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088658 Jan 28 13:47:57.374288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50018) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.383003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-031beba4-157f-447c-92b7-7359e887c216 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.386262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459e898-ae6d-4e43-8be2-4dc4cc70f6ca tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c012ac1-858c-43e9-a20f-8fc4df930110,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:57.485650 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-031beba4-157f-447c-92b7-7359e887c216 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.487131 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-031beba4-157f-447c-92b7-7359e887c216 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1116829 Jan 28 13:47:57.492318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50022) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.501448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7952ba0d-a916-4f4c-b0f0-078f3ccbf9e6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.502965 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-7952ba0d-a916-4f4c-b0f0-078f3ccbf9e6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 13:47:57.503501 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-7952ba0d-a916-4f4c-b0f0-078f3ccbf9e6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.504597 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7952ba0d-a916-4f4c-b0f0-078f3ccbf9e6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112989 Jan 28 13:47:57.509980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50024) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.515247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3a3668f9-c49f-43a3-ac60-a6364d1901eb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.566111 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-3a3668f9-c49f-43a3-ac60-a6364d1901eb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.567983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3a3668f9-c49f-43a3-ac60-a6364d1901eb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0565460 Jan 28 13:47:57.572113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50026) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.578764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c661a6ad-0388-42e8-81c7-e4817b5f5ca7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.581149 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-c661a6ad-0388-42e8-81c7-e4817b5f5ca7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 13:47:57.582087 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-c661a6ad-0388-42e8-81c7-e4817b5f5ca7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.583699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c661a6ad-0388-42e8-81c7-e4817b5f5ca7 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093565 Jan 28 13:47:57.587975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50028) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.614813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d0cde6a2-103d-4df2-a2a1-8aaa6f946ef9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.685937 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-d0cde6a2-103d-4df2-a2a1-8aaa6f946ef9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.690097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.690309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d0cde6a2-103d-4df2-a2a1-8aaa6f946ef9 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0923321 Jan 28 13:47:57.697009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2718e0dc-b5cc-4b1c-9256-df4375f1571c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.697635 n-d-822748-2 neutron-server[103374]: WARNING neutron.api.v2.base [None req-2718e0dc-b5cc-4b1c-9256-df4375f1571c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 13:47:57.698249 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-2718e0dc-b5cc-4b1c-9256-df4375f1571c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.699442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2718e0dc-b5cc-4b1c-9256-df4375f1571c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080504 Jan 28 13:47:57.702386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50036) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.707920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-292ccc9f-3ce4-4f22-9b7a-43f550304ee3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.854386 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-292ccc9f-3ce4-4f22-9b7a-43f550304ee3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.855750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-292ccc9f-3ce4-4f22-9b7a-43f550304ee3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1520092 Jan 28 13:47:57.865963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80180b-b412-47e4-a6a2-5c7e17444596 req-f652ad3c-e011-4c75-9bdd-53fc4372fa33 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:57.867390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.874769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e80180b-b412-47e4-a6a2-5c7e17444596 req-f652ad3c-e011-4c75-9bdd-53fc4372fa33 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 945 time: 0.1258688 Jan 28 13:47:57.912097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-40e11c18-ed0e-48c1-80c5-7a6f79c63fef tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c012ac1-858c-43e9-a20f-8fc4df930110', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:57.918599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1917695f-4ce7-492b-aa5a-fc99caa25fa0 req-08cb430a-7726-43de-8662-afae4fb5d061 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0697482 Jan 28 13:47:57.959256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e80180b-b412-47e4-a6a2-5c7e17444596 req-dea68e7e-5984-4186-a1cd-e075b21d4e2c tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765324 Jan 28 13:47:57.979557 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-40e11c18-ed0e-48c1-80c5-7a6f79c63fef tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:47:57.983696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-40e11c18-ed0e-48c1-80c5-7a6f79c63fef tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1012433 Jan 28 13:47:57.984019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50050) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.056930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97ce155e-c41c-4ca1-b842-487308ac55d6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (1c012ac1-858c-43e9-a20f-8fc4df930110), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.091627 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.096939 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97ce155e-c41c-4ca1-b842-487308ac55d6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (1c012ac1-858c-43e9-a20f-8fc4df930110), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.166081 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97ce155e-c41c-4ca1-b842-487308ac55d6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c012ac1-858c-43e9-a20f-8fc4df930110), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.170085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97ce155e-c41c-4ca1-b842-487308ac55d6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.172257 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-97ce155e-c41c-4ca1-b842-487308ac55d6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/1c012ac1-858c-43e9-a20f-8fc4df930110 HTTP/1.1" status: 204 len: 168 time: 0.1866512 Jan 28 13:47:58.176165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50056) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.187022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce155e-c41c-4ca1-b842-487308ac55d6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c012ac1-858c-43e9-a20f-8fc4df930110,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:58.279466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0e0774d1-a239-4c88-a5fa-053d7538fb2d tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1020002 Jan 28 13:47:58.286648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50058) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.293785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-eb77eb89-0dd5-4624-a8d9-7f87855045b8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890298890'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:58.318069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb77eb89-0dd5-4624-a8d9-7f87855045b8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.440346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb77eb89-0dd5-4624-a8d9-7f87855045b8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (1c825aab-ce78-44ae-83a8-0b9c033e274f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.447621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb77eb89-0dd5-4624-a8d9-7f87855045b8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c825aab-ce78-44ae-83a8-0b9c033e274f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.498235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eb77eb89-0dd5-4624-a8d9-7f87855045b8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.500504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eb77eb89-0dd5-4624-a8d9-7f87855045b8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2123983 Jan 28 13:47:58.504876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50064) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.513321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2b155f4a-2e09-440c-8078-f151b7b453a6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c825aab-ce78-44ae-83a8-0b9c033e274f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:58.557750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77eb89-0dd5-4624-a8d9-7f87855045b8 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c825aab-ce78-44ae-83a8-0b9c033e274f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:58.603532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.643511 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-2b155f4a-2e09-440c-8078-f151b7b453a6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The resource could not be found. Jan 28 13:47:58.645300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2b155f4a-2e09-440c-8078-f151b7b453a6 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1384120 Jan 28 13:47:58.650229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50072) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.655132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-55ef8953-248c-4dd6-b3d7-dab08c018739 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '1c825aab-ce78-44ae-83a8-0b9c033e274f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fcf3f9b4-622e-49eb-a5b3-a6eed87fc999'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:58.735798 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-55ef8953-248c-4dd6-b3d7-dab08c018739 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The resource could not be found. Jan 28 13:47:58.740812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:58.741965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-55ef8953-248c-4dd6-b3d7-dab08c018739 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0895050 Jan 28 13:47:58.814691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79d92963-8e66-45ba-b54f-871d6052ea0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.827896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-1613e16f-64d3-4026-a7c0-f069fc76f88c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539930 Jan 28 13:47:58.843731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b4c66c5-5c31-4a88-91a3-1a3dc6846c40 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (1c825aab-ce78-44ae-83a8-0b9c033e274f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.885279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b4c66c5-5c31-4a88-91a3-1a3dc6846c40 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (1c825aab-ce78-44ae-83a8-0b9c033e274f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.908727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d949-3603-4584-a6ad-32a14f469339 req-f0e7fcc9-db11-4e45-af83-2ded2d2d0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:58.910587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-f0e7fcc9-db11-4e45-af83-2ded2d2d0bdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 1097 time: 0.0542738 Jan 28 13:47:58.954611 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b4c66c5-5c31-4a88-91a3-1a3dc6846c40 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c825aab-ce78-44ae-83a8-0b9c033e274f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.957334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b4c66c5-5c31-4a88-91a3-1a3dc6846c40 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.958580 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6b4c66c5-5c31-4a88-91a3-1a3dc6846c40 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/1c825aab-ce78-44ae-83a8-0b9c033e274f HTTP/1.1" status: 204 len: 168 time: 0.2165651 Jan 28 13:47:58.980714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79d92963-8e66-45ba-b54f-871d6052ea0b admin admin] Publish callbacks [] for security_group (94417668-d842-4036-95bb-a362919ad581), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:58.982044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50078) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:59.000376 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79d92963-8e66-45ba-b54f-871d6052ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (94417668-d842-4036-95bb-a362919ad581), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.023539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c66c5-5c31-4a88-91a3-1a3dc6846c40 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c825aab-ce78-44ae-83a8-0b9c033e274f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:59.068839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d949-3603-4584-a6ad-32a14f469339 req-55c0c326-27ee-4764-93f8-ec997858dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.071321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-55c0c326-27ee-4764-93f8-ec997858dd6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 915 time: 0.1374235 Jan 28 13:47:59.083223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d92963-8e66-45ba-b54f-871d6052ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94417668-d842-4036-95bb-a362919ad581,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:59.098845 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-79d92963-8e66-45ba-b54f-871d6052ea0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52696ad798db452c91505cb5162a1c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4937773 Jan 28 13:47:59.108026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50084) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:59.139380 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-77b85c8a-74be-4437-b9f4-775a50c989cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb HTTP/1.1" status: 200 len: 217 time: 0.0575633 Jan 28 13:47:59.172368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-61ff71b5-c205-453c-9c04-55b6a4e30819 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1865799 Jan 28 13:47:59.177152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-844a853d-6e53-4e66-a78b-471dcd724efb req-5482d63c-69d1-4e63-9905-9068a2bca050 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0487854 Jan 28 13:47:59.180669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50086) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:59.186221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2d422245-cd23-4201-864b-5b8505a52c58 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': 'ec6dfa2d-3b13-4130-a3c1-09e23289156e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:59.237824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d949-3603-4584-a6ad-32a14f469339 req-40062a68-711b-4375-9b15-2a1429ca0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.239585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-40062a68-711b-4375-9b15-2a1429ca0bbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.0786579 Jan 28 13:47:59.249835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fc391-5a92-41bc-ad9d-f5f084f519ed req-0cf56977-2e6a-4362-86fe-1499b587d7e2 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.252523 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-600fc391-5a92-41bc-ad9d-f5f084f519ed req-0cf56977-2e6a-4362-86fe-1499b587d7e2 tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 945 time: 0.1005080 Jan 28 13:47:59.261534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53892810-d047-4a5b-b73b-655743619998 admin admin] Publish callbacks [] for security_group (94417668-d842-4036-95bb-a362919ad581), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.287720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-bcfba56c-e2e6-4552-a7d0-2989e0619f1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378921 Jan 28 13:47:59.319332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53892810-d047-4a5b-b73b-655743619998 admin admin] Publish callbacks [] for security_group (94417668-d842-4036-95bb-a362919ad581), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.376661 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-600fc391-5a92-41bc-ad9d-f5f084f519ed req-8535ad71-6899-40d9-84a4-f1059fb3e5fb tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179593 Jan 28 13:47:59.411602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53892810-d047-4a5b-b73b-655743619998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (94417668-d842-4036-95bb-a362919ad581), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.418222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53892810-d047-4a5b-b73b-655743619998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.429856 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-53892810-d047-4a5b-b73b-655743619998 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94417668-d842-4036-95bb-a362919ad581 HTTP/1.1" status: 204 len: 168 time: 0.3161790 Jan 28 13:47:59.444901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53892810-d047-4a5b-b73b-655743619998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94417668-d842-4036-95bb-a362919ad581,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:59.758617 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-2d422245-cd23-4201-864b-5b8505a52c58 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The resource could not be found. Jan 28 13:47:59.763283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2d422245-cd23-4201-864b-5b8505a52c58 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5780513 Jan 28 13:47:59.763974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50096) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:59.770368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1aa519fc-408c-4db2-95e6-5bddcebf485b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613514092'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:59.814836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-72c15968-8a75-4a68-b4e6-182bd19f3ffa tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.817258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-72c15968-8a75-4a68-b4e6-182bd19f3ffa tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 945 time: 0.4978430 Jan 28 13:47:59.827420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1aa519fc-408c-4db2-95e6-5bddcebf485b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.830134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-a562c258-884b-4ef0-8945-38c165b21ebe service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343223 Jan 28 13:47:59.950014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:59.965839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63cf459e-1c32-4f01-a995-83ce15cb51c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.013689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1aa519fc-408c-4db2-95e6-5bddcebf485b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (5c894939-6478-4e69-bccc-e9c50f96cb2a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.020171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1aa519fc-408c-4db2-95e6-5bddcebf485b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5c894939-6478-4e69-bccc-e9c50f96cb2a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.048121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9276d949-3603-4584-a6ad-32a14f469339 req-d96b0deb-fb94-4fae-b40b-4e2770896462 service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994300 Jan 28 13:48:00.081855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1aa519fc-408c-4db2-95e6-5bddcebf485b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.083485 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1aa519fc-408c-4db2-95e6-5bddcebf485b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3184578 Jan 28 13:48:00.086694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa519fc-408c-4db2-95e6-5bddcebf485b tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c894939-6478-4e69-bccc-e9c50f96cb2a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:00.087826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50102) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:00.106079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6ed4a9a4-8c54-4af9-88d2-fcbc30b2bdb3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187854774'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:00.138019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63cf459e-1c32-4f01-a995-83ce15cb51c6 admin admin] Publish callbacks [] for security_group (28d425fa-79c6-4bf3-a19c-1ee7aec52757), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.145351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-63cf459e-1c32-4f01-a995-83ce15cb51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (28d425fa-79c6-4bf3-a19c-1ee7aec52757), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.158964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Deleting port 985d31d6-5568-4c2d-b304-710a557ebec6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:00.159647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.181277 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ed4a9a4-8c54-4af9-88d2-fcbc30b2bdb3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.203805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf459e-1c32-4f01-a995-83ce15cb51c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d425fa-79c6-4bf3-a19c-1ee7aec52757,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:00.234502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-63cf459e-1c32-4f01-a995-83ce15cb51c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=836355ff53cd44c38b30edffa6ca23d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832305 Jan 28 13:48:00.237755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50106) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:00.356279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d5-f275-4272-8577-79b91120e373 admin admin] Publish callbacks [] for security_group (28d425fa-79c6-4bf3-a19c-1ee7aec52757), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.373979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] For port 985d31d6-5568-4c2d-b304-710a557ebec6, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=985d31d6-5568-4c2d-b304-710a557ebec6,segment=NetworkSegment(e429c6a0-c667-44be-9f88-d4f22faae31c),segment_id=e429c6a0-c667-44be-9f88-d4f22faae31c)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:00.375199 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.385898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d5-f275-4272-8577-79b91120e373 admin admin] Publish callbacks [] for security_group (28d425fa-79c6-4bf3-a19c-1ee7aec52757), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.396729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Calling delete_port for 985d31d6-5568-4c2d-b304-710a557ebec6 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:00.433688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ed4a9a4-8c54-4af9-88d2-fcbc30b2bdb3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (89c15db9-4c58-4381-9201-e56652bcd297), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.459339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a44707a4-ea70-4c1f-844a-4f9ce1b94f22 req-44d38615-177d-4d92-89b5-4e077606d769 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.1208723 Jan 28 13:48:00.477573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d5-f275-4272-8577-79b91120e373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (28d425fa-79c6-4bf3-a19c-1ee7aec52757), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.481788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6634c7d5-f275-4272-8577-79b91120e373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.484549 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6634c7d5-f275-4272-8577-79b91120e373 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28d425fa-79c6-4bf3-a19c-1ee7aec52757 HTTP/1.1" status: 204 len: 168 time: 0.2445867 Jan 28 13:48:00.490715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ed4a9a4-8c54-4af9-88d2-fcbc30b2bdb3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (89c15db9-4c58-4381-9201-e56652bcd297), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.524334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634c7d5-f275-4272-8577-79b91120e373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d425fa-79c6-4bf3-a19c-1ee7aec52757,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:00.563954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ed4a9a4-8c54-4af9-88d2-fcbc30b2bdb3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.572072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6ed4a9a4-8c54-4af9-88d2-fcbc30b2bdb3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4775922 Jan 28 13:48:00.579908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50114) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:00.592431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4a9a4-8c54-4af9-88d2-fcbc30b2bdb3 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c15db9-4c58-4381-9201-e56652bcd297,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:00.592787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dfdf83d4-6ce8-4ad7-aa0f-6ec94d7f3557 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group_rule': {'security_group_id': '5c894939-6478-4e69-bccc-e9c50f96cb2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '89c15db9-4c58-4381-9201-e56652bcd297'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:00.696552 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-dfdf83d4-6ce8-4ad7-aa0f-6ec94d7f3557 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:48:00.703874 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dfdf83d4-6ce8-4ad7-aa0f-6ec94d7f3557 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1208022 Jan 28 13:48:00.705444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50116) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:00.804655 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc546-3d05-4b00-b5d0-1cff91ef231e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (89c15db9-4c58-4381-9201-e56652bcd297), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.810179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5358c-17cf-483b-a9aa-c224f5b0d0ec req-b1a098bc-b7eb-4d95-be0c-2478ba15bfeb tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:00.812926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29f5358c-17cf-483b-a9aa-c224f5b0d0ec req-b1a098bc-b7eb-4d95-be0c-2478ba15bfeb tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cb8b400-a3e9-44f2-926d-dfc1d8e3e840 HTTP/1.1" status: 200 len: 945 time: 0.1732824 Jan 28 13:48:00.873998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (985d31d6-5568-4c2d-b304-710a557ebec6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.886711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['985d31d6-5568-4c2d-b304-710a557ebec6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:00.907836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc546-3d05-4b00-b5d0-1cff91ef231e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (89c15db9-4c58-4381-9201-e56652bcd297), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.951175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Pushing event deleted for resources: {'Port': ['ID=985d31d6-5568-4c2d-b304-710a557ebec6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:01.029742 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-07994a19-798c-4b5c-b576-1805ff163d53 req-34c24656-3156-4c4f-9550-96ad1eb3cc63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.5772860 Jan 28 13:48:01.035826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] No DVR routers for this DVR port 985d31d6-5568-4c2d-b304-710a557ebec6 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:01.038812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.042735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa3403d3-964e-4c39-9c62-835e0b5d694c req-5c19b693-12cf-49a5-9355-b605a1a5422e tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.36 "DELETE /v2.0/ports/985d31d6-5568-4c2d-b304-710a557ebec6 HTTP/1.1" status: 204 len: 173 time: 1.2108347 Jan 28 13:48:01.043357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'name': 'network-vif-deleted', 'tag': '985d31d6-5568-4c2d-b304-710a557ebec6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:01.048016 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a314e5c9-fe79-4961-95c1-89052c636f39" -d '{"events": [{"server_uuid": "6cb8b400-a3e9-44f2-926d-dfc1d8e3e840", "name": "network-vif-deleted", "tag": "985d31d6-5568-4c2d-b304-710a557ebec6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:01.061616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29f5358c-17cf-483b-a9aa-c224f5b0d0ec req-e075fbb1-6632-4dd5-83f4-cca770af0b5f tempest-VolumesSnapshotTestJSON-1759985682 tempest-VolumesSnapshotTestJSON-1759985682-project] 10.222.0.45 "GET /v2.0/security-groups?id=ef217eeb-d45d-4271-87ce-15ebf61afbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301879 Jan 28 13:48:01.077524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc546-3d05-4b00-b5d0-1cff91ef231e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (89c15db9-4c58-4381-9201-e56652bcd297), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.077524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3e7bc546-3d05-4b00-b5d0-1cff91ef231e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.077524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3e7bc546-3d05-4b00-b5d0-1cff91ef231e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/89c15db9-4c58-4381-9201-e56652bcd297 HTTP/1.1" status: 204 len: 168 time: 0.3700097 Jan 28 13:48:01.082145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50130) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:01.103752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bc546-3d05-4b00-b5d0-1cff91ef231e tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c15db9-4c58-4381-9201-e56652bcd297,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:01.241543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2a9b3cb3-f82e-486a-871a-74fd7aaf8c28 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1573045 Jan 28 13:48:01.244817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50134) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:01.365126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22fd23bd-ff91-4311-9ce9-af074e7de4bb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (5c894939-6478-4e69-bccc-e9c50f96cb2a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.402493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22fd23bd-ff91-4311-9ce9-af074e7de4bb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (5c894939-6478-4e69-bccc-e9c50f96cb2a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.470782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22fd23bd-ff91-4311-9ce9-af074e7de4bb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5c894939-6478-4e69-bccc-e9c50f96cb2a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.474380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22fd23bd-ff91-4311-9ce9-af074e7de4bb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.478622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50142) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:01.479175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-22fd23bd-ff91-4311-9ce9-af074e7de4bb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/5c894939-6478-4e69-bccc-e9c50f96cb2a HTTP/1.1" status: 204 len: 168 time: 0.2329149 Jan 28 13:48:01.489980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd23bd-ff91-4311-9ce9-af074e7de4bb tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c894939-6478-4e69-bccc-e9c50f96cb2a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:01.558599 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d3cbb-9aaa-4104-98ee-e65153390e04 x-openstack-request-id: req-826d3cbb-9aaa-4104-98ee-e65153390e04 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:01.558794 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8b400-a3e9-44f2-926d-dfc1d8e3e840", "name": "network-vif-deleted", "tag": "985d31d6-5568-4c2d-b304-710a557ebec6", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:01.559018 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-826d3cbb-9aaa-4104-98ee-e65153390e04 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:01.560741 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8b400-a3e9-44f2-926d-dfc1d8e3e840', 'name': 'network-vif-deleted', 'tag': '985d31d6-5568-4c2d-b304-710a557ebec6', 'status': 'completed', 'code': 200} Jan 28 13:48:01.599221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50146) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:01.605182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7b0b9d23-c42d-4649-a3c4-aa1ef996cae4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'tempest-secgroup--768547753'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:01.609449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-180ec211-3da0-4e0d-9224-9e47be07ddfd tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1279643 Jan 28 13:48:01.638128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9d23-c42d-4649-a3c4-aa1ef996cae4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.703734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5c70327-23b7-4db6-911a-bf612859bdbd req-adbb208f-971c-4ca9-8aca-77acbb96b982 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0339034 Jan 28 13:48:01.798497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9d23-c42d-4649-a3c4-aa1ef996cae4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (0cc745f5-1cde-4bd7-832e-01360431cddb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.805092 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9d23-c42d-4649-a3c4-aa1ef996cae4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0cc745f5-1cde-4bd7-832e-01360431cddb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.849052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9d23-c42d-4649-a3c4-aa1ef996cae4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:01.851862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7b0b9d23-c42d-4649-a3c4-aa1ef996cae4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2501621 Jan 28 13:48:01.854668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:01.856543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b9d23-c42d-4649-a3c4-aa1ef996cae4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc745f5-1cde-4bd7-832e-01360431cddb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:01.860124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b634eef6-a65b-408c-b70c-df787332ed5c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:01.860522 n-d-822748-2 neutron-server[103373]: WARNING neutron.api.v2.base [None req-b634eef6-a65b-408c-b70c-df787332ed5c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 13:48:01.861033 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-b634eef6-a65b-408c-b70c-df787332ed5c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 13:48:01.862641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b634eef6-a65b-408c-b70c-df787332ed5c tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "PUT /v2.0/security-groups/0cc745f5-1cde-4bd7-832e-01360431cddb HTTP/1.1" status: 409 len: 330 time: 0.0063753 Jan 28 13:48:01.867876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50156) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:01.983746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef72-7380-4698-8d90-cf162b30fac4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (0cc745f5-1cde-4bd7-832e-01360431cddb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.024713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef72-7380-4698-8d90-cf162b30fac4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (0cc745f5-1cde-4bd7-832e-01360431cddb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.078634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef72-7380-4698-8d90-cf162b30fac4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0cc745f5-1cde-4bd7-832e-01360431cddb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.082379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef72-7380-4698-8d90-cf162b30fac4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.083845 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2fcaef72-7380-4698-8d90-cf162b30fac4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/0cc745f5-1cde-4bd7-832e-01360431cddb HTTP/1.1" status: 204 len: 168 time: 0.2162056 Jan 28 13:48:02.087175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50166) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:02.098694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaef72-7380-4698-8d90-cf162b30fac4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc745f5-1cde-4bd7-832e-01360431cddb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:02.232591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50174) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:02.234042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-453326b0-1563-4eac-82bb-9dcd556d1864 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1418073 Jan 28 13:48:02.252312 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-b291896a-a76d-4721-804b-d32ae4dd8548 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] delete failed (client error): The resource could not be found. Jan 28 13:48:02.253942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b291896a-a76d-4721-804b-d32ae4dd8548 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "DELETE /v2.0/security-groups/839f01a0-81bc-450d-8edc-957b81bd3ac5 HTTP/1.1" status: 404 len: 347 time: 0.0204017 Jan 28 13:48:02.258246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50176) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:02.269403 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-67fdceaa-c059-45a6-892b-6810da512400 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1036479 Jan 28 13:48:02.276805 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-9a870267-43dd-4047-b1b5-54026ee65b1f tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] show failed (client error): The resource could not be found. Jan 28 13:48:02.282420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9a870267-43dd-4047-b1b5-54026ee65b1f tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-groups/484639c5-c7bf-49b0-90e0-043209283ed8 HTTP/1.1" status: 404 len: 347 time: 0.0221300 Jan 28 13:48:02.287348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50178) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:02.330246 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-c7447c70-77ef-4f88-8b7d-d7c3765024a4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] show failed (client error): The resource could not be found. Jan 28 13:48:02.331462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c7447c70-77ef-4f88-8b7d-d7c3765024a4 tempest-NegativeSecGroupTest-1554172298 tempest-NegativeSecGroupTest-1554172298-project] 10.222.0.45 "GET /v2.0/security-group-rules/0fae50fa-44d9-47d8-beff-eaa01cabe944 HTTP/1.1" status: 404 len: 356 time: 0.0417795 Jan 28 13:48:02.451429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.452363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.453691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.454598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.455051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.455621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.456586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.468073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-09fa5bec-2254-4a73-b4bf-7c17bbeaa3ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.1276779 Jan 28 13:48:02.787840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-fd671c74-7c87-4bf3-8590-19da0c78c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.789208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-fd671c74-7c87-4bf3-8590-19da0c78c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.789496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-fd671c74-7c87-4bf3-8590-19da0c78c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.795584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-fd671c74-7c87-4bf3-8590-19da0c78c681 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=b3daea2d-ee9c-473f-9140-ae668521e7c4&id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 2297 time: 0.2751055 Jan 28 13:48:02.826127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50198) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:02.889987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-6c60d7c4-c01b-4cf5-82cd-6f4ae44760ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 1000 time: 0.0879865 Jan 28 13:48:02.989598 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5ef5da04-c33f-49d0-a869-252d985465eb req-5bedeb51-fa9c-4c20-b1ec-db3b12c7e202 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0694370 Jan 28 13:48:03.009968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-387a77f0-cb44-47ff-995e-ca0cb80230d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:03.011776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-387a77f0-cb44-47ff-995e-ca0cb80230d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 200 len: 856 time: 0.1116636 Jan 28 13:48:03.101896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-a871edc4-b01c-42ff-875a-7cf01da47317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:03.104431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-a871edc4-b01c-42ff-875a-7cf01da47317 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68ab7131-bccd-4165-8d71-334c51189a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840816 Jan 28 13:48:03.124893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-a6a79c08-650f-477a-8097-a8c93c4c3de8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:48:03.126813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-a6a79c08-650f-477a-8097-a8c93c4c3de8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111892 Jan 28 13:48:03.154559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-744aa072-b096-4df3-bb30-f078d09b058f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62c501aeb1b646f0ba527176ac47e5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268936 Jan 28 13:48:03.160188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50214) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:03.293716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 985d31d6-5568-4c2d-b304-710a557ebec6 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:03.296443 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-d613b22b-0345-4089-839a-66e6401b760f service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571517 Jan 28 13:48:03.343037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4678acb1-799b-449a-9f48-bd2d7e054235 admin admin] Publish callbacks [] for security_group (c79d34bf-4b83-484a-9556-2aa189fdc9c9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.372691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 985d31d6-5568-4c2d-b304-710a557ebec6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:03.373393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 985d31d6-5568-4c2d-b304-710a557ebec6 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:03.432729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4678acb1-799b-449a-9f48-bd2d7e054235 admin admin] Publish callbacks [] for security_group (c79d34bf-4b83-484a-9556-2aa189fdc9c9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.496848 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4678acb1-799b-449a-9f48-bd2d7e054235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c79d34bf-4b83-484a-9556-2aa189fdc9c9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.497370 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-a0e1f341-bd43-465b-b318-a25e07c38114 service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913936 Jan 28 13:48:03.499597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4678acb1-799b-449a-9f48-bd2d7e054235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.512630 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4678acb1-799b-449a-9f48-bd2d7e054235 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c79d34bf-4b83-484a-9556-2aa189fdc9c9 HTTP/1.1" status: 204 len: 168 time: 0.3513052 Jan 28 13:48:03.524520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678acb1-799b-449a-9f48-bd2d7e054235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79d34bf-4b83-484a-9556-2aa189fdc9c9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:03.606576 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-f74445dc-ae78-4fa8-878b-fdb859448a68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 217 time: 0.0872004 Jan 28 13:48:03.609538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44716cc5-4ee0-4e81-9a34-f8e48528b871 req-8462b432-605b-419a-a92b-bc2c1183f44e tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0532305 Jan 28 13:48:03.739695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-f1473782-1c80-4f71-b081-94492679c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:03.747854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-f1473782-1c80-4f71-b081-94492679c3d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1271350 Jan 28 13:48:03.822074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-f410d3b5-4a68-4ef9-9975-9e57484110dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:03.824311 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-f410d3b5-4a68-4ef9-9975-9e57484110dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712621 Jan 28 13:48:03.939699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-7107a5f8-c3fc-4969-b5eb-877bd0149594 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999856 Jan 28 13:48:04.083777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-86e46e6f-12dc-47c5-b734-c490d575701e service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345456 Jan 28 13:48:04.175391 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-e08b8914-65df-4fcf-a703-c94c1ef9560b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 217 time: 0.0843439 Jan 28 13:48:04.319663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-9b1a7ecc-88a3-44bc-b92e-703bf94c94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:04.321865 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-9b1a7ecc-88a3-44bc-b92e-703bf94c94c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1400054 Jan 28 13:48:04.415356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-0ef5d343-230c-42bc-8018-96ad90299402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:04.418261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-0ef5d343-230c-42bc-8018-96ad90299402 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892899 Jan 28 13:48:04.607370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50272) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:04.642009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-47da4826-cc3e-47dd-ab4d-8841a7c6e9ff service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155125 Jan 28 13:48:04.866087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9498771d-9fda-472c-8613-f340cd11b9b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.892708 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a6403ca-197a-4d64-8300-de38fe80e669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.911982 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c80ef714-6fa0-4e60-9cb1-36ac3591fff6 req-c0bfd282-deda-4128-a9fa-bcfb8a6302e8 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.1042054 Jan 28 13:48:04.977499 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-3667a773-4fab-4280-9445-829e10644525 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191411 Jan 28 13:48:05.079494 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-a5ac76a4-854f-499e-a83c-b713a8a134e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 200 len: 217 time: 0.0854487 Jan 28 13:48:05.105303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9498771d-9fda-472c-8613-f340cd11b9b6 admin admin] Publish callbacks [] for security_group (498740b2-0790-478d-ab5b-7cc5f845c242), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.110488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9498771d-9fda-472c-8613-f340cd11b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (498740b2-0790-478d-ab5b-7cc5f845c242), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.134511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50286) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.153975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-091c4d6d-5b99-470a-a325-e001a85770c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:05.164836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-091c4d6d-5b99-470a-a325-e001a85770c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.0643628 Jan 28 13:48:05.184935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9498771d-9fda-472c-8613-f340cd11b9b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0263f2bfe828494d8f0e49902deaaf0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736070 Jan 28 13:48:05.185898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50290) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.227339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498771d-9fda-472c-8613-f340cd11b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498740b2-0790-478d-ab5b-7cc5f845c242,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:05.235950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-1c7288f7-fd57-4511-9365-b032836f42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:05.246223 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-1c7288f7-fd57-4511-9365-b032836f42c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719776 Jan 28 13:48:05.251886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb002e31-98c1-4df6-b178-0eac5736764e admin admin] Publish callbacks [] for security_group (498740b2-0790-478d-ab5b-7cc5f845c242), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.283729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb002e31-98c1-4df6-b178-0eac5736764e admin admin] Publish callbacks [] for security_group (498740b2-0790-478d-ab5b-7cc5f845c242), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.342644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-053a9e0d-40e5-47c3-a08e-72b044dcde21 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1851051051', 'prefixes': ['172.20.0.0/16']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:05.388504 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-5f494d89-2d83-419f-b6da-727931ee87fb service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318121 Jan 28 13:48:05.390963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb002e31-98c1-4df6-b178-0eac5736764e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (498740b2-0790-478d-ab5b-7cc5f845c242), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.394209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb002e31-98c1-4df6-b178-0eac5736764e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.398469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cb002e31-98c1-4df6-b178-0eac5736764e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/498740b2-0790-478d-ab5b-7cc5f845c242 HTTP/1.1" status: 204 len: 168 time: 0.2074139 Jan 28 13:48:05.415762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb002e31-98c1-4df6-b178-0eac5736764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498740b2-0790-478d-ab5b-7cc5f845c242,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:05.470832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-053a9e0d-40e5-47c3-a08e-72b044dcde21 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.478045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-053a9e0d-40e5-47c3-a08e-72b044dcde21 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3399174 Jan 28 13:48:05.479093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50300) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.535048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-08ed394e-5467-413c-9f94-2362f15ca349 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] 10.222.0.45 "GET /v2.0/subnetpools/39a63b2d-5cfa-4c42-ba47-77ec924ca646 HTTP/1.1" status: 200 len: 732 time: 0.0524852 Jan 28 13:48:05.535266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50302) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.540757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5dc1161a-7e53-43df-bc44-7767d20d206b tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1906192465'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:05.565351 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-26da8adf-455e-4577-a6bb-db5c7c2e52ec service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656449 Jan 28 13:48:05.621664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-b7c3330f-ca90-430a-99e1-e2971ea17bae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 200 len: 217 time: 0.0477426 Jan 28 13:48:05.665439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5dc1161a-7e53-43df-bc44-7767d20d206b tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.669842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5dc1161a-7e53-43df-bc44-7767d20d206b tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] 10.222.0.45 "PUT /v2.0/subnetpools/39a63b2d-5cfa-4c42-ba47-77ec924ca646 HTTP/1.1" status: 200 len: 684 time: 0.1333427 Jan 28 13:48:05.670589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.682184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-830ee55c-f4ff-467c-8caf-aef47e2c4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:05.684045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-830ee55c-f4ff-467c-8caf-aef47e2c4f8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.0558515 Jan 28 13:48:05.755220 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-cc1b3a98-89a1-4a6e-878c-afc98f7297af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:05.757060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-cc1b3a98-89a1-4a6e-878c-afc98f7297af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644009 Jan 28 13:48:05.769331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8f41a642-bef2-4354-9e9f-e12ec51bdc53 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:05.774445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8f41a642-bef2-4354-9e9f-e12ec51bdc53 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] 10.222.0.45 "DELETE /v2.0/subnetpools/39a63b2d-5cfa-4c42-ba47-77ec924ca646 HTTP/1.1" status: 204 len: 168 time: 0.1015441 Jan 28 13:48:05.776778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50308) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.796442 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-641a1e6f-87f6-4f77-a227-ce54d8870e48 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] show failed (client error): The resource could not be found. Jan 28 13:48:05.800614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-641a1e6f-87f6-4f77-a227-ce54d8870e48 tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] 10.222.0.45 "GET /v2.0/subnetpools/39a63b2d-5cfa-4c42-ba47-77ec924ca646 HTTP/1.1" status: 404 len: 346 time: 0.0223744 Jan 28 13:48:05.801293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50310) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:05.822768 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-809c41df-d348-45a2-96b4-29e863d3f21e tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] delete failed (client error): The resource could not be found. Jan 28 13:48:05.841806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-809c41df-d348-45a2-96b4-29e863d3f21e tempest-SubnetPoolsTestJSON-194841047 tempest-SubnetPoolsTestJSON-194841047-project] 10.222.0.45 "DELETE /v2.0/subnetpools/39a63b2d-5cfa-4c42-ba47-77ec924ca646 HTTP/1.1" status: 404 len: 346 time: 0.0313885 Jan 28 13:48:05.956321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50314) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:06.013477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.148147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50324) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:06.201138 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Publish callbacks [] for security_group (568e9cb3-f039-4463-a29a-389165bc1c21), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.210313 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (568e9cb3-f039-4463-a29a-389165bc1c21), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.262255 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3647377d-81e2-45b9-b302-262936863dfd req-36ee4384-00c2-4792-81c0-b48941fcde1b tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0612354 Jan 28 13:48:06.280865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69ceb0d28eb342d3b001e0a987d66dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198457 Jan 28 13:48:06.282294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568e9cb3-f039-4463-a29a-389165bc1c21,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:06.285772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50328) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:06.316768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.316768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.316768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.316768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.317561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.317680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.318094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.318522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.319011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.319445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.319889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.320364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.320796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d501a18-e97d-4682-b81e-8acc2de54507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:06.349484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-cc82a660-8847-49c5-b8e7-0dd5f4eb25c6 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847433 Jan 28 13:48:06.406932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1761345-e73a-4e01-ac82-bf34ade24cea admin admin] Publish callbacks [] for security_group (568e9cb3-f039-4463-a29a-389165bc1c21), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.433602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1761345-e73a-4e01-ac82-bf34ade24cea admin admin] Publish callbacks [] for security_group (568e9cb3-f039-4463-a29a-389165bc1c21), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.496291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e21b75f2-69ba-4829-b715-3550430edde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.511923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1761345-e73a-4e01-ac82-bf34ade24cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (568e9cb3-f039-4463-a29a-389165bc1c21), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.514617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1761345-e73a-4e01-ac82-bf34ade24cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.518268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b1761345-e73a-4e01-ac82-bf34ade24cea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/568e9cb3-f039-4463-a29a-389165bc1c21 HTTP/1.1" status: 204 len: 168 time: 0.2281480 Jan 28 13:48:06.531543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1761345-e73a-4e01-ac82-bf34ade24cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e9cb3-f039-4463-a29a-389165bc1c21,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:06.554293 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-cd6a2fce-9b77-40ad-9015-47ee0d85350e service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940594 Jan 28 13:48:06.637239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e21b75f2-69ba-4829-b715-3550430edde0 admin admin] Publish callbacks [] for security_group (69f40a5d-122f-496c-8d75-df0110dd9a1a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.642205 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-7e6bb0eb-47b1-4ba5-915a-fd62cb77f877 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 200 len: 217 time: 0.0778809 Jan 28 13:48:06.643566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e21b75f2-69ba-4829-b715-3550430edde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (69f40a5d-122f-496c-8d75-df0110dd9a1a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.703821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e21b75f2-69ba-4829-b715-3550430edde0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1a17be324b04258a1793181bd0ba56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5531845 Jan 28 13:48:06.706178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b75f2-69ba-4829-b715-3550430edde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f40a5d-122f-496c-8d75-df0110dd9a1a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:06.710779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50342) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:06.795059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ccc163dd-598b-41a9-80ee-289e84d16cbe admin admin] Publish callbacks [] for security_group (69f40a5d-122f-496c-8d75-df0110dd9a1a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.817607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-16848711-5733-4516-897c-f83bdb8a19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:06.821033 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-16848711-5733-4516-897c-f83bdb8a19cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.1672773 Jan 28 13:48:06.836018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ccc163dd-598b-41a9-80ee-289e84d16cbe admin admin] Publish callbacks [] for security_group (69f40a5d-122f-496c-8d75-df0110dd9a1a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.926154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-1ce7d488-a887-46b5-b4b8-68b6be42bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:06.929823 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-1ce7d488-a887-46b5-b4b8-68b6be42bee9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000934 Jan 28 13:48:06.935130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ccc163dd-598b-41a9-80ee-289e84d16cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (69f40a5d-122f-496c-8d75-df0110dd9a1a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.939361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ccc163dd-598b-41a9-80ee-289e84d16cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:06.947266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ccc163dd-598b-41a9-80ee-289e84d16cbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69f40a5d-122f-496c-8d75-df0110dd9a1a HTTP/1.1" status: 204 len: 168 time: 0.2287543 Jan 28 13:48:06.970923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc163dd-598b-41a9-80ee-289e84d16cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f40a5d-122f-496c-8d75-df0110dd9a1a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:07.084580 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-bcfbc144-1c5e-415e-9f2b-24571d1b6f66 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397996 Jan 28 13:48:07.331996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-51920026-11de-4c3a-8b23-5e939eac428c service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285874 Jan 28 13:48:07.417213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-61e62f2a-93b4-4c57-8c77-e01ae7d8c71c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 217 time: 0.0752406 Jan 28 13:48:07.559188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-ce268a7b-d42e-4c47-bc74-01163cbc6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:07.566433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-ce268a7b-d42e-4c47-bc74-01163cbc6d20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.1212773 Jan 28 13:48:07.629981 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c40d6cac-9309-4cc5-ae9b-cb5877382be6 req-9b20969b-7303-471f-82d8-dbfe0fbc9bfe tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.2081499 Jan 28 13:48:07.718172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-32a1e98b-7fe3-4877-a7c0-3c33d0c15e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:07.722175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-32a1e98b-7fe3-4877-a7c0-3c33d0c15e21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1153805 Jan 28 13:48:07.744881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7cc141ca-ea03-4263-befa-e36a01def397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:07.940509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-e162c76b-6ebe-4452-8b50-d8c97448678e service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106597 Jan 28 13:48:08.167882 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6aec5815-52d4-4ca6-b96a-5a34253a70d9 req-8ced7628-5e33-498c-97c4-faed5aa81978 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934927 Jan 28 13:48:08.569675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50396) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:08.717835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:08.878320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272055027-network', 'tenant_id': '338f9ca411164a30bd50caf8bfed8970'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:08.885310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1be5f5ca-50e1-4bf5-bbc2-c1a1798573d3 req-f90f9aa4-f2cd-4ec5-b2b7-9b8f9157f76b tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0706863 Jan 28 13:48:08.904514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Made reservation on behalf of 338f9ca411164a30bd50caf8bfed8970 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:08.907064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:08.919448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.079766 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks [] for security_group (61d0c0ab-f122-433e-aad1-07931f2fff69), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.085675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61d0c0ab-f122-433e-aad1-07931f2fff69), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.103281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:09.116635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (284a7545-b16a-4d41-997f-066ad7bf0eb7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.117461 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Added segment 284a7545-b16a-4d41-997f-066ad7bf0eb7 of type vlan for network f683f58d-780a-457a-92e2-440222ed6a59 Jan 28 13:48:09.219050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d0c0ab-f122-433e-aad1-07931f2fff69,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:09.222781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f683f58d-780a-457a-92e2-440222ed6a59), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.274602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f683f58d-780a-457a-92e2-440222ed6a59), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.276193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:09.276800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.356157 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7834911 Jan 28 13:48:09.357364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50420) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:09.373460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Request body: {'subnet': {'network_id': 'f683f58d-780a-457a-92e2-440222ed6a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272055027-subnet', 'tenant_id': '338f9ca411164a30bd50caf8bfed8970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:09.379359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b304b-499b-4a9e-8e31-8e4eb23e09ea admin admin] Pushing event updated for resources: {'Network': ['ID=f683f58d-780a-457a-92e2-440222ed6a59,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:09.391221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f683f58d-780a-457a-92e2-440222ed6a59 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:09.447725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Made reservation on behalf of 338f9ca411164a30bd50caf8bfed8970 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:09.450377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:09.914946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (57e60ebe-11ea-408e-a903-edc0ef663727), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.019377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e60ebe-11ea-408e-a903-edc0ef663727,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:10.041691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Checking segment: {'id': '284a7545-b16a-4d41-997f-066ad7bf0eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f683f58d-780a-457a-92e2-440222ed6a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:10.042433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Network hostable DHCP agents. Network: f683f58d-780a-457a-92e2-440222ed6a59, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:10.064654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Network f683f58d-780a-457a-92e2-440222ed6a59 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:10.081902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f683f58d-780a-457a-92e2-440222ed6a59) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:10.088534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.089455 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.090664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3fffe-3919-484f-bd3c-7fcaee27baeb None None] Network f683f58d-780a-457a-92e2-440222ed6a59 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:10.147380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-133fcff7-28dc-45fd-ba7a-5686278adf29 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7833464 Jan 28 13:48:10.182006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38194a0b-cff5-407e-9d93-029e33624cfd req-a239ff78-8e63-46d1-9a4c-8b70ecad34c2 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0759289 Jan 28 13:48:10.333383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025ed90-6ac5-4fcb-8cfd-0ec3024f1f22 None None] Network f683f58d-780a-457a-92e2-440222ed6a59 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:10.538206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:10.742047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50476) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:10.890565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.057163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Publish callbacks [] for security_group (520895cb-3c7d-4277-8aaf-49d4eb99cb2b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.063865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (520895cb-3c7d-4277-8aaf-49d4eb99cb2b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.182174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520895cb-3c7d-4277-8aaf-49d4eb99cb2b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:11.191185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50496) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:11.191716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26c9d248a24d44718b2e58bd9834f316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4482746 Jan 28 13:48:11.209104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.210012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.210376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.210725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.211085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.212605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.212951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.213302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.215305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.216829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.216989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.219206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.219570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebc22a-5c9e-4704-822b-9f256d9c26de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:11.232497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50500) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:11.263788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528243111-network', 'tenant_id': '8d9b4a163c87450f9bf5b778b03ab542'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:11.302821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Made reservation on behalf of 8d9b4a163c87450f9bf5b778b03ab542 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:11.306990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19d22c86-f00e-48a2-aec6-62e1131c548f admin admin] Publish callbacks [] for security_group (520895cb-3c7d-4277-8aaf-49d4eb99cb2b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.310677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.334662 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.413221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29d53bc6-e88c-4e4c-992c-27524b8b7330 req-817bd550-59fc-4f04-b059-922506e65cc7 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0936430 Jan 28 13:48:11.424471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19d22c86-f00e-48a2-aec6-62e1131c548f admin admin] Publish callbacks [] for security_group (520895cb-3c7d-4277-8aaf-49d4eb99cb2b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.530409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks [] for security_group (9450fc08-f62c-4526-a706-3945019b58bc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.537592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9450fc08-f62c-4526-a706-3945019b58bc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.549180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19d22c86-f00e-48a2-aec6-62e1131c548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (520895cb-3c7d-4277-8aaf-49d4eb99cb2b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.554349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19d22c86-f00e-48a2-aec6-62e1131c548f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.555554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19d22c86-f00e-48a2-aec6-62e1131c548f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/520895cb-3c7d-4277-8aaf-49d4eb99cb2b HTTP/1.1" status: 204 len: 168 time: 0.3623042 Jan 28 13:48:11.565484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d22c86-f00e-48a2-aec6-62e1131c548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520895cb-3c7d-4277-8aaf-49d4eb99cb2b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:11.602903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:11.636865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9450fc08-f62c-4526-a706-3945019b58bc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:11.642652 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (78168006-fe7c-456f-97e3-d5d0fc57ee6e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.643012 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Added segment 78168006-fe7c-456f-97e3-d5d0fc57ee6e of type vlan for network 2536e375-523e-4565-8084-489bd1a557f8 Jan 28 13:48:11.729356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2536e375-523e-4565-8084-489bd1a557f8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.763103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.783978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2536e375-523e-4565-8084-489bd1a557f8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.785165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:11.786141 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:11.860462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6088989 Jan 28 13:48:11.863437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:11.869996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Request body: {'subnet': {'network_id': '2536e375-523e-4565-8084-489bd1a557f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528243111-subnet', 'tenant_id': '8d9b4a163c87450f9bf5b778b03ab542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:11.908334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Made reservation on behalf of 8d9b4a163c87450f9bf5b778b03ab542 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:11.913981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.015222 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cc646-c54c-4374-867b-a88e1aee7472 admin admin] Pushing event updated for resources: {'Network': ['ID=2536e375-523e-4565-8084-489bd1a557f8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:12.028994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2536e375-523e-4565-8084-489bd1a557f8 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:12.209925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:12.265500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f194028a-63c1-40a6-8307-65fdae00201c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.382091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (97f4c881-f461-4202-8d35-e1b8d8612efd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.500564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f4c881-f461-4202-8d35-e1b8d8612efd,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:12.518324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f194028a-63c1-40a6-8307-65fdae00201c admin admin] Publish callbacks [] for security_group (1ac7cad7-085b-4e19-9a73-514327fc4029), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.520266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Checking segment: {'id': '78168006-fe7c-456f-97e3-d5d0fc57ee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2536e375-523e-4565-8084-489bd1a557f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:12.520902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Network hostable DHCP agents. Network: 2536e375-523e-4565-8084-489bd1a557f8, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:12.529042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f194028a-63c1-40a6-8307-65fdae00201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1ac7cad7-085b-4e19-9a73-514327fc4029), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.588657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194028a-63c1-40a6-8307-65fdae00201c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7cad7-085b-4e19-9a73-514327fc4029,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:12.596703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Network 2536e375-523e-4565-8084-489bd1a557f8 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:12.610914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f194028a-63c1-40a6-8307-65fdae00201c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34a7bbc31d264ee9a537ccce805e5b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970902 Jan 28 13:48:12.613425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50524) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:12.641187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9649a3cd-ce06-4f0b-8d96-23bd84d0128f req-c4119e73-dc14-44db-83c7-4e9b99c26b11 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0458586 Jan 28 13:48:12.643442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2536e375-523e-4565-8084-489bd1a557f8) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:12.652967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:12.653701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.653928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e5eb6-382f-48a2-93a5-dff84236f836 None None] Network 2536e375-523e-4565-8084-489bd1a557f8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:12.699990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a262af96-ba04-4be2-96ab-b7b5cba5ff5d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8299870 Jan 28 13:48:12.758502 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b81a90f1-9c04-4344-a457-c7ee3bcba81b admin admin] Publish callbacks [] for security_group (1ac7cad7-085b-4e19-9a73-514327fc4029), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.830642 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b81a90f1-9c04-4344-a457-c7ee3bcba81b admin admin] Publish callbacks [] for security_group (1ac7cad7-085b-4e19-9a73-514327fc4029), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.914754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1e625-f133-476f-9218-f0d24fed854b None None] Network 2536e375-523e-4565-8084-489bd1a557f8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:12.923410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b81a90f1-9c04-4344-a457-c7ee3bcba81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1ac7cad7-085b-4e19-9a73-514327fc4029), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.926373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b81a90f1-9c04-4344-a457-c7ee3bcba81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:12.927717 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b81a90f1-9c04-4344-a457-c7ee3bcba81b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ac7cad7-085b-4e19-9a73-514327fc4029 HTTP/1.1" status: 204 len: 168 time: 0.3148227 Jan 28 13:48:12.944450 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a90f1-9c04-4344-a457-c7ee3bcba81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7cad7-085b-4e19-9a73-514327fc4029,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:12.971861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50534) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:13.086856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] Deleting subnet 57e60ebe-11ea-408e-a903-edc0ef663727 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:13.092355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] Publish callbacks [] for subnet (57e60ebe-11ea-408e-a903-edc0ef663727), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.178808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (57e60ebe-11ea-408e-a903-edc0ef663727), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.301151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (57e60ebe-11ea-408e-a903-edc0ef663727), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.391112 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (57e60ebe-11ea-408e-a903-edc0ef663727), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.426171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e60ebe-11ea-408e-a903-edc0ef663727,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:13.440324 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.446379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71c7aacd-7af4-4546-9b18-98c2ecc62135 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/57e60ebe-11ea-408e-a903-edc0ef663727 HTTP/1.1" status: 204 len: 168 time: 0.4730217 Jan 28 13:48:13.449058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50546) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:13.623375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f683f58d-780a-457a-92e2-440222ed6a59), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.773117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f683f58d-780a-457a-92e2-440222ed6a59), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.808925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50558) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:13.823608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f683f58d-780a-457a-92e2-440222ed6a59']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:13.849947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284a7545-b16a-4d41-997f-066ad7bf0eb7') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:13.850653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284a7545-b16a-4d41-997f-066ad7bf0eb7') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:13.881046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (284a7545-b16a-4d41-997f-066ad7bf0eb7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.924997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-312ce8d3-e879-4cfd-aab7-21ad7ddbbbbd req-bba47d00-f5b3-40f2-9867-47333d5bcafa tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0570598 Jan 28 13:48:13.936659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (284a7545-b16a-4d41-997f-066ad7bf0eb7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.947690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:13.948200 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (284a7545-b16a-4d41-997f-066ad7bf0eb7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:13.950335 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:14.017369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f683f58d-780a-457a-92e2-440222ed6a59), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.033208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.037366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f683f58d-780a-457a-92e2-440222ed6a59 HTTP/1.1" status: 204 len: 168 time: 0.5872509 Jan 28 13:48:14.044213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50566) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:14.052424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4ae39-0d16-4f21-a86e-f0c0770c4d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f683f58d-780a-457a-92e2-440222ed6a59,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.125278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] Deleting subnet 97f4c881-f461-4202-8d35-e1b8d8612efd {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:14.136949 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] Publish callbacks [] for subnet (97f4c881-f461-4202-8d35-e1b8d8612efd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.174719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-366f612d-5b5f-4c71-a330-717aff737e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.207089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (97f4c881-f461-4202-8d35-e1b8d8612efd), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.281228 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (97f4c881-f461-4202-8d35-e1b8d8612efd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.386913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (97f4c881-f461-4202-8d35-e1b8d8612efd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.425813 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-366f612d-5b5f-4c71-a330-717aff737e8f admin admin] Publish callbacks [] for security_group (3d0d81f2-9006-4116-acff-ef04bb56d18b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.433790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f4c881-f461-4202-8d35-e1b8d8612efd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.436330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.439912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-41ae299d-bec5-4e9d-bb13-9742e2fcbeec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/97f4c881-f461-4202-8d35-e1b8d8612efd HTTP/1.1" status: 204 len: 168 time: 0.3947136 Jan 28 13:48:14.443063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50580) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:14.470419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-366f612d-5b5f-4c71-a330-717aff737e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3d0d81f2-9006-4116-acff-ef04bb56d18b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.555316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f612d-5b5f-4c71-a330-717aff737e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d81f2-9006-4116-acff-ef04bb56d18b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.582473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-366f612d-5b5f-4c71-a330-717aff737e8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3bfc6f02d03d4325ae12b8109c531a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7720468 Jan 28 13:48:14.585478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50584) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:14.605717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2536e375-523e-4565-8084-489bd1a557f8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.647223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0ee362c-da6e-4aac-91a9-8c640d487c1f admin admin] Publish callbacks [] for security_group (3d0d81f2-9006-4116-acff-ef04bb56d18b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.670407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50586) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:14.682124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0ee362c-da6e-4aac-91a9-8c640d487c1f admin admin] Publish callbacks [] for security_group (3d0d81f2-9006-4116-acff-ef04bb56d18b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.765966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2536e375-523e-4565-8084-489bd1a557f8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.790008 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3693ec6e-e309-4e10-962b-e09c8f8af528 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/floatingips/18ad05fd-6caf-4003-8873-564842ab42ca HTTP/1.1" status: 200 len: 992 time: 0.1180017 Jan 28 13:48:14.830250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2536e375-523e-4565-8084-489bd1a557f8']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:14.833914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0ee362c-da6e-4aac-91a9-8c640d487c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3d0d81f2-9006-4116-acff-ef04bb56d18b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.837813 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0ee362c-da6e-4aac-91a9-8c640d487c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.841109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c0ee362c-da6e-4aac-91a9-8c640d487c1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d0d81f2-9006-4116-acff-ef04bb56d18b HTTP/1.1" status: 204 len: 168 time: 0.2528136 Jan 28 13:48:14.847321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78168006-fe7c-456f-97e3-d5d0fc57ee6e') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:14.850037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78168006-fe7c-456f-97e3-d5d0fc57ee6e') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:14.863920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee362c-da6e-4aac-91a9-8c640d487c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d81f2-9006-4116-acff-ef04bb56d18b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:14.892791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (78168006-fe7c-456f-97e3-d5d0fc57ee6e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.940982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (78168006-fe7c-456f-97e3-d5d0fc57ee6e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.953302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:14.960662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (78168006-fe7c-456f-97e3-d5d0fc57ee6e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:14.963118 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:15.109555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2536e375-523e-4565-8084-489bd1a557f8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.147700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.157137 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14019e4e-ea0a-46fd-af80-11aced99f748 req-3814c21c-bd80-496f-bcc9-a00f41addf58 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0695171 Jan 28 13:48:15.157884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2536e375-523e-4565-8084-489bd1a557f8 HTTP/1.1" status: 204 len: 168 time: 0.7114701 Jan 28 13:48:15.158865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e406ba-d438-4fca-8e84-5586bfc53b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=2536e375-523e-4565-8084-489bd1a557f8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:15.177104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50610) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:15.389626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 7234dae6-faaa-4ec8-9e47-5eec283217e7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:15.389989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.433053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50616) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:15.528864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50620) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:15.529895 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7749d6a3-63e7-435b-82a6-d9c07b7fb23d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=338f9ca411164a30bd50caf8bfed8970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838776 Jan 28 13:48:15.563599 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.564052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (7234dae6-faaa-4ec8-9e47-5eec283217e7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.636736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 7234dae6-faaa-4ec8-9e47-5eec283217e7 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:15.869716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b7dae1-9b05-4eee-acf5-55682cefc0ec admin admin] Publish callbacks [] for security_group (61d0c0ab-f122-433e-aad1-07931f2fff69), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:15.947546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b7dae1-9b05-4eee-acf5-55682cefc0ec admin admin] Publish callbacks [] for security_group (61d0c0ab-f122-433e-aad1-07931f2fff69), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:16.133293 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b7dae1-9b05-4eee-acf5-55682cefc0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61d0c0ab-f122-433e-aad1-07931f2fff69), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:16.135853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37b7dae1-9b05-4eee-acf5-55682cefc0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:16.139684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-37b7dae1-9b05-4eee-acf5-55682cefc0ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61d0c0ab-f122-433e-aad1-07931f2fff69 HTTP/1.1" status: 204 len: 168 time: 0.6070385 Jan 28 13:48:16.148924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7dae1-9b05-4eee-acf5-55682cefc0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d0c0ab-f122-433e-aad1-07931f2fff69,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:16.162660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7234dae6-faaa-4ec8-9e47-5eec283217e7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:16.187187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=7234dae6-faaa-4ec8-9e47-5eec283217e7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:16.326746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for floatingip (18ad05fd-6caf-4003-8873-564842ab42ca), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:16.327098 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Floating IP 18ad05fd-6caf-4003-8873-564842ab42ca disassociated (deleted). External IP: 172.25.4.79, port: c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe. Jan 28 13:48:16.330993 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c65f85d5-560f-4fda-8e40-1f865cc0134b req-16d62be1-a3b8-469c-aaa1-63f99b5f72a9 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0428135 Jan 28 13:48:16.620420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:16.745827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:16.750882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:16.759359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] Sync routers for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:16.774600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:16.777384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:16.795409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d4a541b7-1380-4f34-8950-4c2ef8565266 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/floatingips/18ad05fd-6caf-4003-8873-564842ab42ca HTTP/1.1" status: 204 len: 168 time: 1.6171224 Jan 28 13:48:16.796187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:16.799089 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:16.814123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50676) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:16.948682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50678) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:16.950491 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1a948b41-f7b0-4e1c-856e-5b6f7b09ceb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d9b4a163c87450f9bf5b778b03ab542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304300 Jan 28 13:48:17.031928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:17.044901 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4e2c4b-4570-404c-8a05-d08eed540a1d x-openstack-request-id: req-ac4e2c4b-4570-404c-8a05-d08eed540a1d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:17.046391 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:17.047356 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac4e2c4b-4570-404c-8a05-d08eed540a1d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:17.048673 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'status': 'completed', 'code': 200} Jan 28 13:48:17.086084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbf3d-810f-40d9-9a5a-ba005b2d849f admin admin] Publish callbacks [] for security_group (9450fc08-f62c-4526-a706-3945019b58bc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.147928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbf3d-810f-40d9-9a5a-ba005b2d849f admin admin] Publish callbacks [] for security_group (9450fc08-f62c-4526-a706-3945019b58bc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.211601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-a0c913b6-9af6-4aa3-88d6-3d4aae0d7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:17.213284 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-a0c913b6-9af6-4aa3-88d6-3d4aae0d7f35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa1c3630930844d7afe338be16c6f395&device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 1096 time: 0.1340442 Jan 28 13:48:17.286690 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbf3d-810f-40d9-9a5a-ba005b2d849f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9450fc08-f62c-4526-a706-3945019b58bc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.292236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbf3d-810f-40d9-9a5a-ba005b2d849f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:17.293898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ea9bbf3d-810f-40d9-9a5a-ba005b2d849f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9450fc08-f62c-4526-a706-3945019b58bc HTTP/1.1" status: 204 len: 168 time: 0.3426278 Jan 28 13:48:17.326498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bbf3d-810f-40d9-9a5a-ba005b2d849f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9450fc08-f62c-4526-a706-3945019b58bc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:17.432239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-bc460e92-3081-4888-b153-1917bb24d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:17.438260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-bc460e92-3081-4888-b153-1917bb24d851 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ce21462-0dc4-4454-b399-229de3a86436 HTTP/1.1" status: 200 len: 897 time: 0.2133851 Jan 28 13:48:17.486228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b493-7e2e-4dc3-beec-71fa89a1e9b0 req-1a349058-44b6-4f83-9f65-0a5ffb840528 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:17.500474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c319b493-7e2e-4dc3-beec-71fa89a1e9b0 req-1a349058-44b6-4f83-9f65-0a5ffb840528 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 945 time: 0.1675508 Jan 28 13:48:17.548209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-9e3dee25-42bd-4313-9593-b7c8f7317f2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe HTTP/1.1" status: 200 len: 217 time: 0.0983732 Jan 28 13:48:17.649939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c319b493-7e2e-4dc3-beec-71fa89a1e9b0 req-50ff7634-37c1-4bd1-a7ed-5e3781143147 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446764 Jan 28 13:48:17.655450 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e830689-5a97-4195-9ef5-8cb13092c497 req-94ea7dd3-c4e1-4601-a90f-3d6499603c63 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.1015718 Jan 28 13:48:17.736165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:51Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:17.777707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-5d39b856-c030-42b8-b39a-e520904bdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:17.779392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-5d39b856-c030-42b8-b39a-e520904bdeba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d6996e8-d929-4b42-84a0-4f3dda18d0a2 HTTP/1.1" status: 200 len: 835 time: 0.2062099 Jan 28 13:48:17.809671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] Checking router: 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:17.832979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:17.835197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:17.943204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-efa2705f-8243-47b6-a905-239faab1aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:17.955771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-efa2705f-8243-47b6-a905-239faab1aa27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ce21462-0dc4-4454-b399-229de3a86436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587491 Jan 28 13:48:18.126570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:18.247375 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-0d2702ae-a597-40cf-8696-79224b592dc8 service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830245 Jan 28 13:48:18.503968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ef74f09-e754-4a53-91e0-13a17ab6dfc6 req-81562ede-f2de-4685-bd28-4bb2e80bc9a8 service neutron] 10.222.0.60 "GET /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450080 Jan 28 13:48:18.758285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:51Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:18.813489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27a760-f5be-4449-a093-b7012c1c035e None None] The sync data for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 is: [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 4, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8ad06137-9cb2-4652-bb4e-14a57d97ef2e', 'name': '', 'network_id': '2ce21462-0dc4-4454-b399-229de3a86436', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'mac_address': 'fa:16:3e:e5:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:51Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'subnets': [{'id': '5d6996e8-d929-4b42-84a0-4f3dda18d0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:18.900363 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb9e4f45-d3fb-4445-ad37-35148b467fa2 req-91a3202d-573d-4a36-9b1a-e29114653661 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0587573 Jan 28 13:48:18.972686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12557e9-5b75-4430-a06b-964fef2a490c req-0f22b35a-5871-46aa-8d83-7c39acc0aea8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:18.980651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f12557e9-5b75-4430-a06b-964fef2a490c req-0f22b35a-5871-46aa-8d83-7c39acc0aea8 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 945 time: 0.1477449 Jan 28 13:48:19.153239 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f12557e9-5b75-4430-a06b-964fef2a490c req-8b391388-fa68-45b6-a415-a29ad048f4f2 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/security-groups?id=a985522f-41fe-4eb5-8449-60f1ad8939bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634359 Jan 28 13:48:19.390279 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47936dd1-0308-4bd2-9e59-2abbf83b10f4 None None] New status for floating IP 18ad05fd-6caf-4003-8873-564842ab42ca: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:48:19.441633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978777c9-c211-43c3-a7fc-72429ab03865 req-cc82735b-0359-4416-866d-0a021cc44f08 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:19.451849 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-978777c9-c211-43c3-a7fc-72429ab03865 req-cc82735b-0359-4416-866d-0a021cc44f08 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 945 time: 0.2657266 Jan 28 13:48:19.723550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:19.725740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:19.974765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:19.975690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.020876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:20.355790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.492672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3371c817-414d-47ec-8303-306b321a04d8 req-bb220931-ecf9-41f0-af6f-2de5e0976116 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0666275 Jan 28 13:48:20.625903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f470d664-4dfa-4d70-8e58-483fff451d8e req-338729c1-683b-44c3-acae-a02ba1054ea3 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbb02b11-c38e-4b0f-b070-0c9980b2a832 HTTP/1.1" status: 200 len: 210 time: 0.0500507 Jan 28 13:48:20.627793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:20.641732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] No DVR routers for this DVR port c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:20.648732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.663754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-978777c9-c211-43c3-a7fc-72429ab03865 req-85f39c6f-4d71-44c2-acbd-163448ae3b94 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.60 "DELETE /v2.0/ports/c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe HTTP/1.1" status: 204 len: 173 time: 1.2041457 Jan 28 13:48:20.664601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'name': 'network-vif-deleted', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:20.683301 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a1fef2-204a-4831-9082-9aa52f8a6617" -d '{"events": [{"server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "name": "network-vif-deleted", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:20.849110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:20.856139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'network': {'name': 'tempest-network-smoke--1632615649', 'project_id': '4807337b942a4b8db538feb40bdce94a', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:20.915235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Made reservation on behalf of 4807337b942a4b8db538feb40bdce94a for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:20.919312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.955333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:20.957249 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdff29f6-21d3-4004-98a5-05ba82f3c0bd x-openstack-request-id: req-bdff29f6-21d3-4004-98a5-05ba82f3c0bd {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:20.957832 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb02b11-c38e-4b0f-b070-0c9980b2a832", "name": "network-vif-deleted", "tag": "c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:20.957832 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdff29f6-21d3-4004-98a5-05ba82f3c0bd {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:20.958227 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb02b11-c38e-4b0f-b070-0c9980b2a832', 'name': 'network-vif-deleted', 'tag': 'c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe', 'status': 'completed', 'code': 200} Jan 28 13:48:21.142002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.149964 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.166750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:21.177985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d9ae1116-38ae-404e-abbb-4d0dbd0c81f5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.179234 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Added segment d9ae1116-38ae-404e-abbb-4d0dbd0c81f5 of type vlan for network 334b927b-dad3-4f7e-8227-f9eb2a64495d Jan 28 13:48:21.234829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (334b927b-dad3-4f7e-8227-f9eb2a64495d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.282083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (334b927b-dad3-4f7e-8227-f9eb2a64495d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.288373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:21.289455 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:21.742749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f6337689-80f4-4524-ba9c-4aac2e3483c4 req-5a8657d2-6d0b-43af-8faf-87439b5b5a7a tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.1141291 Jan 28 13:48:21.754525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50820) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:21.990794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f378709e-07c3-4989-b2f7-b3823dc1e144 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (a985522f-41fe-4eb5-8449-60f1ad8939bd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.046983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f378709e-07c3-4989-b2f7-b3823dc1e144 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (a985522f-41fe-4eb5-8449-60f1ad8939bd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.198540 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f378709e-07c3-4989-b2f7-b3823dc1e144 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a985522f-41fe-4eb5-8449-60f1ad8939bd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.202869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f378709e-07c3-4989-b2f7-b3823dc1e144 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.204556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f378709e-07c3-4989-b2f7-b3823dc1e144 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/security-groups/a985522f-41fe-4eb5-8449-60f1ad8939bd HTTP/1.1" status: 204 len: 168 time: 0.4553704 Jan 28 13:48:22.236176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3827643 Jan 28 13:48:22.237608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:22.240690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bee45c-ba23-4912-b2f7-a8f3f3f0fd9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Network': ['ID=334b927b-dad3-4f7e-8227-f9eb2a64495d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:22.244757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50832) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:22.248112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378709e-07c3-4989-b2f7-b3823dc1e144 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985522f-41fe-4eb5-8449-60f1ad8939bd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:22.269668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'admin_state_up': True, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:22.272393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50834) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:22.295476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:22.306756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (8e25a79a-85ff-4283-82a0-f6bbf179349c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.309544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (8e25a79a-85ff-4283-82a0-f6bbf179349c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.430195 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_controller (8e25a79a-85ff-4283-82a0-f6bbf179349c), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.769416 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (8e25a79a-85ff-4283-82a0-f6bbf179349c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:22.975300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd9780cc-54df-4580-8faf-fd0186112547 req-39816a19-3bb8-4019-a45d-48ece09f8c69 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0800691 Jan 28 13:48:23.221635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.316100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:23.357967 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (8e25a79a-85ff-4283-82a0-f6bbf179349c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.367331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:23.368013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c964e2e1-e0d5-42dd-b4a1-00b2e5ad75fe not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:23.422706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.698317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Allocated IP 172.25.4.142 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/cb3c96c3-b0da-40af-b14b-1ce721bc0d42) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:23.718515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:23.719097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.922674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port 8ad06137-9cb2-4652-bb4e-14a57d97ef2e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:23.923004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:23.939421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 8ad06137-9cb2-4652-bb4e-14a57d97ef2e owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:23.939731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.027986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.113983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:24.122260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:24.131965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:24.222802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:24.329686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b72f5a90-29b6-423e-804e-d39c3be3e68a req-5abb702e-0e6c-4dba-8cd8-601cec91227b tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0865991 Jan 28 13:48:24.407160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8ad06137-9cb2-4652-bb4e-14a57d97ef2e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:24.766008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=8ad06137-9cb2-4652-bb4e-14a57d97ef2e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:24.829859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (8e25a79a-85ff-4283-82a0-f6bbf179349c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.096409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.155804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (8e25a79a-85ff-4283-82a0-f6bbf179349c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.542499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da3f94d2-87e4-4ad2-9808-a02354873dd2 req-196a0e04-3903-409b-a7cc-45c280f90c6b tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0580618 Jan 28 13:48:25.563776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router 8e25a79a-85ff-4283-82a0-f6bbf179349c is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:48:25.684827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:25.733386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:25.744971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Sync routers for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:25.762514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:25.763162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:25.794205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:25.799730 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b0e74098-b51d-45ce-9c5d-5846deb53ea4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5487084 Jan 28 13:48:25.799730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50888) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:25.959358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:26.023379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:26.035005 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] Sync routers for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:26.048384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50896) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:26.066109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0296e233-c522-4384-8944-cb82fb2a24ba tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "PUT /v2.0/routers/1f2d45bb-5f21-46bf-99bc-0cc8b4c31915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7719698 Jan 28 13:48:26.071522 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:26.074938 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:26.289438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting subnet 5d6996e8-d929-4b42-84a0-4f3dda18d0a2 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:26.320402 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (5d6996e8-d929-4b42-84a0-4f3dda18d0a2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.462696 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:26.493252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50910) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:26.503035 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e8b20cbf-566a-4abb-8a3e-7951bfca84f6 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=4807337b942a4b8db538feb40bdce94a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6889157 Jan 28 13:48:26.510464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (5d6996e8-d929-4b42-84a0-4f3dda18d0a2), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.533607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:24Z', 'revision_number': 3, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:26.675418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Checking router: 8e25a79a-85ff-4283-82a0-f6bbf179349c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:26.675786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Updating router 8e25a79a-85ff-4283-82a0-f6bbf179349c port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:26.816217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:26.874039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a708c-4e2b-4b48-b5d3-1ebecca06945 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.875894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a01a708c-4e2b-4b48-b5d3-1ebecca06945 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3813756 Jan 28 13:48:26.878451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50920) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:26.972624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-01f5ae32-f258-424d-aad9-b8e2a8880edd tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0907269 Jan 28 13:48:26.973000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50922) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:26.986177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287124456', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'project_id': '4807337b942a4b8db538feb40bdce94a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:27.002081 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.023128 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cbf4f9a7-d12f-48a1-aa63-87aa63835c95 req-07b19416-ef40-423f-8067-f87a49a6f149 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.2542319 Jan 28 13:48:27.097586 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5d6996e8-d929-4b42-84a0-4f3dda18d0a2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.168778 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:48:24Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:27.211473 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] Checking router: 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:27.228215 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] Routers {'1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:27.229271 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:27.254484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Made reservation on behalf of 4807337b942a4b8db538feb40bdce94a for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:27.259898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.372585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (5d6996e8-d929-4b42-84a0-4f3dda18d0a2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:27.555112 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] Set router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:28.269852 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:48:24Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:28.324331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.327513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce0b2019-8d91-49e1-8c82-c90d87d699a8 req-65541180-54e5-4f53-a6e7-d60ac9e597a7 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0890276 Jan 28 13:48:28.335716 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Publish callbacks [] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.336642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (ab4b93ad-3278-4fed-983c-dd323d78310e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.348929 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.401704 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b6c17-54f2-4f37-83ec-b031a93f76b7 None None] The sync data for ids ['1f2d45bb-5f21-46bf-99bc-0cc8b4c31915'] in n-d-822748-2 is: [{'id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'name': 'tempest-TestNetworkBasicOps-router-1481047381', 'tenant_id': 'aa1c3630930844d7afe338be16c6f395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:27Z', 'updated_at': '2022-01-28T13:48:24Z', 'revision_number': 5, 'project_id': 'aa1c3630930844d7afe338be16c6f395', 'gw_port': {'id': '7e69d926-e66a-42d3-8278-f7dd1acfff78', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2d45bb-5f21-46bf-99bc-0cc8b4c31915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:30Z', 'updated_at': '2022-01-28T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:28.476325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Pushing event updated for resources: {'Port': ['ID=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:28.499467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.499831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.500215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.500551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.500889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.501223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.501613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.502873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.503217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.503550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.503883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.504298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.504630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:28.508735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Attempting to bind port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:28.509116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Attempting to bind port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:28.509533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Attempting to bind port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:28.511598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Subnet': ['ID=ab4b93ad-3278-4fed-983c-dd323d78310e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:28.520363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:28.520747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:28.521157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.521347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Checking segment: {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:28.522218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:28.522422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network hostable DHCP agents. Network: 334b927b-dad3-4f7e-8227-f9eb2a64495d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:28.522668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Bound port: cb3c96c3-b0da-40af-b14b-1ce721bc0d42, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:28.523052 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.558984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:28.568734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6996e8-d929-4b42-84a0-4f3dda18d0a2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:28.570159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 334b927b-dad3-4f7e-8227-f9eb2a64495d) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:28.578509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:28.580242 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.604237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fe435-5542-4a6f-8a74-c77f160951e6 None None] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:28.607848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.616550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-25192b85-8c08-496c-bb12-f2d34d2e2eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6420765 Jan 28 13:48:28.617309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50942) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:28.619078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b91b949f-c22c-4006-8a8e-51984880eb51 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/subnets/5d6996e8-d929-4b42-84a0-4f3dda18d0a2 HTTP/1.1" status: 204 len: 168 time: 2.5697105 Jan 28 13:48:28.621710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50944) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:28.789433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] For port cb3c96c3-b0da-40af-b14b-1ce721bc0d42, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:28.794119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] For port cb3c96c3-b0da-40af-b14b-1ce721bc0d42, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:28.796727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1657f8d2-742d-4c96-a28f-eb0da8e0abd4 None None] Network 2ce21462-0dc4-4454-b399-229de3a86436 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:28.866487 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.012672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.081907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8ad06137-9cb2-4652-bb4e-14a57d97ef2e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:29.231802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_gateway (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.257273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 8ad06137-9cb2-4652-bb4e-14a57d97ef2e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:29.258443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8ad06137-9cb2-4652-bb4e-14a57d97ef2e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:29.377764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Deleting port 7e69d926-e66a-42d3-8278-f7dd1acfff78 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:29.378110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.418689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] DHCP port deletion for 2ce21462-0dc4-4454-b399-229de3a86436 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:48:29.429088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:29.430623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:29.509084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-334b927b-dad3-4f7e-8227-f9eb2a64495d', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'project_id': '4807337b942a4b8db538feb40bdce94a', 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:48:29.510053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.530562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29ced-1d5e-43d8-b6c2-3e5efb670079 None None] Pushing event updated for resources: {'Port': ['ID=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:29.531268 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:48:29.604545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47b26ff8-9b7d-494c-8c35-a19b4445e34a req-1b9f26f2-d172-40a8-884c-b6a56d891c25 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0868742 Jan 28 13:48:29.672112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] For port 7e69d926-e66a-42d3-8278-f7dd1acfff78, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7e69d926-e66a-42d3-8278-f7dd1acfff78,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:29.672785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.705107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Calling delete_port for 7e69d926-e66a-42d3-8278-f7dd1acfff78 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:29.745801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Allocated IP 172.20.0.2 (334b927b-dad3-4f7e-8227-f9eb2a64495d/ab4b93ad-3278-4fed-983c-dd323d78310e/77ade5b8-6a95-4ee1-8e6b-2a275ba6befd) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:29.964664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.153687 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7e69d926-e66a-42d3-8278-f7dd1acfff78), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.224163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Publish callbacks [] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.230913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Port': ['ID=7e69d926-e66a-42d3-8278-f7dd1acfff78,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:30.249479 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.407713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.418734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] Deleting port 63b9f05e-e57c-434f-934f-b4567a010a0a {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:30.419361 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.463049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:30.526542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:30.528930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:30.667779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.668559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:30.672066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router_controller (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.720557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] For port 63b9f05e-e57c-434f-934f-b4567a010a0a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=63b9f05e-e57c-434f-934f-b4567a010a0a,segment=NetworkSegment(48749f02-6618-4589-a523-a00e314e7cec),segment_id=48749f02-6618-4589-a523-a00e314e7cec)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:30.722157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.748110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Allocated IP 172.20.0.1 (334b927b-dad3-4f7e-8227-f9eb2a64495d/ab4b93ad-3278-4fed-983c-dd323d78310e/f57b050c-9ba7-4f6c-ad5a-aa643af6062c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:30.749642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] Calling delete_port for 63b9f05e-e57c-434f-934f-b4567a010a0a owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:30.766420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (1f2d45bb-5f21-46bf-99bc-0cc8b4c31915), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.766993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Fanout notify agent at l3_agent the message router_deleted on router 1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:48:30.774595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.781558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:30.784727 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f426c0c0-fcc3-48fb-9765-dafb8ca8ee66 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/routers/1f2d45bb-5f21-46bf-99bc-0cc8b4c31915 HTTP/1.1" status: 204 len: 168 time: 2.1603110 Jan 28 13:48:30.918936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Pushing event updated for resources: {'Port': ['ID=77ade5b8-6a95-4ee1-8e6b-2a275ba6befd,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:30.955890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (63b9f05e-e57c-434f-934f-b4567a010a0a), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.002692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bea15423-6475-4bc5-b078-1b667ee52a95 req-e2c5e045-e11a-4df5-804d-2e772d1ea60e tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.2450938 Jan 28 13:48:31.015333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] Pushing event deleted for resources: {'Port': ['ID=63b9f05e-e57c-434f-934f-b4567a010a0a,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:31.122495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.208545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Attempting to bind port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:31.209719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Attempting to bind port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:31.210250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Attempting to bind port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd on network 334b927b-dad3-4f7e-8227-f9eb2a64495d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:31.219461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b222c58-75e0-4c1e-9f65-01ff5b521f33 None None] No DVR routers for this DVR port 63b9f05e-e57c-434f-934f-b4567a010a0a on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:31.273696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:31.274542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Checking segment: {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:31.275304 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.276074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Bound using segment: {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:31.276918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Bound port: 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:31.280120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.346720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2ce21462-0dc4-4454-b399-229de3a86436), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.363823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.477150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:31.478811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:31.489274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:31.517339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:31.708284 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2ce21462-0dc4-4454-b399-229de3a86436), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.787979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce21462-0dc4-4454-b399-229de3a86436']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:31.814107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48749f02-6618-4589-a523-a00e314e7cec') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:31.814661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48749f02-6618-4589-a523-a00e314e7cec') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:31.817258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63b9f05e-e57c-434f-934f-b4567a010a0a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:31.846798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (48749f02-6618-4589-a523-a00e314e7cec), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.883079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (48749f02-6618-4589-a523-a00e314e7cec), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.887295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 63b9f05e-e57c-434f-934f-b4567a010a0a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:31.890190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63b9f05e-e57c-434f-934f-b4567a010a0a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:31.901544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:31.905251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (48749f02-6618-4589-a523-a00e314e7cec), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:31.908909 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:32.004610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] For port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:32.010383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] For port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=77ade5b8-6a95-4ee1-8e6b-2a275ba6befd,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:32.023899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:24Z', 'revision_number': 3, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:32.062162 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.110150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab5f2f-d9a0-4b66-b6f7-a2b93606e76d None None] The sync data for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 is: [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:24Z', 'revision_number': 3, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:32.222102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f66cf-5b71-46a1-b7be-084539f35c6f None None] Pushing event updated for resources: {'Port': ['ID=77ade5b8-6a95-4ee1-8e6b-2a275ba6befd,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:32.269748 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3e1e673-ad85-46f5-b45a-c6a7e585e05b req-17663b65-e8c9-430a-ab6f-f9672cecda6d tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0623469 Jan 28 13:48:32.758690 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (8e25a79a-85ff-4283-82a0-f6bbf179349c), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.951050 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2ce21462-0dc4-4454-b399-229de3a86436), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.963519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.976888 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] 10.222.0.45 "DELETE /v2.0/networks/2ce21462-0dc4-4454-b399-229de3a86436 HTTP/1.1" status: 204 len: 168 time: 2.1912723 Jan 28 13:48:33.081980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14715a3-4697-4448-b134-77b129e01a57 tempest-TestNetworkBasicOps-1056561525 tempest-TestNetworkBasicOps-1056561525-project] Pushing event deleted for resources: {'Network': ['ID=2ce21462-0dc4-4454-b399-229de3a86436,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:33.267728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-35f59b99-1dfe-4da3-9f72-8179b4f74fc5 req-7fc1dfe5-072a-4502-9d50-257d309c505d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0669837 Jan 28 13:48:33.566577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cb3c96c3-b0da-40af-b14b-1ce721bc0d42 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:33.575735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:33.787358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79193084-ca2f-4a1a-ad14-b17b4f973617 req-c8a0c0a7-4f38-4325-87dd-160258d1b6d9 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.2625332 Jan 28 13:48:33.807132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:33.807525 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.030264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51040) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:34.095040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:34.095450 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.196153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port cb3c96c3-b0da-40af-b14b-1ce721bc0d42, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:34.197374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.202059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:34.486573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:34.493340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51046) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:34.503188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-93de7b8e-638e-4a69-9f0e-d72dad979554 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa1c3630930844d7afe338be16c6f395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4715984 Jan 28 13:48:34.508096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:34.508096 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.610183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd038a8-fabf-4db9-a626-9711e31f7ab0 None None] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:34.832876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a7447518-ee06-46f5-96a2-a99d6ba634aa None None] Provisioning complete for port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:34.833180 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7447518-ee06-46f5-96a2-a99d6ba634aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.035809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c906225-5c28-4d05-b49c-4314fe8e2401 admin admin] Publish callbacks [] for security_group (dd1c38a4-dba7-424f-9820-b4279f9a15ff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.129401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.131607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7ea5143a-3804-43a3-a9e2-feccea44f608 req-4949af22-cd06-4761-b0c6-15cd86c1c841 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.1296892 Jan 28 13:48:35.136148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c906225-5c28-4d05-b49c-4314fe8e2401 admin admin] Publish callbacks [] for security_group (dd1c38a4-dba7-424f-9820-b4279f9a15ff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.146885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.211505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:35.212391 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.318365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=77ade5b8-6a95-4ee1-8e6b-2a275ba6befd,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:35.321046 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e76526f5-82f1-4411-bee2-7bff95aadff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.346571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.394607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (8e25a79a-85ff-4283-82a0-f6bbf179349c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.404904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.552021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=77ade5b8-6a95-4ee1-8e6b-2a275ba6befd,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.564734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7e69d926-e66a-42d3-8278-f7dd1acfff78 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:35.640258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-636f8e47-53e4-4579-8078-4eaafd6df17b req-c7022503-1dd4-45ba-9628-a1afdb408288 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d62f87cef434abeb926e7c781a3de4d&device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0734172 Jan 28 13:48:35.648045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:35.651812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:35.707948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7e69d926-e66a-42d3-8278-f7dd1acfff78 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:35.709130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7e69d926-e66a-42d3-8278-f7dd1acfff78 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:35.742084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-636f8e47-53e4-4579-8078-4eaafd6df17b req-d22f3115-34e5-4f1d-a3cb-470dc249346e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1d62f87cef434abeb926e7c781a3de4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876524 Jan 28 13:48:35.860225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c906225-5c28-4d05-b49c-4314fe8e2401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dd1c38a4-dba7-424f-9820-b4279f9a15ff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.862553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c906225-5c28-4d05-b49c-4314fe8e2401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.867014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2c906225-5c28-4d05-b49c-4314fe8e2401 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd1c38a4-dba7-424f-9820-b4279f9a15ff HTTP/1.1" status: 204 len: 168 time: 1.3600819 Jan 28 13:48:35.949373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a7447518-ee06-46f5-96a2-a99d6ba634aa None None] Current status of the port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:35.972157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c906225-5c28-4d05-b49c-4314fe8e2401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c38a4-dba7-424f-9820-b4279f9a15ff,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.974017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cb3c96c3-b0da-40af-b14b-1ce721bc0d42 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:36.186170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-99f64678-a535-4c90-af79-e0e382d09c0e req-35b4ba80-59f2-45dc-8413-cbbf4eea940c tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.4311008 Jan 28 13:48:36.344186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:36.345428 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.378129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router 8e25a79a-85ff-4283-82a0-f6bbf179349c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:36.437426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8e47-53e4-4579-8078-4eaafd6df17b req-00cba57c-088d-46bd-87fe-5c0546c49415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:36.439711 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-636f8e47-53e4-4579-8078-4eaafd6df17b req-00cba57c-088d-46bd-87fe-5c0546c49415 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6160102 Jan 28 13:48:36.627757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fc1d52ae-4654-4d62-a117-0ffc7e1b80d7 None None] Provisioning complete for port f57b050c-9ba7-4f6c-ad5a-aa643af6062c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:36.628480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc1d52ae-4654-4d62-a117-0ffc7e1b80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.670721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:36.683274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:36.688066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3fdb82be-4e69-403f-a107-7f3754939fc6 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2066473502', 'description': 'tempest-secgroup_access--2066473502 description', 'project_id': '4807337b942a4b8db538feb40bdce94a'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:36.702790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5c61ee7-043e-4b68-87fa-dcfb09f01cd3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "PUT /v2.0/routers/8e25a79a-85ff-4283-82a0-f6bbf179349c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0841877 Jan 28 13:48:36.731006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fdb82be-4e69-403f-a107-7f3754939fc6 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.868794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d52ae-4654-4d62-a117-0ffc7e1b80d7 None None] Port f57b050c-9ba7-4f6c-ad5a-aa643af6062c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:36.980618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Sync routers for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:37.012107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:37.013866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:37.014089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fdb82be-4e69-403f-a107-7f3754939fc6 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (8c1e5550-6617-4953-8082-300781fd4fdd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.023671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:37.029258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fdb82be-4e69-403f-a107-7f3754939fc6 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8c1e5550-6617-4953-8082-300781fd4fdd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.072870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d859841-e2e0-4411-beff-1655f8085469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.141842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fdb82be-4e69-403f-a107-7f3754939fc6 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.148731 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3fdb82be-4e69-403f-a107-7f3754939fc6 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4643168 Jan 28 13:48:37.149045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:37.161193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb82be-4e69-403f-a107-7f3754939fc6 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e5550-6617-4953-8082-300781fd4fdd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:37.169338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fc1d52ae-4654-4d62-a117-0ffc7e1b80d7 None None] Provisioning complete for port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:37.170213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc1d52ae-4654-4d62-a117-0ffc7e1b80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.209298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-be983c19-b562-4beb-a75a-8b677dd4d732 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--307341245', 'description': 'tempest-secgroup_general--307341245 description', 'project_id': '4807337b942a4b8db538feb40bdce94a'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:37.226037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:37.226037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:37.329124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be983c19-b562-4beb-a75a-8b677dd4d732 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.469619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:37.470798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.624024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be983c19-b562-4beb-a75a-8b677dd4d732 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (535ad04b-e201-4ab4-afb3-29a4ed363083), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.655694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be983c19-b562-4beb-a75a-8b677dd4d732 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (535ad04b-e201-4ab4-afb3-29a4ed363083), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.752916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ba8799f-fbc9-4e46-9249-5e33d9f4184a req-eec8c748-a80d-483e-8891-19c6423f3651 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.1268895 Jan 28 13:48:37.763809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d52ae-4654-4d62-a117-0ffc7e1b80d7 None None] Current status of the port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:37.775087 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c935f63c-0eed-43c8-b549-61c593d5a511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.847950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:37.848549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be983c19-b562-4beb-a75a-8b677dd4d732 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.851033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-be983c19-b562-4beb-a75a-8b677dd4d732 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6628730 Jan 28 13:48:37.854151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:37.859484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4ab994e2-8ba4-416b-ac19-c56c01e77dce tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'security_group_rule': {'security_group_id': '8c1e5550-6617-4953-8082-300781fd4fdd', 'project_id': '4807337b942a4b8db538feb40bdce94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:37.877719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be983c19-b562-4beb-a75a-8b677dd4d732 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535ad04b-e201-4ab4-afb3-29a4ed363083,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:37.927032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ab994e2-8ba4-416b-ac19-c56c01e77dce tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group_rule (21198269-870d-481c-b641-e4181f52e196), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.970256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d859841-e2e0-4411-beff-1655f8085469 admin admin] Publish callbacks [] for security_group (236f7db3-291c-45f3-bae8-35993c439610), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.980652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d859841-e2e0-4411-beff-1655f8085469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (236f7db3-291c-45f3-bae8-35993c439610), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.030989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:38.074408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ab994e2-8ba4-416b-ac19-c56c01e77dce tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group_rule (21198269-870d-481c-b641-e4181f52e196), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.080001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ab994e2-8ba4-416b-ac19-c56c01e77dce tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (21198269-870d-481c-b641-e4181f52e196), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.103874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5d859841-e2e0-4411-beff-1655f8085469 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=686cf0b0502d447daa892967b385e44f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0877616 Jan 28 13:48:38.103874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d859841-e2e0-4411-beff-1655f8085469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236f7db3-291c-45f3-bae8-35993c439610,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:38.106289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51102) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:38.160143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bed13d9f-dc8f-49bb-b142-7a686dbdeaf3 None None] Provisioning complete for port f57b050c-9ba7-4f6c-ad5a-aa643af6062c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:38.160534 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bed13d9f-dc8f-49bb-b142-7a686dbdeaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.246261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab994e2-8ba4-416b-ac19-c56c01e77dce tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21198269-870d-481c-b641-e4181f52e196,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:38.282468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-636f8e47-53e4-4579-8078-4eaafd6df17b req-8d79e1d2-4a35-4c23-b097-ac510f45276d tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.1438446 Jan 28 13:48:38.287431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ab994e2-8ba4-416b-ac19-c56c01e77dce tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.288810 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4ab994e2-8ba4-416b-ac19-c56c01e77dce tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4336257 Jan 28 13:48:38.321016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e8c9a8-61b6-4e07-aba7-87b638e9ed50 admin admin] Publish callbacks [] for security_group (236f7db3-291c-45f3-bae8-35993c439610), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.412377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e8c9a8-61b6-4e07-aba7-87b638e9ed50 admin admin] Publish callbacks [] for security_group (236f7db3-291c-45f3-bae8-35993c439610), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.516108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bed13d9f-dc8f-49bb-b142-7a686dbdeaf3 None None] Port f57b050c-9ba7-4f6c-ad5a-aa643af6062c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:38.555387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e8c9a8-61b6-4e07-aba7-87b638e9ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (236f7db3-291c-45f3-bae8-35993c439610), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.558303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-86e8c9a8-61b6-4e07-aba7-87b638e9ed50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.562468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-86e8c9a8-61b6-4e07-aba7-87b638e9ed50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/236f7db3-291c-45f3-bae8-35993c439610 HTTP/1.1" status: 204 len: 168 time: 0.4419699 Jan 28 13:48:38.571509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8c9a8-61b6-4e07-aba7-87b638e9ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236f7db3-291c-45f3-bae8-35993c439610,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:38.772977 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-2b0ddc2c-1646-4893-aaa0-ecc738ad7b87 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--307341245&fields=id&tenant_id=4807337b942a4b8db538feb40bdce94a HTTP/1.1" status: 200 len: 267 time: 0.1016877 Jan 28 13:48:38.844830 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.900243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-8121bc2a-af75-455f-977a-4c66dc309a67 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--2066473502&fields=id&tenant_id=4807337b942a4b8db538feb40bdce94a HTTP/1.1" status: 200 len: 267 time: 0.1248477 Jan 28 13:48:38.957424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 2, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:39.061859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Checking router: 8e25a79a-85ff-4283-82a0-f6bbf179349c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:39.064399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Updating router 8e25a79a-85ff-4283-82a0-f6bbf179349c port f57b050c-9ba7-4f6c-ad5a-aa643af6062c binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:39.094257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c3c726c-48a7-4fa7-8d86-9a775dc400d7 req-7f2798fc-9d08-4425-bc38-b52488f8fd21 tempest-ServerShowV257Test-618898165 tempest-ServerShowV257Test-618898165-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa738667-3899-4f66-96bc-47367bcff442 HTTP/1.1" status: 200 len: 210 time: 0.0650303 Jan 28 13:48:39.203574 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.283641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-38a6dc01-d235-433d-bbd7-0aa233b320c0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:39.291096 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-38a6dc01-d235-433d-bbd7-0aa233b320c0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/networks?id=334b927b-dad3-4f7e-8227-f9eb2a64495d HTTP/1.1" status: 200 len: 797 time: 0.3891850 Jan 28 13:48:39.322139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-18c7fe11-1bb1-4189-822c-cd322c1a9d9b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/quotas/4807337b942a4b8db538feb40bdce94a HTTP/1.1" status: 200 len: 375 time: 0.0297363 Jan 28 13:48:39.442246 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-ee0f82d7-d551-4b1f-9da5-083318029b39 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175494 Jan 28 13:48:39.690406 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-a351e1df-9fad-45c5-a2ac-9e8bc42f0fe8 service neutron] 10.222.0.45 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486885 Jan 28 13:48:39.929822 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-c3669c83-1d3f-471a-ba82-9161ba27ce0e service neutron] 10.222.0.45 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384331 Jan 28 13:48:40.318940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bb48538-011a-4535-9908-8441190295e1 req-ee494a5f-0821-42ec-82a7-3f6e09e32977 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 210 time: 0.0944633 Jan 28 13:48:40.370084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Publish callbacks [] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.390562 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.502158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136285-2ce3-4d80-b93d-a0d621f43c31 None None] Pushing event updated for resources: {'Port': ['ID=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.712860 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.721957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Attempting to bind port f57b050c-9ba7-4f6c-ad5a-aa643af6062c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:40.730886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Attempting to bind port f57b050c-9ba7-4f6c-ad5a-aa643af6062c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:40.731822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Attempting to bind port f57b050c-9ba7-4f6c-ad5a-aa643af6062c on network 334b927b-dad3-4f7e-8227-f9eb2a64495d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:40.753576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:40.754555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Checking segment: {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:40.755881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.757343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Bound using segment: {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:40.761139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Bound port: f57b050c-9ba7-4f6c-ad5a-aa643af6062c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:40.762513 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.012303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] For port f57b050c-9ba7-4f6c-ad5a-aa643af6062c, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:41.016329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] For port f57b050c-9ba7-4f6c-ad5a-aa643af6062c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:41.022624 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.094269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51194) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:41.197764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136285-2ce3-4d80-b93d-a0d621f43c31 None None] Pushing event updated for resources: {'Port': ['ID=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:41.278000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4bc3abd7-0070-4e68-a7e9-4c6a1b7d6381 None None] Provisioning complete for port f57b050c-9ba7-4f6c-ad5a-aa643af6062c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:41.279782 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4bc3abd7-0070-4e68-a7e9-4c6a1b7d6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.416082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dc72fb8-058a-44a5-9f8d-75a87ee37aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.425562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:41.435078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:41.562062 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c27676e0-6672-4356-bb58-798de917dc4a req-b10f5d43-cf34-4168-8352-75cced2fb9b4 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 210 time: 0.0983210 Jan 28 13:48:41.713605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3abd7-0070-4e68-a7e9-4c6a1b7d6381 None None] Current status of the port f57b050c-9ba7-4f6c-ad5a-aa643af6062c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:41.714307 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4bc3abd7-0070-4e68-a7e9-4c6a1b7d6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.753281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dc72fb8-058a-44a5-9f8d-75a87ee37aed admin admin] Publish callbacks [] for security_group (7be43fc2-5071-4a54-959a-6f36f62d485a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.760241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dc72fb8-058a-44a5-9f8d-75a87ee37aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7be43fc2-5071-4a54-959a-6f36f62d485a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.899438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51206) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:41.908512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8dc72fb8-058a-44a5-9f8d-75a87ee37aed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d62f87cef434abeb926e7c781a3de4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7955694 Jan 28 13:48:41.909907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc72fb8-058a-44a5-9f8d-75a87ee37aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be43fc2-5071-4a54-959a-6f36f62d485a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:42.053850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.151592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4bc3abd7-0070-4e68-a7e9-4c6a1b7d6381 None None] For port f57b050c-9ba7-4f6c-ad5a-aa643af6062c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:42.173524 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4bc3abd7-0070-4e68-a7e9-4c6a1b7d6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.176468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d363f4f-e855-4db8-adec-aacb6e64bfd2 admin admin] Publish callbacks [] for security_group (7be43fc2-5071-4a54-959a-6f36f62d485a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.203222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:42.390588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d363f4f-e855-4db8-adec-aacb6e64bfd2 admin admin] Publish callbacks [] for security_group (7be43fc2-5071-4a54-959a-6f36f62d485a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.583441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-04e8a398-ba38-4f6c-bd98-1dfe37ec41ff tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:42.585725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-04e8a398-ba38-4f6c-bd98-1dfe37ec41ff tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.36 "GET /v2.0/networks?id=334b927b-dad3-4f7e-8227-f9eb2a64495d HTTP/1.1" status: 200 len: 797 time: 0.4623277 Jan 28 13:48:42.726396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d363f4f-e855-4db8-adec-aacb6e64bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7be43fc2-5071-4a54-959a-6f36f62d485a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.729395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d363f4f-e855-4db8-adec-aacb6e64bfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.733322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9d363f4f-e855-4db8-adec-aacb6e64bfd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7be43fc2-5071-4a54-959a-6f36f62d485a HTTP/1.1" status: 204 len: 168 time: 0.8380017 Jan 28 13:48:42.762631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d363f4f-e855-4db8-adec-aacb6e64bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be43fc2-5071-4a54-959a-6f36f62d485a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:42.844337 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24a74fc8-fd6d-4979-aadf-377f1dd73f1d req-7764855d-a5af-4d92-b23d-ce82e0b058cc tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 210 time: 0.0739472 Jan 28 13:48:42.860859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-56721803-4a51-477e-a96d-8a4a9eee507a None None] Provisioning complete for port f57b050c-9ba7-4f6c-ad5a-aa643af6062c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:42.868066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-868ea8d7-e835-40d2-b067-8568fcc064ab tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4807337b942a4b8db538feb40bdce94a HTTP/1.1" status: 200 len: 477 time: 0.2627671 Jan 28 13:48:42.868940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-56721803-4a51-477e-a96d-8a4a9eee507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.886740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3abd7-0070-4e68-a7e9-4c6a1b7d6381 None None] Pushing event updated for resources: {'Port': ['ID=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:42.903773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'port': {'device_id': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'admin_state_up': True, 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'security_groups': ['535ad04b-e201-4ab4-afb3-29a4ed363083', '8c1e5550-6617-4953-8082-300781fd4fdd']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:43.127046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:43.231773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc45b64-93af-4730-a2ff-03b7a3fd7e3a None None] The sync data for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 is: [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:43.268827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-56721803-4a51-477e-a96d-8a4a9eee507a None None] Current status of the port f57b050c-9ba7-4f6c-ad5a-aa643af6062c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:43.287757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Made reservation on behalf of 4807337b942a4b8db538feb40bdce94a for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:43.291862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.753550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Allocated IP 172.20.0.4 (334b927b-dad3-4f7e-8227-f9eb2a64495d/ab4b93ad-3278-4fed-983c-dd323d78310e/f0568836-449e-4e5f-8f44-2d02cabc2158) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:44.214755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.271137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-7dfab055-0afb-4110-99dc-88e3af595d74 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:44.275654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-7dfab055-0afb-4110-99dc-88e3af595d74 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 0.6316519 Jan 28 13:48:44.299068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-dcc180c7-8584-4a4d-b18a-1ff79d3f5481 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/quotas/7ade38184a57462990ec309416af038a HTTP/1.1" status: 200 len: 375 time: 0.0175920 Jan 28 13:48:44.376364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f57b050c-9ba7-4f6c-ad5a-aa643af6062c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:44.421573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.468534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-97f76e09-fc93-46c5-ad3d-38b76455fd3d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1624238 Jan 28 13:48:44.510813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f57b050c-9ba7-4f6c-ad5a-aa643af6062c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.511433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.695719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8d39-a39d-45aa-8fc3-6c05da745ceb req-bdea7258-4f73-4a66-86a0-9dda49555e5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:44.699827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09fe8d39-a39d-45aa-8fc3-6c05da745ceb req-bdea7258-4f73-4a66-86a0-9dda49555e5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 970 time: 0.3354690 Jan 28 13:48:44.710734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:44.743359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:44.790545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-e00999d7-5179-473b-bc7e-f7efd143ea95 service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041534 Jan 28 13:48:44.802123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:44.837937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f57b050c-9ba7-4f6c-ad5a-aa643af6062c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:45.037369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=f0568836-449e-4e5f-8f44-2d02cabc2158,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:45.133593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:45.134205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.144776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-035abadc-387e-4bde-94f3-729abeb80f24 service neutron] 10.222.0.45 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513889 Jan 28 13:48:45.226406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09fe8d39-a39d-45aa-8fc3-6c05da745ceb req-4edd1d9e-f6bd-4f36-98bb-6f0886b51ea2 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4944434 Jan 28 13:48:45.285644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-e1a194e5-f5bd-494b-ba80-e6d3d6794039 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4083385 Jan 28 13:48:45.306833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Request body: {'port': {'device_id': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:45.428862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-adb7a01e-8c7c-48dd-8754-723ef46d6850 None None] Provisioning complete for port f0568836-449e-4e5f-8f44-2d02cabc2158 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:45.429413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-adb7a01e-8c7c-48dd-8754-723ef46d6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.608010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-adb7a01e-8c7c-48dd-8754-723ef46d6850 None None] Port f0568836-449e-4e5f-8f44-2d02cabc2158 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:45.620799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.679166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-19ea0d98-ab1e-4376-97c9-1fd7e838590d req-f1b14200-d5d7-4ce8-a3a5-4d259e1bd1da tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 210 time: 0.1388407 Jan 28 13:48:46.255708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0568836-449e-4e5f-8f44-2d02cabc2158 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:46.264867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Publish callbacks [] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.282539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Transition to ACTIVE for port object f0568836-449e-4e5f-8f44-2d02cabc2158 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:48:46.291563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.545124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0568836-449e-4e5f-8f44-2d02cabc2158,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:46.662250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Attempting to bind port f0568836-449e-4e5f-8f44-2d02cabc2158 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:46.662762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Attempting to bind port f0568836-449e-4e5f-8f44-2d02cabc2158 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:46.664776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Attempting to bind port f0568836-449e-4e5f-8f44-2d02cabc2158 on network 334b927b-dad3-4f7e-8227-f9eb2a64495d {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:46.711116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5f0d3-9a2b-408f-81a1-aa290343deb0 req-93a269be-7d20-4127-b396-b39fc1aed40a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:46.735377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffd5f0d3-9a2b-408f-81a1-aa290343deb0 req-93a269be-7d20-4127-b396-b39fc1aed40a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 982 time: 0.3149817 Jan 28 13:48:46.746123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Port f0568836-449e-4e5f-8f44-2d02cabc2158 on network 334b927b-dad3-4f7e-8227-f9eb2a64495d not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:48:46.754603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Attempting to bind port f0568836-449e-4e5f-8f44-2d02cabc2158 on network 334b927b-dad3-4f7e-8227-f9eb2a64495d {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:46.792200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:46.806762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Checking segment: {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:46.807403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Bound using segment: {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:46.808148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Bound port: f0568836-449e-4e5f-8f44-2d02cabc2158, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:46.808706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.030877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58fe534a-7c78-4d34-9158-0a0f6ac13dcc req-6253d7aa-5179-4301-8298-74c65eddc117 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 210 time: 0.1451414 Jan 28 13:48:47.284010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffd5f0d3-9a2b-408f-81a1-aa290343deb0 req-d7ef31d8-7d10-49e3-ab1e-9ededad0e27d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5388565 Jan 28 13:48:47.293210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] For port f0568836-449e-4e5f-8f44-2d02cabc2158, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:47.297900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] For port f0568836-449e-4e5f-8f44-2d02cabc2158, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=f0568836-449e-4e5f-8f44-2d02cabc2158,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:47.308250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.346410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.356850 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.357635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0568836-449e-4e5f-8f44-2d02cabc2158 HTTP/1.1" status: 200 len: 1130 time: 2.0603888 Jan 28 13:48:47.374809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:47.378523 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b04a4d-be37-438c-8df2-7586043b881b" -d '{"events": [{"name": "network-changed", "server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:47.503157 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19fefb-8946-478d-b6a4-12a06f91aa3b x-openstack-request-id: req-0d19fefb-8946-478d-b6a4-12a06f91aa3b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:47.507477 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:47.508439 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d19fefb-8946-478d-b6a4-12a06f91aa3b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:47.510206 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'status': 'completed', 'code': 200} Jan 28 13:48:47.776791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7627a-3852-411d-b96a-208f1a9fd7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0568836-449e-4e5f-8f44-2d02cabc2158,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:47.821299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f32c7cd4-d27e-48c3-84a1-38b9a4b90721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.822910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f32c7cd4-d27e-48c3-84a1-38b9a4b90721 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1133 time: 0.3230526 Jan 28 13:48:47.983846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-35b63290-fb44-4b61-be40-9373ca4d9d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0568836-449e-4e5f-8f44-2d02cabc2158 HTTP/1.1" status: 200 len: 217 time: 0.1487379 Jan 28 13:48:48.175710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-df038e68-7f48-4f51-881d-a3386ccbd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:48.180290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-df038e68-7f48-4f51-881d-a3386ccbd869 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4b93ad-3278-4fed-983c-dd323d78310e HTTP/1.1" status: 200 len: 835 time: 0.1828837 Jan 28 13:48:48.297150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-ed68f2cd-cec3-419d-a71d-56101426698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:48.303799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-ed68f2cd-cec3-419d-a71d-56101426698e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=334b927b-dad3-4f7e-8227-f9eb2a64495d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179917 Jan 28 13:48:48.322704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-dd771ec7-5d4e-4df8-a734-24bdf2ee391d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:48.328913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-dd771ec7-5d4e-4df8-a734-24bdf2ee391d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 814 time: 0.4274912 Jan 28 13:48:48.374153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Request body: {'port': {'device_id': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'admin_state_up': True, 'tenant_id': '7ade38184a57462990ec309416af038a'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:48.451254 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6b14efc6-8204-48ab-a3d4-ec2acb266ef4 req-2e16e734-a5dd-443c-a800-412e42089913 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 210 time: 0.1205261 Jan 28 13:48:48.697011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Made reservation on behalf of 7ade38184a57462990ec309416af038a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:48.707863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.725334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-f1261055-15cf-43e3-976e-0c0e77799bc0 service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026690 Jan 28 13:48:48.758980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f0246-65e7-43bb-b202-5eb8f3f60725 req-ad08fd9f-c56d-467a-abaf-a9303295699f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:48.761122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b48f0246-65e7-43bb-b202-5eb8f3f60725 req-ad08fd9f-c56d-467a-abaf-a9303295699f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 982 time: 0.1986215 Jan 28 13:48:49.077046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74220933-71d9-41a5-8399-fcc00e5c4c2b req-d5c40b3d-9808-4512-8f59-0349ea1ede6d service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373482 Jan 28 13:48:49.096164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b48f0246-65e7-43bb-b202-5eb8f3f60725 req-0fd1fce4-46b9-4a6f-a893-f8520389fe00 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3169000 Jan 28 13:48:49.163252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Allocated IP 172.20.0.5 (b1c46390-f3ca-409a-92a5-76d47d90790b/994ece1f-abf2-49a5-a911-318ac7cad4ed/3f3a5bcb-dde3-4dbf-b065-8a834d72087d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:49.273553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b04a4d-be37-438c-8df2-7586043b881b req-f7bceb82-b810-456a-8c85-5be11d06ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:49.275250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17b04a4d-be37-438c-8df2-7586043b881b req-f7bceb82-b810-456a-8c85-5be11d06ec6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1133 time: 0.1215286 Jan 28 13:48:49.481376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b04a4d-be37-438c-8df2-7586043b881b req-e2677912-3a12-4d9c-9003-efc1c085812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:49.494809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17b04a4d-be37-438c-8df2-7586043b881b req-e2677912-3a12-4d9c-9003-efc1c085812c service neutron] 10.222.0.36 "GET /v2.0/networks?id=334b927b-dad3-4f7e-8227-f9eb2a64495d HTTP/1.1" status: 200 len: 898 time: 0.2051628 Jan 28 13:48:49.544021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks [] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.643991 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.658266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb', '9194f79e-8edb-45d7-ad6c-a334ccefa968'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:49.683799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17b04a4d-be37-438c-8df2-7586043b881b req-b4141e60-6ee2-4e73-a5e8-3b783bc767ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0568836-449e-4e5f-8f44-2d02cabc2158 HTTP/1.1" status: 200 len: 217 time: 0.1763639 Jan 28 13:48:49.782419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:49.821100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b04a4d-be37-438c-8df2-7586043b881b req-26be5e0d-c1da-46a4-85f0-d40ab31d8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:49.823172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17b04a4d-be37-438c-8df2-7586043b881b req-26be5e0d-c1da-46a4-85f0-d40ab31d8667 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4b93ad-3278-4fed-983c-dd323d78310e HTTP/1.1" status: 200 len: 835 time: 0.1309519 Jan 28 13:48:49.871897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Network b1c46390-f3ca-409a-92a5-76d47d90790b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:49.898072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:49.910341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:49.942978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b04a4d-be37-438c-8df2-7586043b881b req-5f14fcdc-daca-447c-92cd-6870722979ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:49.958761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17b04a4d-be37-438c-8df2-7586043b881b req-5f14fcdc-daca-447c-92cd-6870722979ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=334b927b-dad3-4f7e-8227-f9eb2a64495d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165931 Jan 28 13:48:50.022546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e167937-e286-4be8-9083-fb5c49636365 req-fede2402-11d8-4631-beb1-9780e4c7ecf5 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.039270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e167937-e286-4be8-9083-fb5c49636365 req-fede2402-11d8-4631-beb1-9780e4c7ecf5 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 931 time: 0.4102640 Jan 28 13:48:50.065041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event updated for resources: {'Port': ['ID=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:50.129978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.133445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.200693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17b04a4d-be37-438c-8df2-7586043b881b req-036937b0-4067-4480-9891-3592fa6b0865 service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407348 Jan 28 13:48:50.224082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e167937-e286-4be8-9083-fb5c49636365 req-2d76c34f-7869-4339-9e95-79e06b95e62d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896594 Jan 28 13:48:50.236008 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-89b232d7-777d-46b9-8b83-b961c3f90fe7 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8660789 Jan 28 13:48:50.264062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Request body: {'port': {'device_id': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:50.394074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51416) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:50.422371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.486934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17b04a4d-be37-438c-8df2-7586043b881b req-c520c134-fbb4-42cf-b2d2-60e955f2fad5 service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735932 Jan 28 13:48:50.564883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef788ba8-f1ea-48af-9110-d3affb7f08b2 req-32a40841-811b-455a-8f08-d21aeea693f7 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.575508 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef788ba8-f1ea-48af-9110-d3affb7f08b2 req-32a40841-811b-455a-8f08-d21aeea693f7 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 982 time: 0.1852281 Jan 28 13:48:50.619428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413a0166-228c-49f8-a133-e54c27c5b692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.977860 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413a0166-228c-49f8-a133-e54c27c5b692 admin admin] Publish callbacks [] for security_group (ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.989693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-413a0166-228c-49f8-a133-e54c27c5b692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.111166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef788ba8-f1ea-48af-9110-d3affb7f08b2 req-9cf9ee93-b75f-488a-b24a-e431884b09df tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5343244 Jan 28 13:48:51.135482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a0166-228c-49f8-a133-e54c27c5b692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:51.192607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51432) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:51.235918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-413a0166-228c-49f8-a133-e54c27c5b692 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79aaf7b9ecb34282a78974ee71fad420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8294985 Jan 28 13:48:51.347211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3a5bcb-dde3-4dbf-b065-8a834d72087d {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:51.375154 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Publish callbacks [] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.393528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Transition to ACTIVE for port object 3f3a5bcb-dde3-4dbf-b065-8a834d72087d will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:48:51.400704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.462829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Pushing event updated for resources: {'Port': ['ID=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:51.487699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abc08437-2084-4ec0-9143-0aae7d1ca2ae admin admin] Publish callbacks [] for security_group (ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.518476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device f0568836-449e-4e5f-8f44-2d02cabc2158 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:48:51.590474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Attempting to bind port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:51.591096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Attempting to bind port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:51.591525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Attempting to bind port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:51.594346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abc08437-2084-4ec0-9143-0aae7d1ca2ae admin admin] Publish callbacks [] for security_group (ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.596420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d on network b1c46390-f3ca-409a-92a5-76d47d90790b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:48:51.596865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Attempting to bind port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d on network b1c46390-f3ca-409a-92a5-76d47d90790b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:51.602684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:51.603249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Checking segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:51.603975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Bound using segment: {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:51.604564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Bound port: 3f3a5bcb-dde3-4dbf-b065-8a834d72087d, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:51.605036 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.624347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d97ccb-620c-48e1-bab9-3330cf8a2fd1 req-40aae61a-7a9b-4e76-90b0-1242e0da0880 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:51.625879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d97ccb-620c-48e1-bab9-3330cf8a2fd1 req-40aae61a-7a9b-4e76-90b0-1242e0da0880 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 943 time: 0.1394436 Jan 28 13:48:51.679557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51442) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:51.704591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] For port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:51.719057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port f0568836-449e-4e5f-8f44-2d02cabc2158, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=f0568836-449e-4e5f-8f44-2d02cabc2158,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:51.729809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d97ccb-620c-48e1-bab9-3330cf8a2fd1 req-f105187d-bd35-4481-8f56-f826b689cc03 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796504 Jan 28 13:48:51.747201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] For port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:51.751357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'port_id': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'mac_address': 'fa:16:3e:39:d9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:48:51.754614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abc08437-2084-4ec0-9143-0aae7d1ca2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.755679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.757981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-abc08437-2084-4ec0-9143-0aae7d1ca2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.759442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-abc08437-2084-4ec0-9143-0aae7d1ca2ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f HTTP/1.1" status: 204 len: 168 time: 0.5649970 Jan 28 13:48:51.789393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc08437-2084-4ec0-9143-0aae7d1ca2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd58f9a-1b0e-40cf-8ab3-6eeab6fa007f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:51.800748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:51.801723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.803224 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] 10.222.0.60 "PUT /v2.0/ports/3f3a5bcb-dde3-4dbf-b065-8a834d72087d HTTP/1.1" status: 200 len: 1091 time: 1.5508912 Jan 28 13:48:51.803741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'tag': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:51.806949 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61868283-2adc-40a1-ab15-6bdba10066eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce48af9c-b851-43c7-ada2-68456f73018e", "tag": "3f3a5bcb-dde3-4dbf-b065-8a834d72087d"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:51.845789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031632c-9d8a-4f97-a330-06d26bc3af5e service neutron] Pushing event updated for resources: {'Port': ['ID=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:51.918061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6fb246ca-76bd-48c6-a2c2-f7746f3fee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:51.922014 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-6fb246ca-76bd-48c6-a2c2-f7746f3fee1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 1094 time: 0.0699675 Jan 28 13:48:51.928682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port f0568836-449e-4e5f-8f44-2d02cabc2158 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:51.930276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.965750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0568836-449e-4e5f-8f44-2d02cabc2158 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:51.994753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port f0568836-449e-4e5f-8f44-2d02cabc2158, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=f0568836-449e-4e5f-8f44-2d02cabc2158,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:51.995874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17c90dc9-b1f4-4a8f-afa5-ae4a7a6a30eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.001736 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-ec562f1f-a573-4db1-ae97-79244e9db7a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f3a5bcb-dde3-4dbf-b065-8a834d72087d HTTP/1.1" status: 200 len: 217 time: 0.0702176 Jan 28 13:48:52.002420 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.082596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-9e70d660-eb55-49bb-b355-bfcbb676ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.085432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-9e70d660-eb55-49bb-b355-bfcbb676ce0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.0757878 Jan 28 13:48:52.087437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=f0568836-449e-4e5f-8f44-2d02cabc2158,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:52.126744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-8b46e2b6-c8ff-4c4d-b94e-bd7047e7adfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332403 Jan 28 13:48:52.287982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['f0568836-449e-4e5f-8f44-2d02cabc2158'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:52.293651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51462) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:52.304374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17c90dc9-b1f4-4a8f-afa5-ae4a7a6a30eb admin admin] Publish callbacks [] for security_group (80012db2-27e5-4d54-8e37-dd1335804ee6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.324582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17c90dc9-b1f4-4a8f-afa5-ae4a7a6a30eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80012db2-27e5-4d54-8e37-dd1335804ee6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.365155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2c10624-abb9-4cfd-a433-6591bd64eac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.395548 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17c90dc9-b1f4-4a8f-afa5-ae4a7a6a30eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f86cfb35daff4432ab906001d435fa32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7136188 Jan 28 13:48:52.396255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51466) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:52.446734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb64d3-6d60-4b94-aef7-46c170becb61 req-127c1d46-a9fa-4948-b722-956854a5f805 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:52.464717 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d613f1ef-c8d6-4372-a035-f79f68fe1de9 x-openstack-request-id: req-d613f1ef-c8d6-4372-a035-f79f68fe1de9 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:52.465018 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce48af9c-b851-43c7-ada2-68456f73018e", "tag": "3f3a5bcb-dde3-4dbf-b065-8a834d72087d", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:52.465309 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d613f1ef-c8d6-4372-a035-f79f68fe1de9 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:52.465735 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'tag': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d', 'status': 'completed', 'code': 200} Jan 28 13:48:52.469240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffdb64d3-6d60-4b94-aef7-46c170becb61 req-127c1d46-a9fa-4948-b722-956854a5f805 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 983 time: 0.1946328 Jan 28 13:48:52.556551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-103f2ac5-c52c-44ed-9120-f9cd85ebf2a2 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189873 Jan 28 13:48:52.558706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c90dc9-b1f4-4a8f-afa5-ae4a7a6a30eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80012db2-27e5-4d54-8e37-dd1335804ee6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:52.667294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffdb64d3-6d60-4b94-aef7-46c170becb61 req-26e7dd00-a98a-437f-bbf5-9d0d0a7f5362 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1911891 Jan 28 13:48:52.707985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2790-c6c6-4810-9b9d-4b58cee61aa5 admin admin] Publish callbacks [] for security_group (80012db2-27e5-4d54-8e37-dd1335804ee6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.736125 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2790-c6c6-4810-9b9d-4b58cee61aa5 admin admin] Publish callbacks [] for security_group (80012db2-27e5-4d54-8e37-dd1335804ee6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.742308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2c10624-abb9-4cfd-a433-6591bd64eac7 admin admin] Publish callbacks [] for security_group (d5a22a18-2d1b-4329-80f8-8f05dcb34292), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.768118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2c10624-abb9-4cfd-a433-6591bd64eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5a22a18-2d1b-4329-80f8-8f05dcb34292), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.809860 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73ecc7e0-049b-48b7-8b26-40541ad67156 req-42180e10-d757-4b70-9e64-f4d1c5fd1171 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355316 Jan 28 13:48:52.833962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2790-c6c6-4810-9b9d-4b58cee61aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80012db2-27e5-4d54-8e37-dd1335804ee6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.837926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2790-c6c6-4810-9b9d-4b58cee61aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.842247 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1f0f2790-c6c6-4810-9b9d-4b58cee61aa5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80012db2-27e5-4d54-8e37-dd1335804ee6 HTTP/1.1" status: 204 len: 168 time: 0.4421334 Jan 28 13:48:52.857295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f2790-c6c6-4810-9b9d-4b58cee61aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80012db2-27e5-4d54-8e37-dd1335804ee6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:52.896557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10624-abb9-4cfd-a433-6591bd64eac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a22a18-2d1b-4329-80f8-8f05dcb34292,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:52.981485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2c10624-abb9-4cfd-a433-6591bd64eac7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe38f5cd049542a4b55e2a546928cb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6867554 Jan 28 13:48:52.985750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51486) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:53.000976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868283-2adc-40a1-ab15-6bdba10066eb req-37f74e1f-f71f-4c5b-80b4-b132ba1ab38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.002537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61868283-2adc-40a1-ab15-6bdba10066eb req-37f74e1f-f71f-4c5b-80b4-b132ba1ab38d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 1094 time: 0.1287093 Jan 28 13:48:53.009979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e08aae-c82b-4d6b-a679-6a64d46271f1 req-8f9e3e0e-5536-49a3-a5f5-4d6ec7f17b2d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.016861 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81e08aae-c82b-4d6b-a679-6a64d46271f1 req-8f9e3e0e-5536-49a3-a5f5-4d6ec7f17b2d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 943 time: 0.1019053 Jan 28 13:48:53.187239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868283-2adc-40a1-ab15-6bdba10066eb req-de5cf679-157b-44c2-b92a-c3888a29fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.189216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61868283-2adc-40a1-ab15-6bdba10066eb req-de5cf679-157b-44c2-b92a-c3888a29fb17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 915 time: 0.1694114 Jan 28 13:48:53.276879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61868283-2adc-40a1-ab15-6bdba10066eb req-4a003b33-9a8d-45be-9169-84df246f25ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f3a5bcb-dde3-4dbf-b065-8a834d72087d HTTP/1.1" status: 200 len: 217 time: 0.0458357 Jan 28 13:48:53.368834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-81e08aae-c82b-4d6b-a679-6a64d46271f1 req-30393690-f958-49fb-b598-410745bf8004 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507550 Jan 28 13:48:53.414380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7bf1-90db-4dc9-a019-103497d8987a admin admin] Publish callbacks [] for security_group (d5a22a18-2d1b-4329-80f8-8f05dcb34292), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.464713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7bf1-90db-4dc9-a019-103497d8987a admin admin] Publish callbacks [] for security_group (d5a22a18-2d1b-4329-80f8-8f05dcb34292), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.485168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51498) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:53.501619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868283-2adc-40a1-ab15-6bdba10066eb req-7d14e3d7-49b1-4456-b555-4df6afaed0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:53.503465 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61868283-2adc-40a1-ab15-6bdba10066eb req-7d14e3d7-49b1-4456-b555-4df6afaed0aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.2144527 Jan 28 13:48:53.510647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd34f-6eb2-4cc9-96de-0072dd6d1af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.516973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device f0568836-449e-4e5f-8f44-2d02cabc2158 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:53.598029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61868283-2adc-40a1-ab15-6bdba10066eb req-f66e8ced-7686-4d4c-a89b-88fcfc817a68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710356 Jan 28 13:48:53.610656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port f0568836-449e-4e5f-8f44-2d02cabc2158 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:48:53.617495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port f0568836-449e-4e5f-8f44-2d02cabc2158 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:53.618841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.641013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd34f-6eb2-4cc9-96de-0072dd6d1af6 admin admin] Publish callbacks [] for security_group (67e99276-facd-4ad2-84cd-8d87e8856c6e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.655321 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd34f-6eb2-4cc9-96de-0072dd6d1af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67e99276-facd-4ad2-84cd-8d87e8856c6e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.728121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bd34f-6eb2-4cc9-96de-0072dd6d1af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e99276-facd-4ad2-84cd-8d87e8856c6e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:53.780006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5c8bd34f-6eb2-4cc9-96de-0072dd6d1af6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8f74721559246bbb9a076b8909ae491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933843 Jan 28 13:48:53.785171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51508) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:53.813838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port f0568836-449e-4e5f-8f44-2d02cabc2158 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:53.814300 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.854026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port f0568836-449e-4e5f-8f44-2d02cabc2158, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=f0568836-449e-4e5f-8f44-2d02cabc2158,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:53.854920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:53.858627 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897ab81-1a58-40ee-b19e-c6a2afb6cc16" -d '{"events": [{"server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "name": "network-vif-plugged", "status": "completed", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:53.866732 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8cf72f0b-97d6-4b5d-9986-c75b45afd29a admin admin] Publish callbacks [] for security_group (67e99276-facd-4ad2-84cd-8d87e8856c6e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.867992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.903025 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8cf72f0b-97d6-4b5d-9986-c75b45afd29a admin admin] Publish callbacks [] for security_group (67e99276-facd-4ad2-84cd-8d87e8856c6e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.977963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=f0568836-449e-4e5f-8f44-2d02cabc2158,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:54.011261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8cf72f0b-97d6-4b5d-9986-c75b45afd29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67e99276-facd-4ad2-84cd-8d87e8856c6e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.014449 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8cf72f0b-97d6-4b5d-9986-c75b45afd29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.015957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8cf72f0b-97d6-4b5d-9986-c75b45afd29a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67e99276-facd-4ad2-84cd-8d87e8856c6e HTTP/1.1" status: 204 len: 168 time: 0.2295995 Jan 28 13:48:54.031839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf72f0b-97d6-4b5d-9986-c75b45afd29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e99276-facd-4ad2-84cd-8d87e8856c6e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:54.439381 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220482ed-cbd5-44e8-b0c0-1721d662ac99 x-openstack-request-id: req-220482ed-cbd5-44e8-b0c0-1721d662ac99 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:54.440446 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "name": "network-vif-plugged", "status": "completed", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:54.441637 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-220482ed-cbd5-44e8-b0c0-1721d662ac99 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:54.442165 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'code': 200} Jan 28 13:48:54.636191 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7bf1-90db-4dc9-a019-103497d8987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5a22a18-2d1b-4329-80f8-8f05dcb34292), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.638730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7bf1-90db-4dc9-a019-103497d8987a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.640265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f9ce7bf1-90db-4dc9-a019-103497d8987a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5a22a18-2d1b-4329-80f8-8f05dcb34292 HTTP/1.1" status: 204 len: 168 time: 1.6464975 Jan 28 13:48:54.653837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61868283-2adc-40a1-ab15-6bdba10066eb req-8ef9ea97-689f-4035-89fc-bca285685a31 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0295932 Jan 28 13:48:54.658531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7e94a-901a-4e1f-8617-f6ccea834382 req-a7de5242-805d-4e86-a0bf-6a54bb8a877e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.670180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69a7e94a-901a-4e1f-8617-f6ccea834382 req-a7de5242-805d-4e86-a0bf-6a54bb8a877e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 943 time: 0.1332607 Jan 28 13:48:54.699342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114e8de-cb59-4e9e-9394-0633db913f81 req-570f79d4-79ad-4bd4-be39-b90a66cabb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.702119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d114e8de-cb59-4e9e-9394-0633db913f81 req-570f79d4-79ad-4bd4-be39-b90a66cabb05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1135 time: 0.1773067 Jan 28 13:48:54.703653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce7bf1-90db-4dc9-a019-103497d8987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a22a18-2d1b-4329-80f8-8f05dcb34292,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:54.858692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266025-bf2a-41d3-837e-9a697f242f11 req-b808e0e9-81a5-43ce-b34b-762429c1effb tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.870853 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49266025-bf2a-41d3-837e-9a697f242f11 req-b808e0e9-81a5-43ce-b34b-762429c1effb tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 984 time: 1.0674665 Jan 28 13:48:54.917774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51528) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:55.040361 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07b7a4c4-9b8f-4bb8-becd-6dbb7af3725f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.161885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-61868283-2adc-40a1-ab15-6bdba10066eb req-ed65813b-3f6d-4b42-92c4-c3d9ad1ca2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064864 Jan 28 13:48:55.168581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49266025-bf2a-41d3-837e-9a697f242f11 req-b8ad7b4f-eb05-458f-9119-9e3c6a902626 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2967000 Jan 28 13:48:55.291534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07b7a4c4-9b8f-4bb8-becd-6dbb7af3725f admin admin] Publish callbacks [] for security_group (7e714f8d-84da-419a-9df3-0ea133c7e6dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.301199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07b7a4c4-9b8f-4bb8-becd-6dbb7af3725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7e714f8d-84da-419a-9df3-0ea133c7e6dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.331508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69a7e94a-901a-4e1f-8617-f6ccea834382 req-7c03d46b-3467-4331-9864-b5e5845a3570 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594639 Jan 28 13:48:55.364949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d114e8de-cb59-4e9e-9394-0633db913f81 req-ecbab444-09b8-4e32-9403-d95908fd33e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=535ad04b-e201-4ab4-afb3-29a4ed363083&id=8c1e5550-6617-4953-8082-300781fd4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1023958 Jan 28 13:48:55.370288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-07b7a4c4-9b8f-4bb8-becd-6dbb7af3725f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbd1274cd870414e93ca8b5948d5b095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347608 Jan 28 13:48:55.371101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51540) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:55.391689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7a4c4-9b8f-4bb8-becd-6dbb7af3725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e714f8d-84da-419a-9df3-0ea133c7e6dc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:55.441336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a060c2d-80ae-4f4e-a044-109bb1aa026f admin admin] Publish callbacks [] for security_group (7e714f8d-84da-419a-9df3-0ea133c7e6dc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.467527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a060c2d-80ae-4f4e-a044-109bb1aa026f admin admin] Publish callbacks [] for security_group (7e714f8d-84da-419a-9df3-0ea133c7e6dc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.513860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3f3a5bcb-dde3-4dbf-b065-8a834d72087d details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:48:55.525304 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a060c2d-80ae-4f4e-a044-109bb1aa026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7e714f8d-84da-419a-9df3-0ea133c7e6dc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.530602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a060c2d-80ae-4f4e-a044-109bb1aa026f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.532360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a060c2d-80ae-4f4e-a044-109bb1aa026f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e714f8d-84da-419a-9df3-0ea133c7e6dc HTTP/1.1" status: 204 len: 168 time: 0.1597664 Jan 28 13:48:55.544916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a060c2d-80ae-4f4e-a044-109bb1aa026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e714f8d-84da-419a-9df3-0ea133c7e6dc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:55.674432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:55.688909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d', 'network_id': 'b1c46390-f3ca-409a-92a5-76d47d90790b', 'port_id': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d', 'mac_address': 'fa:16:3e:f6:1f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ece1f-abf2-49a5-a911-318ac7cad4ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:48:55.741680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:55.742170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.759918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3a5bcb-dde3-4dbf-b065-8a834d72087d {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:55.801911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:55.801911 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:55.860076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:56.173809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['3f3a5bcb-dde3-4dbf-b065-8a834d72087d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:56.450281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6507-c176-4596-af13-1e32f3df5530 req-8c4ebb9c-af11-400a-9e75-0054db6cd379 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:56.451918 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6f2a6507-c176-4596-af13-1e32f3df5530 req-8c4ebb9c-af11-400a-9e75-0054db6cd379 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 984 time: 0.0895159 Jan 28 13:48:56.542876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6f2a6507-c176-4596-af13-1e32f3df5530 req-ade244aa-e347-4ce0-b232-a5df45b34bc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0846689 Jan 28 13:48:56.587039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51598) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:56.659408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279e0f-9990-4f5b-bc4d-1db587104350 req-b74e5781-b011-499a-a587-af05d7f8c8b6 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:56.662095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18279e0f-9990-4f5b-bc4d-1db587104350 req-b74e5781-b011-499a-a587-af05d7f8c8b6 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 944 time: 0.0656374 Jan 28 13:48:56.715424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.728228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18279e0f-9990-4f5b-bc4d-1db587104350 req-96b35254-69dd-4412-99e5-20407c718a28 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563226 Jan 28 13:48:56.822960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-407321101-network', 'tenant_id': '44a74c3b70d048b0bfcba94e526b344f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:56.841216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Made reservation on behalf of 44a74c3b70d048b0bfcba94e526b344f for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:56.844272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.854637 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.942352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks [] for security_group (3973aabc-c46e-40c0-b208-292c9ae641e8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.946936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3973aabc-c46e-40c0-b208-292c9ae641e8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.972012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:56.990412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3973aabc-c46e-40c0-b208-292c9ae641e8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:56.993703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:56.994227 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Added segment c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e of type vlan for network f10e9ae6-84af-4574-917f-a4fa61045b75 Jan 28 13:48:57.038297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (f10e9ae6-84af-4574-917f-a4fa61045b75), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.072771 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (f10e9ae6-84af-4574-917f-a4fa61045b75), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.073761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:57.074494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.148894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5605013 Jan 28 13:48:57.151917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51618) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:57.152604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb31d2-e3ce-44d9-90f0-4d55dd6db834 admin admin] Pushing event updated for resources: {'Network': ['ID=f10e9ae6-84af-4574-917f-a4fa61045b75,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:57.163940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Request body: {'subnet': {'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-407321101-subnet', 'tenant_id': '44a74c3b70d048b0bfcba94e526b344f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:57.165558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network f10e9ae6-84af-4574-917f-a4fa61045b75 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:57.188663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Made reservation on behalf of 44a74c3b70d048b0bfcba94e526b344f for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:57.191100 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.429298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (705939d3-8477-46a6-bb9a-e82ddc9dc345), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.523442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3f3a5bcb-dde3-4dbf-b065-8a834d72087d up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:57.532944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Checking segment: {'id': 'c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:57.533544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Network hostable DHCP agents. Network: f10e9ae6-84af-4574-917f-a4fa61045b75, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:57.539658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=705939d3-8477-46a6-bb9a-e82ddc9dc345,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:57.597977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Network f10e9ae6-84af-4574-917f-a4fa61045b75 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:57.623747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:48:57.633018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:57.633018 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.633205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, f10e9ae6-84af-4574-917f-a4fa61045b75) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:57.640169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:57.642213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.681988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-48f6d5d5-46a8-43a5-a6c5-d99b2ca4d51e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5286655 Jan 28 13:48:57.758028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d55d0d-8e9f-4976-a7a4-82bffe9f21d1 None None] Network f10e9ae6-84af-4574-917f-a4fa61045b75 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:57.890480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9853d8f-3feb-4eba-9ffd-bd0d77d6faf1 req-a022d7fd-0868-49bf-92f7-80c559172d38 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:57.899194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9853d8f-3feb-4eba-9ffd-bd0d77d6faf1 req-a022d7fd-0868-49bf-92f7-80c559172d38 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 984 time: 0.1540563 Jan 28 13:48:57.974435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55dcc3-33a4-465f-8cce-365a6ede009e req-601aeae8-4b73-4b69-8c69-ba36db2af153 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:57.978990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9853d8f-3feb-4eba-9ffd-bd0d77d6faf1 req-99ff554c-f51e-4b0e-b37c-b5f5a894e2d5 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0783961 Jan 28 13:48:57.979578 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a55dcc3-33a4-465f-8cce-365a6ede009e req-601aeae8-4b73-4b69-8c69-ba36db2af153 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 944 time: 0.1168008 Jan 28 13:48:58.112134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a55dcc3-33a4-465f-8cce-365a6ede009e req-3c0f0d5f-9fed-424f-9027-cbd927a94fee tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261086 Jan 28 13:48:58.176391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:58.177887 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.190336 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.203591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa71c27-f8e7-4172-b3f5-90246e63bc42 req-dcb03878-7def-4125-83ff-770283985365 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:58.206094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3aa71c27-f8e7-4172-b3f5-90246e63bc42 req-dcb03878-7def-4125-83ff-770283985365 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 984 time: 0.0817249 Jan 28 13:48:58.232758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827d7fe-955c-4f65-bbbb-5eee61b985e8 None None] Network f10e9ae6-84af-4574-917f-a4fa61045b75 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:58.246174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:58.248663 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7613d8aa-c20c-4124-abc7-42273a93f238" -d '{"events": [{"server_uuid": "ce48af9c-b851-43c7-ada2-68456f73018e", "name": "network-vif-plugged", "status": "completed", "tag": "3f3a5bcb-dde3-4dbf-b065-8a834d72087d"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:58.304674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3aa71c27-f8e7-4172-b3f5-90246e63bc42 req-2d7dc91c-4bec-42ee-9605-7840e44ef54a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0922608 Jan 28 13:48:58.310613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:58.323049 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.339772 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b8b9e2-8d21-4a8e-9b05-ac534c152b83 x-openstack-request-id: req-39b8b9e2-8d21-4a8e-9b05-ac534c152b83 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:58.340260 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce48af9c-b851-43c7-ada2-68456f73018e", "name": "network-vif-plugged", "status": "completed", "tag": "3f3a5bcb-dde3-4dbf-b065-8a834d72087d", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:58.340760 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39b8b9e2-8d21-4a8e-9b05-ac534c152b83 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:58.341259 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d', 'code': 200} Jan 28 13:48:58.439168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.481685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ae90-0a3c-49e7-9a37-7a1763a83bde req-83d51ad1-4b0e-4a5c-9a7e-4f92e41e8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:58.483353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8fe7ae90-0a3c-49e7-9a37-7a1763a83bde req-83d51ad1-4b0e-4a5c-9a7e-4f92e41e8eff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 1096 time: 0.0540183 Jan 28 13:48:58.574810 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8fe7ae90-0a3c-49e7-9a37-7a1763a83bde req-d810f8d3-0b11-4940-b65d-2bba52d2e724 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836492 Jan 28 13:48:58.581853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa44cd-c2fa-4898-aa4f-ffb63344bdc0 req-b9ff9c30-a99f-46c7-bc95-c9a3671b4f49 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:58.591418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7afa44cd-c2fa-4898-aa4f-ffb63344bdc0 req-b9ff9c30-a99f-46c7-bc95-c9a3671b4f49 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1135 time: 0.0743468 Jan 28 13:48:58.608180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7afa44cd-c2fa-4898-aa4f-ffb63344bdc0 req-cf944eaf-3f8d-4457-942e-fb7794833a8e tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.738759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7afa44cd-c2fa-4898-aa4f-ffb63344bdc0 req-cf944eaf-3f8d-4457-942e-fb7794833a8e tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Publish callbacks [] for security_group (7438ca20-9e80-40be-97f6-46269b096768), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.744515 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7afa44cd-c2fa-4898-aa4f-ffb63344bdc0 req-cf944eaf-3f8d-4457-942e-fb7794833a8e tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7438ca20-9e80-40be-97f6-46269b096768), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.802737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf944eaf-3f8d-4457-942e-fb7794833a8e tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7438ca20-9e80-40be-97f6-46269b096768,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.835309 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7afa44cd-c2fa-4898-aa4f-ffb63344bdc0 req-cf944eaf-3f8d-4457-942e-fb7794833a8e tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2425733 Jan 28 13:48:58.854160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51700) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:58.906508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc6308-d878-417d-bf8a-45b0397efb65 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:58.909112 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-81fc6308-d878-417d-bf8a-45b0397efb65 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1130 time: 0.0537181 Jan 28 13:48:58.912614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51704) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:58.918862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:58.945112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51708) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:58.949847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.010062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51716) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:59.014899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1767209906-network', 'tenant_id': '667673be8dcc45648ecd520ecbaf73fb'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:59.057635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Made reservation on behalf of 667673be8dcc45648ecd520ecbaf73fb for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:59.060332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.082351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.092259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.198526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks [] for security_group (5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.205421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.245670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:59.265802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:59.282351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (72bc46ec-b719-4c4c-998a-977562ff90a6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.283403 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Added segment 72bc46ec-b719-4c4c-998a-977562ff90a6 of type vlan for network d0642729-b721-4424-b939-eabaadaa0a08 Jan 28 13:48:59.327150 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e17c099a-cec7-4fed-a1ba-2fb80b4743be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.355196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d0642729-b721-4424-b939-eabaadaa0a08), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.391125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Allocated IP 172.25.4.215 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/420c57aa-a949-46df-ba27-48124ccaa644) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:59.394400 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d0642729-b721-4424-b939-eabaadaa0a08), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.395678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:59.396566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.426400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971439b0-45c8-44d5-a574-81c5364a0866 req-ba473828-6f03-49c2-a2ae-a218537d8e09 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:59.434738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-971439b0-45c8-44d5-a574-81c5364a0866 req-ba473828-6f03-49c2-a2ae-a218537d8e09 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 945 time: 0.1778531 Jan 28 13:48:59.513108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] Pushing event updated for resources: {'Network': ['ID=d0642729-b721-4424-b939-eabaadaa0a08,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:59.525622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-58ac3732-a78e-4aa2-b02d-36baefb22297 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5143542 Jan 28 13:48:59.526261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51730) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:59.532099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d0642729-b721-4424-b939-eabaadaa0a08 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:59.532678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Request body: {'subnet': {'network_id': 'd0642729-b721-4424-b939-eabaadaa0a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1767209906-subnet', 'tenant_id': '667673be8dcc45648ecd520ecbaf73fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:59.582469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Made reservation on behalf of 667673be8dcc45648ecd520ecbaf73fb for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:59.592480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.668931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-971439b0-45c8-44d5-a574-81c5364a0866 req-58b93b3e-7807-41d8-aabb-ee47a3f1cc81 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335150 Jan 28 13:48:59.736460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e17c099a-cec7-4fed-a1ba-2fb80b4743be admin admin] Publish callbacks [] for security_group (986dff1a-40e0-4180-90ee-40df7f0feb50), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.749214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (420c57aa-a949-46df-ba27-48124ccaa644), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.751340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e17c099a-cec7-4fed-a1ba-2fb80b4743be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (986dff1a-40e0-4180-90ee-40df7f0feb50), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.838521 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (91437f6f-2e3e-47fa-953c-ec8d1e9db49f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:59.866225 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e17c099a-cec7-4fed-a1ba-2fb80b4743be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e88a0f71f954a838c33ccd5f79328b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9159708 Jan 28 13:48:59.875473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51736) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:59.955787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c099a-cec7-4fed-a1ba-2fb80b4743be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986dff1a-40e0-4180-90ee-40df7f0feb50,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:59.956283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=91437f6f-2e3e-47fa-953c-ec8d1e9db49f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:59.966288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Checking segment: {'id': '72bc46ec-b719-4c4c-998a-977562ff90a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd0642729-b721-4424-b939-eabaadaa0a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:59.966717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Network hostable DHCP agents. Network: d0642729-b721-4424-b939-eabaadaa0a08, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:59.991106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Network d0642729-b721-4424-b939-eabaadaa0a08 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:59.991624 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (420c57aa-a949-46df-ba27-48124ccaa644), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.002392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8daa9da-68ab-456e-96af-1505e41de016 admin admin] Publish callbacks [] for security_group (986dff1a-40e0-4180-90ee-40df7f0feb50), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.004164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d0642729-b721-4424-b939-eabaadaa0a08) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:00.014313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d14d0-59e1-436e-abfd-38977b42e892 None None] Network d0642729-b721-4424-b939-eabaadaa0a08 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:00.024270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:00.024943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.055656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:00.063775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e924804e-78d3-415e-a06f-b8481388c5fd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5361805 Jan 28 13:49:00.065872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:00.069194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8daa9da-68ab-456e-96af-1505e41de016 admin admin] Publish callbacks [] for security_group (986dff1a-40e0-4180-90ee-40df7f0feb50), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.071080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:00.120686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=420c57aa-a949-46df-ba27-48124ccaa644,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:00.195411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b788d2b2-cdb4-41f4-9bea-e392ab7ced7b None None] Network d0642729-b721-4424-b939-eabaadaa0a08 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:00.296317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8daa9da-68ab-456e-96af-1505e41de016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (986dff1a-40e0-4180-90ee-40df7f0feb50), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.299013 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8daa9da-68ab-456e-96af-1505e41de016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.303195 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b8daa9da-68ab-456e-96af-1505e41de016 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/986dff1a-40e0-4180-90ee-40df7f0feb50 HTTP/1.1" status: 204 len: 168 time: 0.4237502 Jan 28 13:49:00.408685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daa9da-68ab-456e-96af-1505e41de016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986dff1a-40e0-4180-90ee-40df7f0feb50,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:00.867993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for floatingip (754223cf-02ac-4050-bd05-b26b921c6c7a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.890947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51758) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:00.914613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d5cc-6810-42a0-8a14-04e931c29feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.950151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6170b21-bbe6-4643-82b4-eb6da7d9c757 req-2bbc1c45-b7a8-4d87-8751-121c4f75becc tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:00.956648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6170b21-bbe6-4643-82b4-eb6da7d9c757 req-2bbc1c45-b7a8-4d87-8751-121c4f75becc tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 945 time: 0.1150925 Jan 28 13:49:01.043848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d5cc-6810-42a0-8a14-04e931c29feb admin admin] Publish callbacks [] for security_group (effe3006-a0ac-48be-815a-3a83e09774dc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.069179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6170b21-bbe6-4643-82b4-eb6da7d9c757 req-a778316f-1232-4c76-adc9-93a7bf52a8fc tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063094 Jan 28 13:49:01.078431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d5cc-6810-42a0-8a14-04e931c29feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (effe3006-a0ac-48be-815a-3a83e09774dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.137368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3d5cc-6810-42a0-8a14-04e931c29feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effe3006-a0ac-48be-815a-3a83e09774dc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:01.159918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (420c57aa-a949-46df-ba27-48124ccaa644), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.238014 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7f3d5cc-6810-42a0-8a14-04e931c29feb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb4bf54f71444f7c9c2ce96ec6fc9386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454170 Jan 28 13:49:01.241177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51764) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:01.356625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6c62483-f9cf-4674-9109-e18c06add661 admin admin] Publish callbacks [] for security_group (effe3006-a0ac-48be-815a-3a83e09774dc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.398467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6c62483-f9cf-4674-9109-e18c06add661 admin admin] Publish callbacks [] for security_group (effe3006-a0ac-48be-815a-3a83e09774dc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.545210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6c62483-f9cf-4674-9109-e18c06add661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (effe3006-a0ac-48be-815a-3a83e09774dc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.548139 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6c62483-f9cf-4674-9109-e18c06add661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.548501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b6c62483-f9cf-4674-9109-e18c06add661 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/effe3006-a0ac-48be-815a-3a83e09774dc HTTP/1.1" status: 204 len: 168 time: 0.3052750 Jan 28 13:49:01.565507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c62483-f9cf-4674-9109-e18c06add661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effe3006-a0ac-48be-815a-3a83e09774dc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:01.581946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-ccb50d4d-b5a7-4c2f-a555-b77c0665e962 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:01.591778 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-ccb50d4d-b5a7-4c2f-a555-b77c0665e962 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/networks?id=f10e9ae6-84af-4574-917f-a4fa61045b75 HTTP/1.1" status: 200 len: 811 time: 0.1783175 Jan 28 13:49:01.796616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-7185df7c-021e-4414-9389-89ccf78a0513 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/quotas/44a74c3b70d048b0bfcba94e526b344f HTTP/1.1" status: 200 len: 375 time: 0.2040803 Jan 28 13:49:01.900744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-1f0e17ae-6296-4b83-a555-7cdebba9ac77 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=44a74c3b70d048b0bfcba94e526b344f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031866 Jan 28 13:49:01.979550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (420c57aa-a949-46df-ba27-48124ccaa644), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.068360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (420c57aa-a949-46df-ba27-48124ccaa644), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.295177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=420c57aa-a949-46df-ba27-48124ccaa644,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:02.344196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (754223cf-02ac-4050-bd05-b26b921c6c7a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.350430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-c43c63d5-acb6-460a-98a0-e1128f3844eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1860666 Jan 28 13:49:02.469574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-9456fc36-ecc4-4df4-8944-cac63dbce0ed service neutron] 10.222.0.45 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475454 Jan 28 13:49:02.610829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-c80420fb-67e7-4312-8786-77d7116e167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:02.612432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-c80420fb-67e7-4312-8786-77d7116e167b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 1096 time: 0.2175119 Jan 28 13:49:02.656701 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Floating IP 754223cf-02ac-4050-bd05-b26b921c6c7a associated. External IP: 172.25.4.215, port: f0568836-449e-4e5f-8f44-2d02cabc2158. Jan 28 13:49:02.683883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-dd1fc9cd-f7a4-4871-83ec-8f21f4911c4f service neutron] 10.222.0.45 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131736 Jan 28 13:49:03.126436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-b7bb2199-d1a1-44f3-8dd1-88dc5761a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:03.128310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-b7bb2199-d1a1-44f3-8dd1-88dc5761a31b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 915 time: 0.4878867 Jan 28 13:49:03.274388 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-7708834d-9ec3-48db-ad8f-707939930e27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 HTTP/1.1" status: 200 len: 217 time: 0.1153660 Jan 28 13:49:03.287679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3059067-c27d-4ede-a83a-225cd5b413e7 req-95487e9d-a08b-4aa3-b87c-86c70af5b7c9 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 210 time: 0.1129818 Jan 28 13:49:03.558220 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-60a8cebd-deb1-4914-8320-1cb89becf867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:03.559998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-60a8cebd-deb1-4914-8320-1cb89becf867 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.2768114 Jan 28 13:49:03.643753 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-a3d22a68-3d67-4587-a193-84e9f5da0807 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617511 Jan 28 13:49:03.820866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router 8e25a79a-85ff-4283-82a0-f6bbf179349c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:04.068362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-fd1880af-4340-4b2a-b78e-bd48d7732fca service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166126 Jan 28 13:49:04.070481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:04.102255 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] Sync routers for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:04.190696 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:04.208972 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:04.325531 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b1666d0-b066-4308-ad80-47ff9d5aad44 req-f7219172-bc1d-4404-9af6-658154ccddec service neutron] 10.222.0.60 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454722 Jan 28 13:49:04.399543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.682148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a58440c9-e338-4fd7-a09c-4a36dec7ad6b req-4c412709-00f4-4242-a342-410cd904d1ca tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 210 time: 0.1234009 Jan 28 13:49:04.796081 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:04.926797 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cb4300db-3738-4690-97bb-a06b5a8f8052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.965347 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ddb0721f-1ce9-4c71-9e9e-5556270b2158 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0513475 Jan 28 13:49:04.965933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:04.968456 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33935c41-919b-4556-a867-0ba84410b466" -d '{"events": [{"name": "network-changed", "server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:04.974543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:05.092013 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578cf719-b4fe-4e09-a3c6-d8607fd8f414 x-openstack-request-id: req-578cf719-b4fe-4e09-a3c6-d8607fd8f414 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:05.092416 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:05.093674 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-578cf719-b4fe-4e09-a3c6-d8607fd8f414 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:05.093674 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'status': 'completed', 'code': 200} Jan 28 13:49:05.440264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33935c41-919b-4556-a867-0ba84410b466 req-4be82bed-854d-47fd-ba68-31f98fdc0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.480847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33935c41-919b-4556-a867-0ba84410b466 req-4be82bed-854d-47fd-ba68-31f98fdc0f8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1135 time: 0.2568517 Jan 28 13:49:05.544712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-0d0f9c12-dec1-4f25-9048-472f5c6edb1e tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.546011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-0d0f9c12-dec1-4f25-9048-472f5c6edb1e tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.60 "GET /v2.0/networks?id=f10e9ae6-84af-4574-917f-a4fa61045b75 HTTP/1.1" status: 200 len: 811 time: 0.2663469 Jan 28 13:49:05.561644 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '754223cf-02ac-4050-bd05-b26b921c6c7a', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'port_id': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'mac_address': 'fa:16:3e:39:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:49:00Z', 'updated_at': '2022-01-28T13:49:00Z', 'revision_number': 0, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:05.579211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Request body: {'port': {'device_id': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75', 'admin_state_up': True, 'tenant_id': '44a74c3b70d048b0bfcba94e526b344f'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:05.624313 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] Checking router: 8e25a79a-85ff-4283-82a0-f6bbf179349c for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:05.634761 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:05.635809 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:48:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:05.857042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.858749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.859400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.861298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.862601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.867188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.867906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.868716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.869353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.870013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.870647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.871403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:05.876155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-04dccd7d-81cf-4f02-bbdc-33a41e1ce74f tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8477 time: 0.9003682 Jan 28 13:49:05.881812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51884) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:06.033952 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:06.064486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Made reservation on behalf of 44a74c3b70d048b0bfcba94e526b344f for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:06.074110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.119624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-333b8504-af67-4596-9baf-b79034d85dff req-3495ba09-8500-4bcc-9031-71c0e8a6bd3a tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 210 time: 0.2580469 Jan 28 13:49:06.277642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.278448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.278915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.279525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.280185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.280807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.281450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.282070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.282692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.283314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.283931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.284729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.287572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-84cb0914-f2c2-4f54-9e05-25786a91d4ec tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7749 time: 0.3786581 Jan 28 13:49:06.291106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51896) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:06.298878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33935c41-919b-4556-a867-0ba84410b466 req-78a8c435-1af5-420b-8902-6a86d347bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.300367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33935c41-919b-4556-a867-0ba84410b466 req-78a8c435-1af5-420b-8902-6a86d347bfcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=334b927b-dad3-4f7e-8227-f9eb2a64495d HTTP/1.1" status: 200 len: 898 time: 0.8098533 Jan 28 13:49:06.480694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Allocated IP 172.20.0.7 (f10e9ae6-84af-4574-917f-a4fa61045b75/705939d3-8477-46a6-bb9a-e82ddc9dc345/b5ed7339-41cb-4256-b689-f0d59857626f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:06.491540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33935c41-919b-4556-a867-0ba84410b466 req-c4250f0d-347f-4fa2-8481-e6ddb21aa099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0568836-449e-4e5f-8f44-2d02cabc2158 HTTP/1.1" status: 200 len: 999 time: 0.1704342 Jan 28 13:49:06.634099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33935c41-919b-4556-a867-0ba84410b466 req-1a32482e-516e-4765-9fd7-e2524eab6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.636247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33935c41-919b-4556-a867-0ba84410b466 req-1a32482e-516e-4765-9fd7-e2524eab6054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4b93ad-3278-4fed-983c-dd323d78310e HTTP/1.1" status: 200 len: 835 time: 0.1366301 Jan 28 13:49:06.719499 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:49:06.891227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33935c41-919b-4556-a867-0ba84410b466 req-5a62a466-ff3e-4839-9c51-94511a934d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:06.892735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33935c41-919b-4556-a867-0ba84410b466 req-5a62a466-ff3e-4839-9c51-94511a934d23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=334b927b-dad3-4f7e-8227-f9eb2a64495d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367079 Jan 28 13:49:06.917200 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '754223cf-02ac-4050-bd05-b26b921c6c7a', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'port_id': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'mac_address': 'fa:16:3e:39:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:49:00Z', 'updated_at': '2022-01-28T13:49:00Z', 'revision_number': 0, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:06.929712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks [] for port (b5ed7339-41cb-4256-b689-f0d59857626f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.980350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:06.984588 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e7656-e954-4142-9b24-65bf056be1d3 None None] The sync data for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 is: [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '754223cf-02ac-4050-bd05-b26b921c6c7a', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'floating_ip_address': '172.25.4.215', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'port_id': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'mac_address': 'fa:16:3e:39:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:49:00Z', 'updated_at': '2022-01-28T13:49:00Z', 'revision_number': 0, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:07.022931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Network f10e9ae6-84af-4574-917f-a4fa61045b75 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:07.027310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:07.072669 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fd4e4d08-3323-420d-b084-18ae071887e9 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3063 time: 0.7796912 Jan 28 13:49:07.075389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51914) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:07.096278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:07.139069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Pushing event updated for resources: {'Port': ['ID=b5ed7339-41cb-4256-b689-f0d59857626f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:07.260369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:07.261095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.313996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-8206eb5e-c630-4a4d-8ff1-b4c26508f45d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7435009 Jan 28 13:49:07.344540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Request body: {'port': {'device_id': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:07.366483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33935c41-919b-4556-a867-0ba84410b466 req-06d70051-cb65-48ac-8b97-c12ff381647a service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555216 Jan 28 13:49:07.471481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa227a44-0062-44fc-84a9-f897ed8f13b3 None None] New status for floating IP 754223cf-02ac-4050-bd05-b26b921c6c7a: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:49:07.497194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.518311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644cfb4e-d2c6-4450-8139-498e86268d76 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:07.526562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644cfb4e-d2c6-4450-8139-498e86268d76 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:07.536711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-644cfb4e-d2c6-4450-8139-498e86268d76 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8e25a79a-85ff-4283-82a0-f6bbf179349c HTTP/1.1" status: 200 len: 1990 time: 0.4517047 Jan 28 13:49:07.722175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5cf26-4b55-4b32-a4c2-f19eb31f7318 req-730e227d-3f2d-4f12-a7b0-62fe6259790e tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:07.730633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57e5cf26-4b55-4b32-a4c2-f19eb31f7318 req-730e227d-3f2d-4f12-a7b0-62fe6259790e tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 931 time: 0.4020963 Jan 28 13:49:07.837946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-90b96afe-1957-4fcf-ba7d-a27796fc8161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:07.916000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33935c41-919b-4556-a867-0ba84410b466 req-0bdf3149-c2ee-4126-8770-0e1643ba394f service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779376 Jan 28 13:49:07.939269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57e5cf26-4b55-4b32-a4c2-f19eb31f7318 req-6b94ef72-6963-4f87-99ad-9608bc25e99c tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285045 Jan 28 13:49:08.091919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51934) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:08.341222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.360104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ed7339-41cb-4256-b689-f0d59857626f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:08.369042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Publish callbacks [] for port (b5ed7339-41cb-4256-b689-f0d59857626f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.429310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Transition to ACTIVE for port object b5ed7339-41cb-4256-b689-f0d59857626f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:49:08.457164 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.554267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ed7339-41cb-4256-b689-f0d59857626f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:08.592397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Publish callbacks [] for security_group (349254a0-9eed-4275-bfab-d8867564c037), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.603155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (349254a0-9eed-4275-bfab-d8867564c037), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.741653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a91135e3dff4f6cb937ecafdd2fd18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486759 Jan 28 13:49:08.742578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349254a0-9eed-4275-bfab-d8867564c037,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:08.744664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51944) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:08.771542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.836758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.837132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.837461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.837836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.838448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.838580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.838830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.839190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.839501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.839811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.840174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.840487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.840822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a60986-7b49-4565-be6a-f7090a45f594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:08.910679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58372c57-f36d-48e8-ba92-25b631cc6a13 admin admin] Publish callbacks [] for security_group (349254a0-9eed-4275-bfab-d8867564c037), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:08.985773 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58372c57-f36d-48e8-ba92-25b631cc6a13 admin admin] Publish callbacks [] for security_group (349254a0-9eed-4275-bfab-d8867564c037), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.006666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Attempting to bind port b5ed7339-41cb-4256-b689-f0d59857626f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:09.007050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Attempting to bind port b5ed7339-41cb-4256-b689-f0d59857626f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:09.007577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Attempting to bind port b5ed7339-41cb-4256-b689-f0d59857626f on network f10e9ae6-84af-4574-917f-a4fa61045b75 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:09.028019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Port b5ed7339-41cb-4256-b689-f0d59857626f on network f10e9ae6-84af-4574-917f-a4fa61045b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:49:09.028019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Attempting to bind port b5ed7339-41cb-4256-b689-f0d59857626f on network f10e9ae6-84af-4574-917f-a4fa61045b75 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:09.039356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:09.040649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Checking segment: {'id': 'c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:09.040649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Bound using segment: {'id': 'c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:09.040649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Bound port: b5ed7339-41cb-4256-b689-f0d59857626f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:09.042121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.183854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] For port b5ed7339-41cb-4256-b689-f0d59857626f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:09.191610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] For port b5ed7339-41cb-4256-b689-f0d59857626f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5ed7339-41cb-4256-b689-f0d59857626f,segment=NetworkSegment(c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e),segment_id=c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:09.202597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.216281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58372c57-f36d-48e8-ba92-25b631cc6a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (349254a0-9eed-4275-bfab-d8867564c037), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.232756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58372c57-f36d-48e8-ba92-25b631cc6a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.234340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-58372c57-f36d-48e8-ba92-25b631cc6a13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/349254a0-9eed-4275-bfab-d8867564c037 HTTP/1.1" status: 204 len: 168 time: 0.4887362 Jan 28 13:49:09.257830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:09.259174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.261870 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] 10.222.0.60 "PUT /v2.0/ports/b5ed7339-41cb-4256-b689-f0d59857626f HTTP/1.1" status: 200 len: 1091 time: 1.9395089 Jan 28 13:49:09.265825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'tag': 'b5ed7339-41cb-4256-b689-f0d59857626f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:09.267931 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfc1f49-fc65-45ca-a5a6-68399980a6c0", "tag": "b5ed7339-41cb-4256-b689-f0d59857626f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:09.302240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93400df4-a2d2-4028-90ad-2c4b4de69147 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ed7339-41cb-4256-b689-f0d59857626f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:09.320268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372c57-f36d-48e8-ba92-25b631cc6a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349254a0-9eed-4275-bfab-d8867564c037,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:09.394800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeecc1-92ca-406e-8c51-aba3fbdee270 req-06a99301-adec-4fa5-a6ed-f4ec2bc0b078 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:09.396171 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb655e2-69f8-49aa-97ce-7ea119aa6385 x-openstack-request-id: req-6bb655e2-69f8-49aa-97ce-7ea119aa6385 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:09.396683 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7cfeecc1-92ca-406e-8c51-aba3fbdee270 req-06a99301-adec-4fa5-a6ed-f4ec2bc0b078 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 943 time: 0.2832606 Jan 28 13:49:09.396799 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfc1f49-fc65-45ca-a5a6-68399980a6c0", "tag": "b5ed7339-41cb-4256-b689-f0d59857626f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:09.396799 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bb655e2-69f8-49aa-97ce-7ea119aa6385 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:09.397099 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'tag': 'b5ed7339-41cb-4256-b689-f0d59857626f', 'status': 'completed', 'code': 200} Jan 28 13:49:09.423059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-ffb2b5d6-2f46-4541-b7df-adb2a80dedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:09.425010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-ffb2b5d6-2f46-4541-b7df-adb2a80dedaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a74c3b70d048b0bfcba94e526b344f&device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 1094 time: 0.0914788 Jan 28 13:49:09.487631 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-f80ee028-b285-42c3-a740-f5e22ce1dae5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5ed7339-41cb-4256-b689-f0d59857626f HTTP/1.1" status: 200 len: 217 time: 0.0502803 Jan 28 13:49:09.497386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7cfeecc1-92ca-406e-8c51-aba3fbdee270 req-5a234599-48c6-4775-8a92-3ab32fb244ff tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948167 Jan 28 13:49:09.546363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-06446267-ca87-4c1a-b30a-75fbcc62b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:09.548467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-06446267-ca87-4c1a-b30a-75fbcc62b518 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=705939d3-8477-46a6-bb9a-e82ddc9dc345 HTTP/1.1" status: 200 len: 851 time: 0.0512733 Jan 28 13:49:09.611781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-4da4c7ec-47e1-480f-86ef-52eeb61ded4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f10e9ae6-84af-4574-917f-a4fa61045b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524983 Jan 28 13:49:09.755546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-74cf6ee9-7b3b-4469-8696-2e5722bb1f80 service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308835 Jan 28 13:49:09.759367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 51962) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:09.785038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa31b-f592-4228-a7c6-b6c5c093aa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.954971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d6b66d39-d11b-4c3f-a8fd-847fa5689be4 req-29030bab-63e0-45f6-856b-382e60ed5816 service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772187 Jan 28 13:49:09.986417 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa31b-f592-4228-a7c6-b6c5c093aa04 admin admin] Publish callbacks [] for security_group (528d6a12-c159-4094-aaf2-c252cc8c9f59), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.997335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2bfa31b-f592-4228-a7c6-b6c5c093aa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (528d6a12-c159-4094-aaf2-c252cc8c9f59), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.029577 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2bfa31b-f592-4228-a7c6-b6c5c093aa04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c28c2e61b9a4510821052909dc80b0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691944 Jan 28 13:49:10.033237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 51970) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:10.127577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfa31b-f592-4228-a7c6-b6c5c093aa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d6a12-c159-4094-aaf2-c252cc8c9f59,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:10.132933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e7e9e9a-a7ad-4315-884a-b185b80e2fb7 admin admin] Publish callbacks [] for security_group (528d6a12-c159-4094-aaf2-c252cc8c9f59), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.165298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-a29e186e-0057-42ba-b2b5-847c509f9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:10.167425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-a29e186e-0057-42ba-b2b5-847c509f9794 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a74c3b70d048b0bfcba94e526b344f&device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 1094 time: 0.1291122 Jan 28 13:49:10.175590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e7e9e9a-a7ad-4315-884a-b185b80e2fb7 admin admin] Publish callbacks [] for security_group (528d6a12-c159-4094-aaf2-c252cc8c9f59), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.272311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e7e9e9a-a7ad-4315-884a-b185b80e2fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (528d6a12-c159-4094-aaf2-c252cc8c9f59), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.275320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e7e9e9a-a7ad-4315-884a-b185b80e2fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.280744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0e7e9e9a-a7ad-4315-884a-b185b80e2fb7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/528d6a12-c159-4094-aaf2-c252cc8c9f59 HTTP/1.1" status: 204 len: 168 time: 0.2440407 Jan 28 13:49:10.297131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e9e9a-a7ad-4315-884a-b185b80e2fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d6a12-c159-4094-aaf2-c252cc8c9f59,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:10.364866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-40896e44-2217-407e-99bc-1a2f356c8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:10.366606 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-40896e44-2217-407e-99bc-1a2f356c8358 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f10e9ae6-84af-4574-917f-a4fa61045b75 HTTP/1.1" status: 200 len: 912 time: 0.1682131 Jan 28 13:49:10.434435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-35455c69-6fac-49f4-b9d1-c55df873ebe0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5ed7339-41cb-4256-b689-f0d59857626f HTTP/1.1" status: 200 len: 217 time: 0.0532937 Jan 28 13:49:10.515512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-3dbaacaf-67bd-49c6-b53d-1c42d0bac6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:10.517453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-3dbaacaf-67bd-49c6-b53d-1c42d0bac6f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=705939d3-8477-46a6-bb9a-e82ddc9dc345 HTTP/1.1" status: 200 len: 851 time: 0.0705614 Jan 28 13:49:10.527352 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.592708 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-95024fd3-223c-42e1-a254-c001604cd56c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f10e9ae6-84af-4574-917f-a4fa61045b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565486 Jan 28 13:49:10.680556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223030-a38e-4b16-b96e-bf495763edfa req-e008b608-4b7e-416d-8c3e-a3e7f44ba1a1 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:10.691825 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09223030-a38e-4b16-b96e-bf495763edfa req-e008b608-4b7e-416d-8c3e-a3e7f44ba1a1 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 943 time: 0.0798588 Jan 28 13:49:10.786425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09223030-a38e-4b16-b96e-bf495763edfa req-ce9c1cc0-fa5f-4ac5-80b0-c065e4f4e499 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928986 Jan 28 13:49:10.808728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-380ad3c7-279b-4f3c-9ccc-8087d6debdf6 service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050521 Jan 28 13:49:10.971121 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9b8c4d92-273b-4dbf-91c0-19d234b50f0e req-a1277356-fbe7-4e5b-a7ca-4faa4c838c1d service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491711 Jan 28 13:49:11.761176 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:11.996160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5defd-25cc-457b-a24a-e08ee6f9516d req-0c3498f9-e272-4a01-af7b-9eea6f272e1f tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:12.003828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdd5defd-25cc-457b-a24a-e08ee6f9516d req-0c3498f9-e272-4a01-af7b-9eea6f272e1f tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 943 time: 0.1108305 Jan 28 13:49:12.092930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdd5defd-25cc-457b-a24a-e08ee6f9516d req-264c80f9-9bc6-46b8-ba23-d06373a7b55b tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871451 Jan 28 13:49:13.349158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b19dc2-0f15-40e7-8d64-06f34e9e1126 req-09193bf2-ac43-49c8-a8ff-047fc739bd71 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:13.359955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-71b19dc2-0f15-40e7-8d64-06f34e9e1126 req-09193bf2-ac43-49c8-a8ff-047fc739bd71 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 943 time: 0.1229391 Jan 28 13:49:13.406283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52086) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:13.475864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-71b19dc2-0f15-40e7-8d64-06f34e9e1126 req-79732b04-32cd-46fe-8cb8-0d8a8828be63 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148403 Jan 28 13:49:13.620699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5ed7339-41cb-4256-b689-f0d59857626f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:49:13.773262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.863763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b5ed7339-41cb-4256-b689-f0d59857626f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5ed7339-41cb-4256-b689-f0d59857626f,segment=NetworkSegment(c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e),segment_id=c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:13.890447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'b5ed7339-41cb-4256-b689-f0d59857626f', 'network_id': 'f10e9ae6-84af-4574-917f-a4fa61045b75', 'port_id': 'b5ed7339-41cb-4256-b689-f0d59857626f', 'mac_address': 'fa:16:3e:ab:ea:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705939d3-8477-46a6-bb9a-e82ddc9dc345', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:49:13.921860 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Publish callbacks [] for security_group (c69fcddb-43d5-4569-b789-253a3f020a9b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.952803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c69fcddb-43d5-4569-b789-253a3f020a9b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.955235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b5ed7339-41cb-4256-b689-f0d59857626f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:13.955912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:13.977454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ed7339-41cb-4256-b689-f0d59857626f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:14.000950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b5ed7339-41cb-4256-b689-f0d59857626f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5ed7339-41cb-4256-b689-f0d59857626f,segment=NetworkSegment(c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e),segment_id=c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:14.007993 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.043101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96a9cfe863bf4c149d7e1785c1466972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6327219 Jan 28 13:49:14.043453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52096) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:14.075022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69fcddb-43d5-4569-b789-253a3f020a9b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:14.106850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.107291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.111675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.112153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.112517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.112870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.113221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.113594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.118067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b5ed7339-41cb-4256-b689-f0d59857626f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:14.120464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.120888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.121244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.124531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.124916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5a404-0931-4dbd-9425-b223e4abab20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:14.174913 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34b63d3c-4d16-4efb-8d48-60574e788372 admin admin] Publish callbacks [] for security_group (c69fcddb-43d5-4569-b789-253a3f020a9b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.233352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34b63d3c-4d16-4efb-8d48-60574e788372 admin admin] Publish callbacks [] for security_group (c69fcddb-43d5-4569-b789-253a3f020a9b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.342433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34b63d3c-4d16-4efb-8d48-60574e788372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c69fcddb-43d5-4569-b789-253a3f020a9b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.345110 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34b63d3c-4d16-4efb-8d48-60574e788372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:14.346293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-34b63d3c-4d16-4efb-8d48-60574e788372 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c69fcddb-43d5-4569-b789-253a3f020a9b HTTP/1.1" status: 204 len: 168 time: 0.3015802 Jan 28 13:49:14.368017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b63d3c-4d16-4efb-8d48-60574e788372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69fcddb-43d5-4569-b789-253a3f020a9b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:14.421591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['b5ed7339-41cb-4256-b689-f0d59857626f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:14.718209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce152eaa-a7ac-469a-b79e-14382088acdd req-ce9a3d92-1019-4af4-805c-a39cc9143fd6 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:14.719807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce152eaa-a7ac-469a-b79e-14382088acdd req-ce9a3d92-1019-4af4-805c-a39cc9143fd6 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1081738 Jan 28 13:49:14.804517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce152eaa-a7ac-469a-b79e-14382088acdd req-6203b296-304a-4637-937e-ec0456e00133 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781150 Jan 28 13:49:15.053410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52112) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:15.290644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52120) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:15.300427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-628eb87a-d8de-4acf-b139-10f821ca0655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.309637 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bc80725-7e6b-40a1-8846-aa8a605580c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.415442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bc80725-7e6b-40a1-8846-aa8a605580c5 admin admin] Publish callbacks [] for security_group (a99e56a0-1f25-46b7-a2dd-f4337d44058c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.422839 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bc80725-7e6b-40a1-8846-aa8a605580c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a99e56a0-1f25-46b7-a2dd-f4337d44058c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.428913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-628eb87a-d8de-4acf-b139-10f821ca0655 admin admin] Publish callbacks [] for security_group (b00371e0-95bf-44ce-8353-3c56325c7c1d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.434877 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-628eb87a-d8de-4acf-b139-10f821ca0655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b00371e0-95bf-44ce-8353-3c56325c7c1d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.459043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7bc80725-7e6b-40a1-8846-aa8a605580c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23cf1a1c2e1a4272a2fff6161f211d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666739 Jan 28 13:49:15.465234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52122) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:15.510772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc80725-7e6b-40a1-8846-aa8a605580c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99e56a0-1f25-46b7-a2dd-f4337d44058c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:15.531436 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-628eb87a-d8de-4acf-b139-10f821ca0655 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffb0e9489ecf42c1a1a85424e5bf9d48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4766431 Jan 28 13:49:15.532512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628eb87a-d8de-4acf-b139-10f821ca0655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00371e0-95bf-44ce-8353-3c56325c7c1d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:15.534679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:15.563841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecccb-6192-472a-9198-e61dc4bba271 admin admin] Publish callbacks [] for security_group (a99e56a0-1f25-46b7-a2dd-f4337d44058c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.625904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecccb-6192-472a-9198-e61dc4bba271 admin admin] Publish callbacks [] for security_group (a99e56a0-1f25-46b7-a2dd-f4337d44058c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.704696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8b63634-02f6-456f-b15c-610d90e2629d admin admin] Publish callbacks [] for security_group (b00371e0-95bf-44ce-8353-3c56325c7c1d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.761739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8b63634-02f6-456f-b15c-610d90e2629d admin admin] Publish callbacks [] for security_group (b00371e0-95bf-44ce-8353-3c56325c7c1d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.821858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecccb-6192-472a-9198-e61dc4bba271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a99e56a0-1f25-46b7-a2dd-f4337d44058c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.827188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecccb-6192-472a-9198-e61dc4bba271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.828440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cf5ecccb-6192-472a-9198-e61dc4bba271 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a99e56a0-1f25-46b7-a2dd-f4337d44058c HTTP/1.1" status: 204 len: 168 time: 0.3618703 Jan 28 13:49:15.857920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ecccb-6192-472a-9198-e61dc4bba271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99e56a0-1f25-46b7-a2dd-f4337d44058c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:15.859873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8b63634-02f6-456f-b15c-610d90e2629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b00371e0-95bf-44ce-8353-3c56325c7c1d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.863156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e8b63634-02f6-456f-b15c-610d90e2629d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:15.864633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e8b63634-02f6-456f-b15c-610d90e2629d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b00371e0-95bf-44ce-8353-3c56325c7c1d HTTP/1.1" status: 204 len: 168 time: 0.3280609 Jan 28 13:49:15.875917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b63634-02f6-456f-b15c-610d90e2629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00371e0-95bf-44ce-8353-3c56325c7c1d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:15.977712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e63c-b2f5-4a82-ab90-9a6106261ce3 req-42528ade-988b-40b1-80b1-cbf96722d9e4 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:15.981322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8a8e63c-b2f5-4a82-ab90-9a6106261ce3 req-42528ade-988b-40b1-80b1-cbf96722d9e4 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0768385 Jan 28 13:49:16.072873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8a8e63c-b2f5-4a82-ab90-9a6106261ce3 req-942ae796-06f1-44a6-87d9-2e3bcfebd2f0 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854428 Jan 28 13:49:16.634201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52154) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:16.653117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9574b3b7-3e5a-48ad-ada0-a5e11384a602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.790432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9574b3b7-3e5a-48ad-ada0-a5e11384a602 admin admin] Publish callbacks [] for security_group (5f68aa8e-6f32-43a5-bf59-27d843adac7b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.802051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9574b3b7-3e5a-48ad-ada0-a5e11384a602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f68aa8e-6f32-43a5-bf59-27d843adac7b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.859300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9574b3b7-3e5a-48ad-ada0-a5e11384a602 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27d4786f32014736838692dbb81aeca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239552 Jan 28 13:49:16.860428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574b3b7-3e5a-48ad-ada0-a5e11384a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68aa8e-6f32-43a5-bf59-27d843adac7b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:16.862032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52160) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:16.956534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6442da9b-4dec-430b-a195-4e357ab3043a admin admin] Publish callbacks [] for security_group (5f68aa8e-6f32-43a5-bf59-27d843adac7b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.985969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6442da9b-4dec-430b-a195-4e357ab3043a admin admin] Publish callbacks [] for security_group (5f68aa8e-6f32-43a5-bf59-27d843adac7b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.078270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6442da9b-4dec-430b-a195-4e357ab3043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5f68aa8e-6f32-43a5-bf59-27d843adac7b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.080967 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6442da9b-4dec-430b-a195-4e357ab3043a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.082880 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6442da9b-4dec-430b-a195-4e357ab3043a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f68aa8e-6f32-43a5-bf59-27d843adac7b HTTP/1.1" status: 204 len: 168 time: 0.2190919 Jan 28 13:49:17.092591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442da9b-4dec-430b-a195-4e357ab3043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68aa8e-6f32-43a5-bf59-27d843adac7b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:17.377298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109b43b-aa94-4573-8210-81586491c75a req-6288f9f1-dbbf-4f19-b2b4-c24bee79a646 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.389966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0109b43b-aa94-4573-8210-81586491c75a req-6288f9f1-dbbf-4f19-b2b4-c24bee79a646 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1187034 Jan 28 13:49:17.526766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0109b43b-aa94-4573-8210-81586491c75a req-4cc2e976-5128-4fad-81c9-d33824fd53d5 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357951 Jan 28 13:49:17.628489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5ed7339-41cb-4256-b689-f0d59857626f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:17.758784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port b5ed7339-41cb-4256-b689-f0d59857626f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:49:17.768107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port b5ed7339-41cb-4256-b689-f0d59857626f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:17.772228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.969650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port b5ed7339-41cb-4256-b689-f0d59857626f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:17.970323 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.005771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ed7339-41cb-4256-b689-f0d59857626f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:18.013560 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2262078-cb2d-43bc-8ce5-f0dbadcb3d8a" -d '{"events": [{"server_uuid": "0bfc1f49-fc65-45ca-a5a6-68399980a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5ed7339-41cb-4256-b689-f0d59857626f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:18.077725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port b5ed7339-41cb-4256-b689-f0d59857626f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5ed7339-41cb-4256-b689-f0d59857626f,segment=NetworkSegment(c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e),segment_id=c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:18.088884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.206963 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd605c8b-931f-4cd7-8b9c-09b5bae75d3d x-openstack-request-id: req-cd605c8b-931f-4cd7-8b9c-09b5bae75d3d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:18.207909 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc1f49-fc65-45ca-a5a6-68399980a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5ed7339-41cb-4256-b689-f0d59857626f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:18.209229 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd605c8b-931f-4cd7-8b9c-09b5bae75d3d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:18.214805 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ed7339-41cb-4256-b689-f0d59857626f', 'code': 200} Jan 28 13:49:18.228091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=b5ed7339-41cb-4256-b689-f0d59857626f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:18.314487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e8fb5-fffc-4fef-91e6-d02e5a707fe3 req-cd88921b-fcce-4e2b-bff3-9b3459c160ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:18.317453 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea4e8fb5-fffc-4fef-91e6-d02e5a707fe3 req-cd88921b-fcce-4e2b-bff3-9b3459c160ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0997522 Jan 28 13:49:18.414938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea4e8fb5-fffc-4fef-91e6-d02e5a707fe3 req-df33fd86-4f5e-45b1-a683-3788ab4f785c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863636 Jan 28 13:49:18.800003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780de59-60fc-4935-a80a-7498a19e265d req-6600c1bd-daed-4b0a-ab38-8f9a551df008 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:18.815280 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b780de59-60fc-4935-a80a-7498a19e265d req-6600c1bd-daed-4b0a-ab38-8f9a551df008 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1453111 Jan 28 13:49:18.934231 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b780de59-60fc-4935-a80a-7498a19e265d req-16ea09c1-b921-49a3-8ea5-775b9740810a tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176522 Jan 28 13:49:20.145675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f19120-28cf-4627-98cc-31c0e09cdba5 req-c57a5aa2-132a-4c87-8834-293ca16e8396 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.154353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26f19120-28cf-4627-98cc-31c0e09cdba5 req-c57a5aa2-132a-4c87-8834-293ca16e8396 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0907996 Jan 28 13:49:20.224392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26f19120-28cf-4627-98cc-31c0e09cdba5 req-4f83b79b-4fa4-4ab0-9fb2-43601aa599a4 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640702 Jan 28 13:49:20.430005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6a65-c64f-48c5-b5a0-a2ab93f4e208 req-c0071553-dab0-44b5-be49-6b1c1a76d112 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.451659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fcb6a65-c64f-48c5-b5a0-a2ab93f4e208 req-c0071553-dab0-44b5-be49-6b1c1a76d112 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1118281 Jan 28 13:49:20.572309 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fcb6a65-c64f-48c5-b5a0-a2ab93f4e208 req-75543153-efc8-4349-aff3-9fc499fec79d tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195397 Jan 28 13:49:20.964830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766d4d2-8bbc-4f94-b9c2-a7f88c6ac616 req-cffde848-8408-44c8-a1b2-254bed581965 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.974594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4766d4d2-8bbc-4f94-b9c2-a7f88c6ac616 req-cffde848-8408-44c8-a1b2-254bed581965 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0769973 Jan 28 13:49:21.045142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4766d4d2-8bbc-4f94-b9c2-a7f88c6ac616 req-da9a5440-49e7-4f41-ad83-1501c1809127 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683458 Jan 28 13:49:21.373044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52312) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:21.509401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a82b4c2c-3ed0-4c9f-a718-31762d096f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.644411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a82b4c2c-3ed0-4c9f-a718-31762d096f19 admin admin] Publish callbacks [] for security_group (ca4c7155-321f-48cb-9fda-99be9cb8e02c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.652279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a82b4c2c-3ed0-4c9f-a718-31762d096f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ca4c7155-321f-48cb-9fda-99be9cb8e02c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.701099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b4c2c-3ed0-4c9f-a718-31762d096f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c7155-321f-48cb-9fda-99be9cb8e02c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:21.720457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a82b4c2c-3ed0-4c9f-a718-31762d096f19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a7eb1ddc7444299aa7dedfe45a7088f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450141 Jan 28 13:49:21.722391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52328) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:21.802361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed5a113e-187e-4145-b529-5115c902011f admin admin] Publish callbacks [] for security_group (ca4c7155-321f-48cb-9fda-99be9cb8e02c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.829106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed5a113e-187e-4145-b529-5115c902011f admin admin] Publish callbacks [] for security_group (ca4c7155-321f-48cb-9fda-99be9cb8e02c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.886903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed5a113e-187e-4145-b529-5115c902011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ca4c7155-321f-48cb-9fda-99be9cb8e02c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.889761 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ed5a113e-187e-4145-b529-5115c902011f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.892124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed5a113e-187e-4145-b529-5115c902011f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca4c7155-321f-48cb-9fda-99be9cb8e02c HTTP/1.1" status: 204 len: 168 time: 0.1656823 Jan 28 13:49:21.901470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a113e-187e-4145-b529-5115c902011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c7155-321f-48cb-9fda-99be9cb8e02c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:22.217228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664711-f016-4387-8890-bc602000cd67 req-cbea38ba-ade2-470d-ae46-d9f49cd7a7c2 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.218729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe664711-f016-4387-8890-bc602000cd67 req-cbea38ba-ade2-470d-ae46-d9f49cd7a7c2 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0537000 Jan 28 13:49:22.279670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe664711-f016-4387-8890-bc602000cd67 req-ad1b2f27-ae41-48f4-828d-f1d9ffc0a50a tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Jan 28 13:49:22.318741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52348) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:22.335470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-511049c0-f99c-4784-83fc-a285a5e48324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.445365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-511049c0-f99c-4784-83fc-a285a5e48324 admin admin] Publish callbacks [] for security_group (5e98449b-c3be-4a33-8ff0-92d1a05e9333), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.453531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-511049c0-f99c-4784-83fc-a285a5e48324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5e98449b-c3be-4a33-8ff0-92d1a05e9333), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.527781 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-511049c0-f99c-4784-83fc-a285a5e48324 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=079206aec9724f74a5768b1bb45c8a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2051139 Jan 28 13:49:22.527781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511049c0-f99c-4784-83fc-a285a5e48324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e98449b-c3be-4a33-8ff0-92d1a05e9333,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:22.530726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52352) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:22.561273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-5f2925f1-271b-45be-a4f2-3964f4a52787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.572597 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-5f2925f1-271b-45be-a4f2-3964f4a52787 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a74c3b70d048b0bfcba94e526b344f&device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0643420 Jan 28 13:49:22.577472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb2734-fdbf-4ce7-88cd-d07dfa61e5dd req-a72af61f-18c9-4f96-8685-d92dea57fdd5 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.579059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23bb2734-fdbf-4ce7-88cd-d07dfa61e5dd req-a72af61f-18c9-4f96-8685-d92dea57fdd5 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1093631 Jan 28 13:49:22.635005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97339093-8fab-48d9-bd75-e67edc7e7d6c admin admin] Publish callbacks [] for security_group (5e98449b-c3be-4a33-8ff0-92d1a05e9333), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.683290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23bb2734-fdbf-4ce7-88cd-d07dfa61e5dd req-d091be13-6050-414b-8dd7-c94949ab4ab9 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892346 Jan 28 13:49:22.691763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97339093-8fab-48d9-bd75-e67edc7e7d6c admin admin] Publish callbacks [] for security_group (5e98449b-c3be-4a33-8ff0-92d1a05e9333), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.703807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-f156d71d-8f7d-410f-ad15-a65caf2061e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.705452 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-f156d71d-8f7d-410f-ad15-a65caf2061e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f10e9ae6-84af-4574-917f-a4fa61045b75 HTTP/1.1" status: 200 len: 912 time: 0.1170478 Jan 28 13:49:22.762368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-b4df34b1-c76f-4c64-a3d8-1159010a373a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5ed7339-41cb-4256-b689-f0d59857626f HTTP/1.1" status: 200 len: 217 time: 0.0489078 Jan 28 13:49:22.764610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97339093-8fab-48d9-bd75-e67edc7e7d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5e98449b-c3be-4a33-8ff0-92d1a05e9333), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.767180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97339093-8fab-48d9-bd75-e67edc7e7d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:22.768564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-97339093-8fab-48d9-bd75-e67edc7e7d6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e98449b-c3be-4a33-8ff0-92d1a05e9333 HTTP/1.1" status: 204 len: 168 time: 0.2347314 Jan 28 13:49:22.785200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97339093-8fab-48d9-bd75-e67edc7e7d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e98449b-c3be-4a33-8ff0-92d1a05e9333,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:22.839760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-6f1bb856-dbf7-423e-bc55-7875a6da2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.841620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-6f1bb856-dbf7-423e-bc55-7875a6da2096 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=705939d3-8477-46a6-bb9a-e82ddc9dc345 HTTP/1.1" status: 200 len: 851 time: 0.0723238 Jan 28 13:49:22.882030 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-bd37effa-ef30-46c2-9ef1-a2d4f0f9a294 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f10e9ae6-84af-4574-917f-a4fa61045b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317812 Jan 28 13:49:22.991000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-12e4a5fe-9d60-40de-a5ed-1f390822e6fc service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966625 Jan 28 13:49:23.120320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2e2cf0e2-8268-4568-ab26-b4a7f59292bc req-a221da82-43ec-4c1a-b9dd-e95c35d71b7f service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187141 Jan 28 13:49:23.843507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dd941-5d28-44b5-ada0-a94ac9f4926a req-f95743bf-893f-43b0-a6b1-3ea1c9d44599 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:23.854761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab3dd941-5d28-44b5-ada0-a94ac9f4926a req-f95743bf-893f-43b0-a6b1-3ea1c9d44599 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0757744 Jan 28 13:49:23.906450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab3dd941-5d28-44b5-ada0-a94ac9f4926a req-a56a3831-18cb-4e44-8d4a-09aa181b4365 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499139 Jan 28 13:49:24.108473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52422) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:24.241436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-acfc99d1-50b8-4df5-a017-7979488d5095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.349142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-acfc99d1-50b8-4df5-a017-7979488d5095 admin admin] Publish callbacks [] for security_group (07119f67-b1e4-4c9e-96ec-cd5f7b3dad90), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.354871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-acfc99d1-50b8-4df5-a017-7979488d5095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (07119f67-b1e4-4c9e-96ec-cd5f7b3dad90), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.408996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-acfc99d1-50b8-4df5-a017-7979488d5095 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3bdec866225945d7a5bf54d2c7cbb2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993751 Jan 28 13:49:24.412343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52434) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:24.420293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc99d1-50b8-4df5-a017-7979488d5095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07119f67-b1e4-4c9e-96ec-cd5f7b3dad90,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:24.476196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eecd019-fbb0-47ab-a612-a907c46dae35 admin admin] Publish callbacks [] for security_group (07119f67-b1e4-4c9e-96ec-cd5f7b3dad90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.500728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eecd019-fbb0-47ab-a612-a907c46dae35 admin admin] Publish callbacks [] for security_group (07119f67-b1e4-4c9e-96ec-cd5f7b3dad90), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.554385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eecd019-fbb0-47ab-a612-a907c46dae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (07119f67-b1e4-4c9e-96ec-cd5f7b3dad90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.557637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5eecd019-fbb0-47ab-a612-a907c46dae35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:24.558828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5eecd019-fbb0-47ab-a612-a907c46dae35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07119f67-b1e4-4c9e-96ec-cd5f7b3dad90 HTTP/1.1" status: 204 len: 168 time: 0.1455154 Jan 28 13:49:24.567754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecd019-fbb0-47ab-a612-a907c46dae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07119f67-b1e4-4c9e-96ec-cd5f7b3dad90,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:24.995591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52478) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:25.012533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34ffe335-23a7-4d94-8bb4-e225516c161b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.095345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa77cd-45a4-4c7d-bde5-5179a83e06a5 req-9acaec5e-188a-4999-a869-e2aad023c2cd tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:25.115139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63fa77cd-45a4-4c7d-bde5-5179a83e06a5 req-9acaec5e-188a-4999-a869-e2aad023c2cd tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1169744 Jan 28 13:49:25.191123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34ffe335-23a7-4d94-8bb4-e225516c161b admin admin] Publish callbacks [] for security_group (f4137295-993e-4031-98ef-cd6ab8a4167f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.205507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63fa77cd-45a4-4c7d-bde5-5179a83e06a5 req-1aa97590-8cf2-4dc0-a94e-82c905b67d6f tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898671 Jan 28 13:49:25.205686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34ffe335-23a7-4d94-8bb4-e225516c161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f4137295-993e-4031-98ef-cd6ab8a4167f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.261625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffe335-23a7-4d94-8bb4-e225516c161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4137295-993e-4031-98ef-cd6ab8a4167f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:25.300412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52514) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:25.303044 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-34ffe335-23a7-4d94-8bb4-e225516c161b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b97473dd08bd4767a5013513930840b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050883 Jan 28 13:49:25.411406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a799e4a4-acee-4c9c-b7ae-ea0d694eb0a8 admin admin] Publish callbacks [] for security_group (f4137295-993e-4031-98ef-cd6ab8a4167f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.465470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a799e4a4-acee-4c9c-b7ae-ea0d694eb0a8 admin admin] Publish callbacks [] for security_group (f4137295-993e-4031-98ef-cd6ab8a4167f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.568743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a799e4a4-acee-4c9c-b7ae-ea0d694eb0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f4137295-993e-4031-98ef-cd6ab8a4167f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.573374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a799e4a4-acee-4c9c-b7ae-ea0d694eb0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:25.575789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a799e4a4-acee-4c9c-b7ae-ea0d694eb0a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4137295-993e-4031-98ef-cd6ab8a4167f HTTP/1.1" status: 204 len: 168 time: 0.2735448 Jan 28 13:49:25.589760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799e4a4-acee-4c9c-b7ae-ea0d694eb0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4137295-993e-4031-98ef-cd6ab8a4167f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:25.611724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575612c6-6c20-40ae-b431-71b5351f7f05 req-14d0b0f2-0773-4383-a687-586192bfa4cf tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:25.628688 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-575612c6-6c20-40ae-b431-71b5351f7f05 req-14d0b0f2-0773-4383-a687-586192bfa4cf tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1131117 Jan 28 13:49:25.749944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-575612c6-6c20-40ae-b431-71b5351f7f05 req-39e9a1a6-3d44-4b03-b44d-5a29a815ed07 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170235 Jan 28 13:49:26.655283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52622) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:26.709338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:26.878518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c140d3-5ca6-40a6-bf0b-89cd92a50318 req-6131751e-fb03-4a68-857d-673754ef6b10 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:26.893060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-30c140d3-5ca6-40a6-bf0b-89cd92a50318 req-6131751e-fb03-4a68-857d-673754ef6b10 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0706983 Jan 28 13:49:26.967038 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-30c140d3-5ca6-40a6-bf0b-89cd92a50318 req-e0183160-fd88-4344-b7e9-b2192346d559 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728559 Jan 28 13:49:26.998005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c568a62-3805-44be-856a-4abbeb384252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.189321 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c568a62-3805-44be-856a-4abbeb384252 admin admin] Publish callbacks [] for security_group (792c10f5-d7b2-4d9d-a864-15a465a5b16f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.204427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c568a62-3805-44be-856a-4abbeb384252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (792c10f5-d7b2-4d9d-a864-15a465a5b16f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.293337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c568a62-3805-44be-856a-4abbeb384252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792c10f5-d7b2-4d9d-a864-15a465a5b16f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:27.306136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4c568a62-3805-44be-856a-4abbeb384252 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0605434beb264b4c96bb6be34647de49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6490240 Jan 28 13:49:27.313432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52650) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:27.369111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fcc92-50b9-4693-8d97-1a167741ff7c req-0621352a-0781-47c2-aa3c-3df004d37df5 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:27.376672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f07fcc92-50b9-4693-8d97-1a167741ff7c req-0621352a-0781-47c2-aa3c-3df004d37df5 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1101005 Jan 28 13:49:27.380310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f2a0c2-c503-4e1b-9891-8b3f777f392f admin admin] Publish callbacks [] for security_group (792c10f5-d7b2-4d9d-a864-15a465a5b16f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.387604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-5d36bed3-3096-4452-8bb5-421054f02c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:27.389705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-5d36bed3-3096-4452-8bb5-421054f02c4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a74c3b70d048b0bfcba94e526b344f&device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 1096 time: 0.1103497 Jan 28 13:49:27.418420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f2a0c2-c503-4e1b-9891-8b3f777f392f admin admin] Publish callbacks [] for security_group (792c10f5-d7b2-4d9d-a864-15a465a5b16f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.481148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f2a0c2-c503-4e1b-9891-8b3f777f392f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (792c10f5-d7b2-4d9d-a864-15a465a5b16f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.486648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f2a0c2-c503-4e1b-9891-8b3f777f392f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.493123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-93f2a0c2-c503-4e1b-9891-8b3f777f392f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/792c10f5-d7b2-4d9d-a864-15a465a5b16f HTTP/1.1" status: 204 len: 168 time: 0.1783509 Jan 28 13:49:27.505408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a0c2-c503-4e1b-9891-8b3f777f392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792c10f5-d7b2-4d9d-a864-15a465a5b16f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:27.561660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f07fcc92-50b9-4693-8d97-1a167741ff7c req-33be3b2d-d96e-445c-b842-82973e149c64 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837251 Jan 28 13:49:27.611403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-1a6de005-9381-4783-bddd-d1386bd84f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:27.614868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-1a6de005-9381-4783-bddd-d1386bd84f6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f10e9ae6-84af-4574-917f-a4fa61045b75 HTTP/1.1" status: 200 len: 912 time: 0.2160463 Jan 28 13:49:27.706083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-20f0aec7-f327-4010-ba7f-946d87418eea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5ed7339-41cb-4256-b689-f0d59857626f HTTP/1.1" status: 200 len: 217 time: 0.0813010 Jan 28 13:49:27.821762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-d24125d2-87eb-4355-b8b2-4bbe3c8cd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:27.824820 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-d24125d2-87eb-4355-b8b2-4bbe3c8cd503 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=705939d3-8477-46a6-bb9a-e82ddc9dc345 HTTP/1.1" status: 200 len: 851 time: 0.1068563 Jan 28 13:49:27.877692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-734c9fb3-7c33-4e8a-b669-b54ef9df52f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f10e9ae6-84af-4574-917f-a4fa61045b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434258 Jan 28 13:49:27.984754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-26d437d6-cab7-413c-afc9-812cbb33890d service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967157 Jan 28 13:49:28.082700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52668) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:28.098915 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.107273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bb21673-5e01-457b-a8ac-e7f750fa1e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.178868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94741050-fb5a-4e4a-a1c8-a1675b3f2387 req-db41e1ef-7b69-4fda-ac9f-18e5b3424879 service neutron] 10.222.0.60 "GET /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855907 Jan 28 13:49:28.241348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bb21673-5e01-457b-a8ac-e7f750fa1e98 admin admin] Publish callbacks [] for security_group (8698b2e0-20dd-4e93-bc6a-715518f46dc4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.248131 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bb21673-5e01-457b-a8ac-e7f750fa1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8698b2e0-20dd-4e93-bc6a-715518f46dc4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.308155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1bb21673-5e01-457b-a8ac-e7f750fa1e98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b602a32e23724ac1a9b77b983297f1cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218871 Jan 28 13:49:28.308155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb21673-5e01-457b-a8ac-e7f750fa1e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8698b2e0-20dd-4e93-bc6a-715518f46dc4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:28.308562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52678) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:28.388819 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b77d541-af08-4b1f-aafc-d8470a42befa admin admin] Publish callbacks [] for security_group (8698b2e0-20dd-4e93-bc6a-715518f46dc4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.460386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b77d541-af08-4b1f-aafc-d8470a42befa admin admin] Publish callbacks [] for security_group (8698b2e0-20dd-4e93-bc6a-715518f46dc4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.548923 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b77d541-af08-4b1f-aafc-d8470a42befa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8698b2e0-20dd-4e93-bc6a-715518f46dc4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.553626 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b77d541-af08-4b1f-aafc-d8470a42befa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.556468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3b77d541-af08-4b1f-aafc-d8470a42befa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8698b2e0-20dd-4e93-bc6a-715518f46dc4 HTTP/1.1" status: 204 len: 168 time: 0.2464600 Jan 28 13:49:28.565950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77d541-af08-4b1f-aafc-d8470a42befa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8698b2e0-20dd-4e93-bc6a-715518f46dc4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:28.750555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a795ce-442b-4ba0-ba5f-75babc3b08e0 req-f604e748-50d2-4334-ab6d-2620f17cc073 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:28.752317 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-36a795ce-442b-4ba0-ba5f-75babc3b08e0 req-f604e748-50d2-4334-ab6d-2620f17cc073 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0912566 Jan 28 13:49:28.833866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-36a795ce-442b-4ba0-ba5f-75babc3b08e0 req-8639d850-2e3a-49b0-ac06-d49578703156 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680265 Jan 28 13:49:30.044053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08438903-5a21-4cb3-a173-18795fee999d req-be167c77-3cb5-49a0-a173-801a97c08691 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:30.045543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08438903-5a21-4cb3-a173-18795fee999d req-be167c77-3cb5-49a0-a173-801a97c08691 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0859311 Jan 28 13:49:30.136303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08438903-5a21-4cb3-a173-18795fee999d req-8b84eddb-f14d-4496-a874-8ae5174e7d86 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769930 Jan 28 13:49:30.491816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fe76-1e09-4bc4-befb-b82b2cf7600a req-752517bb-f4eb-4717-96d4-529ed05b4dc5 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:30.494092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d82fe76-1e09-4bc4-befb-b82b2cf7600a req-752517bb-f4eb-4717-96d4-529ed05b4dc5 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0865359 Jan 28 13:49:30.613037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d82fe76-1e09-4bc4-befb-b82b2cf7600a req-ce67b549-57cd-4ba2-9b55-72583c140ee8 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116219 Jan 28 13:49:30.632090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52780) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:30.774098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b97ea448-e044-4baf-81fb-952509b30305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.917002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b97ea448-e044-4baf-81fb-952509b30305 admin admin] Publish callbacks [] for security_group (e889fac4-3281-40cc-91c3-e00cc6f721ca), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.923690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b97ea448-e044-4baf-81fb-952509b30305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e889fac4-3281-40cc-91c3-e00cc6f721ca), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.985497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52792) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:30.997277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b97ea448-e044-4baf-81fb-952509b30305 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=975505a5b22742abb2643989734723bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634968 Jan 28 13:49:30.998471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ea448-e044-4baf-81fb-952509b30305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e889fac4-3281-40cc-91c3-e00cc6f721ca,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:31.062403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d57cf9d-d864-4dc5-a5d8-2747bfc185bd admin admin] Publish callbacks [] for security_group (e889fac4-3281-40cc-91c3-e00cc6f721ca), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.105357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d57cf9d-d864-4dc5-a5d8-2747bfc185bd admin admin] Publish callbacks [] for security_group (e889fac4-3281-40cc-91c3-e00cc6f721ca), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.163578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d57cf9d-d864-4dc5-a5d8-2747bfc185bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e889fac4-3281-40cc-91c3-e00cc6f721ca), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.166553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d57cf9d-d864-4dc5-a5d8-2747bfc185bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:31.167845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4d57cf9d-d864-4dc5-a5d8-2747bfc185bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e889fac4-3281-40cc-91c3-e00cc6f721ca HTTP/1.1" status: 204 len: 168 time: 0.1813414 Jan 28 13:49:31.179394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57cf9d-d864-4dc5-a5d8-2747bfc185bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e889fac4-3281-40cc-91c3-e00cc6f721ca,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:31.849046 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb588872-bf55-4763-98ba-0637c8291155 req-5a29c632-cc57-45df-8e4b-e94e6c72438e tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:31.850693 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb588872-bf55-4763-98ba-0637c8291155 req-5a29c632-cc57-45df-8e4b-e94e6c72438e tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1198986 Jan 28 13:49:31.985951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cb588872-bf55-4763-98ba-0637c8291155 req-81695074-a419-4d2d-9338-003eb7c1c38a tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224067 Jan 28 13:49:33.072263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-6f62ad38-ad02-4d48-b283-ab3606a1b9d4 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:33.079898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-6f62ad38-ad02-4d48-b283-ab3606a1b9d4 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1115937 Jan 28 13:49:33.104653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52870) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:33.224220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f03dbe-1bde-4106-bc44-7afbe825f99d req-989fdb0d-95fd-4256-aee3-aee01fc7499b tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:33.241916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68f03dbe-1bde-4106-bc44-7afbe825f99d req-989fdb0d-95fd-4256-aee3-aee01fc7499b tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1290274 Jan 28 13:49:33.331616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Deleting port b5ed7339-41cb-4256-b689-f0d59857626f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:33.339844 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.365749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68f03dbe-1bde-4106-bc44-7afbe825f99d req-470674ce-6be4-428d-ab5a-5cccc765484a tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/security-groups?id=3973aabc-c46e-40c0-b208-292c9ae641e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223874 Jan 28 13:49:33.407237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9a1a-9b5c-4f09-84fb-ee070f14fd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.550181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] For port b5ed7339-41cb-4256-b689-f0d59857626f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=b5ed7339-41cb-4256-b689-f0d59857626f,segment=NetworkSegment(c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e),segment_id=c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:33.550566 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.578936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Calling delete_port for b5ed7339-41cb-4256-b689-f0d59857626f owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:33.606551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9a1a-9b5c-4f09-84fb-ee070f14fd41 admin admin] Publish callbacks [] for security_group (5da61183-91fe-4889-9b8f-399c948dce44), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.615767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9a1a-9b5c-4f09-84fb-ee070f14fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5da61183-91fe-4889-9b8f-399c948dce44), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.717911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc9a1a-9b5c-4f09-84fb-ee070f14fd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da61183-91fe-4889-9b8f-399c948dce44,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:33.724432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d4bc9a1a-9b5c-4f09-84fb-ee070f14fd41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd0775acbc5a4768965d61fd3415d69a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6178885 Jan 28 13:49:33.727507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52878) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:33.794974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b5ed7339-41cb-4256-b689-f0d59857626f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.810892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['b5ed7339-41cb-4256-b689-f0d59857626f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:33.856290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Pushing event deleted for resources: {'Port': ['ID=b5ed7339-41cb-4256-b689-f0d59857626f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:33.859576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed7da4d-a792-4fad-847c-a86a2f7dd23f admin admin] Publish callbacks [] for security_group (5da61183-91fe-4889-9b8f-399c948dce44), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.888845 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed7da4d-a792-4fad-847c-a86a2f7dd23f admin admin] Publish callbacks [] for security_group (5da61183-91fe-4889-9b8f-399c948dce44), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.941265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] No DVR routers for this DVR port b5ed7339-41cb-4256-b689-f0d59857626f on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:33.946215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.953241 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef8e7c13-0232-4cfe-bbb3-d1afa6b5fc48 req-550ea715-9ca6-4e3c-a0c1-26d41cbf3837 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.60 "DELETE /v2.0/ports/b5ed7339-41cb-4256-b689-f0d59857626f HTTP/1.1" status: 204 len: 173 time: 0.8641186 Jan 28 13:49:33.954123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'name': 'network-vif-deleted', 'tag': 'b5ed7339-41cb-4256-b689-f0d59857626f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:33.957982 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd180a-e07f-44c7-9159-90bf1f478f04" -d '{"events": [{"server_uuid": "0bfc1f49-fc65-45ca-a5a6-68399980a6c0", "name": "network-vif-deleted", "tag": "b5ed7339-41cb-4256-b689-f0d59857626f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:33.969363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed7da4d-a792-4fad-847c-a86a2f7dd23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5da61183-91fe-4889-9b8f-399c948dce44), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.971970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ed7da4d-a792-4fad-847c-a86a2f7dd23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.973847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ed7da4d-a792-4fad-847c-a86a2f7dd23f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5da61183-91fe-4889-9b8f-399c948dce44 HTTP/1.1" status: 204 len: 168 time: 0.2448454 Jan 28 13:49:34.013857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7da4d-a792-4fad-847c-a86a2f7dd23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da61183-91fe-4889-9b8f-399c948dce44,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:34.048511 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26888b5-6b06-460a-b8b3-f39fc0cba9cf x-openstack-request-id: req-d26888b5-6b06-460a-b8b3-f39fc0cba9cf {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:34.048810 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfc1f49-fc65-45ca-a5a6-68399980a6c0", "name": "network-vif-deleted", "tag": "b5ed7339-41cb-4256-b689-f0d59857626f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:34.049176 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d26888b5-6b06-460a-b8b3-f39fc0cba9cf {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:34.049587 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfc1f49-fc65-45ca-a5a6-68399980a6c0', 'name': 'network-vif-deleted', 'tag': 'b5ed7339-41cb-4256-b689-f0d59857626f', 'status': 'completed', 'code': 200} Jan 28 13:49:34.642928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-063ecb76-a8aa-4f49-b557-f4ed3e54b39a req-f4dc9db9-a987-489e-9a22-6c4092c423e6 tempest-TestServerAdvancedOps-1667656740 tempest-TestServerAdvancedOps-1667656740-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bfc1f49-fc65-45ca-a5a6-68399980a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0744896 Jan 28 13:49:34.711152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52904) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:34.884250 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1756fc7-a25a-477c-84ac-08be6af14900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.930315 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d623d1d9-bc13-451f-b033-1343a1c568cf tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3956 time: 0.2166646 Jan 28 13:49:34.933374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52908) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:34.938669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'network': {'name': 'tempest-network-smoke--565877160', 'project_id': '4807337b942a4b8db538feb40bdce94a', 'port_security_enabled': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:34.962158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Made reservation on behalf of 4807337b942a4b8db538feb40bdce94a for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:34.970365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.998640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:35.013802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3568cefa-83be-4fef-88b2-525d2101a471), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.014280 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Added segment 3568cefa-83be-4fef-88b2-525d2101a471 of type vlan for network 28519e4e-268d-4593-b65c-4df876984d3d Jan 28 13:49:35.070522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (28519e4e-268d-4593-b65c-4df876984d3d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.115568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (28519e4e-268d-4593-b65c-4df876984d3d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.124931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:35.126982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.190506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2521620 Jan 28 13:49:35.196798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 52918) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:35.204353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'admin_state_up': True, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:35.258156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (a378bf15-269c-4a0f-9d25-75da17568452), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.259907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (a378bf15-269c-4a0f-9d25-75da17568452), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.311542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dca4a-2016-4d97-9664-8ea66e278e5a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Network': ['ID=28519e4e-268d-4593-b65c-4df876984d3d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:35.327121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 28519e4e-268d-4593-b65c-4df876984d3d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:35.414965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_controller (a378bf15-269c-4a0f-9d25-75da17568452), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.802351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52950) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:35.805716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (a378bf15-269c-4a0f-9d25-75da17568452), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.912134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] Deleting subnet 705939d3-8477-46a6-bb9a-e82ddc9dc345 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:49:35.921057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] Publish callbacks [] for subnet (705939d3-8477-46a6-bb9a-e82ddc9dc345), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:35.982347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (705939d3-8477-46a6-bb9a-e82ddc9dc345), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.038764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (705939d3-8477-46a6-bb9a-e82ddc9dc345), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.133005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (705939d3-8477-46a6-bb9a-e82ddc9dc345), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.388634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (a378bf15-269c-4a0f-9d25-75da17568452), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.421327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.643913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705939d3-8477-46a6-bb9a-e82ddc9dc345,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:36.646829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.652015 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c8bbe588-9d42-4f4d-8239-9670b85262d1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/705939d3-8477-46a6-bb9a-e82ddc9dc345 HTTP/1.1" status: 204 len: 168 time: 0.8477123 Jan 28 13:49:36.654587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:36.684009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Allocated IP 172.25.4.178 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ed15579c-7c92-420d-8155-8b2ef3c4c5e5) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:36.801040 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (f10e9ae6-84af-4574-917f-a4fa61045b75), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.965423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (f10e9ae6-84af-4574-917f-a4fa61045b75), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.992869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:36.998582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10e9ae6-84af-4574-917f-a4fa61045b75']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.015532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.015872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.028546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.047584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.056139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:37.056786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c0c59ccf-5365-4bfd-b8dc-9d13529d9f9e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.092681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:37.136159 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:37.144743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (f10e9ae6-84af-4574-917f-a4fa61045b75), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.151954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.156172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f10e9ae6-84af-4574-917f-a4fa61045b75 HTTP/1.1" status: 204 len: 168 time: 0.5002649 Jan 28 13:49:37.159323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52980) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:37.210490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdcd88-78a0-4733-8a3e-e376126176d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f10e9ae6-84af-4574-917f-a4fa61045b75,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:37.218061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52982) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:37.223677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:37.227142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:37.240178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:37.247627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] Deleting subnet 91437f6f-2e3e-47fa-953c-ec8d1e9db49f {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:49:37.252086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] Publish callbacks [] for subnet (91437f6f-2e3e-47fa-953c-ec8d1e9db49f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.295106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (91437f6f-2e3e-47fa-953c-ec8d1e9db49f), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.328832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:37.355679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (91437f6f-2e3e-47fa-953c-ec8d1e9db49f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.449490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (91437f6f-2e3e-47fa-953c-ec8d1e9db49f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.462608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1a9e736b-8fcf-415b-95b8-ae2b94d3d7af tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:37.509694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91437f6f-2e3e-47fa-953c-ec8d1e9db49f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:37.517708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.523608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-76a9caf6-31c6-4f23-bcc0-8d5ebee439e3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/91437f6f-2e3e-47fa-953c-ec8d1e9db49f HTTP/1.1" status: 204 len: 168 time: 0.3630862 Jan 28 13:49:37.531113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52986) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:37.626935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d0642729-b721-4424-b939-eabaadaa0a08), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.639660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1a9e736b-8fcf-415b-95b8-ae2b94d3d7af tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "PUT /v2.0/quotas/1fee64670eaf48f199f427d88a659fea HTTP/1.1" status: 200 len: 368 time: 0.4194880 Jan 28 13:49:37.640775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 52990) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:37.647478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Request body: {'network': {'project_id': '1fee64670eaf48f199f427d88a659fea'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:37.733675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5ed7339-41cb-4256-b689-f0d59857626f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:37.799292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: b5ed7339-41cb-4256-b689-f0d59857626f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:37.799968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device b5ed7339-41cb-4256-b689-f0d59857626f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:37.811676 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c234399c-afce-4e92-be22-981eabfeca9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.824519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d0642729-b721-4424-b939-eabaadaa0a08), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.864189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0642729-b721-4424-b939-eabaadaa0a08']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.892716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bc46ec-b719-4c4c-998a-977562ff90a6') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.892994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bc46ec-b719-4c4c-998a-977562ff90a6') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:37.911230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Made reservation on behalf of 1fee64670eaf48f199f427d88a659fea for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:37.917320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.949013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.974361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (72bc46ec-b719-4c4c-998a-977562ff90a6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.029282 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (72bc46ec-b719-4c4c-998a-977562ff90a6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.038730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:38.039228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (72bc46ec-b719-4c4c-998a-977562ff90a6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:38.041661 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:38.183166 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d0642729-b721-4424-b939-eabaadaa0a08), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.188536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.209428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d0642729-b721-4424-b939-eabaadaa0a08 HTTP/1.1" status: 204 len: 168 time: 0.6771271 Jan 28 13:49:38.306109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833499e-de6f-44a3-b387-e5287eb45a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0642729-b721-4424-b939-eabaadaa0a08,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:38.458929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for security_group (0b2a9109-68f3-4993-a116-5a975dc8b490), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.464496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b2a9109-68f3-4993-a116-5a975dc8b490), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.482252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (a378bf15-269c-4a0f-9d25-75da17568452), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.501074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a9109-68f3-4993-a116-5a975dc8b490,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:38.524296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:38.534366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53000) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:38.557953 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d7857965-e4d3-4845-833d-46842d07aee9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.557953 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Added segment d7857965-e4d3-4845-833d-46842d07aee9 of type vlan for network e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1 Jan 28 13:49:38.629927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b7a5346f-6dfa-46e6-9fa6-476b2ac3cb2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44a74c3b70d048b0bfcba94e526b344f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939336 Jan 28 13:49:38.630793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53002) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:38.710278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.739857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.768468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7711fcc-b352-4d17-9c6e-efe1eff39d41 admin admin] Publish callbacks [] for security_group (3973aabc-c46e-40c0-b208-292c9ae641e8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.800876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.801872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:38.802492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.816111 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7711fcc-b352-4d17-9c6e-efe1eff39d41 admin admin] Publish callbacks [] for security_group (3973aabc-c46e-40c0-b208-292c9ae641e8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.835898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1933546 Jan 28 13:49:38.836658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53006) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:38.844304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Request body: {'network': {'project_id': '1fee64670eaf48f199f427d88a659fea'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:38.922181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (a378bf15-269c-4a0f-9d25-75da17568452), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.955578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Made reservation on behalf of 1fee64670eaf48f199f427d88a659fea for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:38.959709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:38.977818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c243a34-7781-4ab8-a933-449dba588a41 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Pushing event updated for resources: {'Network': ['ID=e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:38.989849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:38.998846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:39.010675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (755c4f51-b456-4f76-bae2-d8928d8e67c1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.011107 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Added segment 755c4f51-b456-4f76-bae2-d8928d8e67c1 of type vlan for network 797c9f89-9469-4f80-8419-5a52e88656b0 Jan 28 13:49:39.061738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (797c9f89-9469-4f80-8419-5a52e88656b0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.094380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (797c9f89-9469-4f80-8419-5a52e88656b0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.095524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:39.096260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.176058 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7711fcc-b352-4d17-9c6e-efe1eff39d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3973aabc-c46e-40c0-b208-292c9ae641e8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.178833 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7711fcc-b352-4d17-9c6e-efe1eff39d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.182792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f7711fcc-b352-4d17-9c6e-efe1eff39d41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3973aabc-c46e-40c0-b208-292c9ae641e8 HTTP/1.1" status: 204 len: 168 time: 0.5276031 Jan 28 13:49:39.200602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7711fcc-b352-4d17-9c6e-efe1eff39d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3973aabc-c46e-40c0-b208-292c9ae641e8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:39.220516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3800430 Jan 28 13:49:39.222795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53014) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.229633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bbeff-de19-4d16-b0d6-ff3864cf9176 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Pushing event updated for resources: {'Network': ['ID=797c9f89-9469-4f80-8419-5a52e88656b0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:39.235040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e59fa50a-60f3-4c4e-91a2-3e3d45cc57c2 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Request body: {'network': {'project_id': '1fee64670eaf48f199f427d88a659fea'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:39.250143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 797c9f89-9469-4f80-8419-5a52e88656b0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:39.295646 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59fa50a-60f3-4c4e-91a2-3e3d45cc57c2 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 13:49:39.296410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59fa50a-60f3-4c4e-91a2-3e3d45cc57c2 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:49:39.301485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53018) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.302481 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e59fa50a-60f3-4c4e-91a2-3e3d45cc57c2 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0779634 Jan 28 13:49:39.317654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router a378bf15-269c-4a0f-9d25-75da17568452 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:49:39.411974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b7c727a1-cd2b-4907-b171-375b6adf7d01 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fee64670eaf48f199f427d88a659fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087465 Jan 28 13:49:39.415040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53020) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.457355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:39.471506 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Sync routers for ids ['a378bf15-269c-4a0f-9d25-75da17568452'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:39.484960 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Routers {'a378bf15-269c-4a0f-9d25-75da17568452'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:39.486587 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a378bf15-269c-4a0f-9d25-75da17568452'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:39.498183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.499681 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7a71521c-49a9-4c58-a747-b61b6dccd243 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3003879 Jan 28 13:49:39.502975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53022) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.532328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0252bc3-a66c-4bf6-b2a8-e72c25b4a19b tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for security_group (0b2a9109-68f3-4993-a116-5a975dc8b490), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.563735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0252bc3-a66c-4bf6-b2a8-e72c25b4a19b tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for security_group (0b2a9109-68f3-4993-a116-5a975dc8b490), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.610506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454f911-e541-46cc-949b-4dbc771d17b3 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:39.614975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b454f911-e541-46cc-949b-4dbc771d17b3 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=4807337b942a4b8db538feb40bdce94a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1093943 Jan 28 13:49:39.620816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53026) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.651829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0252bc3-a66c-4bf6-b2a8-e72c25b4a19b tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b2a9109-68f3-4993-a116-5a975dc8b490), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.656347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0252bc3-a66c-4bf6-b2a8-e72c25b4a19b tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.661932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e0252bc3-a66c-4bf6-b2a8-e72c25b4a19b tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b2a9109-68f3-4993-a116-5a975dc8b490 HTTP/1.1" status: 204 len: 168 time: 0.2455437 Jan 28 13:49:39.662947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53028) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.668901 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Set router a378bf15-269c-4a0f-9d25-75da17568452 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:39.743857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252bc3-a66c-4bf6-b2a8-e72c25b4a19b tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a9109-68f3-4993-a116-5a975dc8b490,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:39.823331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (797c9f89-9469-4f80-8419-5a52e88656b0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:39.949836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53032) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:39.999742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:49:38Z', 'revision_number': 3, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:40.024850 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (797c9f89-9469-4f80-8419-5a52e88656b0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.071019 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Checking router: a378bf15-269c-4a0f-9d25-75da17568452 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:40.071391 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Updating router a378bf15-269c-4a0f-9d25-75da17568452 port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:49:40.076500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c3df8-4e4c-4552-8ff4-25454cbbfd6c tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:40.078386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797c9f89-9469-4f80-8419-5a52e88656b0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:40.085497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.086034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3d5c3df8-4e4c-4552-8ff4-25454cbbfd6c tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4533923 Jan 28 13:49:40.137212 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.178387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755c4f51-b456-4f76-bae2-d8928d8e67c1') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:40.178711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755c4f51-b456-4f76-bae2-d8928d8e67c1') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:40.198503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f10b8ec6-6cf1-41d9-975e-5b3a13678be1 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1000659 Jan 28 13:49:40.203553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53040) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.238437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (755c4f51-b456-4f76-bae2-d8928d8e67c1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.246400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0fcf31a7-ef18-46b3-b14f-7546f090a08c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=667673be8dcc45648ecd520ecbaf73fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711011 Jan 28 13:49:40.247205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53042) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.302233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c427d7cc-c620-41da-9285-8081ffe8a95a tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=4807337b942a4b8db538feb40bdce94a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971973 Jan 28 13:49:40.305677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53044) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.332522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (755c4f51-b456-4f76-bae2-d8928d8e67c1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.346844 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-20b4a9e4-3ddc-4a0d-93cf-292b000fe048 admin admin] Publish callbacks [] for security_group (5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.373662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:40.374248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (755c4f51-b456-4f76-bae2-d8928d8e67c1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:40.385507 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:40.388337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-20b4a9e4-3ddc-4a0d-93cf-292b000fe048 admin admin] Publish callbacks [] for security_group (5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.461055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-20b4a9e4-3ddc-4a0d-93cf-292b000fe048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.469390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-20b4a9e4-3ddc-4a0d-93cf-292b000fe048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.474073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-20b4a9e4-3ddc-4a0d-93cf-292b000fe048 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2 HTTP/1.1" status: 204 len: 168 time: 0.2221911 Jan 28 13:49:40.480975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4a9e4-3ddc-4a0d-93cf-292b000fe048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdd9ae2-983d-4a41-93cc-9c71f3e5dfb2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:40.572689 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Publish callbacks [] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.583146 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.584419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.638172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (797c9f89-9469-4f80-8419-5a52e88656b0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.645603 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Attempting to bind port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:40.646030 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Attempting to bind port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:40.646393 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Attempting to bind port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:40.655162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.661555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "DELETE /v2.0/networks/797c9f89-9469-4f80-8419-5a52e88656b0 HTTP/1.1" status: 204 len: 168 time: 0.9952102 Jan 28 13:49:40.664438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53050) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.688738 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:40.689470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:40.690067 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.690652 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:40.692086 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Bound port: ed15579c-7c92-420d-8155-8b2ef3c4c5e5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:40.692681 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.696432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee814919-b9ac-4c2a-bae7-5468649a0b55 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Pushing event deleted for resources: {'Network': ['ID=797c9f89-9469-4f80-8419-5a52e88656b0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:40.698120 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Pushing event updated for resources: {'Port': ['ID=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:40.730048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b420cb19-1288-408f-8f02-30f4739212df tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:40.734904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b420cb19-1288-408f-8f02-30f4739212df tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4233017 Jan 28 13:49:40.735650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53052) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.761339 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.761685 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.762226 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.762736 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.763264 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.763768 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.764609 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.766834 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.767375 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.767890 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.769920 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.770449 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.770961 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:40.818724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.837206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53056) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:40.842028 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] For port ed15579c-7c92-420d-8155-8b2ef3c4c5e5, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:40.845065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ab618e23-76b7-4ba1-8991-a9368631f0d6 tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1080174 Jan 28 13:49:40.848380 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] For port ed15579c-7c92-420d-8155-8b2ef3c4c5e5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:40.856152 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.936662 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:40.961934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:40.974116 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Routers {'a378bf15-269c-4a0f-9d25-75da17568452'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:40.975436 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a378bf15-269c-4a0f-9d25-75da17568452'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:40.980422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7857965-e4d3-4845-833d-46842d07aee9') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:40.980701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7857965-e4d3-4845-833d-46842d07aee9') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:41.020133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26278311', 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d', 'project_id': '4807337b942a4b8db538feb40bdce94a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:41.024729 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (d7857965-e4d3-4845-833d-46842d07aee9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.043327 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dfe52-68da-40d6-bf12-e17f3f86ad1e None None] Pushing event updated for resources: {'Port': ['ID=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:41.132811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d7857965-e4d3-4845-833d-46842d07aee9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.151208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:49:41.154616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (d7857965-e4d3-4845-833d-46842d07aee9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.201886 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] Set router a378bf15-269c-4a0f-9d25-75da17568452 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:49:41.251433 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:49:41.258043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.346857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.346857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1 HTTP/1.1" status: 204 len: 168 time: 0.6771274 Jan 28 13:49:41.381862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a1121-0a06-4437-bb5c-76aae9747eb9 tempest-QuotasNegativeTest-1354774024 tempest-QuotasNegativeTest-1354774024-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3aa017a-8a72-42ee-9b1a-30a1c4ee3dc1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:41.464596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Made reservation on behalf of 4807337b942a4b8db538feb40bdce94a for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:41.471834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.625281 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:49:38Z', 'revision_number': 3, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:41.691350 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecf027-5c26-4a8b-9aba-cac76ecfaea3 None None] The sync data for ids ['a378bf15-269c-4a0f-9d25-75da17568452'] in n-d-822748-2 is: [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:49:38Z', 'revision_number': 3, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:41.775313 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:41.838052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (02fa2e04-608c-4dbc-9361-2508cb684625), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.021569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Subnet': ['ID=02fa2e04-608c-4dbc-9361-2508cb684625,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:42.046119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Checking segment: {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:42.046511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network hostable DHCP agents. Network: 28519e4e-268d-4593-b65c-4df876984d3d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:42.082245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 28519e4e-268d-4593-b65c-4df876984d3d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:42.108797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 28519e4e-268d-4593-b65c-4df876984d3d) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:42.131681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:42.131850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.134534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f232b6-b22f-42f3-9c9a-dd5792c38825 None None] Network 28519e4e-268d-4593-b65c-4df876984d3d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:42.212400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d992f885-4abf-4d67-8bc9-ed5cf945de5b tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.3340855 Jan 28 13:49:42.216024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53090) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:42.246849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53092) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:42.368872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-28519e4e-268d-4593-b65c-4df876984d3d', 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d', 'project_id': '4807337b942a4b8db538feb40bdce94a', 'fixed_ips': [{'subnet_id': '02fa2e04-608c-4dbc-9361-2508cb684625'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:49:42.369826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.391307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53098) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:42.572567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ed15579c-7c92-420d-8155-8b2ef3c4c5e5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:42.621729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1682175845-network', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:42.686473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:42.697231 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.711704 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.778637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da01ce0f-40d5-4cd9-bef4-18f885ee0cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.837227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:42.839401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.884096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Allocated IP 172.20.0.18 (28519e4e-268d-4593-b65c-4df876984d3d/02fa2e04-608c-4dbc-9361-2508cb684625/1a1f5197-d4bf-4f0b-9e93-0c58142fdc55) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:42.958151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks [] for security_group (0d7e4364-9e98-4539-98a2-88b578b603ac), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:42.964250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0d7e4364-9e98-4539-98a2-88b578b603ac), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.006876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e4364-9e98-4539-98a2-88b578b603ac,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:43.028896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:43.057167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:43.057884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.071131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (11dce18d-e983-46ab-a0eb-dd163fab0d44), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.071481 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Added segment 11dce18d-e983-46ab-a0eb-dd163fab0d44 of type vlan for network da44202a-00f4-4f4d-8cd1-b92fd645e19b Jan 28 13:49:43.095069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da01ce0f-40d5-4cd9-bef4-18f885ee0cde admin admin] Publish callbacks [] for security_group (9e7a90f7-eb01-4a54-94bf-804d56914a5d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.105838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-da01ce0f-40d5-4cd9-bef4-18f885ee0cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9e7a90f7-eb01-4a54-94bf-804d56914a5d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.138790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port ed15579c-7c92-420d-8155-8b2ef3c4c5e5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:43.147950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.217727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Publish callbacks [] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.228926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (da44202a-00f4-4f4d-8cd1-b92fd645e19b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.247660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:43.261213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-da01ce0f-40d5-4cd9-bef4-18f885ee0cde admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b17e23d0809e40faae766f3f1ef2d3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685577 Jan 28 13:49:43.264176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:43.265974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01ce0f-40d5-4cd9-bef4-18f885ee0cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a90f7-eb01-4a54-94bf-804d56914a5d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:43.267728 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.274188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.274547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.274909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.275400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.275872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.276245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.277203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.277549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.277969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.278312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.278652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.279070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.279329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:43.295226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.345659 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (da44202a-00f4-4f4d-8cd1-b92fd645e19b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.347418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:43.348981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Pushing event updated for resources: {'Port': ['ID=1a1f5197-d4bf-4f0b-9e93-0c58142fdc55,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:43.350071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.383549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Network 28519e4e-268d-4593-b65c-4df876984d3d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:43.389930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:43.398473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:43.489204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2380314 Jan 28 13:49:43.492726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Attempting to bind port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:43.493361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Attempting to bind port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:43.493987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Attempting to bind port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 on network 28519e4e-268d-4593-b65c-4df876984d3d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:43.499595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:43.500364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Checking segment: {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:43.501238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53110) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:43.501855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.502742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Bound using segment: {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:43.504122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Bound port: 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:43.504800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.509659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Request body: {'subnet': {'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1682175845-subnet', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:43.527757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4c07b-907f-4047-96a1-c663f2e1d721 admin admin] Pushing event updated for resources: {'Network': ['ID=da44202a-00f4-4f4d-8cd1-b92fd645e19b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:43.545563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:43.548283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.582116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:43.599543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] For port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:43.603694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] For port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1a1f5197-d4bf-4f0b-9e93-0c58142fdc55,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:43.619510 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.667160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3393bf59-4cca-4f93-8ddf-1756bf25e301 admin admin] Publish callbacks [] for security_group (9e7a90f7-eb01-4a54-94bf-804d56914a5d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:43.682969 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:49:43.748284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2e152-2007-46a6-b2d5-2d0149104394 None None] Pushing event updated for resources: {'Port': ['ID=1a1f5197-d4bf-4f0b-9e93-0c58142fdc55,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:43.818124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3393bf59-4cca-4f93-8ddf-1756bf25e301 admin admin] Publish callbacks [] for security_group (9e7a90f7-eb01-4a54-94bf-804d56914a5d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.011230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3393bf59-4cca-4f93-8ddf-1756bf25e301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9e7a90f7-eb01-4a54-94bf-804d56914a5d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.013594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3393bf59-4cca-4f93-8ddf-1756bf25e301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.014771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3393bf59-4cca-4f93-8ddf-1756bf25e301 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e7a90f7-eb01-4a54-94bf-804d56914a5d HTTP/1.1" status: 204 len: 168 time: 0.7494302 Jan 28 13:49:44.043121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Allocated IP 172.20.0.17 (28519e4e-268d-4593-b65c-4df876984d3d/02fa2e04-608c-4dbc-9361-2508cb684625/8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:44.049394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393bf59-4cca-4f93-8ddf-1756bf25e301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a90f7-eb01-4a54-94bf-804d56914a5d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:44.269995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (f029c7ae-ffe1-483c-86ff-f2d8c2fba59e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.459352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:44.487021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ed15579c-7c92-420d-8155-8b2ef3c4c5e5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:44.525940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:44.526328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Network hostable DHCP agents. Network: da44202a-00f4-4f4d-8cd1-b92fd645e19b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:44.533935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.564589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:44.572440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:44.590703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, da44202a-00f4-4f4d-8cd1-b92fd645e19b) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:44.595019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.599097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c910f22c-c16c-405a-abe3-a50eac6b5da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.616935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3badea9c-c590-47bf-bfa1-8a1a1250432d None None] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:44.617717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:44.618310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.636645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 28519e4e-268d-4593-b65c-4df876984d3d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:44.661301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:44.668666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:44.679807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e29422af-23d8-43ca-9dee-73d639b7397f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1761029 Jan 28 13:49:44.685083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53134) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:44.695931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:44.739662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:44.753239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (a378bf15-269c-4a0f-9d25-75da17568452), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.767956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (2b7bc396-8c70-4804-a0fa-f16006477397), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.771735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (2b7bc396-8c70-4804-a0fa-f16006477397), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.883195 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks [] for router_controller (2b7bc396-8c70-4804-a0fa-f16006477397), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.886661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c910f22c-c16c-405a-abe3-a50eac6b5da5 admin admin] Publish callbacks [] for security_group (3b5c027c-1303-42dd-a430-b1a385c9c78d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.939963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c910f22c-c16c-405a-abe3-a50eac6b5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3b5c027c-1303-42dd-a430-b1a385c9c78d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.971603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:49:44.976485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:44.999854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.004996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:45.005432 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.077304 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c910f22c-c16c-405a-abe3-a50eac6b5da5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e6de3f758a74202826a949ec48efdea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088921 Jan 28 13:49:45.081675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910f22c-c16c-405a-abe3-a50eac6b5da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5c027c-1303-42dd-a430-b1a385c9c78d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:45.086888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53138) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:45.220512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks [] for router_gateway (2b7bc396-8c70-4804-a0fa-f16006477397), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.345946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc14d153-04f8-4cc9-a461-48d8295665f2 admin admin] Publish callbacks [] for security_group (3b5c027c-1303-42dd-a430-b1a385c9c78d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.401949 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc14d153-04f8-4cc9-a461-48d8295665f2 admin admin] Publish callbacks [] for security_group (3b5c027c-1303-42dd-a430-b1a385c9c78d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.511899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:45.513055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:45.593234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Allocated IP 172.20.0.2 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/81ba56c4-19c6-492e-aaba-15eb11fa6a73) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:45.625232 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc14d153-04f8-4cc9-a461-48d8295665f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3b5c027c-1303-42dd-a430-b1a385c9c78d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.630690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc14d153-04f8-4cc9-a461-48d8295665f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.635285 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cc14d153-04f8-4cc9-a461-48d8295665f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b5c027c-1303-42dd-a430-b1a385c9c78d HTTP/1.1" status: 204 len: 168 time: 0.5455413 Jan 28 13:49:45.656994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:45.656994 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.801779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14d153-04f8-4cc9-a461-48d8295665f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5c027c-1303-42dd-a430-b1a385c9c78d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:45.865275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks [] for router_gateway (2b7bc396-8c70-4804-a0fa-f16006477397), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.915164 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.933799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25df180d-f895-430a-b00e-f8806144a84d None None] Network 28519e4e-268d-4593-b65c-4df876984d3d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:45.953753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:45.961635 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.145449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Allocated IP 172.25.4.51 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/3dc3189b-abb3-4ec1-a391-df916e4eb2a0) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:46.180408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (a378bf15-269c-4a0f-9d25-75da17568452), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.239372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:46.385944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-09b8929c-9ddd-4f79-b37e-1d3fb24f6d11 None None] Provisioning complete for port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:46.386288 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09b8929c-9ddd-4f79-b37e-1d3fb24f6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.487486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 28519e4e-268d-4593-b65c-4df876984d3d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:46.490590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:46.535577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks [] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.626554 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.651101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:46.651564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.702091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:46.718473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:46.764314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:46.784139 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Publish callbacks [] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.823891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router a378bf15-269c-4a0f-9d25-75da17568452 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:46.846458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1a1f5197-d4bf-4f0b-9e93-0c58142fdc55,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:46.849569 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.859541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:46.869256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Pushing event updated for resources: {'Port': ['ID=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:46.879207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-09b8929c-9ddd-4f79-b37e-1d3fb24f6d11 None None] Current status of the port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:46.880066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09b8929c-9ddd-4f79-b37e-1d3fb24f6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.168424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:47.177572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:47.202128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:47.214804 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-09b8929c-9ddd-4f79-b37e-1d3fb24f6d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:49:47.215179 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-09b8929c-9ddd-4f79-b37e-1d3fb24f6d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:49:47.229292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Pushing event updated for resources: {'Port': ['ID=81ba56c4-19c6-492e-aaba-15eb11fa6a73,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:47.283400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:47.317763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eacd72ee-263f-4edf-8d24-effd7dd58f74 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "PUT /v2.0/routers/a378bf15-269c-4a0f-9d25-75da17568452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0990994 Jan 28 13:49:47.370837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=1a1f5197-d4bf-4f0b-9e93-0c58142fdc55,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:47.377593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Sync routers for ids ['a378bf15-269c-4a0f-9d25-75da17568452'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:47.450963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53186) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:47.512150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Routers {'a378bf15-269c-4a0f-9d25-75da17568452'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:47.512920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a378bf15-269c-4a0f-9d25-75da17568452'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:47.619116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Attempting to bind port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:47.619501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Attempting to bind port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:47.619880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Attempting to bind port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:47.625831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks [] for router_gateway (2b7bc396-8c70-4804-a0fa-f16006477397), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.627146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1202624608'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:47.651951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:47.656645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:47.657207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:47.657437 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.657837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:47.658324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Bound port: 81ba56c4-19c6-492e-aaba-15eb11fa6a73, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:47.658533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.658702 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.703958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.842271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-09b8929c-9ddd-4f79-b37e-1d3fb24f6d11 None None] Current status of the port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:47.869223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Set router a378bf15-269c-4a0f-9d25-75da17568452 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:47.876741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-29da912f-d6ca-4072-93ea-128000c7ae7d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:47.879606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-29da912f-d6ca-4072-93ea-128000c7ae7d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/networks?id=28519e4e-268d-4593-b65c-4df876984d3d HTTP/1.1" status: 200 len: 797 time: 0.2170033 Jan 28 13:49:47.916305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cdf23d08-ce3c-4fb4-bcf3-417ca9049129 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/quotas/4807337b942a4b8db538feb40bdce94a HTTP/1.1" status: 200 len: 375 time: 0.0292184 Jan 28 13:49:47.951077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] For port 81ba56c4-19c6-492e-aaba-15eb11fa6a73, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:47.990159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] For port 81ba56c4-19c6-492e-aaba-15eb11fa6a73, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=81ba56c4-19c6-492e-aaba-15eb11fa6a73,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:48.043200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-9cfa5f47-1916-4d5e-981c-77a739369e77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1209233 Jan 28 13:49:48.054779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.098359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (ec5c6e42-f40b-4d74-826d-75b35920c989), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.109904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ec5c6e42-f40b-4d74-826d-75b35920c989), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.140600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:48.152220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4845e-6651-4eec-945b-792e38dbdf40 None None] Pushing event updated for resources: {'Port': ['ID=81ba56c4-19c6-492e-aaba-15eb11fa6a73,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.168192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ccdc60b5-b24f-4b32-8c03-456c7d160942 None None] Provisioning complete for port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:48.168660 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccdc60b5-b24f-4b32-8c03-456c7d160942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.172066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e6698bd9-631d-4e8d-8c8c-c63bb62f9068), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.174731 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment e6698bd9-631d-4e8d-8c8c-c63bb62f9068 of type vlan for network 28da688c-6692-4ead-ba73-395b1c3f913d Jan 28 13:49:48.258383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (28da688c-6692-4ead-ba73-395b1c3f913d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.303744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-349af543-0352-4462-bb1d-f0352f1fff1c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:49:48.305091 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-349af543-0352-4462-bb1d-f0352f1fff1c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2373652 Jan 28 13:49:48.307549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (28da688c-6692-4ead-ba73-395b1c3f913d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.314951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:48.317230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.328974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc60b5-b24f-4b32-8c03-456c7d160942 None None] Port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:48.379376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9230146 Jan 28 13:49:48.384766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53208) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:48.395826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ccdc60b5-b24f-4b32-8c03-456c7d160942 None None] Provisioning complete for port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:48.396252 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccdc60b5-b24f-4b32-8c03-456c7d160942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.463727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'name': 'tempest-PortsTestJSON-427154144'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:48.606567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (2b7bc396-8c70-4804-a0fa-f16006477397), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.630567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c6e42-f40b-4d74-826d-75b35920c989,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.697745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:49:44Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1', 'name': '', 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:8f:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '02fa2e04-608c-4dbc-9361-2508cb684625', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:43Z', 'updated_at': '2022-01-28T13:49:45Z', 'revision_number': 2, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': '02fa2e04-608c-4dbc-9361-2508cb684625', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:48.708078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21211d5c-06e9-46c3-81f5-66042bbf4001 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=28da688c-6692-4ead-ba73-395b1c3f913d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.776750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:48.781168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Checking router: a378bf15-269c-4a0f-9d25-75da17568452 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:48.781460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Updating router a378bf15-269c-4a0f-9d25-75da17568452 port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:49:48.834198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:48.839313 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.854301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-975c36c6-eaa4-4141-a202-08a0facca6de service neutron] 10.222.0.45 "GET /v2.0/networks/28519e4e-268d-4593-b65c-4df876984d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962170 Jan 28 13:49:48.919672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Router 2b7bc396-8c70-4804-a0fa-f16006477397 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:49:48.955555 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.994776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc60b5-b24f-4b32-8c03-456c7d160942 None None] Current status of the port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:49.020716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:49:49.207169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:49.222910 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:49.264220 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:49.266699 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:49.272976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.279240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71b641c7-d043-4757-adff-d56d5a6a1dcf admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5873606 Jan 28 13:49:49.280301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53214) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:49.331457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:49.656191 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:49.743345 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Publish callbacks [] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.759326 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.817460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06605cd4-323f-42d2-b3f7-c8657e808c7a None None] Pushing event updated for resources: {'Port': ['ID=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:49.825466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-11f705bf-461d-45b5-91ba-8e929e2c096d None None] Provisioning complete for port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:49.825900 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-11f705bf-461d-45b5-91ba-8e929e2c096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.018974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-11f705bf-461d-45b5-91ba-8e929e2c096d None None] Port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:50.093498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:50.094722 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.145342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Attempting to bind port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:50.145921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Attempting to bind port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:50.152547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Attempting to bind port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 on network 28519e4e-268d-4593-b65c-4df876984d3d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:50.246768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:50.247421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Checking segment: {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:50.247976 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.248531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Bound using segment: {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:50.249211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Bound port: 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:50.249761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.299169 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:47Z', 'revision_number': 3, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:50.366216 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:50.367276 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Updating router 2b7bc396-8c70-4804-a0fa-f16006477397 port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:49:50.443244 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.504268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] For port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:50.511039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] For port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:50.517327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.525647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225c2ae-3b27-435f-a350-db6a85ad29b3 None None] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:50.601235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-05d14682-49de-4d7c-9f20-e3c63ffb9a39 service neutron] 10.222.0.45 "GET /v2.0/networks/28519e4e-268d-4593-b65c-4df876984d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7287147 Jan 28 13:49:50.607541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.765399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=c4ba53b0-73d6-4d23-b795-cf818bd14eb8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.825549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': 'e6698bd9-631d-4e8d-8c8c-c63bb62f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:50.826102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: 28da688c-6692-4ead-ba73-395b1c3f913d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:50.866809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:50.883005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:50.888289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 81ba56c4-19c6-492e-aaba-15eb11fa6a73 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:50.897321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 28da688c-6692-4ead-ba73-395b1c3f913d) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:50.915787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:50.923035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.928958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:50.929723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.948612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.975242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-53ff967e-a702-4aef-896e-ca44700c8437 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5589099 Jan 28 13:49:50.979556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53230) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:50.997970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-180609478'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:50.999756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9375f18e-09b1-4e59-ba9e-de996287b788 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:51.240736 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Publish callbacks [] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.247836 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.313659 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10896c79-7d94-49fa-b3f3-f4bd5e28ad72 req-47accfb9-522c-4948-81a0-7f81ec6f4b63 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 210 time: 0.1137924 Jan 28 13:49:51.375894 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeb3ae-0cd3-48ba-9139-00c859f3bc95 None None] Pushing event updated for resources: {'Port': ['ID=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:51.397033 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:51.406337 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Attempting to bind port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:51.406962 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Attempting to bind port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:51.407602 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Attempting to bind port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:51.416438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.435167 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:51.437256 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:51.437835 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.441852 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:51.443014 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Bound port: 3dc3189b-abb3-4ec1-a391-df916e4eb2a0, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:51.443597 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.541883 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] For port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:51.546816 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] For port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:51.559357 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.677166 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1edd4a2a-1800-4c0e-851b-d09850d1fed2 None None] Provisioning complete for port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:51.677666 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1edd4a2a-1800-4c0e-851b-d09850d1fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.744511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Allocated IP 172.20.0.1 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/4ed5e933-c54c-431d-9943-72f33b83ae8a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:51.774560 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeb3ae-0cd3-48ba-9139-00c859f3bc95 None None] Pushing event updated for resources: {'Port': ['ID=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:51.811187 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:51.811600 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:51.822028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Routers {'a378bf15-269c-4a0f-9d25-75da17568452'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:51.823041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a378bf15-269c-4a0f-9d25-75da17568452'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:51.915370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:51.946393 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d2af073d-638c-4eea-b683-c992a4eb4da2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.947014 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment d2af073d-638c-4eea-b683-c992a4eb4da2 of type vlan for network ce0ae9ac-a018-4cb7-afce-b5297d17f704 Jan 28 13:49:51.972941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06605cd4-323f-42d2-b3f7-c8657e808c7a None None] Pushing event updated for resources: {'Port': ['ID=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:52.048838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (ce0ae9ac-a018-4cb7-afce-b5297d17f704), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.104600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.105102 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.115047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (ce0ae9ac-a018-4cb7-afce-b5297d17f704), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.129385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:52.131085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.259501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1edd4a2a-1800-4c0e-851b-d09850d1fed2 None None] Current status of the port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:52.260493 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1edd4a2a-1800-4c0e-851b-d09850d1fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.348458 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:52.359626 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3759797 Jan 28 13:49:52.362217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53258) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:52.369034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'ports': [{'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d'}, {'network_id': 'ce0ae9ac-a018-4cb7-afce-b5297d17f704'}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:52.369357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:52.369856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': 'ce0ae9ac-a018-4cb7-afce-b5297d17f704'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:52.450160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1edd4a2a-1800-4c0e-851b-d09850d1fed2 None None] For port 81ba56c4-19c6-492e-aaba-15eb11fa6a73, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=81ba56c4-19c6-492e-aaba-15eb11fa6a73,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:52.466604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] Set router a378bf15-269c-4a0f-9d25-75da17568452 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:52.581990 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1edd4a2a-1800-4c0e-851b-d09850d1fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.640662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53262) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:52.660189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:52.661034 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.735412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bdd527cf-3636-47ec-8903-2c529e699a6a req-96a14a5f-571f-4f0e-b3f1-24729a54aea7 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 210 time: 0.1949699 Jan 28 13:49:52.843692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks [] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.883391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Provisioning complete for port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.883701 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.899946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ddf8e-983c-4193-a546-b9a985d0c6a8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=ce0ae9ac-a018-4cb7-afce-b5297d17f704,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:52.964854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network ce0ae9ac-a018-4cb7-afce-b5297d17f704 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:53.083983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32be3ac1-83de-4926-882a-b5fd1a959fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.086165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 2} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:53.102775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.133828 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.162619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.195690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:53.197990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:53.201660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd4a2a-1800-4c0e-851b-d09850d1fed2 None None] Pushing event updated for resources: {'Port': ['ID=81ba56c4-19c6-492e-aaba-15eb11fa6a73,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:53.216424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:53.283421 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:49:53.283779 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:49:53.314453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed5e933-c54c-431d-9943-72f33b83ae8a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:53.343201 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:47Z', 'revision_number': 3, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:53.355686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (2b7bc396-8c70-4804-a0fa-f16006477397), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.370765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-89367d51-69b8-4947-9e93-e73b4c090e93 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.372657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-89367d51-69b8-4947-9e93-e73b4c090e93 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.60 "GET /v2.0/networks?id=28519e4e-268d-4593-b65c-4df876984d3d HTTP/1.1" status: 200 len: 797 time: 0.5120935 Jan 28 13:49:53.425295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Request body: {'port': {'device_id': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d', 'admin_state_up': True, 'tenant_id': '4807337b942a4b8db538feb40bdce94a'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:53.431108 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330316f-baba-403e-9405-60aaa35ef8b3 None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:47Z', 'revision_number': 3, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:53.510584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Current status of the port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:53.603108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port a3c6c403-3415-434b-b8e6-30485179cf62 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:49:53.622458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Provisioning complete for port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:53.622841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.647076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Made reservation on behalf of 4807337b942a4b8db538feb40bdce94a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:53.651871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.845006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (a3c6c403-3415-434b-b8e6-30485179cf62), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:53.994470 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdeb9533-3c5a-4806-bf7a-c2fda6cd8afe req-35d6781b-aed1-488e-83af-62c9cd976414 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 210 time: 0.0951381 Jan 28 13:49:54.026140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Current status of the port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:54.026825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.042796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 61b67afe-df0f-4b82-bca9-9e624b4f87b4 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:49:54.085996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:54.124344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.156778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (61b67afe-df0f-4b82-bca9-9e624b4f87b4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.202117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:49:44Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1', 'name': '', 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:8f:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '02fa2e04-608c-4dbc-9361-2508cb684625', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:43Z', 'updated_at': '2022-01-28T13:49:50Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': '02fa2e04-608c-4dbc-9361-2508cb684625', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:54.242522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a3c6c403-3415-434b-b8e6-30485179cf62), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.326978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] For port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:54.332274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ae715-bc06-4bba-9af2-e36497aea40b None None] The sync data for ids ['a378bf15-269c-4a0f-9d25-75da17568452'] in n-d-822748-2 is: [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:49:44Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1', 'name': '', 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:8f:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '02fa2e04-608c-4dbc-9361-2508cb684625', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:43Z', 'updated_at': '2022-01-28T13:49:50Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': '02fa2e04-608c-4dbc-9361-2508cb684625', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:54.339641 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.467912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:54.479590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32be3ac1-83de-4926-882a-b5fd1a959fe4 admin admin] Publish callbacks [] for security_group (4a946d89-e2c6-48cb-bb78-a0eaa6261533), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.503551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Allocated IP 172.20.0.20 (28519e4e-268d-4593-b65c-4df876984d3d/02fa2e04-608c-4dbc-9361-2508cb684625/641580fc-476a-433f-b2b4-6e9630158b4f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:54.510411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:54.520823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:54.521736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (61b67afe-df0f-4b82-bca9-9e624b4f87b4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.526318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32be3ac1-83de-4926-882a-b5fd1a959fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4a946d89-e2c6-48cb-bb78-a0eaa6261533), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.541611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c669e0-93e9-4a04-ac2c-d888afaa00bf None None] Pushing event updated for resources: {'Port': ['ID=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:54.547451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:54.675785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-32be3ac1-83de-4926-882a-b5fd1a959fe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=604a694c5f59468ea8c52d2dbd6e0190&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0332332 Jan 28 13:49:54.690906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=a3c6c403-3415-434b-b8e6-30485179cf62,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:54.726305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53278) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:54.744776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f11dc762-5780-4f53-ba8b-6215c5ed279d None None] Provisioning complete for port 4ed5e933-c54c-431d-9943-72f33b83ae8a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:54.745174 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f11dc762-5780-4f53-ba8b-6215c5ed279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.748560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:54.748943 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.923247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f11dc762-5780-4f53-ba8b-6215c5ed279d None None] Port 4ed5e933-c54c-431d-9943-72f33b83ae8a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:55.005919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': 'd2af073d-638c-4eea-b683-c992a4eb4da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ce0ae9ac-a018-4cb7-afce-b5297d17f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:55.006308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: ce0ae9ac-a018-4cb7-afce-b5297d17f704, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:55.012483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39990642-9d4e-47bf-99bf-d2049866a699 admin admin] Publish callbacks [] for security_group (4a946d89-e2c6-48cb-bb78-a0eaa6261533), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.082959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39990642-9d4e-47bf-99bf-d2049866a699 admin admin] Publish callbacks [] for security_group (4a946d89-e2c6-48cb-bb78-a0eaa6261533), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.102073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:55.111843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.195625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:55.201444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.202786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 81ba56c4-19c6-492e-aaba-15eb11fa6a73 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:55.213728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39990642-9d4e-47bf-99bf-d2049866a699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4a946d89-e2c6-48cb-bb78-a0eaa6261533), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.225134 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39990642-9d4e-47bf-99bf-d2049866a699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.226812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-39990642-9d4e-47bf-99bf-d2049866a699 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a946d89-e2c6-48cb-bb78-a0eaa6261533 HTTP/1.1" status: 204 len: 168 time: 0.4690459 Jan 28 13:49:55.227657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be3ac1-83de-4926-882a-b5fd1a959fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a946d89-e2c6-48cb-bb78-a0eaa6261533,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.302899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39990642-9d4e-47bf-99bf-d2049866a699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a946d89-e2c6-48cb-bb78-a0eaa6261533,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.306639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network ce0ae9ac-a018-4cb7-afce-b5297d17f704 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:55.342718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, ce0ae9ac-a018-4cb7-afce-b5297d17f704) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:55.366486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:55.383912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:55.400377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:55.401465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.414168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198792c-349c-4276-98ed-91a550f4488f None None] Network ce0ae9ac-a018-4cb7-afce-b5297d17f704 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:55.428345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=61b67afe-df0f-4b82-bca9-9e624b4f87b4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.483536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53288) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:55.484274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ea371c42-fd34-485d-b55a-eec28e32890a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1118739 Jan 28 13:49:55.589516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:55.590186 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.639586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.643648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c219d0ea-22cd-4556-8051-79853898d6f4 req-29aeef72-5762-4568-8550-5275b6c379d5 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 210 time: 0.2340608 Jan 28 13:49:55.976632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53294) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:55.989203 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for port (641580fc-476a-433f-b2b4-6e9630158b4f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.019250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a76ddb4-7712-450c-aa2d-a7a3972f413e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.038147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.103099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks [] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.199681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.233536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Network 28519e4e-268d-4593-b65c-4df876984d3d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:56.242812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:56.298957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:56.325830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a76ddb4-7712-450c-aa2d-a7a3972f413e admin admin] Publish callbacks [] for security_group (7d7eaf88-ca70-4314-8838-57a67da484ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.337004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a76ddb4-7712-450c-aa2d-a7a3972f413e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7d7eaf88-ca70-4314-8838-57a67da484ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.373411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event updated for resources: {'Port': ['ID=641580fc-476a-433f-b2b4-6e9630158b4f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.425884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9a76ddb4-7712-450c-aa2d-a7a3972f413e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e62f8262b3684fb6a2b737b87617d9c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478128 Jan 28 13:49:56.426795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53300) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:56.433291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76ddb4-7712-450c-aa2d-a7a3972f413e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7eaf88-ca70-4314-8838-57a67da484ee,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.525452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:56.588366 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11d126d7-0c8c-4156-ad00-38b8dd618df7 admin admin] Publish callbacks [] for security_group (7d7eaf88-ca70-4314-8838-57a67da484ee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.668882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (2b7bc396-8c70-4804-a0fa-f16006477397), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.707440 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11d126d7-0c8c-4156-ad00-38b8dd618df7 admin admin] Publish callbacks [] for security_group (7d7eaf88-ca70-4314-8838-57a67da484ee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.729237 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.889834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed5e933-c54c-431d-9943-72f33b83ae8a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.919815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11d126d7-0c8c-4156-ad00-38b8dd618df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7d7eaf88-ca70-4314-8838-57a67da484ee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.927200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:56.927958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.931374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11d126d7-0c8c-4156-ad00-38b8dd618df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.933979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11d126d7-0c8c-4156-ad00-38b8dd618df7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d7eaf88-ca70-4314-8838-57a67da484ee HTTP/1.1" status: 204 len: 168 time: 0.5047677 Jan 28 13:49:56.983859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d126d7-0c8c-4156-ad00-38b8dd618df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7eaf88-ca70-4314-8838-57a67da484ee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.985049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a4a13816-c3f6-477a-940e-391dcbe2028c None None] Provisioning complete for port 641580fc-476a-433f-b2b4-6e9630158b4f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:56.985439 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a4a13816-c3f6-477a-940e-391dcbe2028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.050235 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2d2d4c41-6dec-4820-b079-a15bd3b9a2a0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.6367099 Jan 28 13:49:57.061437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 61b67afe-df0f-4b82-bca9-9e624b4f87b4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:57.061646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:57.061924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (61b67afe-df0f-4b82-bca9-9e624b4f87b4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.078009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Request body: {'port': {'device_id': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:57.109631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a4a13816-c3f6-477a-940e-391dcbe2028c None None] Port 641580fc-476a-433f-b2b4-6e9630158b4f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:57.158560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.265852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d7bec-f4d4-4b7f-a376-936424d33e0b req-48335c13-8aec-4a75-9f97-544217d4408d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:57.268444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-289d7bec-f4d4-4b7f-a376-936424d33e0b req-48335c13-8aec-4a75-9f97-544217d4408d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 895 time: 0.3165233 Jan 28 13:49:57.303885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:57.304889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.440844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:57.441940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:57.524002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:57.524572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.622175 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (61b67afe-df0f-4b82-bca9-9e624b4f87b4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:57.687512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 61b67afe-df0f-4b82-bca9-9e624b4f87b4 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:57.727665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:57.735071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:57.782485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:58.030153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641580fc-476a-433f-b2b4-6e9630158b4f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:58.042928 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Publish callbacks [] for port (641580fc-476a-433f-b2b4-6e9630158b4f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.095626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.215205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (61b67afe-df0f-4b82-bca9-9e624b4f87b4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.218009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Transition to ACTIVE for port object 641580fc-476a-433f-b2b4-6e9630158b4f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:49:58.258910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-272b72f2-32ab-4df4-bcb8-9b99616ea434 None None] Provisioning complete for port 4ed5e933-c54c-431d-9943-72f33b83ae8a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:58.259297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-272b72f2-32ab-4df4-bcb8-9b99616ea434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.268588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=61b67afe-df0f-4b82-bca9-9e624b4f87b4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:58.281359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.328358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.333368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-272b72f2-32ab-4df4-bcb8-9b99616ea434 None None] Port 4ed5e933-c54c-431d-9943-72f33b83ae8a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:58.335677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-00bc4591-c92d-4294-b229-4a67daf14e29 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/61b67afe-df0f-4b82-bca9-9e624b4f87b4 HTTP/1.1" status: 204 len: 168 time: 2.8422382 Jan 28 13:49:58.338539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53336) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:58.459248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:58.490767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Pushing event updated for resources: {'Port': ['ID=641580fc-476a-433f-b2b4-6e9630158b4f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:58.499492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd772d9-62a6-4ad2-b54e-49d14fdd312d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:58.511321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd772d9-62a6-4ad2-b54e-49d14fdd312d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:58.521606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5bd772d9-62a6-4ad2-b54e-49d14fdd312d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1819248 Jan 28 13:49:58.522473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53346) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:58.533283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf598e-1275-41ee-aed4-3eb986c3f509 req-cfd7e281-8a77-4431-b468-7eb2a9304494 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:58.536311 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-efdf598e-1275-41ee-aed4-3eb986c3f509 req-cfd7e281-8a77-4431-b468-7eb2a9304494 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 907 time: 0.1525252 Jan 28 13:49:58.768114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Attempting to bind port 641580fc-476a-433f-b2b4-6e9630158b4f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:58.769310 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Attempting to bind port 641580fc-476a-433f-b2b4-6e9630158b4f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:58.769454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Attempting to bind port 641580fc-476a-433f-b2b4-6e9630158b4f on network 28519e4e-268d-4593-b65c-4df876984d3d {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:58.779837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port a3c6c403-3415-434b-b8e6-30485179cf62 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:58.780817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a3c6c403-3415-434b-b8e6-30485179cf62), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.792998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Port 641580fc-476a-433f-b2b4-6e9630158b4f on network 28519e4e-268d-4593-b65c-4df876984d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:49:58.793391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Attempting to bind port 641580fc-476a-433f-b2b4-6e9630158b4f on network 28519e4e-268d-4593-b65c-4df876984d3d {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:58.824617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:58.825010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Checking segment: {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:58.825414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Bound using segment: {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:58.825870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Bound port: 641580fc-476a-433f-b2b4-6e9630158b4f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3568cefa-83be-4fef-88b2-525d2101a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:58.826240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.919343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a3c6c403-3415-434b-b8e6-30485179cf62), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.951025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for a3c6c403-3415-434b-b8e6-30485179cf62 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:59.062313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] For port 641580fc-476a-433f-b2b4-6e9630158b4f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:59.071623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] For port 641580fc-476a-433f-b2b4-6e9630158b4f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=641580fc-476a-433f-b2b4-6e9630158b4f,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:59.077959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:59.190067 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a3c6c403-3415-434b-b8e6-30485179cf62), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:59.204587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:59.213892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:59.238715 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dafcbfd7-2398-4409-b1bd-4392b6e7f6e0 admin admin] 10.222.0.45 "PUT /v2.0/routers/2b7bc396-8c70-4804-a0fa-f16006477397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9572144 Jan 28 13:49:59.240692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:59.244353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:59.254669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:59.255342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:59.256996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] 10.222.0.60 "PUT /v2.0/ports/641580fc-476a-433f-b2b4-6e9630158b4f HTTP/1.1" status: 200 len: 1055 time: 2.1860509 Jan 28 13:49:59.257481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'tag': '641580fc-476a-433f-b2b4-6e9630158b4f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:59.260078 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8adc65e-279f-4b65-a9ed-1577b289e04c" -d '{"events": [{"name": "network-changed", "server_uuid": "55d246e2-03f7-4c90-b16b-31909ccbf412", "tag": "641580fc-476a-433f-b2b4-6e9630158b4f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:59.283559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:59.306922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/a3c6c403-3415-434b-b8e6-30485179cf62 HTTP/1.1" status: 204 len: 168 time: 0.7821403 Jan 28 13:49:59.312205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53364) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:59.394518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9f1bd-1792-4b1a-bff2-b452bd82a557 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=a3c6c403-3415-434b-b8e6-30485179cf62,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:59.509873 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f065ccc-2857-425c-adec-2bfae7444fe1 x-openstack-request-id: req-9f065ccc-2857-425c-adec-2bfae7444fe1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:59.510181 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d246e2-03f7-4c90-b16b-31909ccbf412", "tag": "641580fc-476a-433f-b2b4-6e9630158b4f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:59.510447 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f065ccc-2857-425c-adec-2bfae7444fe1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:59.510869 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'tag': '641580fc-476a-433f-b2b4-6e9630158b4f', 'status': 'completed', 'code': 200} Jan 28 13:49:59.560485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4104ec-cfa5-4614-b867-d186fde50835 service neutron] Pushing event updated for resources: {'Port': ['ID=641580fc-476a-433f-b2b4-6e9630158b4f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:59.580175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:59.744553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a919f-2e70-427c-9e8f-02a13b4af51c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:59.746313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b59a919f-2e70-427c-9e8f-02a13b4af51c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4195080 Jan 28 13:49:59.754770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53382) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:59.756884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-52aae101-557f-4f3c-912e-6f0410183fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:59.758412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-52aae101-557f-4f3c-912e-6f0410183fbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 1058 time: 0.4472032 Jan 28 13:49:59.870535 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-76004145-06a4-4992-bb41-5e0cf6d0f7a0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:49:59.874523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f29542-ffc6-4051-ad94-e40f9d25162e req-e80472f3-2bf4-407f-a758-2e08e8952082 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:59.903986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86f29542-ffc6-4051-ad94-e40f9d25162e req-e80472f3-2bf4-407f-a758-2e08e8952082 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 907 time: 0.1864665 Jan 28 13:49:59.906059 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76004145-06a4-4992-bb41-5e0cf6d0f7a0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/61b67afe-df0f-4b82-bca9-9e624b4f87b4 HTTP/1.1" status: 404 len: 333 time: 0.1464064 Jan 28 13:49:59.912627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53388) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:00.002215 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-7533f2a7-962b-419f-b361-2f4d1cdd0733 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:50:00.005837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7533f2a7-962b-419f-b361-2f4d1cdd0733 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/a3c6c403-3415-434b-b8e6-30485179cf62 HTTP/1.1" status: 404 len: 333 time: 0.0920384 Jan 28 13:50:00.011348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53392) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:00.028530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-3f67197c-1e68-43e3-bde7-019c89842b2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=641580fc-476a-433f-b2b4-6e9630158b4f HTTP/1.1" status: 200 len: 217 time: 0.1704946 Jan 28 13:50:00.122652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:49:54Z', 'revision_number': 2, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:00.176354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-69016f09-29d2-4200-92ed-6c6a427ff64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:00.179810 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-69016f09-29d2-4200-92ed-6c6a427ff64b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02fa2e04-608c-4dbc-9361-2508cb684625 HTTP/1.1" status: 200 len: 836 time: 0.1439390 Jan 28 13:50:00.186843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:00.187210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Updating router 2b7bc396-8c70-4804-a0fa-f16006477397 port 4ed5e933-c54c-431d-9943-72f33b83ae8a binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:00.243586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.258436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (ce0ae9ac-a018-4cb7-afce-b5297d17f704), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.328814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-1e265f28-2c82-4c54-b0c8-d2a379261759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:00.330409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-1e265f28-2c82-4c54-b0c8-d2a379261759 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28519e4e-268d-4593-b65c-4df876984d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412780 Jan 28 13:50:00.517447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:00.522372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (ce0ae9ac-a018-4cb7-afce-b5297d17f704), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.537314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-256097012-network', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:00.557553 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-cccb13d5-8561-4ddd-9425-792a8f407c21 service neutron] 10.222.0.60 "GET /v2.0/networks/28519e4e-268d-4593-b65c-4df876984d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162139 Jan 28 13:50:00.609655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0ae9ac-a018-4cb7-afce-b5297d17f704']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:00.663821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2af073d-638c-4eea-b683-c992a4eb4da2') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:00.664278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2af073d-638c-4eea-b683-c992a4eb4da2') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:00.688625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Made reservation on behalf of dd44e81129b94d088990d2c06405d8bc for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:00.698001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.731060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d2af073d-638c-4eea-b683-c992a4eb4da2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.747029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d551a613-70e6-4be7-b5c6-bd3ff5bbf48e req-2cc30233-4596-428c-a3cb-c9ce856c9658 service neutron] 10.222.0.60 "GET /v2.0/networks/28519e4e-268d-4593-b65c-4df876984d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820681 Jan 28 13:50:00.750011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.812360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d2af073d-638c-4eea-b683-c992a4eb4da2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.835841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:00.836026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d2af073d-638c-4eea-b683-c992a4eb4da2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:00.852420 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:00.946992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-75266807-0945-4cee-a016-066677f81b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:00.949572 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-75266807-0945-4cee-a016-066677f81b04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 1058 time: 0.1352060 Jan 28 13:50:01.107951 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Publish callbacks [] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.123420 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.273286 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (ce0ae9ac-a018-4cb7-afce-b5297d17f704), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.311507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-a97901e0-a26d-4a38-82e6-8ab5055db9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.322471 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-a97901e0-a26d-4a38-82e6-8ab5055db9e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28519e4e-268d-4593-b65c-4df876984d3d HTTP/1.1" status: 200 len: 898 time: 0.3559747 Jan 28 13:50:01.330666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.350680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53414) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:01.355011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/ce0ae9ac-a018-4cb7-afce-b5297d17f704 HTTP/1.1" status: 204 len: 168 time: 1.3424070 Jan 28 13:50:01.371662 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1186897663'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:01.423487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e45ad3-61b2-441b-bdd2-5bfaf0effed5 None None] Pushing event updated for resources: {'Port': ['ID=4ed5e933-c54c-431d-9943-72f33b83ae8a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:01.452423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75720-c9a3-41d9-886f-06437cca8c76 req-73db5ec3-7b95-425c-86dd-f930abc4cdb1 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.461949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8f75720-c9a3-41d9-886f-06437cca8c76 req-73db5ec3-7b95-425c-86dd-f930abc4cdb1 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 907 time: 0.4051981 Jan 28 13:50:01.464384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f46fa8-ffcb-45a8-810c-4f49497ec5d8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=ce0ae9ac-a018-4cb7-afce-b5297d17f704,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:01.486741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-7380c475-92ef-44f2-9b02-fecd6858ca6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=641580fc-476a-433f-b2b4-6e9630158b4f HTTP/1.1" status: 200 len: 217 time: 0.1537580 Jan 28 13:50:01.528505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Attempting to bind port 4ed5e933-c54c-431d-9943-72f33b83ae8a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:01.529598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Attempting to bind port 4ed5e933-c54c-431d-9943-72f33b83ae8a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:01.530519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Attempting to bind port 4ed5e933-c54c-431d-9943-72f33b83ae8a on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:01.545639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:01.546062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:01.547754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.550468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:01.550978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Bound port: 4ed5e933-c54c-431d-9943-72f33b83ae8a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:01.551386 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.604500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks [] for security_group (23d67295-9730-4180-949b-75c19a4fad12), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.613846 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (23d67295-9730-4180-949b-75c19a4fad12), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.657485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:01.663101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.701592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d67295-9730-4180-949b-75c19a4fad12,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:01.716533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] For port 4ed5e933-c54c-431d-9943-72f33b83ae8a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:01.722945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-c4a9c76f-6d55-4ae2-ade3-4f207e5b4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.729088 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-c4a9c76f-6d55-4ae2-ade3-4f207e5b4050 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02fa2e04-608c-4dbc-9361-2508cb684625 HTTP/1.1" status: 200 len: 836 time: 0.2241111 Jan 28 13:50:01.730021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:01.730751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] For port 4ed5e933-c54c-431d-9943-72f33b83ae8a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ed5e933-c54c-431d-9943-72f33b83ae8a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:01.737651 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.744633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:01.770493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b1f7fb29-e931-4876-bf78-88a23ebbf8fd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.771020 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Added segment b1f7fb29-e931-4876-bf78-88a23ebbf8fd of type vlan for network 65c1fd45-37eb-481e-8645-b99b0d4d5596 Jan 28 13:50:01.826383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e45ad3-61b2-441b-bdd2-5bfaf0effed5 None None] Pushing event updated for resources: {'Port': ['ID=4ed5e933-c54c-431d-9943-72f33b83ae8a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:01.833864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (628871ec-2fc4-4b03-aa7c-33552ef29427), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.834617 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment 628871ec-2fc4-4b03-aa7c-33552ef29427 of type vlan for network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 Jan 28 13:50:01.893925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:01.895068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:49:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:02.035653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:02.038068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (65c1fd45-37eb-481e-8645-b99b0d4d5596), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.044411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-a8879696-079b-47b7-a448-dc7483fee176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.046074 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-a8879696-079b-47b7-a448-dc7483fee176 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28519e4e-268d-4593-b65c-4df876984d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2949517 Jan 28 13:50:02.066555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4021c54d-99d6-4f0b-83a1-d0a2d0116e72), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.071880 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-b8b18501-83cc-4929-bd91-28811c852bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2876084 Jan 28 13:50:02.177753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (65c1fd45-37eb-481e-8645-b99b0d4d5596), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.178866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.181923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.341360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8216403 Jan 28 13:50:02.350188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:02.352994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4021c54d-99d6-4f0b-83a1-d0a2d0116e72), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.356833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c58673be-0c95-45f3-8315-6cb712229fe8 None None] Provisioning complete for port 4ed5e933-c54c-431d-9943-72f33b83ae8a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:02.357437 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c58673be-0c95-45f3-8315-6cb712229fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.382227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.386882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.401602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Request body: {'subnet': {'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-256097012-subnet', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:02.471203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-31c98938-a697-4e82-8d93-8eae8491483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.472887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-31c98938-a697-4e82-8d93-8eae8491483c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ade38184a57462990ec309416af038a&device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 1097 time: 0.3325512 Jan 28 13:50:02.485163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecca29-94c9-4985-80da-6e349059f77f admin admin] Pushing event updated for resources: {'Network': ['ID=65c1fd45-37eb-481e-8645-b99b0d4d5596,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:02.515912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:01Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:02.523054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:02.694631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=4021c54d-99d6-4f0b-83a1-d0a2d0116e72,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:02.709127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54373f-6a99-4486-a25b-337447a9403d None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:01Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:02.747070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-37c4af76-6a3a-47a9-b2d0-135ce5cac5b4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3813281 Jan 28 13:50:02.748859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53432) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:02.766947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:02.788198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:02.900869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Made reservation on behalf of dd44e81129b94d088990d2c06405d8bc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:02.916350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.943867 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-9a7323e9-2ea4-498e-b6a1-48d87e913d8c service neutron] 10.222.0.60 "GET /v2.0/networks/28519e4e-268d-4593-b65c-4df876984d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8696148 Jan 28 13:50:02.970658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c58673be-0c95-45f3-8315-6cb712229fe8 None None] Current status of the port 4ed5e933-c54c-431d-9943-72f33b83ae8a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:02.971067 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c58673be-0c95-45f3-8315-6cb712229fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.020047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c58673be-0c95-45f3-8315-6cb712229fe8 None None] For port 4ed5e933-c54c-431d-9943-72f33b83ae8a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ed5e933-c54c-431d-9943-72f33b83ae8a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:03.025253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-1e2f1960-cc99-4de3-9de0-8cea79f22354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:03.031677 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c58673be-0c95-45f3-8315-6cb712229fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.034016 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-1e2f1960-cc99-4de3-9de0-8cea79f22354 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 200 len: 915 time: 0.5246749 Jan 28 13:50:03.165207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-9744052e-d0c9-4164-b935-71477fb48ae8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb HTTP/1.1" status: 200 len: 217 time: 0.1199908 Jan 28 13:50:03.169474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58673be-0c95-45f3-8315-6cb712229fe8 None None] Pushing event updated for resources: {'Port': ['ID=4ed5e933-c54c-431d-9943-72f33b83ae8a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:03.212813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a824f94c-a86b-4519-9d5f-ca95e38f9774 None None] Provisioning complete for port 4ed5e933-c54c-431d-9943-72f33b83ae8a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:03.213146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a824f94c-a86b-4519-9d5f-ca95e38f9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.286459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059926-6660-46a0-b34c-e535556aa91b req-55a0fc4e-772d-4158-85cd-d27d1c999d55 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:03.289260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28059926-6660-46a0-b34c-e535556aa91b req-55a0fc4e-772d-4158-85cd-d27d1c999d55 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 907 time: 0.4325292 Jan 28 13:50:03.333283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-a023dfbe-d518-480e-ab60-459103ba0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:03.335360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-a023dfbe-d518-480e-ab60-459103ba0463 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 200 len: 854 time: 0.1586726 Jan 28 13:50:03.425088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-0560a111-f611-41d1-b20c-dcfd53eb5b3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1c46390-f3ca-409a-92a5-76d47d90790b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794518 Jan 28 13:50:03.475635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a824f94c-a86b-4519-9d5f-ca95e38f9774 None None] Current status of the port 4ed5e933-c54c-431d-9943-72f33b83ae8a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:03.514836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (e7c01f95-1008-431b-bde5-ff8c1ddaf8e6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.531176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:03.537983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.698656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-1247ad0f-8ca3-4903-bdab-3f10c504b72e service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617390 Jan 28 13:50:03.750401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a8adc65e-279f-4b65-a9ed-1577b289e04c req-7ba1e67e-c764-46fa-8d2d-c7d43768e232 service neutron] 10.222.0.60 "GET /v2.0/networks/28519e4e-268d-4593-b65c-4df876984d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7990277 Jan 28 13:50:03.792688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Performing IP validity checks on allocation pools {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 13:50:03.793891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 13:50:03.815881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c01f95-1008-431b-bde5-ff8c1ddaf8e6,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:03.869111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 641580fc-476a-433f-b2b4-6e9630158b4f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:50:03.884571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fa71d-96c6-481e-b5e6-1fe6a2b6f031 req-69d16d97-53be-4577-afbd-0b57473e3efd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:03.886327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-751fa71d-96c6-481e-b5e6-1fe6a2b6f031 req-69d16d97-53be-4577-afbd-0b57473e3efd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 945 time: 0.2566156 Jan 28 13:50:03.967344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Checking segment: {'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:03.968228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Network hostable DHCP agents. Network: 65c1fd45-37eb-481e-8645-b99b0d4d5596, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:04.068356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 641580fc-476a-433f-b2b4-6e9630158b4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=641580fc-476a-433f-b2b4-6e9630158b4f,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:04.085812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-751fa71d-96c6-481e-b5e6-1fe6a2b6f031 req-d6988eb7-c302-4c26-b2c7-6048753b2e4a tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780908 Jan 28 13:50:04.088829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e831037b-0ff8-4126-85e3-5ff0c5f86047 req-bbc65046-f0bb-49d1-b504-b4e6b0747dfb service neutron] 10.222.0.36 "GET /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764567 Jan 28 13:50:04.116315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '641580fc-476a-433f-b2b4-6e9630158b4f', 'network_id': '28519e4e-268d-4593-b65c-4df876984d3d', 'port_id': '641580fc-476a-433f-b2b4-6e9630158b4f', 'mac_address': 'fa:16:3e:ca:a4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fa2e04-608c-4dbc-9361-2508cb684625', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:50:04.161376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:04.193329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 65c1fd45-37eb-481e-8645-b99b0d4d5596) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:04.203352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.204082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.212317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32a683-5ef4-4c63-a014-b36ceb55f263 None None] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:04.269359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fdb3cbcd-dc10-4faf-b673-c11431ef762d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8722665 Jan 28 13:50:04.269684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53448) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:04.274280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:04.305299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (a7ec57dd-e7e5-4d45-9b81-1a3385f0a214), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.336938 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (8d52ae4c-1cc1-485b-a6ee-60d089795951), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.344189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (8d52ae4c-1cc1-485b-a6ee-60d089795951), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.355227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 641580fc-476a-433f-b2b4-6e9630158b4f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:04.355227 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.391119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641580fc-476a-433f-b2b4-6e9630158b4f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:50:04.412218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=a7ec57dd-e7e5-4d45-9b81-1a3385f0a214,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.436396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 641580fc-476a-433f-b2b4-6e9630158b4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=641580fc-476a-433f-b2b4-6e9630158b4f,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:04.447720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.459080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': '628871ec-2fc4-4b03-aa7c-33552ef29427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:04.460184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: 4021c54d-99d6-4f0b-83a1-d0a2d0116e72, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:04.535838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks [] for router_controller (8d52ae4c-1cc1-485b-a6ee-60d089795951), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.562836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:04.590224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4021c54d-99d6-4f0b-83a1-d0a2d0116e72) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:04.597219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-65c1fd45-37eb-481e-8645-b99b0d4d5596', 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596', 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'fixed_ips': [{'subnet_id': 'e7c01f95-1008-431b-bde5-ff8c1ddaf8e6'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:04.597369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.597905 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.598363 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.615746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fd2d9-916d-4632-85d3-fe69b917adeb req-b14bc6ad-6d5c-467c-bfbd-875b107ae30c tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.630428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fe2fd2d9-916d-4632-85d3-fe69b917adeb req-b14bc6ad-6d5c-467c-bfbd-875b107ae30c tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 908 time: 0.1463315 Jan 28 13:50:04.666994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4d55f6b1-ca99-4261-b574-8daf2182f61f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9068553 Jan 28 13:50:04.678916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:04.686410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374605eb-8c93-43c0-8ae2-0295de120be1 None None] Network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:04.712853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72', 'name': 'tempest-PortsTestJSON-432734480'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:04.855515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=641580fc-476a-433f-b2b4-6e9630158b4f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:04.935267 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks [] for router_gateway (8d52ae4c-1cc1-485b-a6ee-60d089795951), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.001666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:05.005659 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.046423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port f708263d-4f67-42e6-9c27-58357f88a29f yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:05.079074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['641580fc-476a-433f-b2b4-6e9630158b4f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:05.085655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ed5e933-c54c-431d-9943-72f33b83ae8a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:05.457818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks [] for router_gateway (8d52ae4c-1cc1-485b-a6ee-60d089795951), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.489247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.531414 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5db25186-9643-4dac-80a4-b991b92653a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.573957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4021c54d-99d6-4f0b-83a1-d0a2d0116e72', 'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72', 'project_id': 'fd6e4bed256045709ba514aa3db6efbc', 'fixed_ips': [{'subnet_id': 'a7ec57dd-e7e5-4d45-9b81-1a3385f0a214'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:05.574218 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.685517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Allocated IP 172.25.4.66 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:05.840754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Allocated IP 172.20.0.2 (65c1fd45-37eb-481e-8645-b99b0d4d5596/e7c01f95-1008-431b-bde5-ff8c1ddaf8e6/2b8f73c3-1710-4000-8388-2bb4b23317eb) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:05.865565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4ed5e933-c54c-431d-9943-72f33b83ae8a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:05.865946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.915261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks [] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:05.955952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.5 (4021c54d-99d6-4f0b-83a1-d0a2d0116e72/a7ec57dd-e7e5-4d45-9b81-1a3385f0a214/f708263d-4f67-42e6-9c27-58357f88a29f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:05.969251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266f598-eefa-43c7-a6b1-3d6c39439787 req-7aaebf80-0987-4527-80da-d932b7e5e005 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:05.971905 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6266f598-eefa-43c7-a6b1-3d6c39439787 req-7aaebf80-0987-4527-80da-d932b7e5e005 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 945 time: 0.6241291 Jan 28 13:50:05.984201 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.001321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-95cf0237-910a-48e8-8878-ad06e969bbb1 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:06.003277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-95cf0237-910a-48e8-8878-ad06e969bbb1 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 945 time: 0.1183326 Jan 28 13:50:06.101863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:06.110700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4fed-cb1c-4e50-885a-ee68c21190ef req-32c0215d-8518-4862-b835-fa421965ad38 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:06.113337 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bc7a4fed-cb1c-4e50-885a-ee68c21190ef req-32c0215d-8518-4862-b835-fa421965ad38 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 908 time: 0.2615025 Jan 28 13:50:06.114459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Pushing event updated for resources: {'Port': ['ID=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:06.117851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:06.121738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:06.258197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4ed5e933-c54c-431d-9943-72f33b83ae8a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:06.316089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6266f598-eefa-43c7-a6b1-3d6c39439787 req-1472c064-e1d9-4ddb-966e-5bbeb75c3712 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297329 Jan 28 13:50:06.438732 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Publish callbacks [] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.453439 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.510511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (f708263d-4f67-42e6-9c27-58357f88a29f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.548785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Deleting port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:06.549132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.573393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Pushing event updated for resources: {'Port': ['ID=2b8f73c3-1710-4000-8388-2bb4b23317eb,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:06.617662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:06.619904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:06.622745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:06.689213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f708263d-4f67-42e6-9c27-58357f88a29f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.706347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks [] for router_gateway (8d52ae4c-1cc1-485b-a6ee-60d089795951), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.765855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Attempting to bind port 2b8f73c3-1710-4000-8388-2bb4b23317eb on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:06.766236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Attempting to bind port 2b8f73c3-1710-4000-8388-2bb4b23317eb by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:06.766597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Attempting to bind port 2b8f73c3-1710-4000-8388-2bb4b23317eb on network 65c1fd45-37eb-481e-8645-b99b0d4d5596 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:06.821974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:06.822359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Checking segment: {'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:06.822764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.823161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Bound using segment: {'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:06.824009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Bound port: 2b8f73c3-1710-4000-8388-2bb4b23317eb, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:06.824418 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.825509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:06.833477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:06.842562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:06.899511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] For port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:06.900321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:06.924469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Allocated IP 172.20.0.2 (4021c54d-99d6-4f0b-83a1-d0a2d0116e72/a7ec57dd-e7e5-4d45-9b81-1a3385f0a214/4d3070bf-9f21-4baf-8ef4-536638e4a317) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:06.963738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Calling delete_port for 3f3a5bcb-dde3-4dbf-b065-8a834d72087d owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:06.994395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=f708263d-4f67-42e6-9c27-58357f88a29f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:07.008436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] For port 2b8f73c3-1710-4000-8388-2bb4b23317eb, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:07.030529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] For port 2b8f73c3-1710-4000-8388-2bb4b23317eb, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b8f73c3-1710-4000-8388-2bb4b23317eb,segment=NetworkSegment(b1f7fb29-e931-4876-bf78-88a23ebbf8fd),segment_id=b1f7fb29-e931-4876-bf78-88a23ebbf8fd)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:07.038501 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.216347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:07.217278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.230612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3f3a5bcb-dde3-4dbf-b065-8a834d72087d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.245779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fdfcf-c657-4d99-b566-f6cda8c3f338 None None] Pushing event updated for resources: {'Port': ['ID=2b8f73c3-1710-4000-8388-2bb4b23317eb,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:07.270833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0', '3f3a5bcb-dde3-4dbf-b065-8a834d72087d'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:07.281414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb', '9194f79e-8edb-45d7-ad6c-a334ccefa968'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:07.303395 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf9aa9b0-3130-4a1c-aba5-19e980834370 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6232579 Jan 28 13:50:07.307913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53488) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:07.320713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event deleted for resources: {'Port': ['ID=3f3a5bcb-dde3-4dbf-b065-8a834d72087d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:07.463572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] No DVR routers for this DVR port 3f3a5bcb-dde3-4dbf-b065-8a834d72087d on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:07.466595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.473452 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0900e9cf-040e-4b28-914b-db6f03c56edc req-3fbcf709-057c-4941-a4d2-2f99ac875285 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "DELETE /v2.0/ports/3f3a5bcb-dde3-4dbf-b065-8a834d72087d HTTP/1.1" status: 204 len: 173 time: 1.4607470 Jan 28 13:50:07.550738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'name': 'network-vif-deleted', 'tag': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:07.561070 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0a3f0f-9d9f-41f0-a324-6f363a724dbf" -d '{"events": [{"server_uuid": "ce48af9c-b851-43c7-ada2-68456f73018e", "name": "network-vif-deleted", "tag": "3f3a5bcb-dde3-4dbf-b065-8a834d72087d"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:07.658809 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ddaf99e6-fa74-49b3-9d7c-8f97fdd66d59 req-c4cd7972-3c09-40f5-aea9-8c6c922b3a3e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce48af9c-b851-43c7-ada2-68456f73018e HTTP/1.1" status: 200 len: 210 time: 0.0929804 Jan 28 13:50:07.661760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Publish callbacks [] for port (4d3070bf-9f21-4baf-8ef4-536638e4a317), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.686663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (4d3070bf-9f21-4baf-8ef4-536638e4a317), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.698212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port f708263d-4f67-42e6-9c27-58357f88a29f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:07.700468 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f708263d-4f67-42e6-9c27-58357f88a29f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.797405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Pushing event updated for resources: {'Port': ['ID=4d3070bf-9f21-4baf-8ef4-536638e4a317,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:07.811070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:07.823968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:07.829892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:07.934938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 641580fc-476a-433f-b2b4-6e9630158b4f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:07.940500 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b137e718-af31-4370-9dfd-966bd61088c3 x-openstack-request-id: req-b137e718-af31-4370-9dfd-966bd61088c3 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:07.941094 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce48af9c-b851-43c7-ada2-68456f73018e", "name": "network-vif-deleted", "tag": "3f3a5bcb-dde3-4dbf-b065-8a834d72087d", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:07.941725 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b137e718-af31-4370-9dfd-966bd61088c3 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:07.942287 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce48af9c-b851-43c7-ada2-68456f73018e', 'name': 'network-vif-deleted', 'tag': '3f3a5bcb-dde3-4dbf-b065-8a834d72087d', 'status': 'completed', 'code': 200} Jan 28 13:50:07.954993 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a0f529ba-2fe8-4046-9c65-3d667e5f3b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.960229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f708263d-4f67-42e6-9c27-58357f88a29f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.993915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for f708263d-4f67-42e6-9c27-58357f88a29f owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:08.158275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (8d52ae4c-1cc1-485b-a6ee-60d089795951), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.320884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Attempting to bind port 4d3070bf-9f21-4baf-8ef4-536638e4a317 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:08.321470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Attempting to bind port 4d3070bf-9f21-4baf-8ef4-536638e4a317 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '628871ec-2fc4-4b03-aa7c-33552ef29427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:08.321615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Attempting to bind port 4d3070bf-9f21-4baf-8ef4-536638e4a317 on network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:08.335229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f708263d-4f67-42e6-9c27-58357f88a29f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.374201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=f708263d-4f67-42e6-9c27-58357f88a29f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:08.391259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:08.391824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Checking segment: {'id': '628871ec-2fc4-4b03-aa7c-33552ef29427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:08.392157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.392489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Bound using segment: {'id': '628871ec-2fc4-4b03-aa7c-33552ef29427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:08.393047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Bound port: 4d3070bf-9f21-4baf-8ef4-536638e4a317, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628871ec-2fc4-4b03-aa7c-33552ef29427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4021c54d-99d6-4f0b-83a1-d0a2d0116e72'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:08.393415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4d3070bf-9f21-4baf-8ef4-536638e4a317), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.398052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e0d3b-2462-4d68-aa84-2d6a194efa11 req-34053a48-a715-4ba2-ab7d-3736c0fe4585 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:08.399752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f21e0d3b-2462-4d68-aa84-2d6a194efa11 req-34053a48-a715-4ba2-ab7d-3736c0fe4585 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 908 time: 0.2337875 Jan 28 13:50:08.415889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 641580fc-476a-433f-b2b4-6e9630158b4f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:50:08.475460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Router 8d52ae4c-1cc1-485b-a6ee-60d089795951 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:08.493143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.497245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-db75c179-54ce-4090-bb58-64da75cf6af8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/f708263d-4f67-42e6-9c27-58357f88a29f HTTP/1.1" status: 204 len: 168 time: 1.1875725 Jan 28 13:50:08.506380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53500) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:08.540774 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-94115f42-1479-4993-a790-1445128c4070 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:50:08.541863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94115f42-1479-4993-a790-1445128c4070 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:50:08.548477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-94115f42-1479-4993-a790-1445128c4070 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/f708263d-4f67-42e6-9c27-58357f88a29f HTTP/1.1" status: 404 len: 333 time: 0.0400496 Jan 28 13:50:08.550346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53502) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:08.573200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 641580fc-476a-433f-b2b4-6e9630158b4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:08.573581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.586299 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-802e40ba-e769-4773-8688-ff1171ffb3a5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:50:08.604457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-802e40ba-e769-4773-8688-ff1171ffb3a5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/f708263d-4f67-42e6-9c27-58357f88a29f HTTP/1.1" status: 404 len: 333 time: 0.0526202 Jan 28 13:50:08.606276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53506) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:08.749610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:08.762684 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Sync routers for ids ['8d52ae4c-1cc1-485b-a6ee-60d089795951'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:08.774075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet a7ec57dd-e7e5-4d45-9b81-1a3385f0a214 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:08.780364 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (a7ec57dd-e7e5-4d45-9b81-1a3385f0a214), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.794140 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Routers {'8d52ae4c-1cc1-485b-a6ee-60d089795951'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:08.795707 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8d52ae4c-1cc1-485b-a6ee-60d089795951'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:08.811497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.816318 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5ca0ad66-a40b-4f2e-9d47-c2a5f351456b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5421281 Jan 28 13:50:08.817771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53510) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:08.898467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (a7ec57dd-e7e5-4d45-9b81-1a3385f0a214), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:08.933191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b8f73c3-1710-4000-8388-2bb4b23317eb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:09.064948 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Set router 8d52ae4c-1cc1-485b-a6ee-60d089795951 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:09.090364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.161684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a7ec57dd-e7e5-4d45-9b81-1a3385f0a214), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.322982 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (a7ec57dd-e7e5-4d45-9b81-1a3385f0a214), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.346048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.353126 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/a7ec57dd-e7e5-4d45-9b81-1a3385f0a214 HTTP/1.1" status: 204 len: 168 time: 0.7410126 Jan 28 13:50:09.354051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53518) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:09.358100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] For port 4d3070bf-9f21-4baf-8ef4-536638e4a317, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:09.361669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2b8f73c3-1710-4000-8388-2bb4b23317eb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:09.364496 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.423418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 641580fc-476a-433f-b2b4-6e9630158b4f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:09.431917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.436300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] For port 4d3070bf-9f21-4baf-8ef4-536638e4a317, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4d3070bf-9f21-4baf-8ef4-536638e4a317,segment=NetworkSegment(628871ec-2fc4-4b03-aa7c-33552ef29427),segment_id=628871ec-2fc4-4b03-aa7c-33552ef29427)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:09.501810 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4d3070bf-9f21-4baf-8ef4-536638e4a317), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.540807 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T13:50:06Z', 'revision_number': 3, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port': {'id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:75:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:05Z', 'updated_at': '2022-01-28T13:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:09.551768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f2bed-d70c-4255-a21d-8a46916bc14c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ec57dd-e7e5-4d45-9b81-1a3385f0a214,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:09.611420 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Checking router: 8d52ae4c-1cc1-485b-a6ee-60d089795951 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:09.613026 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Updating router 8d52ae4c-1cc1-485b-a6ee-60d089795951 port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:09.628068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be1d5-2a10-4517-a87d-b30512df9a57 None None] Pushing event updated for resources: {'Port': ['ID=4d3070bf-9f21-4baf-8ef4-536638e4a317,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:09.671831 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.680546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641580fc-476a-433f-b2b4-6e9630158b4f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:09.689541 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8630e5f1-bed3-4cc3-89e9-edca4a108600" -d '{"events": [{"server_uuid": "55d246e2-03f7-4c90-b16b-31909ccbf412", "name": "network-vif-plugged", "status": "completed", "tag": "641580fc-476a-433f-b2b4-6e9630158b4f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:09.714888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0a737-0312-4da2-acb0-241d9e4bfebb None None] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:09.772569 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4021c54d-99d6-4f0b-83a1-d0a2d0116e72), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.809823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53abc85-8918-4426-a258-da0ff3c95d43 req-89dfe0e8-e703-4646-add2-ff178cbea1c3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:09.818616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a53abc85-8918-4426-a258-da0ff3c95d43 req-89dfe0e8-e703-4646-add2-ff178cbea1c3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 908 time: 0.2566395 Jan 28 13:50:09.849212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.850490 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26e4495-7388-431c-95ed-dd7c8ffe6dc5 x-openstack-request-id: req-b26e4495-7388-431c-95ed-dd7c8ffe6dc5 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:09.856470 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d246e2-03f7-4c90-b16b-31909ccbf412", "name": "network-vif-plugged", "status": "completed", "tag": "641580fc-476a-433f-b2b4-6e9630158b4f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:09.858390 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b26e4495-7388-431c-95ed-dd7c8ffe6dc5 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:09.858955 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641580fc-476a-433f-b2b4-6e9630158b4f', 'code': 200} Jan 28 13:50:09.891575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 641580fc-476a-433f-b2b4-6e9630158b4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=641580fc-476a-433f-b2b4-6e9630158b4f,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:09.918535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.921121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3f3a5bcb-dde3-4dbf-b065-8a834d72087d no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:09.969601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 3f3a5bcb-dde3-4dbf-b065-8a834d72087d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:09.973725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 3f3a5bcb-dde3-4dbf-b065-8a834d72087d not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:09.975563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c7bdfa93-50a2-4a39-90f2-20b6b46d5063 None None] Provisioning complete for port 2b8f73c3-1710-4000-8388-2bb4b23317eb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:09.976189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7bdfa93-50a2-4a39-90f2-20b6b46d5063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.111048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 4d3070bf-9f21-4baf-8ef4-536638e4a317 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:10.118733 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4d3070bf-9f21-4baf-8ef4-536638e4a317), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.308958 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Publish callbacks [] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.323112 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.414912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] For port 4d3070bf-9f21-4baf-8ef4-536638e4a317, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4d3070bf-9f21-4baf-8ef4-536638e4a317,segment=NetworkSegment(628871ec-2fc4-4b03-aa7c-33552ef29427),segment_id=628871ec-2fc4-4b03-aa7c-33552ef29427)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:10.415448 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4d3070bf-9f21-4baf-8ef4-536638e4a317), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.485937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 4d3070bf-9f21-4baf-8ef4-536638e4a317 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:10.515576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Attempting to bind port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:10.515945 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Attempting to bind port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:10.516339 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Attempting to bind port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:10.559734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Allocated IP 172.20.0.1 (65c1fd45-37eb-481e-8645-b99b0d4d5596/e7c01f95-1008-431b-bde5-ff8c1ddaf8e6/def393e6-79ba-41f9-b51d-1c137ab3ad85) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:10.564828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e91f-babb-4c09-9846-1b2a51e09c56 req-f0eab6ca-c16f-4a6f-8176-5945372228b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.567707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8653e91f-babb-4c09-9846-1b2a51e09c56 req-f0eab6ca-c16f-4a6f-8176-5945372228b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 1060 time: 0.6528058 Jan 28 13:50:10.598127 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243c596-6e5d-4731-8b28-83f61476cff7 None None] Pushing event updated for resources: {'Port': ['ID=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:10.618553 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:10.625507 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:10.625847 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.626880 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:10.627262 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Bound port: acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:10.633165 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.746519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2b8f73c3-1710-4000-8388-2bb4b23317eb is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:10.747529 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.754787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4d3070bf-9f21-4baf-8ef4-536638e4a317), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.774342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=641580fc-476a-433f-b2b4-6e9630158b4f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:10.792831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No DVR routers for this DVR port 4d3070bf-9f21-4baf-8ef4-536638e4a317 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:10.817456 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.826326 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] For port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:10.837944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c7bdfa93-50a2-4a39-90f2-20b6b46d5063 None None] Current status of the port 2b8f73c3-1710-4000-8388-2bb4b23317eb is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:10.844315 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] For port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:10.844957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7bdfa93-50a2-4a39-90f2-20b6b46d5063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.859328 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.935661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2b8f73c3-1710-4000-8388-2bb4b23317eb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b8f73c3-1710-4000-8388-2bb4b23317eb,segment=NetworkSegment(b1f7fb29-e931-4876-bf78-88a23ebbf8fd),segment_id=b1f7fb29-e931-4876-bf78-88a23ebbf8fd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:10.952337 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:10.961139 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks [] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.021476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=4d3070bf-9f21-4baf-8ef4-536638e4a317,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:11.067765 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.119380 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-c7bdfa93-50a2-4a39-90f2-20b6b46d5063 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:50:11.120132 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-c7bdfa93-50a2-4a39-90f2-20b6b46d5063 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:50:11.167524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:11.179955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:11.192806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2b8f73c3-1710-4000-8388-2bb4b23317eb,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:11.193332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:11.207000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Pushing event updated for resources: {'Port': ['ID=def393e6-79ba-41f9-b51d-1c137ab3ad85,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:11.230971 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243c596-6e5d-4731-8b28-83f61476cff7 None None] Pushing event updated for resources: {'Port': ['ID=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:11.247912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.248356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.248811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.249370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.249834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.250277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.250717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.251872 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Routers {'8d52ae4c-1cc1-485b-a6ee-60d089795951'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:11.252432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.253035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.256486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.256994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.257436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.257898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:11.258156 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8d52ae4c-1cc1-485b-a6ee-60d089795951'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:11.260948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4021c54d-99d6-4f0b-83a1-d0a2d0116e72), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.299652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (8d52ae4c-1cc1-485b-a6ee-60d089795951), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.363986 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc1aab-94ac-4417-9d92-f0f53b967d5a req-c0b0b1a1-13ef-4012-a289-801770389d56 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:11.378575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-22bc1aab-94ac-4417-9d92-f0f53b967d5a req-c0b0b1a1-13ef-4012-a289-801770389d56 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 909 time: 0.3639531 Jan 28 13:50:11.399330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4021c54d-99d6-4f0b-83a1-d0a2d0116e72']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:11.440436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628871ec-2fc4-4b03-aa7c-33552ef29427') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:11.443783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628871ec-2fc4-4b03-aa7c-33552ef29427') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:11.454845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4d3070bf-9f21-4baf-8ef4-536638e4a317 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:11.485390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (628871ec-2fc4-4b03-aa7c-33552ef29427), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.497582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4d3070bf-9f21-4baf-8ef4-536638e4a317 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:11.497983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4d3070bf-9f21-4baf-8ef4-536638e4a317 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 13:50:11.506440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (628871ec-2fc4-4b03-aa7c-33552ef29427), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.516981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:11.517613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (628871ec-2fc4-4b03-aa7c-33552ef29427), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:11.526422 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:11.557817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Port 4d3070bf-9f21-4baf-8ef4-536638e4a317 not found, will not notify nova. {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 13:50:11.661322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.678030 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] Set router 8d52ae4c-1cc1-485b-a6ee-60d089795951 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:11.717679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4021c54d-99d6-4f0b-83a1-d0a2d0116e72), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.739495 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.746300 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/4021c54d-99d6-4f0b-83a1-d0a2d0116e72 HTTP/1.1" status: 204 len: 168 time: 2.3912024 Jan 28 13:50:11.750274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53544) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:11.757600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c7bdfa93-50a2-4a39-90f2-20b6b46d5063 None None] Current status of the port 2b8f73c3-1710-4000-8388-2bb4b23317eb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:11.789719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2076580981'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:11.802704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0959-1216-486c-ad95-1f1a9f77d213 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=4021c54d-99d6-4f0b-83a1-d0a2d0116e72,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:11.809034 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.849009 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:11.853027 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.953094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:11.963666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-257da8d5-cd77-49a7-9f1d-f4745bd024b4 None None] Provisioning complete for port 2b8f73c3-1710-4000-8388-2bb4b23317eb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:11.964069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-257da8d5-cd77-49a7-9f1d-f4745bd024b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.986303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7014a11d-a822-45f4-8949-e97f18714d58), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:11.987537 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment 7014a11d-a822-45f4-8949-e97f18714d58 of type vlan for network 6261e399-ac6f-4ec7-9923-9ab877baa059 Jan 28 13:50:12.168447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (6261e399-ac6f-4ec7-9923-9ab877baa059), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.243697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (6261e399-ac6f-4ec7-9923-9ab877baa059), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.253782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:12.254874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.258217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-257da8d5-cd77-49a7-9f1d-f4745bd024b4 None None] Current status of the port 2b8f73c3-1710-4000-8388-2bb4b23317eb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:12.270140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8791f7ab-3cac-4490-b5fd-35ee242c986b None None] DHCP port deletion for 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:12.307963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5257897 Jan 28 13:50:12.311016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53550) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:12.323544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e130682-4393-41b4-97d8-fbd3da1d0df5 None None] Network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:12.325216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:12.354324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks [] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.375057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.377603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e130682-4393-41b4-97d8-fbd3da1d0df5 None None] Network 4021c54d-99d6-4f0b-83a1-d0a2d0116e72 could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:50:12.395704 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T13:50:06Z', 'revision_number': 3, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port': {'id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:75:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:05Z', 'updated_at': '2022-01-28T13:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:12.447778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f191b9ba-4bf7-499c-90ab-e04e141801b0 None None] Provisioning complete for port def393e6-79ba-41f9-b51d-1c137ab3ad85 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:12.447778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f191b9ba-4bf7-499c-90ab-e04e141801b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.519073 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43196b-2ecb-469a-aa59-71ec546b9fa8 None None] The sync data for ids ['8d52ae4c-1cc1-485b-a6ee-60d089795951'] in n-d-822748-2 is: [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T13:50:06Z', 'revision_number': 3, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port': {'id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:75:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:05Z', 'updated_at': '2022-01-28T13:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:12.554621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f191b9ba-4bf7-499c-90ab-e04e141801b0 None None] Port def393e6-79ba-41f9-b51d-1c137ab3ad85 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:12.566304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f191b9ba-4bf7-499c-90ab-e04e141801b0 None None] Could not find standard attr ID for object 4d3070bf-9f21-4baf-8ef4-536638e4a317. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:50:12.631103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Pushing event updated for resources: {'Port': ['ID=def393e6-79ba-41f9-b51d-1c137ab3ad85,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:12.638215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777060bc-0f50-406f-b51b-5bcb424f0b79 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=6261e399-ac6f-4ec7-9923-9ab877baa059,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:12.644899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (8d52ae4c-1cc1-485b-a6ee-60d089795951), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.652942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 6261e399-ac6f-4ec7-9923-9ab877baa059 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:12.654273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:12.657887 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:12.821687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c725e7-ed4a-4a34-907b-b8d7b61b0316 req-40ac680c-5f02-4ba8-bf5e-6dbf2d7a4036 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:12.827046 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73c725e7-ed4a-4a34-907b-b8d7b61b0316 req-40ac680c-5f02-4ba8-bf5e-6dbf2d7a4036 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 909 time: 0.2854533 Jan 28 13:50:12.856559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:12.859482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:13.182971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b8f73c3-1710-4000-8388-2bb4b23317eb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:13.258732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (4dd01d35-109f-4e65-be76-33b587405573), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.292207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0771f1-2b37-465e-80f2-457cb90110c8 req-c7d9e5a9-125d-4e2e-be7b-3b25681e4a5f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:13.293583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2b8f73c3-1710-4000-8388-2bb4b23317eb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:13.293964 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.302235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0771f1-2b37-465e-80f2-457cb90110c8 req-c7d9e5a9-125d-4e2e-be7b-3b25681e4a5f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 909 time: 0.1811566 Jan 28 13:50:13.334819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Router 8d52ae4c-1cc1-485b-a6ee-60d089795951 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:13.410641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=4dd01d35-109f-4e65-be76-33b587405573,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:13.484456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': '7014a11d-a822-45f4-8949-e97f18714d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:13.484823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: 6261e399-ac6f-4ec7-9923-9ab877baa059, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:13.518982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 6261e399-ac6f-4ec7-9923-9ab877baa059 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:13.531539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 6261e399-ac6f-4ec7-9923-9ab877baa059) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:13.541680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:13.542334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.568819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d6005c01-00d7-4d99-8197-71387a835123 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2562978 Jan 28 13:50:13.571940 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53568) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:13.577756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059', 'security_groups': [], 'name': 'tempest-PortsTestJSON-289878273'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:13.578119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e6241-2aed-4a12-b6e2-afae2cf08b11 None None] Network 6261e399-ac6f-4ec7-9923-9ab877baa059 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:13.666969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2b8f73c3-1710-4000-8388-2bb4b23317eb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:13.686461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d86b2-f101-43b3-8f8b-a46d159f3679 req-d92c2888-8c96-4104-b19e-92b399181cfe tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:13.689156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c6d86b2-f101-43b3-8f8b-a46d159f3679 req-d92c2888-8c96-4104-b19e-92b399181cfe tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 1060 time: 0.1967690 Jan 28 13:50:13.755300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:13.792025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2c179b5c-9a4a-4b90-add6-91f18a9b45de admin admin] 10.222.0.45 "PUT /v2.0/routers/8d52ae4c-1cc1-485b-a6ee-60d089795951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9647038 Jan 28 13:50:13.838532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:13.846522 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:13.955287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4d3070bf-9f21-4baf-8ef4-536638e4a317 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:13.977571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port e542e49c-0e8b-43d1-b045-f97be93dbc2c yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:14.097260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-33ef3495-6b52-4c94-ac19-26ca3644a88e None None] Provisioning complete for port def393e6-79ba-41f9-b51d-1c137ab3ad85 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:14.097866 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33ef3495-6b52-4c94-ac19-26ca3644a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.136845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a81368-ceb7-4f89-92d6-f6a9a11691ca req-5fcca1fc-16bf-4ec3-874f-0cd2593880ef tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:14.153236 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90a81368-ceb7-4f89-92d6-f6a9a11691ca req-5fcca1fc-16bf-4ec3-874f-0cd2593880ef tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1135 time: 0.2730415 Jan 28 13:50:14.172622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-6261e399-ac6f-4ec7-9923-9ab877baa059', 'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059', 'project_id': 'fd6e4bed256045709ba514aa3db6efbc', 'fixed_ips': [{'subnet_id': '4dd01d35-109f-4e65-be76-33b587405573'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:14.173752 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.184955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-33ef3495-6b52-4c94-ac19-26ca3644a88e None None] Port def393e6-79ba-41f9-b51d-1c137ab3ad85 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:14.195186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4d3070bf-9f21-4baf-8ef4-536638e4a317 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:14.198178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4d3070bf-9f21-4baf-8ef4-536638e4a317 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:14.414393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.7 (6261e399-ac6f-4ec7-9923-9ab877baa059/4dd01d35-109f-4e65-be76-33b587405573/e542e49c-0e8b-43d1-b045-f97be93dbc2c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:14.632189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (e542e49c-0e8b-43d1-b045-f97be93dbc2c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.745569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53596) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:14.840265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90a81368-ceb7-4f89-92d6-f6a9a11691ca req-e7b0d71a-075f-43b4-8492-4335405d261a tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6708512 Jan 28 13:50:14.858044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53600) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:14.870719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e542e49c-0e8b-43d1-b045-f97be93dbc2c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:14.968954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1117fc34-bb38-47bc-a254-f64661129e0b tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:14.971509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1117fc34-bb38-47bc-a254-f64661129e0b tempest-TestSecurityGroupsBasicOps-521332181 tempest-TestSecurityGroupsBasicOps-521332181-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 1055 time: 0.1107857 Jan 28 13:50:14.997977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 6261e399-ac6f-4ec7-9923-9ab877baa059 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:15.008979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Allocated IP 172.20.0.2 (6261e399-ac6f-4ec7-9923-9ab877baa059/4dd01d35-109f-4e65-be76-33b587405573/08d983ac-1571-4b8a-afa9-05ebc1f3af9b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:15.016069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:15.050099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc593-d4a1-4426-8c2c-8e699d827b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.054360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:15.092963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=e542e49c-0e8b-43d1-b045-f97be93dbc2c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:15.272935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:15.284197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.330033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:15.336401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.336691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.337035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.337379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.337718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.338055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.338386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.338716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.339043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.339368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.339695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.340020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.340365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:15.385285 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-53310fcf-7188-4a58-b722-6c929b88b8c5 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.8098216 Jan 28 13:50:15.385878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53606) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:15.399583 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc593-d4a1-4426-8c2c-8e699d827b92 admin admin] Publish callbacks [] for security_group (6a03f060-7d1d-43fc-8696-c2b474ca7440), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.413607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc593-d4a1-4426-8c2c-8e699d827b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6a03f060-7d1d-43fc-8696-c2b474ca7440), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.599954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Publish callbacks [] for port (08d983ac-1571-4b8a-afa9-05ebc1f3af9b), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.609672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (08d983ac-1571-4b8a-afa9-05ebc1f3af9b), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.614838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d4ebc593-d4a1-4426-8c2c-8e699d827b92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=928876d95cfd4c4cad3142811989eb3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8677552 Jan 28 13:50:15.615635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebc593-d4a1-4426-8c2c-8e699d827b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a03f060-7d1d-43fc-8696-c2b474ca7440,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:15.618001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53612) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:15.717070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Pushing event updated for resources: {'Port': ['ID=08d983ac-1571-4b8a-afa9-05ebc1f3af9b,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:15.720646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d03d3b-0be9-4bcf-be56-ad470525067f req-f66dc4d3-b3ed-485f-925d-611954078e04 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:15.727812 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-80d03d3b-0be9-4bcf-be56-ad470525067f req-f66dc4d3-b3ed-485f-925d-611954078e04 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 909 time: 0.2709966 Jan 28 13:50:15.808260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7e3736f3-ead5-4bb1-b89f-cc3213fa3004 admin admin] Publish callbacks [] for security_group (6a03f060-7d1d-43fc-8696-c2b474ca7440), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.824554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Network 6261e399-ac6f-4ec7-9923-9ab877baa059 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:15.833785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:15.843852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:15.860643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port e542e49c-0e8b-43d1-b045-f97be93dbc2c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:15.861139 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e542e49c-0e8b-43d1-b045-f97be93dbc2c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.875397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:15.875786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.887290 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7e3736f3-ead5-4bb1-b89f-cc3213fa3004 admin admin] Publish callbacks [] for security_group (6a03f060-7d1d-43fc-8696-c2b474ca7440), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.986698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7e3736f3-ead5-4bb1-b89f-cc3213fa3004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6a03f060-7d1d-43fc-8696-c2b474ca7440), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.989721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7e3736f3-ead5-4bb1-b89f-cc3213fa3004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:15.991063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7e3736f3-ead5-4bb1-b89f-cc3213fa3004 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a03f060-7d1d-43fc-8696-c2b474ca7440 HTTP/1.1" status: 204 len: 168 time: 0.3563666 Jan 28 13:50:16.013838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3736f3-ead5-4bb1-b89f-cc3213fa3004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a03f060-7d1d-43fc-8696-c2b474ca7440,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:16.154921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e542e49c-0e8b-43d1-b045-f97be93dbc2c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.183757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Attempting to bind port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:16.187434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Attempting to bind port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '7014a11d-a822-45f4-8949-e97f18714d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:16.188019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Attempting to bind port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b on network 6261e399-ac6f-4ec7-9923-9ab877baa059 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:16.202297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for e542e49c-0e8b-43d1-b045-f97be93dbc2c owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:16.216970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:16.219414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Checking segment: {'id': '7014a11d-a822-45f4-8949-e97f18714d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:16.219841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.220273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Bound using segment: {'id': '7014a11d-a822-45f4-8949-e97f18714d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:16.221300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Bound port: 08d983ac-1571-4b8a-afa9-05ebc1f3af9b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7014a11d-a822-45f4-8949-e97f18714d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6261e399-ac6f-4ec7-9923-9ab877baa059'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:16.221783 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (08d983ac-1571-4b8a-afa9-05ebc1f3af9b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.329263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Sync routers for ids ['8d52ae4c-1cc1-485b-a6ee-60d089795951'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:16.332389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:16.332956 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.487179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:16.497380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Routers {'8d52ae4c-1cc1-485b-a6ee-60d089795951'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:16.500642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8d52ae4c-1cc1-485b-a6ee-60d089795951'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:16.531127 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e542e49c-0e8b-43d1-b045-f97be93dbc2c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.553728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53628) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:16.574591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-410f518f-273c-43ad-8736-ba8f6f36df2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.608919 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.630783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=e542e49c-0e8b-43d1-b045-f97be93dbc2c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:16.713614 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-410f518f-273c-43ad-8736-ba8f6f36df2a admin admin] Publish callbacks [] for security_group (f9f45ba8-d3fc-4c27-978f-d582817a67eb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.719370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-410f518f-273c-43ad-8736-ba8f6f36df2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f9f45ba8-d3fc-4c27-978f-d582817a67eb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.728331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:16.806139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f518f-273c-43ad-8736-ba8f6f36df2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f45ba8-d3fc-4c27-978f-d582817a67eb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:16.819062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-410f518f-273c-43ad-8736-ba8f6f36df2a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=663f7b66b749438597783ea25b565985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640212 Jan 28 13:50:16.831352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:16.834092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] For port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:16.834477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53634) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:16.840023 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2bd9e435-8cda-44f7-9e82-03257c168ae4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/e542e49c-0e8b-43d1-b045-f97be93dbc2c HTTP/1.1" status: 204 len: 168 time: 1.4529426 Jan 28 13:50:16.842678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53636) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:16.855688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] For port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=08d983ac-1571-4b8a-afa9-05ebc1f3af9b,segment=NetworkSegment(7014a11d-a822-45f4-8949-e97f18714d58),segment_id=7014a11d-a822-45f4-8949-e97f18714d58)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:16.887494 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f40781c-4068-43eb-9053-34c1d3c881ae tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:50:16.889840 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3f40781c-4068-43eb-9053-34c1d3c881ae tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/e542e49c-0e8b-43d1-b045-f97be93dbc2c HTTP/1.1" status: 404 len: 333 time: 0.0460227 Jan 28 13:50:16.893626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53640) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:17.001866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6baf9dce-9f08-4fe5-9167-23bc2fd0958a admin admin] Publish callbacks [] for security_group (f9f45ba8-d3fc-4c27-978f-d582817a67eb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.016613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (08d983ac-1571-4b8a-afa9-05ebc1f3af9b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.032397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet 4dd01d35-109f-4e65-be76-33b587405573 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:17.044533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (4dd01d35-109f-4e65-be76-33b587405573), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.086218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6baf9dce-9f08-4fe5-9167-23bc2fd0958a admin admin] Publish callbacks [] for security_group (f9f45ba8-d3fc-4c27-978f-d582817a67eb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.099038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (4dd01d35-109f-4e65-be76-33b587405573), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.165263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6baf9dce-9f08-4fe5-9167-23bc2fd0958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f9f45ba8-d3fc-4c27-978f-d582817a67eb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.168508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6baf9dce-9f08-4fe5-9167-23bc2fd0958a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.172578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6baf9dce-9f08-4fe5-9167-23bc2fd0958a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f9f45ba8-d3fc-4c27-978f-d582817a67eb HTTP/1.1" status: 204 len: 168 time: 0.3370752 Jan 28 13:50:17.186708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf9dce-9f08-4fe5-9167-23bc2fd0958a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f45ba8-d3fc-4c27-978f-d582817a67eb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:17.246124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef6ea5-b861-48a5-aa66-d411c35243b4 None None] Pushing event updated for resources: {'Port': ['ID=08d983ac-1571-4b8a-afa9-05ebc1f3af9b,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:17.251095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:17.320625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (4dd01d35-109f-4e65-be76-33b587405573), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.488231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:17.489203 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.495918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (4dd01d35-109f-4e65-be76-33b587405573), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.593873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Set router 8d52ae4c-1cc1-485b-a6ee-60d089795951 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:17.644195 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:17.651913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/4dd01d35-109f-4e65-be76-33b587405573 HTTP/1.1" status: 204 len: 168 time: 0.7540786 Jan 28 13:50:17.654587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53650) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:17.669003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4271-16e6-4dbd-b713-fef2a91689ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd01d35-109f-4e65-be76-33b587405573,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:17.711698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c2d1-b98c-4545-8a16-3275cdf7c8bb req-6764cd84-1c37-40e3-b2c9-2ed80f6a777a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:17.716215 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41d6c2d1-b98c-4545-8a16-3275cdf7c8bb req-6764cd84-1c37-40e3-b2c9-2ed80f6a777a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 909 time: 0.7177026 Jan 28 13:50:17.774100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-3ed4222f-02cc-4963-b8c4-15f75f11bffa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:17.776332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-3ed4222f-02cc-4963-b8c4-15f75f11bffa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.60 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 909 time: 0.3336523 Jan 28 13:50:18.029709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (6261e399-ac6f-4ec7-9923-9ab877baa059), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.063497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting port 641580fc-476a-433f-b2b4-6e9630158b4f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:18.066044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.190947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:18.196685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (08d983ac-1571-4b8a-afa9-05ebc1f3af9b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.342831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] For port 641580fc-476a-433f-b2b4-6e9630158b4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=641580fc-476a-433f-b2b4-6e9630158b4f,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:18.343880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.389217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Calling delete_port for 641580fc-476a-433f-b2b4-6e9630158b4f owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:18.397625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] For port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=08d983ac-1571-4b8a-afa9-05ebc1f3af9b,segment=NetworkSegment(7014a11d-a822-45f4-8949-e97f18714d58),segment_id=7014a11d-a822-45f4-8949-e97f18714d58)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:18.398616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (08d983ac-1571-4b8a-afa9-05ebc1f3af9b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.424487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:18.439023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 08d983ac-1571-4b8a-afa9-05ebc1f3af9b owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:18.495905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T13:50:11Z', 'revision_number': 4, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port': {'id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:05Z', 'updated_at': '2022-01-28T13:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'def393e6-79ba-41f9-b51d-1c137ab3ad85', 'name': '', 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'mac_address': 'fa:16:3e:50:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'e7c01f95-1008-431b-bde5-ff8c1ddaf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:09Z', 'updated_at': '2022-01-28T13:50:11Z', 'revision_number': 2, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'subnets': [{'id': 'e7c01f95-1008-431b-bde5-ff8c1ddaf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:18.561075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Checking router: 8d52ae4c-1cc1-485b-a6ee-60d089795951 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:18.562447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Updating router 8d52ae4c-1cc1-485b-a6ee-60d089795951 port def393e6-79ba-41f9-b51d-1c137ab3ad85 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:18.625717 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.681428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (641580fc-476a-433f-b2b4-6e9630158b4f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.691962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (08d983ac-1571-4b8a-afa9-05ebc1f3af9b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:18.759124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=08d983ac-1571-4b8a-afa9-05ebc1f3af9b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:18.789750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Port': ['ID=641580fc-476a-433f-b2b4-6e9630158b4f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:18.795773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No DVR routers for this DVR port 08d983ac-1571-4b8a-afa9-05ebc1f3af9b on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:19.150637 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3c7f6cc-088b-4997-97a7-5d8cb5c85c46 req-53c49743-479e-46d3-9d85-4da415af4ee7 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=55d246e2-03f7-4c90-b16b-31909ccbf412 HTTP/1.1" status: 200 len: 210 time: 0.1854243 Jan 28 13:50:19.237771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] No DVR routers for this DVR port 641580fc-476a-433f-b2b4-6e9630158b4f on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:19.241274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (6261e399-ac6f-4ec7-9923-9ab877baa059), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.245040 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.256649 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-299be9c2-7592-40db-8d85-cd17d4b6253f req-5a5a681d-e07d-4a6e-91b9-603607e88fc9 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.60 "DELETE /v2.0/ports/641580fc-476a-433f-b2b4-6e9630158b4f HTTP/1.1" status: 204 len: 173 time: 1.4544449 Jan 28 13:50:19.257505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'name': 'network-vif-deleted', 'tag': '641580fc-476a-433f-b2b4-6e9630158b4f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:19.260618 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4358b57-2a81-4ac2-ae9e-fa1aae2a7d5a" -d '{"events": [{"server_uuid": "55d246e2-03f7-4c90-b16b-31909ccbf412", "name": "network-vif-deleted", "tag": "641580fc-476a-433f-b2b4-6e9630158b4f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:19.370695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6261e399-ac6f-4ec7-9923-9ab877baa059']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:19.384407 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa82c66-29fe-4f8b-8429-2d56ce5e3f00 x-openstack-request-id: req-8aa82c66-29fe-4f8b-8429-2d56ce5e3f00 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:19.384864 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d246e2-03f7-4c90-b16b-31909ccbf412", "name": "network-vif-deleted", "tag": "641580fc-476a-433f-b2b4-6e9630158b4f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:19.385227 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8aa82c66-29fe-4f8b-8429-2d56ce5e3f00 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:19.385800 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d246e2-03f7-4c90-b16b-31909ccbf412', 'name': 'network-vif-deleted', 'tag': '641580fc-476a-433f-b2b4-6e9630158b4f', 'status': 'completed', 'code': 200} Jan 28 13:50:19.408872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7014a11d-a822-45f4-8949-e97f18714d58') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:19.419144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7014a11d-a822-45f4-8949-e97f18714d58') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:19.455597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (7014a11d-a822-45f4-8949-e97f18714d58), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.491985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7014a11d-a822-45f4-8949-e97f18714d58), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.514788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:19.515742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (7014a11d-a822-45f4-8949-e97f18714d58), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:19.570447 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:19.688293 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (6261e399-ac6f-4ec7-9923-9ab877baa059), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.695050 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.704907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/6261e399-ac6f-4ec7-9923-9ab877baa059 HTTP/1.1" status: 204 len: 168 time: 2.0479624 Jan 28 13:50:19.709797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53690) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:19.728402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'name': 'tempest-PortsTestJSON-182995941'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:19.753129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ec620-dd22-4ba3-a8c1-1565983adb7d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=6261e399-ac6f-4ec7-9923-9ab877baa059,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:19.890397 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Publish callbacks [] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.921118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:19.930066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:19.931435 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:20.093908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53696) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:20.295198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53704) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:20.606908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf827eb-8ccf-44f7-9927-f0a8e636ee87 None None] Pushing event updated for resources: {'Port': ['ID=def393e6-79ba-41f9-b51d-1c137ab3ad85,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:20.616771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 641580fc-476a-433f-b2b4-6e9630158b4f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:20.670844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509db86-8ce9-4f49-b1ad-b665f898c11f None None] DHCP port deletion for 6261e399-ac6f-4ec7-9923-9ab877baa059 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:20.674575 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:50:20.685908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 641580fc-476a-433f-b2b4-6e9630158b4f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:20.686763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 641580fc-476a-433f-b2b4-6e9630158b4f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:20.713182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 1bfa2982-ab7d-482e-8fc1-bd9ae5661545 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:20.714370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2ec52d64-78a7-4a95-8055-37deae28954c None None] Could not find standard attr ID for object 08d983ac-1571-4b8a-afa9-05ebc1f3af9b. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:50:20.734691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914647e-332d-470e-80d7-94ca6a81dfe6 None None] Network 6261e399-ac6f-4ec7-9923-9ab877baa059 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:20.765770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914647e-332d-470e-80d7-94ca6a81dfe6 None None] Network 6261e399-ac6f-4ec7-9923-9ab877baa059 could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:50:20.900726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Attempting to bind port def393e6-79ba-41f9-b51d-1c137ab3ad85 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:20.901770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Attempting to bind port def393e6-79ba-41f9-b51d-1c137ab3ad85 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:20.901770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Attempting to bind port def393e6-79ba-41f9-b51d-1c137ab3ad85 on network 65c1fd45-37eb-481e-8645-b99b0d4d5596 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:20.914565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:20.914956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Checking segment: {'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:20.915381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:20.915795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Bound using segment: {'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:20.916561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Bound port: def393e6-79ba-41f9-b51d-1c137ab3ad85, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:20.916954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.104527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 08d983ac-1571-4b8a-afa9-05ebc1f3af9b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:21.183138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 08d983ac-1571-4b8a-afa9-05ebc1f3af9b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:21.183716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 08d983ac-1571-4b8a-afa9-05ebc1f3af9b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:21.210399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] For port def393e6-79ba-41f9-b51d-1c137ab3ad85, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:21.254877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] For port def393e6-79ba-41f9-b51d-1c137ab3ad85, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=def393e6-79ba-41f9-b51d-1c137ab3ad85,segment=NetworkSegment(b1f7fb29-e931-4876-bf78-88a23ebbf8fd),segment_id=b1f7fb29-e931-4876-bf78-88a23ebbf8fd)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:21.274596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5b600ba1-dc2a-4678-9dd3-06079724689e None None] Provisioning complete for port def393e6-79ba-41f9-b51d-1c137ab3ad85 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:21.274980 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5b600ba1-dc2a-4678-9dd3-06079724689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.332314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.380654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] Deleting subnet 8dcf1291-61c8-4663-94c4-efbb39af06a6 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:21.390016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-3b66bb9b-eadb-4f3a-b579-a11c428bc553 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:21.391964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-3b66bb9b-eadb-4f3a-b579-a11c428bc553 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.1537671 Jan 28 13:50:21.410122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf827eb-8ccf-44f7-9927-f0a8e636ee87 None None] Pushing event updated for resources: {'Port': ['ID=def393e6-79ba-41f9-b51d-1c137ab3ad85,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:21.428580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] Publish callbacks [] for subnet (8dcf1291-61c8-4663-94c4-efbb39af06a6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.445587 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (1bfa2982-ab7d-482e-8fc1-bd9ae5661545), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.465459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Routers {'8d52ae4c-1cc1-485b-a6ee-60d089795951'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:21.466488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8d52ae4c-1cc1-485b-a6ee-60d089795951'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:21.492483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1bfa2982-ab7d-482e-8fc1-bd9ae5661545), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.525485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-bd801407-c6f7-4076-ace1-f03523761353 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/quotas/e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 375 time: 0.0989912 Jan 28 13:50:21.525827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:21.528652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:21.531109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:21.538626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:21.539313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.608670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (8dcf1291-61c8-4663-94c4-efbb39af06a6), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.642635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9307222 Jan 28 13:50:21.650991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53730) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:21.681417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5b600ba1-dc2a-4678-9dd3-06079724689e None None] Current status of the port def393e6-79ba-41f9-b51d-1c137ab3ad85 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:21.683184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5b600ba1-dc2a-4678-9dd3-06079724689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.840597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5b600ba1-dc2a-4678-9dd3-06079724689e None None] For port def393e6-79ba-41f9-b51d-1c137ab3ad85, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=def393e6-79ba-41f9-b51d-1c137ab3ad85,segment=NetworkSegment(b1f7fb29-e931-4876-bf78-88a23ebbf8fd),segment_id=b1f7fb29-e931-4876-bf78-88a23ebbf8fd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:21.866816 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5b600ba1-dc2a-4678-9dd3-06079724689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.899314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8dcf1291-61c8-4663-94c4-efbb39af06a6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:21.977249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533f50-60e6-4c82-a316-707362249566 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=1bfa2982-ab7d-482e-8fc1-bd9ae5661545,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:21.989428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-ef4bb3ff-25ee-46af-95d3-b1988772ad19 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4492779 Jan 28 13:50:22.011378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 1bfa2982-ab7d-482e-8fc1-bd9ae5661545 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:22.011810 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1bfa2982-ab7d-482e-8fc1-bd9ae5661545), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.151790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4ec268ab-2db7-4beb-a63c-19f24d49edc6 None None] Provisioning complete for port def393e6-79ba-41f9-b51d-1c137ab3ad85 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:22.152328 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4ec268ab-2db7-4beb-a63c-19f24d49edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.205130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1bfa2982-ab7d-482e-8fc1-bd9ae5661545), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.253414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 1bfa2982-ab7d-482e-8fc1-bd9ae5661545 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:22.333869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] Set router 8d52ae4c-1cc1-485b-a6ee-60d089795951 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:22.424944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b600ba1-dc2a-4678-9dd3-06079724689e None None] Pushing event updated for resources: {'Port': ['ID=def393e6-79ba-41f9-b51d-1c137ab3ad85,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:22.494964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1bfa2982-ab7d-482e-8fc1-bd9ae5661545), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.589714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.603086 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/1bfa2982-ab7d-482e-8fc1-bd9ae5661545 HTTP/1.1" status: 204 len: 168 time: 0.9487543 Jan 28 13:50:22.603906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53736) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:22.607951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca72ae3-607c-459a-9dfc-b7b3cdcdad66 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=1bfa2982-ab7d-482e-8fc1-bd9ae5661545,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:22.635251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'mac_address': 'fa:16:3e:78:7e:dc', 'name': 'tempest-PortsTestJSON-1873484957'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:22.648253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (8dcf1291-61c8-4663-94c4-efbb39af06a6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.694516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4ec268ab-2db7-4beb-a63c-19f24d49edc6 None None] Current status of the port def393e6-79ba-41f9-b51d-1c137ab3ad85 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:22.744585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcf1291-61c8-4663-94c4-efbb39af06a6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:22.762612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.768201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48e1bffa-81f9-4391-be79-ff4686e85d9b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8dcf1291-61c8-4663-94c4-efbb39af06a6 HTTP/1.1" status: 204 len: 168 time: 2.6702542 Jan 28 13:50:22.770218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53740) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:22.863715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-0495e422-7576-4cce-b2b0-5c5e74928b31 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8647997 Jan 28 13:50:22.920281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (a378bf15-269c-4a0f-9d25-75da17568452), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:22.959163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:22.962589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T13:50:11Z', 'revision_number': 4, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port': {'id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:05Z', 'updated_at': '2022-01-28T13:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'def393e6-79ba-41f9-b51d-1c137ab3ad85', 'name': '', 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'mac_address': 'fa:16:3e:50:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'e7c01f95-1008-431b-bde5-ff8c1ddaf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:09Z', 'updated_at': '2022-01-28T13:50:21Z', 'revision_number': 4, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'subnets': [{'id': 'e7c01f95-1008-431b-bde5-ff8c1ddaf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:23.050195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b375c-2056-46af-a27a-e1821f29f74c None None] The sync data for ids ['8d52ae4c-1cc1-485b-a6ee-60d089795951'] in n-d-822748-2 is: [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T13:50:11Z', 'revision_number': 4, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port': {'id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:05Z', 'updated_at': '2022-01-28T13:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'def393e6-79ba-41f9-b51d-1c137ab3ad85', 'name': '', 'network_id': '65c1fd45-37eb-481e-8645-b99b0d4d5596', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'mac_address': 'fa:16:3e:50:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'e7c01f95-1008-431b-bde5-ff8c1ddaf8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:09Z', 'updated_at': '2022-01-28T13:50:21Z', 'revision_number': 4, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'subnets': [{'id': 'e7c01f95-1008-431b-bde5-ff8c1ddaf8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:23.243470 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.280709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-bef5ff8c-a4c4-4e92-8672-d3a9c5659581 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160397 Jan 28 13:50:23.288263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.314000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 93ebaccd-545f-4c14-823b-40088cf6d33d yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:23.582858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.744271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:23.765851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e429c6a0-c667-44be-9f88-d4f22faae31c') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:23.766135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e429c6a0-c667-44be-9f88-d4f22faae31c') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:23.804998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (e429c6a0-c667-44be-9f88-d4f22faae31c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.873739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e429c6a0-c667-44be-9f88-d4f22faae31c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.891480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:23.891889 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (e429c6a0-c667-44be-9f88-d4f22faae31c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:23.898348 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:23.944575 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (93ebaccd-545f-4c14-823b-40088cf6d33d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.025449 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (93ebaccd-545f-4c14-823b-40088cf6d33d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.149542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:24.183861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=93ebaccd-545f-4c14-823b-40088cf6d33d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:24.194165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:24.200560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:24.213217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:24.216909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7a2f791-74f1-47ee-b8ad-f214ec68c63a req-ca515862-40fd-4e5c-844d-3c709bcc60b4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.2043824 Jan 28 13:50:24.218567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.259094 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7aece8eb-79b2-42db-8ee8-d60abc0777dc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6332159 Jan 28 13:50:24.259694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53762) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:24.280226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.302264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.317587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] 10.222.0.45 "DELETE /v2.0/networks/2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e HTTP/1.1" status: 204 len: 168 time: 1.5407939 Jan 28 13:50:24.335113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df280e4-f862-4ec3-8d1a-6525721cf19a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6d0ffb-5072-4467-a162-2c3f4d0b0f8e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:24.349614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ae356-866a-4d96-b662-a8aa758db4a7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:24.352351 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-222ae356-866a-4d96-b662-a8aa758db4a7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/93ebaccd-545f-4c14-823b-40088cf6d33d HTTP/1.1" status: 200 len: 841 time: 0.0917070 Jan 28 13:50:24.355356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53770) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:24.554511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 93ebaccd-545f-4c14-823b-40088cf6d33d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:24.559346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (93ebaccd-545f-4c14-823b-40088cf6d33d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.647266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53774) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:24.755998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:24.757711 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.819465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (93ebaccd-545f-4c14-823b-40088cf6d33d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:24.845494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 93ebaccd-545f-4c14-823b-40088cf6d33d owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:24.965898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a192de7a-855c-4b32-aacf-ec8adad79ae3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cd7a670bf2440dda6ee3fae21e43f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175054 Jan 28 13:50:24.969459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53782) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:25.039615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (93ebaccd-545f-4c14-823b-40088cf6d33d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.120847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.135565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53788) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:25.136894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/93ebaccd-545f-4c14-823b-40088cf6d33d HTTP/1.1" status: 204 len: 168 time: 0.7726550 Jan 28 13:50:25.204660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1c8ea-e985-4643-bf95-21adb17aa896 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=93ebaccd-545f-4c14-823b-40088cf6d33d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:25.274782 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c2102d-fe07-4655-bbcd-4a5566f92353 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:50:25.276718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5c2102d-fe07-4655-bbcd-4a5566f92353 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/93ebaccd-545f-4c14-823b-40088cf6d33d HTTP/1.1" status: 404 len: 333 time: 0.1311247 Jan 28 13:50:25.282762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53792) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:25.291506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'name': 'tempest-PortsTestJSON-1908436067'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:25.344949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device def393e6-79ba-41f9-b51d-1c137ab3ad85 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:25.410053 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf47a39b-d8ac-46a0-b1bc-ec9c68a325bf admin admin] Publish callbacks [] for security_group (ef217eeb-d45d-4271-87ce-15ebf61afbbf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.454832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port def393e6-79ba-41f9-b51d-1c137ab3ad85 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:25.460722 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.511774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] For port 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:25.514106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.519826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf47a39b-d8ac-46a0-b1bc-ec9c68a325bf admin admin] Publish callbacks [] for security_group (ef217eeb-d45d-4271-87ce-15ebf61afbbf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.608907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffba53-abb3-4fb7-8289-6842fa681ff6 req-298f497d-9fe0-43c7-a58b-902d9a91fed0 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:25.615200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74ffba53-abb3-4fb7-8289-6842fa681ff6 req-298f497d-9fe0-43c7-a58b-902d9a91fed0 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 946 time: 0.3178601 Jan 28 13:50:25.631138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Calling delete_port for 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:25.643509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port def393e6-79ba-41f9-b51d-1c137ab3ad85 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:25.690243 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac8ca228-9748-4bc7-a391-0737a3ba4c02 req-5e98df1c-62c3-48ed-9e9c-b01f3b584aa0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1334333 Jan 28 13:50:25.759421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:25.763212 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.799420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 37d12474-e625-4188-b9d5-f96ae1f81d55 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:25.816387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74ffba53-abb3-4fb7-8289-6842fa681ff6 req-475893c3-8876-4e77-9cb8-e710eb6ee10e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760292 Jan 28 13:50:25.833344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf47a39b-d8ac-46a0-b1bc-ec9c68a325bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ef217eeb-d45d-4271-87ce-15ebf61afbbf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.837729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf47a39b-d8ac-46a0-b1bc-ec9c68a325bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:25.841685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cf47a39b-d8ac-46a0-b1bc-ec9c68a325bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef217eeb-d45d-4271-87ce-15ebf61afbbf HTTP/1.1" status: 204 len: 168 time: 0.8716166 Jan 28 13:50:26.104609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.159944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Port': ['ID=8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:26.201185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47a39b-d8ac-46a0-b1bc-ec9c68a325bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef217eeb-d45d-4271-87ce-15ebf61afbbf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:26.353464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.492213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-1109b2ca-3915-4d83-853f-a688b0335d62 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:26.495172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-1109b2ca-3915-4d83-853f-a688b0335d62 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.3873830 Jan 28 13:50:26.515922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'port': {'device_id': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'admin_state_up': True, 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:26.542912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.722820 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (a378bf15-269c-4a0f-9d25-75da17568452), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.753466 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.772356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:26.804955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:26.811106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:26.826133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:26.826833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:26.837262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=37d12474-e625-4188-b9d5-f96ae1f81d55,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:26.915102 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d1f40493-35b9-4726-a92c-55a622ecd9fc tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6310048 Jan 28 13:50:26.940411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53816) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:26.952516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:27.030558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:27.031516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-facfc4f3-4af0-4e74-a913-d5b585d7a6be req-1420d0ae-72b8-408b-8e26-158f59c43150 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.2335620 Jan 28 13:50:27.050592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.149267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c520af-7175-4442-8a95-f6d96aa85936 req-f58db0e9-598c-406c-bc75-539a6448982f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:27.150941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72c520af-7175-4442-8a95-f6d96aa85936 req-f58db0e9-598c-406c-bc75-539a6448982f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 946 time: 0.3852756 Jan 28 13:50:27.215563 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd37b8f-353b-40cf-b4c3-e1686ed37ace req-d3d8498f-cb90-4ccb-bd79-8b137ee8e1f9 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:27.228985 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9cd37b8f-353b-40cf-b4c3-e1686ed37ace req-d3d8498f-cb90-4ccb-bd79-8b137ee8e1f9 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 946 time: 0.2924764 Jan 28 13:50:27.262786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.390530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53826) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:27.433405 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9cd37b8f-353b-40cf-b4c3-e1686ed37ace req-2757df16-bcca-400c-977b-186241f5fa62 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992645 Jan 28 13:50:27.481293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.20.0.14 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/451849db-6e93-47d3-9a70-c97d3030939a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:27.705955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router a378bf15-269c-4a0f-9d25-75da17568452 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:27.730596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Deleting port 9194f79e-8edb-45d7-ad6c-a334ccefa968 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:27.731165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.819485 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (451849db-6e93-47d3-9a70-c97d3030939a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.859570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] For port 9194f79e-8edb-45d7-ad6c-a334ccefa968, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=9194f79e-8edb-45d7-ad6c-a334ccefa968,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:27.860119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.883355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Calling delete_port for 9194f79e-8edb-45d7-ad6c-a334ccefa968 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:27.900700 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (451849db-6e93-47d3-9a70-c97d3030939a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:27.995597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:28.001557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:28.025454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:28.048098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1419191802-network', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:28.075053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=451849db-6e93-47d3-9a70-c97d3030939a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:28.119077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.123742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:28.126422 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.188896 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-39f0674e-dad1-4787-9a84-451809c3032a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6820743 Jan 28 13:50:28.213591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Request body: {'port': {'device_id': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:28.370204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (451849db-6e93-47d3-9a70-c97d3030939a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.395502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Made reservation on behalf of 9c8ea800696a4e50a7b2f212de264d79 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:28.403916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.434989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed591-d40c-4882-9138-182d106cc3d5 req-bf7e23c0-5ab9-4b63-bed6-89f13335b4a6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:28.436697 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25aed591-d40c-4882-9138-182d106cc3d5 req-bf7e23c0-5ab9-4b63-bed6-89f13335b4a6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 932 time: 0.1804826 Jan 28 13:50:28.484964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ceda1600-218a-44b9-a759-c0c8146028e7 None None] Provisioning complete for port 451849db-6e93-47d3-9a70-c97d3030939a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:28.485354 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ceda1600-218a-44b9-a759-c0c8146028e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (451849db-6e93-47d3-9a70-c97d3030939a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.535548 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.570395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ceda1600-218a-44b9-a759-c0c8146028e7 None None] Port 451849db-6e93-47d3-9a70-c97d3030939a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:28.733667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9194f79e-8edb-45d7-ad6c-a334ccefa968), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.753394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:28.768882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb', '9194f79e-8edb-45d7-ad6c-a334ccefa968'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:28.828021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.848072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event deleted for resources: {'Port': ['ID=9194f79e-8edb-45d7-ad6c-a334ccefa968,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:28.888288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25aed591-d40c-4882-9138-182d106cc3d5 req-a8d3152b-bfe8-4270-9639-1033644ffcb7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372699 Jan 28 13:50:29.027680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.091357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d54f9d-b60b-4b38-84e1-3eeadebad757 req-d7ae7e2e-44b1-4bf3-ae77-a9a528ab821e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:29.099585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39d54f9d-b60b-4b38-84e1-3eeadebad757 req-d7ae7e2e-44b1-4bf3-ae77-a9a528ab821e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 867 time: 0.4948642 Jan 28 13:50:29.110216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] In _notify_port_updated(), no bound segment for port 37d12474-e625-4188-b9d5-f96ae1f81d55 on network 28da688c-6692-4ead-ba73-395b1c3f913d {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:50:29.119464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:29.120763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.122421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "PUT /v2.0/ports/37d12474-e625-4188-b9d5-f96ae1f81d55 HTTP/1.1" status: 200 len: 818 time: 2.1792321 Jan 28 13:50:29.135785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53842) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:29.285033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39d54f9d-b60b-4b38-84e1-3eeadebad757 req-186f46d4-f5df-401d-9f0a-229a7254ab6d tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843109 Jan 28 13:50:29.470182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451849db-6e93-47d3-9a70-c97d3030939a {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:50:29.494849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Publish callbacks [] for port (451849db-6e93-47d3-9a70-c97d3030939a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.541098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Transition to ACTIVE for port object 451849db-6e93-47d3-9a70-c97d3030939a will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:50:29.555192 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (451849db-6e93-47d3-9a70-c97d3030939a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.709641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Pushing event updated for resources: {'Port': ['ID=451849db-6e93-47d3-9a70-c97d3030939a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:29.736931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 37d12474-e625-4188-b9d5-f96ae1f81d55 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:29.739956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.880842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] No DVR routers for this DVR port 9194f79e-8edb-45d7-ad6c-a334ccefa968 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:29.897595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:29.901403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72c520af-7175-4442-8a95-f6d96aa85936 req-342b91b1-d8ac-4236-80f6-17b4e544f0fd tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "DELETE /v2.0/ports/9194f79e-8edb-45d7-ad6c-a334ccefa968 HTTP/1.1" status: 204 len: 173 time: 2.7400072 Jan 28 13:50:29.905387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'name': 'network-vif-deleted', 'tag': '9194f79e-8edb-45d7-ad6c-a334ccefa968'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:29.920228 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d121ffb2-56f1-4c3a-8007-df2bc92a8150" -d '{"events": [{"server_uuid": "79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b", "name": "network-vif-deleted", "tag": "9194f79e-8edb-45d7-ad6c-a334ccefa968"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:30.004257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:30.004676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.018384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97786921-3d76-47e9-a2ec-6b54b574ecc7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=37d12474-e625-4188-b9d5-f96ae1f81d55,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:30.021979 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] Sync routers for ids ['a378bf15-269c-4a0f-9d25-75da17568452'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:30.025549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 37d12474-e625-4188-b9d5-f96ae1f81d55 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:30.042838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d70dd8d7-178f-4546-9986-155336095033 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "PUT /v2.0/routers/a378bf15-269c-4a0f-9d25-75da17568452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7463422 Jan 28 13:50:30.054578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53850) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:30.054942 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] Routers {'a378bf15-269c-4a0f-9d25-75da17568452'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:30.056002 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a378bf15-269c-4a0f-9d25-75da17568452'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:30.232828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting subnet 02fa2e04-608c-4dbc-9361-2508cb684625 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:30.256588 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4f220-a1ad-4624-b442-5a138e27a53f x-openstack-request-id: req-f2a4f220-a1ad-4624-b442-5a138e27a53f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:30.259904 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b", "name": "network-vif-deleted", "tag": "9194f79e-8edb-45d7-ad6c-a334ccefa968", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:30.260365 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2a4f220-a1ad-4624-b442-5a138e27a53f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:30.260893 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b', 'name': 'network-vif-deleted', 'tag': '9194f79e-8edb-45d7-ad6c-a334ccefa968', 'status': 'completed', 'code': 200} Jan 28 13:50:30.261799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for subnet (02fa2e04-608c-4dbc-9361-2508cb684625), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.279187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Attempting to bind port 451849db-6e93-47d3-9a70-c97d3030939a on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:30.279535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Attempting to bind port 451849db-6e93-47d3-9a70-c97d3030939a by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:30.279919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Attempting to bind port 451849db-6e93-47d3-9a70-c97d3030939a on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:30.284958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (37d12474-e625-4188-b9d5-f96ae1f81d55), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.351467 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] Set router a378bf15-269c-4a0f-9d25-75da17568452 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:30.353917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b388c1-ed12-49bc-b19f-84d88f71d33e req-7526c050-f007-445e-a764-61d485209259 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:30.355696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09b388c1-ed12-49bc-b19f-84d88f71d33e req-7526c050-f007-445e-a764-61d485209259 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.1520226 Jan 28 13:50:30.356577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=37d12474-e625-4188-b9d5-f96ae1f81d55,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:30.362114 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (02fa2e04-608c-4dbc-9361-2508cb684625), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.381051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Port 451849db-6e93-47d3-9a70-c97d3030939a on network da44202a-00f4-4f4d-8cd1-b92fd645e19b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:50:30.381517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Attempting to bind port 451849db-6e93-47d3-9a70-c97d3030939a on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:30.385577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.391679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-99bdf4be-6866-4bc4-aee1-2b4f8ebbb6f1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/37d12474-e625-4188-b9d5-f96ae1f81d55 HTTP/1.1" status: 204 len: 168 time: 1.2542694 Jan 28 13:50:30.400602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53856) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:30.403195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks [] for security_group (ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.411826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.437356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:30.451009 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.451367 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Added segment 417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd of type vlan for network 604c7b35-fcc4-4c43-add4-9e4a069de04f Jan 28 13:50:30.451851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:30.453085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:30.453474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:30.453937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Bound port: 451849db-6e93-47d3-9a70-c97d3030939a, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:30.454306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (451849db-6e93-47d3-9a70-c97d3030939a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.505806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (604c7b35-fcc4-4c43-add4-9e4a069de04f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.537663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710ec39-64f4-4635-8bda-aca0fd706ba8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:30.539295 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7710ec39-64f4-4635-8bda-aca0fd706ba8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1375434 Jan 28 13:50:30.544838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53858) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:30.574277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:30.581371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (604c7b35-fcc4-4c43-add4-9e4a069de04f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.582341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:30.582931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.692870 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-60782bde-2641-4e8c-9c29-39fbf8928c77 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:50:30.700488 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-60782bde-2641-4e8c-9c29-39fbf8928c77 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/37d12474-e625-4188-b9d5-f96ae1f81d55 HTTP/1.1" status: 404 len: 333 time: 0.1296103 Jan 28 13:50:30.713163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53860) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:30.735455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a78d79d4-2635-47d5-9f65-1c0d1993ed76 req-91ddabec-0a2d-481d-95a2-2247527c736e tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=79dd8c46-2c1b-4b9a-b28a-a01cdc8c607b HTTP/1.1" status: 200 len: 210 time: 0.1966801 Jan 28 13:50:30.761674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-190776622'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:30.816280 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09b388c1-ed12-49bc-b19f-84d88f71d33e req-21f467d1-a33c-4ab0-8b7a-8492b3760c15 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411557 Jan 28 13:50:30.816477 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:50:26Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:30.819276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (02fa2e04-608c-4dbc-9361-2508cb684625), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.848643 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] Checking router: a378bf15-269c-4a0f-9d25-75da17568452 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:30.850218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:30.854865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.858547 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] Routers {'a378bf15-269c-4a0f-9d25-75da17568452'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:30.859183 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a378bf15-269c-4a0f-9d25-75da17568452'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:30.870331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] For port 451849db-6e93-47d3-9a70-c97d3030939a, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:30.890864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] For port 451849db-6e93-47d3-9a70-c97d3030939a, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=451849db-6e93-47d3-9a70-c97d3030939a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:30.893387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] Pushing event updated for resources: {'Network': ['ID=604c7b35-fcc4-4c43-add4-9e4a069de04f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:30.901876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-925b13e7-870d-464f-a65b-6655b95ee70f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5045745 Jan 28 13:50:30.902715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (451849db-6e93-47d3-9a70-c97d3030939a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.903626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (02fa2e04-608c-4dbc-9361-2508cb684625), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.911787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:30.917052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53862) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:30.917973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:30.946894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:30.950931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/subnets/02fa2e04-608c-4dbc-9361-2508cb684625 HTTP/1.1" status: 204 len: 168 time: 0.8937192 Jan 28 13:50:30.958711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53864) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:31.018937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Request body: {'subnet': {'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1419191802-subnet', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:31.024660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d8c2a-70d8-454d-9694-edb59e8bc3ca None None] Network 28519e4e-268d-4593-b65c-4df876984d3d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:31.026792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Pushing event updated for resources: {'Port': ['ID=451849db-6e93-47d3-9a70-c97d3030939a,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:31.038325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:31.039398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.042199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-111dea95-c580-4156-b4b1-b04b29e299cb service neutron] 10.222.0.60 "PUT /v2.0/ports/451849db-6e93-47d3-9a70-c97d3030939a HTTP/1.1" status: 200 len: 1092 time: 2.8445580 Jan 28 13:50:31.042939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'tag': '451849db-6e93-47d3-9a70-c97d3030939a'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:31.047091 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd1b98d-63e5-451e-8f69-99d94f88f185" -d '{"events": [{"name": "network-changed", "server_uuid": "0a22b603-0842-4b4f-b534-a9b5b29cf8e9", "tag": "451849db-6e93-47d3-9a70-c97d3030939a"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:31.099299 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] Set router a378bf15-269c-4a0f-9d25-75da17568452 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:31.120601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a7fd37d3-65a3-44ee-adef-87552717bbd1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.121124 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment a7fd37d3-65a3-44ee-adef-87552717bbd1 of type vlan for network 61f70f18-c283-42e9-825b-5b9f9cd57fec Jan 28 13:50:31.245453 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60590b4-8960-46e8-881b-e22510455aec x-openstack-request-id: req-d60590b4-8960-46e8-881b-e22510455aec {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:31.245765 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a22b603-0842-4b4f-b534-a9b5b29cf8e9", "tag": "451849db-6e93-47d3-9a70-c97d3030939a", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:31.246052 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d60590b4-8960-46e8-881b-e22510455aec {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:31.246439 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'tag': '451849db-6e93-47d3-9a70-c97d3030939a', 'status': 'completed', 'code': 200} Jan 28 13:50:31.353338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1738605-770a-40ad-84e0-d6230a65bf27 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Subnet': ['ID=02fa2e04-608c-4dbc-9361-2508cb684625,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:31.362782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Made reservation on behalf of 9c8ea800696a4e50a7b2f212de264d79 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:31.372827 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.412310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router (a378bf15-269c-4a0f-9d25-75da17568452), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.470524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] DHCP port deletion for 28519e4e-268d-4593-b65c-4df876984d3d request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:31.564915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (61f70f18-c283-42e9-825b-5b9f9cd57fec), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.604289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-892888c7-f10e-4270-aee3-35022ee0746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:31.606036 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-892888c7-f10e-4270-aee3-35022ee0746c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 1095 time: 0.4882405 Jan 28 13:50:31.610666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] Deleting port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:31.612408 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.631134 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:50:26Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:31.692478 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-1c8da14b-de1b-4284-a074-1fdb852bd7f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=451849db-6e93-47d3-9a70-c97d3030939a HTTP/1.1" status: 200 len: 217 time: 0.0656726 Jan 28 13:50:31.695923 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2d7ab-1784-4c93-8f55-e329f33ce9cd None None] The sync data for ids ['a378bf15-269c-4a0f-9d25-75da17568452'] in n-d-822748-2 is: [{'id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1769528613', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:35Z', 'updated_at': '2022-01-28T13:50:26Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'ed15579c-7c92-420d-8155-8b2ef3c4c5e5', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a378bf15-269c-4a0f-9d25-75da17568452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:36Z', 'updated_at': '2022-01-28T13:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:31.711442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (61f70f18-c283-42e9-825b-5b9f9cd57fec), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.718312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:31.719035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.723383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9194f79e-8edb-45d7-ad6c-a334ccefa968 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:31.772315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (a378bf15-269c-4a0f-9d25-75da17568452), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.776820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 9194f79e-8edb-45d7-ad6c-a334ccefa968 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:31.777099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 9194f79e-8edb-45d7-ad6c-a334ccefa968 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:31.814461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] For port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1a1f5197-d4bf-4f0b-9e93-0c58142fdc55,segment=NetworkSegment(3568cefa-83be-4fef-88b2-525d2101a471),segment_id=3568cefa-83be-4fef-88b2-525d2101a471)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:31.814943 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.831041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] Calling delete_port for 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:31.918717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=61f70f18-c283-42e9-825b-5b9f9cd57fec,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:31.938828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-05cc4a87-c843-4a06-b9eb-d5bfa14295d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:31.940391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:31.941868 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-05cc4a87-c843-4a06-b9eb-d5bfa14295d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.2319295 Jan 28 13:50:31.949198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-222d1a45-2a74-4af6-b0a2-af5eb0cdfc3c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2318511 Jan 28 13:50:31.955590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53882) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:31.965756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting port ed15579c-7c92-420d-8155-8b2ef3c4c5e5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:31.966225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.147211 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (1a1f5197-d4bf-4f0b-9e93-0c58142fdc55), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.189616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] No DVR routers for this DVR port 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:32.215735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] For port ed15579c-7c92-420d-8155-8b2ef3c4c5e5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:32.216153 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.290545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893106-c03c-48d5-aeb0-1b5c703d93df None None] Pushing event deleted for resources: {'Port': ['ID=1a1f5197-d4bf-4f0b-9e93-0c58142fdc55,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:32.319856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Calling delete_port for ed15579c-7c92-420d-8155-8b2ef3c4c5e5 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:32.409092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247318f0-40e8-455c-bbae-a1a898f1b5dc req-249c8b28-77b9-4a29-a40f-9f3d60562db3 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:32.410970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-247318f0-40e8-455c-bbae-a1a898f1b5dc req-249c8b28-77b9-4a29-a40f-9f3d60562db3 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 945 time: 0.1786652 Jan 28 13:50:32.579382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-247318f0-40e8-455c-bbae-a1a898f1b5dc req-8f2cf795-f196-46bf-a3a7-05d4b890c194 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540556 Jan 28 13:50:32.593121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:32.662998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ed15579c-7c92-420d-8155-8b2ef3c4c5e5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.684428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (02411737-66b7-41ed-ab4e-bf0850e6a9b5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.757702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02411737-66b7-41ed-ab4e-bf0850e6a9b5,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:32.817296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:32.821550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.833850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Port': ['ID=ed15579c-7c92-420d-8155-8b2ef3c4c5e5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:32.836462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (a378bf15-269c-4a0f-9d25-75da17568452), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.880436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-de02a8f3-b295-47e0-9652-d660097d35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:32.882923 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-de02a8f3-b295-47e0-9652-d660097d35bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9307611 Jan 28 13:50:32.946790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (a378bf15-269c-4a0f-9d25-75da17568452), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.948375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c7d12-6b75-483a-8de1-bab59899c082 req-f150f572-58a0-4c1d-8d41-7f0705481dfd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:32.949584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_controller (a378bf15-269c-4a0f-9d25-75da17568452), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.956119 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e4c7d12-6b75-483a-8de1-bab59899c082 req-f150f572-58a0-4c1d-8d41-7f0705481dfd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.2853365 Jan 28 13:50:33.009123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (a378bf15-269c-4a0f-9d25-75da17568452), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.010339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Fanout notify agent at l3_agent the message router_deleted on router a378bf15-269c-4a0f-9d25-75da17568452 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:50:33.022162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.026065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-db96817d-4653-4d81-9199-c6a323ff065a tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/routers/a378bf15-269c-4a0f-9d25-75da17568452 HTTP/1.1" status: 204 len: 168 time: 2.0611341 Jan 28 13:50:33.026438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53890) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:33.100333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-4d7146eb-885d-48b2-8225-83ba781d16d1 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644223 Jan 28 13:50:33.211584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (28519e4e-268d-4593-b65c-4df876984d3d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.218679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:33.257455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:33.257814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8cb5cc1b-b8c6-4395-a834-15ba65c1a0d1 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:33.258158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:33.291415 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ec3a31f-0094-4d75-bf65-3437cec1d938 req-98eb079f-fb1a-4166-adc9-95d2112f6d65 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747334 Jan 28 13:50:33.295133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:33.295893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1a1f5197-d4bf-4f0b-9e93-0c58142fdc55 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:33.297519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Checking segment: {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:33.297902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Network hostable DHCP agents. Network: 604c7b35-fcc4-4c43-add4-9e4a069de04f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:33.358411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:33.361894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (28519e4e-268d-4593-b65c-4df876984d3d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.389251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28519e4e-268d-4593-b65c-4df876984d3d']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:33.401850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3568cefa-83be-4fef-88b2-525d2101a471') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:33.402212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3568cefa-83be-4fef-88b2-525d2101a471') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:33.406088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 604c7b35-fcc4-4c43-add4-9e4a069de04f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:33.415027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (3568cefa-83be-4fef-88b2-525d2101a471), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.415656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:33.415754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.422758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcfdce5-f496-4fd6-ac81-f034bce8351e None None] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:33.431129 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e4c7d12-6b75-483a-8de1-bab59899c082 req-a354c9c4-de09-414c-b494-d0c85cd72dec tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739618 Jan 28 13:50:33.441967 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1d99c2bd-3e6d-4ba4-baaf-d33c5a33b915 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4386189 Jan 28 13:50:33.449807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53892) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:33.465731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-227ede63-6268-449a-8f7b-ee869cb2f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:33.466783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3568cefa-83be-4fef-88b2-525d2101a471), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.467579 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-227ede63-6268-449a-8f7b-ee869cb2f64f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 1095 time: 0.0946229 Jan 28 13:50:33.471015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:33.478416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:33.478843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (3568cefa-83be-4fef-88b2-525d2101a471), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:33.555468 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:33.561602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (28519e4e-268d-4593-b65c-4df876984d3d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.580957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.598048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/networks/28519e4e-268d-4593-b65c-4df876984d3d HTTP/1.1" status: 204 len: 168 time: 0.5671427 Jan 28 13:50:33.600824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-95f5de37-fa58-44e7-bec0-2aa00a7262c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:33.602457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-95f5de37-fa58-44e7-bec0-2aa00a7262c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1240313 Jan 28 13:50:33.608384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53896) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:33.619596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89223ebd-06ef-4947-8058-cf8ac58c3a33 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Network': ['ID=28519e4e-268d-4593-b65c-4df876984d3d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:33.688333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-604c7b35-fcc4-4c43-add4-9e4a069de04f', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:33.690440 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.855715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51247672-d639-42f8-8643-0e763241675d req-230ca263-9f7e-4bc7-9da1-de15f6dd4a21 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:33.858116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51247672-d639-42f8-8643-0e763241675d req-230ca263-9f7e-4bc7-9da1-de15f6dd4a21 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 945 time: 0.1411545 Jan 28 13:50:33.914473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa551eb-08a6-4844-82f1-8df60b1a1051 req-24cbbc50-1d6f-45a9-84cc-9bdf33135d9c tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:33.923110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fa551eb-08a6-4844-82f1-8df60b1a1051 req-24cbbc50-1d6f-45a9-84cc-9bdf33135d9c tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 945 time: 0.1120069 Jan 28 13:50:33.978995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-935172e7-a831-4b08-b41a-e1c474500d34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=451849db-6e93-47d3-9a70-c97d3030939a HTTP/1.1" status: 200 len: 217 time: 0.3325064 Jan 28 13:50:33.980679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (e54912fe-7d1f-4e4f-826c-96b6f3412022), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.982626 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (e54912fe-7d1f-4e4f-826c-96b6f3412022), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.065978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fa551eb-08a6-4844-82f1-8df60b1a1051 req-108031cf-fa40-4f20-9939-db96282e546f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415284 Jan 28 13:50:34.088416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Allocated IP 172.20.0.2 (604c7b35-fcc4-4c43-add4-9e4a069de04f/02411737-66b7-41ed-ab4e-bf0850e6a9b5/de27b5e9-d790-4ccc-95c8-2ac324b0a839) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:34.097467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Deleting port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:34.097467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.282178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] For port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:34.282460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.321482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Calling delete_port for 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:34.343577 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Publish callbacks [] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.352541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.374944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-9464d07d-3563-4b65-877a-db00bb998d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:34.384153 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-9464d07d-3563-4b65-877a-db00bb998d27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.3937991 Jan 28 13:50:34.461661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:34.491943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:34.496781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:34.506174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks [] for router_controller (e54912fe-7d1f-4e4f-826c-96b6f3412022), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.558244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.578573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (089b538f-b0f8-403b-918f-64737d03c88b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.621807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:34.632269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event deleted for resources: {'Port': ['ID=4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:34.682596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:34.713078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] No DVR routers for this DVR port 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:34.716486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.724983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51247672-d639-42f8-8643-0e763241675d req-88b49d03-045b-4689-a22b-67a32ed6f32f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.60 "DELETE /v2.0/ports/4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 HTTP/1.1" status: 204 len: 173 time: 0.8566239 Jan 28 13:50:34.727821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'name': 'network-vif-deleted', 'tag': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:34.733477 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a98a0-8a3a-4ba7-bde3-5e33d7576a58" -d '{"events": [{"server_uuid": "141366d6-25c8-4eec-8071-8d2416d4c92c", "name": "network-vif-deleted", "tag": "4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:34.795026 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1476cbdf-dccd-486a-9ad3-1eaff2433f36 x-openstack-request-id: req-1476cbdf-dccd-486a-9ad3-1eaff2433f36 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:34.796235 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141366d6-25c8-4eec-8071-8d2416d4c92c", "name": "network-vif-deleted", "tag": "4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:34.797293 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1476cbdf-dccd-486a-9ad3-1eaff2433f36 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:34.798316 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141366d6-25c8-4eec-8071-8d2416d4c92c', 'name': 'network-vif-deleted', 'tag': '4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0', 'status': 'completed', 'code': 200} Jan 28 13:50:34.988163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Pushing event updated for resources: {'Port': ['ID=de27b5e9-d790-4ccc-95c8-2ac324b0a839,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:35.043150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Attempting to bind port de27b5e9-d790-4ccc-95c8-2ac324b0a839 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:35.043427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Attempting to bind port de27b5e9-d790-4ccc-95c8-2ac324b0a839 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:35.043785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Attempting to bind port de27b5e9-d790-4ccc-95c8-2ac324b0a839 on network 604c7b35-fcc4-4c43-add4-9e4a069de04f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:35.058637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:35.059029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Checking segment: {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:35.059790 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.059959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Bound using segment: {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:35.060444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Bound port: de27b5e9-d790-4ccc-95c8-2ac324b0a839, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:35.060962 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.100455 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e1bfb61-ee27-42f9-bf80-7bd1f0c0f75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.173971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] For port de27b5e9-d790-4ccc-95c8-2ac324b0a839, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:35.179078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] For port de27b5e9-d790-4ccc-95c8-2ac324b0a839, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de27b5e9-d790-4ccc-95c8-2ac324b0a839,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:35.186471 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks [] for router_gateway (e54912fe-7d1f-4e4f-826c-96b6f3412022), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.192124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ed15579c-7c92-420d-8155-8b2ef3c4c5e5 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:35.215711 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.219263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ed15579c-7c92-420d-8155-8b2ef3c4c5e5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:35.219650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ed15579c-7c92-420d-8155-8b2ef3c4c5e5 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:35.338245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac5201-ab33-4ee1-979a-3de8abaf6d23 None None] Pushing event updated for resources: {'Port': ['ID=de27b5e9-d790-4ccc-95c8-2ac324b0a839,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:35.427432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0192e3b1-9fbd-48ca-a295-03d04665ba7f req-2e5ce6e9-0209-4bc8-bab8-34e0034e9230 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=141366d6-25c8-4eec-8071-8d2416d4c92c HTTP/1.1" status: 200 len: 210 time: 0.1067967 Jan 28 13:50:35.501155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting port 420c57aa-a949-46df-ba27-48124ccaa644 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:35.502898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (420c57aa-a949-46df-ba27-48124ccaa644), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:35.508945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-23b629aa-72c1-4401-8961-d9aeef4a70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:35.511460 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-23b629aa-72c1-4401-8961-d9aeef4a70ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1196568 Jan 28 13:50:35.581411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=089b538f-b0f8-403b-918f-64737d03c88b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:35.771871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292138dd-d3cf-4823-90e3-3101bf143156 req-ef4312db-380f-4567-931b-5733768e7a8b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:35.773636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-292138dd-d3cf-4823-90e3-3101bf143156 req-ef4312db-380f-4567-931b-5733768e7a8b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.9100947 Jan 28 13:50:35.818459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': 'a7fd37d3-65a3-44ee-adef-87552717bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:35.818949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: 61f70f18-c283-42e9-825b-5b9f9cd57fec, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:35.848608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-6200bd33-17ac-484f-bad3-d608fb09bd4b service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162920 Jan 28 13:50:36.089845 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (420c57aa-a949-46df-ba27-48124ccaa644), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.090247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for floatingip (420c57aa-a949-46df-ba27-48124ccaa644), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.140474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Calling delete_port for 420c57aa-a949-46df-ba27-48124ccaa644 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:36.143013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:36.161111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 61f70f18-c283-42e9-825b-5b9f9cd57fec) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:36.176855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1eeb8-1838-4a6d-abc7-97c1d2e9b415 None None] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:36.183547 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-292138dd-d3cf-4823-90e3-3101bf143156 req-9e0de665-369a-495c-87ff-62f0be336542 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828347 Jan 28 13:50:36.215727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:36.217142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.395169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8b0a3cf2-762b-4b48-acf1-59bc4faabb68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4281433 Jan 28 13:50:36.395994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-61f70f18-c283-42e9-825b-5b9f9cd57fec', 'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec', 'project_id': 'fd6e4bed256045709ba514aa3db6efbc', 'fixed_ips': [{'subnet_id': '089b538f-b0f8-403b-918f-64737d03c88b'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:36.397167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.398951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53916) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:36.406864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f54b2244-b5e5-4c2d-aecc-e62748fa0ff4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:36.411875 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2cd1b98d-63e5-451e-8f69-99d94f88f185 req-f48d7836-acc7-4b80-8411-d9c727a267ae service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488451 Jan 28 13:50:36.630264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Allocated IP 172.20.0.2 (61f70f18-c283-42e9-825b-5b9f9cd57fec/089b538f-b0f8-403b-918f-64737d03c88b/2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:36.671662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54b2244-b5e5-4c2d-aecc-e62748fa0ff4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:36.677563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f54b2244-b5e5-4c2d-aecc-e62748fa0ff4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.726840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks [] for router_gateway (e54912fe-7d1f-4e4f-826c-96b6f3412022), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.733025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (420c57aa-a949-46df-ba27-48124ccaa644), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.775892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:36.831991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Port': ['ID=420c57aa-a949-46df-ba27-48124ccaa644,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:36.867838 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-f54b2244-b5e5-4c2d-aecc-e62748fa0ff4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 089b538f-b0f8-403b-918f-64737d03c88b (CIDR: 172.20.0.0/28) Jan 28 13:50:36.872530 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54b2244-b5e5-4c2d-aecc-e62748fa0ff4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:50:36.873132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54b2244-b5e5-4c2d-aecc-e62748fa0ff4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:50:36.901916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f54b2244-b5e5-4c2d-aecc-e62748fa0ff4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4974709 Jan 28 13:50:36.903925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53930) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:36.921044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:36.998611 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Publish callbacks [] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.023735 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.118746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:37.125204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:37.130888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:37.182784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:37.194895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Pushing event updated for resources: {'Port': ['ID=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:37.211456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.257114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Attempting to bind port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:37.259450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Attempting to bind port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'a7fd37d3-65a3-44ee-adef-87552717bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:37.260407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Attempting to bind port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f on network 61f70f18-c283-42e9-825b-5b9f9cd57fec {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:37.283978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:37.284448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Checking segment: {'id': 'a7fd37d3-65a3-44ee-adef-87552717bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:37.284873 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.285281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Bound using segment: {'id': 'a7fd37d3-65a3-44ee-adef-87552717bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:37.285903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Bound port: 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd37d3-65a3-44ee-adef-87552717bbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:37.286306 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.312663 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for floatingip (754223cf-02ac-4050-bd05-b26b921c6c7a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.313297 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Floating IP 754223cf-02ac-4050-bd05-b26b921c6c7a disassociated (deleted). External IP: 172.25.4.215, port: f0568836-449e-4e5f-8f44-2d02cabc2158. Jan 28 13:50:37.388339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de27b5e9-d790-4ccc-95c8-2ac324b0a839 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:37.477527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] For port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:37.481945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] For port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,segment=NetworkSegment(a7fd37d3-65a3-44ee-adef-87552717bbd1),segment_id=a7fd37d3-65a3-44ee-adef-87552717bbd1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:37.492673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36619f12-81a3-4ab1-963e-d3d6ec1ac77b None None] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:37.505372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.518403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4056e9-afe0-44e6-ae13-81acbc8381e2 req-2b94c09b-31dc-49f4-b0b4-808d2981ca55 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:37.526727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a4056e9-afe0-44e6-ae13-81acbc8381e2 req-2b94c09b-31dc-49f4-b0b4-808d2981ca55 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.1202097 Jan 28 13:50:37.616930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a4056e9-afe0-44e6-ae13-81acbc8381e2 req-c43b5df6-f9e9-4b08-855e-557c3f8d8752 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889840 Jan 28 13:50:37.692828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446027b3-4aa6-4709-b056-caaff540df82 None None] Pushing event updated for resources: {'Port': ['ID=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:37.729362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3bfecc68-2f7d-4969-ba68-d0c530f8b7cd None None] Provisioning complete for port de27b5e9-d790-4ccc-95c8-2ac324b0a839 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:37.730016 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc68-2f7d-4969-ba68-d0c530f8b7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.785153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79eda22b-5bf8-4af6-a8b6-cafefb57e542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.786768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port de27b5e9-d790-4ccc-95c8-2ac324b0a839 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:37.787216 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.003882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (2ab62477-abe8-4853-bc94-558d9b508277), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.035098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3bfecc68-2f7d-4969-ba68-d0c530f8b7cd None None] Current status of the port de27b5e9-d790-4ccc-95c8-2ac324b0a839 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:38.035796 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc68-2f7d-4969-ba68-d0c530f8b7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.076187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=2ab62477-abe8-4853-bc94-558d9b508277,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:38.092224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:38.099403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:38.099899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:38.115621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:38.116553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.163336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Allocated IP 172.25.4.70 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/10c5396e-724f-496b-8547-55fae1aad56f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:38.174159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b7af9857-f7e7-4d64-ad65-6812d6f95d6f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2658646 Jan 28 13:50:38.174560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 53940) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:38.192091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec', 'fixed_ips': [{'subnet_id': '089b538f-b0f8-403b-918f-64737d03c88b'}, {'subnet_id': '2ab62477-abe8-4853-bc94-558d9b508277'}], 'name': 'tempest-PortsTestJSON-1540688361'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:38.208773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:38.210041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4ab6e90a-6d62-4fa7-8b52-74eeea31f8a0 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:38.278098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3bfecc68-2f7d-4969-ba68-d0c530f8b7cd None None] For port de27b5e9-d790-4ccc-95c8-2ac324b0a839, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de27b5e9-d790-4ccc-95c8-2ac324b0a839,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:38.288610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port de27b5e9-d790-4ccc-95c8-2ac324b0a839 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:38.289050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.296337 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc68-2f7d-4969-ba68-d0c530f8b7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.516674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:38.587612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfecc68-2f7d-4969-ba68-d0c530f8b7cd None None] Pushing event updated for resources: {'Port': ['ID=de27b5e9-d790-4ccc-95c8-2ac324b0a839,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:38.605420 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:50:38.606285 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:50:38.609014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e9b001ab-478c-451f-aa16-80ab796484e5 None None] Provisioning complete for port de27b5e9-d790-4ccc-95c8-2ac324b0a839 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:38.609622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e9b001ab-478c-451f-aa16-80ab796484e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.675106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks [] for port (10c5396e-724f-496b-8547-55fae1aad56f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.750582 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.752704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e9b001ab-478c-451f-aa16-80ab796484e5 None None] Current status of the port de27b5e9-d790-4ccc-95c8-2ac324b0a839 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:38.761698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router 8e25a79a-85ff-4283-82a0-f6bbf179349c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:38.835472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.861234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 25ed6535-ff2e-4875-bbd4-f45e22f76372 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:38.873251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104aee8d-54e5-4f96-8da0-ced5a9411a43 req-91e9797a-9e3d-481d-ac33-fab66589e104 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:38.882085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-104aee8d-54e5-4f96-8da0-ced5a9411a43 req-91e9797a-9e3d-481d-ac33-fab66589e104 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.1086326 Jan 28 13:50:38.897334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (10c5396e-724f-496b-8547-55fae1aad56f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:38.956453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-104aee8d-54e5-4f96-8da0-ced5a9411a43 req-f214bb38-3460-48a9-afc3-86ef7276769d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715778 Jan 28 13:50:39.027489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:39.039094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:39.047465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:39.157171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=10c5396e-724f-496b-8547-55fae1aad56f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:39.203324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port de27b5e9-d790-4ccc-95c8-2ac324b0a839 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:39.228361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:39.242124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] Sync routers for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:39.260667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:39.271351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:39.274325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.370274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.3 (61f70f18-c283-42e9-825b-5b9f9cd57fec/089b538f-b0f8-403b-918f-64737d03c88b/25ed6535-ff2e-4875-bbd4-f45e22f76372) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:39.378773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.18 (61f70f18-c283-42e9-825b-5b9f9cd57fec/2ab62477-abe8-4853-bc94-558d9b508277/25ed6535-ff2e-4875-bbd4-f45e22f76372) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:39.427429 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4327cd76-d272-41e8-858a-2f73e18f7eb0 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/floatingips/754223cf-02ac-4050-bd05-b26b921c6c7a HTTP/1.1" status: 204 len: 168 time: 5.8177924 Jan 28 13:50:39.436510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:39.439841 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:39.564503 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b638c084-1cc7-4057-ae73-f01e2d4e29a4 x-openstack-request-id: req-b638c084-1cc7-4057-ae73-f01e2d4e29a4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:39.565637 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:39.565915 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b638c084-1cc7-4057-ae73-f01e2d4e29a4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:39.572249 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'status': 'completed', 'code': 200} Jan 28 13:50:39.642442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:39.665123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:39.747523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks [] for router_gateway (e54912fe-7d1f-4e4f-826c-96b6f3412022), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.841016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.880082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea368243-7234-443b-a423-60580a8a8ff3 None None] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:39.902265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.020342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=25ed6535-ff2e-4875-bbd4-f45e22f76372,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:40.030678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:40.068163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:40.082022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:40.170238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.171378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.204666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1578e10-433b-40ad-abca-f272f3183c34 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0284128 Jan 28 13:50:40.208282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53962) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:40.214417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '089b538f-b0f8-403b-918f-64737d03c88b'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:40.219308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fc5e7d76-c4e2-43f4-b3ea-ceacb374495c None None] Provisioning complete for port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:40.220476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7d76-c4e2-43f4-b3ea-ceacb374495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.228529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:40.229173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-8edffa5c-db31-4129-b0ab-a0200bd8fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.229520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.230695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-8edffa5c-db31-4129-b0ab-a0200bd8fc8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4807337b942a4b8db538feb40bdce94a&device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 1135 time: 0.6136220 Jan 28 13:50:40.300845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723fc3f-a7bc-41ce-a0ee-cde123e0535c req-c1af65db-8c11-4b66-91b0-ba3a1027473d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.303811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d723fc3f-a7bc-41ce-a0ee-cde123e0535c req-c1af65db-8c11-4b66-91b0-ba3a1027473d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.1916230 Jan 28 13:50:40.303997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe08fc0-2514-499d-9e69-888098d4a035 req-9d915759-2836-4384-84d2-3eabc6fa199f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.314607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbe08fc0-2514-499d-9e69-888098d4a035 req-9d915759-2836-4384-84d2-3eabc6fa199f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 984 time: 0.3031061 Jan 28 13:50:40.482679 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d723fc3f-a7bc-41ce-a0ee-cde123e0535c req-e06c5e1b-7593-49f4-910b-52ef3b60b917 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700728 Jan 28 13:50:40.483892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (e54912fe-7d1f-4e4f-826c-96b6f3412022), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.572194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-977b9748-5d56-4a31-b7f6-23fd466fb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.573761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-977b9748-5d56-4a31-b7f6-23fd466fb3fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=334b927b-dad3-4f7e-8227-f9eb2a64495d HTTP/1.1" status: 200 len: 898 time: 0.3293777 Jan 28 13:50:40.648956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-95d21fdc-9be4-4c3b-a646-8aa58334e2ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0568836-449e-4e5f-8f44-2d02cabc2158 HTTP/1.1" status: 200 len: 217 time: 0.0621965 Jan 28 13:50:40.659943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbe08fc0-2514-499d-9e69-888098d4a035 req-edbdd8a9-36f7-4aba-b39c-1e60c116ce91 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3438354 Jan 28 13:50:40.702113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.798352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-7cc46246-606f-4cc4-9124-2af8ea8615ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.805230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-7cc46246-606f-4cc4-9124-2af8ea8615ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4b93ad-3278-4fed-983c-dd323d78310e HTTP/1.1" status: 200 len: 835 time: 0.1441495 Jan 28 13:50:40.825892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:40.826490 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.873888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:40.933149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-12e54ddd-9a2b-4660-90a8-4ce0f6d92c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.935622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-12e54ddd-9a2b-4660-90a8-4ce0f6d92c79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=334b927b-dad3-4f7e-8227-f9eb2a64495d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240122 Jan 28 13:50:40.937665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] Checking router: 8e25a79a-85ff-4283-82a0-f6bbf179349c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:40.978842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:40.979516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e7d76-c4e2-43f4-b3ea-ceacb374495c None None] Current status of the port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:40.979903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7d76-c4e2-43f4-b3ea-ceacb374495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.019357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,segment=NetworkSegment(a7fd37d3-65a3-44ee-adef-87552717bbd1),segment_id=a7fd37d3-65a3-44ee-adef-87552717bbd1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:41.024555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:41.025548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:41.028067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692eb6dc-cca2-44e7-8f6d-c0cddc8b1163 None None] Update dhcp port {'port': {'network_id': '61f70f18-c283-42e9-825b-5b9f9cd57fec', 'fixed_ips': [{'subnet_id': '089b538f-b0f8-403b-918f-64737d03c88b', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ab62477-abe8-4853-bc94-558d9b508277'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:50:41.032001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.033772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de27b5e9-d790-4ccc-95c8-2ac324b0a839 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:41.147093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-0566bd07-b09e-494d-b97f-be3b1589bfe0 service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045729 Jan 28 13:50:41.280592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:41.285938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Delete allocated IP 172.20.0.18 (61f70f18-c283-42e9-825b-5b9f9cd57fec/2ab62477-abe8-4853-bc94-558d9b508277) {{(pid=103373) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:50:41.309639 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6051fbde-7ad0-4166-a7a1-4e15b29cbd3e req-e07405cd-8508-4f7b-8da4-8b0dde0bed8c service neutron] 10.222.0.36 "GET /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549006 Jan 28 13:50:41.383160 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-692eb6dc-cca2-44e7-8f6d-c0cddc8b1163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.439545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58010b07-be0b-4783-a75c-1fa12903a448 req-0555603a-7dd5-4ff6-b534-b3b8cc608665 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:41.441910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58010b07-be0b-4783-a75c-1fa12903a448 req-0555603a-7dd5-4ff6-b534-b3b8cc608665 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.36 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 984 time: 0.1072674 Jan 28 13:50:41.457206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Router e54912fe-7d1f-4e4f-826c-96b6f3412022 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:41.540574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.547289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-fc5e7d76-c4e2-43f4-b3ea-ceacb374495c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:50:41.551641 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-fc5e7d76-c4e2-43f4-b3ea-ceacb374495c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:50:41.552373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:41.615634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.754387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting port f0568836-449e-4e5f-8f44-2d02cabc2158 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:41.754729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.841068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=25ed6535-ff2e-4875-bbd4-f45e22f76372,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:41.865749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] In _notify_port_updated(), no bound segment for port 25ed6535-ff2e-4875-bbd4-f45e22f76372 on network 61f70f18-c283-42e9-825b-5b9f9cd57fec {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:50:41.881275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:41.881962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.896841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1829da62-e3c6-4453-b194-c2dfedaaa7f2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "PUT /v2.0/ports/25ed6535-ff2e-4875-bbd4-f45e22f76372 HTTP/1.1" status: 200 len: 919 time: 1.6870658 Jan 28 13:50:41.901301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53980) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:41.908557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.909487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] For port f0568836-449e-4e5f-8f44-2d02cabc2158, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=f0568836-449e-4e5f-8f44-2d02cabc2158,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:41.912524 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.920227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '089b538f-b0f8-403b-918f-64737d03c88b'}, {'subnet_id': '2ab62477-abe8-4853-bc94-558d9b508277'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:41.931603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port de27b5e9-d790-4ccc-95c8-2ac324b0a839 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:41.931996 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:41.934908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Calling delete_port for f0568836-449e-4e5f-8f44-2d02cabc2158 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:42.021181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:42.035185 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Sync routers for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:42.058348 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:42.059749 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:42.094849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.120433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95339e37-d396-4b09-b584-50f8b847d042 req-19affff6-9298-4684-abb0-df3cd44374aa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:42.135951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95339e37-d396-4b09-b584-50f8b847d042 req-19affff6-9298-4684-abb0-df3cd44374aa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 984 time: 0.2377319 Jan 28 13:50:42.150611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e7d76-c4e2-43f4-b3ea-ceacb374495c None None] Current status of the port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:42.188060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.202014 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-21f69c95-18ca-41dd-bcc0-bba8b13bd0b5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7456546 Jan 28 13:50:42.207131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 53982) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:42.300915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-692eb6dc-cca2-44e7-8f6d-c0cddc8b1163 None None] Allocated IP 172.20.0.19 (61f70f18-c283-42e9-825b-5b9f9cd57fec/2ab62477-abe8-4853-bc94-558d9b508277/2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:42.336323 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:42.387718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port de27b5e9-d790-4ccc-95c8-2ac324b0a839 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:42.395511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:42.477822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705bfc38-9933-4e07-953d-6aa17608e59c None None] The sync data for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 is: [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:48:33Z', 'revision_number': 4, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f57b050c-9ba7-4f6c-ad5a-aa643af6062c', 'name': '', 'network_id': '334b927b-dad3-4f7e-8227-f9eb2a64495d', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'mac_address': 'fa:16:3e:c2:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:30Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'subnets': [{'id': 'ab4b93ad-3278-4fed-983c-dd323d78310e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:42.511886 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-95339e37-d396-4b09-b584-50f8b847d042 req-f485a92b-ff16-419c-a137-db03168c550c tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1e5550-6617-4953-8082-300781fd4fdd&id=535ad04b-e201-4ab4-afb3-29a4ed363083&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3726649 Jan 28 13:50:42.581370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-692eb6dc-cca2-44e7-8f6d-c0cddc8b1163 None None] For port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,segment=NetworkSegment(a7fd37d3-65a3-44ee-adef-87552717bbd1),segment_id=a7fd37d3-65a3-44ee-adef-87552717bbd1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:42.662492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-692eb6dc-cca2-44e7-8f6d-c0cddc8b1163 None None] Publish callbacks [] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.671424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-692eb6dc-cca2-44e7-8f6d-c0cddc8b1163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:42.678806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:42.806586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1761-6cb4-4c3a-945c-abbbae8ac392 req-ab2d5332-2feb-4ecf-a19a-8c8f0e1b9428 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:42.808235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c93a1761-6cb4-4c3a-945c-abbbae8ac392 req-ab2d5332-2feb-4ecf-a19a-8c8f0e1b9428 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 1.1177771 Jan 28 13:50:43.049853 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:39Z', 'revision_number': 3, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:43.091394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c93a1761-6cb4-4c3a-945c-abbbae8ac392 req-f49acbe7-730d-45bd-b612-d6872c1c1f7c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499666 Jan 28 13:50:43.132922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eb6dc-cca2-44e7-8f6d-c0cddc8b1163 None None] Pushing event updated for resources: {'Port': ['ID=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:43.141571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78d5be-05e9-4bb3-a700-a34cc2017650 None None] New status for floating IP 754223cf-02ac-4050-bd05-b26b921c6c7a: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:50:43.149921 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Checking router: e54912fe-7d1f-4e4f-826c-96b6f3412022 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:43.150899 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Updating router e54912fe-7d1f-4e4f-826c-96b6f3412022 port 10c5396e-724f-496b-8547-55fae1aad56f binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:43.152885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f0568836-449e-4e5f-8f44-2d02cabc2158), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.209104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Port': ['ID=f0568836-449e-4e5f-8f44-2d02cabc2158,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:43.236464 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (10c5396e-724f-496b-8547-55fae1aad56f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.305523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:43.305826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.324129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] No DVR routers for this DVR port f0568836-449e-4e5f-8f44-2d02cabc2158 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:43.327437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:43.341975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58010b07-be0b-4783-a75c-1fa12903a448 req-3942dd1c-dd8e-4684-969b-f133bde6a58f tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.36 "DELETE /v2.0/ports/f0568836-449e-4e5f-8f44-2d02cabc2158 HTTP/1.1" status: 204 len: 173 time: 1.8911476 Jan 28 13:50:43.342487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'name': 'network-vif-deleted', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:43.349293 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2278b365-bbb8-4887-a964-c1658aa432b4" -d '{"events": [{"server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "name": "network-vif-deleted", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:43.460527 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3ec6a-0925-41ec-8562-1060f72cefa6 x-openstack-request-id: req-9ad3ec6a-0925-41ec-8562-1060f72cefa6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:43.460827 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fd0d3f-86c0-4071-acfb-b39db6a3ff50", "name": "network-vif-deleted", "tag": "f0568836-449e-4e5f-8f44-2d02cabc2158", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:43.461431 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ad3ec6a-0925-41ec-8562-1060f72cefa6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:43.461622 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd0d3f-86c0-4071-acfb-b39db6a3ff50', 'name': 'network-vif-deleted', 'tag': 'f0568836-449e-4e5f-8f44-2d02cabc2158', 'status': 'completed', 'code': 200} Jan 28 13:50:43.910554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b682e37-c203-4c79-9a85-3d7dbad053d6 req-5fea89e5-9d31-4eb3-88ee-0d80b8f82b8c tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fd0d3f-86c0-4071-acfb-b39db6a3ff50 HTTP/1.1" status: 200 len: 210 time: 0.1110103 Jan 28 13:50:43.971848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:44.060960 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Publish callbacks [] for port (10c5396e-724f-496b-8547-55fae1aad56f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.078789 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (10c5396e-724f-496b-8547-55fae1aad56f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.209340 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Pushing event updated for resources: {'Port': ['ID=10c5396e-724f-496b-8547-55fae1aad56f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:44.237498 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.237498 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.237767 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.238033 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.238368 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.238749 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.239084 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.239459 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.239841 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.248370 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.248826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.249180 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.249526 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:44.295250 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Attempting to bind port 10c5396e-724f-496b-8547-55fae1aad56f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:44.295635 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Attempting to bind port 10c5396e-724f-496b-8547-55fae1aad56f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:44.296011 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Attempting to bind port 10c5396e-724f-496b-8547-55fae1aad56f on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:44.307327 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:44.307708 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:44.313952 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.314912 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:44.315641 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Bound port: 10c5396e-724f-496b-8547-55fae1aad56f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:44.316079 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (10c5396e-724f-496b-8547-55fae1aad56f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.320248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.25 (61f70f18-c283-42e9-825b-5b9f9cd57fec/2ab62477-abe8-4853-bc94-558d9b508277/25ed6535-ff2e-4875-bbd4-f45e22f76372) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:44.411454 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] For port 10c5396e-724f-496b-8547-55fae1aad56f, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:44.414982 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] For port 10c5396e-724f-496b-8547-55fae1aad56f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=10c5396e-724f-496b-8547-55fae1aad56f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:44.421878 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (10c5396e-724f-496b-8547-55fae1aad56f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.545231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:44.572958 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd9932-1afc-4f49-afb9-2f6d6d3cbc34 None None] Pushing event updated for resources: {'Port': ['ID=10c5396e-724f-496b-8547-55fae1aad56f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:44.613355 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:44.613893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:44.639600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37b46-9c15-4af2-9330-5eb9a8e9db40 req-53c7fda9-df94-4841-8ee8-71906ff6c3fd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:44.648307 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-77f37b46-9c15-4af2-9330-5eb9a8e9db40 req-53c7fda9-df94-4841-8ee8-71906ff6c3fd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.3119533 Jan 28 13:50:44.744810 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-77f37b46-9c15-4af2-9330-5eb9a8e9db40 req-72b7931f-fc83-4adc-8126-add83bb3891f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897639 Jan 28 13:50:44.848066 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:44.872546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:44.989628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9c572-5dad-46b4-b7d6-451710743350 None None] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:45.004602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54006) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:45.114847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4d591bc8-142c-4aae-907d-81bb45c153c8 None None] Provisioning complete for port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:45.115429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d591bc8-142c-4aae-907d-81bb45c153c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.151390 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141c4b9c-33ba-4074-a5fb-a1d8645773d3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (535ad04b-e201-4ab4-afb3-29a4ed363083), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.238670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141c4b9c-33ba-4074-a5fb-a1d8645773d3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (535ad04b-e201-4ab4-afb3-29a4ed363083), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.246896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.269249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.298984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:39Z', 'revision_number': 3, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:45.335158 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141c4b9c-33ba-4074-a5fb-a1d8645773d3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (535ad04b-e201-4ab4-afb3-29a4ed363083), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.338299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141c4b9c-33ba-4074-a5fb-a1d8645773d3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.340248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-141c4b9c-33ba-4074-a5fb-a1d8645773d3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/security-groups/535ad04b-e201-4ab4-afb3-29a4ed363083 HTTP/1.1" status: 204 len: 168 time: 0.3334255 Jan 28 13:50:45.347322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54010) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:45.360180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:45.366423 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.368144 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3e6e-0e44-4a7c-8f25-3c4375a5e257 None None] The sync data for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 is: [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:39Z', 'revision_number': 3, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:45.385211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c4b9c-33ba-4074-a5fb-a1d8645773d3 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ad04b-e201-4ab4-afb3-29a4ed363083,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:45.515689 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54c86dfb-a366-4ae8-9d0b-9692197e3309 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (8c1e5550-6617-4953-8082-300781fd4fdd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.565686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] In _notify_port_updated(), no bound segment for port 25ed6535-ff2e-4875-bbd4-f45e22f76372 on network 61f70f18-c283-42e9-825b-5b9f9cd57fec {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:50:45.572011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:45.574589 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.576174 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "PUT /v2.0/ports/25ed6535-ff2e-4875-bbd4-f45e22f76372 HTTP/1.1" status: 200 len: 999 time: 3.6738608 Jan 28 13:50:45.577056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843dfd5-c07f-4ea0-863e-60b739b1c9d2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=25ed6535-ff2e-4875-bbd4-f45e22f76372,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:45.580470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54c86dfb-a366-4ae8-9d0b-9692197e3309 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (8c1e5550-6617-4953-8082-300781fd4fdd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.589012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54012) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:45.595315 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Allocated IP 172.20.0.1 (604c7b35-fcc4-4c43-add4-9e4a069de04f/02411737-66b7-41ed-ab4e-bf0850e6a9b5/844b2218-da67-49a1-adf2-d5f01f21502c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:45.711857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4d591bc8-142c-4aae-907d-81bb45c153c8 None None] Current status of the port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:45.760125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4d591bc8-142c-4aae-907d-81bb45c153c8 None None] Provisioning complete for port 25ed6535-ff2e-4875-bbd4-f45e22f76372 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:45.760901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d591bc8-142c-4aae-907d-81bb45c153c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.769817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device f0568836-449e-4e5f-8f44-2d02cabc2158 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:45.813241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks [] for port (844b2218-da67-49a1-adf2-d5f01f21502c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.863733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: f0568836-449e-4e5f-8f44-2d02cabc2158 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:45.864987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device f0568836-449e-4e5f-8f44-2d02cabc2158 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:45.868778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:45.892305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4d591bc8-142c-4aae-907d-81bb45c153c8 None None] Port 25ed6535-ff2e-4875-bbd4-f45e22f76372 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:45.928706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54c86dfb-a366-4ae8-9d0b-9692197e3309 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8c1e5550-6617-4953-8082-300781fd4fdd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.932068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54c86dfb-a366-4ae8-9d0b-9692197e3309 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:45.935826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-54c86dfb-a366-4ae8-9d0b-9692197e3309 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c1e5550-6617-4953-8082-300781fd4fdd HTTP/1.1" status: 204 len: 168 time: 0.5846186 Jan 28 13:50:45.938809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54016) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:45.950920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c86dfb-a366-4ae8-9d0b-9692197e3309 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e5550-6617-4953-8082-300781fd4fdd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:45.964960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 25ed6535-ff2e-4875-bbd4-f45e22f76372 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:45.965324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.202143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.220989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 25ed6535-ff2e-4875-bbd4-f45e22f76372 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:46.299830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.379990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:46.392807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:46.425815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:46.490446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (25ed6535-ff2e-4875-bbd4-f45e22f76372), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.524675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Pushing event updated for resources: {'Port': ['ID=844b2218-da67-49a1-adf2-d5f01f21502c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:46.560334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=25ed6535-ff2e-4875-bbd4-f45e22f76372,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:46.636687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eb355-63ae-4052-a130-63abd19b2f64 req-681c4bad-7de0-4510-a140-71878ebd54c4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:46.644633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c87eb355-63ae-4052-a130-63abd19b2f64 req-681c4bad-7de0-4510-a140-71878ebd54c4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.7119827 Jan 28 13:50:46.691710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 10c5396e-724f-496b-8547-55fae1aad56f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:46.774659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.778679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5abd70e-9421-401c-a779-806bdd6894ba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/25ed6535-ff2e-4875-bbd4-f45e22f76372 HTTP/1.1" status: 204 len: 168 time: 1.1885877 Jan 28 13:50:46.784648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54024) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.865081 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6756d66-410f-42a7-819c-d324800935cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:50:46.870268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c6756d66-410f-42a7-819c-d324800935cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/25ed6535-ff2e-4875-bbd4-f45e22f76372 HTTP/1.1" status: 404 len: 333 time: 0.0808234 Jan 28 13:50:46.871037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:46.906670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 10c5396e-724f-496b-8547-55fae1aad56f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:46.912011 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (10c5396e-724f-496b-8547-55fae1aad56f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.913078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c87eb355-63ae-4052-a130-63abd19b2f64 req-46be145e-235b-4796-a34f-d673a6a164f8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671406 Jan 28 13:50:46.922943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (e54912fe-7d1f-4e4f-826c-96b6f3412022), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:46.965238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet 2ab62477-abe8-4853-bc94-558d9b508277 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:46.974632 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (2ab62477-abe8-4853-bc94-558d9b508277), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.117604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (2ab62477-abe8-4853-bc94-558d9b508277), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.166468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 10c5396e-724f-496b-8547-55fae1aad56f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:47.167318 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (10c5396e-724f-496b-8547-55fae1aad56f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.261916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a7e2bd54-fa40-4860-850b-a07170354056 None None] Provisioning complete for port 844b2218-da67-49a1-adf2-d5f01f21502c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:47.262362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a7e2bd54-fa40-4860-850b-a07170354056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.265427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 10c5396e-724f-496b-8547-55fae1aad56f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=10c5396e-724f-496b-8547-55fae1aad56f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:47.317409 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (10c5396e-724f-496b-8547-55fae1aad56f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.478978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=10c5396e-724f-496b-8547-55fae1aad56f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.499748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (2ab62477-abe8-4853-bc94-558d9b508277), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.504203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2bd54-fa40-4860-850b-a07170354056 None None] Port 844b2218-da67-49a1-adf2-d5f01f21502c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:47.508284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.508799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.509246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.509689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.510143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.510734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.511186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.511645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.512102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.512541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.513011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.513443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.513872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:47.630040 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (2ab62477-abe8-4853-bc94-558d9b508277), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.633971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-de667432-f312-4d81-8c2f-c2a30eec80fb None None] Provisioning complete for port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:47.635706 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-de667432-f312-4d81-8c2f-c2a30eec80fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.677402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab62477-abe8-4853-bc94-558d9b508277,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:47.716750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.729713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-76c6bb8f-12ad-484c-a1e8-75447b1eb16a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/2ab62477-abe8-4853-bc94-558d9b508277 HTTP/1.1" status: 204 len: 168 time: 0.8556061 Jan 28 13:50:47.731281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:47.750126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce385dcb-b30d-4f2f-82a1-15f93dfbbfcf None None] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:47.802278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.826037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet 089b538f-b0f8-403b-918f-64737d03c88b {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:47.832430 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (089b538f-b0f8-403b-918f-64737d03c88b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:47.948054 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (089b538f-b0f8-403b-918f-64737d03c88b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.120722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-de667432-f312-4d81-8c2f-c2a30eec80fb None None] Current status of the port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:48.132736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-de667432-f312-4d81-8c2f-c2a30eec80fb None None] Could not find standard attr ID for object 25ed6535-ff2e-4875-bbd4-f45e22f76372. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:50:48.239392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (089b538f-b0f8-403b-918f-64737d03c88b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.250589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-987ea898-6012-4686-bfef-5463717295ff None None] Could not find standard attr ID for object 25ed6535-ff2e-4875-bbd4-f45e22f76372. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:50:48.347038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (8e25a79a-85ff-4283-82a0-f6bbf179349c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.442491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (089b538f-b0f8-403b-918f-64737d03c88b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.475451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.488798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/089b538f-b0f8-403b-918f-64737d03c88b HTTP/1.1" status: 204 len: 168 time: 0.7551315 Jan 28 13:50:48.550446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54042) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:48.588960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9f30d-00ff-4807-a2c8-0babbc29c0a6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=089b538f-b0f8-403b-918f-64737d03c88b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:48.671211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 10c5396e-724f-496b-8547-55fae1aad56f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:48.686146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks [] for port (844b2218-da67-49a1-adf2-d5f01f21502c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.705424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0266-d030-44d5-8919-14207af2c2c6 req-6112e9fa-c7de-4bc9-99e3-bf0eed4ac726 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:48.707209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a9b0266-d030-44d5-8919-14207af2c2c6 req-6112e9fa-c7de-4bc9-99e3-bf0eed4ac726 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.6354496 Jan 28 13:50:48.710794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.778917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (61f70f18-c283-42e9-825b-5b9f9cd57fec), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.792295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 10c5396e-724f-496b-8547-55fae1aad56f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:48.792681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (10c5396e-724f-496b-8547-55fae1aad56f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.801303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (e54912fe-7d1f-4e4f-826c-96b6f3412022), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.914854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:48.915253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:48.958054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1a9b0266-d030-44d5-8919-14207af2c2c6 req-98fd2c9b-b60a-4377-9160-91d8f41afdea tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628907 Jan 28 13:50:48.980284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 10c5396e-724f-496b-8547-55fae1aad56f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:49.075769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] For port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,segment=NetworkSegment(a7fd37d3-65a3-44ee-adef-87552717bbd1),segment_id=a7fd37d3-65a3-44ee-adef-87552717bbd1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:49.076431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.110902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:49.200716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e318a66-4f6a-4a5b-91a3-cde7677e5777 None None] Network 61f70f18-c283-42e9-825b-5b9f9cd57fec requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:49.231679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.301471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:49.327848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No DVR routers for this DVR port 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:49.334863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-77488b0a-57a5-4d75-8ca3-bd83cd4c55e8 None None] Could not find standard attr ID for object 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:50:49.464914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93a2ef-b481-4ca7-bd7c-c9bfe647707c None None] DHCP port deletion for 61f70f18-c283-42e9-825b-5b9f9cd57fec request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:49.483977 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (61f70f18-c283-42e9-825b-5b9f9cd57fec), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.511564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f70f18-c283-42e9-825b-5b9f9cd57fec']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:49.523087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fd37d3-65a3-44ee-adef-87552717bbd1') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:49.523754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fd37d3-65a3-44ee-adef-87552717bbd1') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:49.535049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (a7fd37d3-65a3-44ee-adef-87552717bbd1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.551081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a7fd37d3-65a3-44ee-adef-87552717bbd1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.559356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:49.560170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (a7fd37d3-65a3-44ee-adef-87552717bbd1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:49.628665 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:49.638754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (61f70f18-c283-42e9-825b-5b9f9cd57fec), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.658724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:49.663746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/61f70f18-c283-42e9-825b-5b9f9cd57fec HTTP/1.1" status: 204 len: 168 time: 1.1118040 Jan 28 13:50:49.668805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54052) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.729693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Pushing event updated for resources: {'Port': ['ID=844b2218-da67-49a1-adf2-d5f01f21502c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:49.761292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53871b-ca5e-4f7a-a08c-83f994dfbe5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=61f70f18-c283-42e9-825b-5b9f9cd57fec,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:49.792245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973acf1-6cdc-4917-a473-20b56e8eb7b6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:49.794676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a973acf1-6cdc-4917-a473-20b56e8eb7b6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1127844 Jan 28 13:50:49.800364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54054) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.854154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:49.858739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:49.871537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dc0c723b-5409-4292-bc06-f68dd89dfc8d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0699687 Jan 28 13:50:49.877073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54056) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:49.886935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-555001865'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:49.921863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:49.933328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.004065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:50.023782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (fbbed43a-e325-4c47-95b0-906d78c8cd31), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.025770 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment fbbed43a-e325-4c47-95b0-906d78c8cd31 of type vlan for network bb784189-48de-4bb8-a7e1-fe552b4c406f Jan 28 13:50:50.104689 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (bb784189-48de-4bb8-a7e1-fe552b4c406f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.129041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Router e54912fe-7d1f-4e4f-826c-96b6f3412022 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:50.138958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (bb784189-48de-4bb8-a7e1-fe552b4c406f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.164638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:50.165604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.220379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3415272 Jan 28 13:50:50.225877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54060) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:50.233723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:50.269225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-747e8cb6-8bde-42ec-a945-ace9214f41b1 None None] Provisioning complete for port 844b2218-da67-49a1-adf2-d5f01f21502c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:50.269790 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-747e8cb6-8bde-42ec-a945-ace9214f41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.311897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-747e8cb6-8bde-42ec-a945-ace9214f41b1 None None] Port 844b2218-da67-49a1-adf2-d5f01f21502c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:50.348690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e3dd8-3d98-4e81-bf61-f176eace9ad4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=bb784189-48de-4bb8-a7e1-fe552b4c406f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:50.362235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network bb784189-48de-4bb8-a7e1-fe552b4c406f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:50.365934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting port f57b050c-9ba7-4f6c-ad5a-aa643af6062c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:50.366590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:50.420485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f8d13-3eb0-4c2e-94ba-1556e3bf7255 req-c84b9e59-0a97-43cb-830f-5b6bb8261ac2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:50.430479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c51f8d13-3eb0-4c2e-94ba-1556e3bf7255 req-c84b9e59-0a97-43cb-830f-5b6bb8261ac2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.3104508 Jan 28 13:50:50.552788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:50.593055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:50.593413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2f3724d3-eee3-4c02-a1b9-d76be5a2fa4f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:50.680726 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c51f8d13-3eb0-4c2e-94ba-1556e3bf7255 req-34246d4f-d8f7-4ec6-9bcd-8add58867e94 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444434 Jan 28 13:50:50.739509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:50.741089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.017314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] For port f57b050c-9ba7-4f6c-ad5a-aa643af6062c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:51.018035 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.077594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Calling delete_port for f57b050c-9ba7-4f6c-ad5a-aa643af6062c owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:51.102949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:51.111791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47768382-521d-4726-9298-c80cd92e505b req-103d22cf-a936-4919-8189-8ca49307a73f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:51.119313 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Sync routers for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:51.123181 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47768382-521d-4726-9298-c80cd92e505b req-103d22cf-a936-4919-8189-8ca49307a73f tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 946 time: 0.2359679 Jan 28 13:50:51.132832 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:51.133805 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:51.135863 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-600d06cd-8cb8-4976-b501-d892940052a4 admin admin] 10.222.0.45 "PUT /v2.0/routers/e54912fe-7d1f-4e4f-826c-96b6f3412022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9275093 Jan 28 13:50:51.288699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47768382-521d-4726-9298-c80cd92e505b req-9d6e3d44-cf67-4ce6-a189-303fb25a90f2 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645148 Jan 28 13:50:51.314153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (c1b1e94c-1160-4630-955f-43de5577294a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.500442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=c1b1e94c-1160-4630-955f-43de5577294a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.503315 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:51.584141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': 'fbbed43a-e325-4c47-95b0-906d78c8cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:51.584649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: bb784189-48de-4bb8-a7e1-fe552b4c406f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:51.671738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network bb784189-48de-4bb8-a7e1-fe552b4c406f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:51.690415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f57b050c-9ba7-4f6c-ad5a-aa643af6062c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.702172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, bb784189-48de-4bb8-a7e1-fe552b4c406f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:51.711261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:51.711578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61426566-21c6-4bbf-9b45-956d9b87241e None None] Network bb784189-48de-4bb8-a7e1-fe552b4c406f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:51.712669 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:51.792539 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Port': ['ID=f57b050c-9ba7-4f6c-ad5a-aa643af6062c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:51.827757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cce424df-45a0-41e2-a136-2183ac055572 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:51.837455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cce424df-45a0-41e2-a136-2183ac055572 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 946 time: 0.1524675 Jan 28 13:50:51.947787 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-81531c8c-5d0d-410f-a005-ea188a54c5c1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7198296 Jan 28 13:50:51.955957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54090) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:51.982779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f', 'name': 'tempest-PortsTestJSON-2033856700'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:52.077254 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 2, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:52.114386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-bb784189-48de-4bb8-a7e1-fe552b4c406f', 'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f', 'project_id': 'fd6e4bed256045709ba514aa3db6efbc', 'fixed_ips': [{'subnet_id': 'c1b1e94c-1160-4630-955f-43de5577294a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:52.115602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.158332 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Checking router: e54912fe-7d1f-4e4f-826c-96b6f3412022 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:52.159187 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Updating router e54912fe-7d1f-4e4f-826c-96b6f3412022 port 844b2218-da67-49a1-adf2-d5f01f21502c binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:50:52.178332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912f19a-9c27-42fc-9a92-80318eea5ee8 req-6ec50200-c8a5-4474-b343-035bc5df192c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:52.184668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c912f19a-9c27-42fc-9a92-80318eea5ee8 req-6ec50200-c8a5-4474-b343-035bc5df192c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.2992465 Jan 28 13:50:52.219086 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.348511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54096) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:52.359434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1678087887-network', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:52.505877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c912f19a-9c27-42fc-9a92-80318eea5ee8 req-a8905be4-3bf5-4261-9d60-8f0812bc82f0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131093 Jan 28 13:50:52.544261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Made reservation on behalf of 47a3a7733e3a42ee92f41b19a87602bd for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:52.549266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.592490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.599084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Allocated IP 172.20.0.2 (bb784189-48de-4bb8-a7e1-fe552b4c406f/c1b1e94c-1160-4630-955f-43de5577294a/af62d313-137e-45e7-bb38-4dc9a0649c01) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:52.621910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Deleting port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:52.622259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.729507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] For port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,segment=NetworkSegment(ff14610b-d75b-4aa1-b9a8-8e79ea7fad85),segment_id=ff14610b-d75b-4aa1-b9a8-8e79ea7fad85)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:52.729878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.742695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Calling delete_port for 58bfe5b2-c77e-43c5-a67d-67717b38d6bb owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:50:52.887470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (58bfe5b2-c77e-43c5-a67d-67717b38d6bb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.910216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['58bfe5b2-c77e-43c5-a67d-67717b38d6bb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:52.933344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Pushing event deleted for resources: {'Port': ['ID=58bfe5b2-c77e-43c5-a67d-67717b38d6bb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:52.964499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa661f-183a-42f2-921c-cda6a77b0780 req-e3bd589c-7caf-4dfd-b3f8-48a41d0f9bda tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:52.968750 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5aa661f-183a-42f2-921c-cda6a77b0780 req-e3bd589c-7caf-4dfd-b3f8-48a41d0f9bda tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/ports?device_id=4843efc5-46c8-4c71-b94e-fb5a1637842e HTTP/1.1" status: 200 len: 946 time: 0.3591063 Jan 28 13:50:52.981675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] No DVR routers for this DVR port 58bfe5b2-c77e-43c5-a67d-67717b38d6bb on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:50:52.985259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:52.989488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31f76757-5a50-4daa-b207-f63120f2a10a req-cadd62b3-d5eb-45d6-8125-3bc2f08e9980 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.36 "DELETE /v2.0/ports/58bfe5b2-c77e-43c5-a67d-67717b38d6bb HTTP/1.1" status: 204 len: 173 time: 1.1426616 Jan 28 13:50:52.989965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'name': 'network-vif-deleted', 'tag': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:52.992479 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efe8a03-4f3a-4306-9c2d-a1efb344a4b7" -d '{"events": [{"server_uuid": "4843efc5-46c8-4c71-b94e-fb5a1637842e", "name": "network-vif-deleted", "tag": "58bfe5b2-c77e-43c5-a67d-67717b38d6bb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:53.051936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks [] for security_group (a65f036a-94fe-4383-b300-58814c55340b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.057035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a65f036a-94fe-4383-b300-58814c55340b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.143829 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Publish callbacks [] for port (844b2218-da67-49a1-adf2-d5f01f21502c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.144016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:50:53.176276 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673576c0-b377-46e7-909a-d461700950c9 x-openstack-request-id: req-673576c0-b377-46e7-909a-d461700950c9 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:53.176703 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4843efc5-46c8-4c71-b94e-fb5a1637842e", "name": "network-vif-deleted", "tag": "58bfe5b2-c77e-43c5-a67d-67717b38d6bb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:53.177128 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-673576c0-b377-46e7-909a-d461700950c9 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:53.178067 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4843efc5-46c8-4c71-b94e-fb5a1637842e', 'name': 'network-vif-deleted', 'tag': '58bfe5b2-c77e-43c5-a67d-67717b38d6bb', 'status': 'completed', 'code': 200} Jan 28 13:50:53.180397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5aa661f-183a-42f2-921c-cda6a77b0780 req-a4cf5389-f778-49fe-9f28-a62aa4169176 tempest-AttachVolumeNegativeTest-298313971 tempest-AttachVolumeNegativeTest-298313971-project] 10.222.0.45 "GET /v2.0/security-groups?id=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011998 Jan 28 13:50:53.183046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e644da1f-fa3c-4fb2-86ed-65885fdacc02), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.183431 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Added segment e644da1f-fa3c-4fb2-86ed-65885fdacc02 of type vlan for network 3a1c8845-81a0-41cb-9324-a036cc76bc40 Jan 28 13:50:53.183966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (8e25a79a-85ff-4283-82a0-f6bbf179349c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.184125 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.185163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f036a-94fe-4383-b300-58814c55340b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.187251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:53.200435 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.208353 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Publish callbacks [] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.222399 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.343477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3a1c8845-81a0-41cb-9324-a036cc76bc40), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.383673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Network bb784189-48de-4bb8-a7e1-fe552b4c406f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:53.384330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port f9ec43a2-ff3e-477e-9cd9-6168f95efa82 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:53.388391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:53.397418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:53.397647 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b76cdc-eb92-46cf-aaa2-f315f47d1cda None None] Pushing event updated for resources: {'Port': ['ID=844b2218-da67-49a1-adf2-d5f01f21502c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.415175 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Attempting to bind port 844b2218-da67-49a1-adf2-d5f01f21502c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:53.415555 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Attempting to bind port 844b2218-da67-49a1-adf2-d5f01f21502c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:53.416234 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Attempting to bind port 844b2218-da67-49a1-adf2-d5f01f21502c on network 604c7b35-fcc4-4c43-add4-9e4a069de04f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:53.423729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3a1c8845-81a0-41cb-9324-a036cc76bc40), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.425356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:53.426340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.428205 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:53.428594 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Checking segment: {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:53.429014 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.429554 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Bound using segment: {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:53.430526 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Bound port: 844b2218-da67-49a1-adf2-d5f01f21502c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:53.430526 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.513810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Pushing event updated for resources: {'Port': ['ID=af62d313-137e-45e7-bb38-4dc9a0649c01,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.518280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] Pushing event updated for resources: {'Network': ['ID=3a1c8845-81a0-41cb-9324-a036cc76bc40,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.524501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c7a9eab8-e633-43da-81b0-e3ba832c3e59 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1722639 Jan 28 13:50:53.527511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:53.535664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Request body: {'subnet': {'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1678087887-subnet', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:53.575572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Made reservation on behalf of 47a3a7733e3a42ee92f41b19a87602bd for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:53.580199 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.610327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:50:53.612336 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] For port 844b2218-da67-49a1-adf2-d5f01f21502c, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:53.617645 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] For port 844b2218-da67-49a1-adf2-d5f01f21502c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=844b2218-da67-49a1-adf2-d5f01f21502c,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:53.625294 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.804224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Attempting to bind port af62d313-137e-45e7-bb38-4dc9a0649c01 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:53.804609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Attempting to bind port af62d313-137e-45e7-bb38-4dc9a0649c01 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'fbbed43a-e325-4c47-95b0-906d78c8cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:53.804991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Attempting to bind port af62d313-137e-45e7-bb38-4dc9a0649c01 on network bb784189-48de-4bb8-a7e1-fe552b4c406f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:53.849383 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:53.850061 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:53.855791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dbe6d152-fe50-44cc-9761-23cabae04356 None None] Provisioning complete for port 844b2218-da67-49a1-adf2-d5f01f21502c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:53.856270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d152-fe50-44cc-9761-23cabae04356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.858492 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b76cdc-eb92-46cf-aaa2-f315f47d1cda None None] Pushing event updated for resources: {'Port': ['ID=844b2218-da67-49a1-adf2-d5f01f21502c,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:53.926756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:53.927594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Checking segment: {'id': 'fbbed43a-e325-4c47-95b0-906d78c8cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:53.931329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.931930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Bound using segment: {'id': 'fbbed43a-e325-4c47-95b0-906d78c8cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:53.945210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Bound port: af62d313-137e-45e7-bb38-4dc9a0649c01, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbed43a-e325-4c47-95b0-906d78c8cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:53.945505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:53.957185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.3 (bb784189-48de-4bb8-a7e1-fe552b4c406f/c1b1e94c-1160-4630-955f-43de5577294a/f9ec43a2-ff3e-477e-9cd9-6168f95efa82) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:54.044263 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5c4a73c8-02f3-4455-b63b-e498b93f542c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.075697 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:54.093415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] For port af62d313-137e-45e7-bb38-4dc9a0649c01, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:54.100226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] For port af62d313-137e-45e7-bb38-4dc9a0649c01, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=af62d313-137e-45e7-bb38-4dc9a0649c01,segment=NetworkSegment(fbbed43a-e325-4c47-95b0-906d78c8cd31),segment_id=fbbed43a-e325-4c47-95b0-906d78c8cd31)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:54.108872 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.224600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4a73c8-02f3-4455-b63b-e498b93f542c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.227889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Checking segment: {'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:54.228339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Network hostable DHCP agents. Network: 3a1c8845-81a0-41cb-9324-a036cc76bc40, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:50:54.258686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6d152-fe50-44cc-9761-23cabae04356 None None] Current status of the port 844b2218-da67-49a1-adf2-d5f01f21502c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:54.259089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d152-fe50-44cc-9761-23cabae04356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.270779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:50:54.283203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3a1c8845-81a0-41cb-9324-a036cc76bc40) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:54.294750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:54.295363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.316813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dbe6d152-fe50-44cc-9761-23cabae04356 None None] For port 844b2218-da67-49a1-adf2-d5f01f21502c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=844b2218-da67-49a1-adf2-d5f01f21502c,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:54.327204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4f170-9da6-48af-a568-20fda806f937 None None] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:54.332606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-68005770-20a5-4651-b848-be4b803336ec admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7977080 Jan 28 13:50:54.333304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54112) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:54.337904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:54.388542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54116) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:54.440862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (e8cec500-306f-42b3-8e37-31adefdbe7d0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.441988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (e8cec500-306f-42b3-8e37-31adefdbe7d0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.444406 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d152-fe50-44cc-9761-23cabae04356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.457909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9051769-4f32-4345-8177-2e3253daf708 None None] Pushing event updated for resources: {'Port': ['ID=af62d313-137e-45e7-bb38-4dc9a0649c01,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.497947 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (f9ec43a2-ff3e-477e-9cd9-6168f95efa82), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.541836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6d152-fe50-44cc-9761-23cabae04356 None None] Pushing event updated for resources: {'Port': ['ID=844b2218-da67-49a1-adf2-d5f01f21502c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:54.550278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-3a1c8845-81a0-41cb-9324-a036cc76bc40', 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40', 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'fixed_ips': [{'subnet_id': '5c4a73c8-02f3-4455-b63b-e498b93f542c'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:50:54.551184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.598611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks [] for router_controller (e8cec500-306f-42b3-8e37-31adefdbe7d0), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.606239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d9d87a12-e98a-4be1-9ae4-755cbeff0e2a None None] Provisioning complete for port 844b2218-da67-49a1-adf2-d5f01f21502c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:54.606623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9d87a12-e98a-4be1-9ae4-755cbeff0e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:54.676286 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:53Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:54.783250 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb92609-0fb8-4425-8f80-1abe865ac322 None None] The sync data for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 is: [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:53Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:50:54.820642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d9d87a12-e98a-4be1-9ae4-755cbeff0e2a None None] Current status of the port 844b2218-da67-49a1-adf2-d5f01f21502c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:54.983077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f9ec43a2-ff3e-477e-9cd9-6168f95efa82), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.026416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Allocated IP 172.20.0.2 (3a1c8845-81a0-41cb-9324-a036cc76bc40/5c4a73c8-02f3-4455-b63b-e498b93f542c/9813987e-343c-4846-85d4-b07779fe2236) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:55.064374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ca63-786a-467f-b502-e20da85f05af req-180eb3d7-f764-4aa0-8695-3a7acb58d4d2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:55.066697 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e94ca63-786a-467f-b502-e20da85f05af req-180eb3d7-f764-4aa0-8695-3a7acb58d4d2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 1.3396301 Jan 28 13:50:55.079585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks [] for router_gateway (e8cec500-306f-42b3-8e37-31adefdbe7d0), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.140689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Router 8e25a79a-85ff-4283-82a0-f6bbf179349c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:50:55.144712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network bb784189-48de-4bb8-a7e1-fe552b4c406f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:55.174303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:55.181983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:55.202894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=f9ec43a2-ff3e-477e-9cd9-6168f95efa82,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:55.210926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] Deleting subnet 994ece1f-abf2-49a5-a911-318ac7cad4ed {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:55.234369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] Publish callbacks [] for subnet (994ece1f-abf2-49a5-a911-318ac7cad4ed), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.376728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (994ece1f-abf2-49a5-a911-318ac7cad4ed), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.489694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (994ece1f-abf2-49a5-a911-318ac7cad4ed), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.529858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Publish callbacks [] for port (9813987e-343c-4846-85d4-b07779fe2236), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.556999 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (9813987e-343c-4846-85d4-b07779fe2236), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.732905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Pushing event updated for resources: {'Port': ['ID=9813987e-343c-4846-85d4-b07779fe2236,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:55.749392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:55.751941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:55.771716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:55.855427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 58bfe5b2-c77e-43c5-a67d-67717b38d6bb no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:55.871785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks [] for router_gateway (e8cec500-306f-42b3-8e37-31adefdbe7d0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.902618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 58bfe5b2-c77e-43c5-a67d-67717b38d6bb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:50:55.903552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 58bfe5b2-c77e-43c5-a67d-67717b38d6bb not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:50:55.907720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.914712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Attempting to bind port 9813987e-343c-4846-85d4-b07779fe2236 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:55.915528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Attempting to bind port 9813987e-343c-4846-85d4-b07779fe2236 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:55.916576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Attempting to bind port 9813987e-343c-4846-85d4-b07779fe2236 on network 3a1c8845-81a0-41cb-9324-a036cc76bc40 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:55.925624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:55.926352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Checking segment: {'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:55.926921 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:55.927811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Bound using segment: {'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:55.928734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Bound port: 9813987e-343c-4846-85d4-b07779fe2236, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:55.929363 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9813987e-343c-4846-85d4-b07779fe2236), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.026798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] For port 9813987e-343c-4846-85d4-b07779fe2236, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:56.033434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] For port 9813987e-343c-4846-85d4-b07779fe2236, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9813987e-343c-4846-85d4-b07779fe2236,segment=NetworkSegment(e644da1f-fa3c-4fb2-86ed-65885fdacc02),segment_id=e644da1f-fa3c-4fb2-86ed-65885fdacc02)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:56.040516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9813987e-343c-4846-85d4-b07779fe2236), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.082253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:56.082962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.133641 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-32285067-d38b-423e-a9bd-b4087f8d4cba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1708555 Jan 28 13:50:56.147834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:56.162267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': 'bb784189-48de-4bb8-a7e1-fe552b4c406f', 'name': 'tempest-PortsTestJSON-541779824'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:56.178519 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5e94ca63-786a-467f-b502-e20da85f05af req-4a0146e6-e6a8-416e-a117-1433c4af2c96 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0703421 Jan 28 13:50:56.221088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22e4a5-1689-4e05-baed-255eb37d0ad5 None None] Pushing event updated for resources: {'Port': ['ID=9813987e-343c-4846-85d4-b07779fe2236,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:56.267647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Allocated IP 172.25.4.105 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/a3d4a199-5333-4cd0-b6a2-e210f62b515f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:56.271617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a6720-9c44-4eda-84ca-efb780493dd3 None None] Network bb784189-48de-4bb8-a7e1-fe552b4c406f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:56.398294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6e13bc63-2a72-40bc-910c-f7bb7386c0be None None] Provisioning complete for port af62d313-137e-45e7-bb38-4dc9a0649c01 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:56.398917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6e13bc63-2a72-40bc-910c-f7bb7386c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.463481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:56.476923 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f5f6e4b1-5040-4b5c-b902-69c79e70aa77 tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "PUT /v2.0/routers/8e25a79a-85ff-4283-82a0-f6bbf179349c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5308189 Jan 28 13:50:56.491144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54136) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:56.503594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] Sync routers for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:56.548958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:56.549610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:56.638923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks [] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.709515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:56.714572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting subnet ab4b93ad-3278-4fed-983c-dd323d78310e {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:50:56.788312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for subnet (ab4b93ad-3278-4fed-983c-dd323d78310e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.822064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.848081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (994ece1f-abf2-49a5-a911-318ac7cad4ed), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:56.911006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:56.919401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.023445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ab4b93ad-3278-4fed-983c-dd323d78310e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.044444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994ece1f-abf2-49a5-a911-318ac7cad4ed,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:57.060876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 0000c229-d687-4300-b4aa-d53a15acd85e yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:50:57.066025 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.069376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6bbf5430-3b71-4e2e-b4a3-918c3793f85f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/994ece1f-abf2-49a5-a911-318ac7cad4ed HTTP/1.1" status: 204 len: 168 time: 2.6798787 Jan 28 13:50:57.080279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54142) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:57.100720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:57.106552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device af62d313-137e-45e7-bb38-4dc9a0649c01 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:57.107525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:57.113087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:57.332272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Pushing event updated for resources: {'Port': ['ID=a3d4a199-5333-4cd0-b6a2-e210f62b515f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:57.499156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.515471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6e13bc63-2a72-40bc-910c-f7bb7386c0be None None] Current status of the port af62d313-137e-45e7-bb38-4dc9a0649c01 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:57.517754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6e13bc63-2a72-40bc-910c-f7bb7386c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.615348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6e13bc63-2a72-40bc-910c-f7bb7386c0be None None] For port af62d313-137e-45e7-bb38-4dc9a0649c01, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=af62d313-137e-45e7-bb38-4dc9a0649c01,segment=NetworkSegment(fbbed43a-e325-4c47-95b0-906d78c8cd31),segment_id=fbbed43a-e325-4c47-95b0-906d78c8cd31)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:57.620453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b1c46390-f3ca-409a-92a5-76d47d90790b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.623910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port af62d313-137e-45e7-bb38-4dc9a0649c01 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:57.624427 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.627917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6e13bc63-2a72-40bc-910c-f7bb7386c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.654059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.8 (bb784189-48de-4bb8-a7e1-fe552b4c406f/c1b1e94c-1160-4630-955f-43de5577294a/0000c229-d687-4300-b4aa-d53a15acd85e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:57.656157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:50:51Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:57.678708 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:50:57.681767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ab4b93ad-3278-4fed-983c-dd323d78310e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.732816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] Checking router: 8e25a79a-85ff-4283-82a0-f6bbf179349c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:50:57.768366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847530e-d65e-4270-868a-0c55de9a8e45 req-d8a883f4-5a46-4ab6-b2fa-c720b51b7e75 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:57.770487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3847530e-d65e-4270-868a-0c55de9a8e45 req-d8a883f4-5a46-4ab6-b2fa-c720b51b7e75 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.4114783 Jan 28 13:50:57.787550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks [] for router_gateway (e8cec500-306f-42b3-8e37-31adefdbe7d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:57.815108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] Routers {'8e25a79a-85ff-4283-82a0-f6bbf179349c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:57.815917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e25a79a-85ff-4283-82a0-f6bbf179349c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:58.013505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] Set router 8e25a79a-85ff-4283-82a0-f6bbf179349c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:58.102362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13bc63-2a72-40bc-910c-f7bb7386c0be None None] Pushing event updated for resources: {'Port': ['ID=af62d313-137e-45e7-bb38-4dc9a0649c01,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:58.166491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b1c46390-f3ca-409a-92a5-76d47d90790b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.212552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 451849db-6e93-47d3-9a70-c97d3030939a details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:50:58.286366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3847530e-d65e-4270-868a-0c55de9a8e45 req-4bca7372-e4b7-47ba-804c-cf6f814b14fe tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950759 Jan 28 13:50:58.321158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ab4b93ad-3278-4fed-983c-dd323d78310e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.325814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-99d2d0a6-3567-433f-b050-f01f73bc06d7 None None] Provisioning complete for port f9ec43a2-ff3e-477e-9cd9-6168f95efa82 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:58.326497 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99d2d0a6-3567-433f-b050-f01f73bc06d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f9ec43a2-ff3e-477e-9cd9-6168f95efa82), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.340747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c46390-f3ca-409a-92a5-76d47d90790b']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:58.399973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:58.400551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff14610b-d75b-4aa1-b9a8-8e79ea7fad85') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:58.403157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4b93ad-3278-4fed-983c-dd323d78310e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:58.409234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.418940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-be413b12-93d2-424b-94a8-70f851ec6dda tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/subnets/ab4b93ad-3278-4fed-983c-dd323d78310e HTTP/1.1" status: 204 len: 168 time: 1.9263566 Jan 28 13:50:58.427195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54150) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:58.449753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (ff14610b-d75b-4aa1-b9a8-8e79ea7fad85), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.462912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.538710 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ff14610b-d75b-4aa1-b9a8-8e79ea7fad85), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.542101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad6fe43-236a-4924-a587-a9a5aae72d50 None None] Network 334b927b-dad3-4f7e-8227-f9eb2a64495d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:58.573793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:50:58.574552 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (ff14610b-d75b-4aa1-b9a8-8e79ea7fad85), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:50:58.579442 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:50:58.593952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (0000c229-d687-4300-b4aa-d53a15acd85e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.714534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (e8cec500-306f-42b3-8e37-31adefdbe7d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.759744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b1c46390-f3ca-409a-92a5-76d47d90790b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.776127 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.779870 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] 10.222.0.45 "DELETE /v2.0/networks/b1c46390-f3ca-409a-92a5-76d47d90790b HTTP/1.1" status: 204 len: 168 time: 1.6978009 Jan 28 13:50:58.790569 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router (8e25a79a-85ff-4283-82a0-f6bbf179349c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.886239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed71939-ccaf-4089-b0ee-499d1fef230f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c46390-f3ca-409a-92a5-76d47d90790b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:58.905565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0000c229-d687-4300-b4aa-d53a15acd85e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.923909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Router e8cec500-306f-42b3-8e37-31adefdbe7d0 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:50:59.023407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38834371-b322-4b3e-87aa-86ca7eef8665 None None] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:50:59.040124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 451849db-6e93-47d3-9a70-c97d3030939a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=451849db-6e93-47d3-9a70-c97d3030939a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:59.044561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54156) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:59.074341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-99d2d0a6-3567-433f-b050-f01f73bc06d7 None None] Port f9ec43a2-ff3e-477e-9cd9-6168f95efa82 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:50:59.088965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=0000c229-d687-4300-b4aa-d53a15acd85e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:59.107747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network bb784189-48de-4bb8-a7e1-fe552b4c406f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:59.116745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:59.128713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:59.150446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port af62d313-137e-45e7-bb38-4dc9a0649c01 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:59.152134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 844b2218-da67-49a1-adf2-d5f01f21502c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:59.182881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '451849db-6e93-47d3-9a70-c97d3030939a', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'port_id': '451849db-6e93-47d3-9a70-c97d3030939a', 'mac_address': 'fa:16:3e:47:8e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:50:59.196708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:59.197401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.252709 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ae18e12a-c4f5-436f-9b67-89aab4a7c14f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1020958 Jan 28 13:50:59.253317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54160) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:59.285660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4333c383-1ca5-429c-98fb-3f5132b56f46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ade38184a57462990ec309416af038a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392421 Jan 28 13:50:59.292304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54162) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:59.306562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-99d2d0a6-3567-433f-b050-f01f73bc06d7 None None] Provisioning complete for port af62d313-137e-45e7-bb38-4dc9a0649c01 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:59.307121 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99d2d0a6-3567-433f-b050-f01f73bc06d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.326806 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_gateway (8e25a79a-85ff-4283-82a0-f6bbf179349c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.433305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:50:59.443719 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Sync routers for ids ['e8cec500-306f-42b3-8e37-31adefdbe7d0'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:50:59.446933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-071c8aca-ab3d-48c6-b764-1e582d738536 admin admin] Publish callbacks [] for security_group (2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.454501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8e46d-5eda-4393-a58d-589bbdf52eeb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:59.458581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c0c8e46d-5eda-4393-a58d-589bbdf52eeb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.2035279 Jan 28 13:50:59.460501 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Routers {'e8cec500-306f-42b3-8e37-31adefdbe7d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:50:59.464649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54166) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:59.465317 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e8cec500-306f-42b3-8e37-31adefdbe7d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:50:59.507079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 451849db-6e93-47d3-9a70-c97d3030939a is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:59.507737 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (451849db-6e93-47d3-9a70-c97d3030939a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.515320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.522093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d082085-cda2-4c78-814a-a51a36104d3c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1874475 Jan 28 13:50:59.522709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54168) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:59.533453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-071c8aca-ab3d-48c6-b764-1e582d738536 admin admin] Publish callbacks [] for security_group (2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.634930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451849db-6e93-47d3-9a70-c97d3030939a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:50:59.649104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-071c8aca-ab3d-48c6-b764-1e582d738536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.653129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-071c8aca-ab3d-48c6-b764-1e582d738536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.654129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-071c8aca-ab3d-48c6-b764-1e582d738536 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0 HTTP/1.1" status: 204 len: 168 time: 0.3608396 Jan 28 13:50:59.676077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c8aca-ab3d-48c6-b764-1e582d738536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2498eff6-b36e-4d3c-8a7d-5ab9bac4cfa0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:59.697371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8e67-2638-4c0b-86ef-b8c2ec456097 req-5338866f-509c-4da8-bb13-fac54cf37b67 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:59.699363 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Set router e8cec500-306f-42b3-8e37-31adefdbe7d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:50:59.708851 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b66c8e67-2638-4c0b-86ef-b8c2ec456097 req-5338866f-509c-4da8-bb13-fac54cf37b67 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 944 time: 0.2893956 Jan 28 13:50:59.813186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] DHCP port deletion for 334b927b-dad3-4f7e-8227-f9eb2a64495d request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:50:59.822350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Deleting port cb3c96c3-b0da-40af-b14b-1ce721bc0d42 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:50:59.822904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.825761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 844b2218-da67-49a1-adf2-d5f01f21502c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:59.825953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:59.935057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 451849db-6e93-47d3-9a70-c97d3030939a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=451849db-6e93-47d3-9a70-c97d3030939a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:00.053580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] For port cb3c96c3-b0da-40af-b14b-1ce721bc0d42, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:00.053889 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.066813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (451849db-6e93-47d3-9a70-c97d3030939a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.114559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Calling delete_port for cb3c96c3-b0da-40af-b14b-1ce721bc0d42 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:00.186126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=451849db-6e93-47d3-9a70-c97d3030939a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:00.191033 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:50:57Z', 'revision_number': 3, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:00.196504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-99d2d0a6-3567-433f-b050-f01f73bc06d7 None None] Current status of the port af62d313-137e-45e7-bb38-4dc9a0649c01 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:00.313676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:50:51Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:00.335938 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Checking router: e8cec500-306f-42b3-8e37-31adefdbe7d0 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:00.336320 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Updating router e8cec500-306f-42b3-8e37-31adefdbe7d0 port a3d4a199-5333-4cd0-b6a2-e210f62b515f binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:00.366988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3254f-809e-4c14-bd93-0613e6a9bd38 None None] The sync data for ids ['8e25a79a-85ff-4283-82a0-f6bbf179349c'] in n-d-822748-2 is: [{'id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488541667', 'tenant_id': '4807337b942a4b8db538feb40bdce94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:22Z', 'updated_at': '2022-01-28T13:50:51Z', 'revision_number': 5, 'project_id': '4807337b942a4b8db538feb40bdce94a', 'gw_port': {'id': 'cb3c96c3-b0da-40af-b14b-1ce721bc0d42', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e25a79a-85ff-4283-82a0-f6bbf179349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:23Z', 'updated_at': '2022-01-28T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:00.410075 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.460905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['451849db-6e93-47d3-9a70-c97d3030939a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:00.495221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] Deleting port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:00.496373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.499961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 844b2218-da67-49a1-adf2-d5f01f21502c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:00.558207 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b66c8e67-2638-4c0b-86ef-b8c2ec456097 req-588d1495-60fd-46d9-b24b-f6c4407693ad tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690332 Jan 28 13:51:00.566380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Provisioning complete for port 0000c229-d687-4300-b4aa-d53a15acd85e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:00.566773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0000c229-d687-4300-b4aa-d53a15acd85e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.580259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 0000c229-d687-4300-b4aa-d53a15acd85e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:00.580495 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0000c229-d687-4300-b4aa-d53a15acd85e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.644060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.729773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Port 0000c229-d687-4300-b4aa-d53a15acd85e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:00.815470 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0000c229-d687-4300-b4aa-d53a15acd85e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.833160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] For port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=77ade5b8-6a95-4ee1-8e6b-2a275ba6befd,segment=NetworkSegment(d9ae1116-38ae-404e-abbb-4d0dbd0c81f5),segment_id=d9ae1116-38ae-404e-abbb-4d0dbd0c81f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:00.833561 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.850717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 0000c229-d687-4300-b4aa-d53a15acd85e owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:00.862273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Provisioning complete for port 9813987e-343c-4846-85d4-b07779fe2236 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:00.862700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9813987e-343c-4846-85d4-b07779fe2236), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.877538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] Calling delete_port for 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:00.952335 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Publish callbacks [] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.974091 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.044482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Allocated IP 172.20.0.1 (3a1c8845-81a0-41cb-9324-a036cc76bc40/5c4a73c8-02f3-4455-b63b-e498b93f542c/ac801edf-c532-48ea-be9c-5a4443fa9864) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:01.184691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0000c229-d687-4300-b4aa-d53a15acd85e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.248064 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c43958-d45e-42ee-a652-b35ccbda606d None None] Pushing event updated for resources: {'Port': ['ID=a3d4a199-5333-4cd0-b6a2-e210f62b515f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.271778 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Attempting to bind port a3d4a199-5333-4cd0-b6a2-e210f62b515f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:01.272500 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Attempting to bind port a3d4a199-5333-4cd0-b6a2-e210f62b515f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:01.272876 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Attempting to bind port a3d4a199-5333-4cd0-b6a2-e210f62b515f on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:01.278928 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:01.279420 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:01.279836 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.280322 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:01.280911 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Bound port: a3d4a199-5333-4cd0-b6a2-e210f62b515f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:01.281301 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.286567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device af62d313-137e-45e7-bb38-4dc9a0649c01 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:01.307286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (cb3c96c3-b0da-40af-b14b-1ce721bc0d42), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.309459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=0000c229-d687-4300-b4aa-d53a15acd85e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.343130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks [] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.404269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Current status of the port 9813987e-343c-4846-85d4-b07779fe2236 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:01.405394 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9813987e-343c-4846-85d4-b07779fe2236), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.437681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.444829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Port': ['ID=cb3c96c3-b0da-40af-b14b-1ce721bc0d42,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.451808 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] For port a3d4a199-5333-4cd0-b6a2-e210f62b515f, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:01.461752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] For port a3d4a199-5333-4cd0-b6a2-e210f62b515f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a3d4a199-5333-4cd0-b6a2-e210f62b515f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:01.476450 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.513704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (77ade5b8-6a95-4ee1-8e6b-2a275ba6befd), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.550600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:01.563939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:01.574771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:01.605566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] For port 9813987e-343c-4846-85d4-b07779fe2236, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9813987e-343c-4846-85d4-b07779fe2236,segment=NetworkSegment(e644da1f-fa3c-4fb2-86ed-65885fdacc02),segment_id=e644da1f-fa3c-4fb2-86ed-65885fdacc02)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:01.673624 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9813987e-343c-4846-85d4-b07779fe2236), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.690514 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c43958-d45e-42ee-a652-b35ccbda606d None None] Pushing event updated for resources: {'Port': ['ID=a3d4a199-5333-4cd0-b6a2-e210f62b515f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.693401 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Routers {'e8cec500-306f-42b3-8e37-31adefdbe7d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:01.694011 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e8cec500-306f-42b3-8e37-31adefdbe7d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:01.716225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Pushing event updated for resources: {'Port': ['ID=ac801edf-c532-48ea-be9c-5a4443fa9864,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.772859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port af62d313-137e-45e7-bb38-4dc9a0649c01 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:01.780561 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.798338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.807024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-817b8de5-377a-4de4-a6d3-56d6545c1737 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/0000c229-d687-4300-b4aa-d53a15acd85e HTTP/1.1" status: 204 len: 168 time: 2.3364396 Jan 28 13:51:01.811270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54208) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.842972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (e8cec500-306f-42b3-8e37-31adefdbe7d0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.869908 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-17aaffa0-a4e2-4467-9503-3cc27bf12960 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:51:01.871393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17aaffa0-a4e2-4467-9503-3cc27bf12960 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/0000c229-d687-4300-b4aa-d53a15acd85e HTTP/1.1" status: 404 len: 333 time: 0.0557206 Jan 28 13:51:01.887782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54210) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:01.889791 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (8e25a79a-85ff-4283-82a0-f6bbf179349c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:01.909161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] Pushing event deleted for resources: {'Port': ['ID=77ade5b8-6a95-4ee1-8e6b-2a275ba6befd,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:01.922231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67ba67-1017-4445-8319-d33f82173527 None None] No DVR routers for this DVR port 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:02.149202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8fb8232d-ebae-40cd-9fbc-9efee764b215 None None] Provisioning complete for port 9813987e-343c-4846-85d4-b07779fe2236 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:02.149585 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8fb8232d-ebae-40cd-9fbc-9efee764b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9813987e-343c-4846-85d4-b07779fe2236), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.151265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3fed3-3eab-4236-a5c1-d09579f2b714 None None] Pushing event updated for resources: {'Port': ['ID=9813987e-343c-4846-85d4-b07779fe2236,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.280359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port af62d313-137e-45e7-bb38-4dc9a0649c01 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:02.281505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9813987e-343c-4846-85d4-b07779fe2236 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:02.336471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.379387 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] Set router e8cec500-306f-42b3-8e37-31adefdbe7d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:02.404481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24664f75-9ee0-4604-a51e-bb7b9aed67ed req-23188ee6-9e71-427f-9739-24999bccba74 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:02.412188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24664f75-9ee0-4604-a51e-bb7b9aed67ed req-23188ee6-9e71-427f-9739-24999bccba74 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 945 time: 0.6270742 Jan 28 13:51:02.499049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9813987e-343c-4846-85d4-b07779fe2236 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:02.499622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9813987e-343c-4846-85d4-b07779fe2236), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.503270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8232d-ebae-40cd-9fbc-9efee764b215 None None] Current status of the port 9813987e-343c-4846-85d4-b07779fe2236 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:02.539696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24664f75-9ee0-4604-a51e-bb7b9aed67ed req-3c3bafbe-6bab-46aa-9776-41f5ec026783 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259825 Jan 28 13:51:02.722772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9813987e-343c-4846-85d4-b07779fe2236 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:02.735969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-433cdaad-3dd0-431f-96ce-5599e69c7e5f None None] Provisioning complete for port ac801edf-c532-48ea-be9c-5a4443fa9864 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:02.740653 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-433cdaad-3dd0-431f-96ce-5599e69c7e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.772869 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:50:57Z', 'revision_number': 3, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:02.795928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-433cdaad-3dd0-431f-96ce-5599e69c7e5f None None] Port ac801edf-c532-48ea-be9c-5a4443fa9864 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:02.828171 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49291067-ce30-4f94-81b5-da85346617f9 None None] The sync data for ids ['e8cec500-306f-42b3-8e37-31adefdbe7d0'] in n-d-822748-2 is: [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:50:57Z', 'revision_number': 3, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:02.838984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:02.839372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks [] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.847545 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.890012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (8e25a79a-85ff-4283-82a0-f6bbf179349c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.895174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router_controller (8e25a79a-85ff-4283-82a0-f6bbf179349c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.900273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:02.900273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 77ade5b8-6a95-4ee1-8e6b-2a275ba6befd not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:02.900726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f57b050c-9ba7-4f6c-ad5a-aa643af6062c no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:02.941152 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (e8cec500-306f-42b3-8e37-31adefdbe7d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.951025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Pushing event updated for resources: {'Port': ['ID=ac801edf-c532-48ea-be9c-5a4443fa9864,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.953118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f57b050c-9ba7-4f6c-ad5a-aa643af6062c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:02.954234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f57b050c-9ba7-4f6c-ad5a-aa643af6062c not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:03.050849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (8e25a79a-85ff-4283-82a0-f6bbf179349c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.051589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Fanout notify agent at l3_agent the message router_deleted on router 8e25a79a-85ff-4283-82a0-f6bbf179349c {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:03.070561 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.072099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ccf32241-f692-48f9-a20c-cd8bfaee8eaa tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/routers/8e25a79a-85ff-4283-82a0-f6bbf179349c HTTP/1.1" status: 204 len: 168 time: 4.6404848 Jan 28 13:51:03.082615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54228) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:03.105350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port f9ec43a2-ff3e-477e-9cd9-6168f95efa82 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:03.105970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f9ec43a2-ff3e-477e-9cd9-6168f95efa82), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.152148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:03.154135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:03.228503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f9ec43a2-ff3e-477e-9cd9-6168f95efa82), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.250179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for f9ec43a2-ff3e-477e-9cd9-6168f95efa82 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:03.343944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9813987e-343c-4846-85d4-b07779fe2236 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:03.469612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9813987e-343c-4846-85d4-b07779fe2236 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:03.470163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9813987e-343c-4846-85d4-b07779fe2236), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.485099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Router e8cec500-306f-42b3-8e37-31adefdbe7d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:03.647310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9813987e-343c-4846-85d4-b07779fe2236 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:03.654973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (334b927b-dad3-4f7e-8227-f9eb2a64495d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.662291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:03.677460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-44f38eae-9a18-40cb-8576-3e676c19273b admin admin] 10.222.0.45 "PUT /v2.0/routers/e8cec500-306f-42b3-8e37-31adefdbe7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0731771 Jan 28 13:51:03.688571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-eeb6b97d-234d-40bc-93ea-c72aa93baca9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2796543 Jan 28 13:51:03.734510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1a20109e-6183-4894-bcb1-fd5f061010d6 None None] Provisioning complete for port ac801edf-c532-48ea-be9c-5a4443fa9864 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:03.741108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a20109e-6183-4894-bcb1-fd5f061010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.824748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1a20109e-6183-4894-bcb1-fd5f061010d6 None None] Port ac801edf-c532-48ea-be9c-5a4443fa9864 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:03.870487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba6271-cb62-4640-ab22-26bf5a3cf46a req-d820802d-e165-41bb-b53e-436e4de4b2b4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:03.875909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bba6271-cb62-4640-ab22-26bf5a3cf46a req-d820802d-e165-41bb-b53e-436e4de4b2b4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 945 time: 0.2060766 Jan 28 13:51:03.922345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (334b927b-dad3-4f7e-8227-f9eb2a64495d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.000158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bba6271-cb62-4640-ab22-26bf5a3cf46a req-96927523-89c9-44a2-acbe-3df406f7c636 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171193 Jan 28 13:51:04.071879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334b927b-dad3-4f7e-8227-f9eb2a64495d']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.095236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.097599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ae1116-38ae-404e-abbb-4d0dbd0c81f5') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:04.118913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (d9ae1116-38ae-404e-abbb-4d0dbd0c81f5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.137000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d9ae1116-38ae-404e-abbb-4d0dbd0c81f5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.147186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:04.147186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (d9ae1116-38ae-404e-abbb-4d0dbd0c81f5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.163167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 451849db-6e93-47d3-9a70-c97d3030939a up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:04.242794 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:04.251174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (334b927b-dad3-4f7e-8227-f9eb2a64495d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.257262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.264574 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] 10.222.0.45 "DELETE /v2.0/networks/334b927b-dad3-4f7e-8227-f9eb2a64495d HTTP/1.1" status: 204 len: 168 time: 1.1803253 Jan 28 13:51:04.295898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34416b5a-ff2c-40b3-b7bf-e2291c62c36d tempest-TestSecurityGroupsBasicOps-1092138881 tempest-TestSecurityGroupsBasicOps-1092138881-project] Pushing event deleted for resources: {'Network': ['ID=334b927b-dad3-4f7e-8227-f9eb2a64495d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:04.325815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.326298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.326921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.327461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.329731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.331123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.331787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.340660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-16917ad1-6fd6-4dc6-a83e-5d721bb7bca9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.3238039 Jan 28 13:51:04.376926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f9ec43a2-ff3e-477e-9cd9-6168f95efa82), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.380014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 451849db-6e93-47d3-9a70-c97d3030939a completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:51:04.386349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 451849db-6e93-47d3-9a70-c97d3030939a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:04.386814 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (451849db-6e93-47d3-9a70-c97d3030939a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.443526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=f9ec43a2-ff3e-477e-9cd9-6168f95efa82,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:04.623465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 451849db-6e93-47d3-9a70-c97d3030939a is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:04.623872 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (451849db-6e93-47d3-9a70-c97d3030939a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.727153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451849db-6e93-47d3-9a70-c97d3030939a'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:04.742112 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b3cc38-9a09-4f9d-9b58-5abaa51c49c6" -d '{"events": [{"server_uuid": "0a22b603-0842-4b4f-b534-a9b5b29cf8e9", "name": "network-vif-plugged", "status": "completed", "tag": "451849db-6e93-47d3-9a70-c97d3030939a"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:04.812193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 451849db-6e93-47d3-9a70-c97d3030939a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=451849db-6e93-47d3-9a70-c97d3030939a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:04.819570 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (451849db-6e93-47d3-9a70-c97d3030939a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.854135 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.867896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54256) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:04.877591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a625aadf-d65b-4afc-8880-f6e503ec1604 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/f9ec43a2-ff3e-477e-9cd9-6168f95efa82 HTTP/1.1" status: 204 len: 168 time: 2.9891467 Jan 28 13:51:04.893723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-1236fe21-53bb-40e3-9b05-8d5706b67077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.894218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-1236fe21-53bb-40e3-9b05-8d5706b67077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.894674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-1236fe21-53bb-40e3-9b05-8d5706b67077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.896903 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-1236fe21-53bb-40e3-9b05-8d5706b67077 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=b3daea2d-ee9c-473f-9140-ae668521e7c4&id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 2297 time: 0.4950719 Jan 28 13:51:04.935436 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3b3250-7ef6-44d3-bdc3-c8ea5774e61b tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:51:04.940209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fb3b3250-7ef6-44d3-bdc3-c8ea5774e61b tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/f9ec43a2-ff3e-477e-9cd9-6168f95efa82 HTTP/1.1" status: 404 len: 333 time: 0.0711601 Jan 28 13:51:04.940988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54260) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:04.948675 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07967a1-f6a7-4160-bfa0-008c626994c8 x-openstack-request-id: req-d07967a1-f6a7-4160-bfa0-008c626994c8 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:04.948978 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a22b603-0842-4b4f-b534-a9b5b29cf8e9", "name": "network-vif-plugged", "status": "completed", "tag": "451849db-6e93-47d3-9a70-c97d3030939a", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:04.949249 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d07967a1-f6a7-4160-bfa0-008c626994c8 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:04.949661 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451849db-6e93-47d3-9a70-c97d3030939a', 'code': 200} Jan 28 13:51:05.004749 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8bbc2a50-95e5-45bf-8317-7f66938e00d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.047118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=451849db-6e93-47d3-9a70-c97d3030939a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.198539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet c1b1e94c-1160-4630-955f-43de5577294a {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:05.198799 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-3fd51fc1-a540-451a-83d0-5b352eaf32cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 1000 time: 0.2918057 Jan 28 13:51:05.212962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (c1b1e94c-1160-4630-955f-43de5577294a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.254679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54268) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:05.295454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-d03ddacf-740a-4a2f-8751-45d9dbc6e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.298149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-d03ddacf-740a-4a2f-8751-45d9dbc6e409 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 200 len: 856 time: 0.0921476 Jan 28 13:51:05.301517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (c1b1e94c-1160-4630-955f-43de5577294a), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.313859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cb339-1add-4b40-95fa-f8a12d067d57 req-3c2623f8-9655-48bd-91ba-11b1627aaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.315779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-825cb339-1add-4b40-95fa-f8a12d067d57 req-3c2623f8-9655-48bd-91ba-11b1627aaf10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 1097 time: 0.3379920 Jan 28 13:51:05.332538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a3d4a199-5333-4cd0-b6a2-e210f62b515f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:05.393646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54274) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:05.408305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bfb3b3a2-dde1-4ab3-8d7a-1f10f7bd077f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679832159', 'description': 'tempest-secgroup-smoke-679832159 description', 'project_id': '9c8ea800696a4e50a7b2f212de264d79'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:05.472316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b3a2-dde1-4ab3-8d7a-1f10f7bd077f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.477476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-461658c7-9b91-4105-ae2d-2334523328bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.487749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-461658c7-9b91-4105-ae2d-2334523328bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68ab7131-bccd-4165-8d71-334c51189a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818554 Jan 28 13:51:05.488499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a3d4a199-5333-4cd0-b6a2-e210f62b515f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:05.488884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.499389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-825cb339-1add-4b40-95fa-f8a12d067d57 req-e5e4842b-de56-495e-b0be-5cee6b455a92 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561422 Jan 28 13:51:05.549366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ddf1f-23b1-4a95-acd2-cc0650787b7e req-a3175d24-6b22-40b2-a849-b4f28b1d9da7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:05.552966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4a0ddf1f-23b1-4a95-acd2-cc0650787b7e req-a3175d24-6b22-40b2-a849-b4f28b1d9da7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 946 time: 0.1489079 Jan 28 13:51:05.554394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c1b1e94c-1160-4630-955f-43de5577294a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.620970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a3d4a199-5333-4cd0-b6a2-e210f62b515f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:05.621744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.662760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port a3d4a199-5333-4cd0-b6a2-e210f62b515f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a3d4a199-5333-4cd0-b6a2-e210f62b515f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:05.677554 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.725525 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-f1cf284e-3ed8-4b25-a4dc-1024f55f1d31 service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293553 Jan 28 13:51:05.727226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cb3c96c3-b0da-40af-b14b-1ce721bc0d42 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:05.762377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: cb3c96c3-b0da-40af-b14b-1ce721bc0d42 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:05.762817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cb3c96c3-b0da-40af-b14b-1ce721bc0d42 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:05.782965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b3a2-dde1-4ab3-8d7a-1f10f7bd077f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group (7de0ff61-ca24-4498-8b91-ea93b11f7d43), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.821334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b3a2-dde1-4ab3-8d7a-1f10f7bd077f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7de0ff61-ca24-4498-8b91-ea93b11f7d43), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.825270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=a3d4a199-5333-4cd0-b6a2-e210f62b515f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.861026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4a0ddf1f-23b1-4a95-acd2-cc0650787b7e req-62c34415-0ba6-4d2e-9b06-3a76f9600cba tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981846 Jan 28 13:51:05.871140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7e4217bb-7ef0-4313-b1d5-58f3f52297ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4807337b942a4b8db538feb40bdce94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6120403 Jan 28 13:51:05.885773 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (c1b1e94c-1160-4630-955f-43de5577294a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.913338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54280) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:05.924920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3b3a2-dde1-4ab3-8d7a-1f10f7bd077f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de0ff61-ca24-4498-8b91-ea93b11f7d43,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:05.943080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b3a2-dde1-4ab3-8d7a-1f10f7bd077f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.947988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bfb3b3a2-dde1-4ab3-8d7a-1f10f7bd077f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5517430 Jan 28 13:51:05.948757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54284) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:05.950697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:05.956736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fcd225-cf57-46a5-8f62-e07f1f78598e None None] Network bb784189-48de-4bb8-a7e1-fe552b4c406f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:05.959462 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e6b6cf02-ca87-4062-9fad-26567d3d251b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'security_group_rule': {'security_group_id': '7de0ff61-ca24-4498-8b91-ea93b11f7d43', 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:05.979687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/c1b1e94c-1160-4630-955f-43de5577294a HTTP/1.1" status: 204 len: 168 time: 1.0377231 Jan 28 13:51:05.989004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54286) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.023467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-79ee7b22-2d17-4143-a688-ca5fcdabb93c service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709055 Jan 28 13:51:06.027121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6b6cf02-ca87-4062-9fad-26567d3d251b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (f5d64893-2334-48db-8ba8-79370a9a883f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.032178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77798d2-a6f9-4000-9aa8-bb8a7b0f67e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b1e94c-1160-4630-955f-43de5577294a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:06.096785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc452-9ad1-4f80-bc63-760d97e6090a admin admin] Publish callbacks [] for security_group (2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.144239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc452-9ad1-4f80-bc63-760d97e6090a admin admin] Publish callbacks [] for security_group (2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.164621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6b6cf02-ca87-4062-9fad-26567d3d251b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (f5d64893-2334-48db-8ba8-79370a9a883f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.166881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-86c936d2-04ab-41d3-bf84-d456bf9a38bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 217 time: 0.0670247 Jan 28 13:51:06.175475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6b6cf02-ca87-4062-9fad-26567d3d251b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (f5d64893-2334-48db-8ba8-79370a9a883f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.240522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc452-9ad1-4f80-bc63-760d97e6090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.252837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dcfc452-9ad1-4f80-bc63-760d97e6090a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.259404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6dcfc452-9ad1-4f80-bc63-760d97e6090a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8 HTTP/1.1" status: 204 len: 168 time: 0.3322289 Jan 28 13:51:06.263960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6cf02-ca87-4062-9fad-26567d3d251b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d64893-2334-48db-8ba8-79370a9a883f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:06.269675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfc452-9ad1-4f80-bc63-760d97e6090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1c7bc3-9d7f-4f2f-bebf-fad71ace8bf8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:06.295445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (bb784189-48de-4bb8-a7e1-fe552b4c406f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.309195 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6b6cf02-ca87-4062-9fad-26567d3d251b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.315084 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e6b6cf02-ca87-4062-9fad-26567d3d251b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595555 Jan 28 13:51:06.316480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54302) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.316598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] DHCP port deletion for bb784189-48de-4bb8-a7e1-fe552b4c406f request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:06.328532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a98f09bd-ad52-4bf0-b9fd-24aba5f77055 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'security_group_rule': {'security_group_id': '7de0ff61-ca24-4498-8b91-ea93b11f7d43', 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:06.344800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-72b3c770-7684-426d-a0e9-4cfe02aece6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.347124 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-72b3c770-7684-426d-a0e9-4cfe02aece6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1689463 Jan 28 13:51:06.407366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Sync routers for ids ['e8cec500-306f-42b3-8e37-31adefdbe7d0'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:06.439744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Routers {'e8cec500-306f-42b3-8e37-31adefdbe7d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:06.440607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:50:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e8cec500-306f-42b3-8e37-31adefdbe7d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:06.483368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-dba84fa8-e4a3-41bd-85a3-394a91da63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.485155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-dba84fa8-e4a3-41bd-85a3-394a91da63c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249261 Jan 28 13:51:06.497577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a98f09bd-ad52-4bf0-b9fd-24aba5f77055 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (695d9aed-8263-441c-a3fd-abcb3b6be454), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.522282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] Deleting port af62d313-137e-45e7-bb38-4dc9a0649c01 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:06.522893 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.610807 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-a6d9cfaf-6098-4bd1-80d4-57092d4cde38 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059320 Jan 28 13:51:06.752565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port af62d313-137e-45e7-bb38-4dc9a0649c01 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:06.753195 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.793028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] For port af62d313-137e-45e7-bb38-4dc9a0649c01, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=af62d313-137e-45e7-bb38-4dc9a0649c01,segment=NetworkSegment(fbbed43a-e325-4c47-95b0-906d78c8cd31),segment_id=fbbed43a-e325-4c47-95b0-906d78c8cd31)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:06.793836 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.815976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54316) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:06.820645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] Calling delete_port for af62d313-137e-45e7-bb38-4dc9a0649c01 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:06.843367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf081-230e-461d-a978-72416d21b91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.941417 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.968387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] For port af62d313-137e-45e7-bb38-4dc9a0649c01, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=af62d313-137e-45e7-bb38-4dc9a0649c01,segment=NetworkSegment(fbbed43a-e325-4c47-95b0-906d78c8cd31),segment_id=fbbed43a-e325-4c47-95b0-906d78c8cd31)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:06.972133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.977703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a98f09bd-ad52-4bf0-b9fd-24aba5f77055 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (695d9aed-8263-441c-a3fd-abcb3b6be454), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.980793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] No DVR routers for this DVR port af62d313-137e-45e7-bb38-4dc9a0649c01 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:06.982624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10110c79-4c02-4145-abbb-d4f43ffd4c3f None None] Pushing event deleted for resources: {'Port': ['ID=af62d313-137e-45e7-bb38-4dc9a0649c01,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.029836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Set router e8cec500-306f-42b3-8e37-31adefdbe7d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:07.030436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a98f09bd-ad52-4bf0-b9fd-24aba5f77055 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (695d9aed-8263-441c-a3fd-abcb3b6be454), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.032921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf081-230e-461d-a978-72416d21b91f admin admin] Publish callbacks [] for security_group (f8919c0b-a44c-48fb-b74d-50dcaa65c39d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.043260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf081-230e-461d-a978-72416d21b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f8919c0b-a44c-48fb-b74d-50dcaa65c39d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.080928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for af62d313-137e-45e7-bb38-4dc9a0649c01 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:07.086303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f09bd-ad52-4bf0-b9fd-24aba5f77055 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695d9aed-8263-441c-a3fd-abcb3b6be454,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.097784 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-2aec7b78-1872-45a5-a2ca-8033498ed46b service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660695 Jan 28 13:51:07.152017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf081-230e-461d-a978-72416d21b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8919c0b-a44c-48fb-b74d-50dcaa65c39d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.152861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a98f09bd-ad52-4bf0-b9fd-24aba5f77055 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.154320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a98f09bd-ad52-4bf0-b9fd-24aba5f77055 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8293474 Jan 28 13:51:07.190663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54326) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.209323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a8bf081-230e-461d-a978-72416d21b91f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f01d94ce3b44e07a819627f8e1dc67f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894582 Jan 28 13:51:07.213002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54328) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.228280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-35350514-bc71-4d3b-8939-7733aa7aafbd tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'security_group_rule': {'security_group_id': '7de0ff61-ca24-4498-8b91-ea93b11f7d43', 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:07.246094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a3d4a199-5333-4cd0-b6a2-e210f62b515f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:07.250594 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-262aafe7-64a0-456c-bcf0-30363a2a278b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 217 time: 0.1364982 Jan 28 13:51:07.306282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35350514-bc71-4d3b-8939-7733aa7aafbd tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (5f22d2fd-002f-456e-a6e0-f8f1c0965093), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.322905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6385323-a7c8-460a-b338-f5e878323a75 admin admin] Publish callbacks [] for security_group (f8919c0b-a44c-48fb-b74d-50dcaa65c39d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.350976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f3b52-0184-4336-91a5-68ce76d5ff92 req-14c5b4f6-44fa-4e5a-97bc-cfa1305ffaff tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.353083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd4f3b52-0184-4336-91a5-68ce76d5ff92 req-14c5b4f6-44fa-4e5a-97bc-cfa1305ffaff tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 946 time: 0.2678764 Jan 28 13:51:07.372825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6385323-a7c8-460a-b338-f5e878323a75 admin admin] Publish callbacks [] for security_group (f8919c0b-a44c-48fb-b74d-50dcaa65c39d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.386302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a3d4a199-5333-4cd0-b6a2-e210f62b515f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:07.386692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.431155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-6045b792-95b7-4694-8608-999f8dd9ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.433053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-6045b792-95b7-4694-8608-999f8dd9ed00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1610062 Jan 28 13:51:07.471260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6385323-a7c8-460a-b338-f5e878323a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f8919c0b-a44c-48fb-b74d-50dcaa65c39d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.475791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6385323-a7c8-460a-b338-f5e878323a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.479459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d6385323-a7c8-460a-b338-f5e878323a75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8919c0b-a44c-48fb-b74d-50dcaa65c39d HTTP/1.1" status: 204 len: 168 time: 0.2630198 Jan 28 13:51:07.494250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6385323-a7c8-460a-b338-f5e878323a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8919c0b-a44c-48fb-b74d-50dcaa65c39d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.499907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (af62d313-137e-45e7-bb38-4dc9a0649c01), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.506467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ac801edf-c532-48ea-be9c-5a4443fa9864', 'name': '', 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'mac_address': 'fa:16:3e:1f:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '5c4a73c8-02f3-4455-b63b-e498b93f542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:00Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 2, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'subnets': [{'id': '5c4a73c8-02f3-4455-b63b-e498b93f542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:07.579585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Checking router: e8cec500-306f-42b3-8e37-31adefdbe7d0 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:07.579965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Updating router e8cec500-306f-42b3-8e37-31adefdbe7d0 port ac801edf-c532-48ea-be9c-5a4443fa9864 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:07.604237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd4f3b52-0184-4336-91a5-68ce76d5ff92 req-10de3e8a-91ad-496e-9697-3ecb3f0f95ae tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323208 Jan 28 13:51:07.609110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35350514-bc71-4d3b-8939-7733aa7aafbd tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (5f22d2fd-002f-456e-a6e0-f8f1c0965093), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.631879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=af62d313-137e-45e7-bb38-4dc9a0649c01,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.635777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35350514-bc71-4d3b-8939-7733aa7aafbd tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5f22d2fd-002f-456e-a6e0-f8f1c0965093), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.638834 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.643380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No DVR routers for this DVR port af62d313-137e-45e7-bb38-4dc9a0649c01 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:07.655158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-5afe9184-269b-4ded-84c6-14d87ad40771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.660436 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-5afe9184-269b-4ded-84c6-14d87ad40771 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2094407 Jan 28 13:51:07.797574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35350514-bc71-4d3b-8939-7733aa7aafbd tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f22d2fd-002f-456e-a6e0-f8f1c0965093,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.818657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35350514-bc71-4d3b-8939-7733aa7aafbd tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.824512 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-35350514-bc71-4d3b-8939-7733aa7aafbd tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5961661 Jan 28 13:51:07.825719 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54336) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:07.846365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb9779-d4a0-4700-a384-7548591fcfd5 req-bda5a209-9e7a-4d65-a4b1-89ddfac49a28 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.857858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47eb9779-d4a0-4700-a384-7548591fcfd5 req-bda5a209-9e7a-4d65-a4b1-89ddfac49a28 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 946 time: 0.1263323 Jan 28 13:51:07.929006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b84dadda-9623-4df4-aeb7-37d49073aca2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'security_group_rule': {'security_group_id': '7de0ff61-ca24-4498-8b91-ea93b11f7d43', 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:07.940830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47eb9779-d4a0-4700-a384-7548591fcfd5 req-d4f3e2d5-51d9-4ede-80c1-13c3f0eaf141 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817463 Jan 28 13:51:08.064709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Publish callbacks [] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.078417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a3d4a199-5333-4cd0-b6a2-e210f62b515f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:08.080412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeb428-a726-4a84-85d6-f7e133741806 req-89541503-496e-4d8e-af59-fe04e6a249e8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.082799 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (bb784189-48de-4bb8-a7e1-fe552b4c406f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.093019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ebeb428-a726-4a84-85d6-f7e133741806 req-89541503-496e-4d8e-af59-fe04e6a249e8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 946 time: 0.0676754 Jan 28 13:51:08.111398 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.194265 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-11dab5e2-bf96-46f6-8c51-be0fb59f4ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.207953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb784189-48de-4bb8-a7e1-fe552b4c406f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:08.224185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device af62d313-137e-45e7-bb38-4dc9a0649c01 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:08.227606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b84dadda-9623-4df4-aeb7-37d49073aca2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (71db0c61-b178-4c20-b937-257a78d85222), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.228690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ebeb428-a726-4a84-85d6-f7e133741806 req-26ce0d01-96d6-4b29-8688-88e250adfb42 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295924 Jan 28 13:51:08.231356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54348) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.267288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: af62d313-137e-45e7-bb38-4dc9a0649c01 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:08.267641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device af62d313-137e-45e7-bb38-4dc9a0649c01 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:08.272072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea118b-e4e6-43c6-8d93-4bc4a0e0557a None None] Pushing event updated for resources: {'Port': ['ID=ac801edf-c532-48ea-be9c-5a4443fa9864,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.325071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-01e3ff80-71db-46a2-8610-198c417eb66b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07d6a7dd5d804a3d90bc641090d9efa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896447 Jan 28 13:51:08.325349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54352) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.352959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Attempting to bind port ac801edf-c532-48ea-be9c-5a4443fa9864 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:08.353578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Attempting to bind port ac801edf-c532-48ea-be9c-5a4443fa9864 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:08.354190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Attempting to bind port ac801edf-c532-48ea-be9c-5a4443fa9864 on network 3a1c8845-81a0-41cb-9324-a036cc76bc40 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:08.362415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:08.363094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Checking segment: {'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:08.363686 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.364314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Bound using segment: {'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:08.365006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Bound port: ac801edf-c532-48ea-be9c-5a4443fa9864, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e644da1f-fa3c-4fb2-86ed-65885fdacc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:08.365547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.385423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbed43a-e325-4c47-95b0-906d78c8cd31') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:08.385982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbed43a-e325-4c47-95b0-906d78c8cd31') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:08.389799 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-5e75d000-e8a7-43a0-874b-1463e4d911f2 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249308 Jan 28 13:51:08.400345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b0571de-00e6-4298-a00d-7e2d66403ea9 admin admin] Publish callbacks [] for security_group (7438ca20-9e80-40be-97f6-46269b096768), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.451033 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b0571de-00e6-4298-a00d-7e2d66403ea9 admin admin] Publish callbacks [] for security_group (7438ca20-9e80-40be-97f6-46269b096768), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.453216 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b84dadda-9623-4df4-aeb7-37d49073aca2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (71db0c61-b178-4c20-b937-257a78d85222), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.484193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] For port ac801edf-c532-48ea-be9c-5a4443fa9864, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:08.487227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (fbbed43a-e325-4c47-95b0-906d78c8cd31), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.501385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b84dadda-9623-4df4-aeb7-37d49073aca2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (71db0c61-b178-4c20-b937-257a78d85222), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.502964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] For port ac801edf-c532-48ea-be9c-5a4443fa9864, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ac801edf-c532-48ea-be9c-5a4443fa9864,segment=NetworkSegment(e644da1f-fa3c-4fb2-86ed-65885fdacc02),segment_id=e644da1f-fa3c-4fb2-86ed-65885fdacc02)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:08.511272 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.583839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea118b-e4e6-43c6-8d93-4bc4a0e0557a None None] Pushing event updated for resources: {'Port': ['ID=ac801edf-c532-48ea-be9c-5a4443fa9864,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.624155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (fbbed43a-e325-4c47-95b0-906d78c8cd31), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.628573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Routers {'e8cec500-306f-42b3-8e37-31adefdbe7d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:08.629801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e8cec500-306f-42b3-8e37-31adefdbe7d0'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:08.690416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b0571de-00e6-4298-a00d-7e2d66403ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7438ca20-9e80-40be-97f6-46269b096768), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.695415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b0571de-00e6-4298-a00d-7e2d66403ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.699567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b0571de-00e6-4298-a00d-7e2d66403ea9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7438ca20-9e80-40be-97f6-46269b096768 HTTP/1.1" status: 204 len: 168 time: 0.3707948 Jan 28 13:51:08.711038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0571de-00e6-4298-a00d-7e2d66403ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7438ca20-9e80-40be-97f6-46269b096768,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.734150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3403fa-c44d-4a2d-9282-b7ff4789106b req-36ded533-9c40-437f-b8cf-f682a181764d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.737854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be3403fa-c44d-4a2d-9282-b7ff4789106b req-36ded533-9c40-437f-b8cf-f682a181764d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 946 time: 0.1307151 Jan 28 13:51:08.777642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dadda-9623-4df4-aeb7-37d49073aca2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71db0c61-b178-4c20-b937-257a78d85222,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.801650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:08.802184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (fbbed43a-e325-4c47-95b0-906d78c8cd31), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:08.812004 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:08.838312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be3403fa-c44d-4a2d-9282-b7ff4789106b req-db6b4f8b-d320-4d33-a0dc-08dc6f777064 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941348 Jan 28 13:51:08.854602 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b84dadda-9623-4df4-aeb7-37d49073aca2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.858571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b84dadda-9623-4df4-aeb7-37d49073aca2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9677234 Jan 28 13:51:08.859909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54360) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:08.864356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] Set router e8cec500-306f-42b3-8e37-31adefdbe7d0 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:08.866616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'security_group_rule': {'security_group_id': '7de0ff61-ca24-4498-8b91-ea93b11f7d43', 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:08.912481 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Project 9c8ea800696a4e50a7b2f212de264d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:51:08.921689 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (a6473a0d-c6e9-484a-b298-6cef1918d86f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.982099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (bb784189-48de-4bb8-a7e1-fe552b4c406f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.009942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-6c27adc7-84c7-427d-850a-efeefd286f5b service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528543 Jan 28 13:51:09.021653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.032942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/bb784189-48de-4bb8-a7e1-fe552b4c406f HTTP/1.1" status: 204 len: 168 time: 3.0374248 Jan 28 13:51:09.084529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776c54c-354e-4c53-838d-c311dcd1aff6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=bb784189-48de-4bb8-a7e1-fe552b4c406f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.093150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54366) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:09.110202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (a6473a0d-c6e9-484a-b298-6cef1918d86f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.116966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a6473a0d-c6e9-484a-b298-6cef1918d86f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.168687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6473a0d-c6e9-484a-b298-6cef1918d86f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.182778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.184555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-44193b83-1a52-4ee4-8d4d-9bda6a76cd73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3226657 Jan 28 13:51:09.187433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54370) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:09.192905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'security_group_rule': {'security_group_id': '7de0ff61-ca24-4498-8b91-ea93b11f7d43', 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:09.220514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b1931c16-fc82-482d-8f82-6df03bc551c0 None None] Provisioning complete for port ac801edf-c532-48ea-be9c-5a4443fa9864 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:09.221085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b1931c16-fc82-482d-8f82-6df03bc551c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.224615 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Project 9c8ea800696a4e50a7b2f212de264d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:51:09.241407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (c8ac87bc-b071-4c00-8355-7d606bb48f1e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.245261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-675811050'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:09.259196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-98888fcb-ee5a-4377-bba3-8b6a79f3b122 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 200 len: 217 time: 0.2249467 Jan 28 13:51:09.326648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.384289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-5fc5f848-2f7a-47a4-ac3a-113b27b96ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:09.386193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-5fc5f848-2f7a-47a4-ac3a-113b27b96ff6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1114521 Jan 28 13:51:09.397666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (c8ac87bc-b071-4c00-8355-7d606bb48f1e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.399065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b1931c16-fc82-482d-8f82-6df03bc551c0 None None] Current status of the port ac801edf-c532-48ea-be9c-5a4443fa9864 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:09.399740 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b1931c16-fc82-482d-8f82-6df03bc551c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.409616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c8ac87bc-b071-4c00-8355-7d606bb48f1e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.452721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ac87bc-b071-4c00-8355-7d606bb48f1e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.475374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.477238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-64a3867d-ee9f-48dc-beff-67f73ddf757f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2883976 Jan 28 13:51:09.507065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:09.510451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.586492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b1931c16-fc82-482d-8f82-6df03bc551c0 None None] For port ac801edf-c532-48ea-be9c-5a4443fa9864, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ac801edf-c532-48ea-be9c-5a4443fa9864,segment=NetworkSegment(e644da1f-fa3c-4fb2-86ed-65885fdacc02),segment_id=e644da1f-fa3c-4fb2-86ed-65885fdacc02)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:09.588401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-9c4c8fdb-7da1-4010-8da2-b13a3ac1fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:09.595238 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-9c4c8fdb-7da1-4010-8da2-b13a3ac1fa48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929419 Jan 28 13:51:09.606957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b1931c16-fc82-482d-8f82-6df03bc551c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.714929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:09.732295 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (81eb7505-e5b6-49ea-af9d-28080124e1d6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.732648 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment 81eb7505-e5b6-49ea-af9d-28080124e1d6 of type vlan for network b73d16f3-1031-48d6-8591-b60f7fc19ec3 Jan 28 13:51:09.802219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-f5c4a3ff-b1f4-4428-91c1-f270d44977aa service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948843 Jan 28 13:51:09.803947 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b73d16f3-1031-48d6-8591-b60f7fc19ec3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.867926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-2f8a6948-86b9-44bc-86a1-bdb670c86b30 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679832159&fields=id&tenant_id=9c8ea800696a4e50a7b2f212de264d79 HTTP/1.1" status: 200 len: 267 time: 0.1324246 Jan 28 13:51:09.916015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1931c16-fc82-482d-8f82-6df03bc551c0 None None] Pushing event updated for resources: {'Port': ['ID=ac801edf-c532-48ea-be9c-5a4443fa9864,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.936069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-399a0531-de7c-4769-b67d-d943f46bb638 None None] Provisioning complete for port ac801edf-c532-48ea-be9c-5a4443fa9864 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:09.936536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-399a0531-de7c-4769-b67d-d943f46bb638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.011665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ac801edf-c532-48ea-be9c-5a4443fa9864', 'name': '', 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'mac_address': 'fa:16:3e:1f:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '5c4a73c8-02f3-4455-b63b-e498b93f542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:00Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'subnets': [{'id': '5c4a73c8-02f3-4455-b63b-e498b93f542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:10.017964 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-82c5ffd1-7d71-43a3-a4e9-2ca1bdbc167c service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982884 Jan 28 13:51:10.080084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-c400a35a-6882-41e0-bbab-c4105f42cf73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:10.081670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d635d8-3e1c-4adb-8cff-dfa5ef3bd1ec None None] The sync data for ids ['e8cec500-306f-42b3-8e37-31adefdbe7d0'] in n-d-822748-2 is: [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:51:02Z', 'revision_number': 4, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ac801edf-c532-48ea-be9c-5a4443fa9864', 'name': '', 'network_id': '3a1c8845-81a0-41cb-9324-a036cc76bc40', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'mac_address': 'fa:16:3e:1f:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '5c4a73c8-02f3-4455-b63b-e498b93f542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:00Z', 'updated_at': '2022-01-28T13:51:08Z', 'revision_number': 4, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'subnets': [{'id': '5c4a73c8-02f3-4455-b63b-e498b93f542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:10.094763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-c400a35a-6882-41e0-bbab-c4105f42cf73 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 809 time: 0.2131455 Jan 28 13:51:10.135191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-5c3ca575-00d9-412e-a61d-3c61240faa54 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/quotas/9c8ea800696a4e50a7b2f212de264d79 HTTP/1.1" status: 200 len: 375 time: 0.0382628 Jan 28 13:51:10.149570 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.db.resource_extend [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:51:10.153881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-4add2790-bd6d-4e96-a8ee-1d3083a6b1fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 200 len: 217 time: 0.1249049 Jan 28 13:51:10.276813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-399a0531-de7c-4769-b67d-d943f46bb638 None None] Current status of the port ac801edf-c532-48ea-be9c-5a4443fa9864 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:10.324661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b73d16f3-1031-48d6-8591-b60f7fc19ec3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.334529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:10.335456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.341205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7ff9c56d-29f0-45ab-89f8-692716ef8aea tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1980247 Jan 28 13:51:10.449996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=b73d16f3-1031-48d6-8591-b60f7fc19ec3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:10.463180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:10.501045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-35332c83-ad75-4899-a399-6ed989012375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:10.502550 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-35332c83-ad75-4899-a399-6ed989012375 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.2725451 Jan 28 13:51:10.521947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf8eca89-c20f-48f5-9c41-ddf8cefe778d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2931697 Jan 28 13:51:10.534661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54414) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:10.554447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:10.608757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-56b37bc4-82dc-4110-bf4e-9552bbd1a12e service neutron] 10.222.0.45 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606578 Jan 28 13:51:10.621485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54416) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:10.634063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:10.830366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7a64bb6f-473c-45cb-b91f-e2bffde08d10 service neutron] 10.222.0.45 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994264 Jan 28 13:51:10.866115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-fae099d1-e234-4ed0-9aac-edadbb054284 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:10.867696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-fae099d1-e234-4ed0-9aac-edadbb054284 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 946 time: 0.2573164 Jan 28 13:51:10.935088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1977614967-network', 'tenant_id': '530de43b763b4c75b854922a54d903e3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:11.098600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Made reservation on behalf of 530de43b763b4c75b854922a54d903e3 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:11.105817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.131734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.268257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 451849db-6e93-47d3-9a70-c97d3030939a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:11.269698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (451849db-6e93-47d3-9a70-c97d3030939a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.283275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ac801edf-c532-48ea-be9c-5a4443fa9864 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:11.287609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146478a1-e876-4756-9bf8-c92b467463ea req-395f4848-02b0-4211-8a5e-73e0cb71a0bb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:11.289634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-146478a1-e876-4756-9bf8-c92b467463ea req-395f4848-02b0-4211-8a5e-73e0cb71a0bb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 946 time: 1.1476257 Jan 28 13:51:11.455219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ac801edf-c532-48ea-be9c-5a4443fa9864 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:11.456136 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.627243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-aeef63ae-17d5-4351-91fb-9a1ce609742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:11.630013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-aeef63ae-17d5-4351-91fb-9a1ce609742d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0982025 Jan 28 13:51:11.654165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12c78d82-a347-4274-af2d-0957c096584a req-972fe419-72bd-4431-ab0f-1f7836d3f3c1 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 210 time: 0.1269405 Jan 28 13:51:11.697039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ac801edf-c532-48ea-be9c-5a4443fa9864 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:11.715958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks [] for security_group (30380b61-7666-4550-a39f-62e0b40fa647), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.718696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-146478a1-e876-4756-9bf8-c92b467463ea req-0c720410-8fa4-4db8-8bb5-277e32177797 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432152 Jan 28 13:51:11.719751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] For port 451849db-6e93-47d3-9a70-c97d3030939a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=451849db-6e93-47d3-9a70-c97d3030939a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:11.720437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (451849db-6e93-47d3-9a70-c97d3030939a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.773017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 451849db-6e93-47d3-9a70-c97d3030939a owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:11.787008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.813535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (30380b61-7666-4550-a39f-62e0b40fa647), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.820996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:11.824838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:11.931814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-53d01fad-945a-4d2f-badc-94e478594344 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854407 Jan 28 13:51:12.108133 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-ffddbb32-fa69-431a-bb62-84a7db957372 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669605 Jan 28 13:51:12.243508 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-71b1d6e7-eaa8-4f9e-9de0-12f6279a7966 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 200 len: 217 time: 0.0719461 Jan 28 13:51:12.366211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-cfe48c4e-da07-42fb-923c-18020bcd740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:12.367743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-cfe48c4e-da07-42fb-923c-18020bcd740a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.1145856 Jan 28 13:51:12.449174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (7aa6c543-2fc6-418f-966b-55b3b4e72b22), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.504205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:12.538605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30380b61-7666-4550-a39f-62e0b40fa647,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:12.555388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2dcb0e39-1311-460b-8669-bb6655d5eb74), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.555889 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Added segment 2dcb0e39-1311-460b-8669-bb6655d5eb74 of type vlan for network 131457d4-1f97-44fe-b727-e00d7be061c9 Jan 28 13:51:12.588166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=7aa6c543-2fc6-418f-966b-55b3b4e72b22,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:12.600698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.601694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.602062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.602413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.602757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.603098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.603592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.603935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.604294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.604943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.605284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.605615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.605946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:12.607945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-d440d85c-113f-41cf-a87b-1c807d4a58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:12.622607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-d440d85c-113f-41cf-a87b-1c807d4a58c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2200217 Jan 28 13:51:12.690020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (131457d4-1f97-44fe-b727-e00d7be061c9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.713868 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (451849db-6e93-47d3-9a70-c97d3030939a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.790062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=451849db-6e93-47d3-9a70-c97d3030939a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:12.831075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (131457d4-1f97-44fe-b727-e00d7be061c9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.832054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:12.832660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.873249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': '81eb7505-e5b6-49ea-af9d-28080124e1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:12.873779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: b73d16f3-1031-48d6-8591-b60f7fc19ec3, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:12.877836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cd79440b-0fb2-4fdd-bd35-05f08c207fa6 req-2c971b22-26d6-41fa-a0df-47c63bf3b341 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0475895 Jan 28 13:51:12.893176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d87b5ea7-53e7-4083-8d26-35dc74929537 req-875f31c6-f7e6-4774-9469-464de002b842 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.0373192 Jan 28 13:51:12.947000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:12.948326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] No DVR routers for this DVR port 451849db-6e93-47d3-9a70-c97d3030939a on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:12.952906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3295870 Jan 28 13:51:12.960004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:12.965880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Request body: {'subnet': {'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1977614967-subnet', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:12.972437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b73d16f3-1031-48d6-8591-b60f7fc19ec3) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:12.982422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3b716-76d8-45b7-83bc-5b17aeeff2b2 None None] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:12.985489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:12.989078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2938a25b-42de-495f-8ef7-f0012d21eb7f req-b0845bb8-7dda-47df-a1c9-8baa94b57ae3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "DELETE /v2.0/ports/451849db-6e93-47d3-9a70-c97d3030939a HTTP/1.1" status: 204 len: 173 time: 2.1143641 Jan 28 13:51:12.989637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'name': 'network-vif-deleted', 'tag': '451849db-6e93-47d3-9a70-c97d3030939a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:12.992079 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7acc5dd-8709-4b85-91f0-cba37b5154d2" -d '{"events": [{"server_uuid": "0a22b603-0842-4b4f-b534-a9b5b29cf8e9", "name": "network-vif-deleted", "tag": "451849db-6e93-47d3-9a70-c97d3030939a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:13.026737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ed02f-c552-42d3-b893-c24a9c1b450e admin admin] Pushing event updated for resources: {'Network': ['ID=131457d4-1f97-44fe-b727-e00d7be061c9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:13.042525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.044431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.078796 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-3f9c3272-59c9-4d9d-a593-c85c6510b2e6 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541512 Jan 28 13:51:13.100566 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b3d956-ae3e-4d8a-a541-5ce22f6cb9a3 x-openstack-request-id: req-e1b3d956-ae3e-4d8a-a541-5ce22f6cb9a3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:13.101076 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a22b603-0842-4b4f-b534-a9b5b29cf8e9", "name": "network-vif-deleted", "tag": "451849db-6e93-47d3-9a70-c97d3030939a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:13.101379 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1b3d956-ae3e-4d8a-a541-5ce22f6cb9a3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:13.102306 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a22b603-0842-4b4f-b534-a9b5b29cf8e9', 'name': 'network-vif-deleted', 'tag': '451849db-6e93-47d3-9a70-c97d3030939a', 'status': 'completed', 'code': 200} Jan 28 13:51:13.146737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54460) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:13.150134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-90e67c2d-158f-465f-a915-1b4e8ecbdb5f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6143544 Jan 28 13:51:13.152965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3', 'name': 'tempest-PortsTestJSON-733265226', 'fixed_ips': [{'subnet_id': '7aa6c543-2fc6-418f-966b-55b3b4e72b22', 'ip_address': '172.20.0.10'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:13.185315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 131457d4-1f97-44fe-b727-e00d7be061c9 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:13.260808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Made reservation on behalf of 530de43b763b4c75b854922a54d903e3 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:13.263499 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.469520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-83b0f9c3-0025-4811-97e1-5c637d73ce49 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.471760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-83b0f9c3-0025-4811-97e1-5c637d73ce49 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 809 time: 0.1804719 Jan 28 13:51:13.480137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:13.514190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-b73d16f3-1031-48d6-8591-b60f7fc19ec3', 'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3', 'project_id': 'fd6e4bed256045709ba514aa3db6efbc', 'fixed_ips': [{'subnet_id': '7aa6c543-2fc6-418f-966b-55b3b4e72b22'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:13.515381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.539879 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-505332a5-2681-4e94-b163-3a33f261518d service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462557 Jan 28 13:51:13.659915 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-f76bc586-268f-4ea9-8baf-b30e8ba13d6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 217 time: 0.1066973 Jan 28 13:51:13.690305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-6fd3025e-0972-45d4-8503-01369cdb4ebc tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c8ea800696a4e50a7b2f212de264d79 HTTP/1.1" status: 200 len: 379 time: 0.2037346 Jan 28 13:51:13.705022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'port': {'device_id': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'admin_state_up': True, 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'security_groups': ['7de0ff61-ca24-4498-8b91-ea93b11f7d43']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:13.799571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:13.833595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 590d93b5-9364-4a8e-bd6d-f03c33c39494 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:13.848213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-86d627bb-d27d-4525-bc61-ea892a7aa203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.850123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-86d627bb-d27d-4525-bc61-ea892a7aa203 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.1816385 Jan 28 13:51:13.983611 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (5801f970-1615-4048-8eb4-67474ea762dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.059230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5801f970-1615-4048-8eb4-67474ea762dc,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:14.063440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-8ec90212-d129-4880-a444-d9124d514270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:14.067348 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-8ec90212-d129-4880-a444-d9124d514270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2076652 Jan 28 13:51:14.072695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d43635-81cc-45b6-addb-cffc0cfdcfd2 req-c03e69dd-6edf-434e-af78-4f21e7eefbc4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0539527 Jan 28 13:51:14.102025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Made reservation on behalf of 9c8ea800696a4e50a7b2f212de264d79 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:14.107706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.178506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6cf0a7d6-5eb2-4670-95ec-6f15cbc97134 req-9e794415-b19f-4e7f-9d81-ca84a895c759 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1223354 Jan 28 13:51:14.279560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Checking segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:14.280371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Network hostable DHCP agents. Network: 131457d4-1f97-44fe-b727-e00d7be061c9, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:14.299996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 451849db-6e93-47d3-9a70-c97d3030939a no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:14.331045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-237d6335-6223-454b-8fa6-449a41825074 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369483 Jan 28 13:51:14.333133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Network 131457d4-1f97-44fe-b727-e00d7be061c9 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:14.340655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Allocated IP 172.20.0.10 (604c7b35-fcc4-4c43-add4-9e4a069de04f/02411737-66b7-41ed-ab4e-bf0850e6a9b5/8c45bb55-f08d-4d71-8afc-102df2488fa2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:14.364803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 451849db-6e93-47d3-9a70-c97d3030939a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:14.364803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 451849db-6e93-47d3-9a70-c97d3030939a not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:14.440710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d5b10cc6-772e-4823-9bf4-af8edaadab09 req-01f68982-3adb-46ba-a6de-124b234c91a6 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004882 Jan 28 13:51:14.442174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 131457d4-1f97-44fe-b727-e00d7be061c9) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:14.455245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca66a1-2ccf-4395-bb49-03ecee1a862a None None] Network 131457d4-1f97-44fe-b727-e00d7be061c9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:14.457163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:14.458829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.481220 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c167685-9d9e-4598-89da-9dbc3267851e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5199795 Jan 28 13:51:14.483942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54474) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:14.493092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:14.526339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.528139 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.593540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.10 (b73d16f3-1031-48d6-8591-b60f7fc19ec3/7aa6c543-2fc6-418f-966b-55b3b4e72b22/590d93b5-9364-4a8e-bd6d-f03c33c39494) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:14.616058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks [] for router_controller (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.670588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.692573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-131457d4-1f97-44fe-b727-e00d7be061c9', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'project_id': '530de43b763b4c75b854922a54d903e3', 'fixed_ips': [{'subnet_id': '5801f970-1615-4048-8eb4-67474ea762dc'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:14.693604 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.846320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.977798 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks [] for router_gateway (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:14.992543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Allocated IP 172.20.0.2 (131457d4-1f97-44fe-b727-e00d7be061c9/5801f970-1615-4048-8eb4-67474ea762dc/e07ac190-fc2c-4ce7-898d-d24db45a8aaf) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:15.040405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:15.050308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:15.057928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:15.232112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'Port': ['ID=8c45bb55-f08d-4d71-8afc-102df2488fa2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:15.398564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Publish callbacks [] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.415050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.449480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:15.450104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.474745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Pushing event updated for resources: {'Port': ['ID=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:15.511728 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4854d94a-85b9-4dfe-a586-d147f0be1bef req-56b770b3-597c-4a02-8683-174b6e1c178d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.0776970 Jan 28 13:51:15.530289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks [] for router_gateway (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.551425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Network 131457d4-1f97-44fe-b727-e00d7be061c9 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:15.553243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-eb98e74a-72af-43bb-ae93-f19d7e061325 None None] Provisioning complete for port 8c45bb55-f08d-4d71-8afc-102df2488fa2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:15.553623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb98e74a-72af-43bb-ae93-f19d7e061325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.555426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:15.557341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b0e05-0ea0-45dc-9700-4bdd1e302c6e req-4d2681bd-d5fc-4669-b322-d01144fa253c tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:15.565408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-745b0e05-0ea0-45dc-9700-4bdd1e302c6e req-4d2681bd-d5fc-4669-b322-d01144fa253c tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 932 time: 0.2933815 Jan 28 13:51:15.572964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:15.582201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.590756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-1c267c10-0378-458a-bb89-4ccebb3511c4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8933926 Jan 28 13:51:15.653763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Request body: {'port': {'device_id': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:15.712555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eb98e74a-72af-43bb-ae93-f19d7e061325 None None] Port 8c45bb55-f08d-4d71-8afc-102df2488fa2 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:15.782032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Attempting to bind port e07ac190-fc2c-4ce7-898d-d24db45a8aaf on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:15.782316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Attempting to bind port e07ac190-fc2c-4ce7-898d-d24db45a8aaf by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:15.782945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Attempting to bind port e07ac190-fc2c-4ce7-898d-d24db45a8aaf on network 131457d4-1f97-44fe-b727-e00d7be061c9 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:15.800426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:15.800838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Checking segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:15.801495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.803316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Bound using segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:15.803899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Bound port: e07ac190-fc2c-4ce7-898d-d24db45a8aaf, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:15.804320 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.829619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Allocated IP 172.25.4.6 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/2eb3cbdb-3887-42c0-978b-ca6a8a374e88) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:15.832135 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:15.949836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] For port e07ac190-fc2c-4ce7-898d-d24db45a8aaf, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:15.960648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] For port e07ac190-fc2c-4ce7-898d-d24db45a8aaf, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:15.969552 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.038732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks [] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.098627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683c3c7-07e1-46ba-b2b4-b8a9e5b21a3b None None] Pushing event updated for resources: {'Port': ['ID=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:16.119658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.144293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-745b0e05-0ea0-45dc-9700-4bdd1e302c6e req-05231ead-860c-40ca-a00b-d35d480ecfd4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5779057 Jan 28 13:51:16.153403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (590d93b5-9364-4a8e-bd6d-f03c33c39494), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.216963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:16.221581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:16.235125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:16.305430 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (590d93b5-9364-4a8e-bd6d-f03c33c39494), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.363063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Pushing event updated for resources: {'Port': ['ID=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:16.382775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Allocated IP 172.20.0.2 (b73d16f3-1031-48d6-8591-b60f7fc19ec3/7aa6c543-2fc6-418f-966b-55b3b4e72b22/b65bfeeb-b877-443d-9b33-fd0697341ce4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:16.416928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.417375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.419689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.420794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.421214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.423042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.428703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.429253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.431219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.433136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.433579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.433999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.436764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:16.437762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:16.452025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:16.459453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=590d93b5-9364-4a8e-bd6d-f03c33c39494,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:16.483448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:16.691734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:16.694425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.699743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c45bb55-f08d-4d71-8afc-102df2488fa2 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:16.711877 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Publish callbacks [] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.727294 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.728379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Publish callbacks [] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.759241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:16.762907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:16.774331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:16.774957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3cad8f6d-fd16-4cf4-b06c-f51b1140847d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6267715 Jan 28 13:51:16.778308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54498) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:16.784482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Transition to ACTIVE for port object 8c45bb55-f08d-4d71-8afc-102df2488fa2 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:16.793351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3', 'name': 'tempest-PortsTestJSON-820731936', 'fixed_ips': [{'subnet_id': '7aa6c543-2fc6-418f-966b-55b3b4e72b22', 'ip_address': '172.20.0.9'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:16.806589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:16.818968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-596d71cf-0333-4b28-b8f7-e3eecb87afab req-9ec56fab-5240-4c95-a8c4-80cfbc285efb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.0900538 Jan 28 13:51:17.127137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Attempting to bind port b65bfeeb-b877-443d-9b33-fd0697341ce4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:17.128872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Attempting to bind port b65bfeeb-b877-443d-9b33-fd0697341ce4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '81eb7505-e5b6-49ea-af9d-28080124e1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:17.129617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Attempting to bind port b65bfeeb-b877-443d-9b33-fd0697341ce4 on network b73d16f3-1031-48d6-8591-b60f7fc19ec3 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:17.225836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:17.226162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Checking segment: {'id': '81eb7505-e5b6-49ea-af9d-28080124e1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:17.226589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.227012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Bound using segment: {'id': '81eb7505-e5b6-49ea-af9d-28080124e1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:17.233417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Bound port: b65bfeeb-b877-443d-9b33-fd0697341ce4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81eb7505-e5b6-49ea-af9d-28080124e1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b73d16f3-1031-48d6-8591-b60f7fc19ec3'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:17.233815 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.285247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Pushing event updated for resources: {'Port': ['ID=b65bfeeb-b877-443d-9b33-fd0697341ce4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:17.296281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c45bb55-f08d-4d71-8afc-102df2488fa2,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:17.393419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e07ac190-fc2c-4ce7-898d-d24db45a8aaf up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:17.419511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks [] for router_gateway (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.587706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:17.608366 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:17.706490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 86896119-5c4e-4280-9421-725d366648cf yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:17.785887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] For port b65bfeeb-b877-443d-9b33-fd0697341ce4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:17.800777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] For port b65bfeeb-b877-443d-9b33-fd0697341ce4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b65bfeeb-b877-443d-9b33-fd0697341ce4,segment=NetworkSegment(81eb7505-e5b6-49ea-af9d-28080124e1d6),segment_id=81eb7505-e5b6-49ea-af9d-28080124e1d6)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:17.832679 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.080165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e07ac190-fc2c-4ce7-898d-d24db45a8aaf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:18.080882 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.161697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bc175-f566-4254-ad0b-124c622b7e2c None None] Pushing event updated for resources: {'Port': ['ID=b65bfeeb-b877-443d-9b33-fd0697341ce4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:18.182429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19533b7c-a0d0-4dd6-9565-1d51a61200bd None None] Network 131457d4-1f97-44fe-b727-e00d7be061c9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:18.188686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2514744c-1694-4c4e-8450-30b52b6a68d0 req-ac8253c5-8e8f-4863-93dd-831576d8b1d0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1044075 Jan 28 13:51:18.314469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2176b-169b-4e99-aa5b-0b7f46143309 req-7c86c794-6c13-42a5-a88c-99eae009178f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.323178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7c2176b-169b-4e99-aa5b-0b7f46143309 req-7c86c794-6c13-42a5-a88c-99eae009178f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 944 time: 0.8729901 Jan 28 13:51:18.341543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.472439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c34a8b38-02ca-446e-87d2-bb778ec4d732 None None] Provisioning complete for port e07ac190-fc2c-4ce7-898d-d24db45a8aaf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:18.473116 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c34a8b38-02ca-446e-87d2-bb778ec4d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.554907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.9 (b73d16f3-1031-48d6-8591-b60f7fc19ec3/7aa6c543-2fc6-418f-966b-55b3b4e72b22/86896119-5c4e-4280-9421-725d366648cf) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:18.585137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Attempting to bind port 8c45bb55-f08d-4d71-8afc-102df2488fa2 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:18.585655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Attempting to bind port 8c45bb55-f08d-4d71-8afc-102df2488fa2 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:18.585999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Attempting to bind port 8c45bb55-f08d-4d71-8afc-102df2488fa2 on network 604c7b35-fcc4-4c43-add4-9e4a069de04f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:18.600237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e07ac190-fc2c-4ce7-898d-d24db45a8aaf is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:18.606120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.647372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Port 8c45bb55-f08d-4d71-8afc-102df2488fa2 on network 604c7b35-fcc4-4c43-add4-9e4a069de04f not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:18.647706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Attempting to bind port 8c45bb55-f08d-4d71-8afc-102df2488fa2 on network 604c7b35-fcc4-4c43-add4-9e4a069de04f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:18.760610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:18.762048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Checking segment: {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:18.762711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Bound using segment: {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:18.763682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Bound port: 8c45bb55-f08d-4d71-8afc-102df2488fa2, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:18.764318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.841580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:51:18.859071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port e07ac190-fc2c-4ce7-898d-d24db45a8aaf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:18.899754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.166935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7c2176b-169b-4e99-aa5b-0b7f46143309 req-4482f6ca-966c-4216-862c-360d3f3d0a46 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8418787 Jan 28 13:51:19.233845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:19.305011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c34a8b38-02ca-446e-87d2-bb778ec4d732 None None] Current status of the port e07ac190-fc2c-4ce7-898d-d24db45a8aaf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:19.382180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b65bfeeb-b877-443d-9b33-fd0697341ce4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:19.383802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:19.395604 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Sync routers for ids ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:19.433995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.440149 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Routers {'61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:19.444180 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5260f2a0-9a8b-414f-934e-4289d7fb05fa admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9561944 Jan 28 13:51:19.444317 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:19.445211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54530) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:19.474315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] For port 8c45bb55-f08d-4d71-8afc-102df2488fa2, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:19.506201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] For port 8c45bb55-f08d-4d71-8afc-102df2488fa2, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:19.534432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.566104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b65bfeeb-b877-443d-9b33-fd0697341ce4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:19.566878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.896893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e556b57-f650-4ede-9296-69ed441de806 req-b2a3beb0-d835-4ef1-a853-aa57f9ece264 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.3519924 Jan 28 13:51:19.913808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b65bfeeb-b877-443d-9b33-fd0697341ce4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:19.914407 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.925637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:19.926268 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:19.927712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 1092 time: 4.2780800 Jan 28 13:51:19.987847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3ea685b7-8b85-44f8-b3f3-76066234ab4e None None] Provisioning complete for port e07ac190-fc2c-4ce7-898d-d24db45a8aaf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:19.993249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:19.997245 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3ea685b7-8b85-44f8-b3f3-76066234ab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.013415 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b918d-96be-4e1c-bd6e-4312275432d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:20.091212 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Set router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:20.111392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port b65bfeeb-b877-443d-9b33-fd0697341ce4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b65bfeeb-b877-443d-9b33-fd0697341ce4,segment=NetworkSegment(81eb7505-e5b6-49ea-af9d-28080124e1d6),segment_id=81eb7505-e5b6-49ea-af9d-28080124e1d6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:20.198106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.228562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda130-6e37-47cf-a3da-1aff04f5aca5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c45bb55-f08d-4d71-8afc-102df2488fa2,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:20.347621 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e24433d-7720-4b91-b085-2a2ba5b409ff x-openstack-request-id: req-3e24433d-7720-4b91-b085-2a2ba5b409ff {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:20.348671 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:20.349521 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e24433d-7720-4b91-b085-2a2ba5b409ff {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:20.357083 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'status': 'completed', 'code': 200} Jan 28 13:51:20.467817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (86896119-5c4e-4280-9421-725d366648cf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.516601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=b65bfeeb-b877-443d-9b33-fd0697341ce4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:20.650998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-03799459-cb87-46eb-a672-dd2d40b19d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.658699 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-03799459-cb87-46eb-a672-dd2d40b19d46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1095 time: 0.6057470 Jan 28 13:51:20.684976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3ea685b7-8b85-44f8-b3f3-76066234ab4e None None] Current status of the port e07ac190-fc2c-4ce7-898d-d24db45a8aaf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:20.714482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9362b9b2-0dc7-48c2-b171-1dc1f8c0ebcb None None] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:20.735911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-6e42dc34-5533-4b4e-8ed8-4a96ddcbe0e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 217 time: 0.0731230 Jan 28 13:51:20.823639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (86896119-5c4e-4280-9421-725d366648cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:20.864962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-3920c58c-fb97-4b58-a2ee-2f9f80015ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.866538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-3920c58c-fb97-4b58-a2ee-2f9f80015ec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.1209860 Jan 28 13:51:20.974406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1f6504c9-b16d-4eff-8454-a33122a75e2c None None] Provisioning complete for port b65bfeeb-b877-443d-9b33-fd0697341ce4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:20.980702 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1f6504c9-b16d-4eff-8454-a33122a75e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.001674 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 3, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:21.019184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:21.029897 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:21.045213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=86896119-5c4e-4280-9421-725d366648cf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:21.054115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:21.126473 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Checking router: 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:21.129495 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Updating router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:21.222526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa6425-4579-467f-86f9-b63f2861b436 req-2153a5c8-19cd-40ce-8b7b-841b9d0ff5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:21.233926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-2153a5c8-19cd-40ce-8b7b-841b9d0ff5f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141475 Jan 28 13:51:21.240408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84632162-7d61-4e7d-9bdc-48ba4d8726c3 req-2f7a682d-4781-426c-8a94-ae784190eb21 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1275456 Jan 28 13:51:21.243674 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.352824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:21.353766 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.366937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e07ac190-fc2c-4ce7-898d-d24db45a8aaf up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:21.455925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ea7949d4-f56e-4e05-a0e3-83900c638dc4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6664577 Jan 28 13:51:21.477216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54550) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:21.668589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1f6504c9-b16d-4eff-8454-a33122a75e2c None None] Current status of the port b65bfeeb-b877-443d-9b33-fd0697341ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:21.848883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e07ac190-fc2c-4ce7-898d-d24db45a8aaf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:21.850833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:21.932249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-3e37947a-6c53-4042-a410-c06d094014e5 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788578 Jan 28 13:51:22.052424 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Publish callbacks [] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.069332 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.090393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e07ac190-fc2c-4ce7-898d-d24db45a8aaf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:22.091836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b65bfeeb-b877-443d-9b33-fd0697341ce4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:22.152906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a52d93-246f-47e8-9fa0-1c0ba1201772 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.180283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a0a52d93-246f-47e8-9fa0-1c0ba1201772 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6984262 Jan 28 13:51:22.180934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54558) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:22.225979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222c6f-ee36-4451-9691-dd8fb1f9610d req-7a2a4ea9-52bb-4f58-9d7d-abd90c5f08be tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.235469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60222c6f-ee36-4451-9691-dd8fb1f9610d req-7a2a4ea9-52bb-4f58-9d7d-abd90c5f08be tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 944 time: 0.5429096 Jan 28 13:51:22.255357 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Attempting to bind port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:22.255733 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Attempting to bind port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:22.256127 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Attempting to bind port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:22.278267 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d966f20-5095-44c7-8e84-c3e4fe5825dc None None] Pushing event updated for resources: {'Port': ['ID=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:22.311955 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:22.314659 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:22.320518 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.321295 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:22.321406 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Bound port: 2eb3cbdb-3887-42c0-978b-ca6a8a374e88, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:22.321798 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.357138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b65bfeeb-b877-443d-9b33-fd0697341ce4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:22.359165 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.447845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec082d1-14fc-4bd1-abd6-3bf724539efa tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.471019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec082d1-14fc-4bd1-abd6-3bf724539efa tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.483826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60222c6f-ee36-4451-9691-dd8fb1f9610d req-2960484c-ab13-4464-bcb7-f216213b0187 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462747 Jan 28 13:51:22.485160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec082d1-14fc-4bd1-abd6-3bf724539efa tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.494060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:22.508641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ec082d1-14fc-4bd1-abd6-3bf724539efa tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3178701 Jan 28 13:51:22.534777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67fa6425-4579-467f-86f9-b63f2861b436 req-bb438019-6924-4cde-94ba-7abcc05b47da service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749760 Jan 28 13:51:22.609444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Provisioning complete for port 590d93b5-9364-4a8e-bd6d-f03c33c39494 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:22.610204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (590d93b5-9364-4a8e-bd6d-f03c33c39494), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.611428 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] For port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:22.622523 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] For port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:22.635764 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.644863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3683757-af69-49c6-99c5-c9a1857a6614 req-7af9065b-c82d-44da-8632-1efc2256aaf0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1346374 Jan 28 13:51:22.800465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-2913d01f-44c5-4d6b-8e21-cb7fc487fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.802565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-2913d01f-44c5-4d6b-8e21-cb7fc487fcb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1095 time: 0.1561944 Jan 28 13:51:22.959162 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d966f20-5095-44c7-8e84-c3e4fe5825dc None None] Pushing event updated for resources: {'Port': ['ID=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:23.041161 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Routers {'61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:23.046262 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:23.094868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.145620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-bc5bfaaf-9918-4c65-8f01-41197b7e1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.148822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-bc5bfaaf-9918-4c65-8f01-41197b7e1f23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 910 time: 0.3298709 Jan 28 13:51:23.184834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Port 590d93b5-9364-4a8e-bd6d-f03c33c39494 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:23.247791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b65bfeeb-b877-443d-9b33-fd0697341ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:23.292080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Provisioning complete for port b65bfeeb-b877-443d-9b33-fd0697341ce4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:23.292711 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.300810 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] Set router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:23.322134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-e9c1d774-e369-4601-83a7-0e11423e3e33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 217 time: 0.1567159 Jan 28 13:51:23.476565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-00551483-c9f1-42e0-9901-2e448685c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.485589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-00551483-c9f1-42e0-9901-2e448685c3fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.1501131 Jan 28 13:51:23.526523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Current status of the port b65bfeeb-b877-443d-9b33-fd0697341ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:23.537828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Provisioning complete for port 86896119-5c4e-4280-9421-725d366648cf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:23.541061 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86896119-5c4e-4280-9421-725d366648cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.619724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9cc42-4a37-4c5a-93e9-b2ac3dc7be92 None None] Port 86896119-5c4e-4280-9421-725d366648cf cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:23.702056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Allocated IP 172.20.0.1 (131457d4-1f97-44fe-b727-e00d7be061c9/5801f970-1615-4048-8eb4-67474ea762dc/94fa5afd-a9ab-44e6-80ab-7b9617aedf7e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:23.757085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-6310c9af-595c-4ffa-8e41-468f482b91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.757327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4b979738-8b5f-46ea-9963-6c19746da183 None None] Provisioning complete for port 590d93b5-9364-4a8e-bd6d-f03c33c39494 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:23.757806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b979738-8b5f-46ea-9963-6c19746da183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (590d93b5-9364-4a8e-bd6d-f03c33c39494), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.773078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-6310c9af-595c-4ffa-8e41-468f482b91f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795246 Jan 28 13:51:23.849250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b979738-8b5f-46ea-9963-6c19746da183 None None] Port 590d93b5-9364-4a8e-bd6d-f03c33c39494 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:23.876470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4b979738-8b5f-46ea-9963-6c19746da183 None None] Provisioning complete for port 86896119-5c4e-4280-9421-725d366648cf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:23.876943 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b979738-8b5f-46ea-9963-6c19746da183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86896119-5c4e-4280-9421-725d366648cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.915114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks [] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.957614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b979738-8b5f-46ea-9963-6c19746da183 None None] Port 86896119-5c4e-4280-9421-725d366648cf cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:24.016929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 86896119-5c4e-4280-9421-725d366648cf {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:24.017306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (86896119-5c4e-4280-9421-725d366648cf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.031862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.248208 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 3, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:24.287923 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa9870-b5c7-4e92-a116-3278c7b20fa3 None None] The sync data for ids ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'] in n-d-822748-2 is: [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:51:16Z', 'revision_number': 3, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:24.365454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Network 131457d4-1f97-44fe-b727-e00d7be061c9 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:24.397629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:24.438446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:24.451471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Pushing event updated for resources: {'Port': ['ID=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:24.603244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1988f9-9394-4740-bab7-a306293e653c req-4dc4828a-8708-4173-b9cd-95956ca7dc3b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:24.627745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f1988f9-9394-4740-bab7-a306293e653c req-4dc4828a-8708-4173-b9cd-95956ca7dc3b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 944 time: 0.6370893 Jan 28 13:51:24.766214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (86896119-5c4e-4280-9421-725d366648cf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.812007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:24.961484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-61a74433-c1fa-4a2b-863c-a7120a71f94e None None] Provisioning complete for port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:24.962093 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61a74433-c1fa-4a2b-863c-a7120a71f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.002072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 86896119-5c4e-4280-9421-725d366648cf owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:25.050651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-61a74433-c1fa-4a2b-863c-a7120a71f94e None None] Port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:25.062232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d183d101-499d-4d20-a443-84a0662b2d4d req-ed296cca-2e85-42e0-997b-f821c68dae22 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 1.2450936 Jan 28 13:51:25.069035 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f1988f9-9394-4740-bab7-a306293e653c req-eb4fbd20-cf24-457d-b973-96d88a30113c tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4351661 Jan 28 13:51:25.264565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-8d8ec995-43dd-4b0c-9351-ea8d6ac22ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4812384 Jan 28 13:51:25.318575 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.456397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789b918d-96be-4e1c-bd6e-4312275432d2 req-aca766ac-a4a7-4f21-b29b-015fa8bfec29 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807992 Jan 28 13:51:25.524415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (86896119-5c4e-4280-9421-725d366648cf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.568011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:25.698138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:25.699915 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.842385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=86896119-5c4e-4280-9421-725d366648cf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:25.897959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:25.898518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:25.954991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:25.960985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.001685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.008409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54592) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:26.008642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cf1ab656-d211-43ef-b8f6-c0a361b8bfba tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/86896119-5c4e-4280-9421-725d366648cf HTTP/1.1" status: 204 len: 168 time: 3.5126951 Jan 28 13:51:26.047807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:26.050504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks [] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.052701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8c45bb55-f08d-4d71-8afc-102df2488fa2 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:51:26.064753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.081447 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-21aa8a0d-f2ae-455f-8679-5454bb591fa8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:51:26.087479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21aa8a0d-f2ae-455f-8679-5454bb591fa8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/86896119-5c4e-4280-9421-725d366648cf HTTP/1.1" status: 404 len: 333 time: 0.0752904 Jan 28 13:51:26.088606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54596) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:26.258474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.286441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Pushing event updated for resources: {'Port': ['ID=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:26.293141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8c45bb55-f08d-4d71-8afc-102df2488fa2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:26.326677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'port_id': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'mac_address': 'fa:16:3e:14:78:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:51:26.404164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2435cbba-9354-4ba0-b529-22beddded8fe req-6a080138-873f-4988-b7f1-b3fb6275e893 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1093485 Jan 28 13:51:26.426177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 8c45bb55-f08d-4d71-8afc-102df2488fa2 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:26.426639 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.436077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89451703-7df3-4c75-992f-d74b13ca9ee4 req-dc885534-8eb1-42d3-8e0f-0ed4550b4a48 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.437754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89451703-7df3-4c75-992f-d74b13ca9ee4 req-dc885534-8eb1-42d3-8e0f-0ed4550b4a48 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1627517 Jan 28 13:51:26.442504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 590d93b5-9364-4a8e-bd6d-f03c33c39494 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:26.442851 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (590d93b5-9364-4a8e-bd6d-f03c33c39494), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.457977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c45bb55-f08d-4d71-8afc-102df2488fa2 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:26.494250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8c45bb55-f08d-4d71-8afc-102df2488fa2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:26.500069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.616946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=8c45bb55-f08d-4d71-8afc-102df2488fa2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:26.669959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Network 131457d4-1f97-44fe-b727-e00d7be061c9 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:26.672288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:26.727705 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.829048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['8c45bb55-f08d-4d71-8afc-102df2488fa2'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:26.847609 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89451703-7df3-4c75-992f-d74b13ca9ee4 req-d92a9da1-4d38-416a-a91b-8917d8b98e28 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3895314 Jan 28 13:51:26.888700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (590d93b5-9364-4a8e-bd6d-f03c33c39494), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:26.927181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 590d93b5-9364-4a8e-bd6d-f03c33c39494 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:26.970898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:27.186129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (590d93b5-9364-4a8e-bd6d-f03c33c39494), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.209417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e9dfdd26-074a-4e0b-8e3d-2d657bf63deb None None] Provisioning complete for port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:27.209899 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e9dfdd26-074a-4e0b-8e3d-2d657bf63deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.233267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:27.247954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-750d9ab7-6c62-43bd-8d74-fe8bc5990c36 admin admin] 10.222.0.45 "PUT /v2.0/routers/61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8011403 Jan 28 13:51:27.252772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=590d93b5-9364-4a8e-bd6d-f03c33c39494,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:27.309712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e9dfdd26-074a-4e0b-8e3d-2d657bf63deb None None] Port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:27.461271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.464285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5ab421b1-6de6-4008-addf-bc0ec75c4452 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/590d93b5-9364-4a8e-bd6d-f03c33c39494 HTTP/1.1" status: 204 len: 168 time: 1.3746598 Jan 28 13:51:27.466983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54612) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:27.540493 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f017e9-396b-4778-a58e-bcea301f9373 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:51:27.545011 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d6f017e9-396b-4778-a58e-bcea301f9373 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/590d93b5-9364-4a8e-bd6d-f03c33c39494 HTTP/1.1" status: 404 len: 333 time: 0.0742958 Jan 28 13:51:27.545411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54614) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:27.578316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:27.651272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Sync routers for ids ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:27.664498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-086a8d0a-6a72-473e-95c8-ffd4d8ec543a req-1d8a57d4-1a6e-444d-965e-3b27776fb225 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.0606368 Jan 28 13:51:27.710517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet 7aa6c543-2fc6-418f-966b-55b3b4e72b22 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:27.732062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (7aa6c543-2fc6-418f-966b-55b3b4e72b22), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.776334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Routers {'61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:27.777257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:27.865062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (7aa6c543-2fc6-418f-966b-55b3b4e72b22), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.940703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Set router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:28.067427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:28.067810 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.108589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7aa6c543-2fc6-418f-966b-55b3b4e72b22), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.204220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.211788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (7aa6c543-2fc6-418f-966b-55b3b4e72b22), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.228022 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.231459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/7aa6c543-2fc6-418f-966b-55b3b4e72b22 HTTP/1.1" status: 204 len: 168 time: 0.6850097 Jan 28 13:51:28.235459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54636) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:28.256181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6444b-b368-4bf9-856f-fa82b117da68 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa6c543-2fc6-418f-966b-55b3b4e72b22,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:28.275960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fc230-0d15-4b80-9321-b0d82f00d820 req-1eab3cad-fd1b-4341-85fc-729b69cb515b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:28.277590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e99fc230-0d15-4b80-9321-b0d82f00d820 req-1eab3cad-fd1b-4341-85fc-729b69cb515b tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1028454 Jan 28 13:51:28.318032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:28.324683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7925d5-6494-4191-b7e4-5fd44223bce3 None None] Network b73d16f3-1031-48d6-8591-b60f7fc19ec3 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:28.399265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e99fc230-0d15-4b80-9321-b0d82f00d820 req-42566bf5-f53f-4354-94d9-1b6f7f76bd09 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071663 Jan 28 13:51:28.426989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54640) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:28.432199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1936624476-network', 'tenant_id': 'e989787286e847e0a6fea3a086b94129'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:28.450466 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b73d16f3-1031-48d6-8591-b60f7fc19ec3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.468120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Made reservation on behalf of e989787286e847e0a6fea3a086b94129 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:28.474178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.495951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.545922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '94fa5afd-a9ab-44e6-80ab-7b9617aedf7e', 'name': '', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'mac_address': 'fa:16:3e:fe:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5801f970-1615-4048-8eb4-67474ea762dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:23Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 2, 'project_id': '530de43b763b4c75b854922a54d903e3', 'subnets': [{'id': '5801f970-1615-4048-8eb4-67474ea762dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:28.587173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port b65bfeeb-b877-443d-9b33-fd0697341ce4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:28.587521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.627017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Checking router: 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:28.627637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Updating router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:28.662495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks [] for security_group (45935c0d-7988-4174-9b1f-308ca7a9481e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.666978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.667775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (45935c0d-7988-4174-9b1f-308ca7a9481e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.684516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a929e5-9d06-4a2b-a757-70af0f5d4828 None None] DHCP port deletion for b73d16f3-1031-48d6-8591-b60f7fc19ec3 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:28.695654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:28.722494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45935c0d-7988-4174-9b1f-308ca7a9481e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:28.728254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (69a7d196-14c6-4254-92c1-e99274d2117e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.728702 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Added segment 69a7d196-14c6-4254-92c1-e99274d2117e of type vlan for network 6fad468f-e12e-4665-83a3-d986435bdef8 Jan 28 13:51:28.796314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (6fad468f-e12e-4665-83a3-d986435bdef8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.803496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] For port b65bfeeb-b877-443d-9b33-fd0697341ce4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b65bfeeb-b877-443d-9b33-fd0697341ce4,segment=NetworkSegment(81eb7505-e5b6-49ea-af9d-28080124e1d6),segment_id=81eb7505-e5b6-49ea-af9d-28080124e1d6)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:28.804383 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.845631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for b65bfeeb-b877-443d-9b33-fd0697341ce4 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:28.857008 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (6fad468f-e12e-4665-83a3-d986435bdef8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.859029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:28.860239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.948639 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-93690c23-65d9-49d9-a8e3-0851abf1dc65 req-969267df-adf5-4cb4-b946-fb0001508162 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1096866 Jan 28 13:51:29.018661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] Pushing event updated for resources: {'Network': ['ID=6fad468f-e12e-4665-83a3-d986435bdef8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.028160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cbbec56a-8fc3-4d20-85d6-325d3ad78d9e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5975459 Jan 28 13:51:29.028887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54660) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:29.035247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Request body: {'subnet': {'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1936624476-subnet', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:29.062137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Made reservation on behalf of e989787286e847e0a6fea3a086b94129 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:29.064740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.192466 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Publish callbacks [] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.200271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b65bfeeb-b877-443d-9b33-fd0697341ce4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.200516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 6fad468f-e12e-4665-83a3-d986435bdef8 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:29.267258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=b65bfeeb-b877-443d-9b33-fd0697341ce4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.273569 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.301095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No DVR routers for this DVR port b65bfeeb-b877-443d-9b33-fd0697341ce4 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:29.338336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c0ef66b7-2426-4b93-a557-16926c127fea), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.393606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff123e3-98ac-4e84-be09-23d8b32606df None None] Pushing event updated for resources: {'Port': ['ID=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.417150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c7a929e5-9d06-4a2b-a757-70af0f5d4828 None None] The port 'b65bfeeb-b877-443d-9b33-fd0697341ce4' was deleted {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 28 13:51:29.435780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ef66b7-2426-4b93-a557-16926c127fea,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.453575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b65bfeeb-b877-443d-9b33-fd0697341ce4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:29.506146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Checking segment: {'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:29.506656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Network hostable DHCP agents. Network: 6fad468f-e12e-4665-83a3-d986435bdef8, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:29.532718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Network 6fad468f-e12e-4665-83a3-d986435bdef8 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:29.576834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: b65bfeeb-b877-443d-9b33-fd0697341ce4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:29.577190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b65bfeeb-b877-443d-9b33-fd0697341ce4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:29.581536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b73d16f3-1031-48d6-8591-b60f7fc19ec3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.617078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 6fad468f-e12e-4665-83a3-d986435bdef8) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:29.623637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73d16f3-1031-48d6-8591-b60f7fc19ec3']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.635961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.636599 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.645694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Attempting to bind port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:29.646084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Attempting to bind port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:29.646460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Attempting to bind port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e on network 131457d4-1f97-44fe-b727-e00d7be061c9 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:29.658061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81eb7505-e5b6-49ea-af9d-28080124e1d6') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.658445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81eb7505-e5b6-49ea-af9d-28080124e1d6') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.663609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e68c2-cdf3-46e8-b708-bc6a1cfd2ded None None] Network 6fad468f-e12e-4665-83a3-d986435bdef8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:29.666522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:29.666913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Checking segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:29.667329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.669471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Bound using segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:29.669975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Bound port: 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:29.672137 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.681991 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (81eb7505-e5b6-49ea-af9d-28080124e1d6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.683502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5818fd1f-31f0-489f-b500-1cbeee9cc739 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6531756 Jan 28 13:51:29.702397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e264-7d96-4fff-85c1-cdc0f73f6ecc req-332c7708-c69e-4367-a42b-43a6d6b041a3 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.709312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62d5e264-7d96-4fff-85c1-cdc0f73f6ecc req-332c7708-c69e-4367-a42b-43a6d6b041a3 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1814547 Jan 28 13:51:29.709961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54668) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:29.711467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (81eb7505-e5b6-49ea-af9d-28080124e1d6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.718882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:29.720247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:29.723387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (81eb7505-e5b6-49ea-af9d-28080124e1d6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.839490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54670) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:29.843946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62d5e264-7d96-4fff-85c1-cdc0f73f6ecc req-909ef4c1-3a8a-4af1-bd42-03e2984b415d tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117361 Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:29.852268 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:29.856604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b73d16f3-1031-48d6-8591-b60f7fc19ec3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.863327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] For port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:29.879517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] For port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:29.886373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.893449 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/b73d16f3-1031-48d6-8591-b60f7fc19ec3 HTTP/1.1" status: 204 len: 168 time: 1.6535230 Jan 28 13:51:29.894065 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.894853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54674) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:29.908621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-777007912'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:29.914637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768655a-68e8-454e-b447-feb8578dd11f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=b73d16f3-1031-48d6-8591-b60f7fc19ec3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:29.953730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (8fa19368-a32e-44b7-91e5-29ee683aabcf), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.958017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (8fa19368-a32e-44b7-91e5-29ee683aabcf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.005882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:30.013726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.099385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8c45bb55-f08d-4d71-8afc-102df2488fa2 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:30.125805 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5735c0f-3f94-49b3-9f8e-46dc5f015a94 req-1cbd5ca6-63af-419d-b631-5be961b410d1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.0432451 Jan 28 13:51:30.199470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks [] for router_controller (8fa19368-a32e-44b7-91e5-29ee683aabcf), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.229898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:51:30.261035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff123e3-98ac-4e84-be09-23d8b32606df None None] Pushing event updated for resources: {'Port': ['ID=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:30.272881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0ed3704e-ee51-44be-bd51-04b15ca694c3 None None] Provisioning complete for port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:30.273342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0ed3704e-ee51-44be-bd51-04b15ca694c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.274955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Routers {'61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:30.275674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:30.367867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c0632d8-6351-4ec8-b886-9eb332c10f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.439957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (21db0656-3ad0-4b0d-9c8d-3165d36042cc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.440474 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Added segment 21db0656-3ad0-4b0d-9c8d-3165d36042cc of type vlan for network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 Jan 28 13:51:30.536961 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks [] for router_gateway (8fa19368-a32e-44b7-91e5-29ee683aabcf), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.608664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e1718d2d-fb93-46f9-b0a4-e5ed70bf0076), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.713303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e1718d2d-fb93-46f9-b0a4-e5ed70bf0076), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.719016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:30.719988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.759195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] Set router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:30.870779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9710159 Jan 28 13:51:30.871511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54682) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:30.884483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:30.901851 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c0632d8-6351-4ec8-b886-9eb332c10f1c admin admin] Publish callbacks [] for security_group (c89e6be7-fb35-4cd5-ba8c-570f59429768), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.902871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b8e1a-ad7c-4b59-ace6-2c87e4ac4eb9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Network': ['ID=e1718d2d-fb93-46f9-b0a4-e5ed70bf0076,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:30.911228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c0632d8-6351-4ec8-b886-9eb332c10f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c89e6be7-fb35-4cd5-ba8c-570f59429768), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:30.960504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2c0632d8-6351-4ec8-b886-9eb332c10f1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd76197add2d4c7e88252f0d23332d49&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1104891 Jan 28 13:51:30.967028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:51:30.967263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54686) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:31.034433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0632d8-6351-4ec8-b886-9eb332c10f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89e6be7-fb35-4cd5-ba8c-570f59429768,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:31.142784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9970433f-cba7-4b4b-9e4b-96f69d43a98e admin admin] Publish callbacks [] for security_group (c89e6be7-fb35-4cd5-ba8c-570f59429768), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.149056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 8c45bb55-f08d-4d71-8afc-102df2488fa2 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:51:31.191904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:31.195526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.243804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-6fad468f-e12e-4665-83a3-d986435bdef8', 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8', 'project_id': 'e989787286e847e0a6fea3a086b94129', 'fixed_ips': [{'subnet_id': 'c0ef66b7-2426-4b93-a557-16926c127fea'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:31.245950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.260526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 8c45bb55-f08d-4d71-8afc-102df2488fa2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:31.261335 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.268733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9970433f-cba7-4b4b-9e4b-96f69d43a98e admin admin] Publish callbacks [] for security_group (c89e6be7-fb35-4cd5-ba8c-570f59429768), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.346063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks [] for router_gateway (8fa19368-a32e-44b7-91e5-29ee683aabcf), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.392530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-86324dde-c49d-4286-99c6-6dfb1ec22232 req-e140274e-2b5d-48b9-8705-dc70131e0b05 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.0966537 Jan 28 13:51:31.442262 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.518821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda409d-2539-4246-92d8-00d57b2df2dc req-580657ee-89df-4458-8222-02118b8fa55f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:31.531270 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2fda409d-2539-4246-92d8-00d57b2df2dc req-580657ee-89df-4458-8222-02118b8fa55f tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 945 time: 0.4502940 Jan 28 13:51:31.541691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Allocated IP 172.20.0.2 (6fad468f-e12e-4665-83a3-d986435bdef8/c0ef66b7-2426-4b93-a557-16926c127fea/75021d31-cc97-4a49-a1e6-026664226478) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:31.655156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9970433f-cba7-4b4b-9e4b-96f69d43a98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c89e6be7-fb35-4cd5-ba8c-570f59429768), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.662564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9970433f-cba7-4b4b-9e4b-96f69d43a98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.669738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9970433f-cba7-4b4b-9e4b-96f69d43a98e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c89e6be7-fb35-4cd5-ba8c-570f59429768 HTTP/1.1" status: 204 len: 168 time: 0.6977184 Jan 28 13:51:31.716152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970433f-cba7-4b4b-9e4b-96f69d43a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89e6be7-fb35-4cd5-ba8c-570f59429768,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:31.764192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Allocated IP 172.25.4.149 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/9a17c7d9-ca1e-45fc-9f17-af682acaec9c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:31.812884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Publish callbacks [] for port (75021d31-cc97-4a49-a1e6-026664226478), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.868622 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (d6c59424-2809-488c-a138-d31b9f33152b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.900816 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (75021d31-cc97-4a49-a1e6-026664226478), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.915298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3704e-ee51-44be-bd51-04b15ca694c3 None None] Current status of the port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:31.916941 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0ed3704e-ee51-44be-bd51-04b15ca694c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.941927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Network 6fad468f-e12e-4665-83a3-d986435bdef8 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:31.951015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:31.956694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:32.020989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0ed3704e-ee51-44be-bd51-04b15ca694c3 None None] For port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:32.071571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0ed3704e-ee51-44be-bd51-04b15ca694c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.074909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '94fa5afd-a9ab-44e6-80ab-7b9617aedf7e', 'name': '', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'mac_address': 'fa:16:3e:fe:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5801f970-1615-4048-8eb4-67474ea762dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:23Z', 'updated_at': '2022-01-28T13:51:29Z', 'revision_number': 4, 'project_id': '530de43b763b4c75b854922a54d903e3', 'subnets': [{'id': '5801f970-1615-4048-8eb4-67474ea762dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:32.091645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks [] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.105185 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2fda409d-2539-4246-92d8-00d57b2df2dc req-6bd0ebdc-e36d-4869-ab4b-f73880a016a2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5682428 Jan 28 13:51:32.123270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Attempting to bind port 75021d31-cc97-4a49-a1e6-026664226478 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:32.123776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Attempting to bind port 75021d31-cc97-4a49-a1e6-026664226478 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:32.124171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Attempting to bind port 75021d31-cc97-4a49-a1e6-026664226478 on network 6fad468f-e12e-4665-83a3-d986435bdef8 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:32.141928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539c75ee-22f1-4e4b-bffa-214a5cf1d2ad None None] The sync data for ids ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'] in n-d-822748-2 is: [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '94fa5afd-a9ab-44e6-80ab-7b9617aedf7e', 'name': '', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'mac_address': 'fa:16:3e:fe:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '5801f970-1615-4048-8eb4-67474ea762dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:23Z', 'updated_at': '2022-01-28T13:51:29Z', 'revision_number': 4, 'project_id': '530de43b763b4c75b854922a54d903e3', 'subnets': [{'id': '5801f970-1615-4048-8eb4-67474ea762dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:32.162024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:32.162531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Checking segment: {'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:32.163082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.163476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Bound using segment: {'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:32.163974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Bound port: 75021d31-cc97-4a49-a1e6-026664226478, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:32.164375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (75021d31-cc97-4a49-a1e6-026664226478), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.184385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=d6c59424-2809-488c-a138-d31b9f33152b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.223549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.302846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Checking segment: {'id': '21db0656-3ad0-4b0d-9c8d-3165d36042cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:32.303225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network hostable DHCP agents. Network: e1718d2d-fb93-46f9-b0a4-e5ed70bf0076, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:51:32.365790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 8c45bb55-f08d-4d71-8afc-102df2488fa2 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:32.366203 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.375562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:51:32.394465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Pushing event updated for resources: {'Port': ['ID=75021d31-cc97-4a49-a1e6-026664226478,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.450718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e1718d2d-fb93-46f9-b0a4-e5ed70bf0076) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:32.459143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:32.472274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8c45bb55-f08d-4d71-8afc-102df2488fa2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:32.474906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:32.479349 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:32.481719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.486108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:32.486667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:32.490413 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf30911e-8461-450e-b5c9-5c0881f291e7" -d '{"events": [{"server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:32.497727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:32.497859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a767f-3f00-418e-95b1-294fe8c358d1 None None] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:32.542498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-991ce18d-cf2c-486e-841d-dee4729d88e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6693304 Jan 28 13:51:32.545561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54710) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:32.563908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9e6db3ac-264f-4309-8d1c-327c42a15fc2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1925581118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:32.652763 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e6db3ac-264f-4309-8d1c-327c42a15fc2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (061b06f8-0618-4d88-ba4a-bf0f92829e00), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.657510 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e6db3ac-264f-4309-8d1c-327c42a15fc2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (061b06f8-0618-4d88-ba4a-bf0f92829e00), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.660856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b86fc947-b708-4e57-a98e-324081a1cd09 None None] Provisioning complete for port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:32.661562 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b86fc947-b708-4e57-a98e-324081a1cd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.710089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.873397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e6db3ac-264f-4309-8d1c-327c42a15fc2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for router_controller (061b06f8-0618-4d88-ba4a-bf0f92829e00), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.880431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e6db3ac-264f-4309-8d1c-327c42a15fc2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (061b06f8-0618-4d88-ba4a-bf0f92829e00), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.891806 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4226ca-23e9-454d-b84e-4175329399d6 x-openstack-request-id: req-7c4226ca-23e9-454d-b84e-4175329399d6 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:32.892413 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "name": "network-vif-plugged", "status": "completed", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:32.892413 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c4226ca-23e9-454d-b84e-4175329399d6 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:32.894126 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'code': 200} Jan 28 13:51:32.898139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-e1718d2d-fb93-46f9-b0a4-e5ed70bf0076', 'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076', 'project_id': 'fd6e4bed256045709ba514aa3db6efbc', 'fixed_ips': [{'subnet_id': 'd6c59424-2809-488c-a138-d31b9f33152b'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:32.903995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.943545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e6db3ac-264f-4309-8d1c-327c42a15fc2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.946986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e6db3ac-264f-4309-8d1c-327c42a15fc2 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4004281 Jan 28 13:51:32.950808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54718) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:32.957637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076', 'name': 'tempest-PortsTestJSON-33273118'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:33.034097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92a1c923-1edb-4061-b02e-3aa7442664b2 req-4946051c-2332-4df2-8b75-2dc1cd340f34 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.2599616 Jan 28 13:51:33.078533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] For port 75021d31-cc97-4a49-a1e6-026664226478, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:33.096962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3704e-ee51-44be-bd51-04b15ca694c3 None None] Pushing event updated for resources: {'Port': ['ID=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:33.302483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b86fc947-b708-4e57-a98e-324081a1cd09 None None] Current status of the port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:33.342455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] For port 75021d31-cc97-4a49-a1e6-026664226478, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=75021d31-cc97-4a49-a1e6-026664226478,segment=NetworkSegment(69a7d196-14c6-4254-92c1-e99274d2117e),segment_id=69a7d196-14c6-4254-92c1-e99274d2117e)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:33.400777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks [] for router_gateway (8fa19368-a32e-44b7-91e5-29ee683aabcf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.438878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (75021d31-cc97-4a49-a1e6-026664226478), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:33.583245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=8c45bb55-f08d-4d71-8afc-102df2488fa2,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:33.629768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:33.644205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384799-c8df-4305-b03d-5afa4b435507 req-c75bbbe7-df22-407e-a21a-9844b241d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:33.663038 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4384799-c8df-4305-b03d-5afa4b435507 req-c75bbbe7-df22-407e-a21a-9844b241d5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.6507289 Jan 28 13:51:33.838827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Allocated IP 172.20.0.2 (e1718d2d-fb93-46f9-b0a4-e5ed70bf0076/d6c59424-2809-488c-a138-d31b9f33152b/9206b86c-27ed-4b49-813b-afbafe8a2983) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:33.937269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4384799-c8df-4305-b03d-5afa4b435507 req-6479c8f8-eb0f-45c1-a44b-05e2f293773c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802275 Jan 28 13:51:34.029012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514a472-82a4-49e4-9e43-3b3abf3b9e43 None None] Pushing event updated for resources: {'Port': ['ID=75021d31-cc97-4a49-a1e6-026664226478,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:34.143474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:34.148461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.186689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:34.187627 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.223955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bf3c7-e5a6-4a72-85fb-bf51dfc21262 req-ccc4103e-f810-4431-b14f-f77ce16ed011 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:34.259535 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b55bf3c7-e5a6-4a72-85fb-bf51dfc21262 req-ccc4103e-f810-4431-b14f-f77ce16ed011 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 0.4529371 Jan 28 13:51:34.288061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c97f419-98ef-4546-bb86-da12f86fac15 req-406bbb85-9240-4fb6-a157-e29df6a709f4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.0656879 Jan 28 13:51:34.299370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (8fa19368-a32e-44b7-91e5-29ee683aabcf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.394227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b55bf3c7-e5a6-4a72-85fb-bf51dfc21262 req-fabebcbc-ea65-44f7-a157-6d253f653151 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337802 Jan 28 13:51:34.401252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 7de2685c-d63e-493a-bc7a-451431a38d2d yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:34.450495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:34.579342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Publish callbacks [] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.588171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.617862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Router 8fa19368-a32e-44b7-91e5-29ee683aabcf is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:51:34.691735 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:51:34.695351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:34.719964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:34.748689 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.10 (e1718d2d-fb93-46f9-b0a4-e5ed70bf0076/d6c59424-2809-488c-a138-d31b9f33152b/7de2685c-d63e-493a-bc7a-451431a38d2d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:34.755252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:34.757773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Pushing event updated for resources: {'Port': ['ID=9206b86c-27ed-4b49-813b-afbafe8a2983,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:34.883470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Attempting to bind port 9206b86c-27ed-4b49-813b-afbafe8a2983 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:34.883855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Attempting to bind port 9206b86c-27ed-4b49-813b-afbafe8a2983 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '21db0656-3ad0-4b0d-9c8d-3165d36042cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:34.886425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Attempting to bind port 9206b86c-27ed-4b49-813b-afbafe8a2983 on network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:34.935287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:34.938359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:34.938758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Checking segment: {'id': '21db0656-3ad0-4b0d-9c8d-3165d36042cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:34.939182 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.939583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Bound using segment: {'id': '21db0656-3ad0-4b0d-9c8d-3165d36042cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:34.940134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Bound port: 9206b86c-27ed-4b49-813b-afbafe8a2983, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21db0656-3ad0-4b0d-9c8d-3165d36042cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e1718d2d-fb93-46f9-b0a4-e5ed70bf0076'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:34.940528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.949685 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Sync routers for ids ['8fa19368-a32e-44b7-91e5-29ee683aabcf'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:34.991015 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Routers {'8fa19368-a32e-44b7-91e5-29ee683aabcf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:34.991474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.995249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b4dc792a-14af-4972-993a-b8de020572e7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2816234 Jan 28 13:51:34.995497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54752) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:35.004627 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8fa19368-a32e-44b7-91e5-29ee683aabcf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:35.095027 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-caaf55cd-b6b7-488c-afde-7c8a1baa096d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.214316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] For port 9206b86c-27ed-4b49-813b-afbafe8a2983, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:35.222539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] For port 9206b86c-27ed-4b49-813b-afbafe8a2983, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9206b86c-27ed-4b49-813b-afbafe8a2983,segment=NetworkSegment(21db0656-3ad0-4b0d-9c8d-3165d36042cc),segment_id=21db0656-3ad0-4b0d-9c8d-3165d36042cc)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:35.231622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.271587 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.482017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069bac5-12c7-4eb1-b37f-9c208ffe47a0 None None] Pushing event updated for resources: {'Port': ['ID=9206b86c-27ed-4b49-813b-afbafe8a2983,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:35.500056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.561020 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Set router 8fa19368-a32e-44b7-91e5-29ee683aabcf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:35.722306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 75021d31-cc97-4a49-a1e6-026664226478 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:35.782388 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-56cd8c0d-ce41-4e58-b320-e59d5295b4ef req-69e638a4-ed89-4280-89ce-71e7353a8e80 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a22b603-0842-4b4f-b534-a9b5b29cf8e9 HTTP/1.1" status: 200 len: 210 time: 0.1325557 Jan 28 13:51:35.784892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:35.787971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=7de2685c-d63e-493a-bc7a-451431a38d2d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:35.809771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:35.821664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:35.981807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:35.987816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.042373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-22de8d91-2139-4c83-aff6-be6de6b8399e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0889735 Jan 28 13:51:36.042997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:36.148049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b215c3de-217d-4f51-a903-85274af7a7d2 None None] Network 6fad468f-e12e-4665-83a3-d986435bdef8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:36.236162 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:51:32Z', 'revision_number': 3, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port': {'id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:31Z', 'updated_at': '2022-01-28T13:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:36.324961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ef6713b9-5816-4b94-9667-e470cc825825 None None] Provisioning complete for port 75021d31-cc97-4a49-a1e6-026664226478 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:36.325681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ef6713b9-5816-4b94-9667-e470cc825825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (75021d31-cc97-4a49-a1e6-026664226478), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.336685 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Checking router: 8fa19368-a32e-44b7-91e5-29ee683aabcf for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:36.337071 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Updating router 8fa19368-a32e-44b7-91e5-29ee683aabcf port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:36.392255 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.413662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442fac3-ef93-4672-96c4-b3e5ab009be6 req-c5aba874-e61a-419a-905f-4999bb4ae259 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.427925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1442fac3-ef93-4672-96c4-b3e5ab009be6 req-c5aba874-e61a-419a-905f-4999bb4ae259 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 0.5550811 Jan 28 13:51:36.503076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1442fac3-ef93-4672-96c4-b3e5ab009be6 req-0b7c783b-b0d0-4850-aa2c-072241c672b7 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740798 Jan 28 13:51:36.517505 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.529122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ef6713b9-5816-4b94-9667-e470cc825825 None None] Current status of the port 75021d31-cc97-4a49-a1e6-026664226478 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:36.529542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ef6713b9-5816-4b94-9667-e470cc825825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (75021d31-cc97-4a49-a1e6-026664226478), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.608223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 75021d31-cc97-4a49-a1e6-026664226478 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:36.608808 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (75021d31-cc97-4a49-a1e6-026664226478), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.735667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ef6713b9-5816-4b94-9667-e470cc825825 None None] For port 75021d31-cc97-4a49-a1e6-026664226478, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=75021d31-cc97-4a49-a1e6-026664226478,segment=NetworkSegment(69a7d196-14c6-4254-92c1-e99274d2117e),segment_id=69a7d196-14c6-4254-92c1-e99274d2117e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:36.769156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ef6713b9-5816-4b94-9667-e470cc825825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (75021d31-cc97-4a49-a1e6-026664226478), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.844878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Allocated IP 172.20.0.1 (6fad468f-e12e-4665-83a3-d986435bdef8/c0ef66b7-2426-4b93-a557-16926c127fea/f84b8314-935e-4777-a93a-db6c2ba60ab9) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:36.940077 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Publish callbacks [] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.956357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f708e9-585d-4a32-9903-134f1f9d9d4a req-ae95d8fc-b9fd-481f-b542-92d4d4a5d556 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.962941 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:36.968646 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4f708e9-585d-4a32-9903-134f1f9d9d4a req-ae95d8fc-b9fd-481f-b542-92d4d4a5d556 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 0.2781177 Jan 28 13:51:36.995592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 75021d31-cc97-4a49-a1e6-026664226478 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:37.065564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6713b9-5816-4b94-9667-e470cc825825 None None] Pushing event updated for resources: {'Port': ['ID=75021d31-cc97-4a49-a1e6-026664226478,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:37.181743 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff9fde-82b8-4bf5-90cc-a239207a08b0 None None] Pushing event updated for resources: {'Port': ['ID=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:37.186454 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks [] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.199916 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Attempting to bind port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:37.202532 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Attempting to bind port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:37.202930 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Attempting to bind port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:37.216713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.217096 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:37.219204 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:37.219635 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.220054 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:37.220556 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Bound port: 9a17c7d9-ca1e-45fc-9f17-af682acaec9c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:37.221347 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.253013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.257486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e4f708e9-585d-4a32-9903-134f1f9d9d4a req-417e4358-351e-4666-a872-55916c577701 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875423 Jan 28 13:51:37.286044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Network 6fad468f-e12e-4665-83a3-d986435bdef8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:37.316183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b96d0ffc-2344-4535-b21a-513f238a7f14 None None] Provisioning complete for port 75021d31-cc97-4a49-a1e6-026664226478 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:37.316657 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b96d0ffc-2344-4535-b21a-513f238a7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (75021d31-cc97-4a49-a1e6-026664226478), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.334148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:37.345068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:37.495824 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] For port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:37.526101 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] For port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:37.534647 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.539017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b96d0ffc-2344-4535-b21a-513f238a7f14 None None] Current status of the port 75021d31-cc97-4a49-a1e6-026664226478 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:37.542590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0404c17-5bc8-4079-82fc-dec4da974f63 None None] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:37.676209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f84b8314-935e-4777-a93a-db6c2ba60ab9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:37.698427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (8fa19368-a32e-44b7-91e5-29ee683aabcf), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.747736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-897d21a1-4a63-42df-a053-542e4dc04fdd None None] Provisioning complete for port 9206b86c-27ed-4b49-813b-afbafe8a2983 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:37.748177 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-897d21a1-4a63-42df-a053-542e4dc04fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.805234 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-01dceb77-1f14-4a7c-b0ad-354492a3c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:37.817710 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Routers {'8fa19368-a32e-44b7-91e5-29ee683aabcf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:37.821161 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8fa19368-a32e-44b7-91e5-29ee683aabcf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:37.853399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9206b86c-27ed-4b49-813b-afbafe8a2983 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:37.966390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff9fde-82b8-4bf5-90cc-a239207a08b0 None None] Pushing event updated for resources: {'Port': ['ID=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:38.006675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-897d21a1-4a63-42df-a053-542e4dc04fdd None None] Current status of the port 9206b86c-27ed-4b49-813b-afbafe8a2983 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:38.007081 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-897d21a1-4a63-42df-a053-542e4dc04fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.092619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-897d21a1-4a63-42df-a053-542e4dc04fdd None None] For port 9206b86c-27ed-4b49-813b-afbafe8a2983, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9206b86c-27ed-4b49-813b-afbafe8a2983,segment=NetworkSegment(21db0656-3ad0-4b0d-9c8d-3165d36042cc),segment_id=21db0656-3ad0-4b0d-9c8d-3165d36042cc)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:38.098774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9206b86c-27ed-4b49-813b-afbafe8a2983 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:38.100271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.150209 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.155962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.180856 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-897d21a1-4a63-42df-a053-542e4dc04fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.261408 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] Set router 8fa19368-a32e-44b7-91e5-29ee683aabcf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:38.358088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d21a1-4a63-42df-a053-542e4dc04fdd None None] Pushing event updated for resources: {'Port': ['ID=9206b86c-27ed-4b49-813b-afbafe8a2983,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:38.377865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9206b86c-27ed-4b49-813b-afbafe8a2983 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:38.383388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 75021d31-cc97-4a49-a1e6-026664226478 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:38.449328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4e045088-376c-407e-bbd1-c5e3897eeb6b None None] Provisioning complete for port f84b8314-935e-4777-a93a-db6c2ba60ab9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:38.449708 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4e045088-376c-407e-bbd1-c5e3897eeb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.610317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4e045088-376c-407e-bbd1-c5e3897eeb6b None None] Port f84b8314-935e-4777-a93a-db6c2ba60ab9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:38.628249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 75021d31-cc97-4a49-a1e6-026664226478 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:38.628249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (75021d31-cc97-4a49-a1e6-026664226478), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.633363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=7de2685c-d63e-493a-bc7a-451431a38d2d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:38.713664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54806) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:38.724265 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:51:32Z', 'revision_number': 3, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port': {'id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:31Z', 'updated_at': '2022-01-28T13:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:38.743497 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (061b06f8-0618-4d88-ba4a-bf0f92829e00), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.766962 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b883aa9-04ac-4ae0-aab4-d99a9b71acb3 None None] The sync data for ids ['8fa19368-a32e-44b7-91e5-29ee683aabcf'] in n-d-822748-2 is: [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:51:32Z', 'revision_number': 3, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port': {'id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:31Z', 'updated_at': '2022-01-28T13:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:38.812605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.820985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-be7bf1c4-6410-442c-a5d7-65e7c1fa80ff None None] Provisioning complete for port 7de2685c-d63e-493a-bc7a-451431a38d2d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:38.832519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be7bf1c4-6410-442c-a5d7-65e7c1fa80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:38.940652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2123e5-a438-4195-9445-6c27a5f0bbc4 req-d1fa911e-c6f7-4912-bc14-515c6c4c1eb6 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:38.973521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db2123e5-a438-4195-9445-6c27a5f0bbc4 req-d1fa911e-c6f7-4912-bc14-515c6c4c1eb6 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 1.5288196 Jan 28 13:51:38.981096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-be7bf1c4-6410-442c-a5d7-65e7c1fa80ff None None] Port 7de2685c-d63e-493a-bc7a-451431a38d2d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:39.032132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 75021d31-cc97-4a49-a1e6-026664226478 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:39.056484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-be7bf1c4-6410-442c-a5d7-65e7c1fa80ff None None] Provisioning complete for port 9206b86c-27ed-4b49-813b-afbafe8a2983 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:39.056876 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-be7bf1c4-6410-442c-a5d7-65e7c1fa80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.076145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.100676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db2123e5-a438-4195-9445-6c27a5f0bbc4 req-21ecfeda-fc19-46a0-9392-192da0646ea1 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226373 Jan 28 13:51:39.121019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:39.275846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-be7bf1c4-6410-442c-a5d7-65e7c1fa80ff None None] Current status of the port 9206b86c-27ed-4b49-813b-afbafe8a2983 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:39.310172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.315327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78daba4f-14ac-4ac5-bd37-9fb347824aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.423782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ff9b7aec-2ef1-4c2a-9880-4a68c78ac30b None None] Provisioning complete for port 7de2685c-d63e-493a-bc7a-451431a38d2d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:39.424352 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7aec-2ef1-4c2a-9880-4a68c78ac30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.586278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b7aec-2ef1-4c2a-9880-4a68c78ac30b None None] Port 7de2685c-d63e-493a-bc7a-451431a38d2d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:39.784176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78daba4f-14ac-4ac5-bd37-9fb347824aa0 admin admin] Publish callbacks [] for security_group (ef9f6879-3db3-40ef-8f45-24b6156f4309), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.798483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9a17c7d9-ca1e-45fc-9f17-af682acaec9c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:39.807712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78daba4f-14ac-4ac5-bd37-9fb347824aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ef9f6879-3db3-40ef-8f45-24b6156f4309), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.866004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:39.866681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.873223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c6819-e7ea-4264-8a04-0e507de8ff29 tempest-TestServerBasicOps-1535411756 tempest-TestServerBasicOps-1535411756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:39.882735 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-495c6819-e7ea-4264-8a04-0e507de8ff29 tempest-TestServerBasicOps-1535411756 tempest-TestServerBasicOps-1535411756-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1092 time: 0.7590919 Jan 28 13:51:39.889355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54820) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:39.895918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:39.916774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daba4f-14ac-4ac5-bd37-9fb347824aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f6879-3db3-40ef-8f45-24b6156f4309,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:39.977919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-78daba4f-14ac-4ac5-bd37-9fb347824aa0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3aa04fb586f46388447894d6a6c2563&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2609344 Jan 28 13:51:39.978272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54822) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:39.981774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks [] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:39.988145 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.004220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.012817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:40.013603 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.029888 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.050390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:40.054882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.058463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.059836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9206b86c-27ed-4b49-813b-afbafe8a2983 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:40.080110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f84b8314-935e-4777-a93a-db6c2ba60ab9,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.171050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.186147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9206b86c-27ed-4b49-813b-afbafe8a2983 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:40.187335 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.243726 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (8fa19368-a32e-44b7-91e5-29ee683aabcf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.289169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (061b06f8-0618-4d88-ba4a-bf0f92829e00), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.291178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=7de2685c-d63e-493a-bc7a-451431a38d2d,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.313413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9206b86c-27ed-4b49-813b-afbafe8a2983 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:40.341341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dba5c23-30a1-4efe-ba6a-cd208905eca0 admin admin] Publish callbacks [] for security_group (ef9f6879-3db3-40ef-8f45-24b6156f4309), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.423453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dba5c23-30a1-4efe-ba6a-cd208905eca0 admin admin] Publish callbacks [] for security_group (ef9f6879-3db3-40ef-8f45-24b6156f4309), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.497292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Network 6fad468f-e12e-4665-83a3-d986435bdef8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:40.500813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:40.546424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:40.548727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.550795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:40.563695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.715906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dba5c23-30a1-4efe-ba6a-cd208905eca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ef9f6879-3db3-40ef-8f45-24b6156f4309), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.719629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6dba5c23-30a1-4efe-ba6a-cd208905eca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:40.724628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6dba5c23-30a1-4efe-ba6a-cd208905eca0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef9f6879-3db3-40ef-8f45-24b6156f4309 HTTP/1.1" status: 204 len: 168 time: 0.7277198 Jan 28 13:51:40.756665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba5c23-30a1-4efe-ba6a-cd208905eca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f6879-3db3-40ef-8f45-24b6156f4309,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:40.782180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Router 061b06f8-0618-4d88-ba4a-bf0f92829e00 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:51:40.857344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Router 8fa19368-a32e-44b7-91e5-29ee683aabcf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:41.022498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fa0fa35e-91f3-4195-8db7-6e4af5c40f87 None None] Provisioning complete for port 7de2685c-d63e-493a-bc7a-451431a38d2d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:41.022865 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa35e-91f3-4195-8db7-6e4af5c40f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.060880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:41.085177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4ecf465d-eb9d-4c1d-99f4-01e197175258 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "PUT /v2.0/routers/061b06f8-0618-4d88-ba4a-bf0f92829e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0388873 Jan 28 13:51:41.094751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] Sync routers for ids ['061b06f8-0618-4d88-ba4a-bf0f92829e00'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:41.095848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54834) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:41.126719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] Routers {'061b06f8-0618-4d88-ba4a-bf0f92829e00'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:41.127372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['061b06f8-0618-4d88-ba4a-bf0f92829e00'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:41.129267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fa35e-91f3-4195-8db7-6e4af5c40f87 None None] Port 7de2685c-d63e-493a-bc7a-451431a38d2d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:41.194740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Allocated IP 172.25.4.120 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/48a04c6e-cde7-4c41-a46f-7e0426dae9b6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:41.212285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:41.238851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54cc8a-00b8-4009-810f-ef45c6e0a8a3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:41.240746 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca54cc8a-00b8-4009-810f-ef45c6e0a8a3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports?device_id=061b06f8-0618-4d88-ba4a-bf0f92829e00 HTTP/1.1" status: 200 len: 981 time: 0.1437941 Jan 28 13:51:41.243483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54838) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:41.270375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] Routers {'061b06f8-0618-4d88-ba4a-bf0f92829e00'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:41.273721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['061b06f8-0618-4d88-ba4a-bf0f92829e00'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:41.392394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54842) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:41.408537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcfed1f6-2596-42cb-8749-70f35f340d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.419804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fa0fa35e-91f3-4195-8db7-6e4af5c40f87 None None] Provisioning complete for port f84b8314-935e-4777-a93a-db6c2ba60ab9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:41.420430 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa35e-91f3-4195-8db7-6e4af5c40f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.425315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:41.426327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac79029-3fef-4d41-a7ad-f77e8dd4c2aa None None] The sync data for ids ['061b06f8-0618-4d88-ba4a-bf0f92829e00'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:41.484607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:41.524101 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4344114e-a980-476f-b6c6-0bf2a86055f1 admin admin] 10.222.0.45 "PUT /v2.0/routers/8fa19368-a32e-44b7-91e5-29ee683aabcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5274231 Jan 28 13:51:41.529762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9a17c7d9-ca1e-45fc-9f17-af682acaec9c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:41.678011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fa35e-91f3-4195-8db7-6e4af5c40f87 None None] Port f84b8314-935e-4777-a93a-db6c2ba60ab9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:41.689134 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.783795 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Sync routers for ids ['8fa19368-a32e-44b7-91e5-29ee683aabcf'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:41.813973 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Routers {'8fa19368-a32e-44b7-91e5-29ee683aabcf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:41.817308 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8fa19368-a32e-44b7-91e5-29ee683aabcf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:41.841731 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.860764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.868949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:41.869410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.885856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcfed1f6-2596-42cb-8749-70f35f340d7b admin admin] Publish callbacks [] for security_group (0b67b38c-fb5a-46fe-8e14-2246b787f7bf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.904511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcfed1f6-2596-42cb-8749-70f35f340d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b67b38c-fb5a-46fe-8e14-2246b787f7bf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:41.952072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'Port': ['ID=48a04c6e-cde7-4c41-a46f-7e0426dae9b6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:41.994252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfed1f6-2596-42cb-8749-70f35f340d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b67b38c-fb5a-46fe-8e14-2246b787f7bf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:41.997902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:42.001583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:42.007697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:42.118649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:42.145106 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Set router 8fa19368-a32e-44b7-91e5-29ee683aabcf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:42.152217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bcfed1f6-2596-42cb-8749-70f35f340d7b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86916fc17f24443e973b2a94fdc71312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7589588 Jan 28 13:51:42.156541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54860) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:42.575733 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port': {'id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:31Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f84b8314-935e-4777-a93a-db6c2ba60ab9', 'name': '', 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'mac_address': 'fa:16:3e:2d:73:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'c0ef66b7-2426-4b93-a557-16926c127fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 2, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'subnets': [{'id': 'c0ef66b7-2426-4b93-a557-16926c127fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:42.606107 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Checking router: 8fa19368-a32e-44b7-91e5-29ee683aabcf for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:42.606464 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Updating router 8fa19368-a32e-44b7-91e5-29ee683aabcf port f84b8314-935e-4777-a93a-db6c2ba60ab9 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:51:42.685528 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:42.919003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa06897d-7de3-445a-82a0-f97ff010e584 admin admin] Publish callbacks [] for security_group (0b67b38c-fb5a-46fe-8e14-2246b787f7bf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:42.920310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-86105a98-c591-446d-9e73-928af60bb2c2 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:42.928573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-86105a98-c591-446d-9e73-928af60bb2c2 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/networks?id=131457d4-1f97-44fe-b727-e00d7be061c9 HTTP/1.1" status: 200 len: 911 time: 0.3314817 Jan 28 13:51:42.945457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa06897d-7de3-445a-82a0-f97ff010e584 admin admin] Publish callbacks [] for security_group (0b67b38c-fb5a-46fe-8e14-2246b787f7bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:42.956310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-6fb02464-0738-47f7-962b-e11375d6e54c tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/quotas/e989787286e847e0a6fea3a086b94129 HTTP/1.1" status: 200 len: 375 time: 0.0258129 Jan 28 13:51:43.009721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa06897d-7de3-445a-82a0-f97ff010e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0b67b38c-fb5a-46fe-8e14-2246b787f7bf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.012588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa06897d-7de3-445a-82a0-f97ff010e584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.013930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aa06897d-7de3-445a-82a0-f97ff010e584 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b67b38c-fb5a-46fe-8e14-2246b787f7bf HTTP/1.1" status: 204 len: 168 time: 0.8407156 Jan 28 13:51:43.061056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06897d-7de3-445a-82a0-f97ff010e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b67b38c-fb5a-46fe-8e14-2246b787f7bf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:43.152083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-265277f2-665b-4d67-bbbf-51a58e3c9cfa tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=e989787286e847e0a6fea3a086b94129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944597 Jan 28 13:51:43.296649 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Publish callbacks [] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.319862 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.340741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-2b22ae7c-bf2d-472b-b4b8-c2c5949a427d service neutron] 10.222.0.45 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875587 Jan 28 13:51:43.347359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (061b06f8-0618-4d88-ba4a-bf0f92829e00), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.431147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for floatingip (4af22145-9c69-464d-8810-787483d57a63), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.433353 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78c524-ce8b-4026-a753-77adac2e7269 None None] Pushing event updated for resources: {'Port': ['ID=f84b8314-935e-4777-a93a-db6c2ba60ab9,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:43.605039 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Attempting to bind port f84b8314-935e-4777-a93a-db6c2ba60ab9 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:43.605418 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Attempting to bind port f84b8314-935e-4777-a93a-db6c2ba60ab9 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:43.605785 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Attempting to bind port f84b8314-935e-4777-a93a-db6c2ba60ab9 on network 6fad468f-e12e-4665-83a3-d986435bdef8 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:43.608149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-e8ddd553-1890-4834-be09-0f4f632ff9f7 service neutron] 10.222.0.45 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640855 Jan 28 13:51:43.623496 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:43.623888 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Checking segment: {'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:43.624943 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.627446 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Bound using segment: {'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:43.628207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.630251 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Bound port: f84b8314-935e-4777-a93a-db6c2ba60ab9, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a7d196-14c6-4254-92c1-e99274d2117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:43.630689 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.861192 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] For port f84b8314-935e-4777-a93a-db6c2ba60ab9, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:43.892450 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] For port f84b8314-935e-4777-a93a-db6c2ba60ab9, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f84b8314-935e-4777-a93a-db6c2ba60ab9,segment=NetworkSegment(69a7d196-14c6-4254-92c1-e99274d2117e),segment_id=69a7d196-14c6-4254-92c1-e99274d2117e)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:43.909885 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.930598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 7de2685c-d63e-493a-bc7a-451431a38d2d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:43.931132 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:43.959314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cd510723-6b27-452e-b899-5bf5577ef0b5 None None] Provisioning complete for port f84b8314-935e-4777-a93a-db6c2ba60ab9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:43.959314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd510723-6b27-452e-b899-5bf5577ef0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.131717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78c524-ce8b-4026-a753-77adac2e7269 None None] Pushing event updated for resources: {'Port': ['ID=f84b8314-935e-4777-a93a-db6c2ba60ab9,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:44.145843 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Routers {'8fa19368-a32e-44b7-91e5-29ee683aabcf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:44.146463 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8fa19368-a32e-44b7-91e5-29ee683aabcf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:44.196630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.208526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.224363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.268014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 7de2685c-d63e-493a-bc7a-451431a38d2d owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:44.270817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cd510723-6b27-452e-b899-5bf5577ef0b5 None None] Current status of the port f84b8314-935e-4777-a93a-db6c2ba60ab9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:44.271231 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd510723-6b27-452e-b899-5bf5577ef0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.440944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cd510723-6b27-452e-b899-5bf5577ef0b5 None None] For port f84b8314-935e-4777-a93a-db6c2ba60ab9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f84b8314-935e-4777-a93a-db6c2ba60ab9,segment=NetworkSegment(69a7d196-14c6-4254-92c1-e99274d2117e),segment_id=69a7d196-14c6-4254-92c1-e99274d2117e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:44.447545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd510723-6b27-452e-b899-5bf5577ef0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.515719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event updated for resources: {'Port': ['ID=48a04c6e-cde7-4c41-a46f-7e0426dae9b6,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:44.551508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (4af22145-9c69-464d-8810-787483d57a63), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.582004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd510723-6b27-452e-b899-5bf5577ef0b5 None None] Pushing event updated for resources: {'Port': ['ID=f84b8314-935e-4777-a93a-db6c2ba60ab9,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:44.601532 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] Set router 8fa19368-a32e-44b7-91e5-29ee683aabcf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:44.614795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e540e483-0612-4801-a081-911537529a7b None None] Provisioning complete for port f84b8314-935e-4777-a93a-db6c2ba60ab9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:44.615168 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e540e483-0612-4801-a081-911537529a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:44.780802 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Floating IP 4af22145-9c69-464d-8810-787483d57a63 associated. External IP: 172.25.4.120, port: 8c45bb55-f08d-4d71-8afc-102df2488fa2. Jan 28 13:51:44.821057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e540e483-0612-4801-a081-911537529a7b None None] Current status of the port f84b8314-935e-4777-a93a-db6c2ba60ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:44.894393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7e0956e5-ccdf-4004-bb8a-8a9e7b4144f8 req-7d0f25c4-0132-4d7f-8691-0bd7cc33a5ed tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 210 time: 0.2193370 Jan 28 13:51:44.895293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7de2685c-d63e-493a-bc7a-451431a38d2d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.057175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=7de2685c-d63e-493a-bc7a-451431a38d2d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:45.244551 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port': {'id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:31Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f84b8314-935e-4777-a93a-db6c2ba60ab9', 'name': '', 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'mac_address': 'fa:16:3e:2d:73:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'c0ef66b7-2426-4b93-a557-16926c127fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:43Z', 'revision_number': 4, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'subnets': [{'id': 'c0ef66b7-2426-4b93-a557-16926c127fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:45.332018 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6ce5-7242-46c8-895c-0425750ab428 None None] The sync data for ids ['8fa19368-a32e-44b7-91e5-29ee683aabcf'] in n-d-822748-2 is: [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:51:39Z', 'revision_number': 4, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port': {'id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:31Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'f84b8314-935e-4777-a93a-db6c2ba60ab9', 'name': '', 'network_id': '6fad468f-e12e-4665-83a3-d986435bdef8', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'mac_address': 'fa:16:3e:2d:73:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'c0ef66b7-2426-4b93-a557-16926c127fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:36Z', 'updated_at': '2022-01-28T13:51:43Z', 'revision_number': 4, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'subnets': [{'id': 'c0ef66b7-2426-4b93-a557-16926c127fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:45.397836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Router e54912fe-7d1f-4e4f-826c-96b6f3412022 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:45.510250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (061b06f8-0618-4d88-ba4a-bf0f92829e00), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.786113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:45.799889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] Sync routers for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:45.829348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:45.836382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:45.839538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:45.896053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-630ffe40-4934-41fb-a5ae-e4db96631336 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9924941 Jan 28 13:51:45.896053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:45.896053 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:45.998089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Router 061b06f8-0618-4d88-ba4a-bf0f92829e00 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:46.017141 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1295b1-77bb-4ae6-9f23-26479fa46cdd x-openstack-request-id: req-3c1295b1-77bb-4ae6-9f23-26479fa46cdd {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:46.017451 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:46.017720 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c1295b1-77bb-4ae6-9f23-26479fa46cdd {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:46.018138 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'status': 'completed', 'code': 200} Jan 28 13:51:46.164369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:46.318982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c9f081f-f6a7-4852-aae3-2dae0871db80 req-b233da80-0dc3-4ec9-89e3-e47a1b76e72c tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 210 time: 0.1429374 Jan 28 13:51:46.348427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-811efcfe-1e55-42a5-b2d2-be45a0e22d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:46.359394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-876f3b8c-0eb9-451f-9b6d-3764f9dfaa63 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:46.361338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-876f3b8c-0eb9-451f-9b6d-3764f9dfaa63 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.60 "GET /v2.0/networks?id=131457d4-1f97-44fe-b727-e00d7be061c9 HTTP/1.1" status: 200 len: 911 time: 0.1727970 Jan 28 13:51:46.364634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-811efcfe-1e55-42a5-b2d2-be45a0e22d6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.2813606 Jan 28 13:51:46.414015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Request body: {'port': {'device_id': 'ffdf429b-17cc-4553-8378-376987640d25', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'admin_state_up': True, 'tenant_id': 'e989787286e847e0a6fea3a086b94129'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:46.426653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:46.437531 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] Sync routers for ids ['061b06f8-0618-4d88-ba4a-bf0f92829e00'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:46.456519 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] Routers {'061b06f8-0618-4d88-ba4a-bf0f92829e00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:46.462288 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['061b06f8-0618-4d88-ba4a-bf0f92829e00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:46.466709 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bb336f62-f5f5-4ebb-9f02-de1d60516245 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "PUT /v2.0/routers/061b06f8-0618-4d88-ba4a-bf0f92829e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2219839 Jan 28 13:51:46.469087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:46.562853 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d7a4a2-36e5-43f9-ade8-2b58b70ab2fa tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:51:46.564016 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:46.571496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54952) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:46.572484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-43d7a4a2-36e5-43f9-ade8-2b58b70ab2fa tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/7de2685c-d63e-493a-bc7a-451431a38d2d HTTP/1.1" status: 404 len: 333 time: 0.0971603 Jan 28 13:51:46.583833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Made reservation on behalf of e989787286e847e0a6fea3a086b94129 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:46.586820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.590310 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] Routers {'061b06f8-0618-4d88-ba4a-bf0f92829e00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:46.591270 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['061b06f8-0618-4d88-ba4a-bf0f92829e00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:46.680940 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:46.681615 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115acc-5f73-4edd-a4af-ed2c3337b38e None None] The sync data for ids ['061b06f8-0618-4d88-ba4a-bf0f92829e00'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:46.806519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-122d06b4-92b0-433c-838b-c51e8028abcf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for router (061b06f8-0618-4d88-ba4a-bf0f92829e00), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:46.838633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Allocated IP 172.20.0.14 (131457d4-1f97-44fe-b727-e00d7be061c9/5801f970-1615-4048-8eb4-67474ea762dc/9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:46.952796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '4af22145-9c69-464d-8810-787483d57a63', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'port_id': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'mac_address': 'fa:16:3e:14:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:42Z', 'updated_at': '2022-01-28T13:51:42Z', 'revision_number': 0, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:47.278198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks [] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.298043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] Checking router: e54912fe-7d1f-4e4f-826c-96b6f3412022 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:47.347638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:47.349824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:47.374393 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.472540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-2e4c34e9-7e98-43b9-abcc-b7b3ba3ac845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:47.474867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-2e4c34e9-7e98-43b9-abcc-b7b3ba3ac845 service neutron] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 910 time: 1.0979991 Jan 28 13:51:47.517696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:47.575943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Network 131457d4-1f97-44fe-b727-e00d7be061c9 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:47.581263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:47.588496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:47.619820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:47.707562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:47.708227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:47.742583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-f88e86e5-54b7-4409-a2c2-acb0e122e5e8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3330493 Jan 28 13:51:47.755010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Request body: {'port': {'device_id': 'ffdf429b-17cc-4553-8378-376987640d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:47.852348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f84b8314-935e-4777-a93a-db6c2ba60ab9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:47.916658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.038802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-122d06b4-92b0-433c-838b-c51e8028abcf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (061b06f8-0618-4d88-ba4a-bf0f92829e00), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.044201 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-122d06b4-92b0-433c-838b-c51e8028abcf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for router_controller (061b06f8-0618-4d88-ba4a-bf0f92829e00), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.065420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port f84b8314-935e-4777-a93a-db6c2ba60ab9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:48.066006 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.137573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773b5c-e076-40ce-b54d-3068bd3046e3 req-5137f86f-5295-4eae-89f7-fd2d0e6abba3 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:48.148897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9773b5c-e076-40ce-b54d-3068bd3046e3 req-5137f86f-5295-4eae-89f7-fd2d0e6abba3 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1028 time: 0.5623682 Jan 28 13:51:48.152015 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-913a9842-d84a-4c3e-9c0e-25902f801540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 1000 time: 0.5605114 Jan 28 13:51:48.209338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9ee59b76-b29d-43c0-b99b-3b3f0d2a781b None None] Provisioning complete for port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:48.212365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9ee59b76-b29d-43c0-b99b-3b3f0d2a781b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.273534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-122d06b4-92b0-433c-838b-c51e8028abcf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (061b06f8-0618-4d88-ba4a-bf0f92829e00), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.274088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d06b4-92b0-433c-838b-c51e8028abcf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Fanout notify agent at l3_agent the message router_deleted on router 061b06f8-0618-4d88-ba4a-bf0f92829e00 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:51:48.275421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 54990) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.283921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-23586447-2d0e-4b23-a601-b66fffc9438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:48.285483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-23586447-2d0e-4b23-a601-b66fffc9438c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.1150877 Jan 28 13:51:48.299420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9ee59b76-b29d-43c0-b99b-3b3f0d2a781b None None] Port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:48.316658 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-122d06b4-92b0-433c-838b-c51e8028abcf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.330941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-122d06b4-92b0-433c-838b-c51e8028abcf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/routers/061b06f8-0618-4d88-ba4a-bf0f92829e00 HTTP/1.1" status: 204 len: 168 time: 1.7561951 Jan 28 13:51:48.335647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 54994) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.470930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port f84b8314-935e-4777-a93a-db6c2ba60ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:48.506829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet d6c59424-2809-488c-a138-d31b9f33152b {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:48.511423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (d6c59424-2809-488c-a138-d31b9f33152b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.560752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f1bfa7-ca62-4a32-88f4-49bd811a3a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.577056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (d6c59424-2809-488c-a138-d31b9f33152b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.679151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '4af22145-9c69-464d-8810-787483d57a63', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'port_id': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'mac_address': 'fa:16:3e:14:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:42Z', 'updated_at': '2022-01-28T13:51:42Z', 'revision_number': 0, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:48.749628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da03ac9-67a4-49d7-94bb-a59eba8d4803 None None] The sync data for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 is: [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '4af22145-9c69-464d-8810-787483d57a63', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'port_id': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'mac_address': 'fa:16:3e:14:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:42Z', 'updated_at': '2022-01-28T13:51:42Z', 'revision_number': 0, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:48.795033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9773b5c-e076-40ce-b54d-3068bd3046e3 req-f743cbb8-b273-4faa-9e6b-b71683c991f5 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302831 Jan 28 13:51:48.795033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-d42f5dfe-eef2-4f87-801e-2ca0da1972a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:48.795033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-d42f5dfe-eef2-4f87-801e-2ca0da1972a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4575794 Jan 28 13:51:48.818991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:48.826605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (d6c59424-2809-488c-a138-d31b9f33152b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.831584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Publish callbacks [] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.863194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f1bfa7-ca62-4a32-88f4-49bd811a3a9d admin admin] Publish callbacks [] for security_group (95de29da-83c4-46d3-b539-e44c4c987a10), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.865412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Transition to ACTIVE for port object 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:48.869750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42f1bfa7-ca62-4a32-88f4-49bd811a3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (95de29da-83c4-46d3-b539-e44c4c987a10), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.923060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-42f1bfa7-ca62-4a32-88f4-49bd811a3a9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b612922cb82406ab997afed1abc799e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6441338 Jan 28 13:51:48.924876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:48.925060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55000) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:48.969591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-fe057835-2b57-4fc2-b89b-c20db08a1c40 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697655 Jan 28 13:51:48.975021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (d6c59424-2809-488c-a138-d31b9f33152b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.047110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.101400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1bfa7-ca62-4a32-88f4-49bd811a3a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95de29da-83c4-46d3-b539-e44c4c987a10,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.120401 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9709e6d8-ae81-4a70-b8c9-874005cb9d8d req-c4271646-e281-4481-9713-f1ba769583b3 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431324 Jan 28 13:51:49.193009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c59424-2809-488c-a138-d31b9f33152b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.195289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.202228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a24759cc-8ba1-484c-a72e-7e5134797c86 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/d6c59424-2809-488c-a138-d31b9f33152b HTTP/1.1" status: 204 len: 168 time: 0.8654752 Jan 28 13:51:49.205385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55002) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:49.210029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9592d3d-065d-4565-9369-4fe69d2c0597 None None] Network e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:49.254891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cbbc1-bb60-4c57-a384-fe83c2d004dc None None] New status for floating IP 4af22145-9c69-464d-8810-787483d57a63: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:51:49.256496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Attempting to bind port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:49.257706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Attempting to bind port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:49.258055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Attempting to bind port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c on network 131457d4-1f97-44fe-b727-e00d7be061c9 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:49.265332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c on network 131457d4-1f97-44fe-b727-e00d7be061c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:49.265686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Attempting to bind port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c on network 131457d4-1f97-44fe-b727-e00d7be061c9 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:49.274826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:49.274826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Checking segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:49.275191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Bound using segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:49.275507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Bound port: 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:49.275876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.319579 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e1718d2d-fb93-46f9-b0a4-e5ed70bf0076), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.369848 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-405fb797-21b7-4b8a-bff2-5a4252e0470a admin admin] Publish callbacks [] for security_group (95de29da-83c4-46d3-b539-e44c4c987a10), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.390844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] For port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:49.394976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] For port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:49.401792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.424574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-405fb797-21b7-4b8a-bff2-5a4252e0470a admin admin] Publish callbacks [] for security_group (95de29da-83c4-46d3-b539-e44c4c987a10), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.481712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:49.482688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.486591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c HTTP/1.1" status: 200 len: 1092 time: 1.7360604 Jan 28 13:51:49.487278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdf429b-17cc-4553-8378-376987640d25', 'tag': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:49.490359 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b08fd2-6050-49a9-ae8a-877c03202810" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdf429b-17cc-4553-8378-376987640d25", "tag": "9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:49.493316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 9206b86c-27ed-4b49-813b-afbafe8a2983 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:49.494007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.595448 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ea1766-3249-4414-b0a4-fe4f5c4dce3f x-openstack-request-id: req-a7ea1766-3249-4414-b0a4-fe4f5c4dce3f {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:49.596020 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdf429b-17cc-4553-8378-376987640d25", "tag": "9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:49.596020 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7ea1766-3249-4414-b0a4-fe4f5c4dce3f {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:49.596396 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdf429b-17cc-4553-8378-376987640d25', 'tag': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c', 'status': 'completed', 'code': 200} Jan 28 13:51:49.619634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-405fb797-21b7-4b8a-bff2-5a4252e0470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (95de29da-83c4-46d3-b539-e44c4c987a10), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.622843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-405fb797-21b7-4b8a-bff2-5a4252e0470a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.625132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-405fb797-21b7-4b8a-bff2-5a4252e0470a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95de29da-83c4-46d3-b539-e44c4c987a10 HTTP/1.1" status: 204 len: 168 time: 0.6989794 Jan 28 13:51:49.693716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee159af9-5083-4df2-b5f3-7bbb9882bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.713450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fb797-21b7-4b8a-bff2-5a4252e0470a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de29da-83c4-46d3-b539-e44c4c987a10,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:49.766214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-583dbc0d-caf9-4063-9ca2-9c84cec6a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:49.771184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-583dbc0d-caf9-4063-9ca2-9c84cec6a643 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e989787286e847e0a6fea3a086b94129&device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1095 time: 0.2402418 Jan 28 13:51:49.775758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] For port 9206b86c-27ed-4b49-813b-afbafe8a2983, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9206b86c-27ed-4b49-813b-afbafe8a2983,segment=NetworkSegment(21db0656-3ad0-4b0d-9c8d-3165d36042cc),segment_id=21db0656-3ad0-4b0d-9c8d-3165d36042cc)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:49.776205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:49.853682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 9206b86c-27ed-4b49-813b-afbafe8a2983 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:49.901075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] DHCP port deletion for e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:51:49.981678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-3107b043-81b9-4e2d-85bd-c0e290a7135e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c HTTP/1.1" status: 200 len: 217 time: 0.1945722 Jan 28 13:51:50.153242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37a0fe-47cd-48e3-959a-d9b89094a079 req-07cc4b3f-3fa9-4d59-98aa-c25f309bdf81 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:50.161314 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca37a0fe-47cd-48e3-959a-d9b89094a079 req-07cc4b3f-3fa9-4d59-98aa-c25f309bdf81 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1095 time: 0.1785433 Jan 28 13:51:50.171804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-c2b46412-b5ea-49d8-bbe6-31f23551a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:50.174836 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-c2b46412-b5ea-49d8-bbe6-31f23551a33a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5801f970-1615-4048-8eb4-67474ea762dc HTTP/1.1" status: 200 len: 849 time: 0.1672623 Jan 28 13:51:50.228294 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.263970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Deleting port 9206b86c-27ed-4b49-813b-afbafe8a2983 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:50.265155 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.334362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=9206b86c-27ed-4b49-813b-afbafe8a2983,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.367702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No DVR routers for this DVR port 9206b86c-27ed-4b49-813b-afbafe8a2983 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:50.432016 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca37a0fe-47cd-48e3-959a-d9b89094a079 req-6c45c574-8fe6-4cb3-86d1-181eb9ccd734 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694352 Jan 28 13:51:50.441414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55072) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:50.477010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-953a1797-2975-4165-9a40-d31c3dc77e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.479580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] For port 9206b86c-27ed-4b49-813b-afbafe8a2983, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:50.479997 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.488301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-2f5487e6-2e2f-4e68-b9dd-5d9c479f3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:50.490484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-2f5487e6-2e2f-4e68-b9dd-5d9c479f3930 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=131457d4-1f97-44fe-b727-e00d7be061c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2537825 Jan 28 13:51:50.516008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Calling delete_port for 9206b86c-27ed-4b49-813b-afbafe8a2983 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:50.521110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Port 9206b86c-27ed-4b49-813b-afbafe8a2983 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:51:50.525904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (9206b86c-27ed-4b49-813b-afbafe8a2983), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.565649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Pushing event deleted for resources: {'Port': ['ID=9206b86c-27ed-4b49-813b-afbafe8a2983,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:50.590580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] No DVR routers for this DVR port 9206b86c-27ed-4b49-813b-afbafe8a2983 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:50.597844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.598057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e1718d2d-fb93-46f9-b0a4-e5ed70bf0076), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.598336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.598544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.598892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.599235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.606243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.606650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.607008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.607720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.607941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.608782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.610049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.610561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a263e-8a30-474f-8b2c-dfd4af019d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:50.652421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1718d2d-fb93-46f9-b0a4-e5ed70bf0076']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:50.688395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21db0656-3ad0-4b0d-9c8d-3165d36042cc') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:50.688395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21db0656-3ad0-4b0d-9c8d-3165d36042cc') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:50.716302 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-e34404b0-c44a-43a4-afc2-1b62bcd1148f service neutron] 10.222.0.60 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016146 Jan 28 13:51:50.721542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (21db0656-3ad0-4b0d-9c8d-3165d36042cc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.775239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (21db0656-3ad0-4b0d-9c8d-3165d36042cc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.783029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:51:50.783460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (21db0656-3ad0-4b0d-9c8d-3165d36042cc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:51:50.787135 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:51:50.836176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:50.912041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6a63f9eb-1de5-46c8-8c28-8c942cb0113e req-0c5edc34-89ed-4efe-af79-dc8282b24e61 service neutron] 10.222.0.60 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847680 Jan 28 13:51:50.929797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e1718d2d-fb93-46f9-b0a4-e5ed70bf0076), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.967405 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:50.976160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/e1718d2d-fb93-46f9-b0a4-e5ed70bf0076 HTTP/1.1" status: 204 len: 168 time: 1.7695487 Jan 28 13:51:50.981105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55086) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:50.997089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6e376-2824-4ffb-b8fe-3eca8d267685 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=e1718d2d-fb93-46f9-b0a4-e5ed70bf0076,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.000673 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-953a1797-2975-4165-9a40-d31c3dc77e71 admin admin] Publish callbacks [] for security_group (26cba381-f301-4fe2-8e00-9acf7a3f3cf3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.006936 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-953a1797-2975-4165-9a40-d31c3dc77e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (26cba381-f301-4fe2-8e00-9acf7a3f3cf3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.085830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df762f-146d-41cf-9e5e-f4ad6f397990 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.087259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b5df762f-146d-41cf-9e5e-f4ad6f397990 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/c4ba53b0-73d6-4d23-b795-cf818bd14eb8 HTTP/1.1" status: 200 len: 840 time: 0.1058772 Jan 28 13:51:51.098455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55090) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:51.177264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b9e7-c3f2-403f-afd0-d327a8b14fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.204589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b2d6477f-9622-4efc-938b-2319fc2454b6 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/c4ba53b0-73d6-4d23-b795-cf818bd14eb8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1049185 Jan 28 13:51:51.208196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:51.211412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a1797-2975-4165-9a40-d31c3dc77e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cba381-f301-4fe2-8e00-9acf7a3f3cf3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.215736 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-953a1797-2975-4165-9a40-d31c3dc77e71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2aeddb4bbac4c3fbff8a57bc6cd12c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7731340 Jan 28 13:51:51.220953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55106) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:51.258347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:51.258831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-f3bc3c23-3c71-4653-9b42-6e63b7578454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.260099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-f3bc3c23-3c71-4653-9b42-6e63b7578454 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e989787286e847e0a6fea3a086b94129&device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1095 time: 0.2265689 Jan 28 13:51:51.440829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9206b86c-27ed-4b49-813b-afbafe8a2983 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:51.450804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-d0f56920-e427-4e81-8294-d8e640637c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.452650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-d0f56920-e427-4e81-8294-d8e640637c8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=131457d4-1f97-44fe-b727-e00d7be061c9 HTTP/1.1" status: 200 len: 911 time: 0.1824586 Jan 28 13:51:51.455759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:51.459906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.512064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9206b86c-27ed-4b49-813b-afbafe8a2983 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:51.512615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9206b86c-27ed-4b49-813b-afbafe8a2983 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:51.533077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-8d8dc74e-5e69-4394-aca7-7b362a39efc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c HTTP/1.1" status: 200 len: 217 time: 0.0704379 Jan 28 13:51:51.537855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b3e261b-da12-497b-80d6-b8ef737a8634 admin admin] Publish callbacks [] for security_group (26cba381-f301-4fe2-8e00-9acf7a3f3cf3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.635287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b9e7-c3f2-403f-afd0-d327a8b14fac admin admin] Publish callbacks [] for security_group (799a39b9-962c-4ad8-9b3c-6201d6cbc931), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.742453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2fc9b9e7-c3f2-403f-afd0-d327a8b14fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (799a39b9-962c-4ad8-9b3c-6201d6cbc931), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.794597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (0084da18-1940-446f-ba20-4effdbde576e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.834304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9b9e7-c3f2-403f-afd0-d327a8b14fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a39b9-962c-4ad8-9b3c-6201d6cbc931,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.876539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:51.882503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:51.883863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b3e261b-da12-497b-80d6-b8ef737a8634 admin admin] Publish callbacks [] for security_group (26cba381-f301-4fe2-8e00-9acf7a3f3cf3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.893722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475bad58-40af-40bf-81c5-97736f56fc42 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:51.916311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.917184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:51.922132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-890724ff-955f-4351-a33b-1156ccd558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.924745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-890724ff-955f-4351-a33b-1156ccd558b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5801f970-1615-4048-8eb4-67474ea762dc HTTP/1.1" status: 200 len: 849 time: 0.3845470 Jan 28 13:51:51.972728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=0084da18-1940-446f-ba20-4effdbde576e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:51.976852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2fc9b9e7-c3f2-403f-afd0-d327a8b14fac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caa4ee07d53e47a5a29436eac4603a27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1375029 Jan 28 13:51:51.986883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55130) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:52.001191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c5aec5d4-de82-41ad-a5e6-cb01ed60de05 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7913511 Jan 28 13:51:52.008610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55132) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:52.009724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2af637-3cfc-4f4e-9b14-6213bb950be2 req-99de4431-1223-4c2c-baa7-946ed05b18ab tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.020349 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c2af637-3cfc-4f4e-9b14-6213bb950be2 req-99de4431-1223-4c2c-baa7-946ed05b18ab tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1095 time: 0.3403060 Jan 28 13:51:52.038950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6c792f74-1373-4f39-9fe9-bdb4775f7d2c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084900130'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:52.162783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c792f74-1373-4f39-9fe9-bdb4775f7d2c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.192099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c2af637-3cfc-4f4e-9b14-6213bb950be2 req-11108e89-00f3-4585-8881-b6483534b941 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671605 Jan 28 13:51:52.239094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-85dc7a40-9499-4e32-a4af-6d3b8d4f3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.240260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-28da688c-6692-4ead-ba73-395b1c3f913d', 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'project_id': 'fd6e4bed256045709ba514aa3db6efbc', 'fixed_ips': [{'subnet_id': '0084da18-1940-446f-ba20-4effdbde576e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:51:52.241341 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.245902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-85dc7a40-9499-4e32-a4af-6d3b8d4f3e85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=131457d4-1f97-44fe-b727-e00d7be061c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2833374 Jan 28 13:51:52.281305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b3e261b-da12-497b-80d6-b8ef737a8634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (26cba381-f301-4fe2-8e00-9acf7a3f3cf3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.287016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b3e261b-da12-497b-80d6-b8ef737a8634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.292649 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9b3e261b-da12-497b-80d6-b8ef737a8634 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26cba381-f301-4fe2-8e00-9acf7a3f3cf3 HTTP/1.1" status: 204 len: 168 time: 1.0703685 Jan 28 13:51:52.304972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:51:52.319001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61e192b3-4878-4f30-8756-6c88256a6186 admin admin] Publish callbacks [] for security_group (799a39b9-962c-4ad8-9b3c-6201d6cbc931), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.387206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e261b-da12-497b-80d6-b8ef737a8634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cba381-f301-4fe2-8e00-9acf7a3f3cf3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.441883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61e192b3-4878-4f30-8756-6c88256a6186 admin admin] Publish callbacks [] for security_group (799a39b9-962c-4ad8-9b3c-6201d6cbc931), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.503980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-83d0f63b-1264-4d08-983d-3813c24baf21 service neutron] 10.222.0.60 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459455 Jan 28 13:51:52.632327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:52.662387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'port_id': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c', 'mac_address': 'fa:16:3e:a0:b9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801f970-1615-4048-8eb4-67474ea762dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:51:52.666487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c792f74-1373-4f39-9fe9-bdb4775f7d2c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (67393e55-afb8-4a0d-992c-5a7ac94ea17f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.671618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61e192b3-4878-4f30-8756-6c88256a6186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (799a39b9-962c-4ad8-9b3c-6201d6cbc931), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.674621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61e192b3-4878-4f30-8756-6c88256a6186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.678908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-61e192b3-4878-4f30-8756-6c88256a6186 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/799a39b9-962c-4ad8-9b3c-6201d6cbc931 HTTP/1.1" status: 204 len: 168 time: 0.6869495 Jan 28 13:51:52.683851 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c792f74-1373-4f39-9fe9-bdb4775f7d2c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67393e55-afb8-4a0d-992c-5a7ac94ea17f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.715412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6c792f74-1373-4f39-9fe9-bdb4775f7d2c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.724608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6c792f74-1373-4f39-9fe9-bdb4775f7d2c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6977212 Jan 28 13:51:52.724821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55142) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:52.726403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e192b3-4878-4f30-8756-6c88256a6186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a39b9-962c-4ad8-9b3c-6201d6cbc931,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.729152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1e385c92-85b0-4ce3-b5a5-25c1e42678bd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'security_group': {'name': 'tempest-secgroup-642539676'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:52.773359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-02b08fd2-6050-49a9-ae8a-877c03202810 req-45852ec1-a115-4525-b859-4a4a2d5d218d service neutron] 10.222.0.60 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619588 Jan 28 13:51:52.783506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:52.783910 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.785037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c792f74-1373-4f39-9fe9-bdb4775f7d2c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67393e55-afb8-4a0d-992c-5a7ac94ea17f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:52.798122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e385c92-85b0-4ce3-b5a5-25c1e42678bd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.863989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:52.933438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e385c92-85b0-4ce3-b5a5-25c1e42678bd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (f84f9840-38d7-4ac8-8008-dfc553052f14), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.934855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:52.939604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e385c92-85b0-4ce3-b5a5-25c1e42678bd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f84f9840-38d7-4ac8-8008-dfc553052f14), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:52.944103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.012063 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1e385c92-85b0-4ce3-b5a5-25c1e42678bd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.018426 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1e385c92-85b0-4ce3-b5a5-25c1e42678bd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2877922 Jan 28 13:51:53.018426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:53.023054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-16743150', 'security_groups': ['f84f9840-38d7-4ac8-8008-dfc553052f14'], 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0084da18-1940-446f-ba20-4effdbde576e'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:53.040858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e385c92-85b0-4ce3-b5a5-25c1e42678bd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f9840-38d7-4ac8-8008-dfc553052f14,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:53.079292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:53.098001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Allocated IP 172.20.0.2 (28da688c-6692-4ead-ba73-395b1c3f913d/0084da18-1940-446f-ba20-4effdbde576e/8e9ea972-fa62-4d12-9204-a88bec07de67) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:53.221036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:53.317159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:53.471317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.492228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Publish callbacks [] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.521372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.524287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:51:53.587911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Pushing event updated for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:53.597780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:53.607026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:53.612904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:53.695357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Attempting to bind port 8e9ea972-fa62-4d12-9204-a88bec07de67 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:53.696740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Attempting to bind port 8e9ea972-fa62-4d12-9204-a88bec07de67 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'e6698bd9-631d-4e8d-8c8c-c63bb62f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:53.697406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Attempting to bind port 8e9ea972-fa62-4d12-9204-a88bec07de67 on network 28da688c-6692-4ead-ba73-395b1c3f913d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:53.709169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:53.709902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Checking segment: {'id': 'e6698bd9-631d-4e8d-8c8c-c63bb62f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:53.710591 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.711191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Bound using segment: {'id': 'e6698bd9-631d-4e8d-8c8c-c63bb62f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:53.711871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Bound port: 8e9ea972-fa62-4d12-9204-a88bec07de67, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6698bd9-631d-4e8d-8c8c-c63bb62f9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:53.712513 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.753879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977245-6e10-4440-aa7a-56e6dc32dab5 req-9e06ce8c-98d3-4887-926e-7496c73ca127 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:53.755444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26977245-6e10-4440-aa7a-56e6dc32dab5 req-9e06ce8c-98d3-4887-926e-7496c73ca127 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1096 time: 0.2439256 Jan 28 13:51:53.793378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:53.797966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e9ea972-fa62-4d12-9204-a88bec07de67,segment=NetworkSegment(e6698bd9-631d-4e8d-8c8c-c63bb62f9068),segment_id=e6698bd9-631d-4e8d-8c8c-c63bb62f9068)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:53.804925 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:53.863881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8653b-8cf6-4646-ba4d-32e9c4b39fd3 None None] Pushing event updated for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:53.981536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26977245-6e10-4440-aa7a-56e6dc32dab5 req-71f9871b-5e86-47b1-a77f-2ee468eff447 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760454 Jan 28 13:51:54.086256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.8 (28da688c-6692-4ead-ba73-395b1c3f913d/0084da18-1940-446f-ba20-4effdbde576e/52f4c7fc-0057-46b4-bf07-e3dd81fc8885) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:54.367519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.440777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.551628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=52f4c7fc-0057-46b4-bf07-e3dd81fc8885,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:54.562296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:54.562296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:54.566308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:54.632289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.633090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:54.661385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55204) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:54.667260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-750acc81-7ee4-49f4-b237-388d19892fed tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:54.672913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dd143a3b-aa01-4e67-8d5d-e185f81e319c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6538432 Jan 28 13:51:54.840292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750acc81-7ee4-49f4-b237-388d19892fed tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:54.846932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-750acc81-7ee4-49f4-b237-388d19892fed tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.046286 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-750acc81-7ee4-49f4-b237-388d19892fed tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0084da18-1940-446f-ba20-4effdbde576e (CIDR: 172.20.0.0/28) Jan 28 13:51:55.052505 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-750acc81-7ee4-49f4-b237-388d19892fed tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:51:55.053244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750acc81-7ee4-49f4-b237-388d19892fed tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:51:55.113010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-750acc81-7ee4-49f4-b237-388d19892fed tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4504299 Jan 28 13:51:55.116274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55220) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:55.122463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:55.509796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Provisioning complete for port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:55.510365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.586634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e9ea972-fa62-4d12-9204-a88bec07de67 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:55.691274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:55.719225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:55.719615 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.727743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:55.731217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.842472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5f88c-3a60-4973-b597-bd17b520c2bd req-583da68c-7a5d-4479-8508-0ad66ace2d10 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.844620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2da5f88c-3a60-4973-b597-bd17b520c2bd req-583da68c-7a5d-4479-8508-0ad66ace2d10 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1096 time: 0.6698444 Jan 28 13:51:55.894757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:55.900896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.926928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:55.927181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:55.979805 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2da5f88c-3a60-4973-b597-bd17b520c2bd req-db298365-e59a-4932-b41c-56049722cef0 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264844 Jan 28 13:51:56.292340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:56.292862 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.323502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:56.354865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e9ea972-fa62-4d12-9204-a88bec07de67,segment=NetworkSegment(e6698bd9-631d-4e8d-8c8c-c63bb62f9068),segment_id=e6698bd9-631d-4e8d-8c8c-c63bb62f9068)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:56.366445 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.379304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (aa6c1ba0-e21d-495f-9325-391c106cbf2f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.438945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:56.444640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:56.449623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:56.452332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.471896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=aa6c1ba0-e21d-495f-9325-391c106cbf2f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:56.488796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:56.491847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52728174-be01-4e21-8d0a-18657a94d02b None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:51:56.498141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55252) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:56.500636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a1abecc8-3e2a-4d18-b80d-d83f20ff65d4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3829010 Jan 28 13:51:56.514876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-628848129', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa6c1ba0-e21d-495f-9325-391c106cbf2f'}], 'security_groups': ['67393e55-afb8-4a0d-992c-5a7ac94ea17f']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:56.591658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55254) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:56.682684 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:51:56.683222 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:51:56.725078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:51:56.743412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:56.743825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.754536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.826053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.844226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84b10017-0968-44f8-b0ce-6697f465dbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.870954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a91bc7c-741d-47c6-a623-a6e05cf16605 None None] Update dhcp port {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'fixed_ips': [{'subnet_id': '0084da18-1940-446f-ba20-4effdbde576e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aa6c1ba0-e21d-495f-9325-391c106cbf2f'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '8e9ea972-fa62-4d12-9204-a88bec07de67'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:51:56.918030 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a91bc7c-741d-47c6-a623-a6e05cf16605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:56.996721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84b10017-0968-44f8-b0ce-6697f465dbb9 admin admin] Publish callbacks [] for security_group (032d1da9-d756-45f1-99d1-616a73b860e1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.003558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84b10017-0968-44f8-b0ce-6697f465dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (032d1da9-d756-45f1-99d1-616a73b860e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.044920 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-84b10017-0968-44f8-b0ce-6697f465dbb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77588e90165449919312e0d32fe7ac40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511368 Jan 28 13:51:57.048605 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55262) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:57.109942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b10017-0968-44f8-b0ce-6697f465dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032d1da9-d756-45f1-99d1-616a73b860e1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.139030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-4a91bc7c-741d-47c6-a623-a6e05cf16605 None None] Allocated IP 172.20.0.18 (28da688c-6692-4ead-ba73-395b1c3f913d/aa6c1ba0-e21d-495f-9325-391c106cbf2f/8e9ea972-fa62-4d12-9204-a88bec07de67) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:57.142908 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd45bfce-e38b-410b-a5ea-8e6891d50f56 admin admin] Publish callbacks [] for security_group (032d1da9-d756-45f1-99d1-616a73b860e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.171521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd45bfce-e38b-410b-a5ea-8e6891d50f56 admin admin] Publish callbacks [] for security_group (032d1da9-d756-45f1-99d1-616a73b860e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.252603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3765-5304-4cd1-b872-8fe74de65778 req-2f2477fc-6e86-4278-8562-d76b038c7aeb tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.254434 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-273b3765-5304-4cd1-b872-8fe74de65778 req-2f2477fc-6e86-4278-8562-d76b038c7aeb tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1096 time: 0.0458505 Jan 28 13:51:57.263022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd45bfce-e38b-410b-a5ea-8e6891d50f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (032d1da9-d756-45f1-99d1-616a73b860e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.266797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd45bfce-e38b-410b-a5ea-8e6891d50f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.267919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bd45bfce-e38b-410b-a5ea-8e6891d50f56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/032d1da9-d756-45f1-99d1-616a73b860e1 HTTP/1.1" status: 204 len: 168 time: 0.2182164 Jan 28 13:51:57.310838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45bfce-e38b-410b-a5ea-8e6891d50f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032d1da9-d756-45f1-99d1-616a73b860e1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.325300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:57.328912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.353705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-549b86a8-6d8f-4079-809d-db125d6b9683 None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:57.373361 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-273b3765-5304-4cd1-b872-8fe74de65778 req-20992957-c015-40e1-a37c-e6eac6c57a9c tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117437 Jan 28 13:51:57.400946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a91bc7c-741d-47c6-a623-a6e05cf16605 None None] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e9ea972-fa62-4d12-9204-a88bec07de67,segment=NetworkSegment(e6698bd9-631d-4e8d-8c8c-c63bb62f9068),segment_id=e6698bd9-631d-4e8d-8c8c-c63bb62f9068)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:57.411350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e9ea972-fa62-4d12-9204-a88bec07de67 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:57.449180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdf429b-17cc-4553-8378-376987640d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:57.451454 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd89c6c-4fbd-49b6-a916-1cc8919bb94a" -d '{"events": [{"server_uuid": "ffdf429b-17cc-4553-8378-376987640d25", "name": "network-vif-plugged", "status": "completed", "tag": "9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:57.482039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:57.508273 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.510880 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9286db-54fb-4115-bc78-3dfab3701e4e x-openstack-request-id: req-5f9286db-54fb-4115-bc78-3dfab3701e4e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:57.511182 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdf429b-17cc-4553-8378-376987640d25", "name": "network-vif-plugged", "status": "completed", "tag": "9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:57.511440 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f9286db-54fb-4115-bc78-3dfab3701e4e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:57.511913 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdf429b-17cc-4553-8378-376987640d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c', 'code': 200} Jan 28 13:51:57.520914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a91bc7c-741d-47c6-a623-a6e05cf16605 None None] Publish callbacks [] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.575907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:57.576326 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.588406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4da35f1b-f544-44f1-818f-014901d51244 None None] Provisioning complete for port 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:57.588795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4da35f1b-f544-44f1-818f-014901d51244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.590431 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a91bc7c-741d-47c6-a623-a6e05cf16605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.666739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d4f73-93ee-43f5-a39b-c13df1ead3d1 req-e2b3a0f3-9287-4913-a351-aaf70747fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.672014 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da3d4f73-93ee-43f5-a39b-c13df1ead3d1 req-e2b3a0f3-9287-4913-a351-aaf70747fee5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.0934825 Jan 28 13:51:57.689026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Delete allocated IP 172.20.0.8 (28da688c-6692-4ead-ba73-395b1c3f913d/0084da18-1940-446f-ba20-4effdbde576e) {{(pid=103374) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:51:57.702332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.24 (28da688c-6692-4ead-ba73-395b1c3f913d/aa6c1ba0-e21d-495f-9325-391c106cbf2f/52f4c7fc-0057-46b4-bf07-e3dd81fc8885) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:57.744685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4da35f1b-f544-44f1-818f-014901d51244 None None] Port 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:57.764885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.775925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55276) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:57.821054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-da3d4f73-93ee-43f5-a39b-c13df1ead3d1 req-4be150a2-576a-4359-bf3c-5b67f09dc3a9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320624 Jan 28 13:51:57.838925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d9c43c55-3dfb-4146-8292-aaa7a9ed29bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.874773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:57.877621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91bc7c-741d-47c6-a623-a6e05cf16605 None None] Pushing event updated for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:58.059630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.063439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d9c43c55-3dfb-4146-8292-aaa7a9ed29bd admin admin] Publish callbacks [] for security_group (ae638b62-6946-4fc0-af3e-ca312325848c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.066474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.097428 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.106166 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d9c43c55-3dfb-4146-8292-aaa7a9ed29bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae638b62-6946-4fc0-af3e-ca312325848c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.139607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=52f4c7fc-0057-46b4-bf07-e3dd81fc8885,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:58.196117 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d9c43c55-3dfb-4146-8292-aaa7a9ed29bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a100a792faa4bcbbbcc14da9b315acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140298 Jan 28 13:51:58.199238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55278) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.225152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c43c55-3dfb-4146-8292-aaa7a9ed29bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae638b62-6946-4fc0-af3e-ca312325848c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:58.266496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] In _notify_port_updated(), no bound segment for port 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 on network 28da688c-6692-4ead-ba73-395b1c3f913d {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:51:58.273303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.274831 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.279165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-94582343-0a60-4ac1-b938-65e41bdc7ab9 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "PUT /v2.0/ports/52f4c7fc-0057-46b4-bf07-e3dd81fc8885 HTTP/1.1" status: 200 len: 920 time: 1.7794330 Jan 28 13:51:58.280811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55284) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:58.295180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2800c82-79cd-42bc-b68d-7370182c19c3 admin admin] Publish callbacks [] for security_group (ae638b62-6946-4fc0-af3e-ca312325848c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.329248 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2800c82-79cd-42bc-b68d-7370182c19c3 admin admin] Publish callbacks [] for security_group (ae638b62-6946-4fc0-af3e-ca312325848c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.414220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2800c82-79cd-42bc-b68d-7370182c19c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae638b62-6946-4fc0-af3e-ca312325848c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.428258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2800c82-79cd-42bc-b68d-7370182c19c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.428258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b2800c82-79cd-42bc-b68d-7370182c19c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae638b62-6946-4fc0-af3e-ca312325848c HTTP/1.1" status: 204 len: 168 time: 0.2255247 Jan 28 13:51:58.434690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2800c82-79cd-42bc-b68d-7370182c19c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae638b62-6946-4fc0-af3e-ca312325848c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:58.459537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:58.459903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.588581 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Provisioning complete for port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:58.589058 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.644507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6102ef1-4298-4d72-8312-624ef28cdda9 req-836fde80-122e-4ad8-932d-243ff14ed2b9 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.646595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f6102ef1-4298-4d72-8312-624ef28cdda9 req-836fde80-122e-4ad8-932d-243ff14ed2b9 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.1034486 Jan 28 13:51:58.652202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:58.667717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Provisioning complete for port 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:58.668379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.689196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.714993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Port 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:58.725617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 52f4c7fc-0057-46b4-bf07-e3dd81fc8885 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:58.727587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:58.728242 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.828371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f6102ef1-4298-4d72-8312-624ef28cdda9 req-87491cd1-b8eb-4bab-86b6-0baf83f8b4ec tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706085 Jan 28 13:51:58.847775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a2a91-75ec-4cd2-9001-ce8728ff0680 None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:58.951739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (52f4c7fc-0057-46b4-bf07-e3dd81fc8885), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.036222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=52f4c7fc-0057-46b4-bf07-e3dd81fc8885,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.183195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.191948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55314) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:59.193795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c7c5226e-ed45-43af-8712-cf0853b0a65c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/52f4c7fc-0057-46b4-bf07-e3dd81fc8885 HTTP/1.1" status: 204 len: 168 time: 0.9115407 Jan 28 13:51:59.238745 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5503e810-c381-4543-95ad-dfd3b7214fbd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:51:59.240247 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5503e810-c381-4543-95ad-dfd3b7214fbd tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/52f4c7fc-0057-46b4-bf07-e3dd81fc8885 HTTP/1.1" status: 404 len: 333 time: 0.0456474 Jan 28 13:51:59.242955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55320) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:59.301516 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba047369-d16b-47ff-bfb1-6947c8829253 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (f84f9840-38d7-4ac8-8008-dfc553052f14), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.330833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba047369-d16b-47ff-bfb1-6947c8829253 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (f84f9840-38d7-4ac8-8008-dfc553052f14), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.369611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c54552af-3f53-4987-af97-15370c776550 None None] Could not find standard attr ID for object 52f4c7fc-0057-46b4-bf07-e3dd81fc8885. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:51:59.390489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba047369-d16b-47ff-bfb1-6947c8829253 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f84f9840-38d7-4ac8-8008-dfc553052f14), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.394143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba047369-d16b-47ff-bfb1-6947c8829253 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.395796 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ba047369-d16b-47ff-bfb1-6947c8829253 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/security-groups/f84f9840-38d7-4ac8-8008-dfc553052f14 HTTP/1.1" status: 204 len: 168 time: 0.1518757 Jan 28 13:51:59.399643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55324) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:59.434206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba047369-d16b-47ff-bfb1-6947c8829253 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f9840-38d7-4ac8-8008-dfc553052f14,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.478654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e9ea972-fa62-4d12-9204-a88bec07de67 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:59.493242 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c62994c-8efc-4bb2-bbfc-03673869a934 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (67393e55-afb8-4a0d-992c-5a7ac94ea17f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.540168 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c62994c-8efc-4bb2-bbfc-03673869a934 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (67393e55-afb8-4a0d-992c-5a7ac94ea17f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.611250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:59.611673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.624169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c62994c-8efc-4bb2-bbfc-03673869a934 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67393e55-afb8-4a0d-992c-5a7ac94ea17f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.626770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c62994c-8efc-4bb2-bbfc-03673869a934 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.627940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5c62994c-8efc-4bb2-bbfc-03673869a934 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/security-groups/67393e55-afb8-4a0d-992c-5a7ac94ea17f HTTP/1.1" status: 204 len: 168 time: 0.2271006 Jan 28 13:51:59.631240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55334) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:59.645027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62994c-8efc-4bb2-bbfc-03673869a934 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67393e55-afb8-4a0d-992c-5a7ac94ea17f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.740675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet 0084da18-1940-446f-ba20-4effdbde576e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:51:59.750230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (0084da18-1940-446f-ba20-4effdbde576e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.754197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:59.810753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (0084da18-1940-446f-ba20-4effdbde576e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.944679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (0084da18-1940-446f-ba20-4effdbde576e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.057285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (0084da18-1940-446f-ba20-4effdbde576e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.107176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=0084da18-1940-446f-ba20-4effdbde576e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:00.112365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.119694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565213a-615d-45b0-909b-60220dd9a27e None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:00.134548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55350) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:00.135069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fbae9625-c694-41aa-98da-9029b0358d23 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/0084da18-1940-446f-ba20-4effdbde576e HTTP/1.1" status: 204 len: 168 time: 0.5024340 Jan 28 13:52:00.144866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:00.394311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04412586-0ad3-4a51-8c90-75e386da04ca req-ad5b1437-633e-4de7-b06a-40ad9c5d27eb tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:00.404691 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04412586-0ad3-4a51-8c90-75e386da04ca req-ad5b1437-633e-4de7-b06a-40ad9c5d27eb tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.4753008 Jan 28 13:52:00.407274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:00.411608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.519213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04412586-0ad3-4a51-8c90-75e386da04ca req-c24cfe79-3209-4c68-b509-47706400fa17 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119587 Jan 28 13:52:00.907514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424e84f-4687-4bc7-b85b-961c9869934e req-b3f3e379-6d32-4695-8343-a80f05d4e0b6 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:00.909114 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6424e84f-4687-4bc7-b85b-961c9869934e req-b3f3e379-6d32-4695-8343-a80f05d4e0b6 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.2488415 Jan 28 13:52:00.913329 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (ef748774-f610-4746-b29b-ca1296b02e2d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.002853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=ef748774-f610-4746-b29b-ca1296b02e2d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.025659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:01.036329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:01.040106 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:01.040922 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.074173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6424e84f-4687-4bc7-b85b-961c9869934e req-d99cd1b4-d10f-4aaa-a075-b5cf42a40d18 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544979 Jan 28 13:52:01.081704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c2c8d751-d71d-46bd-a6c2-1d3a613d73e4 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9429822 Jan 28 13:52:01.082275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55380) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.088406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-dc7cee4d-93a4-4910-8893-18d884c5f385 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'security_group': {'name': 'tempest-secgroup-276717082'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:01.146120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc7cee4d-93a4-4910-8893-18d884c5f385 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.314059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc7cee4d-93a4-4910-8893-18d884c5f385 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.327878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc7cee4d-93a4-4910-8893-18d884c5f385 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.352681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e794cd7-5c23-453d-84df-63cb36060d37 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:01.386926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cee4d-93a4-4910-8893-18d884c5f385 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.404275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796590-f6ca-4d71-82e6-26512e7944d3 req-5bda741d-0c87-4f5d-9237-18ac595c941a tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:01.406383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7796590-f6ca-4d71-82e6-26512e7944d3 req-5bda741d-0c87-4f5d-9237-18ac595c941a tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.1719253 Jan 28 13:52:01.410195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc7cee4d-93a4-4910-8893-18d884c5f385 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.414451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dc7cee4d-93a4-4910-8893-18d884c5f385 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3265896 Jan 28 13:52:01.415854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55394) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.422095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4b2efd18-3460-469a-8184-2070a6a69582 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'security_group': {'name': 'tempest-secgroup-1621672649'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:01.469156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b2efd18-3460-469a-8184-2070a6a69582 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.490573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8a6f0b51-fc2d-40a8-ab0c-fec082599a5e None None] Provisioning complete for port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:01.491316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8a6f0b51-fc2d-40a8-ab0c-fec082599a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.521752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7796590-f6ca-4d71-82e6-26512e7944d3 req-47c6c76d-e339-4e2b-8cf0-5668d1baaf28 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087558 Jan 28 13:52:01.582799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f0b51-fc2d-40a8-ab0c-fec082599a5e None None] Port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:01.599723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8a6f0b51-fc2d-40a8-ab0c-fec082599a5e None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:01.600427 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8a6f0b51-fc2d-40a8-ab0c-fec082599a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.615261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b2efd18-3460-469a-8184-2070a6a69582 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (bae5c935-316c-4b07-abe4-a61b2f7f1f7d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.621207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55400) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.623197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b2efd18-3460-469a-8184-2070a6a69582 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bae5c935-316c-4b07-abe4-a61b2f7f1f7d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.680114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2efd18-3460-469a-8184-2070a6a69582 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5c935-316c-4b07-abe4-a61b2f7f1f7d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:01.689572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4b2efd18-3460-469a-8184-2070a6a69582 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.694582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55406) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:01.695086 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4b2efd18-3460-469a-8184-2070a6a69582 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2778969 Jan 28 13:52:01.700002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9ef9d18e-04ad-4eed-ba8f-17cb85a29fa1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'security_group': {'name': 'tempest-secgroup-993660510'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:01.735004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a6d5d-cdf7-497f-aa30-10c0a7f6a9c2 None None] Update dhcp port {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'fixed_ips': [{'subnet_id': 'aa6c1ba0-e21d-495f-9325-391c106cbf2f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ef748774-f610-4746-b29b-ca1296b02e2d'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '8e9ea972-fa62-4d12-9204-a88bec07de67'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:52:01.762868 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d18e-04ad-4eed-ba8f-17cb85a29fa1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.823949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f0b51-fc2d-40a8-ab0c-fec082599a5e None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:01.830794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6d5d-cdf7-497f-aa30-10c0a7f6a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.890922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9e91520-8c06-449e-bf3b-5ed8d7437455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.942442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d18e-04ad-4eed-ba8f-17cb85a29fa1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (95ef59ca-804b-4b78-93df-34563ccdeb2b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.951131 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d18e-04ad-4eed-ba8f-17cb85a29fa1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (95ef59ca-804b-4b78-93df-34563ccdeb2b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.005806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d18e-04ad-4eed-ba8f-17cb85a29fa1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.007613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9ef9d18e-04ad-4eed-ba8f-17cb85a29fa1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3116760 Jan 28 13:52:02.009782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9d18e-04ad-4eed-ba8f-17cb85a29fa1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ef59ca-804b-4b78-93df-34563ccdeb2b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.011988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55418) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:02.018768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2039053652', 'security_groups': ['95ef59ca-804b-4b78-93df-34563ccdeb2b'], 'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ef748774-f610-4746-b29b-ca1296b02e2d'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:02.104226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-cc96035e-9254-4265-a36c-96010a1df33d tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.120136 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-cc96035e-9254-4265-a36c-96010a1df33d tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/networks?id=131457d4-1f97-44fe-b727-e00d7be061c9 HTTP/1.1" status: 200 len: 911 time: 0.2442548 Jan 28 13:52:02.120533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9e91520-8c06-449e-bf3b-5ed8d7437455 admin admin] Publish callbacks [] for security_group (774ebdf7-12b3-463f-bed3-43e586c4be5e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.132658 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9e91520-8c06-449e-bf3b-5ed8d7437455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (774ebdf7-12b3-463f-bed3-43e586c4be5e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.150770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-1175287d-6ccc-4dc3-8fcf-5b0fcfffb8ca tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/quotas/e989787286e847e0a6fea3a086b94129 HTTP/1.1" status: 200 len: 375 time: 0.0267954 Jan 28 13:52:02.221907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e9e91520-8c06-449e-bf3b-5ed8d7437455 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ab3fa8e46a44b27927900ad089f9b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5992777 Jan 28 13:52:02.222559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55420) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:02.224597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a6d5d-cdf7-497f-aa30-10c0a7f6a9c2 None None] Allocated IP 172.20.0.2 (28da688c-6692-4ead-ba73-395b1c3f913d/ef748774-f610-4746-b29b-ca1296b02e2d/8e9ea972-fa62-4d12-9204-a88bec07de67) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:02.227920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e91520-8c06-449e-bf3b-5ed8d7437455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774ebdf7-12b3-463f-bed3-43e586c4be5e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.294208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:02.330167 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-46b74f9a-11a3-464c-936a-3a320515b1d3 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=e989787286e847e0a6fea3a086b94129&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781447 Jan 28 13:52:02.438974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-f69eb63a-5a02-47b5-87f4-bf8cd945b289 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:52:02.459357 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-f69eb63a-5a02-47b5-87f4-bf8cd945b289 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1246364 Jan 28 13:52:02.502687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8c8a6d5d-cdf7-497f-aa30-10c0a7f6a9c2 None None] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e9ea972-fa62-4d12-9204-a88bec07de67,segment=NetworkSegment(e6698bd9-631d-4e8d-8c8c-c63bb62f9068),segment_id=e6698bd9-631d-4e8d-8c8c-c63bb62f9068)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:02.510360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-127c9b12-3abe-4337-b2ab-78cef54f4694 admin admin] Publish callbacks [] for security_group (774ebdf7-12b3-463f-bed3-43e586c4be5e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.550625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.554941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-127c9b12-3abe-4337-b2ab-78cef54f4694 admin admin] Publish callbacks [] for security_group (774ebdf7-12b3-463f-bed3-43e586c4be5e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.591827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] device_id is not set on port 89c1200a-671a-4cff-8831-13aeecd9c1d4 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:02.625883 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6d5d-cdf7-497f-aa30-10c0a7f6a9c2 None None] Publish callbacks [] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.638232 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6d5d-cdf7-497f-aa30-10c0a7f6a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.726201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-6c53ac52-9393-4094-9de6-26cea65d4bda service neutron] 10.222.0.45 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659380 Jan 28 13:52:02.744091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-127c9b12-3abe-4337-b2ab-78cef54f4694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (774ebdf7-12b3-463f-bed3-43e586c4be5e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.749764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-127c9b12-3abe-4337-b2ab-78cef54f4694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.757337 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-127c9b12-3abe-4337-b2ab-78cef54f4694 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/774ebdf7-12b3-463f-bed3-43e586c4be5e HTTP/1.1" status: 204 len: 168 time: 0.5306261 Jan 28 13:52:02.786120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a6d5d-cdf7-497f-aa30-10c0a7f6a9c2 None None] Pushing event updated for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.793162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c9b12-3abe-4337-b2ab-78cef54f4694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ebdf7-12b3-463f-bed3-43e586c4be5e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:02.920069 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-0f675a22-6702-4b27-944c-643cd6882df4 service neutron] 10.222.0.45 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865523 Jan 28 13:52:02.938662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.13 (28da688c-6692-4ead-ba73-395b1c3f913d/ef748774-f610-4746-b29b-ca1296b02e2d/89c1200a-671a-4cff-8831-13aeecd9c1d4) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:03.252275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-c302b9de-cf26-46ec-a393-e1446f3a9dc6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0968809 Jan 28 13:52:03.369324 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb2f8899-6821-493b-a4b2-1a1897ff2416 req-4538df7a-d984-486f-b866-7526d45f13d8 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 210 time: 0.1405435 Jan 28 13:52:03.382139 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.462532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.490588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.492610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.493603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.494837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.495536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.496204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.496844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.500654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-fcdc88a1-6098-4571-80a2-9e9036573a65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.1834066 Jan 28 13:52:03.590106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e9ea972-fa62-4d12-9204-a88bec07de67 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:03.608561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=89c1200a-671a-4cff-8831-13aeecd9c1d4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:03.625209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:03.627225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:03.630105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:03.768760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:03.769419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.796890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.803132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.841405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fa7a231f-366b-404e-94cb-d94fea510293 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8281419 Jan 28 13:52:03.844197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55462) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:03.853943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-89a2dbae-b1f0-4e0f-98c1-63f243323567 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:03.872415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-c369d33a-6164-40a5-b634-92527230c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.872945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-c369d33a-6164-40a5-b634-92527230c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.876068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-c369d33a-6164-40a5-b634-92527230c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.885521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-c369d33a-6164-40a5-b634-92527230c321 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=b3daea2d-ee9c-473f-9140-ae668521e7c4&id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 2297 time: 0.3389716 Jan 28 13:52:04.107535 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-e5d6fea2-38a3-4666-96bc-0b1e0db12913 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 1000 time: 0.2112072 Jan 28 13:52:04.197598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a2dbae-b1f0-4e0f-98c1-63f243323567 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:04.202827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89a2dbae-b1f0-4e0f-98c1-63f243323567 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.233867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-43e19b09-8421-488e-99cd-9cd558405595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:04.236138 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-43e19b09-8421-488e-99cd-9cd558405595 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 200 len: 856 time: 0.1170697 Jan 28 13:52:04.336410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-daae2b72-9f30-4aa4-bee5-e5e4327b8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:04.338053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-daae2b72-9f30-4aa4-bee5-e5e4327b8637 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68ab7131-bccd-4165-8d71-334c51189a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904570 Jan 28 13:52:04.356647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:04.402686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-21363789-0115-4b61-889a-8d6c50c051d8 None None] Provisioning complete for port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:04.403871 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-21363789-0115-4b61-889a-8d6c50c051d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.534495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-21363789-0115-4b61-889a-8d6c50c051d8 None None] Port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:04.538070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-39366218-0e5e-4e48-a4b9-7befbe25d2ab service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925442 Jan 28 13:52:04.546398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-21363789-0115-4b61-889a-8d6c50c051d8 None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:04.548506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-21363789-0115-4b61-889a-8d6c50c051d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.550158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62e5ae92-5aa0-4073-9e6c-8c233dfb04da req-4675a897-d64f-471d-8d34-da8366e193c6 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 210 time: 0.0470016 Jan 28 13:52:04.555593 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-89a2dbae-b1f0-4e0f-98c1-63f243323567 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ef748774-f610-4746-b29b-ca1296b02e2d (CIDR: 172.20.0.0/28) Jan 28 13:52:04.558833 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a2dbae-b1f0-4e0f-98c1-63f243323567 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:52:04.559386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a2dbae-b1f0-4e0f-98c1-63f243323567 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:04.595584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-89a2dbae-b1f0-4e0f-98c1-63f243323567 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7502809 Jan 28 13:52:04.596347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55474) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:04.601853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-330a445d-54b7-4bb3-8966-964840c60ef0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:04.712562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-acadbf25-27e9-4d6f-9ba3-c50d6769c5ad service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648157 Jan 28 13:52:04.745152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-21363789-0115-4b61-889a-8d6c50c051d8 None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:04.813135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-ebff8ebc-207e-46b7-b793-990dc8182e90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 217 time: 0.0910017 Jan 28 13:52:04.829948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a445d-54b7-4bb3-8966-964840c60ef0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:04.837774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330a445d-54b7-4bb3-8966-964840c60ef0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.915100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3b145b96-870b-44be-bd1a-584d26f1d11d None None] Provisioning complete for port 89c1200a-671a-4cff-8831-13aeecd9c1d4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:04.916507 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b145b96-870b-44be-bd1a-584d26f1d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.930929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-9ec5f97b-91d5-43c0-a82e-35169c74880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:04.938546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-9ec5f97b-91d5-43c0-a82e-35169c74880a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1160040 Jan 28 13:52:05.010181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-62c1ce63-71bf-4cf5-9b2f-c7bbddafe123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.013215 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-62c1ce63-71bf-4cf5-9b2f-c7bbddafe123 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661404 Jan 28 13:52:05.033433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3b145b96-870b-44be-bd1a-584d26f1d11d None None] Port 89c1200a-671a-4cff-8831-13aeecd9c1d4 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:05.043745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5f7be3de-bdbd-41dc-9967-71bf72f49dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.231256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-7616df9d-b55a-4ebb-b940-7e75a76edebc service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075849 Jan 28 13:52:05.377848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-703617be-28f8-4ec0-8b2e-14e4af8b1b7f service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372304 Jan 28 13:52:05.439524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-57efaf13-8699-4093-a03e-4015007ab399 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 217 time: 0.0446498 Jan 28 13:52:05.497131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-59b6dbde-1944-4211-be63-7e916c67bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.499274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-59b6dbde-1944-4211-be63-7e916c67bc95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.0508645 Jan 28 13:52:05.587497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-21a05944-0071-46c8-beb4-44d267f05d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.589170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-21a05944-0071-46c8-beb4-44d267f05d34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726304 Jan 28 13:52:05.690197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-a293700f-84a2-46be-8201-ff63bdd97373 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.692378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-a293700f-84a2-46be-8201-ff63bdd97373 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.36 "GET /v2.0/networks?id=131457d4-1f97-44fe-b727-e00d7be061c9 HTTP/1.1" status: 200 len: 911 time: 0.6911442 Jan 28 13:52:05.725731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Request body: {'port': {'device_id': '946d9766-55ff-45dc-95e8-78bb606695fa', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'admin_state_up': True, 'tenant_id': 'e989787286e847e0a6fea3a086b94129'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:05.784779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7d1f919-2a09-43a8-8298-d5d3419957c0 req-ac38546e-62b8-40e2-bb8e-635eae24bc99 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 210 time: 0.0912511 Jan 28 13:52:05.796380 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-e95a61f0-8b18-4483-9240-d0ee2628900d service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951368 Jan 28 13:52:05.841776 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-330a445d-54b7-4bb3-8966-964840c60ef0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aa6c1ba0-e21d-495f-9325-391c106cbf2f (CIDR: 172.20.0.16/28) Jan 28 13:52:05.849142 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-330a445d-54b7-4bb3-8966-964840c60ef0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 13:52:05.849646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330a445d-54b7-4bb3-8966-964840c60ef0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:05.861671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Made reservation on behalf of e989787286e847e0a6fea3a086b94129 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:05.864246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:05.923122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-0dcdbcc1-5e2c-42d5-83ef-e4a9c62bc174 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371553 Jan 28 13:52:05.929444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-330a445d-54b7-4bb3-8966-964840c60ef0 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3319359 Jan 28 13:52:05.957275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55508) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:05.965702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'subnet': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:06.011153 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-f564905d-24b4-4a50-9baf-ad93a3333564 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004409 Jan 28 13:52:06.085023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-e60605c7-bc5b-4527-9693-e8ec7fe22ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.086618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-e60605c7-bc5b-4527-9693-e8ec7fe22ecb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1045883 Jan 28 13:52:06.096309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Allocated IP 172.20.0.12 (131457d4-1f97-44fe-b727-e00d7be061c9/5801f970-1615-4048-8eb4-67474ea762dc/4ce57f47-b2f4-4160-ad3f-66fd0863f6ad) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:06.193878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-bb7bb984-53a7-4e45-9fb7-13496d0096c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 200 len: 217 time: 0.1564016 Jan 28 13:52:06.327993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-93aae7a0-c443-419c-ab5e-b157e43ce1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.330058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-93aae7a0-c443-419c-ab5e-b157e43ce1a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 910 time: 0.2116976 Jan 28 13:52:06.375533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-64eb24a4-d9af-4625-8905-51ce1e0aa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.377078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-64eb24a4-d9af-4625-8905-51ce1e0aa8b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1696115 Jan 28 13:52:06.387463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Made reservation on behalf of fd6e4bed256045709ba514aa3db6efbc for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:06.392071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.482258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-0cfc07f0-8529-469d-afe2-d472f4c0be25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 1002 time: 0.1407757 Jan 28 13:52:06.551953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-0a811548-ac2f-4493-bf89-217d291c7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.553724 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-0a811548-ac2f-4493-bf89-217d291c7302 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1674075 Jan 28 13:52:06.579059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-247f29b3-da90-445c-b92b-8d5dac4fbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.580787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-247f29b3-da90-445c-b92b-8d5dac4fbb5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.0913935 Jan 28 13:52:06.586386 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks [] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.661044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-f6d7411c-da49-4590-9531-cf6674ebf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.664500 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-f6d7411c-da49-4590-9531-cf6674ebf034 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744071 Jan 28 13:52:06.698186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:06.711025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:06.746564 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-155452a9-fc8b-450c-936d-6474067e1725 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803997 Jan 28 13:52:06.913368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Pushing event updated for resources: {'Port': ['ID=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:06.918304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Network 131457d4-1f97-44fe-b727-e00d7be061c9 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:06.935300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:06.964775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:07.057319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-5f04b790-7166-4d36-9223-efcbcf83361b service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858378 Jan 28 13:52:07.063567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4a256-ce30-40c0-87c0-cc6916d6fcb8 req-82c05961-625a-43aa-a310-b9e8594ecd5d tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.065505 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18d4a256-ce30-40c0-87c0-cc6916d6fcb8 req-82c05961-625a-43aa-a310-b9e8594ecd5d tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1028 time: 0.1776929 Jan 28 13:52:07.073633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-234d24c6-529e-4842-9282-efa40e08c507 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182299 Jan 28 13:52:07.150773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.151399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.175712 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-5bce7b33-53c2-42d9-8a1e-d493d6f29d13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 200 len: 217 time: 0.0828595 Jan 28 13:52:07.179380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (33e4bc15-80eb-4616-a5a2-918bf94f9524), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.351055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-8ffb7aed-18b9-4ecc-9912-e10c491b5026 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6388280 Jan 28 13:52:07.372290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Request body: {'port': {'device_id': '946d9766-55ff-45dc-95e8-78bb606695fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:07.383995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Network 28da688c-6692-4ead-ba73-395b1c3f913d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:07.391610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:07.395356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.396317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.402687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee0c7e-38cf-4e05-a883-a0542823eb00 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:07.411820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18d4a256-ce30-40c0-87c0-cc6916d6fcb8 req-0f5afe9c-9ba3-4c25-b5ee-6bff9e14bd5a tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298786 Jan 28 13:52:07.442475 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4799356 Jan 28 13:52:07.447381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55588) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:07.453271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1429447069', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33e4bc15-80eb-4616-a5a2-918bf94f9524'}], 'security_groups': ['80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb', 'bae5c935-316c-4b07-abe4-a61b2f7f1f7d']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:07.494203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c87c172a-6750-4a08-8457-c12c07818dd5 req-75d116eb-dcb3-4f3d-b0b5-3f5d8d9f962a service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242704 Jan 28 13:52:07.497279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-26a50718-de5f-4092-b3c7-2d284ec22758 None None] Provisioning complete for port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:07.497462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.499404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-26a50718-de5f-4092-b3c7-2d284ec22758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.503661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471d96c-8f50-42cb-b59b-780cf8dd3dca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Subnet': ['ID=33e4bc15-80eb-4616-a5a2-918bf94f9524,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:07.522890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-7e3d1c00-e47f-4e87-8981-482b8d9fdad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.524358 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-7e3d1c00-e47f-4e87-8981-482b8d9fdad1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.3325803 Jan 28 13:52:07.605446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55590) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:07.665252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-26a50718-de5f-4092-b3c7-2d284ec22758 None None] Port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:07.739267 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96dd7b90-534d-4194-9dc2-5b6e5fa20260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.740183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-ea49a6be-2dbd-4d94-8873-e20479e4332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.741837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-ea49a6be-2dbd-4d94-8873-e20479e4332b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1911442 Jan 28 13:52:07.837638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f570fd3b-a04d-44ec-ab75-a9ae300deeef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.848742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d073033-7ee2-4060-ae25-9992eb0711ec None None] Update dhcp port {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'fixed_ips': [{'subnet_id': 'aa6c1ba0-e21d-495f-9325-391c106cbf2f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ef748774-f610-4746-b29b-ca1296b02e2d', 'ip_address': '172.20.0.2'}, {'subnet_id': '33e4bc15-80eb-4616-a5a2-918bf94f9524'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '8e9ea972-fa62-4d12-9204-a88bec07de67'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:52:07.868523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.902048 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6d073033-7ee2-4060-ae25-9992eb0711ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.941063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-f71321f7-6ff2-47d3-9960-094d736cbb08 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888652 Jan 28 13:52:08.075775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f570fd3b-a04d-44ec-ab75-a9ae300deeef admin admin] Publish callbacks [] for security_group (e20d6953-726d-48b5-afdf-a0af757f6e0b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.084470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f570fd3b-a04d-44ec-ab75-a9ae300deeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e20d6953-726d-48b5-afdf-a0af757f6e0b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.187953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f570fd3b-a04d-44ec-ab75-a9ae300deeef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef1618e1343141359edef272cda75fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5815253 Jan 28 13:52:08.188858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:08.192680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570fd3b-a04d-44ec-ab75-a9ae300deeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20d6953-726d-48b5-afdf-a0af757f6e0b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:08.244734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-6d073033-7ee2-4060-ae25-9992eb0711ec None None] Allocated IP 172.20.0.34 (28da688c-6692-4ead-ba73-395b1c3f913d/33e4bc15-80eb-4616-a5a2-918bf94f9524/8e9ea972-fa62-4d12-9204-a88bec07de67) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:08.325064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:08.344626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Publish callbacks [] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.372850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Transition to ACTIVE for port object 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:52:08.380806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.463478 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-48079c08-4b08-44e3-a205-56c4ddaedd90 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097454 Jan 28 13:52:08.494335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6d073033-7ee2-4060-ae25-9992eb0711ec None None] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e9ea972-fa62-4d12-9204-a88bec07de67,segment=NetworkSegment(e6698bd9-631d-4e8d-8c8c-c63bb62f9068),segment_id=e6698bd9-631d-4e8d-8c8c-c63bb62f9068)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:08.535143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-f2f27318-8937-4ff2-993d-6285f4f5d2c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 200 len: 217 time: 0.0574076 Jan 28 13:52:08.546808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7904-b1a5-4c9c-8054-e58a926d1e8b admin admin] Publish callbacks [] for security_group (e20d6953-726d-48b5-afdf-a0af757f6e0b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.571867 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6d073033-7ee2-4060-ae25-9992eb0711ec None None] Publish callbacks [] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.584233 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6d073033-7ee2-4060-ae25-9992eb0711ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.613884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Pushing event updated for resources: {'Port': ['ID=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:08.653748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-9e641225-9f9b-4612-a333-574b3b9d8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.655831 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-9e641225-9f9b-4612-a333-574b3b9d8724 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.1017373 Jan 28 13:52:08.660730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Attempting to bind port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:08.662588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Attempting to bind port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:08.663245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Attempting to bind port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad on network 131457d4-1f97-44fe-b727-e00d7be061c9 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:08.676273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a404c-12d9-4158-99ea-0c8583751cf4 req-615c92b9-68b0-4fb7-aded-ebed299a35b5 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.700012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-921a404c-12d9-4158-99ea-0c8583751cf4 req-615c92b9-68b0-4fb7-aded-ebed299a35b5 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1053 time: 0.1276739 Jan 28 13:52:08.720893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad on network 131457d4-1f97-44fe-b727-e00d7be061c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:52:08.722353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Attempting to bind port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad on network 131457d4-1f97-44fe-b727-e00d7be061c9 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:08.735189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d073033-7ee2-4060-ae25-9992eb0711ec None None] Pushing event updated for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:08.736860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:08.737467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Checking segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:08.738101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Bound using segment: {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:08.738923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Bound port: 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcb0e39-1311-460b-8669-bb6655d5eb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:08.739537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.832071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-921a404c-12d9-4158-99ea-0c8583751cf4 req-8c78a509-0a3b-4a1e-b7cc-9a69b3ceae94 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304395 Jan 28 13:52:08.975284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.013645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] For port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:09.031285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] For port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:09.041986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.143818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.144640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.146187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] 10.222.0.36 "PUT /v2.0/ports/4ce57f47-b2f4-4160-ad3f-66fd0863f6ad HTTP/1.1" status: 200 len: 1092 time: 1.7833154 Jan 28 13:52:09.150852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946d9766-55ff-45dc-95e8-78bb606695fa', 'tag': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:09.154935 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d61d5-f674-4165-9bdb-05ad6c24016f" -d '{"events": [{"name": "network-changed", "server_uuid": "946d9766-55ff-45dc-95e8-78bb606695fa", "tag": "4ce57f47-b2f4-4160-ad3f-66fd0863f6ad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:09.313496 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e44ba-092d-4455-9ef8-abac739b0842 x-openstack-request-id: req-358e44ba-092d-4455-9ef8-abac739b0842 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:09.313799 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946d9766-55ff-45dc-95e8-78bb606695fa", "tag": "4ce57f47-b2f4-4160-ad3f-66fd0863f6ad", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:09.314060 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-358e44ba-092d-4455-9ef8-abac739b0842 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:09.314472 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946d9766-55ff-45dc-95e8-78bb606695fa', 'tag': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad', 'status': 'completed', 'code': 200} Jan 28 13:52:09.315705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd9118-c6a5-4663-961c-3306e170da7f service neutron] Pushing event updated for resources: {'Port': ['ID=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:09.337357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-9dbfe7fc-d5b9-4fbf-bbc0-83123cf4c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.339001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-9dbfe7fc-d5b9-4fbf-bbc0-83123cf4c56f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e989787286e847e0a6fea3a086b94129&device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1095 time: 0.1227520 Jan 28 13:52:09.448546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-980d6e23-db36-4f67-8f2f-952817b50f9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad HTTP/1.1" status: 200 len: 217 time: 0.0904720 Jan 28 13:52:09.460348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7904-b1a5-4c9c-8054-e58a926d1e8b admin admin] Publish callbacks [] for security_group (e20d6953-726d-48b5-afdf-a0af757f6e0b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.538525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e9ea972-fa62-4d12-9204-a88bec07de67 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:09.582355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-9c4beafe-ca19-4831-8f2e-662978dc1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.585138 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-9c4beafe-ca19-4831-8f2e-662978dc1bd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2410760 Jan 28 13:52:09.592549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-851bc3d1-c1a6-44b8-9be9-89dedbf6ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.605098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-851bc3d1-c1a6-44b8-9be9-89dedbf6ff4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5801f970-1615-4048-8eb4-67474ea762dc HTTP/1.1" status: 200 len: 849 time: 0.1556289 Jan 28 13:52:09.742265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:09.748744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.786338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-d4bea748-34ff-4ad3-a300-5760c4bf3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.789532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-d4bea748-34ff-4ad3-a300-5760c4bf3334 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=131457d4-1f97-44fe-b727-e00d7be061c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584735 Jan 28 13:52:09.804012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Delete allocated IP 172.20.0.13 (28da688c-6692-4ead-ba73-395b1c3f913d/ef748774-f610-4746-b29b-ca1296b02e2d) {{(pid=103373) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 13:52:09.809847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7904-b1a5-4c9c-8054-e58a926d1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e20d6953-726d-48b5-afdf-a0af757f6e0b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.815687 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7904-b1a5-4c9c-8054-e58a926d1e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.834754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ab7b7904-b1a5-4c9c-8054-e58a926d1e8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e20d6953-726d-48b5-afdf-a0af757f6e0b HTTP/1.1" status: 204 len: 168 time: 1.4706433 Jan 28 13:52:09.889691 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-9491bde2-c1ff-4c46-819b-a09fe4f712ed service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937062 Jan 28 13:52:09.938246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:09.958352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Allocated IP 172.20.0.36 (28da688c-6692-4ead-ba73-395b1c3f913d/33e4bc15-80eb-4616-a5a2-918bf94f9524/89c1200a-671a-4cff-8831-13aeecd9c1d4) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:10.007046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-913ecbc0-12e7-410d-a8c1-84dd7550faad service neutron] 10.222.0.36 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077749 Jan 28 13:52:10.008546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b7904-b1a5-4c9c-8054-e58a926d1e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20d6953-726d-48b5-afdf-a0af757f6e0b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:10.200482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ca39b57-4435-4b91-9b07-d6b4d603be87 req-4c214cdc-6aa0-496c-8380-971b830c4204 service neutron] 10.222.0.36 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831427 Jan 28 13:52:10.276601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Provisioning complete for port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:10.278170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.384056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:10.401090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:10.401618 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.432982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-f0ec2b3b-0ac1-4fdd-887a-ad845fd22811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.448316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-f0ec2b3b-0ac1-4fdd-887a-ad845fd22811 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e989787286e847e0a6fea3a086b94129&device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1095 time: 0.1646342 Jan 28 13:52:10.452686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-300dd412-ef81-4710-9deb-399fab793aa0 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491662 Jan 28 13:52:10.495956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:10.508465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Provisioning complete for port 89c1200a-671a-4cff-8831-13aeecd9c1d4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:10.508982 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.587682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-aaf89013-58b8-4150-925a-dd7756359205 None None] Port 89c1200a-671a-4cff-8831-13aeecd9c1d4 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:10.622027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55630) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:10.623369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-24f040b6-76a4-48b8-98ed-8b65931ffcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.625004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-24f040b6-76a4-48b8-98ed-8b65931ffcbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=131457d4-1f97-44fe-b727-e00d7be061c9 HTTP/1.1" status: 200 len: 911 time: 0.1735620 Jan 28 13:52:10.637827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0b5a-e2ce-4f8c-820c-2759459e57e1 req-7ed8ffe8-7b52-491c-ac88-e987c71a642e tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.639657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e01f0b5a-e2ce-4f8c-820c-2759459e57e1 req-7ed8ffe8-7b52-491c-ac88-e987c71a642e tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1095 time: 0.6460249 Jan 28 13:52:10.649956 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.730937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b904d19e-8164-4d37-80ea-cbb4d6784a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.735193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-823a1422-66e3-4ee1-8be2-a364b5723241 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad HTTP/1.1" status: 200 len: 217 time: 0.0916185 Jan 28 13:52:10.811911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-711bc505-eab0-4862-95f0-14a7485de29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.813524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-711bc505-eab0-4862-95f0-14a7485de29e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5801f970-1615-4048-8eb4-67474ea762dc HTTP/1.1" status: 200 len: 849 time: 0.0716987 Jan 28 13:52:10.899364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-1965bfc4-ce5f-43b2-bd3d-7253889769da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.901130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-1965bfc4-ce5f-43b2-bd3d-7253889769da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=131457d4-1f97-44fe-b727-e00d7be061c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764000 Jan 28 13:52:10.912617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b904d19e-8164-4d37-80ea-cbb4d6784a33 admin admin] Publish callbacks [] for security_group (480e63dd-2163-4522-afc2-2ebd50a0e9e6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.925071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.930157 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-d08eee1e-e5f2-45de-9cd5-c02f66ab9278 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 217 time: 0.2696686 Jan 28 13:52:10.934008 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b904d19e-8164-4d37-80ea-cbb4d6784a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (480e63dd-2163-4522-afc2-2ebd50a0e9e6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.957768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.028406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b904d19e-8164-4d37-80ea-cbb4d6784a33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44c7d1699a7047dd910397cbb49be6c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021535 Jan 28 13:52:11.031496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904d19e-8164-4d37-80ea-cbb4d6784a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480e63dd-2163-4522-afc2-2ebd50a0e9e6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.036206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55634) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.075881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-467bdd08-1072-4581-a722-658d8611d2cc service neutron] 10.222.0.36 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653893 Jan 28 13:52:11.139433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-9d9c7c3f-0ffb-4abe-9baa-4f6c107dda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:11.141642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-9d9c7c3f-0ffb-4abe-9baa-4f6c107dda98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.1875947 Jan 28 13:52:11.152322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event updated for resources: {'Port': ['ID=89c1200a-671a-4cff-8831-13aeecd9c1d4,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.176354 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fe30078-8c44-430b-b5cf-79bf548b21e2 admin admin] Publish callbacks [] for security_group (480e63dd-2163-4522-afc2-2ebd50a0e9e6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.190973 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e01f0b5a-e2ce-4f8c-820c-2759459e57e1 req-ad748166-1c1b-4010-adfe-8902df38bd84 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315044 Jan 28 13:52:11.229365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fe30078-8c44-430b-b5cf-79bf548b21e2 admin admin] Publish callbacks [] for security_group (480e63dd-2163-4522-afc2-2ebd50a0e9e6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.249331 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d64d61d5-f674-4165-9bdb-05ad6c24016f req-441caee2-b9ba-456b-970d-fa3286cfeaf2 service neutron] 10.222.0.36 "GET /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635134 Jan 28 13:52:11.319052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fe30078-8c44-430b-b5cf-79bf548b21e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (480e63dd-2163-4522-afc2-2ebd50a0e9e6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.324077 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fe30078-8c44-430b-b5cf-79bf548b21e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.345458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1fe30078-8c44-430b-b5cf-79bf548b21e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/480e63dd-2163-4522-afc2-2ebd50a0e9e6 HTTP/1.1" status: 204 len: 168 time: 0.3001113 Jan 28 13:52:11.366279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe30078-8c44-430b-b5cf-79bf548b21e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480e63dd-2163-4522-afc2-2ebd50a0e9e6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:11.383882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cea25-18fe-4488-ae33-873e86c97707 req-df24a07b-fbb8-4d8f-a482-ccde35ac6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:11.389113 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-df24a07b-fbb8-4d8f-a482-ccde35ac6f66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2215476 Jan 28 13:52:11.431212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] In _notify_port_updated(), no bound segment for port 89c1200a-671a-4cff-8831-13aeecd9c1d4 on network 28da688c-6692-4ead-ba73-395b1c3f913d {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:52:11.441399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:11.442077 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.446046 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-06ce1e28-9fcd-48f7-9775-4f482c352825 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "PUT /v2.0/ports/89c1200a-671a-4cff-8831-13aeecd9c1d4 HTTP/1.1" status: 200 len: 960 time: 3.9947963 Jan 28 13:52:11.446519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55640) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:11.558435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-87f0777c-3b26-445b-9520-7e7343f8c004 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400125 Jan 28 13:52:11.646240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 89c1200a-671a-4cff-8831-13aeecd9c1d4 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:11.646594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.680664 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:52:11.785171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.827736 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-771cea25-18fe-4488-ae33-873e86c97707 req-9f93802f-93bc-4069-93ab-a158afd7445e service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584026 Jan 28 13:52:11.878311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:11.898559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 89c1200a-671a-4cff-8831-13aeecd9c1d4 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:12.030271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-031db956-ecc9-48ec-b9e6-1a88e24a1b5a None None] Provisioning complete for port 89c1200a-671a-4cff-8831-13aeecd9c1d4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:12.030840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-031db956-ecc9-48ec-b9e6-1a88e24a1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.083502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-031db956-ecc9-48ec-b9e6-1a88e24a1b5a None None] Port 89c1200a-671a-4cff-8831-13aeecd9c1d4 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:12.100920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (89c1200a-671a-4cff-8831-13aeecd9c1d4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.142133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=89c1200a-671a-4cff-8831-13aeecd9c1d4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:12.311366 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.319678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55668) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.320247 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c8eebbd-353e-450f-beda-ded93a32ab87 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/89c1200a-671a-4cff-8831-13aeecd9c1d4 HTTP/1.1" status: 204 len: 168 time: 0.8720376 Jan 28 13:52:12.362461 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-895fe4fd-a2fc-47d5-9dc0-1e6dc2368b9a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] GET failed (client error): The resource could not be found. Jan 28 13:52:12.367777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55672) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.376335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-895fe4fd-a2fc-47d5-9dc0-1e6dc2368b9a tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports/89c1200a-671a-4cff-8831-13aeecd9c1d4 HTTP/1.1" status: 404 len: 333 time: 0.0554144 Jan 28 13:52:12.457740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ce338-5f57-4f4c-94ec-645b87280fa8 req-61f93caa-72a5-45fd-af72-639c01e542e9 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:12.459374 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-038ce338-5f57-4f4c-94ec-645b87280fa8 req-61f93caa-72a5-45fd-af72-639c01e542e9 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1095 time: 0.1016572 Jan 28 13:52:12.486567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (95ef59ca-804b-4b78-93df-34563ccdeb2b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.542299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (95ef59ca-804b-4b78-93df-34563ccdeb2b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.548393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-038ce338-5f57-4f4c-94ec-645b87280fa8 req-defea99b-4cf0-4ff4-80f9-81dac3013d3e tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820191 Jan 28 13:52:12.652876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (95ef59ca-804b-4b78-93df-34563ccdeb2b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.656420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.657819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/security-groups/95ef59ca-804b-4b78-93df-34563ccdeb2b HTTP/1.1" status: 204 len: 168 time: 0.2896745 Jan 28 13:52:12.661066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55682) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.668649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ef59ca-804b-4b78-93df-34563ccdeb2b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:12.686925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.687553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.688213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.688748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.689258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.689750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.690338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.690819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.691312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.692014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.692683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.693203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.693704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db853777-bf75-4e9e-a2b6-63d5b7067d78 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:12.781695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f64d81c1-6930-4090-860c-8f4b462134c3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (bae5c935-316c-4b07-abe4-a61b2f7f1f7d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.841093 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f64d81c1-6930-4090-860c-8f4b462134c3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (bae5c935-316c-4b07-abe4-a61b2f7f1f7d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.907137 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f64d81c1-6930-4090-860c-8f4b462134c3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bae5c935-316c-4b07-abe4-a61b2f7f1f7d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.909934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f64d81c1-6930-4090-860c-8f4b462134c3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:12.913629 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f64d81c1-6930-4090-860c-8f4b462134c3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/security-groups/bae5c935-316c-4b07-abe4-a61b2f7f1f7d HTTP/1.1" status: 204 len: 168 time: 0.2490482 Jan 28 13:52:12.914955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55694) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:12.931421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d81c1-6930-4090-860c-8f4b462134c3 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5c935-316c-4b07-abe4-a61b2f7f1f7d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:13.033351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e33b1a0b-cc17-49e2-8121-69be1d20cc71 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.085119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e33b1a0b-cc17-49e2-8121-69be1d20cc71 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.179898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e33b1a0b-cc17-49e2-8121-69be1d20cc71 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.183352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e33b1a0b-cc17-49e2-8121-69be1d20cc71 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.187267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e33b1a0b-cc17-49e2-8121-69be1d20cc71 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/security-groups/80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb HTTP/1.1" status: 204 len: 168 time: 0.2721374 Jan 28 13:52:13.190263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55706) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.211274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b1a0b-cc17-49e2-8121-69be1d20cc71 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a4abf4-b00c-4ae7-a0d7-8b123d84d4cb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:13.290171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet ef748774-f610-4746-b29b-ca1296b02e2d {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:13.294483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (ef748774-f610-4746-b29b-ca1296b02e2d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.377047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ef748774-f610-4746-b29b-ca1296b02e2d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.438020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55718) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.512123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ef748774-f610-4746-b29b-ca1296b02e2d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.558146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73408d51-e773-4b00-b455-66fc316fc88f req-812f1aea-2bb8-4db9-9e14-9d099ca81cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:13.568367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73408d51-e773-4b00-b455-66fc316fc88f req-812f1aea-2bb8-4db9-9e14-9d099ca81cd9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1288459 Jan 28 13:52:13.580206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ef748774-f610-4746-b29b-ca1296b02e2d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.631550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-73408d51-e773-4b00-b455-66fc316fc88f req-6545b39f-b336-4988-8ea0-13484154bbec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612319 Jan 28 13:52:13.639129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.643671 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/ef748774-f610-4746-b29b-ca1296b02e2d HTTP/1.1" status: 204 len: 168 time: 0.4520960 Jan 28 13:52:13.645075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2eb23-86c4-4d0e-ac72-8c4c3b8e7886 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=ef748774-f610-4746-b29b-ca1296b02e2d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:13.649802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:13.655775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57785de-f3fe-4032-beec-68d1df3c0ef4 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:13.767655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843a56-e8d9-4899-a331-92e61a2558da req-3e64f792-5f9f-4faf-8db2-e15ce2c6b824 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:13.769483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea843a56-e8d9-4899-a331-92e61a2558da req-3e64f792-5f9f-4faf-8db2-e15ce2c6b824 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1095 time: 0.0876315 Jan 28 13:52:13.791649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet 33e4bc15-80eb-4616-a5a2-918bf94f9524 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:13.804375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (33e4bc15-80eb-4616-a5a2-918bf94f9524), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:13.839213 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ea843a56-e8d9-4899-a331-92e61a2558da req-9db6726c-2185-43c5-83c6-552100e4c008 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577571 Jan 28 13:52:13.893853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (33e4bc15-80eb-4616-a5a2-918bf94f9524), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.026323 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (33e4bc15-80eb-4616-a5a2-918bf94f9524), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.182995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (33e4bc15-80eb-4616-a5a2-918bf94f9524), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.221383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=33e4bc15-80eb-4616-a5a2-918bf94f9524,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:14.229553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.234336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-685d4718-7f0c-434d-b80d-7e4ecabfc8cb tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/33e4bc15-80eb-4616-a5a2-918bf94f9524 HTTP/1.1" status: 204 len: 168 time: 0.5828416 Jan 28 13:52:14.236799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55764) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.245535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:52:14.333462 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32a5d1f-0d72-438f-9281-5704bda20a33 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:14.336507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32a5d1f-0d72-438f-9281-5704bda20a33 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:14.343470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d32a5d1f-0d72-438f-9281-5704bda20a33 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/ef748774-f610-4746-b29b-ca1296b02e2d HTTP/1.1" status: 404 len: 337 time: 0.1052566 Jan 28 13:52:14.346074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:14.430945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:14.446314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad', 'network_id': '131457d4-1f97-44fe-b727-e00d7be061c9', 'port_id': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad', 'mac_address': 'fa:16:3e:87:ba:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801f970-1615-4048-8eb4-67474ea762dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:52:14.465899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting subnet aa6c1ba0-e21d-495f-9325-391c106cbf2f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:14.470381 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (aa6c1ba0-e21d-495f-9325-391c106cbf2f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.569685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:14.570441 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.573300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (aa6c1ba0-e21d-495f-9325-391c106cbf2f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.633552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:14.656149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:14.681351 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.800107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (aa6c1ba0-e21d-495f-9325-391c106cbf2f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:14.811967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:14.920844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4ce57f47-b2f4-4160-ad3f-66fd0863f6ad'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:14.938784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ffe93b-9fbd-4e37-bb4b-aec2c2f17042 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:15.136939 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (aa6c1ba0-e21d-495f-9325-391c106cbf2f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.226925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6c1ba0-e21d-495f-9325-391c106cbf2f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:15.234485 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.239544 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d7e9c1b9-c11c-44d2-8ac5-e7d521d5a12e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/aa6c1ba0-e21d-495f-9325-391c106cbf2f HTTP/1.1" status: 204 len: 168 time: 0.8924289 Jan 28 13:52:15.242242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55836) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.257796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4b41eecf-9d2e-4d27-9068-4a9d7beb4aea None None] Provisioning complete for port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:15.258626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b41eecf-9d2e-4d27-9068-4a9d7beb4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.287015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bf88c-8890-4328-a59c-a528385da32b req-d9b060fc-ef79-4740-87c3-29e025ae8d50 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:15.299578 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a6bf88c-8890-4328-a59c-a528385da32b req-d9b060fc-ef79-4740-87c3-29e025ae8d50 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1096 time: 0.2515173 Jan 28 13:52:15.360100 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-639f3d20-7521-4586-877e-1fc639dfb749 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.360576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639f3d20-7521-4586-877e-1fc639dfb749 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.378612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-639f3d20-7521-4586-877e-1fc639dfb749 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/0084da18-1940-446f-ba20-4effdbde576e HTTP/1.1" status: 404 len: 337 time: 0.1323447 Jan 28 13:52:15.378612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55842) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.382163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a6bf88c-8890-4328-a59c-a528385da32b req-43544dad-36ae-4309-aea1-b317334335f0 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816367 Jan 28 13:52:15.455529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2178ecb5-4898-47c4-8b92-040b2cd786e8 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "GET /v2.0/ports?device_id=061b06f8-0618-4d88-ba4a-bf0f92829e00 HTTP/1.1" status: 200 len: 205 time: 0.0712528 Jan 28 13:52:15.455529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55846) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.517086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b41eecf-9d2e-4d27-9068-4a9d7beb4aea None None] Port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:15.539382 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-bfef3bb2-4c75-4790-86ab-5fdfcac49303 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] delete failed (client error): The resource could not be found. Jan 28 13:52:15.542680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bfef3bb2-4c75-4790-86ab-5fdfcac49303 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/routers/061b06f8-0618-4d88-ba4a-bf0f92829e00 HTTP/1.1" status: 404 len: 336 time: 0.0861363 Jan 28 13:52:15.546362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55850) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.563928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55852) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.583387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4b41eecf-9d2e-4d27-9068-4a9d7beb4aea None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:15.583772 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b41eecf-9d2e-4d27-9068-4a9d7beb4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.596421 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08faa53-b7df-46ac-83c6-18c357c477ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.596942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08faa53-b7df-46ac-83c6-18c357c477ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.602534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c08faa53-b7df-46ac-83c6-18c357c477ab tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/d6c59424-2809-488c-a138-d31b9f33152b HTTP/1.1" status: 404 len: 337 time: 0.0551450 Jan 28 13:52:15.604584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55858) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.648149 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-06529272-4cd8-40fa-8512-e26968fdd1d1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.648627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06529272-4cd8-40fa-8512-e26968fdd1d1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.651711 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-06529272-4cd8-40fa-8512-e26968fdd1d1 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/7aa6c543-2fc6-418f-966b-55b3b4e72b22 HTTP/1.1" status: 404 len: 337 time: 0.0461328 Jan 28 13:52:15.654906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55860) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.706925 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55aaf25-a637-4b7d-8d05-8db5834bfa7e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.707666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55aaf25-a637-4b7d-8d05-8db5834bfa7e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.712537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f55aaf25-a637-4b7d-8d05-8db5834bfa7e tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/c1b1e94c-1160-4630-955f-43de5577294a HTTP/1.1" status: 404 len: 337 time: 0.0557499 Jan 28 13:52:15.714887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55864) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.744173 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1082d2-20de-4397-92aa-90e039d74a13 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.745173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1082d2-20de-4397-92aa-90e039d74a13 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.753296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ea1082d2-20de-4397-92aa-90e039d74a13 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/25ed6535-ff2e-4875-bbd4-f45e22f76372 HTTP/1.1" status: 404 len: 333 time: 0.0345359 Jan 28 13:52:15.753816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55866) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.809973 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e138c656-43a9-486e-bfcb-fd535835468f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.810992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e138c656-43a9-486e-bfcb-fd535835468f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.816825 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e138c656-43a9-486e-bfcb-fd535835468f tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/2ab62477-abe8-4853-bc94-558d9b508277 HTTP/1.1" status: 404 len: 337 time: 0.0594540 Jan 28 13:52:15.817233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.839281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b41eecf-9d2e-4d27-9068-4a9d7beb4aea None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:15.846988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04380e31-6515-424c-a653-7c36ddb6aaf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:15.914873 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ad43d9-b3da-4d97-80de-e37f20bb614c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:15.915705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ad43d9-b3da-4d97-80de-e37f20bb614c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:15.931129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61be014-8c63-4230-8f4e-278d012c38a8 None None] Update dhcp port {'port': {'network_id': '28da688c-6692-4ead-ba73-395b1c3f913d', 'fixed_ips': [{'subnet_id': 'aa6c1ba0-e21d-495f-9325-391c106cbf2f'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '8e9ea972-fa62-4d12-9204-a88bec07de67'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 13:52:15.933715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-04ad43d9-b3da-4d97-80de-e37f20bb614c tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/089b538f-b0f8-403b-918f-64737d03c88b HTTP/1.1" status: 404 len: 337 time: 0.1153719 Jan 28 13:52:15.934040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55870) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:15.974764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a61be014-8c63-4230-8f4e-278d012c38a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.024460 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee05d1e6-0072-4673-8cf8-c78df99417e7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:16.025142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee05d1e6-0072-4673-8cf8-c78df99417e7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:16.031725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55874) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.031933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ee05d1e6-0072-4673-8cf8-c78df99417e7 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/e542e49c-0e8b-43d1-b045-f97be93dbc2c HTTP/1.1" status: 404 len: 333 time: 0.0961075 Jan 28 13:52:16.085491 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ea48be-6278-42c6-a839-1233b13794bf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:16.088971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ea48be-6278-42c6-a839-1233b13794bf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:16.100069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a1ea48be-6278-42c6-a839-1233b13794bf tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/4dd01d35-109f-4e65-be76-33b587405573 HTTP/1.1" status: 404 len: 337 time: 0.0674953 Jan 28 13:52:16.101958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55876) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.144889 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04380e31-6515-424c-a653-7c36ddb6aaf7 admin admin] Publish callbacks [] for security_group (26252f27-84d6-4f33-82dd-31d59fd3d25c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.153042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04380e31-6515-424c-a653-7c36ddb6aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (26252f27-84d6-4f33-82dd-31d59fd3d25c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.173848 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1deb0f0-87be-44ba-8f57-75f45b0b97ca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] DELETE failed (client error): The resource could not be found. Jan 28 13:52:16.174396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1deb0f0-87be-44ba-8f57-75f45b0b97ca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:52:16.179502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b1deb0f0-87be-44ba-8f57-75f45b0b97ca tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/subnets/a7ec57dd-e7e5-4d45-9b81-1a3385f0a214 HTTP/1.1" status: 404 len: 337 time: 0.0748460 Jan 28 13:52:16.181830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55878) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.236497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298dc079-4ddd-4571-8c40-3c82032cb385 None None] Network 28da688c-6692-4ead-ba73-395b1c3f913d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:16.254589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04380e31-6515-424c-a653-7c36ddb6aaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26252f27-84d6-4f33-82dd-31d59fd3d25c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:16.282738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-04380e31-6515-424c-a653-7c36ddb6aaf7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47e809af7db74acc885fb655666ce398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7168436 Jan 28 13:52:16.284402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55880) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:16.348484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Publish callbacks [] for security_group (26252f27-84d6-4f33-82dd-31d59fd3d25c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.385680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:16.386247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.389885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Publish callbacks [] for security_group (26252f27-84d6-4f33-82dd-31d59fd3d25c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.506943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (26252f27-84d6-4f33-82dd-31d59fd3d25c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.510666 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.514904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26252f27-84d6-4f33-82dd-31d59fd3d25c HTTP/1.1" status: 204 len: 168 time: 0.2266459 Jan 28 13:52:16.520084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2511e081-0df2-4506-a3ef-0247e4f0d9a3 None None] Provisioning complete for port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:16.527882 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2511e081-0df2-4506-a3ef-0247e4f0d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.533850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26252f27-84d6-4f33-82dd-31d59fd3d25c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:16.540580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.561263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.561263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.561574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.561738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.565385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.565800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.566420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.567355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.567698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.568050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.568427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.568760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.570996 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af1595-557e-4e45-b198-5b600c814a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:16.573064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for c4ba53b0-73d6-4d23-b795-cf818bd14eb8 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:16.695781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2511e081-0df2-4506-a3ef-0247e4f0d9a3 None None] Port c4ba53b0-73d6-4d23-b795-cf818bd14eb8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:16.710884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d981fcb-90ab-4016-91a3-6a3ff9f1ba1b req-49a2b098-e9f2-4246-a5b4-9f2a1013a880 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.713591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d981fcb-90ab-4016-91a3-6a3ff9f1ba1b req-49a2b098-e9f2-4246-a5b4-9f2a1013a880 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1096 time: 0.1226144 Jan 28 13:52:16.727678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] DHCP port deletion for 28da688c-6692-4ead-ba73-395b1c3f913d request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:16.752173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2511e081-0df2-4506-a3ef-0247e4f0d9a3 None None] Provisioning complete for port 8e9ea972-fa62-4d12-9204-a88bec07de67 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:16.752562 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2511e081-0df2-4506-a3ef-0247e4f0d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.813150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4ba53b0-73d6-4d23-b795-cf818bd14eb8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.834275 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d981fcb-90ab-4016-91a3-6a3ff9f1ba1b req-73325d6d-747d-4c56-adbd-712e4bd26ff7 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144328 Jan 28 13:52:16.871105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=c4ba53b0-73d6-4d23-b795-cf818bd14eb8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:16.880465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:16.883774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6dbd85c5-847e-42db-8522-3a2ac1cc5087 tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/ports/c4ba53b0-73d6-4d23-b795-cf818bd14eb8 HTTP/1.1" status: 204 len: 168 time: 0.7010109 Jan 28 13:52:16.886356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55892) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.040814 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (28da688c-6692-4ead-ba73-395b1c3f913d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.085704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 55894) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.110142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48bb1728-f6ed-41e9-825c-31052babd5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.152884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Deleting port 8e9ea972-fa62-4d12-9204-a88bec07de67 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:17.153230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.277232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48bb1728-f6ed-41e9-825c-31052babd5a1 admin admin] Publish callbacks [] for security_group (635c6609-dc5b-4840-a19d-8407c761fdc7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.284072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2511e081-0df2-4506-a3ef-0247e4f0d9a3 None None] Current status of the port 8e9ea972-fa62-4d12-9204-a88bec07de67 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:17.288153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] Deleting port 8e9ea972-fa62-4d12-9204-a88bec07de67 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:17.288405 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.292881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48bb1728-f6ed-41e9-825c-31052babd5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (635c6609-dc5b-4840-a19d-8407c761fdc7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.332827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e9ea972-fa62-4d12-9204-a88bec07de67,segment=NetworkSegment(e6698bd9-631d-4e8d-8c8c-c63bb62f9068),segment_id=e6698bd9-631d-4e8d-8c8c-c63bb62f9068)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:17.333136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.370416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48bb1728-f6ed-41e9-825c-31052babd5a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6fe5e035f056466ba0a0b2771d4f3aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834721 Jan 28 13:52:17.373821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Calling delete_port for 8e9ea972-fa62-4d12-9204-a88bec07de67 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:17.375796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55898) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:17.399931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb1728-f6ed-41e9-825c-31052babd5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635c6609-dc5b-4840-a19d-8407c761fdc7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:17.480068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] For port 8e9ea972-fa62-4d12-9204-a88bec07de67, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8e9ea972-fa62-4d12-9204-a88bec07de67,segment=NetworkSegment(e6698bd9-631d-4e8d-8c8c-c63bb62f9068),segment_id=e6698bd9-631d-4e8d-8c8c-c63bb62f9068)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:17.480497 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.495432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] Calling delete_port for 8e9ea972-fa62-4d12-9204-a88bec07de67 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:17.614051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e9ea972-fa62-4d12-9204-a88bec07de67 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:17.614167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3efea35-5a4e-4bf6-b604-6efee5faa5d5 admin admin] Publish callbacks [] for security_group (635c6609-dc5b-4840-a19d-8407c761fdc7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.645092 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3efea35-5a4e-4bf6-b604-6efee5faa5d5 admin admin] Publish callbacks [] for security_group (635c6609-dc5b-4840-a19d-8407c761fdc7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.646959 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.668992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (8e9ea972-fa62-4d12-9204-a88bec07de67), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.689521 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:17.700548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] No DVR routers for this DVR port 8e9ea972-fa62-4d12-9204-a88bec07de67 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:17.712323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port 8e9ea972-fa62-4d12-9204-a88bec07de67 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 13:52:17.712723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port 8e9ea972-fa62-4d12-9204-a88bec07de67 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:52:17.714337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8e9ea972-fa62-4d12-9204-a88bec07de67 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:17.736857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] No DVR routers for this DVR port 8e9ea972-fa62-4d12-9204-a88bec07de67 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:17.766779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c8417-a6d8-40ab-ac8f-a5b3a787ae4b None None] Pushing event deleted for resources: {'Port': ['ID=8e9ea972-fa62-4d12-9204-a88bec07de67,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:17.855723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (28da688c-6692-4ead-ba73-395b1c3f913d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.880424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28da688c-6692-4ead-ba73-395b1c3f913d']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:17.898323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6698bd9-631d-4e8d-8c8c-c63bb62f9068') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:17.898606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6698bd9-631d-4e8d-8c8c-c63bb62f9068') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:17.919434 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (e6698bd9-631d-4e8d-8c8c-c63bb62f9068), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.932768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e6698bd9-631d-4e8d-8c8c-c63bb62f9068), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:17.946933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:17.947339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (e6698bd9-631d-4e8d-8c8c-c63bb62f9068), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:18.008671 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:18.090438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (28da688c-6692-4ead-ba73-395b1c3f913d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.103810 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.107800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] 10.222.0.45 "DELETE /v2.0/networks/28da688c-6692-4ead-ba73-395b1c3f913d HTTP/1.1" status: 204 len: 168 time: 1.2202232 Jan 28 13:52:18.135128 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3efea35-5a4e-4bf6-b604-6efee5faa5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (635c6609-dc5b-4840-a19d-8407c761fdc7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.139865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3efea35-5a4e-4bf6-b604-6efee5faa5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.141055 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f3efea35-5a4e-4bf6-b604-6efee5faa5d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/635c6609-dc5b-4840-a19d-8407c761fdc7 HTTP/1.1" status: 204 len: 168 time: 0.7642703 Jan 28 13:52:18.187145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efea35-5a4e-4bf6-b604-6efee5faa5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635c6609-dc5b-4840-a19d-8407c761fdc7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.201684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c035-67db-4674-b996-2872f16b650d tempest-PortsTestJSON-555486273 tempest-PortsTestJSON-555486273-project] Pushing event deleted for resources: {'Network': ['ID=28da688c-6692-4ead-ba73-395b1c3f913d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.225792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedc9ac-3ffb-4ad2-8cd7-eb1895447462 req-add0fc73-e87f-4ef2-b489-96a288bb848f tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:18.229675 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdedc9ac-3ffb-4ad2-8cd7-eb1895447462 req-add0fc73-e87f-4ef2-b489-96a288bb848f tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1096 time: 0.2170343 Jan 28 13:52:18.246461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:18.382420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cdedc9ac-3ffb-4ad2-8cd7-eb1895447462 req-309ce308-e56c-44cb-9791-64e502375433 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463289 Jan 28 13:52:18.422233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:52:18.427605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:18.427981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.593571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:18.594205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.656440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55934) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.699483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946d9766-55ff-45dc-95e8-78bb606695fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:18.704674 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d444a1-0207-461f-8656-2754ab36e89c" -d '{"events": [{"server_uuid": "946d9766-55ff-45dc-95e8-78bb606695fa", "name": "network-vif-plugged", "status": "completed", "tag": "4ce57f47-b2f4-4160-ad3f-66fd0863f6ad"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:18.741445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:18.753121 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:18.871974 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981a33a0-cdfb-4c75-b027-02d706a15476 x-openstack-request-id: req-981a33a0-cdfb-4c75-b027-02d706a15476 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:18.880188 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946d9766-55ff-45dc-95e8-78bb606695fa", "name": "network-vif-plugged", "status": "completed", "tag": "4ce57f47-b2f4-4160-ad3f-66fd0863f6ad", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:18.880691 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-981a33a0-cdfb-4c75-b027-02d706a15476 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:18.881348 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946d9766-55ff-45dc-95e8-78bb606695fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad', 'code': 200} Jan 28 13:52:18.885284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:18.949618 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-07216aff-f8fa-45b7-9758-b4820047d865 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd6e4bed256045709ba514aa3db6efbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919033 Jan 28 13:52:18.952337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 55946) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:18.993468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1580c-dc63-4ced-9da6-df574f9fda85 req-735ba394-8609-4f1b-8bbb-3b5b24c766f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:18.995280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dc1580c-dc63-4ced-9da6-df574f9fda85 req-735ba394-8609-4f1b-8bbb-3b5b24c766f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.0921187 Jan 28 13:52:19.037781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec0d898b-203a-44c4-8ffb-be0ca0743d6b admin admin] Publish callbacks [] for security_group (ec5c6e42-f40b-4d74-826d-75b35920c989), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.064878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dc1580c-dc63-4ced-9da6-df574f9fda85 req-94d19b82-0b1a-4b49-a924-de94ca0ebcb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598524 Jan 28 13:52:19.085832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec0d898b-203a-44c4-8ffb-be0ca0743d6b admin admin] Publish callbacks [] for security_group (ec5c6e42-f40b-4d74-826d-75b35920c989), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.167009 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec0d898b-203a-44c4-8ffb-be0ca0743d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ec5c6e42-f40b-4d74-826d-75b35920c989), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.171114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec0d898b-203a-44c4-8ffb-be0ca0743d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:19.174583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec0d898b-203a-44c4-8ffb-be0ca0743d6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec5c6e42-f40b-4d74-826d-75b35920c989 HTTP/1.1" status: 204 len: 168 time: 0.2186444 Jan 28 13:52:19.187624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d898b-203a-44c4-8ffb-be0ca0743d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c6e42-f40b-4d74-826d-75b35920c989,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:19.549177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534493a1-1e34-48be-af47-d66d9be52c71 req-6af6925c-c99c-4e6f-90d3-d4a267d082ab tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:19.549177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-534493a1-1e34-48be-af47-d66d9be52c71 req-6af6925c-c99c-4e6f-90d3-d4a267d082ab tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.0721543 Jan 28 13:52:19.630575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-534493a1-1e34-48be-af47-d66d9be52c71 req-760a8e9d-4037-468a-8c0f-1834785f0a68 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565116 Jan 28 13:52:20.832830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076010a-18d9-4c77-a38c-07fb22fdbada req-625107f4-bc77-4acd-b944-8089832ce68a tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:20.840410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8076010a-18d9-4c77-a38c-07fb22fdbada req-625107f4-bc77-4acd-b944-8089832ce68a tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.0926757 Jan 28 13:52:20.942872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8076010a-18d9-4c77-a38c-07fb22fdbada req-a701d61a-ba4a-4a4b-92af-f27a59b4bac3 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951772 Jan 28 13:52:21.102657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b10dee-b06d-49d4-8a1c-cb51f51df512 req-a4ecd3d8-07d5-4732-8648-def496694419 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.111326 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b10dee-b06d-49d4-8a1c-cb51f51df512 req-a4ecd3d8-07d5-4732-8648-def496694419 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.0728242 Jan 28 13:52:21.186356 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b10dee-b06d-49d4-8a1c-cb51f51df512 req-9f894734-d2c9-4a4f-982a-cd6b77bf5df1 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678554 Jan 28 13:52:21.317391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9079750-4426-4090-b298-3de1978189b9 req-cdc5bbce-8422-45da-acb5-56626c4c215d tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.331451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9079750-4426-4090-b298-3de1978189b9 req-cdc5bbce-8422-45da-acb5-56626c4c215d tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.0762534 Jan 28 13:52:21.391688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9079750-4426-4090-b298-3de1978189b9 req-3804909b-efe3-49ad-b87a-29783756b01c tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 Jan 28 13:52:21.695058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade075e-06ad-4434-85c4-3873000d8a15 req-91ffc64e-f11e-4a42-b55a-b07ed834bf39 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:21.705404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ade075e-06ad-4434-85c4-3873000d8a15 req-91ffc64e-f11e-4a42-b55a-b07ed834bf39 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.0624282 Jan 28 13:52:21.809354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ade075e-06ad-4434-85c4-3873000d8a15 req-e863ffc1-4535-4a2f-8344-390ed1fae870 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980198 Jan 28 13:52:22.286944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56066) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:22.414620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56070) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:22.577460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fddd31f9-1993-4784-bd5f-3bab6c423fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.598962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:22.647958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.747650 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fddd31f9-1993-4784-bd5f-3bab6c423fb9 admin admin] Publish callbacks [] for security_group (5a05d0ad-8fd0-449a-b0c2-6204f1c855d6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.758876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fddd31f9-1993-4784-bd5f-3bab6c423fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5a05d0ad-8fd0-449a-b0c2-6204f1c855d6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.844693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56080) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:22.852377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fddd31f9-1993-4784-bd5f-3bab6c423fb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a07c9dc62862468a8064f5d5f1af9e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4357979 Jan 28 13:52:22.860405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd31f9-1993-4784-bd5f-3bab6c423fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a05d0ad-8fd0-449a-b0c2-6204f1c855d6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:22.928100 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:22.988760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63690429-82ff-41de-b3d9-8e99a7344b75 req-69763d31-4892-409d-b07e-961a5a06c14f tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:22.990673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63690429-82ff-41de-b3d9-8e99a7344b75 req-69763d31-4892-409d-b07e-961a5a06c14f tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.0939467 Jan 28 13:52:22.999904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-824a4e34-d32d-49b3-9d4b-a639c5a3e66f admin admin] Publish callbacks [] for security_group (5a05d0ad-8fd0-449a-b0c2-6204f1c855d6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.081245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63690429-82ff-41de-b3d9-8e99a7344b75 req-8741ed07-1d93-4e4c-a170-f5b87181fae1 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Jan 28 13:52:23.094432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-824a4e34-d32d-49b3-9d4b-a639c5a3e66f admin admin] Publish callbacks [] for security_group (5a05d0ad-8fd0-449a-b0c2-6204f1c855d6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.111686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Allocated IP 172.25.4.244 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/5a6bc47b-063d-4fec-83ab-a4404ceebc28) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:23.117310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-6ba31a9f-6527-4a4a-9024-d5a4c007f6de tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:23.119176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-6ba31a9f-6527-4a4a-9024-d5a4c007f6de tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 1097 time: 0.1272449 Jan 28 13:52:23.234259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-824a4e34-d32d-49b3-9d4b-a639c5a3e66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5a05d0ad-8fd0-449a-b0c2-6204f1c855d6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.239714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-824a4e34-d32d-49b3-9d4b-a639c5a3e66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.246590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-824a4e34-d32d-49b3-9d4b-a639c5a3e66f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a05d0ad-8fd0-449a-b0c2-6204f1c855d6 HTTP/1.1" status: 204 len: 168 time: 0.4004567 Jan 28 13:52:23.281593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a4e34-d32d-49b3-9d4b-a639c5a3e66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a05d0ad-8fd0-449a-b0c2-6204f1c855d6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:23.301042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Deleting port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:23.301781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.317026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.390515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.496730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:23.502616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:23.509767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:23.578652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] For port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:23.579255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.607775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Port': ['ID=5a6bc47b-063d-4fec-83ab-a4404ceebc28,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:23.630273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Calling delete_port for 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:23.748349 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for floatingip (25ead513-af94-42e8-82a7-b9dd8ed7586e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.850600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.910661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4ce57f47-b2f4-4160-ad3f-66fd0863f6ad), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:23.924597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:23.936544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4ce57f47-b2f4-4160-ad3f-66fd0863f6ad'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:23.973841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ce57f47-b2f4-4160-ad3f-66fd0863f6ad,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:23.988265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56092) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:24.019837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46e65145-5ee8-4b16-8398-f64fd0501fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.100512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.103615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] No DVR routers for this DVR port 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:24.109465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.111612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.115057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79fb5ce9-feec-4dd1-b866-32d4c15c1bcd req-eacd73c8-86c8-4880-8adb-e9f2e8e8f3c4 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4ce57f47-b2f4-4160-ad3f-66fd0863f6ad HTTP/1.1" status: 204 len: 173 time: 0.9840646 Jan 28 13:52:24.121838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946d9766-55ff-45dc-95e8-78bb606695fa', 'name': 'network-vif-deleted', 'tag': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:24.126565 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9b9d5-e2e1-42ef-add3-5adcd84780a6" -d '{"events": [{"server_uuid": "946d9766-55ff-45dc-95e8-78bb606695fa", "name": "network-vif-deleted", "tag": "4ce57f47-b2f4-4160-ad3f-66fd0863f6ad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:24.272935 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f58a355-c014-481f-add0-b3fcf4feee18 x-openstack-request-id: req-2f58a355-c014-481f-add0-b3fcf4feee18 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:24.279089 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946d9766-55ff-45dc-95e8-78bb606695fa", "name": "network-vif-deleted", "tag": "4ce57f47-b2f4-4160-ad3f-66fd0863f6ad", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:24.279089 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f58a355-c014-481f-add0-b3fcf4feee18 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:24.281231 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946d9766-55ff-45dc-95e8-78bb606695fa', 'name': 'network-vif-deleted', 'tag': '4ce57f47-b2f4-4160-ad3f-66fd0863f6ad', 'status': 'completed', 'code': 200} Jan 28 13:52:24.283400 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46e65145-5ee8-4b16-8398-f64fd0501fe8 admin admin] Publish callbacks [] for security_group (f28b7a4d-d554-4a9e-b748-7988b9890ab6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.326966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46e65145-5ee8-4b16-8398-f64fd0501fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f28b7a4d-d554-4a9e-b748-7988b9890ab6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.329272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Port': ['ID=5a6bc47b-063d-4fec-83ab-a4404ceebc28,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.340790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (25ead513-af94-42e8-82a7-b9dd8ed7586e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.380764 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.384793 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-40039c0b-eaad-4bf5-a17b-73bde9b10dcc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0961165 Jan 28 13:52:24.387068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:24.393852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1483021326'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:24.405417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-46e65145-5ee8-4b16-8398-f64fd0501fe8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a37bc72ab8a41f18f650a53644b7012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154360 Jan 28 13:52:24.410951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62e7df55-de95-4b09-99d3-4f718d7f6262 req-f63723ab-55b4-41f5-8a89-684d745c607c tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=946d9766-55ff-45dc-95e8-78bb606695fa HTTP/1.1" status: 200 len: 210 time: 0.1448441 Jan 28 13:52:24.422076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56102) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:24.457068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Made reservation on behalf of eb224b2acb0040efa100032194c21554 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:24.460579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.470134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e65145-5ee8-4b16-8398-f64fd0501fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b7a4d-d554-4a9e-b748-7988b9890ab6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.495483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.500093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f119-14b2-41fb-813f-f901436d2771 admin admin] Publish callbacks [] for security_group (f28b7a4d-d554-4a9e-b748-7988b9890ab6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.524856 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f119-14b2-41fb-813f-f901436d2771 admin admin] Publish callbacks [] for security_group (f28b7a4d-d554-4a9e-b748-7988b9890ab6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.605099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f119-14b2-41fb-813f-f901436d2771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f28b7a4d-d554-4a9e-b748-7988b9890ab6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.609838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f119-14b2-41fb-813f-f901436d2771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.610584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1c5f119-14b2-41fb-813f-f901436d2771 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f28b7a4d-d554-4a9e-b748-7988b9890ab6 HTTP/1.1" status: 204 len: 168 time: 0.1873457 Jan 28 13:52:24.641475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f119-14b2-41fb-813f-f901436d2771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b7a4d-d554-4a9e-b748-7988b9890ab6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.652785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for security_group (82054e67-9066-4a7d-b60e-9c7eee3d7024), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.662180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (82054e67-9066-4a7d-b60e-9c7eee3d7024), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.702560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:24.723806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82054e67-9066-4a7d-b60e-9c7eee3d7024,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:24.731237 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c1548abd-1305-4287-9f8b-8bf0de8658d5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.731600 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Added segment c1548abd-1305-4287-9f8b-8bf0de8658d5 of type vlan for network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 Jan 28 13:52:24.819484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.899363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.909469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:24.910416 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:24.992264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6036992 Jan 28 13:52:25.002537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56112) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:25.020675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Request body: {'subnet': {'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:25.033518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384df03e-f611-449d-931e-6bfd1331b48d tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Network': ['ID=2d54ce15-c079-4fc5-8cc3-7d2838ee90b5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.050435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:25.230306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Made reservation on behalf of eb224b2acb0040efa100032194c21554 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:25.236497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.574173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (8a3587f3-4b45-4707-888c-db53b52a927a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.689596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Subnet': ['ID=8a3587f3-4b45-4707-888c-db53b52a927a,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:25.708060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Checking segment: {'id': 'c1548abd-1305-4287-9f8b-8bf0de8658d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:25.708577 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Network hostable DHCP agents. Network: 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:25.738152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:25.769326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:25.779476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675cf3b0-d92c-4d11-b692-cf84a9cc88d6 None None] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:25.782774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:25.786855 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.837615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1204a746-c8ca-442a-91d2-2c17fd4f6d70 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8313892 Jan 28 13:52:25.840231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56136) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:25.864263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1876461126', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:25.912506 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (81eddff3-a522-4127-bbc0-c15efbb0c7fb), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.913605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (81eddff3-a522-4127-bbc0-c15efbb0c7fb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:25.957652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ca529-1396-49e2-a4d6-aff65dc69c60 req-aadeaa51-c833-46f7-b093-009f542a5c81 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:25.959204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d3ca529-1396-49e2-a4d6-aff65dc69c60 req-aadeaa51-c833-46f7-b093-009f542a5c81 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.1880159 Jan 28 13:52:26.018312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-2d54ce15-c079-4fc5-8cc3-7d2838ee90b5', 'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5', 'project_id': 'eb224b2acb0040efa100032194c21554', 'fixed_ips': [{'subnet_id': '8a3587f3-4b45-4707-888c-db53b52a927a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:26.019444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.119472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router_controller (81eddff3-a522-4127-bbc0-c15efbb0c7fb), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.243118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Allocated IP 172.20.0.2 (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5/8a3587f3-4b45-4707-888c-db53b52a927a/23d2a962-5614-4799-b41a-9ff5dfc900d3) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:26.261738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6d3ca529-1396-49e2-a4d6-aff65dc69c60 req-bd2ae7ea-9fbf-4bd9-8060-95662f24ae62 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788579 Jan 28 13:52:26.338605 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router_gateway (81eddff3-a522-4127-bbc0-c15efbb0c7fb), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.414008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Publish callbacks [] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.416095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:26.441626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:26.441894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4ce57f47-b2f4-4160-ad3f-66fd0863f6ad not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:26.443859 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.494487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Pushing event updated for resources: {'Port': ['ID=23d2a962-5614-4799-b41a-9ff5dfc900d3,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:26.508515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:26.510885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:26.513894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:26.615371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router_gateway (81eddff3-a522-4127-bbc0-c15efbb0c7fb), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.643381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Attempting to bind port 23d2a962-5614-4799-b41a-9ff5dfc900d3 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:26.643762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Attempting to bind port 23d2a962-5614-4799-b41a-9ff5dfc900d3 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c1548abd-1305-4287-9f8b-8bf0de8658d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:26.644176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Attempting to bind port 23d2a962-5614-4799-b41a-9ff5dfc900d3 on network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:26.655532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:26.655919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Checking segment: {'id': 'c1548abd-1305-4287-9f8b-8bf0de8658d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:26.656377 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.656772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Bound using segment: {'id': 'c1548abd-1305-4287-9f8b-8bf0de8658d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:26.657243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Bound port: 23d2a962-5614-4799-b41a-9ff5dfc900d3, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1548abd-1305-4287-9f8b-8bf0de8658d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:26.657622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.661359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.793910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] For port 23d2a962-5614-4799-b41a-9ff5dfc900d3, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:26.797513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] For port 23d2a962-5614-4799-b41a-9ff5dfc900d3, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=23d2a962-5614-4799-b41a-9ff5dfc900d3,segment=NetworkSegment(c1548abd-1305-4287-9f8b-8bf0de8658d5),segment_id=c1548abd-1305-4287-9f8b-8bf0de8658d5)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:26.810585 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.931880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbcf8a-dd1d-4bdb-80bd-91824a0b3440 None None] Pushing event updated for resources: {'Port': ['ID=23d2a962-5614-4799-b41a-9ff5dfc900d3,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:26.968483 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.367507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Allocated IP 172.25.4.99 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/7f9aa09a-461d-4411-b81d-ad85bd2a2e2f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:27.570257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 23d2a962-5614-4799-b41a-9ff5dfc900d3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:27.611929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98d4a4-952b-4e8f-81df-766d43da20d3 req-1d358510-84e3-48f8-a2d4-82cfd3a09b30 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.613628 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e98d4a4-952b-4e8f-81df-766d43da20d3 req-1d358510-84e3-48f8-a2d4-82cfd3a09b30 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.2477076 Jan 28 13:52:27.672841 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-94fe1ef5-3eb4-4f1b-a617-08709251c64a tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.674754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-94fe1ef5-3eb4-4f1b-a617-08709251c64a tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 1097 time: 0.1797590 Jan 28 13:52:27.677809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 23d2a962-5614-4799-b41a-9ff5dfc900d3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:27.678492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.713901 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4e98d4a4-952b-4e8f-81df-766d43da20d3 req-397b6c22-47cc-4f33-9f00-58e625a26a95 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=45935c0d-7988-4174-9b1f-308ca7a9481e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911183 Jan 28 13:52:27.773087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for port (7f9aa09a-461d-4411-b81d-ad85bd2a2e2f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.795847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 23d2a962-5614-4799-b41a-9ff5dfc900d3 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:27.796972 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.868866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 23d2a962-5614-4799-b41a-9ff5dfc900d3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=23d2a962-5614-4799-b41a-9ff5dfc900d3,segment=NetworkSegment(c1548abd-1305-4287-9f8b-8bf0de8658d5),segment_id=c1548abd-1305-4287-9f8b-8bf0de8658d5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:27.873413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Deleting port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:27.874189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.875985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.890445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7f9aa09a-461d-4411-b81d-ad85bd2a2e2f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.934500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=23d2a962-5614-4799-b41a-9ff5dfc900d3,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.970645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:27.981779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:27.984203 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:28.019214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Port': ['ID=7f9aa09a-461d-4411-b81d-ad85bd2a2e2f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:28.044840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] For port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:28.045305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.099329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Calling delete_port for 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:28.128946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.438309 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router_gateway (81eddff3-a522-4127-bbc0-c15efbb0c7fb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.537577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.576537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6030cb-f353-48cd-89dd-5ab62e2efec1 None None] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:28.580160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:28.641791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] No DVR routers for this DVR port 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:28.659841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-63814738-fd89-4c00-9a9f-e373bc87d0ee None None] Provisioning complete for port 23d2a962-5614-4799-b41a-9ff5dfc900d3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:28.660319 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-63814738-fd89-4c00-9a9f-e373bc87d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.692571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.696550 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ddbdf701-75e7-4f98-93aa-17d999bfd641 req-b2de0d58-9fa8-45b8-81c8-4fe4e24bba12 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c HTTP/1.1" status: 204 len: 173 time: 0.9858742 Jan 28 13:52:28.697101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdf429b-17cc-4553-8378-376987640d25', 'name': 'network-vif-deleted', 'tag': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:28.700878 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8dd4c-5824-4a84-b8ca-08f3fc51d878" -d '{"events": [{"server_uuid": "ffdf429b-17cc-4553-8378-376987640d25", "name": "network-vif-deleted", "tag": "9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:28.788868 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc569b-766a-42d4-84fd-a93e23f68c65 x-openstack-request-id: req-5adc569b-766a-42d4-84fd-a93e23f68c65 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:28.789313 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdf429b-17cc-4553-8378-376987640d25", "name": "network-vif-deleted", "tag": "9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:28.789676 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5adc569b-766a-42d4-84fd-a93e23f68c65 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:28.791372 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdf429b-17cc-4553-8378-376987640d25', 'name': 'network-vif-deleted', 'tag': '9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c', 'status': 'completed', 'code': 200} Jan 28 13:52:28.923278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (81eddff3-a522-4127-bbc0-c15efbb0c7fb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.936714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b695b688-f86f-4567-a871-3aa14b3573b5 req-e7d845b1-18dc-43aa-9518-f7292149cd84 tempest-TestServerMultinode-557602667 tempest-TestServerMultinode-557602667-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffdf429b-17cc-4553-8378-376987640d25 HTTP/1.1" status: 200 len: 210 time: 0.0785594 Jan 28 13:52:28.976885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-63814738-fd89-4c00-9a9f-e373bc87d0ee None None] Current status of the port 23d2a962-5614-4799-b41a-9ff5dfc900d3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:29.283899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Router 81eddff3-a522-4127-bbc0-c15efbb0c7fb is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:52:29.508903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 23d2a962-5614-4799-b41a-9ff5dfc900d3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:29.519528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:29.532273 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] Sync routers for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:29.554680 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:29.559527 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:29.568384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.569732 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c6350b5f-5a50-4d61-9a15-5fc565807325 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7271471 Jan 28 13:52:29.572566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56222) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:29.662065 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:29.681974 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:29.682854 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:29.699088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e7d4962b-0174-4d29-aafb-78d24a894db0 None None] Provisioning complete for port 23d2a962-5614-4799-b41a-9ff5dfc900d3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:29.699664 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e7d4962b-0174-4d29-aafb-78d24a894db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.753288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 23d2a962-5614-4799-b41a-9ff5dfc900d3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:29.753647 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.774591 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:29.775304 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c4c2e-6196-461d-8b43-406669da234e None None] The sync data for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:29.850445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4962b-0174-4d29-aafb-78d24a894db0 None None] Current status of the port 23d2a962-5614-4799-b41a-9ff5dfc900d3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:29.976547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 23d2a962-5614-4799-b41a-9ff5dfc900d3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:30.047718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56230) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:30.472106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:30.529810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:30.530145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9b8ba653-8ee5-4b4e-8ac2-53d65fc2cb3c not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:30.950313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.036311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.605473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56252) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.649133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Deleting port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:31.649418 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.665596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Allocated IP 172.20.0.1 (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5/8a3587f3-4b45-4707-888c-db53b52a927a/6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:31.799542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] For port 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:31.799915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.834113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fcb998ce-8f10-4a44-8ed1-9e88c9ddf3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.836135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Calling delete_port for 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:31.853973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.917425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.986356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:31.993817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:32.006378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:32.132864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fcb998ce-8f10-4a44-8ed1-9e88c9ddf3ae admin admin] Publish callbacks [] for security_group (3ee94e65-b157-4b70-9465-5f21579015b8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.147402 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fcb998ce-8f10-4a44-8ed1-9e88c9ddf3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3ee94e65-b157-4b70-9465-5f21579015b8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.227563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Port': ['ID=6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.270200 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (94fa5afd-a9ab-44e6-80ab-7b9617aedf7e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.287344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (81eddff3-a522-4127-bbc0-c15efbb0c7fb), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.452081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Pushing event deleted for resources: {'Port': ['ID=94fa5afd-a9ab-44e6-80ab-7b9617aedf7e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.518176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb998ce-8f10-4a44-8ed1-9e88c9ddf3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee94e65-b157-4b70-9465-5f21579015b8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.546599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fcb998ce-8f10-4a44-8ed1-9e88c9ddf3ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e0fd10410a74e7b832b0848d881eaf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9400678 Jan 28 13:52:32.557050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56260) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.665192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.719723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-35c06002-f4eb-4a86-aa68-d3483f19ae2b None None] Provisioning complete for port 6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:32.720292 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-35c06002-f4eb-4a86-aa68-d3483f19ae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.801617 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-417d30db-8224-4834-a50a-8c413b438517 admin admin] Publish callbacks [] for security_group (3ee94e65-b157-4b70-9465-5f21579015b8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.808281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-35c06002-f4eb-4a86-aa68-d3483f19ae2b None None] Port 6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:32.878653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-417d30db-8224-4834-a50a-8c413b438517 admin admin] Publish callbacks [] for security_group (3ee94e65-b157-4b70-9465-5f21579015b8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.924317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.094059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-417d30db-8224-4834-a50a-8c413b438517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3ee94e65-b157-4b70-9465-5f21579015b8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.096860 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-417d30db-8224-4834-a50a-8c413b438517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.100299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-417d30db-8224-4834-a50a-8c413b438517 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ee94e65-b157-4b70-9465-5f21579015b8 HTTP/1.1" status: 204 len: 168 time: 0.5387175 Jan 28 13:52:33.108759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.112731 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d30db-8224-4834-a50a-8c413b438517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee94e65-b157-4b70-9465-5f21579015b8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:33.118358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.255143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:33.295231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Port': ['ID=6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:33.297861 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (81eddff3-a522-4127-bbc0-c15efbb0c7fb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.583358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:33.589556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:33.682179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56272) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:33.730627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11500c5e-4404-4996-a335-bb2ba388fe9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.796809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Router 81eddff3-a522-4127-bbc0-c15efbb0c7fb has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:33.983557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11500c5e-4404-4996-a335-bb2ba388fe9d admin admin] Publish callbacks [] for security_group (2d53e3a1-e455-4499-be1e-d0c64bac3f55), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.992330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:33.997069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11500c5e-4404-4996-a335-bb2ba388fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2d53e3a1-e455-4499-be1e-d0c64bac3f55), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.999881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7e575d1d-aed1-49a2-a3eb-b4789c6824cf admin admin] 10.222.0.45 "PUT /v2.0/routers/61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9510272 Jan 28 13:52:34.002439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56282) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:34.007620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] Sync routers for ids ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:34.021115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] Routers {'61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:34.022217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:34.061533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:34.071617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a15a5a05-0624-4a84-a9d1-518d10cdaccf tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "PUT /v2.0/routers/81eddff3-a522-4127-bbc0-c15efbb0c7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4971926 Jan 28 13:52:34.073733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56286) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:34.077885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11500c5e-4404-4996-a335-bb2ba388fe9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7568d6175ac4b49948707f677a46274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918302 Jan 28 13:52:34.078346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56288) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:34.078899 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] Sync routers for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:34.084784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11500c5e-4404-4996-a335-bb2ba388fe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d53e3a1-e455-4499-be1e-d0c64bac3f55,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.104129 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:34.105901 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:34.118300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Request body: {'port': {'network_id': '2d54ce15-c079-4fc5-8cc3-7d2838ee90b5', 'name': 'tempest-FloatingIPAdminTestJSON-1939313700'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:34.145870 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:34.181638 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:34.182397 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:34.213317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3229a963-0212-40d0-9670-bf1b0594a17f admin admin] Publish callbacks [] for security_group (2d53e3a1-e455-4499-be1e-d0c64bac3f55), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.270704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3229a963-0212-40d0-9670-bf1b0594a17f admin admin] Publish callbacks [] for security_group (2d53e3a1-e455-4499-be1e-d0c64bac3f55), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.274861 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:34.275924 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e31d7-f72b-451c-ac8c-aecfbf4155a5 None None] The sync data for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:34.276455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1c2e15f7-ed0c-49a9-a3bb-5294dba90824 None None] Provisioning complete for port 6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:34.276842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f7-ed0c-49a9-a3bb-5294dba90824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.280402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] Set router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:34.380347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3229a963-0212-40d0-9670-bf1b0594a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2d53e3a1-e455-4499-be1e-d0c64bac3f55), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.384798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3229a963-0212-40d0-9670-bf1b0594a17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.386120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3229a963-0212-40d0-9670-bf1b0594a17f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d53e3a1-e455-4499-be1e-d0c64bac3f55 HTTP/1.1" status: 204 len: 168 time: 0.3068428 Jan 28 13:52:34.414376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229a963-0212-40d0-9670-bf1b0594a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d53e3a1-e455-4499-be1e-d0c64bac3f55,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:34.485456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Made reservation on behalf of eb224b2acb0040efa100032194c21554 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:34.489022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.511643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] device_id is not set on port 9a0efae6-4631-4f6c-8b92-503143affba9 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:52:34.608307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e15f7-ed0c-49a9-a3bb-5294dba90824 None None] Port 6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:34.624262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks [] for router (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.709572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Allocated IP 172.20.0.7 (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5/8a3587f3-4b45-4707-888c-db53b52a927a/9a0efae6-4631-4f6c-8b92-503143affba9) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:34.723248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-330ebd61-f797-4711-b1d7-17bfd8a5e2af tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:34.724827 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-330ebd61-f797-4711-b1d7-17bfd8a5e2af tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.3460917 Jan 28 13:52:34.793376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:52:32Z', 'revision_number': 5, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:34.811556 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7e16b0be-8e47-4953-af80-6318c747bd75 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/quotas/e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 375 time: 0.0394862 Jan 28 13:52:34.831523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] Checking router: 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:34.848020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] Routers {'61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:34.848020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:34.883136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks [] for router_gateway (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.964505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5e02f17d-91f6-48a9-af09-747e4c236765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.059163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] Set router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:35.063569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-6b2f15a5-0f8d-4737-af69-82b887a4aa7f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2369671 Jan 28 13:52:35.143016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for port (9a0efae6-4631-4f6c-8b92-503143affba9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.195475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Deleting port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:35.195724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.269954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-cde8c5f4-3a0b-4e63-9ce7-d56fdf3158ea service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961343 Jan 28 13:52:35.273066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9a0efae6-4631-4f6c-8b92-503143affba9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.335075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:52:32Z', 'revision_number': 5, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:35.368492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc12d9f9-c4ec-47e9-a1e8-45b37c774980 None None] The sync data for ids ['61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7'] in n-d-822748-2 is: [{'id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'name': 'tempest-TestServerMultinode-1977614967-router', 'tenant_id': '530de43b763b4c75b854922a54d903e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:14Z', 'updated_at': '2022-01-28T13:52:32Z', 'revision_number': 5, 'project_id': '530de43b763b4c75b854922a54d903e3', 'gw_port': {'id': '2eb3cbdb-3887-42c0-978b-ca6a8a374e88', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:15Z', 'updated_at': '2022-01-28T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:35.417979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:35.439839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:35.442753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:35.501667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:35.502310 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.522314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] For port 2eb3cbdb-3887-42c0-978b-ca6a8a374e88, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:35.522707 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.527205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event updated for resources: {'Port': ['ID=9a0efae6-4631-4f6c-8b92-503143affba9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:35.549079 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fd62534d-4d27-475e-a445-81c2a5523c21 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4735045 Jan 28 13:52:35.549294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56318) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:35.566582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Calling delete_port for 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:35.674752 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-2e0c5de1-cc91-40e5-aec3-c7eaee3ed591 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937726 Jan 28 13:52:35.933060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2eb3cbdb-3887-42c0-978b-ca6a8a374e88), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.948747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'project_id': 'eb224b2acb0040efa100032194c21554', 'port_id': '9a0efae6-4631-4f6c-8b92-503143affba9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:35.987900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-edce188a-652d-476a-b5dd-57b0fefce2a8 None None] Provisioning complete for port 9a0efae6-4631-4f6c-8b92-503143affba9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:35.988771 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-edce188a-652d-476a-b5dd-57b0fefce2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9a0efae6-4631-4f6c-8b92-503143affba9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.020024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.037519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb3cbdb-3887-42c0-978b-ca6a8a374e88,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:36.121570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-edce188a-652d-476a-b5dd-57b0fefce2a8 None None] Port 9a0efae6-4631-4f6c-8b92-503143affba9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:36.167826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-600be1c1-3397-4ed9-abe3-d57e6cf69bd2 req-b4908510-f14a-4822-b0e3-12c2c04ae904 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0457251 Jan 28 13:52:36.248960 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.262594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.380469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Allocated IP 172.25.4.148 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/5d8c2c89-f0c1-4cdc-a859-ef12d3df5393) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:36.398885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.401671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks [] for router_controller (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.498664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.499475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:52:36.506108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.508061 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a5114ba0-8838-4beb-a840-1fab423e2535 admin admin] 10.222.0.45 "DELETE /v2.0/routers/61b1be1d-5a47-4dda-aff4-c5f3e0d0dbc7 HTTP/1.1" status: 204 len: 168 time: 2.5046668 Jan 28 13:52:36.510613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56344) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:36.548151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.562574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] Deleting subnet 5801f970-1615-4048-8eb4-67474ea762dc {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:36.566453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] Publish callbacks [] for subnet (5801f970-1615-4048-8eb4-67474ea762dc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.627303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.684438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (5801f970-1615-4048-8eb4-67474ea762dc), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.726103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:36.732106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:36.751732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:36.806950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8c2c89-f0c1-4cdc-a859-ef12d3df5393,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:36.849279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5801f970-1615-4048-8eb4-67474ea762dc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.921519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (5801f970-1615-4048-8eb4-67474ea762dc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.975414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5801f970-1615-4048-8eb4-67474ea762dc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:36.982494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.983724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c7ad2-4e1f-493f-8765-bcf3f3a57afd None None] Network 131457d4-1f97-44fe-b727-e00d7be061c9 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:36.986492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2ed71bdf-0bd9-4ff8-8aee-2f970519ff4b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5801f970-1615-4048-8eb4-67474ea762dc HTTP/1.1" status: 204 len: 168 time: 0.4745727 Jan 28 13:52:36.990052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56356) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:37.135948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (131457d4-1f97-44fe-b727-e00d7be061c9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.321409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] DHCP port deletion for 131457d4-1f97-44fe-b727-e00d7be061c9 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:37.334727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-733dac7c-238d-4305-a929-b075451f5c74 req-b0dc4796-77bf-4f2a-870f-e183b1d894b7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0414929 Jan 28 13:52:37.421044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Deleting port e07ac190-fc2c-4ce7-898d-d24db45a8aaf {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:37.421406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.442763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] Deleting port e07ac190-fc2c-4ce7-898d-d24db45a8aaf {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:37.442763 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.494100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e07ac190-fc2c-4ce7-898d-d24db45a8aaf no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:37.532189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] For port e07ac190-fc2c-4ce7-898d-d24db45a8aaf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:37.533210 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.533371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] For port e07ac190-fc2c-4ce7-898d-d24db45a8aaf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,segment=NetworkSegment(2dcb0e39-1311-460b-8669-bb6655d5eb74),segment_id=2dcb0e39-1311-460b-8669-bb6655d5eb74)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:37.534542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.551782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] Calling delete_port for e07ac190-fc2c-4ce7-898d-d24db45a8aaf owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:37.551988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for floatingip (082cf3a1-f64b-4b32-8937-ef37a3399aef), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.553815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Calling delete_port for e07ac190-fc2c-4ce7-898d-d24db45a8aaf owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:37.673017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.725288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e07ac190-fc2c-4ce7-898d-d24db45a8aaf is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:37.726122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.771919 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.807840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b47bd153-0d5b-497a-b660-8f8af6c28182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.810486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] No DVR routers for this DVR port e07ac190-fc2c-4ce7-898d-d24db45a8aaf on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:37.812677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bc4d9-26d4-4205-becc-53279f2d5656 None None] Pushing event deleted for resources: {'Port': ['ID=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:37.814613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e07ac190-fc2c-4ce7-898d-d24db45a8aaf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.864669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:37.885720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:37.886073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 94fa5afd-a9ab-44e6-80ab-7b9617aedf7e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:37.886493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:37.902012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07ac190-fc2c-4ce7-898d-d24db45a8aaf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:37.913120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:37.915945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2eb3cbdb-3887-42c0-978b-ca6a8a374e88 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:37.929611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] No DVR routers for this DVR port e07ac190-fc2c-4ce7-898d-d24db45a8aaf on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:38.032184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-a0f1ce2a-970b-4731-91a3-6d8db137838a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:38.033706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-a0f1ce2a-970b-4731-91a3-6d8db137838a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.2330449 Jan 28 13:52:38.052756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'port': {'device_id': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'admin_state_up': True, 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:38.097603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (131457d4-1f97-44fe-b727-e00d7be061c9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.119219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.142911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.146982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131457d4-1f97-44fe-b727-e00d7be061c9']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:38.218904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:38.224674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.242405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcb0e39-1311-460b-8669-bb6655d5eb74') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:38.242631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcb0e39-1311-460b-8669-bb6655d5eb74') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:38.261172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (2dcb0e39-1311-460b-8669-bb6655d5eb74), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.305539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8c2c89-f0c1-4cdc-a859-ef12d3df5393,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:38.308136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2dcb0e39-1311-460b-8669-bb6655d5eb74), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.320533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:38.320953 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (2dcb0e39-1311-460b-8669-bb6655d5eb74), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:38.322626 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:38.337928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (082cf3a1-f64b-4b32-8937-ef37a3399aef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.523737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.20.0.11 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/9bf8c43d-a125-4d45-b937-d6a2a0e253b4) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:38.740926 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.758350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.824607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:38.923041 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:38.948724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab667bdc-505a-4fa4-8762-af770881c18d req-44187a8c-82a0-49c8-8a43-c0de725920f5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.4719074 Jan 28 13:52:38.951011 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Floating IP 082cf3a1-f64b-4b32-8937-ef37a3399aef associated. External IP: 172.25.4.148, port: 9a0efae6-4631-4f6c-8b92-503143affba9. Jan 28 13:52:38.977620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:38.979167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:38.983437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:39.018437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (131457d4-1f97-44fe-b727-e00d7be061c9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.025147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.028441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/131457d4-1f97-44fe-b727-e00d7be061c9 HTTP/1.1" status: 204 len: 168 time: 2.0373001 Jan 28 13:52:39.031929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56404) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:39.055983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca2ea-ec95-457e-b6c0-9374b6e596b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=131457d4-1f97-44fe-b727-e00d7be061c9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:39.096876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.097821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.146230 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-1eff3062-5bd1-4bb9-ba87-7a74402411c6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0982032 Jan 28 13:52:39.180889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Request body: {'port': {'device_id': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:39.336821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.497300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0d6637f1-6f62-42a0-9e4d-554411efc8de None None] Provisioning complete for port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:39.501175 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d6637f1-6f62-42a0-9e4d-554411efc8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.579271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0d6637f1-6f62-42a0-9e4d-554411efc8de None None] Port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:39.791547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.821743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.832452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.838183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.839617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:39.851008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.853399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Publish callbacks [] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.856554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.862435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.865946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-edeb62ad-9d4d-4304-8e14-f3e76a9e51e9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.4327655 Jan 28 13:52:39.894925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Transition to ACTIVE for port object 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:52:39.909392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:39.965169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Router 81eddff3-a522-4127-bbc0-c15efbb0c7fb has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:39.986851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Pushing event updated for resources: {'Port': ['ID=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:40.057668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afc7fb3d-80a4-4a7c-a43d-6617e7c8a32f req-2d872bb3-e6ba-477c-9fee-9c739ee5300d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1828406 Jan 28 13:52:40.225264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (8fa19368-a32e-44b7-91e5-29ee683aabcf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.244056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Attempting to bind port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:40.244504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Attempting to bind port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:40.244861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Attempting to bind port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:40.264345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600152-6484-4586-85d5-bca4800182a2 req-dc72bc9f-4ddb-462d-a68b-96c6b1819d76 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.265878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a600152-6484-4586-85d5-bca4800182a2 req-dc72bc9f-4ddb-462d-a68b-96c6b1819d76 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1241443 Jan 28 13:52:40.266575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:52:40.266982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Attempting to bind port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:40.280807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:40.281172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:40.281635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:40.282241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Bound port: 9bf8c43d-a125-4d45-b937-d6a2a0e253b4, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:40.282689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.347048 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a600152-6484-4586-85d5-bca4800182a2 req-8754d4c2-2b0e-4b8b-9d36-4168e3ece60c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728433 Jan 28 13:52:40.448829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] For port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:40.453602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] For port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:40.462773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.534697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.535722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.536366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:40.537860 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] 10.222.0.60 "PUT /v2.0/ports/9bf8c43d-a125-4d45-b937-d6a2a0e253b4 HTTP/1.1" status: 200 len: 1092 time: 1.3710880 Jan 28 13:52:40.547876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'tag': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:40.553051 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f", "tag": "9bf8c43d-a125-4d45-b937-d6a2a0e253b4"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:40.588771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] Sync routers for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:40.627920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:40.631223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:40.663486 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8abf02-1bdf-4bd7-8869-95890bb3de30 x-openstack-request-id: req-3a8abf02-1bdf-4bd7-8869-95890bb3de30 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:40.663924 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f", "tag": "9bf8c43d-a125-4d45-b937-d6a2a0e253b4", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:40.664308 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a8abf02-1bdf-4bd7-8869-95890bb3de30 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:40.665699 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'tag': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4', 'status': 'completed', 'code': 200} Jan 28 13:52:40.678842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:40.687150 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.688228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68a0cd-c85e-4a14-8845-c1467084b77b service neutron] Pushing event updated for resources: {'Port': ['ID=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:40.695994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:40.696954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:40.734667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-a7beda5f-0e6c-4c4d-835a-d8004d127be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.739967 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-a7beda5f-0e6c-4c4d-835a-d8004d127be0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 1095 time: 0.1531782 Jan 28 13:52:40.742992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:40.774229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.795413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.798164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:40.798878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e100a57a-cdcf-420c-81a0-1c334be586c2 None None] The sync data for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:40.808178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.816241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.822285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.828100 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-78f26289-f7b6-4289-bddb-a5ee59ce2327 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bf8c43d-a125-4d45-b937-d6a2a0e253b4 HTTP/1.1" status: 200 len: 217 time: 0.0820708 Jan 28 13:52:40.829765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.835876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.838146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62102f83-f77c-41c2-8ad9-a36c962446dd req-be38c498-5dd3-4659-a4a4-a72a25806d30 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.5121953 Jan 28 13:52:40.893987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-96832e9c-35cd-4b11-8f98-d3d9fa1a7222 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.3408208 Jan 28 13:52:40.894219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56434) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:40.918582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-330285b5-5e26-42aa-b29a-4f0bf8043cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.920260 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-330285b5-5e26-42aa-b29a-4f0bf8043cc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0842400 Jan 28 13:52:41.027394 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-6bc03220-6220-432e-a104-e57a492b4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:41.035379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-6bc03220-6220-432e-a104-e57a492b4236 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080322 Jan 28 13:52:41.090123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8403c7b3-160a-452a-920e-40bac66d60df tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] 10.222.0.45 "GET /v2.0/floatingips/082cf3a1-f64b-4b32-8937-ef37a3399aef HTTP/1.1" status: 200 len: 983 time: 0.1940331 Jan 28 13:52:41.093893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56438) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:41.184951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-0100d4ed-950a-46a7-85d4-ca35d8f4f0a7 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349866 Jan 28 13:52:41.283620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56440) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:41.284304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f978360d-2c02-43fd-8f52-7369174d8688 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1888213 Jan 28 13:52:41.301431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Deleting port f84b8314-935e-4777-a93a-db6c2ba60ab9 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:41.301779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.348524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-150e6182-0791-47a3-90b2-418e2e4eef1b req-2650232a-29c2-44c5-a829-fc9ac905cbb1 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539612 Jan 28 13:52:41.441010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] For port f84b8314-935e-4777-a93a-db6c2ba60ab9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f84b8314-935e-4777-a93a-db6c2ba60ab9,segment=NetworkSegment(69a7d196-14c6-4254-92c1-e99274d2117e),segment_id=69a7d196-14c6-4254-92c1-e99274d2117e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:41.441334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.481039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Calling delete_port for f84b8314-935e-4777-a93a-db6c2ba60ab9 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:41.778289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.833016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f84b8314-935e-4777-a93a-db6c2ba60ab9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:41.964359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Pushing event deleted for resources: {'Port': ['ID=f84b8314-935e-4777-a93a-db6c2ba60ab9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.192198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-17093524-8db5-4093-9b45-addd6a93697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.193227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-17093524-8db5-4093-9b45-addd6a93697f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 1095 time: 0.7465055 Jan 28 13:52:42.290109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cda2f-40e7-447f-b1da-5049d463bced req-9286e126-9da7-4344-9f5b-c85167b46247 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.299469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa4cda2f-40e7-447f-b1da-5049d463bced req-9286e126-9da7-4344-9f5b-c85167b46247 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.8436813 Jan 28 13:52:42.318920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (8fa19368-a32e-44b7-91e5-29ee683aabcf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.476289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fa4cda2f-40e7-447f-b1da-5049d463bced req-bb1e1324-2aab-46a5-ae39-e136285d2056 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659212 Jan 28 13:52:42.490185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Deleting port 5d8c2c89-f0c1-4cdc-a859-ef12d3df5393 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:42.490431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.511121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-bd486d16-3952-49e2-8210-27d6f2ec1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.513552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-bd486d16-3952-49e2-8210-27d6f2ec1f16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.2687304 Jan 28 13:52:42.643649 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-0a018f24-0d6f-4edd-8d18-4eb1530eb706 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bf8c43d-a125-4d45-b937-d6a2a0e253b4 HTTP/1.1" status: 200 len: 217 time: 0.0951581 Jan 28 13:52:42.730741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.730988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for floatingip (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.751782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Calling delete_port for 5d8c2c89-f0c1-4cdc-a859-ef12d3df5393 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:42.754874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-cb319ea6-1347-4f36-9639-eef890fba2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.756384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-cb319ea6-1347-4f36-9639-eef890fba2ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.1017547 Jan 28 13:52:43.037539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Router 8fa19368-a32e-44b7-91e5-29ee683aabcf has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:43.063292 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5d8c2c89-f0c1-4cdc-a859-ef12d3df5393), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.196008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Port': ['ID=5d8c2c89-f0c1-4cdc-a859-ef12d3df5393,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:43.205911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-43b54311-13ad-4294-838c-a5a6ac4fceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.213564 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-43b54311-13ad-4294-838c-a5a6ac4fceba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4277165 Jan 28 13:52:43.235761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.236283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.236767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.237244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.237718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.238190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.238658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.240744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-ecbdafb7-27cc-4dfb-8f00-5d5514b792b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.1449440 Jan 28 13:52:43.241771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:43.251273 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-327b7a33-5c25-4623-b913-e9a67b4fe80d admin admin] 10.222.0.45 "PUT /v2.0/routers/8fa19368-a32e-44b7-91e5-29ee683aabcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2180562 Jan 28 13:52:43.252148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56476) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:43.253114 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] Sync routers for ids ['8fa19368-a32e-44b7-91e5-29ee683aabcf'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:43.275403 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] Routers {'8fa19368-a32e-44b7-91e5-29ee683aabcf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:43.276791 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8fa19368-a32e-44b7-91e5-29ee683aabcf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:43.329893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for floatingip (082cf3a1-f64b-4b32-8937-ef37a3399aef), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.330442 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Floating IP 082cf3a1-f64b-4b32-8937-ef37a3399aef disassociated (deleted). External IP: 172.25.4.148, port: 9a0efae6-4631-4f6c-8b92-503143affba9. Jan 28 13:52:43.385061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-3088f039-96af-4414-aafe-5dc2f17e2f6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319101 Jan 28 13:52:43.559034 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] Set router 8fa19368-a32e-44b7-91e5-29ee683aabcf gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:43.771809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d31c6e-d88f-45e5-9dc9-04ad53643dda req-8def3c21-f063-4f26-a49a-284a8f195d0c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:43.775566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0d31c6e-d88f-45e5-9dc9-04ad53643dda req-8def3c21-f063-4f26-a49a-284a8f195d0c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1914990 Jan 28 13:52:43.782226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks [] for router (8fa19368-a32e-44b7-91e5-29ee683aabcf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:43.817805 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:52:41Z', 'revision_number': 5, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port': {'id': '9a17c7d9-ca1e-45fc-9f17-af682acaec9c', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:51:31Z', 'updated_at': '2022-01-28T13:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:43.952107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0d31c6e-d88f-45e5-9dc9-04ad53643dda req-4c4a17a4-e043-4fc7-a52f-cad3c51335f4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630692 Jan 28 13:52:44.006314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Router 81eddff3-a522-4127-bbc0-c15efbb0c7fb has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:44.025147 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-f9e94804-0b05-4bd1-9d1f-451ed7392e18 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982230 Jan 28 13:52:44.034767 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] Checking router: 8fa19368-a32e-44b7-91e5-29ee683aabcf for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:44.037026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks [] for router_gateway (8fa19368-a32e-44b7-91e5-29ee683aabcf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.058201 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] Routers {'8fa19368-a32e-44b7-91e5-29ee683aabcf'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:44.062332 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8fa19368-a32e-44b7-91e5-29ee683aabcf'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.184229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Deleting port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:44.185374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.260108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:44.269751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] Sync routers for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:44.277765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] For port 9a17c7d9-ca1e-45fc-9f17-af682acaec9c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:44.278544 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.281625 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] Set router 8fa19368-a32e-44b7-91e5-29ee683aabcf gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:44.283771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a401c6c-bd74-4b4e-9a80-fcfc33cbdf68 req-3981c82b-6a84-4d94-82ed-4f4fa67456c4 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496624 Jan 28 13:52:44.286270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:44.289353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.294680 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.311995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Calling delete_port for 9a17c7d9-ca1e-45fc-9f17-af682acaec9c owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:44.364363 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-41ccbf66-1ca1-454e-b4d9-215e5cd84bc3 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "DELETE /v2.0/floatingips/082cf3a1-f64b-4b32-8937-ef37a3399aef HTTP/1.1" status: 204 len: 168 time: 3.0795934 Jan 28 13:52:44.366910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.367904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56488) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:44.374749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:44.378619 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:52:44Z', 'revision_number': 6, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.390958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:44.392725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.416530 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eaad73-a776-4dcd-9219-837e576f8919 None None] The sync data for ids ['8fa19368-a32e-44b7-91e5-29ee683aabcf'] in n-d-822748-2 is: [{'id': '8fa19368-a32e-44b7-91e5-29ee683aabcf', 'name': 'tempest-TestServerMultinode-1936624476-router', 'tenant_id': 'e989787286e847e0a6fea3a086b94129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:51:29Z', 'updated_at': '2022-01-28T13:52:44Z', 'revision_number': 6, 'project_id': 'e989787286e847e0a6fea3a086b94129', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:44.424756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.479214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:44.479898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b989d8-2e7a-4455-ad46-24c912cee2fc None None] The sync data for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:44.603044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.629618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9a17c7d9-ca1e-45fc-9f17-af682acaec9c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.705154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a17c7d9-ca1e-45fc-9f17-af682acaec9c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:44.819966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Allocated IP 172.25.4.190 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/c0da4d4c-c91c-4201-995d-0ef054a889f7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:44.895177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (8fa19368-a32e-44b7-91e5-29ee683aabcf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.107000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.128865 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (8fa19368-a32e-44b7-91e5-29ee683aabcf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.135792 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks [] for router_controller (8fa19368-a32e-44b7-91e5-29ee683aabcf), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.219538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (8fa19368-a32e-44b7-91e5-29ee683aabcf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.220676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa19368-a32e-44b7-91e5-29ee683aabcf {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:52:45.225568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.229554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6e857727-865d-4dcc-a245-496385b666d5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8fa19368-a32e-44b7-91e5-29ee683aabcf HTTP/1.1" status: 204 len: 168 time: 1.9683452 Jan 28 13:52:45.230144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56496) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.255070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96166aa8-11f1-4c50-bbb0-98b4df3469b9 req-cd8a0465-d539-409f-b754-cc52ae853849 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:45.264959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-96166aa8-11f1-4c50-bbb0-98b4df3469b9 req-cd8a0465-d539-409f-b754-cc52ae853849 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1526742 Jan 28 13:52:45.282588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.286544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] Deleting subnet c0ef66b7-2426-4b93-a557-16926c127fea {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:45.291479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] Publish callbacks [] for subnet (c0ef66b7-2426-4b93-a557-16926c127fea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.353847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:45.356971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (c0ef66b7-2426-4b93-a557-16926c127fea), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.367301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:45.391458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:45.393708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Pushing event updated for resources: {'Port': ['ID=c0da4d4c-c91c-4201-995d-0ef054a889f7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:45.475365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-96166aa8-11f1-4c50-bbb0-98b4df3469b9 req-7ecce095-89c5-494d-8379-41b8c07818f8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094316 Jan 28 13:52:45.475902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c0ef66b7-2426-4b93-a557-16926c127fea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.538856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9a17c7d9-ca1e-45fc-9f17-af682acaec9c no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:45.573926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (c0ef66b7-2426-4b93-a557-16926c127fea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.583621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for floatingip (9d9ac6c3-8dc3-482c-832c-71616bb8cd35), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.585736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9a17c7d9-ca1e-45fc-9f17-af682acaec9c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:45.589828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9a17c7d9-ca1e-45fc-9f17-af682acaec9c not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:45.590504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f84b8314-935e-4777-a93a-db6c2ba60ab9 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:45.607953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ef66b7-2426-4b93-a557-16926c127fea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:45.619212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.629643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1e6ffdef-2176-43a2-9ed5-2557c3c74085 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c0ef66b7-2426-4b93-a557-16926c127fea HTTP/1.1" status: 204 len: 168 time: 0.3982723 Jan 28 13:52:45.630333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56498) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:45.634879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f84b8314-935e-4777-a93a-db6c2ba60ab9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:45.635232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f84b8314-935e-4777-a93a-db6c2ba60ab9 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:45.636809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699635d9-17d1-4cbb-95dc-225461d4e44f None None] Network 6fad468f-e12e-4665-83a3-d986435bdef8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:45.667597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.756080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (6fad468f-e12e-4665-83a3-d986435bdef8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.917987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Deleting port 75021d31-cc97-4a49-a1e6-026664226478 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:45.918345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (75021d31-cc97-4a49-a1e6-026664226478), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:45.933229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] DHCP port deletion for 6fad468f-e12e-4665-83a3-d986435bdef8 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:52:46.029563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] Deleting port 75021d31-cc97-4a49-a1e6-026664226478 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:46.030220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (75021d31-cc97-4a49-a1e6-026664226478), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.123120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] For port 75021d31-cc97-4a49-a1e6-026664226478, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=75021d31-cc97-4a49-a1e6-026664226478,segment=NetworkSegment(69a7d196-14c6-4254-92c1-e99274d2117e),segment_id=69a7d196-14c6-4254-92c1-e99274d2117e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:46.124415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (75021d31-cc97-4a49-a1e6-026664226478), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.124745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] For port 75021d31-cc97-4a49-a1e6-026664226478, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=75021d31-cc97-4a49-a1e6-026664226478,segment=NetworkSegment(69a7d196-14c6-4254-92c1-e99274d2117e),segment_id=69a7d196-14c6-4254-92c1-e99274d2117e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:46.125122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (75021d31-cc97-4a49-a1e6-026664226478), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.128405 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.143544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.149630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Calling delete_port for 75021d31-cc97-4a49-a1e6-026664226478 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:46.160720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] Calling delete_port for 75021d31-cc97-4a49-a1e6-026664226478 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:46.285853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (75021d31-cc97-4a49-a1e6-026664226478), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.316556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=75021d31-cc97-4a49-a1e6-026664226478,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:46.317228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Pushing event updated for resources: {'Port': ['ID=c0da4d4c-c91c-4201-995d-0ef054a889f7,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:46.339903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] No DVR routers for this DVR port 75021d31-cc97-4a49-a1e6-026664226478 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:46.363030 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (75021d31-cc97-4a49-a1e6-026664226478), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.370043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (9d9ac6c3-8dc3-482c-832c-71616bb8cd35), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.406411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.407599 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d1aa764e-5fe3-4c66-8f9f-b541b8ddad6b tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0370238 Jan 28 13:52:46.410747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56510) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.425570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] Pushing event deleted for resources: {'Port': ['ID=75021d31-cc97-4a49-a1e6-026664226478,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:46.429113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047eea4-17b1-414d-beda-8ed54d9dc0f0 None None] No DVR routers for this DVR port 75021d31-cc97-4a49-a1e6-026664226478 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:46.453488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (6fad468f-e12e-4665-83a3-d986435bdef8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.484498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fad468f-e12e-4665-83a3-d986435bdef8']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:46.499071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a7d196-14c6-4254-92c1-e99274d2117e') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:46.500415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a7d196-14c6-4254-92c1-e99274d2117e') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:46.515568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (69a7d196-14c6-4254-92c1-e99274d2117e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.535230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (69a7d196-14c6-4254-92c1-e99274d2117e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.553139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:46.553889 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (69a7d196-14c6-4254-92c1-e99274d2117e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:46.564444 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:46.723694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (6fad468f-e12e-4665-83a3-d986435bdef8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.729914 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.736862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6fad468f-e12e-4665-83a3-d986435bdef8 HTTP/1.1" status: 204 len: 168 time: 1.0987499 Jan 28 13:52:46.760508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:46.806536 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:46.807937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2689b62-2353-47af-8010-627f6ea76a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fad468f-e12e-4665-83a3-d986435bdef8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:46.846319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a284d1-3d59-4a1f-afbc-871eae578d54 req-cb0e4374-1c87-4b25-8c81-dcc97150e72a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:46.850904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c3a284d1-3d59-4a1f-afbc-871eae578d54 req-cb0e4374-1c87-4b25-8c81-dcc97150e72a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1712818 Jan 28 13:52:46.978754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c3a284d1-3d59-4a1f-afbc-871eae578d54 req-50f0d0b5-49b0-40df-b314-58f1df58319d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189051 Jan 28 13:52:47.046775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56520) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:47.084413 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.113026 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e690f235-7dce-44b1-b6b1-e28e5554be8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=530de43b763b4c75b854922a54d903e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628788 Jan 28 13:52:47.113968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56524) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:47.222138 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b82f118-b819-4722-83ad-f411f96ce796 admin admin] Publish callbacks [] for security_group (30380b61-7666-4550-a39f-62e0b40fa647), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.265956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b82f118-b819-4722-83ad-f411f96ce796 admin admin] Publish callbacks [] for security_group (30380b61-7666-4550-a39f-62e0b40fa647), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.313176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Allocated IP 172.25.4.15 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/26819b1b-db0e-4f8c-9574-5a3ec120da75) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:47.357754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b82f118-b819-4722-83ad-f411f96ce796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (30380b61-7666-4550-a39f-62e0b40fa647), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.360608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b82f118-b819-4722-83ad-f411f96ce796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.361745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5b82f118-b819-4722-83ad-f411f96ce796 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30380b61-7666-4550-a39f-62e0b40fa647 HTTP/1.1" status: 204 len: 168 time: 0.2464240 Jan 28 13:52:47.388088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82f118-b819-4722-83ad-f411f96ce796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30380b61-7666-4550-a39f-62e0b40fa647,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:47.502080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 75021d31-cc97-4a49-a1e6-026664226478 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:47.531384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 75021d31-cc97-4a49-a1e6-026664226478 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:47.532048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 75021d31-cc97-4a49-a1e6-026664226478 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:47.540062 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks [] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.597052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.658997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:47.664730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:47.681230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:47.695451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Pushing event updated for resources: {'Port': ['ID=26819b1b-db0e-4f8c-9574-5a3ec120da75,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:47.816549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks [] for floatingip (95b0e919-e1f7-4c2a-8d26-91d0bea48082), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.911548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.969887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56532) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.060944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-70d29020-bfe6-4a5a-b47d-a7f8804efaac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e989787286e847e0a6fea3a086b94129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877976 Jan 28 13:52:48.064528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56536) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.148807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b54508-653e-4d9e-b6f9-303e0e10950b admin admin] Publish callbacks [] for security_group (45935c0d-7988-4174-9b1f-308ca7a9481e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.192678 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b54508-653e-4d9e-b6f9-303e0e10950b admin admin] Publish callbacks [] for security_group (45935c0d-7988-4174-9b1f-308ca7a9481e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.301584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b54508-653e-4d9e-b6f9-303e0e10950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (45935c0d-7988-4174-9b1f-308ca7a9481e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.305679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-27b54508-653e-4d9e-b6f9-303e0e10950b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.315779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-27b54508-653e-4d9e-b6f9-303e0e10950b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45935c0d-7988-4174-9b1f-308ca7a9481e HTTP/1.1" status: 204 len: 168 time: 0.2442617 Jan 28 13:52:48.341686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b54508-653e-4d9e-b6f9-303e0e10950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45935c0d-7988-4174-9b1f-308ca7a9481e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.362894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5d33-db12-4168-9a68-1ed4d3f6ef85 req-7e0fdb8b-1b34-472a-8eea-366cf1663d49 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:48.364463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8f9e5d33-db12-4168-9a68-1ed4d3f6ef85 req-7e0fdb8b-1b34-472a-8eea-366cf1663d49 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.2381940 Jan 28 13:52:48.489630 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8f9e5d33-db12-4168-9a68-1ed4d3f6ef85 req-0a2ed887-37c0-444a-8b83-d8d3e7f5bcf2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061885 Jan 28 13:52:48.506971 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks [] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.521724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.681416 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:52:48.703671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (95b0e919-e1f7-4c2a-8d26-91d0bea48082), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.708645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Pushing event updated for resources: {'Port': ['ID=26819b1b-db0e-4f8c-9574-5a3ec120da75,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:48.750557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:48.756428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.759583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2142c709-7d8c-415b-9716-2640c7708aec tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3401482 Jan 28 13:52:48.870868 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-db4c3138-cc97-47c9-81b5-ea2e1baf045d tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1130369 Jan 28 13:52:48.874811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56546) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:48.988663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-136a0e12-12f9-4cea-8a90-2d94936f03b1 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1110368 Jan 28 13:52:48.992918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56548) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:49.244897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Deleting port 26819b1b-db0e-4f8c-9574-5a3ec120da75 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:49.247060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.481926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.484958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks [] for floatingip (26819b1b-db0e-4f8c-9574-5a3ec120da75), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:49.523008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Calling delete_port for 26819b1b-db0e-4f8c-9574-5a3ec120da75 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:49.807766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5183f-d9b7-4408-a0f3-89d83582b020 req-9bb3c50c-8804-486b-a23a-b4065a69c545 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:49.810257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76c5183f-d9b7-4408-a0f3-89d83582b020 req-9bb3c50c-8804-486b-a23a-b4065a69c545 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1554925 Jan 28 13:52:50.020175 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (26819b1b-db0e-4f8c-9574-5a3ec120da75), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.046212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76c5183f-d9b7-4408-a0f3-89d83582b020 req-86c4f34e-2fef-477c-a5a7-d9e286d48a52 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031543 Jan 28 13:52:50.064669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Pushing event deleted for resources: {'Port': ['ID=26819b1b-db0e-4f8c-9574-5a3ec120da75,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:50.075477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.225613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks [] for floatingip (95b0e919-e1f7-4c2a-8d26-91d0bea48082), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.236508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.243031 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e257f0ea-6aa0-48a2-9582-dcd77e60943a tempest-FloatingIPAdminTestJSON-642466059 tempest-FloatingIPAdminTestJSON-642466059-project] 10.222.0.45 "DELETE /v2.0/floatingips/95b0e919-e1f7-4c2a-8d26-91d0bea48082 HTTP/1.1" status: 204 len: 168 time: 1.2484522 Jan 28 13:52:50.255043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56582) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:50.519102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2095490331-network', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:50.573983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Made reservation on behalf of 2f9d2b06c89b4d45bc83d1f8acef8f6b for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:50.578259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.604487 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.643933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Deleting port c0da4d4c-c91c-4201-995d-0ef054a889f7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:50.644722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.795872 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks [] for security_group (a8f2b4d2-c268-44b0-b511-00daddaee4ec), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.818828 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a8f2b4d2-c268-44b0-b511-00daddaee4ec), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.929610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.929941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for floatingip (c0da4d4c-c91c-4201-995d-0ef054a889f7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:50.954982 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:52:51.009693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Calling delete_port for c0da4d4c-c91c-4201-995d-0ef054a889f7 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:51.027565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8f08c072-0d06-4444-a4a3-bdb1a0360b4f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.029129 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Added segment 8f08c072-0d06-4444-a4a3-bdb1a0360b4f of type vlan for network 8fc38826-78c5-43e5-8279-fbc4c7890174 Jan 28 13:52:51.178278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8fc38826-78c5-43e5-8279-fbc4c7890174), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.241980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f2b4d2-c268-44b0-b511-00daddaee4ec,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:51.251013 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8fc38826-78c5-43e5-8279-fbc4c7890174), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.252649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:51.253543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.464258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c0da4d4c-c91c-4201-995d-0ef054a889f7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.570539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0da4d4c-c91c-4201-995d-0ef054a889f7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:51.812210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks [] for floatingip (9d9ac6c3-8dc3-482c-832c-71616bb8cd35), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.815727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:51.817037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ca317b8-02e7-42f3-ad10-7fb49577c5e5 tempest-FloatingIPAdminTestJSON-1805516145 tempest-FloatingIPAdminTestJSON-1805516145-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/9d9ac6c3-8dc3-482c-832c-71616bb8cd35 HTTP/1.1" status: 204 len: 168 time: 1.5609682 Jan 28 13:52:51.825881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56598) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:51.839268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc38826-78c5-43e5-8279-fbc4c7890174,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:51.862261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:52:51.883734 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6c1dcbb8-bf23-4d8f-95ed-31f1614d25c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8028481 Jan 28 13:52:51.889475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56600) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:51.908711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Request body: {'subnet': {'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2095490331-subnet', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:51.988753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da928f-6164-4478-a9ae-6d4ab65e42ee req-ef3a3130-0e78-4637-9fc6-e414df6851fa tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:52.015981 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6da928f-6164-4478-a9ae-6d4ab65e42ee req-ef3a3130-0e78-4637-9fc6-e414df6851fa tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.7988713 Jan 28 13:52:52.018446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Made reservation on behalf of 2f9d2b06c89b4d45bc83d1f8acef8f6b for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:52.032889 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.070805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Deleting port 9a0efae6-4631-4f6c-8b92-503143affba9 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:52.076086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9a0efae6-4631-4f6c-8b92-503143affba9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.353281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9a0efae6-4631-4f6c-8b92-503143affba9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.424483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Calling delete_port for 9a0efae6-4631-4f6c-8b92-503143affba9 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:52.463278 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b6da928f-6164-4478-a9ae-6d4ab65e42ee req-ba039f59-d1d9-4974-a6d9-9accf5e5f0da tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366767 Jan 28 13:52:52.911417 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (19326fbf-5502-4bb4-9fd1-7e86f763115c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:52.996790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9a0efae6-4631-4f6c-8b92-503143affba9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.084957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Port': ['ID=9a0efae6-4631-4f6c-8b92-503143affba9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:53.151133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19326fbf-5502-4bb4-9fd1-7e86f763115c,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:53.203415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Checking segment: {'id': '8f08c072-0d06-4444-a4a3-bdb1a0360b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:53.203800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Network hostable DHCP agents. Network: 8fc38826-78c5-43e5-8279-fbc4c7890174, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:52:53.273393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:52:53.295478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8fc38826-78c5-43e5-8279-fbc4c7890174) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:53.301219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:53.301828 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.307616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1c3ef-ab2a-46c7-8616-fdb3a0f10a10 None None] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:53.366521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bd9fdf29-c02f-41c4-984b-afcb6f88e182 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4728827 Jan 28 13:52:53.373926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56612) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:53.416924 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.431521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63c847ce-0100-4293-bf09-4afd0d206fc4 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "DELETE /v2.0/ports/9a0efae6-4631-4f6c-8b92-503143affba9 HTTP/1.1" status: 204 len: 168 time: 1.6000652 Jan 28 13:52:53.434546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56614) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:53.438448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:53.482046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.483963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.615278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-8fc38826-78c5-43e5-8279-fbc4c7890174', 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174', 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'fixed_ips': [{'subnet_id': '19326fbf-5502-4bb4-9fd1-7e86f763115c'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:52:53.617261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.651572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks [] for router_controller (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:53.729507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cf5ae-e656-421d-86db-70ee3909cf28 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:53.731162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-031cf5ae-e656-421d-86db-70ee3909cf28 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "GET /v2.0/ports?device_id=81eddff3-a522-4127-bbc0-c15efbb0c7fb HTTP/1.1" status: 200 len: 913 time: 0.2952337 Jan 28 13:52:53.738655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56624) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:54.143208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-32587b50-dc2e-40d9-b87a-7a78b97418eb req-8ccdcea4-d1c8-4b4f-8523-c13b4d17fdc6 service neutron] (103373) timed out ('10.222.0.36', 50764) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:52:54.233439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Allocated IP 172.20.0.2 (8fc38826-78c5-43e5-8279-fbc4c7890174/19326fbf-5502-4bb4-9fd1-7e86f763115c/86a4be34-b57d-455c-a5dd-b36ec2b16b89) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:54.402264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks [] for router_gateway (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.493128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2f6c3-6fb9-4f1d-9907-b9c5df64d229 req-c42c010f-abd9-4191-a2e5-513d843a8c0f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:54.505198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0dd2f6c3-6fb9-4f1d-9907-b9c5df64d229 req-c42c010f-abd9-4191-a2e5-513d843a8c0f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.5599148 Jan 28 13:52:54.651961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0dd2f6c3-6fb9-4f1d-9907-b9c5df64d229 req-4e30c988-4575-42df-a8dd-12839af6a9ad tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423218 Jan 28 13:52:54.740970 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Publish callbacks [] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.755736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.887761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Pushing event updated for resources: {'Port': ['ID=86a4be34-b57d-455c-a5dd-b36ec2b16b89,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:54.912145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:54.914696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:54.915008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (81eddff3-a522-4127-bbc0-c15efbb0c7fb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:54.928920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:54.944515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.944967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.945223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.945663 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.949522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.954591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.955194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.955767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.961313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.961971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.962336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.962796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:54.963367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:55.098929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Attempting to bind port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:55.099448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Attempting to bind port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '8f08c072-0d06-4444-a4a3-bdb1a0360b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:55.099557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Attempting to bind port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 on network 8fc38826-78c5-43e5-8279-fbc4c7890174 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:55.111941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:55.112361 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Checking segment: {'id': '8f08c072-0d06-4444-a4a3-bdb1a0360b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:55.112823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:55.113360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Bound using segment: {'id': '8f08c072-0d06-4444-a4a3-bdb1a0360b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:55.113821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Bound port: 86a4be34-b57d-455c-a5dd-b36ec2b16b89, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f08c072-0d06-4444-a4a3-bdb1a0360b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:55.114230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:55.146840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks [] for router_gateway (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:55.208752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] For port 86a4be34-b57d-455c-a5dd-b36ec2b16b89, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:55.212473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] For port 86a4be34-b57d-455c-a5dd-b36ec2b16b89, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=86a4be34-b57d-455c-a5dd-b36ec2b16b89,segment=NetworkSegment(8f08c072-0d06-4444-a4a3-bdb1a0360b4f),segment_id=8f08c072-0d06-4444-a4a3-bdb1a0360b4f)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:55.225876 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:55.236671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:55.496241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Allocated IP 172.25.4.200 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/6db96dab-7e06-414d-aa89-ec61cfc56b3d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:55.628665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Deleting port 6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:55.629380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:55.915081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks [] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:55.942276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff4c53-7640-4378-bd21-ef66af833687 None None] Pushing event updated for resources: {'Port': ['ID=86a4be34-b57d-455c-a5dd-b36ec2b16b89,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:56.047577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:56.062935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:56.085280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69555c-edd7-47d8-8b75-0cf0eec28c69 req-f47cb450-692a-495b-9c55-bfd95ef10018 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:56.096930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b69555c-edd7-47d8-8b75-0cf0eec28c69 req-f47cb450-692a-495b-9c55-bfd95ef10018 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.2347968 Jan 28 13:52:56.127468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Calling delete_port for 6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:56.129754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:56.138913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:56.144663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:56.373779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Pushing event updated for resources: {'Port': ['ID=6db96dab-7e06-414d-aa89-ec61cfc56b3d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:56.511304 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b69555c-edd7-47d8-8b75-0cf0eec28c69 req-752bd744-acec-4dee-a9ed-6f683eb0d070 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130843 Jan 28 13:52:56.669576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks [] for router_gateway (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:56.803274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:56.851627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:56.940490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Port': ['ID=6ccdcce5-62ee-4bbb-8218-ec93c0ec7c27,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:57.121232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:57.226677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (81eddff3-a522-4127-bbc0-c15efbb0c7fb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:57.465903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:52:57.693040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 86a4be34-b57d-455c-a5dd-b36ec2b16b89 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:57.711396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Router 81eddff3-a522-4127-bbc0-c15efbb0c7fb has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:57.835976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:57.838018 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:57.902675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:57.912247 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b891659b-f207-42ca-8be6-4c6a6e16ffb2 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "PUT /v2.0/routers/81eddff3-a522-4127-bbc0-c15efbb0c7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1724074 Jan 28 13:52:57.913345 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56656) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:57.914704 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] Sync routers for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:57.936391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:57.951726 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:57.955798 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:57.960845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Sync routers for ids ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:57.977602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52932992-057d-4f39-8218-afad8541dfef req-b0fb9e47-48f9-46e3-b101-919cc5c2b7f9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:57.984195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc044d-6b1b-41cd-9820-8348ede4d057 None None] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:52:57.988656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52932992-057d-4f39-8218-afad8541dfef req-b0fb9e47-48f9-46e3-b101-919cc5c2b7f9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.2390294 Jan 28 13:52:58.049079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:58.050066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ab4a907a-c9df-4072-92dd-7520ada6bba9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6430202 Jan 28 13:52:58.062173 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:58.063861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56658) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:58.089736 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] Routers {'81eddff3-a522-4127-bbc0-c15efbb0c7fb'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:58.092579 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:58.134167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router (81eddff3-a522-4127-bbc0-c15efbb0c7fb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:58.176869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Routers {'3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:58.177492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:58.180956 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:58.185374 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3b556-c834-4a65-b50e-2f1e641a0269 None None] The sync data for ids ['81eddff3-a522-4127-bbc0-c15efbb0c7fb'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:58.228208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52932992-057d-4f39-8218-afad8541dfef req-154a6f1a-c938-4bce-9786-ba907d5fb348 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174873 Jan 28 13:52:58.288595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f08f80a8-0e2a-443d-b806-0cadbb687723 None None] Provisioning complete for port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:58.288973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f08f80a8-0e2a-443d-b806-0cadbb687723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:58.339488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:58.404566 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router_gateway (81eddff3-a522-4127-bbc0-c15efbb0c7fb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:58.545136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Deleting port 7f9aa09a-461d-4411-b81d-ad85bd2a2e2f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:58.545550 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7f9aa09a-461d-4411-b81d-ad85bd2a2e2f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:58.604183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Set router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:58.728732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7f9aa09a-461d-4411-b81d-ad85bd2a2e2f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:58.743293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Calling delete_port for 7f9aa09a-461d-4411-b81d-ad85bd2a2e2f owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:58.759621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:58.760960 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.026946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7f9aa09a-461d-4411-b81d-ad85bd2a2e2f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.094157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Port': ['ID=7f9aa09a-461d-4411-b81d-ad85bd2a2e2f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:59.115279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 86a4be34-b57d-455c-a5dd-b36ec2b16b89, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=86a4be34-b57d-455c-a5dd-b36ec2b16b89,segment=NetworkSegment(8f08c072-0d06-4444-a4a3-bdb1a0360b4f),segment_id=8f08c072-0d06-4444-a4a3-bdb1a0360b4f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:59.175235 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.255717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=86a4be34-b57d-455c-a5dd-b36ec2b16b89,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:59.264411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (81eddff3-a522-4127-bbc0-c15efbb0c7fb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.286562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f08f80a8-0e2a-443d-b806-0cadbb687723 None None] Current status of the port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:59.286989 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f08f80a8-0e2a-443d-b806-0cadbb687723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.362303 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-f08f80a8-0e2a-443d-b806-0cadbb687723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:52:59.362681 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-f08f80a8-0e2a-443d-b806-0cadbb687723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:52:59.383341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:53Z', 'updated_at': '2022-01-28T13:52:56Z', 'revision_number': 3, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'gw_port': {'id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:55Z', 'updated_at': '2022-01-28T13:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:59.415669 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.469061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Checking router: 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:59.469634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Updating router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc port 6db96dab-7e06-414d-aa89-ec61cfc56b3d binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:52:59.511418 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.654490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 86a4be34-b57d-455c-a5dd-b36ec2b16b89 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:59.825715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Allocated IP 172.20.0.1 (8fc38826-78c5-43e5-8279-fbc4c7890174/19326fbf-5502-4bb4-9fd1-7e86f763115c/4edfbd8c-a1c2-4af4-adbd-08ceb680c43d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:59.944504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:59.946649 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:59.992180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks [] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.017719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f08f80a8-0e2a-443d-b806-0cadbb687723 None None] Current status of the port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:00.034911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.094163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:00.102082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:00.106684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:00.217905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4edfbd8c-a1c2-4af4-adbd-08ceb680c43d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:00.221658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:00.256806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Publish callbacks [] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.263110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-79408d85-5529-4890-994e-8c7cfb0387a8 None None] Provisioning complete for port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:00.272613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79408d85-5529-4890-994e-8c7cfb0387a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.292174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (81eddff3-a522-4127-bbc0-c15efbb0c7fb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.303168 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router_controller (81eddff3-a522-4127-bbc0-c15efbb0c7fb), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.323835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.368340 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.474314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bd767-cf52-48b7-9333-bfea2089ba1c req-002f797e-a02c-4022-890f-bae0a8e0b2f5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:00.486467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a60bd767-cf52-48b7-9333-bfea2089ba1c req-002f797e-a02c-4022-890f-bae0a8e0b2f5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 1.0536556 Jan 28 13:53:00.527840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (81eddff3-a522-4127-bbc0-c15efbb0c7fb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.529012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Fanout notify agent at l3_agent the message router_deleted on router 81eddff3-a522-4127-bbc0-c15efbb0c7fb {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:00.547418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549a763-d578-45bd-9057-821d565b7e21 None None] Pushing event updated for resources: {'Port': ['ID=6db96dab-7e06-414d-aa89-ec61cfc56b3d,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:00.549650 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.558224 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cf9ad714-b7f0-43e9-ad87-7a4919a30158 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "DELETE /v2.0/routers/81eddff3-a522-4127-bbc0-c15efbb0c7fb HTTP/1.1" status: 204 len: 168 time: 2.6438634 Jan 28 13:53:00.563695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56712) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:00.603876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Attempting to bind port 6db96dab-7e06-414d-aa89-ec61cfc56b3d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:00.604329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Attempting to bind port 6db96dab-7e06-414d-aa89-ec61cfc56b3d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:00.604666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Attempting to bind port 6db96dab-7e06-414d-aa89-ec61cfc56b3d on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:00.609581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.644607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:00.649819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:00.650542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.651175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:00.652136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Bound port: 6db96dab-7e06-414d-aa89-ec61cfc56b3d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:00.652809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.669414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a60bd767-cf52-48b7-9333-bfea2089ba1c req-798b58ec-d352-47ef-9529-705cfffd3866 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794257 Jan 28 13:53:00.740948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Deleting subnet 8a3587f3-4b45-4707-888c-db53b52a927a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:00.751985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for subnet (8a3587f3-4b45-4707-888c-db53b52a927a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.768715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-79408d85-5529-4890-994e-8c7cfb0387a8 None None] Current status of the port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:00.818919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] For port 6db96dab-7e06-414d-aa89-ec61cfc56b3d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:00.822908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] For port 6db96dab-7e06-414d-aa89-ec61cfc56b3d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6db96dab-7e06-414d-aa89-ec61cfc56b3d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:00.829375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.883693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (8a3587f3-4b45-4707-888c-db53b52a927a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.911886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Routers {'3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:00.912574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:00.924681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-40505fa8-3b48-492c-856e-13088af4037d None None] Provisioning complete for port 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:00.925065 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-40505fa8-3b48-492c-856e-13088af4037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.980318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks [] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.998994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.020841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549a763-d578-45bd-9057-821d565b7e21 None None] Pushing event updated for resources: {'Port': ['ID=6db96dab-7e06-414d-aa89-ec61cfc56b3d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:01.121022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8a3587f3-4b45-4707-888c-db53b52a927a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.145504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-40505fa8-3b48-492c-856e-13088af4037d None None] Port 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:01.165343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.186206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4edfbd8c-a1c2-4af4-adbd-08ceb680c43d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:01.263010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (8a3587f3-4b45-4707-888c-db53b52a927a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.272046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] Set router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:01.292316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.297222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "DELETE /v2.0/subnets/8a3587f3-4b45-4707-888c-db53b52a927a HTTP/1.1" status: 204 len: 168 time: 0.7322500 Jan 28 13:53:01.309271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56746) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:01.346536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194063e8-55dd-47ad-98ea-599495775173 None None] Network 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:01.349303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401415b8-60f9-4e45-ae07-55e1d010d9cc tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3587f3-4b45-4707-888c-db53b52a927a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:01.426530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.518706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:01.522594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:01.752620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Deleting port 23d2a962-5614-4799-b41a-9ff5dfc900d3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:01.753254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.801555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:02.084930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676a593-4df7-4370-aae2-bd97d4574dd9 req-f8b60b75-4463-40c9-9464-153c46210e89 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:02.086763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3676a593-4df7-4370-aae2-bd97d4574dd9 req-f8b60b75-4463-40c9-9464-153c46210e89 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.2042830 Jan 28 13:53:02.098198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] For port 23d2a962-5614-4799-b41a-9ff5dfc900d3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=23d2a962-5614-4799-b41a-9ff5dfc900d3,segment=NetworkSegment(c1548abd-1305-4287-9f8b-8bf0de8658d5),segment_id=c1548abd-1305-4287-9f8b-8bf0de8658d5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:02.098817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.099852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] DHCP port deletion for 2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:53:02.148063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f66f1cc0-1a4a-4af4-b8a6-4cc6c2f8f39f None None] Provisioning complete for port 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:02.148461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f66f1cc0-1a4a-4af4-b8a6-4cc6c2f8f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.169648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3676a593-4df7-4370-aae2-bd97d4574dd9 req-236a2ac3-7ea8-4a56-a3f1-169507e84418 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664811 Jan 28 13:53:02.171046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Calling delete_port for 23d2a962-5614-4799-b41a-9ff5dfc900d3 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:02.261847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:53Z', 'updated_at': '2022-01-28T13:53:00Z', 'revision_number': 4, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'gw_port': {'id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:55Z', 'updated_at': '2022-01-28T13:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4edfbd8c-a1c2-4af4-adbd-08ceb680c43d', 'name': '', 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'mac_address': 'fa:16:3e:c5:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '19326fbf-5502-4bb4-9fd1-7e86f763115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:59Z', 'updated_at': '2022-01-28T13:52:59Z', 'revision_number': 1, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'subnets': [{'id': '19326fbf-5502-4bb4-9fd1-7e86f763115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:02.318675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f66f1cc0-1a4a-4af4-b8a6-4cc6c2f8f39f None None] Port 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:02.322661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:02.337466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d1456554-267e-4ccb-9604-6492146894f7 admin admin] 10.222.0.45 "PUT /v2.0/routers/3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2171085 Jan 28 13:53:02.337659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f934f4-3b4e-43ec-ba57-1a8ccec7eeec None None] The sync data for ids ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'] in n-d-822748-2 is: [{'id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:53Z', 'updated_at': '2022-01-28T13:53:00Z', 'revision_number': 4, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'gw_port': {'id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:55Z', 'updated_at': '2022-01-28T13:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4edfbd8c-a1c2-4af4-adbd-08ceb680c43d', 'name': '', 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'mac_address': 'fa:16:3e:c5:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '19326fbf-5502-4bb4-9fd1-7e86f763115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:59Z', 'updated_at': '2022-01-28T13:52:59Z', 'revision_number': 1, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'subnets': [{'id': '19326fbf-5502-4bb4-9fd1-7e86f763115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:02.354715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] Deleting port 23d2a962-5614-4799-b41a-9ff5dfc900d3 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:02.355279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.450307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.539152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Port': ['ID=23d2a962-5614-4799-b41a-9ff5dfc900d3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:02.539483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] For port 23d2a962-5614-4799-b41a-9ff5dfc900d3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=23d2a962-5614-4799-b41a-9ff5dfc900d3,segment=NetworkSegment(c1548abd-1305-4287-9f8b-8bf0de8658d5),segment_id=c1548abd-1305-4287-9f8b-8bf0de8658d5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:02.539883 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.544062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] No DVR routers for this DVR port 23d2a962-5614-4799-b41a-9ff5dfc900d3 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:02.569121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] Calling delete_port for 23d2a962-5614-4799-b41a-9ff5dfc900d3 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:02.731830 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (23d2a962-5614-4799-b41a-9ff5dfc900d3), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.734783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.816895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d54ce15-c079-4fc5-8cc3-7d2838ee90b5']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:02.870290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] No DVR routers for this DVR port 23d2a962-5614-4799-b41a-9ff5dfc900d3 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:02.875192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbe1cd-c297-422c-98f6-57cde9336127 None None] Pushing event deleted for resources: {'Port': ['ID=23d2a962-5614-4799-b41a-9ff5dfc900d3,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:02.877763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1548abd-1305-4287-9f8b-8bf0de8658d5') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:02.878071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1548abd-1305-4287-9f8b-8bf0de8658d5') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:02.914028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c1548abd-1305-4287-9f8b-8bf0de8658d5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.966715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c1548abd-1305-4287-9f8b-8bf0de8658d5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.010972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:03.013012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c1548abd-1305-4287-9f8b-8bf0de8658d5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:03.069370 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:03.238177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2d54ce15-c079-4fc5-8cc3-7d2838ee90b5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.297628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.305430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "DELETE /v2.0/networks/2d54ce15-c079-4fc5-8cc3-7d2838ee90b5 HTTP/1.1" status: 204 len: 168 time: 1.9948273 Jan 28 13:53:03.307347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0d09c-cd52-4c9f-8c5c-79183c9beb22 tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Network': ['ID=2d54ce15-c079-4fc5-8cc3-7d2838ee90b5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:03.307893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56770) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:03.549022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 23d2a962-5614-4799-b41a-9ff5dfc900d3 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:03.563937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4698aa-5e5c-4b9b-8ddb-db970205883a req-8d531b3d-423e-4bed-97fd-811bcdb26f25 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:03.566261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd4698aa-5e5c-4b9b-8ddb-db970205883a req-8d531b3d-423e-4bed-97fd-811bcdb26f25 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.2494581 Jan 28 13:53:03.589188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 23d2a962-5614-4799-b41a-9ff5dfc900d3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:03.589869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 23d2a962-5614-4799-b41a-9ff5dfc900d3 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:03.677526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Deleting port 5a6bc47b-063d-4fec-83ab-a4404ceebc28 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:03.677886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.873087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bd4698aa-5e5c-4b9b-8ddb-db970205883a req-45cd019a-bcc4-442e-be7d-7aaec6445410 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003027 Jan 28 13:53:03.972067 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.972417 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for floatingip (5a6bc47b-063d-4fec-83ab-a4404ceebc28), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.009267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Calling delete_port for 5a6bc47b-063d-4fec-83ab-a4404ceebc28 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:04.380390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5a6bc47b-063d-4fec-83ab-a4404ceebc28), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.464299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Pushing event deleted for resources: {'Port': ['ID=5a6bc47b-063d-4fec-83ab-a4404ceebc28,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:04.638985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks [] for floatingip (25ead513-af94-42e8-82a7-b9dd8ed7586e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.651160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.655996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a07c8132-8636-4840-b29d-958283318f0e tempest-FloatingIPAdminTestJSON-453492540 tempest-FloatingIPAdminTestJSON-453492540-project] 10.222.0.45 "DELETE /v2.0/floatingips/25ead513-af94-42e8-82a7-b9dd8ed7586e HTTP/1.1" status: 204 len: 168 time: 1.3469949 Jan 28 13:53:04.909069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e16278a8-7429-4e63-878f-d2980e2135dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.094074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:05.132005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6d27-db05-46b5-9317-50d8ea94b041 req-cefdb86f-81ad-4c16-87ca-1ce6e798bf49 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.155307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9ea6d27-db05-46b5-9317-50d8ea94b041 req-cefdb86f-81ad-4c16-87ca-1ce6e798bf49 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1728721 Jan 28 13:53:05.273235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56806) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:05.291060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9ea6d27-db05-46b5-9317-50d8ea94b041 req-5650405c-ad56-4499-83e8-62a372462ac4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316125 Jan 28 13:53:05.695046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6db96dab-7e06-414d-aa89-ec61cfc56b3d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:05.755149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:05.845949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6db96dab-7e06-414d-aa89-ec61cfc56b3d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:05.847271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.911630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3e7b04e6-d52c-4fb6-a3a4-5823795b45da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.994634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56816) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:05.995525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ad34adaa-10c6-425e-a068-d25698ea1682 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb224b2acb0040efa100032194c21554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6969914 Jan 28 13:53:06.030378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6db96dab-7e06-414d-aa89-ec61cfc56b3d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:06.031790 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.068548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 6db96dab-7e06-414d-aa89-ec61cfc56b3d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6db96dab-7e06-414d-aa89-ec61cfc56b3d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:06.075842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.167179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8abb329e-8112-4686-a968-eb84fc393ca4 admin admin] Publish callbacks [] for security_group (82054e67-9066-4a7d-b60e-9c7eee3d7024), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.173033 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3e7b04e6-d52c-4fb6-a3a4-5823795b45da admin admin] Publish callbacks [] for security_group (ed1d98cb-da66-4114-b993-a05668fe20c4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.200811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3e7b04e6-d52c-4fb6-a3a4-5823795b45da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed1d98cb-da66-4114-b993-a05668fe20c4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.221241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8abb329e-8112-4686-a968-eb84fc393ca4 admin admin] Publish callbacks [] for security_group (82054e67-9066-4a7d-b60e-9c7eee3d7024), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.236805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=6db96dab-7e06-414d-aa89-ec61cfc56b3d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:06.292160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3e7b04e6-d52c-4fb6-a3a4-5823795b45da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=498ece22559648d3bd6ebf2766380ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5353432 Jan 28 13:53:06.295249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56820) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:06.299483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b04e6-d52c-4fb6-a3a4-5823795b45da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d98cb-da66-4114-b993-a05668fe20c4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:06.307787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.446575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f68f865-02e1-4a92-b790-19e06ecb86bb admin admin] Publish callbacks [] for security_group (ed1d98cb-da66-4114-b993-a05668fe20c4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.465445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8abb329e-8112-4686-a968-eb84fc393ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (82054e67-9066-4a7d-b60e-9c7eee3d7024), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.468339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8abb329e-8112-4686-a968-eb84fc393ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.469603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8abb329e-8112-4686-a968-eb84fc393ca4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82054e67-9066-4a7d-b60e-9c7eee3d7024 HTTP/1.1" status: 204 len: 168 time: 0.4717100 Jan 28 13:53:06.488787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f68f865-02e1-4a92-b790-19e06ecb86bb admin admin] Publish callbacks [] for security_group (ed1d98cb-da66-4114-b993-a05668fe20c4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.556859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f68f865-02e1-4a92-b790-19e06ecb86bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ed1d98cb-da66-4114-b993-a05668fe20c4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.562050 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f68f865-02e1-4a92-b790-19e06ecb86bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:06.565354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0f68f865-02e1-4a92-b790-19e06ecb86bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed1d98cb-da66-4114-b993-a05668fe20c4 HTTP/1.1" status: 204 len: 168 time: 0.2682843 Jan 28 13:53:06.589796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68f865-02e1-4a92-b790-19e06ecb86bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d98cb-da66-4114-b993-a05668fe20c4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:06.601814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb329e-8112-4686-a968-eb84fc393ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82054e67-9066-4a7d-b60e-9c7eee3d7024,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:06.767676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fc17f-cc2c-4492-83a5-cd68586eaf75 req-e243a279-440b-4ceb-9340-a22fb2478e03 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:06.769371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e69fc17f-cc2c-4492-83a5-cd68586eaf75 req-e243a279-440b-4ceb-9340-a22fb2478e03 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.3061926 Jan 28 13:53:06.798099 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Sync routers for ids ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:06.820356 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Routers {'3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:06.821123 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:52:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:06.958420 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e69fc17f-cc2c-4492-83a5-cd68586eaf75 req-7a10f874-6433-4cff-9fcd-014cce441093 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756136 Jan 28 13:53:07.120200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56832) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.129437 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Set router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:07.164473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56834) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.184454 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9799210-b0c2-49e6-a949-5861deef638e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.189796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84af1129-f3a8-419a-a350-a6530d3b81ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.284790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Deleting port 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:07.285618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.381904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84af1129-f3a8-419a-a350-a6530d3b81ad admin admin] Publish callbacks [] for security_group (cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.393130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84af1129-f3a8-419a-a350-a6530d3b81ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.439606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.453196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9799210-b0c2-49e6-a949-5861deef638e admin admin] Publish callbacks [] for security_group (ffae7046-da38-4b6c-a9c1-b6f0fae78336), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.461724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Calling delete_port for 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:07.470675 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9799210-b0c2-49e6-a949-5861deef638e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ffae7046-da38-4b6c-a9c1-b6f0fae78336), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.501113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-84af1129-f3a8-419a-a350-a6530d3b81ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d9999ec403a4d9aa9df32a07c3818c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325989 Jan 28 13:53:07.501113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af1129-f3a8-419a-a350-a6530d3b81ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:07.509960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56838) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.534018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6db96dab-7e06-414d-aa89-ec61cfc56b3d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:07.562851 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:53Z', 'updated_at': '2022-01-28T13:53:00Z', 'revision_number': 4, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'gw_port': {'id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:55Z', 'updated_at': '2022-01-28T13:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4edfbd8c-a1c2-4af4-adbd-08ceb680c43d', 'name': '', 'network_id': '8fc38826-78c5-43e5-8279-fbc4c7890174', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'mac_address': 'fa:16:3e:c5:8d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '19326fbf-5502-4bb4-9fd1-7e86f763115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:59Z', 'updated_at': '2022-01-28T13:53:00Z', 'revision_number': 2, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'subnets': [{'id': '19326fbf-5502-4bb4-9fd1-7e86f763115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:07.567933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9799210-b0c2-49e6-a949-5861deef638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae7046-da38-4b6c-a9c1-b6f0fae78336,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:07.611195 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Checking router: 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:07.612578 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Updating router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc port 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:53:07.641099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5a91-b2b7-477a-9ae6-c34d34f290bf admin admin] Publish callbacks [] for security_group (cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.651020 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.656792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6db96dab-7e06-414d-aa89-ec61cfc56b3d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:07.658533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.692686 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f9799210-b0c2-49e6-a949-5861deef638e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c536e9349e0c46b1ab2446b0984dd4f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5698795 Jan 28 13:53:07.694902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56840) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:07.699804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5a91-b2b7-477a-9ae6-c34d34f290bf admin admin] Publish callbacks [] for security_group (cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.811011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5a91-b2b7-477a-9ae6-c34d34f290bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.815769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a1d5a91-b2b7-477a-9ae6-c34d34f290bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.815769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a1d5a91-b2b7-477a-9ae6-c34d34f290bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93 HTTP/1.1" status: 204 len: 168 time: 0.3045037 Jan 28 13:53:07.830772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d5a91-b2b7-477a-9ae6-c34d34f290bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5f3e3d-d377-4cb4-ac2e-ebcf95530e93,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:07.851780 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-140065e4-fb8a-41ee-973e-9c748cb069cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:07.917722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6db96dab-7e06-414d-aa89-ec61cfc56b3d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:07.938493 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133c8703-ea95-41a1-acb8-a72b7715009b admin admin] Publish callbacks [] for security_group (ffae7046-da38-4b6c-a9c1-b6f0fae78336), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.040561 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133c8703-ea95-41a1-acb8-a72b7715009b admin admin] Publish callbacks [] for security_group (ffae7046-da38-4b6c-a9c1-b6f0fae78336), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.263947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cf463-1126-4993-8c3a-c7d6a8b30ca7 req-fc9c3ed6-8b5d-4abe-afbb-6e49438b97b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:08.265355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4edfbd8c-a1c2-4af4-adbd-08ceb680c43d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.267527 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.db.api [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:53:08.268258 n-d-822748-2 neutron-server[103376]: DEBUG oslo_db.api [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:53:08.286666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b04cf463-1126-4993-8c3a-c7d6a8b30ca7 req-fc9c3ed6-8b5d-4abe-afbb-6e49438b97b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1853142 Jan 28 13:53:08.340671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133c8703-ea95-41a1-acb8-a72b7715009b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ffae7046-da38-4b6c-a9c1-b6f0fae78336), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.343130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-fcdca797-6f08-4fba-b0b9-0b5e1d1e2187 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5883298 Jan 28 13:53:08.350987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-133c8703-ea95-41a1-acb8-a72b7715009b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.354387 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-133c8703-ea95-41a1-acb8-a72b7715009b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffae7046-da38-4b6c-a9c1-b6f0fae78336 HTTP/1.1" status: 204 len: 168 time: 0.6563382 Jan 28 13:53:08.416606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edfbd8c-a1c2-4af4-adbd-08ceb680c43d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:08.427781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c8703-ea95-41a1-acb8-a72b7715009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffae7046-da38-4b6c-a9c1-b6f0fae78336,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:08.446222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b04cf463-1126-4993-8c3a-c7d6a8b30ca7 req-11387af4-1975-43a1-a223-f4d2fd1f9763 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584728 Jan 28 13:53:08.546183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-91ebbea5-c0e6-496c-bc36-cee6e94e8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:08.549810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-91ebbea5-c0e6-496c-bc36-cee6e94e8801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1281550 Jan 28 13:53:08.724325 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:08.737763 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.770629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dc88159-2197-4041-8405-1d4a30e6dee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.802770 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Port 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d not found while updating agent binding for router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc. {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:53:08.819831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.829817 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Routers {'3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:08.831980 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:08.864323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-069acf2e-1dcc-4a5e-ac65-ab978b22b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:08.866732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-069acf2e-1dcc-4a5e-ac65-ab978b22b16d service neutron] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 910 time: 0.2724481 Jan 28 13:53:08.980937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dc88159-2197-4041-8405-1d4a30e6dee6 admin admin] Publish callbacks [] for security_group (602d693b-bfb0-4bc5-8878-506efad395ea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:08.994210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9dc88159-2197-4041-8405-1d4a30e6dee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (602d693b-bfb0-4bc5-8878-506efad395ea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.051171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-9a80f2bb-0fb8-4aaa-b5a5-172b1ed69893 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 1002 time: 0.1743014 Jan 28 13:53:09.077806 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] Set router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:09.091350 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9dc88159-2197-4041-8405-1d4a30e6dee6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f74e7859ca44a7abe53bc69c80c8dec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622732 Jan 28 13:53:09.096468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56858) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:09.096994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56860) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:09.168387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd51b-9447-4eb3-84d6-d8598f7938c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.173460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-1609c664-21ae-4082-b603-d9b08a6aba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:09.175186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-1609c664-21ae-4082-b603-d9b08a6aba93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.1143134 Jan 28 13:53:09.177581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc88159-2197-4041-8405-1d4a30e6dee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602d693b-bfb0-4bc5-8878-506efad395ea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:09.262124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0222-aa87-48ce-9595-32c36dc61b78 admin admin] Publish callbacks [] for security_group (602d693b-bfb0-4bc5-8878-506efad395ea), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.267879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-98cea42a-0e53-46c7-890e-8f39a71dc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:09.271222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-98cea42a-0e53-46c7-890e-8f39a71dc2af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860856 Jan 28 13:53:09.291203 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0222-aa87-48ce-9595-32c36dc61b78 admin admin] Publish callbacks [] for security_group (602d693b-bfb0-4bc5-8878-506efad395ea), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.414057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:09.414247 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:53Z', 'updated_at': '2022-01-28T13:53:08Z', 'revision_number': 5, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'gw_port': {'id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:55Z', 'updated_at': '2022-01-28T13:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:09.450643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd51b-9447-4eb3-84d6-d8598f7938c3 admin admin] Publish callbacks [] for security_group (23df53ed-6931-4215-8b90-aeb87b5b999c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.473295 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d70846f-b1f4-4d08-8b6d-9bbb0a9f08ea None None] The sync data for ids ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'] in n-d-822748-2 is: [{'id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:53Z', 'updated_at': '2022-01-28T13:53:08Z', 'revision_number': 5, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'gw_port': {'id': '6db96dab-7e06-414d-aa89-ec61cfc56b3d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:52:55Z', 'updated_at': '2022-01-28T13:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:09.484008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-86891171-1db4-41c3-b20e-035874b03229 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023804 Jan 28 13:53:09.593170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0222-aa87-48ce-9595-32c36dc61b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (602d693b-bfb0-4bc5-8878-506efad395ea), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.595803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0222-aa87-48ce-9595-32c36dc61b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.602209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7c4f0222-aa87-48ce-9595-32c36dc61b78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/602d693b-bfb0-4bc5-8878-506efad395ea HTTP/1.1" status: 204 len: 168 time: 0.4962876 Jan 28 13:53:09.604483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd51b-9447-4eb3-84d6-d8598f7938c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (23df53ed-6931-4215-8b90-aeb87b5b999c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.670544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4236a7fd-21c6-48e9-a6ad-070e2583ca5a req-e6770baf-0078-4dca-9d6f-c52df62b0cad service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707847 Jan 28 13:53:09.701391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:09.723345 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8df12ecd-baf8-480e-9502-e88b35589fe1 admin admin] 10.222.0.45 "PUT /v2.0/routers/3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6271405 Jan 28 13:53:09.725348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:09.740051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f0222-aa87-48ce-9595-32c36dc61b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602d693b-bfb0-4bc5-8878-506efad395ea,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:09.760321 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2b0cd51b-9447-4eb3-84d6-d8598f7938c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2928ed4092943778718963a5767fc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6568229 Jan 28 13:53:09.768266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56870) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:09.789914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead56d-036d-4245-b4a6-7eed72726781 req-033e9542-ef8e-4646-98a2-73264a7db693 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:09.791818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0cead56d-036d-4245-b4a6-7eed72726781 req-033e9542-ef8e-4646-98a2-73264a7db693 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.2007053 Jan 28 13:53:09.834688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cd51b-9447-4eb3-84d6-d8598f7938c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23df53ed-6931-4215-8b90-aeb87b5b999c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:09.893795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43041ba7-8a3a-4bad-b7d1-8f3fbc0b2fff admin admin] Publish callbacks [] for security_group (23df53ed-6931-4215-8b90-aeb87b5b999c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.918500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43041ba7-8a3a-4bad-b7d1-8f3fbc0b2fff admin admin] Publish callbacks [] for security_group (23df53ed-6931-4215-8b90-aeb87b5b999c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:09.950612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks [] for router (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.012895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43041ba7-8a3a-4bad-b7d1-8f3fbc0b2fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (23df53ed-6931-4215-8b90-aeb87b5b999c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.020402 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-43041ba7-8a3a-4bad-b7d1-8f3fbc0b2fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.023384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-43041ba7-8a3a-4bad-b7d1-8f3fbc0b2fff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23df53ed-6931-4215-8b90-aeb87b5b999c HTTP/1.1" status: 204 len: 168 time: 0.2502398 Jan 28 13:53:10.056492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0cead56d-036d-4245-b4a6-7eed72726781 req-37e1c594-a40a-449c-b301-af2b548f0b8a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445455 Jan 28 13:53:10.099084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43041ba7-8a3a-4bad-b7d1-8f3fbc0b2fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23df53ed-6931-4215-8b90-aeb87b5b999c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:10.147187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks [] for router_gateway (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.287751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Deleting port 6db96dab-7e06-414d-aa89-ec61cfc56b3d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:10.288469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.471516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] For port 6db96dab-7e06-414d-aa89-ec61cfc56b3d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6db96dab-7e06-414d-aa89-ec61cfc56b3d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:10.473311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.506856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Calling delete_port for 6db96dab-7e06-414d-aa89-ec61cfc56b3d owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:10.576495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.822554 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6db96dab-7e06-414d-aa89-ec61cfc56b3d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.898887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6db96dab-7e06-414d-aa89-ec61cfc56b3d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:11.039192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.223918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] Sync routers for ids ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:11.244318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] Routers {'3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:11.247095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:11.258871 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.282084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks [] for router_controller (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.394935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] Set router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:11.408878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.409667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:11.441193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.443923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ae63e5a0-7b95-447f-8fa9-2690e1554d3c admin admin] 10.222.0.45 "DELETE /v2.0/routers/3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc HTTP/1.1" status: 204 len: 168 time: 1.7159581 Jan 28 13:53:11.444999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56918) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:11.476979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8611e-771b-4292-b8c9-e782a7df5234 req-8da653f8-73f0-4502-a1f6-8abc7b9a8e94 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:11.479026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc', 'name': 'tempest-ImageQuotaTest-2095490331-router', 'tenant_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:52:53Z', 'updated_at': '2022-01-28T13:53:10Z', 'revision_number': 7, 'project_id': '2f9d2b06c89b4d45bc83d1f8acef8f6b', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:11.480217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7c8611e-771b-4292-b8c9-e782a7df5234 req-8da653f8-73f0-4502-a1f6-8abc7b9a8e94 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.2297010 Jan 28 13:53:11.515354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] Checking router: 3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:11.525351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] Deleting subnet 19326fbf-5502-4bb4-9fd1-7e86f763115c {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:11.525575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:11.525806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:53:11.526619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_agentschedulers_db [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent'). {{(pid=103375) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:53:11.527014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebecb91-d953-4ab6-b115-6069587b0a41 None None] The sync data for ids ['3fdb42e7-fac6-4ad9-866e-b5e64bcc2adc'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:11.531401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] Publish callbacks [] for subnet (19326fbf-5502-4bb4-9fd1-7e86f763115c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.607460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:11.637523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7c8611e-771b-4292-b8c9-e782a7df5234 req-f567e2c4-3880-47db-b943-ac51a5f9379e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484823 Jan 28 13:53:11.659835 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (19326fbf-5502-4bb4-9fd1-7e86f763115c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.663467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:11.663782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4edfbd8c-a1c2-4af4-adbd-08ceb680c43d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:11.792361 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:11.920870 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (19326fbf-5502-4bb4-9fd1-7e86f763115c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.005463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (19326fbf-5502-4bb4-9fd1-7e86f763115c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.053857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19326fbf-5502-4bb4-9fd1-7e86f763115c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:12.063146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.068670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c97bf-87bb-445e-aeb8-e53fb4fd6600 None None] Network 8fc38826-78c5-43e5-8279-fbc4c7890174 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:12.069358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56936) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:12.069484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca57ec74-4358-4ddf-8674-501ec80c1b61 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/19326fbf-5502-4bb4-9fd1-7e86f763115c HTTP/1.1" status: 204 len: 168 time: 0.6227427 Jan 28 13:53:12.236858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8fc38826-78c5-43e5-8279-fbc4c7890174), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.361988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Deleting port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:12.362574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.445029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] DHCP port deletion for 8fc38826-78c5-43e5-8279-fbc4c7890174 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:53:12.471532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] For port 86a4be34-b57d-455c-a5dd-b36ec2b16b89, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=86a4be34-b57d-455c-a5dd-b36ec2b16b89,segment=NetworkSegment(8f08c072-0d06-4444-a4a3-bdb1a0360b4f),segment_id=8f08c072-0d06-4444-a4a3-bdb1a0360b4f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:12.472414 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.496931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Calling delete_port for 86a4be34-b57d-455c-a5dd-b36ec2b16b89 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:12.569210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] Deleting port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:12.572214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.624135 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.675265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a4be34-b57d-455c-a5dd-b36ec2b16b89,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:12.677287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] No DVR routers for this DVR port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:12.762356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56954) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:12.794130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8fc38826-78c5-43e5-8279-fbc4c7890174), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.834720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] For port 86a4be34-b57d-455c-a5dd-b36ec2b16b89, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=86a4be34-b57d-455c-a5dd-b36ec2b16b89,segment=NetworkSegment(8f08c072-0d06-4444-a4a3-bdb1a0360b4f),segment_id=8f08c072-0d06-4444-a4a3-bdb1a0360b4f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:12.834720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.838671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc38826-78c5-43e5-8279-fbc4c7890174']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:12.857408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f08c072-0d06-4444-a4a3-bdb1a0360b4f') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:12.858005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f08c072-0d06-4444-a4a3-bdb1a0360b4f') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:12.870862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] Calling delete_port for 86a4be34-b57d-455c-a5dd-b36ec2b16b89 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:12.883231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (8f08c072-0d06-4444-a4a3-bdb1a0360b4f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.930642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d9597-af3d-4ad5-a9c5-8026aff1732b req-31f56d25-fa68-4d1f-9007-ab9e7422ec36 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:12.932702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-402d9597-af3d-4ad5-a9c5-8026aff1732b req-31f56d25-fa68-4d1f-9007-ab9e7422ec36 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1162727 Jan 28 13:53:12.939355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8f08c072-0d06-4444-a4a3-bdb1a0360b4f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.963706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:12.966560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (8f08c072-0d06-4444-a4a3-bdb1a0360b4f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:12.972209 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:13.090937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1219471833', 'router:external': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:13.094092 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (86a4be34-b57d-455c-a5dd-b36ec2b16b89), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.171710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-402d9597-af3d-4ad5-a9c5-8026aff1732b req-45fdfd76-97a0-4980-8413-2538825f2a7a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294683 Jan 28 13:53:13.174206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Made reservation on behalf of ecfb55c69ecd45bf9692cad29ce8206a for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:13.178173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.180922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8fc38826-78c5-43e5-8279-fbc4c7890174), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.191198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.193668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.207123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8fc38826-78c5-43e5-8279-fbc4c7890174 HTTP/1.1" status: 204 len: 168 time: 1.1356769 Jan 28 13:53:13.222040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] No DVR routers for this DVR port 86a4be34-b57d-455c-a5dd-b36ec2b16b89 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:13.225957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af409df7-7fe9-4b90-88ac-2e9e5d192da1 None None] Pushing event deleted for resources: {'Port': ['ID=86a4be34-b57d-455c-a5dd-b36ec2b16b89,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:13.265205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc38826-78c5-43e5-8279-fbc4c7890174,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:13.284798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.285745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.287284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.288785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.289758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.291148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.292024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.295324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.296309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.297929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.299184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.300175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.301199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a556329-314e-46dd-85b5-b3e18a6600c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:13.394269 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for security_group (8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.401428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.430699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:53:13.462604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5fc4b197-7850-41bb-af7c-54114f8fd7a8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.463025 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Added segment 5fc4b197-7850-41bb-af7c-54114f8fd7a8 of type vlan for network 8acf384e-492c-48a0-9039-ffae643413c4 Jan 28 13:53:13.465562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:13.549666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6db96dab-7e06-414d-aa89-ec61cfc56b3d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:13.566911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:13.568001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8acf384e-492c-48a0-9039-ffae643413c4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.581365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 6db96dab-7e06-414d-aa89-ec61cfc56b3d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:13.582192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6db96dab-7e06-414d-aa89-ec61cfc56b3d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:13.582339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 86a4be34-b57d-455c-a5dd-b36ec2b16b89 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:13.604665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 86a4be34-b57d-455c-a5dd-b36ec2b16b89 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:13.605012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 86a4be34-b57d-455c-a5dd-b36ec2b16b89 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:13.629042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8acf384e-492c-48a0-9039-ffae643413c4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.630344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:13.630955 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.637045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-01bb140f-d2ea-483d-ba14-ef7c1e8b842d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f9d2b06c89b4d45bc83d1f8acef8f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680830 Jan 28 13:53:13.639439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56968) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:13.723488 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-861255fc-e8be-405a-a83e-4e34a4680260 admin admin] Publish callbacks [] for security_group (a8f2b4d2-c268-44b0-b511-00daddaee4ec), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.744014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Network': ['ID=8acf384e-492c-48a0-9039-ffae643413c4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:13.758626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8acf384e-492c-48a0-9039-ffae643413c4 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:53:13.766004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3946e656-5409-4dbb-b9f7-213a2aa3d366 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9962976 Jan 28 13:53:13.766579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56970) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:13.772922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'subnet': {'network_id': '8acf384e-492c-48a0-9039-ffae643413c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:13.793011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-861255fc-e8be-405a-a83e-4e34a4680260 admin admin] Publish callbacks [] for security_group (a8f2b4d2-c268-44b0-b511-00daddaee4ec), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.801815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Made reservation on behalf of ecfb55c69ecd45bf9692cad29ce8206a for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:13.805083 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.909458 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-861255fc-e8be-405a-a83e-4e34a4680260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a8f2b4d2-c268-44b0-b511-00daddaee4ec), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.913299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-861255fc-e8be-405a-a83e-4e34a4680260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.918748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-861255fc-e8be-405a-a83e-4e34a4680260 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8f2b4d2-c268-44b0-b511-00daddaee4ec HTTP/1.1" status: 204 len: 168 time: 0.2773764 Jan 28 13:53:13.930816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861255fc-e8be-405a-a83e-4e34a4680260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f2b4d2-c268-44b0-b511-00daddaee4ec,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:14.420432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49042f3-7547-4eb8-94f0-c1a745562701 req-2438ccfd-9e10-4afe-b234-e4e615818a88 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:14.422653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c49042f3-7547-4eb8-94f0-c1a745562701 req-2438ccfd-9e10-4afe-b234-e4e615818a88 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1015124 Jan 28 13:53:14.503425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56986) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:14.526215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c49042f3-7547-4eb8-94f0-c1a745562701 req-21b9a200-c99c-43da-8f85-cf76a293be71 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964074 Jan 28 13:53:14.542415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6afa307c-cc3a-44b7-a3b1-02a4df735296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.684914 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6afa307c-cc3a-44b7-a3b1-02a4df735296 admin admin] Publish callbacks [] for security_group (1c160302-1f43-428d-94c7-aa1455507344), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.698581 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6afa307c-cc3a-44b7-a3b1-02a4df735296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c160302-1f43-428d-94c7-aa1455507344), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.759179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa307c-cc3a-44b7-a3b1-02a4df735296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c160302-1f43-428d-94c7-aa1455507344,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:14.768259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6afa307c-cc3a-44b7-a3b1-02a4df735296 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2631159 Jan 28 13:53:14.770379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 56988) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:14.808745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:53:14.809245 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (2b7b2699-b8fa-4ed6-8177-aadf2d5b634d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.887007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48b0f80e-27ac-4e63-8d28-299be253287e admin admin] Publish callbacks [] for security_group (1c160302-1f43-428d-94c7-aa1455507344), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.904086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b7b2699-b8fa-4ed6-8177-aadf2d5b634d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:14.914332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Checking segment: {'id': '5fc4b197-7850-41bb-af7c-54114f8fd7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8acf384e-492c-48a0-9039-ffae643413c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:14.914519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network hostable DHCP agents. Network: 8acf384e-492c-48a0-9039-ffae643413c4, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:53:14.933437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48b0f80e-27ac-4e63-8d28-299be253287e admin admin] Publish callbacks [] for security_group (1c160302-1f43-428d-94c7-aa1455507344), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.937873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network 8acf384e-492c-48a0-9039-ffae643413c4 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:53:14.952805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8acf384e-492c-48a0-9039-ffae643413c4) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:14.958094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:14.958892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.964904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b760ad-0dc9-428e-b0b4-b4b830a2639b None None] Network 8acf384e-492c-48a0-9039-ffae643413c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:14.987268 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2d583f47-8e9c-4e43-bed4-5d1deae9c61a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2196908 Jan 28 13:53:14.988538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 56992) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:14.995279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1634207993', 'network_id': '8acf384e-492c-48a0-9039-ffae643413c4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:15.026517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Made reservation on behalf of ecfb55c69ecd45bf9692cad29ce8206a for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:15.033439 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.071119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48b0f80e-27ac-4e63-8d28-299be253287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1c160302-1f43-428d-94c7-aa1455507344), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.076585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48b0f80e-27ac-4e63-8d28-299be253287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.082851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48b0f80e-27ac-4e63-8d28-299be253287e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c160302-1f43-428d-94c7-aa1455507344 HTTP/1.1" status: 204 len: 168 time: 0.3108759 Jan 28 13:53:15.098667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] device_id is not set on port ec998d50-4dd0-4d6d-a209-d55d97a0fb9a yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:53:15.111985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0f80e-27ac-4e63-8d28-299be253287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c160302-1f43-428d-94c7-aa1455507344,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:15.151557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a2d3a-fab7-4924-8ed9-455be61f6903 None None] Network 8acf384e-492c-48a0-9039-ffae643413c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:15.377973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Allocated IP 172.20.0.9 (8acf384e-492c-48a0-9039-ffae643413c4/2b7b2699-b8fa-4ed6-8177-aadf2d5b634d/ec998d50-4dd0-4d6d-a209-d55d97a0fb9a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:15.685267 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for port (ec998d50-4dd0-4d6d-a209-d55d97a0fb9a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.820293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ec998d50-4dd0-4d6d-a209-d55d97a0fb9a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.836459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462303bf-4a42-4e70-acd1-9471e4695b27 req-45c5f736-6d9e-4de3-a89b-8407064f7adf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:15.838214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-462303bf-4a42-4e70-acd1-9471e4695b27 req-45c5f736-6d9e-4de3-a89b-8407064f7adf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1474462 Jan 28 13:53:15.896384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Port': ['ID=ec998d50-4dd0-4d6d-a209-d55d97a0fb9a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:15.951679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network 8acf384e-492c-48a0-9039-ffae643413c4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:15.955983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:15.962210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:16.015240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-462303bf-4a42-4e70-acd1-9471e4695b27 req-7306937d-f60f-4c88-9d2a-0803d5986b14 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196110 Jan 28 13:53:16.017218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:16.018436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.052859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4238578e-a12d-4070-b673-2921979733a7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0611389 Jan 28 13:53:16.053711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57000) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:16.168603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Deleting port ec998d50-4dd0-4d6d-a209-d55d97a0fb9a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:16.169210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ec998d50-4dd0-4d6d-a209-d55d97a0fb9a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.287257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ec998d50-4dd0-4d6d-a209-d55d97a0fb9a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.303399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Calling delete_port for ec998d50-4dd0-4d6d-a209-d55d97a0fb9a owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:16.470280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ec998d50-4dd0-4d6d-a209-d55d97a0fb9a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.509969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec998d50-4dd0-4d6d-a209-d55d97a0fb9a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:16.593759 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.597960 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-510979a6-05be-492a-961d-071887183d90 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "DELETE /v2.0/ports/ec998d50-4dd0-4d6d-a209-d55d97a0fb9a HTTP/1.1" status: 204 len: 168 time: 0.5432389 Jan 28 13:53:16.600889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57012) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:16.605273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8acf384e-492c-48a0-9039-ffae643413c4', 'external_fixed_ips': [{'subnet_id': '2b7b2699-b8fa-4ed6-8177-aadf2d5b634d', 'ip_address': '172.20.0.9'}]}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:16.631786 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.632482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.700952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.878425 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.191649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.204776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1c55-55e3-4085-aeac-f957b526b0fe req-b335b9bd-2d5d-4e8c-80f9-207c00304ce0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:17.213049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ff1c55-55e3-4085-aeac-f957b526b0fe req-b335b9bd-2d5d-4e8c-80f9-207c00304ce0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.0954354 Jan 28 13:53:17.220012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.264545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5ff1c55-55e3-4085-aeac-f957b526b0fe req-b8944424-e2c0-457e-9b50-680e18d9e068 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502636 Jan 28 13:53:17.398701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Allocated IP 172.20.0.9 (8acf384e-492c-48a0-9039-ffae643413c4/2b7b2699-b8fa-4ed6-8177-aadf2d5b634d/384db463-6be6-4140-8e83-f1ddf45280cb) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:17.535585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for port (384db463-6be6-4140-8e83-f1ddf45280cb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.592854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (384db463-6be6-4140-8e83-f1ddf45280cb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.657760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network 8acf384e-492c-48a0-9039-ffae643413c4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:17.664104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:17.667441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:17.671633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Port': ['ID=384db463-6be6-4140-8e83-f1ddf45280cb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:17.707470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.707740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.708109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.708460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.708800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.709143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.709479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.709815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.710146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.710481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.710813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.711146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:17.711472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:18.002706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.289184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.432017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b1d94-ed66-45aa-be63-dc008f03cd06 req-a19c77a9-119a-4960-8ced-b927db15e935 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:18.433843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb3b1d94-ed66-45aa-be63-dc008f03cd06 req-a19c77a9-119a-4960-8ced-b927db15e935 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.0683048 Jan 28 13:53:18.541660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb3b1d94-ed66-45aa-be63-dc008f03cd06 req-1e34b69f-fc3e-4ad0-8917-72ff63bf480e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966885 Jan 28 13:53:18.588012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Router 4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:18.760808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:18.789790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.794848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb006784-3857-484f-a9d2-ec199ffb6b18 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1896391 Jan 28 13:53:18.795188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57034) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:18.892703 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Sync routers for ids ['4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:18.908271 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Routers {'4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:18.909247 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f92f0665-cb20-4264-a253-dff95033edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:18.937856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.060207 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.112973 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Set router 4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:19.145588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Deleting port 384db463-6be6-4140-8e83-f1ddf45280cb {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:19.145935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (384db463-6be6-4140-8e83-f1ddf45280cb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.328920 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (384db463-6be6-4140-8e83-f1ddf45280cb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.364330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Calling delete_port for 384db463-6be6-4140-8e83-f1ddf45280cb owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:19.409444 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f92f0665-cb20-4264-a253-dff95033edae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2', 'name': '', 'tenant_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8acf384e-492c-48a0-9039-ffae643413c4', 'external_fixed_ips': [{'subnet_id': '2b7b2699-b8fa-4ed6-8177-aadf2d5b634d', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '384db463-6be6-4140-8e83-f1ddf45280cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:16Z', 'updated_at': '2022-01-28T13:53:17Z', 'revision_number': 3, 'project_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'gw_port': {'id': '384db463-6be6-4140-8e83-f1ddf45280cb', 'name': '', 'network_id': '8acf384e-492c-48a0-9039-ffae643413c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '2b7b2699-b8fa-4ed6-8177-aadf2d5b634d', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:17Z', 'updated_at': '2022-01-28T13:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b7b2699-b8fa-4ed6-8177-aadf2d5b634d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:19.462098 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Checking router: 4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:19.462512 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Updating router 4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2 port 384db463-6be6-4140-8e83-f1ddf45280cb binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:53:19.495221 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (384db463-6be6-4140-8e83-f1ddf45280cb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.654735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (384db463-6be6-4140-8e83-f1ddf45280cb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.722816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event deleted for resources: {'Port': ['ID=384db463-6be6-4140-8e83-f1ddf45280cb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:19.845223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd58970-08b5-4f02-9806-2330c5c72982 req-ff2c8bfa-db87-4aae-9f6c-738dee056268 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:19.849822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd58970-08b5-4f02-9806-2330c5c72982 req-ff2c8bfa-db87-4aae-9f6c-738dee056268 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1732910 Jan 28 13:53:19.977565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2cd58970-08b5-4f02-9806-2330c5c72982 req-42ccfb67-3de5-4bc8-965c-26bab92cb243 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Jan 28 13:53:20.043238 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.db.api [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:53:20.043817 n-d-822748-2 neutron-server[103376]: DEBUG oslo_db.api [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:53:20.282650 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.392711 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.395502 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.444632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.445751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:20.451963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.455941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57046) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.456408 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2804739-6353-4018-8078-b58e09360aa2 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "DELETE /v2.0/routers/4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2 HTTP/1.1" status: 204 len: 168 time: 1.6598761 Jan 28 13:53:20.506782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Deleting subnet 2b7b2699-b8fa-4ed6-8177-aadf2d5b634d {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:20.513429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for subnet (2b7b2699-b8fa-4ed6-8177-aadf2d5b634d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.563402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (2b7b2699-b8fa-4ed6-8177-aadf2d5b634d), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.563649 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Port 384db463-6be6-4140-8e83-f1ddf45280cb not found while updating agent binding for router 4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2. {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:53:20.573023 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:20.573472 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:53:20.574912 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_agentschedulers_db [None req-f92f0665-cb20-4264-a253-dff95033edae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent'). {{(pid=103376) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:53:20.575371 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f0665-cb20-4264-a253-dff95033edae None None] The sync data for ids ['4cc5ab6c-ae65-4822-a0f4-cc9ce956b9d2'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:20.614164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (2b7b2699-b8fa-4ed6-8177-aadf2d5b634d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.669527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (2b7b2699-b8fa-4ed6-8177-aadf2d5b634d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.695288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b7b2699-b8fa-4ed6-8177-aadf2d5b634d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:20.701982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.707668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-594938fb-1ad1-4ccd-a445-b6efba141212 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/2b7b2699-b8fa-4ed6-8177-aadf2d5b634d HTTP/1.1" status: 204 len: 168 time: 0.2496665 Jan 28 13:53:20.715320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57048) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.799390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8acf384e-492c-48a0-9039-ffae643413c4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.889384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8acf384e-492c-48a0-9039-ffae643413c4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.924004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acf384e-492c-48a0-9039-ffae643413c4']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.934335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc4b197-7850-41bb-af7c-54114f8fd7a8') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.934966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc4b197-7850-41bb-af7c-54114f8fd7a8') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.950289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (5fc4b197-7850-41bb-af7c-54114f8fd7a8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.965128 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5fc4b197-7850-41bb-af7c-54114f8fd7a8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.974429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:20.975151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (5fc4b197-7850-41bb-af7c-54114f8fd7a8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:20.978014 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:21.092438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8acf384e-492c-48a0-9039-ffae643413c4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.115474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47f9dc-3f1e-4050-ab75-296e93d977e1 req-22c2ac83-6f68-48bb-a18e-20b9867087b1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:21.117000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf47f9dc-3f1e-4050-ab75-296e93d977e1 req-22c2ac83-6f68-48bb-a18e-20b9867087b1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.0757298 Jan 28 13:53:21.118088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8acf384e-492c-48a0-9039-ffae643413c4 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 13:53:21.120433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.140307 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "DELETE /v2.0/networks/8acf384e-492c-48a0-9039-ffae643413c4 HTTP/1.1" status: 204 len: 168 time: 0.4122453 Jan 28 13:53:21.146242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fa0c3-28b6-4dce-a390-c4efc0925736 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event deleted for resources: {'Network': ['ID=8acf384e-492c-48a0-9039-ffae643413c4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.280235 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf47f9dc-3f1e-4050-ab75-296e93d977e1 req-7f1ab68a-f7ea-485e-ae7f-31a694a46c7d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383858 Jan 28 13:53:21.536716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57072) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:21.541554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7df0e65a-ad26-4fd2-a0b3-598420bf323c tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'router': {'name': 'tempest-router--1005197667', 'project_id': '9d8024934aba4b208cc745e5b56a3a66'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:21.583173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df0e65a-ad26-4fd2-a0b3-598420bf323c tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (9319194c-7c19-4930-8049-48bafad7c01c), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.584625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df0e65a-ad26-4fd2-a0b3-598420bf323c tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (9319194c-7c19-4930-8049-48bafad7c01c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.710124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df0e65a-ad26-4fd2-a0b3-598420bf323c tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (9319194c-7c19-4930-8049-48bafad7c01c), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.717734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df0e65a-ad26-4fd2-a0b3-598420bf323c tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (9319194c-7c19-4930-8049-48bafad7c01c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.738323 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7df0e65a-ad26-4fd2-a0b3-598420bf323c tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.739574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7df0e65a-ad26-4fd2-a0b3-598420bf323c tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2018249 Jan 28 13:53:21.742301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:21.877421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26e3792f-ad2d-451d-a6e2-79a1121448fd tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (9319194c-7c19-4930-8049-48bafad7c01c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.981385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57082) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.134978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-312ba212-645f-4f43-a341-3b6990d385b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.234356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-312ba212-645f-4f43-a341-3b6990d385b7 admin admin] Publish callbacks [] for security_group (b4a2fd76-c81a-4577-a130-2f95fe28e00e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.240177 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-312ba212-645f-4f43-a341-3b6990d385b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b4a2fd76-c81a-4577-a130-2f95fe28e00e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.282927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ba212-645f-4f43-a341-3b6990d385b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a2fd76-c81a-4577-a130-2f95fe28e00e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.290832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-312ba212-645f-4f43-a341-3b6990d385b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9ae13ae9cf14026848fb99ebccac9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047554 Jan 28 13:53:22.291063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.371478 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99a3c2d8-fcf3-4b7e-9f16-0a023d2f6d5f admin admin] Publish callbacks [] for security_group (b4a2fd76-c81a-4577-a130-2f95fe28e00e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.407922 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99a3c2d8-fcf3-4b7e-9f16-0a023d2f6d5f admin admin] Publish callbacks [] for security_group (b4a2fd76-c81a-4577-a130-2f95fe28e00e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.463931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99a3c2d8-fcf3-4b7e-9f16-0a023d2f6d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b4a2fd76-c81a-4577-a130-2f95fe28e00e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.467948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-99a3c2d8-fcf3-4b7e-9f16-0a023d2f6d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.472022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-99a3c2d8-fcf3-4b7e-9f16-0a023d2f6d5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4a2fd76-c81a-4577-a130-2f95fe28e00e HTTP/1.1" status: 204 len: 168 time: 0.1800125 Jan 28 13:53:22.484717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3c2d8-fcf3-4b7e-9f16-0a023d2f6d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a2fd76-c81a-4577-a130-2f95fe28e00e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.587184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26e3792f-ad2d-451d-a6e2-79a1121448fd tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (9319194c-7c19-4930-8049-48bafad7c01c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.589651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26e3792f-ad2d-451d-a6e2-79a1121448fd tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (9319194c-7c19-4930-8049-48bafad7c01c), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.656666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf06a91-b716-4af1-971b-d2102d995536 req-979c0a93-23ce-40ff-9f22-fb90a094f92b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:22.665411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cf06a91-b716-4af1-971b-d2102d995536 req-979c0a93-23ce-40ff-9f22-fb90a094f92b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.1499298 Jan 28 13:53:22.690865 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26e3792f-ad2d-451d-a6e2-79a1121448fd tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (9319194c-7c19-4930-8049-48bafad7c01c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.691382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3792f-ad2d-451d-a6e2-79a1121448fd tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9319194c-7c19-4930-8049-48bafad7c01c {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:22.709382 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26e3792f-ad2d-451d-a6e2-79a1121448fd tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.713078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-26e3792f-ad2d-451d-a6e2-79a1121448fd tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "DELETE /v2.0/routers/9319194c-7c19-4930-8049-48bafad7c01c HTTP/1.1" status: 204 len: 168 time: 0.9673157 Jan 28 13:53:22.743960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5cf06a91-b716-4af1-971b-d2102d995536 req-bff7a894-4267-486c-a03a-3bb3377ecae0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774767 Jan 28 13:53:22.870186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.886954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dba4331-32ee-4f3c-9a0f-8f27a56c4380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.921504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57106) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.999157 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dba4331-32ee-4f3c-9a0f-8f27a56c4380 admin admin] Publish callbacks [] for security_group (54a2f6e7-7844-4e21-9e18-707edfb31b04), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.005220 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6dba4331-32ee-4f3c-9a0f-8f27a56c4380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (54a2f6e7-7844-4e21-9e18-707edfb31b04), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.062558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57112) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:23.075231 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6dba4331-32ee-4f3c-9a0f-8f27a56c4380 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b0c9eb1004a46bc8d93e5263dd46e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025857 Jan 28 13:53:23.076518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba4331-32ee-4f3c-9a0f-8f27a56c4380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a2f6e7-7844-4e21-9e18-707edfb31b04,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:23.125139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1843644908', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:23.163563 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9447fce4-7a24-441d-99f8-1a81558faa65 admin admin] Publish callbacks [] for security_group (54a2f6e7-7844-4e21-9e18-707edfb31b04), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.169837 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (26fb0676-3021-4004-b103-b676838085ce), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.170859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (26fb0676-3021-4004-b103-b676838085ce), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.203313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9447fce4-7a24-441d-99f8-1a81558faa65 admin admin] Publish callbacks [] for security_group (54a2f6e7-7844-4e21-9e18-707edfb31b04), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.267428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (26fb0676-3021-4004-b103-b676838085ce), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.435007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (26fb0676-3021-4004-b103-b676838085ce), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.438767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9447fce4-7a24-441d-99f8-1a81558faa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (54a2f6e7-7844-4e21-9e18-707edfb31b04), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.442152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9447fce4-7a24-441d-99f8-1a81558faa65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.446074 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9447fce4-7a24-441d-99f8-1a81558faa65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54a2f6e7-7844-4e21-9e18-707edfb31b04 HTTP/1.1" status: 204 len: 168 time: 0.3824902 Jan 28 13:53:23.462821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447fce4-7a24-441d-99f8-1a81558faa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a2f6e7-7844-4e21-9e18-707edfb31b04,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:23.692672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (26fb0676-3021-4004-b103-b676838085ce), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.719092 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.872805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Allocated IP 172.25.4.86 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/890982b4-3d2b-460c-a2b3-d30ee82ed67e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:23.898418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ca31c-0f78-469b-9334-9e99a820db6a req-0e52b5b9-094a-4fa3-b1ec-7dfd6847640e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:23.900253 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c08ca31c-0f78-469b-9334-9e99a820db6a req-0e52b5b9-094a-4fa3-b1ec-7dfd6847640e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 944 time: 0.0866606 Jan 28 13:53:24.003057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c08ca31c-0f78-469b-9334-9e99a820db6a req-cb712c06-e98b-4d43-a504-6f0332329e94 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889049 Jan 28 13:53:24.056167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for port (890982b4-3d2b-460c-a2b3-d30ee82ed67e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.098363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (890982b4-3d2b-460c-a2b3-d30ee82ed67e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.146335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:24.150049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:24.155044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:24.188164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event updated for resources: {'Port': ['ID=890982b4-3d2b-460c-a2b3-d30ee82ed67e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:24.447632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (26fb0676-3021-4004-b103-b676838085ce), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.695561 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (26fb0676-3021-4004-b103-b676838085ce), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.718906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:53:24.844086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:24.876513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Router 26fb0676-3021-4004-b103-b676838085ce is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:24.879460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'port_id': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4', 'mac_address': 'fa:16:3e:a5:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:53:24.936174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:24.936759 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:24.951784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:24.973469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:24.978807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.038132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:25.044311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:25.051637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] Sync routers for ids ['26fb0676-3021-4004-b103-b676838085ce'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:25.065487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] Routers {'26fb0676-3021-4004-b103-b676838085ce'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:25.066363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['26fb0676-3021-4004-b103-b676838085ce'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:25.094596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.096650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-284b6b69-5932-41dd-9116-bb12b3f69beb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1740699 Jan 28 13:53:25.099571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57164) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:25.113185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:25.123727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] Routers {'26fb0676-3021-4004-b103-b676838085ce'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:25.124671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['26fb0676-3021-4004-b103-b676838085ce'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:25.186940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:25.199530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d17ecd-2476-4a5a-bae4-01c4f6a1bedc None None] The sync data for ids ['26fb0676-3021-4004-b103-b676838085ce'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:25.199743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4211ff-51e0-43d5-97a2-0937684a3ddd req-85179069-ee9c-45a2-9e27-e44a0bb3ebde tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:25.209968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f4211ff-51e0-43d5-97a2-0937684a3ddd req-85179069-ee9c-45a2-9e27-e44a0bb3ebde tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 945 time: 0.0859587 Jan 28 13:53:25.274087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f4211ff-51e0-43d5-97a2-0937684a3ddd req-04595e48-5321-441f-9c31-a02f4b66b2fe tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582838 Jan 28 13:53:25.307515 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d79296f7-eb71-49b8-b334-1ce9833c24a0 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/26fb0676-3021-4004-b103-b676838085ce HTTP/1.1" status: 200 len: 920 time: 0.2067857 Jan 28 13:53:25.310800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57172) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:25.340830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9bf8c43d-a125-4d45-b937-d6a2a0e253b4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:25.343563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ba5e4baf-c8e7-4749-8b7c-0411d60a0afb tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fb0676-3021-4004-b103-b676838085ce HTTP/1.1" status: 200 len: 205 time: 0.0316761 Jan 28 13:53:25.346777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57174) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:25.501030 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (26fb0676-3021-4004-b103-b676838085ce), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.622794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (26fb0676-3021-4004-b103-b676838085ce), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.680765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Deleting port 890982b4-3d2b-460c-a2b3-d30ee82ed67e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:25.681114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (890982b4-3d2b-460c-a2b3-d30ee82ed67e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.686765 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:53:25.782262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (890982b4-3d2b-460c-a2b3-d30ee82ed67e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.798175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Calling delete_port for 890982b4-3d2b-460c-a2b3-d30ee82ed67e owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:26.022037 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (890982b4-3d2b-460c-a2b3-d30ee82ed67e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.051480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event deleted for resources: {'Port': ['ID=890982b4-3d2b-460c-a2b3-d30ee82ed67e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:26.121240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (26fb0676-3021-4004-b103-b676838085ce), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.219482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (26fb0676-3021-4004-b103-b676838085ce), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.221672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (26fb0676-3021-4004-b103-b676838085ce), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.274902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (26fb0676-3021-4004-b103-b676838085ce), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.275999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Fanout notify agent at l3_agent the message router_deleted on router 26fb0676-3021-4004-b103-b676838085ce {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:26.292790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.297376 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-660a6201-9431-49e3-9ca9-7049fa64feb9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/26fb0676-3021-4004-b103-b676838085ce HTTP/1.1" status: 204 len: 168 time: 0.9468324 Jan 28 13:53:26.298087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57190) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:26.303635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1438589588', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': False}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:26.330700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.332570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.398106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.427021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082be69-9be3-40a3-a71c-58908e356ddf req-d7a79ea5-4f9d-4694-9af3-8710ecaff041 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:26.435608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2082be69-9be3-40a3-a71c-58908e356ddf req-d7a79ea5-4f9d-4694-9af3-8710ecaff041 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 945 time: 0.0654523 Jan 28 13:53:26.501169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2082be69-9be3-40a3-a71c-58908e356ddf req-2c8d9c36-6809-4d0a-8e54-0dec181b09c1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Jan 28 13:53:26.546090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.741239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:26.757405 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.778341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.788830 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.802749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:53:26.808997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:26.809686 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.896143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:26.896974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.911091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Allocated IP 172.25.4.89 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/1d6cff57-00ab-4456-bc18-4ed3cace3395) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:26.929995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:26.933013 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e6eb3-d479-4e5f-8777-131620da8e84" -d '{"events": [{"server_uuid": "ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f", "name": "network-vif-plugged", "status": "completed", "tag": "9bf8c43d-a125-4d45-b937-d6a2a0e253b4"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:26.950760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:26.961598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.002884 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2a6ff4-5c1e-441b-90cc-09a06c7a0920 x-openstack-request-id: req-af2a6ff4-5c1e-441b-90cc-09a06c7a0920 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:27.003291 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f", "name": "network-vif-plugged", "status": "completed", "tag": "9bf8c43d-a125-4d45-b937-d6a2a0e253b4", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:27.003625 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af2a6ff4-5c1e-441b-90cc-09a06c7a0920 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:27.003946 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4', 'code': 200} Jan 28 13:53:27.062922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:27.094001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.138573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.193550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Port': ['ID=1d6cff57-00ab-4456-bc18-4ed3cace3395,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:27.208674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:27.210281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:27.216848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:27.275459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077d9a-f599-4c89-af67-126189c869e9 req-c64669e4-43df-4e28-8fb3-8378b06283fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:27.276986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26077d9a-f599-4c89-af67-126189c869e9 req-c64669e4-43df-4e28-8fb3-8378b06283fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 1097 time: 0.2047606 Jan 28 13:53:27.338871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26077d9a-f599-4c89-af67-126189c869e9 req-c6305c08-76a4-4574-a07f-9003fd3c7d35 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536525 Jan 28 13:53:27.513866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.623029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3856f37-633d-4311-9f60-4ca9b1761807 req-f1a1996a-6432-4423-94f6-0208df5eabf0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:27.624684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3856f37-633d-4311-9f60-4ca9b1761807 req-f1a1996a-6432-4423-94f6-0208df5eabf0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 946 time: 0.0573945 Jan 28 13:53:27.674928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d3856f37-633d-4311-9f60-4ca9b1761807 req-9c617a34-f63d-40e6-9710-75b60a43f702 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Jan 28 13:53:27.731957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:27.867825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Router da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:27.990843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:28.002458 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Sync routers for ids ['da68f4c4-1a5a-440e-b06a-e78d3d0d2f50'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:28.015041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.018935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a26753c1-7fc0-458e-9146-8c0b63f5142d tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7168455 Jan 28 13:53:28.019305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57204) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:28.020530 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Routers {'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:28.021268 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['da68f4c4-1a5a-440e-b06a-e78d3d0d2f50'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:28.126493 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.179265 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Set router da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:28.234136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57212) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:28.234646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-75b88fee-8eef-4152-971a-7a6c41ff40e5 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 HTTP/1.1" status: 200 len: 908 time: 0.2136073 Jan 28 13:53:28.242468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1438589588', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': True}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:28.277604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (6d9b407d-e5c0-4349-a33b-20ac1c61494d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.279664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (6d9b407d-e5c0-4349-a33b-20ac1c61494d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.340549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (6d9b407d-e5c0-4349-a33b-20ac1c61494d), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.426111 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50', 'name': 'tempest-snat-router-1438589588', 'tenant_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': False}, 'gw_port_id': '1d6cff57-00ab-4456-bc18-4ed3cace3395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:26Z', 'updated_at': '2022-01-28T13:53:27Z', 'revision_number': 3, 'project_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'gw_port': {'id': '1d6cff57-00ab-4456-bc18-4ed3cace3395', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:26Z', 'updated_at': '2022-01-28T13:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:28.458946 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Checking router: da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:28.459558 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Updating router da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 port 1d6cff57-00ab-4456-bc18-4ed3cace3395 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:53:28.522463 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.588253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (6d9b407d-e5c0-4349-a33b-20ac1c61494d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.889082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4d58-3d49-45ea-9686-d890625ac33f req-4f21cda5-20ea-4a28-aff0-78992516187b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:28.890664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e37d4d58-3d49-45ea-9686-d890625ac33f req-4f21cda5-20ea-4a28-aff0-78992516187b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 946 time: 0.0838604 Jan 28 13:53:28.909215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (6d9b407d-e5c0-4349-a33b-20ac1c61494d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.930202 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.968805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e37d4d58-3d49-45ea-9686-d890625ac33f req-40592326-b819-4e71-b0e5-321bba1747c3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672703 Jan 28 13:53:28.977175 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Publish callbacks [] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.996342 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.048907 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Pushing event updated for resources: {'Port': ['ID=1d6cff57-00ab-4456-bc18-4ed3cace3395,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:29.060548 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.060900 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.061251 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.061585 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.061922 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.062411 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.062688 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.063043 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.063358 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.063771 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.064176 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.064508 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.064841 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:29.095014 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Attempting to bind port 1d6cff57-00ab-4456-bc18-4ed3cace3395 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:29.095635 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Attempting to bind port 1d6cff57-00ab-4456-bc18-4ed3cace3395 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:29.096217 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Attempting to bind port 1d6cff57-00ab-4456-bc18-4ed3cace3395 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:29.102923 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:29.103637 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:29.104273 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.105652 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:29.106629 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Bound port: 1d6cff57-00ab-4456-bc18-4ed3cace3395, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:29.107449 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.113110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Allocated IP 172.25.4.184 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ebeb6dd8-ab53-422b-a123-0a59b398207f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:29.180517 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] For port 1d6cff57-00ab-4456-bc18-4ed3cace3395, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:29.184889 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] For port 1d6cff57-00ab-4456-bc18-4ed3cace3395, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1d6cff57-00ab-4456-bc18-4ed3cace3395,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:29.192192 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.201128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c301f55-8b4a-4584-9bfe-d9c49dd7409c req-ba5af680-50bb-4c93-a85b-7677adf4076c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:29.202709 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c301f55-8b4a-4584-9bfe-d9c49dd7409c req-ba5af680-50bb-4c93-a85b-7677adf4076c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 946 time: 0.1227460 Jan 28 13:53:29.262947 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Routers {'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:29.263809 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['da68f4c4-1a5a-440e-b06a-e78d3d0d2f50'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:29.284690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c301f55-8b4a-4584-9bfe-d9c49dd7409c req-5eb2fbf4-3bd1-4c93-80af-fdb7c87abcce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751855 Jan 28 13:53:29.305442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for port (ebeb6dd8-ab53-422b-a123-0a59b398207f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.389247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ebeb6dd8-ab53-422b-a123-0a59b398207f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:29.500358 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a1373-f461-46e3-9b17-a8e949494537 None None] Pushing event updated for resources: {'Port': ['ID=1d6cff57-00ab-4456-bc18-4ed3cace3395,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:29.502227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c9170-e814-4853-9889-f2430a47eee3 req-332e1d17-d618-40e9-b83e-251dccd29ab7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:29.504018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-269c9170-e814-4853-9889-f2430a47eee3 req-332e1d17-d618-40e9-b83e-251dccd29ab7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 946 time: 0.1259348 Jan 28 13:53:29.517742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:29.531118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:29.538524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Port': ['ID=ebeb6dd8-ab53-422b-a123-0a59b398207f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:29.541506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:29.624594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-269c9170-e814-4853-9889-f2430a47eee3 req-fc9d67c3-d7a0-4532-afdf-242fcf6da734 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133399 Jan 28 13:53:29.693239 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] Set router da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:30.187581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d827d-1ea7-4a4f-a53d-65428c456ccd req-3f394745-6434-4457-bed5-6fe8fecb540f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:30.189518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-225d827d-1ea7-4a4f-a53d-65428c456ccd req-3f394745-6434-4457-bed5-6fe8fecb540f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 946 time: 0.1053867 Jan 28 13:53:30.199587 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50', 'name': 'tempest-snat-router-1438589588', 'tenant_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': False}, 'gw_port_id': '1d6cff57-00ab-4456-bc18-4ed3cace3395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:26Z', 'updated_at': '2022-01-28T13:53:27Z', 'revision_number': 3, 'project_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'gw_port': {'id': '1d6cff57-00ab-4456-bc18-4ed3cace3395', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:26Z', 'updated_at': '2022-01-28T13:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:30.282930 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383211c-9d49-4862-bb9d-c02db569aadb None None] The sync data for ids ['da68f4c4-1a5a-440e-b06a-e78d3d0d2f50'] in n-d-822748-2 is: [{'id': 'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50', 'name': 'tempest-snat-router-1438589588', 'tenant_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': False}, 'gw_port_id': '1d6cff57-00ab-4456-bc18-4ed3cace3395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:26Z', 'updated_at': '2022-01-28T13:53:27Z', 'revision_number': 3, 'project_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'gw_port': {'id': '1d6cff57-00ab-4456-bc18-4ed3cace3395', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da68f4c4-1a5a-440e-b06a-e78d3d0d2f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:26Z', 'updated_at': '2022-01-28T13:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:30.360391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-225d827d-1ea7-4a4f-a53d-65428c456ccd req-86b50a55-3896-4c38-91c2-f2bad6761859 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649015 Jan 28 13:53:30.678884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (6d9b407d-e5c0-4349-a33b-20ac1c61494d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:31.029832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (6d9b407d-e5c0-4349-a33b-20ac1c61494d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:31.284566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Router 6d9b407d-e5c0-4349-a33b-20ac1c61494d is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:31.550451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:31.562475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Sync routers for ids ['6d9b407d-e5c0-4349-a33b-20ac1c61494d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:31.581724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Routers {'6d9b407d-e5c0-4349-a33b-20ac1c61494d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:31.582402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['6d9b407d-e5c0-4349-a33b-20ac1c61494d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:31.680221 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:31.682581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1b222b38-360a-4c65-9e32-ff2d57bc31f3 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4470429 Jan 28 13:53:31.686630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57248) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:31.729054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b574e8a-f757-40b6-b0ae-535317891333 req-95ce7960-9b61-477a-94cc-ddfbb7954240 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:31.733570 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b574e8a-f757-40b6-b0ae-535317891333 req-95ce7960-9b61-477a-94cc-ddfbb7954240 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 946 time: 0.1991022 Jan 28 13:53:31.856798 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4b574e8a-f757-40b6-b0ae-535317891333 req-5fd8093e-21b9-4273-974e-12a2ded693b0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125638 Jan 28 13:53:31.910370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Set router 6d9b407d-e5c0-4349-a33b-20ac1c61494d gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:31.920689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-011b13a9-80f9-4dfa-8c93-4377e8d8edea tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/6d9b407d-e5c0-4349-a33b-20ac1c61494d HTTP/1.1" status: 200 len: 908 time: 0.2304647 Jan 28 13:53:31.921082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57252) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:31.924333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1d6cff57-00ab-4456-bc18-4ed3cace3395 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:32.129900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-25031810-205b-43f0-8377-3972efeb4e5e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:32.131405 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-25031810-205b-43f0-8377-3972efeb4e5e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 946 time: 0.1434059 Jan 28 13:53:32.206177 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (6d9b407d-e5c0-4349-a33b-20ac1c61494d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.359386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (6d9b407d-e5c0-4349-a33b-20ac1c61494d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.438504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1d6cff57-00ab-4456-bc18-4ed3cace3395 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:32.439194 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.444225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:32.444669 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.517160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Deleting port ebeb6dd8-ab53-422b-a123-0a59b398207f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:32.517728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ebeb6dd8-ab53-422b-a123-0a59b398207f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.553427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9b407d-e5c0-4349-a33b-20ac1c61494d', 'name': 'tempest-snat-router-1438589588', 'tenant_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ebeb6dd8-ab53-422b-a123-0a59b398207f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:53:28Z', 'updated_at': '2022-01-28T13:53:30Z', 'revision_number': 3, 'project_id': 'ecfb55c69ecd45bf9692cad29ce8206a', 'gw_port': {'id': 'ebeb6dd8-ab53-422b-a123-0a59b398207f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9b407d-e5c0-4349-a33b-20ac1c61494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:53:28Z', 'updated_at': '2022-01-28T13:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:32.557041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1d6cff57-00ab-4456-bc18-4ed3cace3395 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:32.557281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.594306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Checking router: 6d9b407d-e5c0-4349-a33b-20ac1c61494d for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:32.595069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Updating router 6d9b407d-e5c0-4349-a33b-20ac1c61494d port ebeb6dd8-ab53-422b-a123-0a59b398207f binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:53:32.620386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] For port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:32.620768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.631029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 1d6cff57-00ab-4456-bc18-4ed3cace3395, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1d6cff57-00ab-4456-bc18-4ed3cace3395,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:32.639239 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.642170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ebeb6dd8-ab53-422b-a123-0a59b398207f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.644127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:32.678090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ebeb6dd8-ab53-422b-a123-0a59b398207f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.721107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Calling delete_port for ebeb6dd8-ab53-422b-a123-0a59b398207f owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:32.724359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=1d6cff57-00ab-4456-bc18-4ed3cace3395,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:32.960827 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9bf8c43d-a125-4d45-b937-d6a2a0e253b4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.023993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=9bf8c43d-a125-4d45-b937-d6a2a0e253b4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:33.036152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-564dce14-f9c3-4dcf-a0f5-0edb86af54e8 req-c04dfc2a-b7ba-42cc-9902-1ebc544e79bf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0508931 Jan 28 13:53:33.049368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9bf8c43d-a125-4d45-b937-d6a2a0e253b4'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:33.088435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] No DVR routers for this DVR port 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:33.091934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.096477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e7878b59-c223-497b-9dec-da5bcd0e17da req-cf91edae-c9e1-407d-82db-7a83e22689c5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "DELETE /v2.0/ports/9bf8c43d-a125-4d45-b937-d6a2a0e253b4 HTTP/1.1" status: 204 len: 173 time: 0.9556897 Jan 28 13:53:33.097910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'name': 'network-vif-deleted', 'tag': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:33.111696 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9c8330-a840-43a3-9a20-921dcfdaf85e" -d '{"events": [{"server_uuid": "ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f", "name": "network-vif-deleted", "tag": "9bf8c43d-a125-4d45-b937-d6a2a0e253b4"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:33.131915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ebeb6dd8-ab53-422b-a123-0a59b398207f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.183410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:53:33.184296 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:53:33.246130 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaea7ba-da54-489c-8f52-d51596348a79 x-openstack-request-id: req-8aaea7ba-da54-489c-8f52-d51596348a79 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:33.248026 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f", "name": "network-vif-deleted", "tag": "9bf8c43d-a125-4d45-b937-d6a2a0e253b4", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:33.248026 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8aaea7ba-da54-489c-8f52-d51596348a79 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:33.248026 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f', 'name': 'network-vif-deleted', 'tag': '9bf8c43d-a125-4d45-b937-d6a2a0e253b4', 'status': 'completed', 'code': 200} Jan 28 13:53:33.258695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebeb6dd8-ab53-422b-a123-0a59b398207f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:33.354187 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (6d9b407d-e5c0-4349-a33b-20ac1c61494d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.520337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (6d9b407d-e5c0-4349-a33b-20ac1c61494d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.525345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (6d9b407d-e5c0-4349-a33b-20ac1c61494d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.580223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1d6cff57-00ab-4456-bc18-4ed3cace3395 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:33.604412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (6d9b407d-e5c0-4349-a33b-20ac1c61494d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.605607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9b407d-e5c0-4349-a33b-20ac1c61494d {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:33.611032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.611777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-69ec95f0-c742-4406-a17f-ca1b5d2abb2f tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6d9b407d-e5c0-4349-a33b-20ac1c61494d HTTP/1.1" status: 204 len: 168 time: 1.6896892 Jan 28 13:53:33.614593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57274) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:33.734619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Port ebeb6dd8-ab53-422b-a123-0a59b398207f not found while updating agent binding for router 6d9b407d-e5c0-4349-a33b-20ac1c61494d. {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 13:53:33.740672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1d6cff57-00ab-4456-bc18-4ed3cace3395 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:33.741219 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.799823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:33.807283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:53:33.808589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_agentschedulers_db [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d9b407d-e5c0-4349-a33b-20ac1c61494d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent'). {{(pid=103375) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 13:53:33.808952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f6c54-67a0-4ea1-a3cb-a267533b9f18 None None] The sync data for ids ['6d9b407d-e5c0-4349-a33b-20ac1c61494d'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:33.836666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.890650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1d6cff57-00ab-4456-bc18-4ed3cace3395 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:33.955099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.019595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Deleting port 1d6cff57-00ab-4456-bc18-4ed3cace3395 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:34.019951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.121380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] For port 1d6cff57-00ab-4456-bc18-4ed3cace3395, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1d6cff57-00ab-4456-bc18-4ed3cace3395,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:34.122713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.141617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Calling delete_port for 1d6cff57-00ab-4456-bc18-4ed3cace3395 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:34.186800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6cede7ed-ac44-4dcc-9077-956eb9220c91 req-8b7484d2-2f23-4d48-b269-835a1fbc6fc5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0474670 Jan 28 13:53:34.408990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1d6cff57-00ab-4456-bc18-4ed3cace3395), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.441188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d6cff57-00ab-4456-bc18-4ed3cace3395,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:34.524144 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.633291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.635787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_controller (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.686991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (da68f4c4-1a5a-440e-b06a-e78d3d0d2f50), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.687701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:34.704591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.709555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57286) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:34.713040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a38177e6-1081-4860-ac43-5f680a7c2755 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "DELETE /v2.0/routers/da68f4c4-1a5a-440e-b06a-e78d3d0d2f50 HTTP/1.1" status: 204 len: 168 time: 1.0970323 Jan 28 13:53:34.715396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-421276368', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:34.800548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.802427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.903501 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f8017058-4d54-423b-8009-77b4e192b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.928932 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (1661e1c4-a5e1-4360-a839-72c4391737c8), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.127189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (1661e1c4-a5e1-4360-a839-72c4391737c8), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.455277 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84aeeb97-300d-438d-a84d-fd5966d0cebb req-7ebc1f4a-f9e8-4c9c-b4a4-661779ee2290 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0827000 Jan 28 13:53:35.503629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (1661e1c4-a5e1-4360-a839-72c4391737c8), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.541206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.580851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1d6cff57-00ab-4456-bc18-4ed3cace3395 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:35.628797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1d6cff57-00ab-4456-bc18-4ed3cace3395 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:35.630779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1d6cff57-00ab-4456-bc18-4ed3cace3395 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:35.671723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Allocated IP 172.25.4.199 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/fa202fb9-94aa-414b-8f84-8bf506c41992) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:35.808448 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for port (fa202fb9-94aa-414b-8f84-8bf506c41992), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.074975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57314) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:36.280860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acc1cc28-f1e9-4131-884f-505b2b4791d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.346733 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fa202fb9-94aa-414b-8f84-8bf506c41992), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.405728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:36.416732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:36.420803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:36.444880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acc1cc28-f1e9-4131-884f-505b2b4791d4 admin admin] Publish callbacks [] for security_group (8014cfbd-6c1b-47fd-9023-87237d837d97), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.451099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-acc1cc28-f1e9-4131-884f-505b2b4791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8014cfbd-6c1b-47fd-9023-87237d837d97), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.499534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event updated for resources: {'Port': ['ID=fa202fb9-94aa-414b-8f84-8bf506c41992,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:36.502383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-acc1cc28-f1e9-4131-884f-505b2b4791d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e9978bc5f3d4e02b8e273cb2de46624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262927 Jan 28 13:53:36.503212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57322) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:36.530512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1cc28-f1e9-4131-884f-505b2b4791d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014cfbd-6c1b-47fd-9023-87237d837d97,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:36.584803 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba99ac04-a287-46c1-a641-7464e604067e admin admin] Publish callbacks [] for security_group (8014cfbd-6c1b-47fd-9023-87237d837d97), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.633208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a9e162b-f15f-43be-a4dd-c52a52bb3d9e req-daf1c20e-fc0c-430c-a7d9-34de31711413 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0320821 Jan 28 13:53:36.645688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba99ac04-a287-46c1-a641-7464e604067e admin admin] Publish callbacks [] for security_group (8014cfbd-6c1b-47fd-9023-87237d837d97), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.719004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba99ac04-a287-46c1-a641-7464e604067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8014cfbd-6c1b-47fd-9023-87237d837d97), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.725046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba99ac04-a287-46c1-a641-7464e604067e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:36.726208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba99ac04-a287-46c1-a641-7464e604067e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8014cfbd-6c1b-47fd-9023-87237d837d97 HTTP/1.1" status: 204 len: 168 time: 0.2155051 Jan 28 13:53:36.761256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99ac04-a287-46c1-a641-7464e604067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014cfbd-6c1b-47fd-9023-87237d837d97,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:36.815459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:36.862177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:36.862532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9bf8c43d-a125-4d45-b937-d6a2a0e253b4 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:36.933298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (1661e1c4-a5e1-4360-a839-72c4391737c8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.211512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.238422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57334) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:37.256536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e77e8293-6c70-4eef-b33d-2d29acb9f81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.419588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e77e8293-6c70-4eef-b33d-2d29acb9f81c admin admin] Publish callbacks [] for security_group (4903f106-83b1-47a6-a34b-813df0e5c3dd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.420014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Router 1661e1c4-a5e1-4360-a839-72c4391737c8 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:37.425465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e77e8293-6c70-4eef-b33d-2d29acb9f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4903f106-83b1-47a6-a34b-813df0e5c3dd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.486409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e77e8293-6c70-4eef-b33d-2d29acb9f81c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22af020537cf4aa59d5ef9c59a08ba42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466867 Jan 28 13:53:37.487192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e8293-6c70-4eef-b33d-2d29acb9f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4903f106-83b1-47a6-a34b-813df0e5c3dd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:37.488891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57336) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:37.626694 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71aa88a0-76a4-4560-8af4-6b42d01e6902 admin admin] Publish callbacks [] for security_group (4903f106-83b1-47a6-a34b-813df0e5c3dd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.628815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:37.642041 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] Sync routers for ids ['1661e1c4-a5e1-4360-a839-72c4391737c8'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:37.654852 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] Routers {'1661e1c4-a5e1-4360-a839-72c4391737c8'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:37.655756 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1661e1c4-a5e1-4360-a839-72c4391737c8'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:37.674554 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.678527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bffa00fb-5984-4671-ae12-f00aa2274ae4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9652445 Jan 28 13:53:37.679215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57340) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:37.687259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': False}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:37.701619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71aa88a0-76a4-4560-8af4-6b42d01e6902 admin admin] Publish callbacks [] for security_group (4903f106-83b1-47a6-a34b-813df0e5c3dd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.710218 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:37.711031 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f7835088-9678-4289-bc9a-f0661f2a6f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.724164 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] Routers {'1661e1c4-a5e1-4360-a839-72c4391737c8'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:37.725066 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1661e1c4-a5e1-4360-a839-72c4391737c8'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:37.763584 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:37.764635 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d50596-e192-43ce-aa8b-b1be866845f7 None None] The sync data for ids ['1661e1c4-a5e1-4360-a839-72c4391737c8'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:37.819383 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-33b108d4-892c-4d99-b56f-6b13c0770719 req-d2ba900d-6779-46a7-b2ba-1ca7c5a0911c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0425913 Jan 28 13:53:37.878808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71aa88a0-76a4-4560-8af4-6b42d01e6902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4903f106-83b1-47a6-a34b-813df0e5c3dd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.881719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71aa88a0-76a4-4560-8af4-6b42d01e6902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:37.887633 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71aa88a0-76a4-4560-8af4-6b42d01e6902 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4903f106-83b1-47a6-a34b-813df0e5c3dd HTTP/1.1" status: 204 len: 168 time: 0.3864934 Jan 28 13:53:37.897231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa88a0-76a4-4560-8af4-6b42d01e6902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4903f106-83b1-47a6-a34b-813df0e5c3dd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:38.115327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (1661e1c4-a5e1-4360-a839-72c4391737c8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:38.586497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:38.592383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:38.723659 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:39.091042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a249217e-2c02-4f12-967e-84b69b44076d req-d87c67ca-6798-460c-90fe-3af45e32d06c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0361714 Jan 28 13:53:39.174880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Router 1661e1c4-a5e1-4360-a839-72c4391737c8 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:39.309525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:39.321963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] Sync routers for ids ['1661e1c4-a5e1-4360-a839-72c4391737c8'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:39.334568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:39.345984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ddba68b8-6ed5-49d2-a018-4ccd3006803e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "PUT /v2.0/routers/1661e1c4-a5e1-4360-a839-72c4391737c8 HTTP/1.1" status: 200 len: 921 time: 1.6656566 Jan 28 13:53:39.348599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57380) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:39.349078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] Routers {'1661e1c4-a5e1-4360-a839-72c4391737c8'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:39.349332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1661e1c4-a5e1-4360-a839-72c4391737c8'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:39.418713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:39.441842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] Routers {'1661e1c4-a5e1-4360-a839-72c4391737c8'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:39.442983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1661e1c4-a5e1-4360-a839-72c4391737c8'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:39.491533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:39.492936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11baf2bd-2b52-47f6-9407-7a09de13a551 None None] The sync data for ids ['1661e1c4-a5e1-4360-a839-72c4391737c8'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:39.540396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57384) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:39.541111 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-060f601c-73ef-4da8-b56f-c728ea1a6d56 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/1661e1c4-a5e1-4360-a839-72c4391737c8 HTTP/1.1" status: 200 len: 921 time: 0.1904590 Jan 28 13:53:39.624653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a877773-65d6-4610-bbe7-ff6c591e53e7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:39.626501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6a877773-65d6-4610-bbe7-ff6c591e53e7 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=1661e1c4-a5e1-4360-a839-72c4391737c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0850291 Jan 28 13:53:39.629388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57386) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:39.743849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba760a4a-6f71-4148-a411-35cb0d7c3676 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:39.748443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57390) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:39.748677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba760a4a-6f71-4148-a411-35cb0d7c3676 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.1171856 Jan 28 13:53:39.782976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4134f589-36b7-4c70-b6b8-666b1d2f775e tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=1661e1c4-a5e1-4360-a839-72c4391737c8 HTTP/1.1" status: 200 len: 205 time: 0.0327547 Jan 28 13:53:39.785586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57392) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:39.916534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.062930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (1661e1c4-a5e1-4360-a839-72c4391737c8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.175440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Deleting port fa202fb9-94aa-414b-8f84-8bf506c41992 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:40.176188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fa202fb9-94aa-414b-8f84-8bf506c41992), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.279003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-41fa76a9-ad9e-4d02-9a18-a7e2ee44a4b3 req-dfb7205c-9acc-461d-b046-68dd9be0bd1d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0300267 Jan 28 13:53:40.323851 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fa202fb9-94aa-414b-8f84-8bf506c41992), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.340341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Calling delete_port for fa202fb9-94aa-414b-8f84-8bf506c41992 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:40.544346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fa202fb9-94aa-414b-8f84-8bf506c41992), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.565076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.581639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event deleted for resources: {'Port': ['ID=fa202fb9-94aa-414b-8f84-8bf506c41992,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:40.672880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (1661e1c4-a5e1-4360-a839-72c4391737c8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.810344 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.813011 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (1661e1c4-a5e1-4360-a839-72c4391737c8), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.883398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (1661e1c4-a5e1-4360-a839-72c4391737c8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.884164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Fanout notify agent at l3_agent the message router_deleted on router 1661e1c4-a5e1-4360-a839-72c4391737c8 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:40.905600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.912117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57418) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:40.913366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7295ca37-f1b1-44bc-a6ab-45c2fc67b8b9 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/1661e1c4-a5e1-4360-a839-72c4391737c8 HTTP/1.1" status: 204 len: 168 time: 1.1244345 Jan 28 13:53:40.919030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1bda4321-314f-4135-b4e2-b8118ea896f1 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1101434825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:40.965997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bda4321-314f-4135-b4e2-b8118ea896f1 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:40.967069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bda4321-314f-4135-b4e2-b8118ea896f1 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.060662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bda4321-314f-4135-b4e2-b8118ea896f1 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.065652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bda4321-314f-4135-b4e2-b8118ea896f1 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.085168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1bda4321-314f-4135-b4e2-b8118ea896f1 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.089711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1bda4321-314f-4135-b4e2-b8118ea896f1 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1743140 Jan 28 13:53:41.090103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:41.094729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:41.371674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.481788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3515da54-c24a-40a5-a900-62daf98c2c03 req-f4bf1a2b-bba4-4ac3-8d97-003fb67aa522 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0782132 Jan 28 13:53:41.753199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.765387 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.791465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:41.984799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Allocated IP 172.25.4.220 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/76b7e01b-0542-4be8-8e8e-de980085c929) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:42.189805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for port (76b7e01b-0542-4be8-8e8e-de980085c929), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.247020 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (76b7e01b-0542-4be8-8e8e-de980085c929), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:42.309754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event updated for resources: {'Port': ['ID=76b7e01b-0542-4be8-8e8e-de980085c929,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:42.327280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:42.329148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:42.331559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:42.636881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5f21ef2b-2759-4a79-92f5-f1ca59d9103b req-13ea3d29-36cd-4b36-a9c8-1092495267da tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0531204 Jan 28 13:53:42.763169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:43.016193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:43.020408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:43.674423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Router 40108a2d-2afb-43f1-bccb-dfa5dcbd765f is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:43.783093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19b27e08-cc62-48c9-b206-5a0802817d62 req-5736faab-56c2-4bd9-8855-337adc528fc0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0553474 Jan 28 13:53:43.878457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:43.890347 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] Sync routers for ids ['40108a2d-2afb-43f1-bccb-dfa5dcbd765f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:43.891307 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:43.896650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57454) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:43.910483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6787190a-d9b6-4100-b21e-34a1d6b7a224 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "PUT /v2.0/routers/40108a2d-2afb-43f1-bccb-dfa5dcbd765f HTTP/1.1" status: 200 len: 880 time: 2.8191791 Jan 28 13:53:43.911483 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] Routers {'40108a2d-2afb-43f1-bccb-dfa5dcbd765f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:43.912152 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['40108a2d-2afb-43f1-bccb-dfa5dcbd765f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:43.966309 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:43.978442 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] Routers {'40108a2d-2afb-43f1-bccb-dfa5dcbd765f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:43.980595 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['40108a2d-2afb-43f1-bccb-dfa5dcbd765f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:44.023910 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:44.024913 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b1109-1ca8-4a81-8d89-1be5d06b1ec5 None None] The sync data for ids ['40108a2d-2afb-43f1-bccb-dfa5dcbd765f'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:44.090392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0d3c08ea-b292-4b62-a9c0-23ef971430a8 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/40108a2d-2afb-43f1-bccb-dfa5dcbd765f HTTP/1.1" status: 200 len: 921 time: 0.1923113 Jan 28 13:53:44.093519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:44.202278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc85be8a-fcbe-4c71-a7fe-a19c0636988a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:44.203951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dc85be8a-fcbe-4c71-a7fe-a19c0636988a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=40108a2d-2afb-43f1-bccb-dfa5dcbd765f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1089580 Jan 28 13:53:44.208671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57458) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:44.326160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502c2e0-0929-42fb-91c7-d7c4d0f67aad tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:44.330843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:44.331152 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a502c2e0-0929-42fb-91c7-d7c4d0f67aad tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.1212463 Jan 28 13:53:44.367443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57468) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:44.377699 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-46c444f3-e9ee-4aee-837d-09c08373581f tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=40108a2d-2afb-43f1-bccb-dfa5dcbd765f HTTP/1.1" status: 200 len: 205 time: 0.0448172 Jan 28 13:53:44.575349 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.782339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.895624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Deleting port 76b7e01b-0542-4be8-8e8e-de980085c929 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:44.896287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (76b7e01b-0542-4be8-8e8e-de980085c929), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:44.994191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c65d97e-7efd-4b92-8333-9bd2fbb9f178 req-f931b5f4-46b4-4022-bbc0-cdca2e6c56a8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef7c01ff-8eb9-4bbb-bebd-6a840fcfea7f HTTP/1.1" status: 200 len: 210 time: 0.0393550 Jan 28 13:53:45.049504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (76b7e01b-0542-4be8-8e8e-de980085c929), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.077663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Calling delete_port for 76b7e01b-0542-4be8-8e8e-de980085c929 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:45.324179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (76b7e01b-0542-4be8-8e8e-de980085c929), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.364716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event deleted for resources: {'Port': ['ID=76b7e01b-0542-4be8-8e8e-de980085c929,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:45.483391 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.601789 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.604747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.653775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (40108a2d-2afb-43f1-bccb-dfa5dcbd765f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.654457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Fanout notify agent at l3_agent the message router_deleted on router 40108a2d-2afb-43f1-bccb-dfa5dcbd765f {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:45.671839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.676961 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e6f7439f-c239-49eb-a962-b0296e31a852 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/40108a2d-2afb-43f1-bccb-dfa5dcbd765f HTTP/1.1" status: 204 len: 168 time: 1.3042548 Jan 28 13:53:45.677911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57482) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:45.683063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c51d03a1-62d5-44e7-8dca-31dbb7aa6873 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1544235843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:45.729369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51d03a1-62d5-44e7-8dca-31dbb7aa6873 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.732365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51d03a1-62d5-44e7-8dca-31dbb7aa6873 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.818906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51d03a1-62d5-44e7-8dca-31dbb7aa6873 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (9a47e689-5f6f-4504-bf79-451a036ce4ef), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.825411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51d03a1-62d5-44e7-8dca-31dbb7aa6873 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.845385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c51d03a1-62d5-44e7-8dca-31dbb7aa6873 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:45.847164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c51d03a1-62d5-44e7-8dca-31dbb7aa6873 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1680901 Jan 28 13:53:45.850881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57486) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:45.855653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': True}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:46.111826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (9a47e689-5f6f-4504-bf79-451a036ce4ef), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.437788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (9a47e689-5f6f-4504-bf79-451a036ce4ef), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.493172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.664613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Allocated IP 172.25.4.145 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/23e9f5d0-9d9e-4a52-9c99-11fefb38a561) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:46.823755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for port (23e9f5d0-9d9e-4a52-9c99-11fefb38a561), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.867048 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (23e9f5d0-9d9e-4a52-9c99-11fefb38a561), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:46.936472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:46.944164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:46.959525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:47.001452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Port': ['ID=23e9f5d0-9d9e-4a52-9c99-11fefb38a561,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:47.465142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (9a47e689-5f6f-4504-bf79-451a036ce4ef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:47.690072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:47.694946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:47.895234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Router 9a47e689-5f6f-4504-bf79-451a036ce4ef is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:48.045457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:48.050814 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.052364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-10d9faeb-1d9e-411d-a6b4-6843f4bc4f29 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "PUT /v2.0/routers/9a47e689-5f6f-4504-bf79-451a036ce4ef HTTP/1.1" status: 200 len: 915 time: 2.2001853 Jan 28 13:53:48.055644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57506) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.058931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df519bb0-0c22-4146-959e-868136137a65 None None] Sync routers for ids ['9a47e689-5f6f-4504-bf79-451a036ce4ef'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:48.078727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df519bb0-0c22-4146-959e-868136137a65 None None] Routers {'9a47e689-5f6f-4504-bf79-451a036ce4ef'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:48.079366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df519bb0-0c22-4146-959e-868136137a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9a47e689-5f6f-4504-bf79-451a036ce4ef'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:48.131022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df519bb0-0c22-4146-959e-868136137a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:48.152578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df519bb0-0c22-4146-959e-868136137a65 None None] Routers {'9a47e689-5f6f-4504-bf79-451a036ce4ef'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:48.153202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df519bb0-0c22-4146-959e-868136137a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9a47e689-5f6f-4504-bf79-451a036ce4ef'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:48.194003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-df519bb0-0c22-4146-959e-868136137a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:48.194667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df519bb0-0c22-4146-959e-868136137a65 None None] The sync data for ids ['9a47e689-5f6f-4504-bf79-451a036ce4ef'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:48.252516 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c7178b31-7b26-4c53-99e4-db3849fc98fa tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/9a47e689-5f6f-4504-bf79-451a036ce4ef HTTP/1.1" status: 200 len: 921 time: 0.1951044 Jan 28 13:53:48.254945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57508) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.307189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be474a40-ad69-4211-829e-8cfcd592d136 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:48.310536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-be474a40-ad69-4211-829e-8cfcd592d136 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=9a47e689-5f6f-4504-bf79-451a036ce4ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0534530 Jan 28 13:53:48.312562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57512) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.451809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc9160-704d-4c4c-a192-6f2ba988d00a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:48.453635 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-26dc9160-704d-4c4c-a192-6f2ba988d00a tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.1398335 Jan 28 13:53:48.456421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.496800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e9668153-b240-437c-9f7f-197fa1dda18f tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a47e689-5f6f-4504-bf79-451a036ce4ef HTTP/1.1" status: 200 len: 205 time: 0.0386932 Jan 28 13:53:48.498863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57516) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:48.691333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:48.918950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (9a47e689-5f6f-4504-bf79-451a036ce4ef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.004094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Deleting port 23e9f5d0-9d9e-4a52-9c99-11fefb38a561 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:49.004422 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (23e9f5d0-9d9e-4a52-9c99-11fefb38a561), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.091234 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (23e9f5d0-9d9e-4a52-9c99-11fefb38a561), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.108362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Calling delete_port for 23e9f5d0-9d9e-4a52-9c99-11fefb38a561 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:49.310511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (23e9f5d0-9d9e-4a52-9c99-11fefb38a561), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.347448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event deleted for resources: {'Port': ['ID=23e9f5d0-9d9e-4a52-9c99-11fefb38a561,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:49.469272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (9a47e689-5f6f-4504-bf79-451a036ce4ef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.577209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.580909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (9a47e689-5f6f-4504-bf79-451a036ce4ef), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.648878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (9a47e689-5f6f-4504-bf79-451a036ce4ef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.649611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Fanout notify agent at l3_agent the message router_deleted on router 9a47e689-5f6f-4504-bf79-451a036ce4ef {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:49.665328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.673311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-04011507-9adb-4eae-b795-4fb5397a9e69 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/9a47e689-5f6f-4504-bf79-451a036ce4ef HTTP/1.1" status: 204 len: 168 time: 1.1667240 Jan 28 13:53:49.673671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57524) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:49.678586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-105f1aea-7366-403b-8562-a808fa99f68c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1580100747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:49.703519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-105f1aea-7366-403b-8562-a808fa99f68c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (d50b09e6-817b-4e19-9055-ad5622819356), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.704800 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-105f1aea-7366-403b-8562-a808fa99f68c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (d50b09e6-817b-4e19-9055-ad5622819356), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.762926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-105f1aea-7366-403b-8562-a808fa99f68c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (d50b09e6-817b-4e19-9055-ad5622819356), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.767904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-105f1aea-7366-403b-8562-a808fa99f68c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (d50b09e6-817b-4e19-9055-ad5622819356), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.794204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-105f1aea-7366-403b-8562-a808fa99f68c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:49.798857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57526) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:49.800794 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-105f1aea-7366-403b-8562-a808fa99f68c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1257708 Jan 28 13:53:49.803748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': False}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:50.051480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (d50b09e6-817b-4e19-9055-ad5622819356), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.501421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (d50b09e6-817b-4e19-9055-ad5622819356), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.551031 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.686866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Allocated IP 172.25.4.128 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/5d429fc4-ad73-41df-8c7b-2766d9c94721) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:50.830334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for port (5d429fc4-ad73-41df-8c7b-2766d9c94721), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:50.919489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5d429fc4-ad73-41df-8c7b-2766d9c94721), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:51.011888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:51.032076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:51.035227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:51.078100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Pushing event updated for resources: {'Port': ['ID=5d429fc4-ad73-41df-8c7b-2766d9c94721,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:51.452475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router_gateway (d50b09e6-817b-4e19-9055-ad5622819356), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:52.481093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d50b09e6-817b-4e19-9055-ad5622819356), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:52.486409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (d50b09e6-817b-4e19-9055-ad5622819356), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:52.657765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57566) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:52.823269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Router d50b09e6-817b-4e19-9055-ad5622819356 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:52.928062 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7640-1d6f-48de-9235-6ddbb0f6505b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:52.994888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:53.000871 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.005532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6ebe95a1-d3d5-4cc3-90b5-57137f6ee485 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "PUT /v2.0/routers/d50b09e6-817b-4e19-9055-ad5622819356 HTTP/1.1" status: 200 len: 916 time: 3.2052557 Jan 28 13:53:53.006777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57582) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.008426 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] Sync routers for ids ['d50b09e6-817b-4e19-9055-ad5622819356'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:53.045307 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] Routers {'d50b09e6-817b-4e19-9055-ad5622819356'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:53.049300 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d50b09e6-817b-4e19-9055-ad5622819356'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:53.141334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57588) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.141614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-658080c4-074c-443d-8a3a-1fbbad443037 tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/d50b09e6-817b-4e19-9055-ad5622819356 HTTP/1.1" status: 200 len: 922 time: 0.1327000 Jan 28 13:53:53.213665 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:53.235273 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7640-1d6f-48de-9235-6ddbb0f6505b admin admin] Publish callbacks [] for security_group (d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.239917 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] Routers {'d50b09e6-817b-4e19-9055-ad5622819356'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:53.242322 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d50b09e6-817b-4e19-9055-ad5622819356'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:53.250392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7640-1d6f-48de-9235-6ddbb0f6505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.300935 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:53.302299 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe94047-1fc0-43d6-a50b-92b624139a31 None None] The sync data for ids ['d50b09e6-817b-4e19-9055-ad5622819356'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:53.323829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e7640-1d6f-48de-9235-6ddbb0f6505b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:53.343328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50281202-9c16-4280-a8fa-0073ad42738e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:53.344938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-50281202-9c16-4280-a8fa-0073ad42738e tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=d50b09e6-817b-4e19-9055-ad5622819356&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2011681 Jan 28 13:53:53.347778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57592) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.351003 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7f8e7640-1d6f-48de-9235-6ddbb0f6505b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2db1a558d9744cb98f926c5ccb9cb48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6919286 Jan 28 13:53:53.357261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57594) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.431367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-edc65837-5131-4299-909a-9828f9d9a882 admin admin] Publish callbacks [] for security_group (d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.472922 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-edc65837-5131-4299-909a-9828f9d9a882 admin admin] Publish callbacks [] for security_group (d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.545101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279fd5e-3d4f-44f4-b58a-6ccf0579c9bc tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:53.550141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c279fd5e-3d4f-44f4-b58a-6ccf0579c9bc tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.2012401 Jan 28 13:53:53.550341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57596) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.551071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-edc65837-5131-4299-909a-9828f9d9a882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.553776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-edc65837-5131-4299-909a-9828f9d9a882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:53.560886 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-edc65837-5131-4299-909a-9828f9d9a882 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf HTTP/1.1" status: 204 len: 168 time: 0.2024825 Jan 28 13:53:53.668301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57600) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:53.684087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a70ae09a-01f9-4f83-9c5e-e7d094d3f346 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=d50b09e6-817b-4e19-9055-ad5622819356 HTTP/1.1" status: 200 len: 205 time: 0.1213541 Jan 28 13:53:53.689641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc65837-5131-4299-909a-9828f9d9a882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d400b3-52ea-4d26-8f3d-9dc519a2bfbf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:54.059171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (d50b09e6-817b-4e19-9055-ad5622819356), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.322144 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (d50b09e6-817b-4e19-9055-ad5622819356), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.430103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Deleting port 5d429fc4-ad73-41df-8c7b-2766d9c94721 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:54.430829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5d429fc4-ad73-41df-8c7b-2766d9c94721), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.603489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5d429fc4-ad73-41df-8c7b-2766d9c94721), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.640706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Calling delete_port for 5d429fc4-ad73-41df-8c7b-2766d9c94721 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:54.906836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5d429fc4-ad73-41df-8c7b-2766d9c94721), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:54.951129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event deleted for resources: {'Port': ['ID=5d429fc4-ad73-41df-8c7b-2766d9c94721,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:55.030757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (d50b09e6-817b-4e19-9055-ad5622819356), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.136334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (d50b09e6-817b-4e19-9055-ad5622819356), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.138935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (d50b09e6-817b-4e19-9055-ad5622819356), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.198703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (d50b09e6-817b-4e19-9055-ad5622819356), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.199800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Fanout notify agent at l3_agent the message router_deleted on router d50b09e6-817b-4e19-9055-ad5622819356 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:55.220128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.232374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57630) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:55.238141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1625567378', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:55.240679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9f9d56d5-b0a7-4157-85c3-ee054b008392 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/d50b09e6-817b-4e19-9055-ad5622819356 HTTP/1.1" status: 204 len: 168 time: 1.5707052 Jan 28 13:53:55.269948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.271893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.339411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.587022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.886931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:55.910312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.050417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Allocated IP 172.25.4.88 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/8a4cb313-4862-44e4-9447-d0538993dc7d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:56.202749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for port (8a4cb313-4862-44e4-9447-d0538993dc7d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.265573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8a4cb313-4862-44e4-9447-d0538993dc7d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.324542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event updated for resources: {'Port': ['ID=8a4cb313-4862-44e4-9447-d0538993dc7d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:56.342142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:56.344436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:56.352820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:56.678598 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.749415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.389038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.561977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Router d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:53:57.707418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:57.721541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] Sync routers for ids ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:57.732992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] Routers {'d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:57.734138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.736612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:57.738215 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-588e65fd-37c3-4d3c-9207-0598c431e3c6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5038729 Jan 28 13:53:57.740817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57664) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:57.746740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:57.773913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.786814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] Routers {'d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:57.788573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.829522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.830500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353297f-2a0f-4272-a2d7-370b916c5135 None None] The sync data for ids ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:58.130024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.133506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.163356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_gateway (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.269539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Deleting port 8a4cb313-4862-44e4-9447-d0538993dc7d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:58.269800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8a4cb313-4862-44e4-9447-d0538993dc7d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.378676 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8a4cb313-4862-44e4-9447-d0538993dc7d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.396632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Calling delete_port for 8a4cb313-4862-44e4-9447-d0538993dc7d owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:58.598232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8a4cb313-4862-44e4-9447-d0538993dc7d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:58.640647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Pushing event deleted for resources: {'Port': ['ID=8a4cb313-4862-44e4-9447-d0538993dc7d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:58.769525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.093162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.099383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.151937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57684) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.197222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Router d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:59.300053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:59.317022 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] Sync routers for ids ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:59.331463 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] Routers {'d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:59.332107 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:59.333540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.333766 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c580cf-9549-4234-92dc-f89a37c435cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.336723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-46b78ae6-6c2f-4e47-828d-e96e220aa92b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "PUT /v2.0/routers/d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 HTTP/1.1" status: 200 len: 706 time: 1.5948873 Jan 28 13:53:59.340100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57690) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.416864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:59.438615 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] Routers {'d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:59.439464 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:53:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:59.494948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c580cf-9549-4234-92dc-f89a37c435cb admin admin] Publish callbacks [] for security_group (6571e7e4-62fa-4acc-9e94-47281a7cc5c8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.502929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05c580cf-9549-4234-92dc-f89a37c435cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6571e7e4-62fa-4acc-9e94-47281a7cc5c8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.525918 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:59.526588 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de121a4c-4040-49cd-9e17-2bfcd8a434b0 None None] The sync data for ids ['d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:59.568371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4bd70357-8fe4-475a-b8a5-ac6913c324cf tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/routers/d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 HTTP/1.1" status: 200 len: 741 time: 0.2249749 Jan 28 13:53:59.570522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57694) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.584244 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-05c580cf-9549-4234-92dc-f89a37c435cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fd936c775814e00b9dfd10783f28200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4310350 Jan 28 13:53:59.590120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57696) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.634915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c580cf-9549-4234-92dc-f89a37c435cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6571e7e4-62fa-4acc-9e94-47281a7cc5c8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:59.639003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3b6a4038-1db4-4117-9e83-6d48c0c96dca tempest-RoutersAdminTest-312797283 tempest-RoutersAdminTest-312797283-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 HTTP/1.1" status: 200 len: 205 time: 0.0663080 Jan 28 13:53:59.639602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57698) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.675173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfc31d19-7ef3-49b6-a5ca-e5c331364fb7 admin admin] Publish callbacks [] for security_group (6571e7e4-62fa-4acc-9e94-47281a7cc5c8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.680425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e590bc2c-55ff-44a3-b3ae-fc29a08016e6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 HTTP/1.1" status: 200 len: 205 time: 0.0397029 Jan 28 13:53:59.682975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57700) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:59.707448 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfc31d19-7ef3-49b6-a5ca-e5c331364fb7 admin admin] Publish callbacks [] for security_group (6571e7e4-62fa-4acc-9e94-47281a7cc5c8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.762248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577db0f1-5410-4a2a-a63a-cd74ff79dc8d tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.765585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfc31d19-7ef3-49b6-a5ca-e5c331364fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6571e7e4-62fa-4acc-9e94-47281a7cc5c8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.768732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bfc31d19-7ef3-49b6-a5ca-e5c331364fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.769913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bfc31d19-7ef3-49b6-a5ca-e5c331364fb7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6571e7e4-62fa-4acc-9e94-47281a7cc5c8 HTTP/1.1" status: 204 len: 168 time: 0.1787779 Jan 28 13:53:59.779231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc31d19-7ef3-49b6-a5ca-e5c331364fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6571e7e4-62fa-4acc-9e94-47281a7cc5c8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:00.085114 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577db0f1-5410-4a2a-a63a-cd74ff79dc8d tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.091612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577db0f1-5410-4a2a-a63a-cd74ff79dc8d tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router_controller (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.181226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577db0f1-5410-4a2a-a63a-cd74ff79dc8d tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.183087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577db0f1-5410-4a2a-a63a-cd74ff79dc8d tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Fanout notify agent at l3_agent the message router_deleted on router d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:54:00.189917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577db0f1-5410-4a2a-a63a-cd74ff79dc8d tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.196002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-577db0f1-5410-4a2a-a63a-cd74ff79dc8d tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 HTTP/1.1" status: 204 len: 168 time: 0.5070887 Jan 28 13:54:00.200200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57706) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.238981 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-466454cf-dea8-42ba-ba77-707cb076a0a6 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 HTTP/1.1" status: 200 len: 205 time: 0.0393412 Jan 28 13:54:00.239372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57708) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.277598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57710) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.302548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca237-ce24-420c-aa06-5e3f72308541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.310475 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-4371f815-e297-4430-9e99-0ad0801ce80f tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] delete failed (client error): The resource could not be found. Jan 28 13:54:00.313091 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4371f815-e297-4430-9e99-0ad0801ce80f tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/d5c613ae-2fa3-4d92-9cb4-cb3dc9d0cd83 HTTP/1.1" status: 404 len: 336 time: 0.0727355 Jan 28 13:54:00.315576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57712) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.350701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f26d212b-169d-4c7e-ba1c-738483f97e94 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=d50b09e6-817b-4e19-9055-ad5622819356 HTTP/1.1" status: 200 len: 205 time: 0.0335641 Jan 28 13:54:00.356618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57714) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.408709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca237-ce24-420c-aa06-5e3f72308541 admin admin] Publish callbacks [] for security_group (80385b1c-64fe-4edb-b9f4-1ca3cb0602bd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.416989 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-f68f9c2a-b07a-49a1-9871-946248dc1354 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] delete failed (client error): The resource could not be found. Jan 28 13:54:00.419885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca237-ce24-420c-aa06-5e3f72308541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80385b1c-64fe-4edb-b9f4-1ca3cb0602bd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.423114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57718) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.423676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f68f9c2a-b07a-49a1-9871-946248dc1354 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/d50b09e6-817b-4e19-9055-ad5622819356 HTTP/1.1" status: 404 len: 336 time: 0.0656981 Jan 28 13:54:00.458277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ca237-ce24-420c-aa06-5e3f72308541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80385b1c-64fe-4edb-b9f4-1ca3cb0602bd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:00.493571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2f02e354-6429-4d36-b88e-45ffe6483ec4 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a47e689-5f6f-4504-bf79-451a036ce4ef HTTP/1.1" status: 200 len: 205 time: 0.0415154 Jan 28 13:54:00.497069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57722) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.513818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1c2ca237-ce24-420c-aa06-5e3f72308541 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a98b6dc22154cf3b1b4e0daafbebab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316339 Jan 28 13:54:00.516571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57724) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.562076 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-25852109-8100-4ab1-b854-540e46239436 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] delete failed (client error): The resource could not be found. Jan 28 13:54:00.567057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57726) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.567973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-25852109-8100-4ab1-b854-540e46239436 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/9a47e689-5f6f-4504-bf79-451a036ce4ef HTTP/1.1" status: 404 len: 336 time: 0.0690360 Jan 28 13:54:00.612430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ab473e7c-068e-40fc-aa7c-8ad89ca2612c tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=40108a2d-2afb-43f1-bccb-dfa5dcbd765f HTTP/1.1" status: 200 len: 205 time: 0.0442097 Jan 28 13:54:00.614836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57728) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.661844 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-d46d8fe3-e14f-4403-b80c-e5e1604acb97 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] delete failed (client error): The resource could not be found. Jan 28 13:54:00.662833 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d46d8fe3-e14f-4403-b80c-e5e1604acb97 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/40108a2d-2afb-43f1-bccb-dfa5dcbd765f HTTP/1.1" status: 404 len: 336 time: 0.0470922 Jan 28 13:54:00.665647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57730) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.681420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-431d153f-0e18-4224-9008-337689d74c78 admin admin] Publish callbacks [] for security_group (80385b1c-64fe-4edb-b9f4-1ca3cb0602bd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.700341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52698877-69ef-4768-b82a-aad857f88d05 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=1661e1c4-a5e1-4360-a839-72c4391737c8 HTTP/1.1" status: 200 len: 205 time: 0.0326617 Jan 28 13:54:00.704515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57732) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.722941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-431d153f-0e18-4224-9008-337689d74c78 admin admin] Publish callbacks [] for security_group (80385b1c-64fe-4edb-b9f4-1ca3cb0602bd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.758829 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-e4a8d9f2-6621-4c0e-ab5d-af6c2a6e302b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] delete failed (client error): The resource could not be found. Jan 28 13:54:00.763666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57734) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.763920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e4a8d9f2-6621-4c0e-ab5d-af6c2a6e302b tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/1661e1c4-a5e1-4360-a839-72c4391737c8 HTTP/1.1" status: 404 len: 336 time: 0.0581169 Jan 28 13:54:00.800684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-98f4b0ca-8b05-4b5e-b4c9-3091bee7f548 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fb0676-3021-4004-b103-b676838085ce HTTP/1.1" status: 200 len: 205 time: 0.0347145 Jan 28 13:54:00.803180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57736) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.813102 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-431d153f-0e18-4224-9008-337689d74c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (80385b1c-64fe-4edb-b9f4-1ca3cb0602bd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.816541 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-431d153f-0e18-4224-9008-337689d74c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.819972 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-431d153f-0e18-4224-9008-337689d74c78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80385b1c-64fe-4edb-b9f4-1ca3cb0602bd HTTP/1.1" status: 204 len: 168 time: 0.2998455 Jan 28 13:54:00.855139 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-115c488e-d1b8-434c-98fa-79ea947d9d04 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] delete failed (client error): The resource could not be found. Jan 28 13:54:00.858989 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-115c488e-d1b8-434c-98fa-79ea947d9d04 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/routers/26fb0676-3021-4004-b103-b676838085ce HTTP/1.1" status: 404 len: 336 time: 0.0523729 Jan 28 13:54:00.859675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57740) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:00.862159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d153f-0e18-4224-9008-337689d74c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80385b1c-64fe-4edb-b9f4-1ca3cb0602bd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:00.906686 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98a478a-8c4f-4f9c-a5d9-5b0fab8f3563 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] DELETE failed (client error): The resource could not be found. Jan 28 13:54:00.907189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98a478a-8c4f-4f9c-a5d9-5b0fab8f3563 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:54:00.912092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d98a478a-8c4f-4f9c-a5d9-5b0fab8f3563 tempest-RoutersAdminTest-383961686 tempest-RoutersAdminTest-383961686-project] 10.222.0.45 "DELETE /v2.0/subnets/2b7b2699-b8fa-4ed6-8177-aadf2d5b634d HTTP/1.1" status: 404 len: 337 time: 0.0497210 Jan 28 13:54:01.263683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57748) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:01.465865 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-872f8b8a-bd15-460d-a23c-5ac33a67f0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.477138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57754) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:01.496614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-130b2c9f-6e6f-49f9-9943-ab491e5b25d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.610927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-130b2c9f-6e6f-49f9-9943-ab491e5b25d1 admin admin] Publish callbacks [] for security_group (eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.615896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-130b2c9f-6e6f-49f9-9943-ab491e5b25d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.634051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-872f8b8a-bd15-460d-a23c-5ac33a67f0f1 admin admin] Publish callbacks [] for security_group (bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.640270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-872f8b8a-bd15-460d-a23c-5ac33a67f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.665616 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-130b2c9f-6e6f-49f9-9943-ab491e5b25d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ba18773464a45e292e386ce64c44418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868727 Jan 28 13:54:01.666842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57772) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:01.667683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b2c9f-6e6f-49f9-9943-ab491e5b25d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:01.684679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-872f8b8a-bd15-460d-a23c-5ac33a67f0f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8fc4618d9d9d41b6a03d2cab4988a582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195070 Jan 28 13:54:01.685740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8b8a-bd15-460d-a23c-5ac33a67f0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:01.687414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:01.796684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e906ffc-dbf0-4bb0-80b1-72f8802b473d admin admin] Publish callbacks [] for security_group (bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.809596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47d868ba-23b2-4c87-b359-1b9e73ed41fc admin admin] Publish callbacks [] for security_group (eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.831271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e906ffc-dbf0-4bb0-80b1-72f8802b473d admin admin] Publish callbacks [] for security_group (bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.851632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47d868ba-23b2-4c87-b359-1b9e73ed41fc admin admin] Publish callbacks [] for security_group (eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.921115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e906ffc-dbf0-4bb0-80b1-72f8802b473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.924239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e906ffc-dbf0-4bb0-80b1-72f8802b473d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.925436 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e906ffc-dbf0-4bb0-80b1-72f8802b473d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203 HTTP/1.1" status: 204 len: 168 time: 0.2360756 Jan 28 13:54:01.928450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47d868ba-23b2-4c87-b359-1b9e73ed41fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.931397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-47d868ba-23b2-4c87-b359-1b9e73ed41fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.932704 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-47d868ba-23b2-4c87-b359-1b9e73ed41fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea HTTP/1.1" status: 204 len: 168 time: 0.2619250 Jan 28 13:54:01.940575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906ffc-dbf0-4bb0-80b1-72f8802b473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1fd8f7-4b15-461e-a4c3-dc5e78a8b203,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:01.954991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d868ba-23b2-4c87-b359-1b9e73ed41fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6d8860-4ef5-4d95-b9a3-0fafe9d688ea,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:02.499859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 57844) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:02.588332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dfea7fe3-3ab4-4ac0-b414-c11c9343bc79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecfb55c69ecd45bf9692cad29ce8206a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865679 Jan 28 13:54:02.591064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57856) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:02.671304 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f0e001a-7e97-44ce-a0f8-ed86b6df9fdc admin admin] Publish callbacks [] for security_group (8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.677830 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:54:02.701012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f0e001a-7e97-44ce-a0f8-ed86b6df9fdc admin admin] Publish callbacks [] for security_group (8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.781111 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f0e001a-7e97-44ce-a0f8-ed86b6df9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.784095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f0e001a-7e97-44ce-a0f8-ed86b6df9fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.785457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5f0e001a-7e97-44ce-a0f8-ed86b6df9fdc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b HTTP/1.1" status: 204 len: 168 time: 0.1917207 Jan 28 13:54:02.801296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e001a-7e97-44ce-a0f8-ed86b6df9fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7b6c3-a9a5-4d1c-8a57-f8d4210dd78b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:04.956404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5fd73dfb-c2b4-4c28-b2c1-3f9d1025ca3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.983844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57988) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:05.054108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-f232c897-5edf-4106-8a87-c1c253cbdea1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0894547 Jan 28 13:54:05.196410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.198090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.198906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.200016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.200188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-680399797', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:05.200548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.201027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.201503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.203566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-815cbfc1-ff5e-4e09-b411-658fe96482a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ff9829216e9416abc67ee44bef9df98&device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 6503 time: 0.0851383 Jan 28 13:54:05.225560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Made reservation on behalf of 69d0ff6236374ef29b17b8880694c28c for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:05.231011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.245083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.368301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-1bc920bc-1081-4ea0-8610-ba0ba51c2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.368784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-1bc920bc-1081-4ea0-8610-ba0ba51c2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.369299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-1bc920bc-1081-4ea0-8610-ba0ba51c2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.370946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-1bc920bc-1081-4ea0-8610-ba0ba51c2ae8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68ab7131-bccd-4165-8d71-334c51189a8f&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=74e1d4a8-6162-41fe-8508-1f0d03086282&id=b3daea2d-ee9c-473f-9140-ae668521e7c4&id=b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 200 len: 2297 time: 0.1376288 Jan 28 13:54:05.422558 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for security_group (f25ecac2-c8b5-40b7-a771-4d9bb842eaa9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.428252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f25ecac2-c8b5-40b7-a771-4d9bb842eaa9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.432574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] device_id is not set on port ba1ffeba-244e-401d-8c30-346bea263b5c yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:05.456688 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-ba7ff215-9ac1-410a-83b6-ef8a3a372ee0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 200 len: 1000 time: 0.0759387 Jan 28 13:54:05.502044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ecac2-c8b5-40b7-a771-4d9bb842eaa9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:05.516101 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-6a8c3901-60d6-42f4-8d3e-dc85b0c17329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.517664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-6a8c3901-60d6-42f4-8d3e-dc85b0c17329 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 200 len: 856 time: 0.0535963 Jan 28 13:54:05.581228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-9decabaa-c925-4e48-a150-bbac376cc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.583071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-9decabaa-c925-4e48-a150-bbac376cc796 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68ab7131-bccd-4165-8d71-334c51189a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555625 Jan 28 13:54:05.589288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Allocated IP 172.25.4.72 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ba1ffeba-244e-401d-8c30-346bea263b5c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:05.696963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-c95a3020-14b6-42c3-a6f6-5b08db26b17a service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029916 Jan 28 13:54:05.754581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for port (ba1ffeba-244e-401d-8c30-346bea263b5c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.800167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ba1ffeba-244e-401d-8c30-346bea263b5c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.808872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-d96259ff-7ce2-4b13-a3b1-4facc2bb0055 service neutron] 10.222.0.60 "GET /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052091 Jan 28 13:54:05.851670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:05.859268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:05.864393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:05.867774 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-0f106467-aed7-4e5a-8ad4-a71626eb488a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 217 time: 0.0514607 Jan 28 13:54:05.897230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Pushing event updated for resources: {'Port': ['ID=ba1ffeba-244e-401d-8c30-346bea263b5c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:05.910687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.911327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.928968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6275775b-9d97-4993-b79f-bd21169f013a tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9439201 Jan 28 13:54:05.932593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 57996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:05.932979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-3ab873a7-8baf-4700-b858-e81075353a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:05.934630 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-3ab873a7-8baf-4700-b858-e81075353a6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.0587218 Jan 28 13:54:05.937009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}]}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:05.975449 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (e45fafff-a607-4c96-ad40-a783b65f7214), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.978106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (e45fafff-a607-4c96-ad40-a783b65f7214), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.003451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-ad9fd044-77f7-4274-a3de-504436eb44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:06.006002 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-ad9fd044-77f7-4274-a3de-504436eb44e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619822 Jan 28 13:54:06.047954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for router_controller (e45fafff-a607-4c96-ad40-a783b65f7214), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.135135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-ff5f9f54-4fc5-4718-be6d-88f6823852e2 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207938 Jan 28 13:54:06.268964 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-742ba8d1-a783-4ce5-90a5-8ae9f6f486b2 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254091 Jan 28 13:54:06.341024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-9c85d1ef-d6c7-430d-a32c-fac188b0cb90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 217 time: 0.0639777 Jan 28 13:54:06.427804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-6127d1ef-425b-4d9a-9d03-3a4ca8d54447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:06.429575 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-6127d1ef-425b-4d9a-9d03-3a4ca8d54447 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.0808287 Jan 28 13:54:06.543460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-c3e9724a-8f89-49e5-bca9-c506a1d2ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:06.549565 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-c3e9724a-8f89-49e5-bca9-c506a1d2ef82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109760 Jan 28 13:54:06.642079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for router_gateway (e45fafff-a607-4c96-ad40-a783b65f7214), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.659224 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-b998a12b-dafe-458b-a2c0-05b8fc00ad1b service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994389 Jan 28 13:54:06.799194 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-1bd9cfad-7603-4a16-96c1-e7088e08005d service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314340 Jan 28 13:54:06.862831 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-cd00cee3-2fa7-4cae-89a4-97fb33f31575 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 200 len: 217 time: 0.0564542 Jan 28 13:54:06.894859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for router_gateway (e45fafff-a607-4c96-ad40-a783b65f7214), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.928999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.945380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-b22cff4b-9eb6-4e53-9083-7978ca136e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:06.948322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-b22cff4b-9eb6-4e53-9083-7978ca136e93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.0777388 Jan 28 13:54:07.017348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-f8b35d13-be19-4a5b-80f9-9ac4df5be8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:07.019931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-f8b35d13-be19-4a5b-80f9-9ac4df5be8d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649085 Jan 28 13:54:07.109932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for router (e45fafff-a607-4c96-ad40-a783b65f7214), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.186740 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-cab9aa77-17a8-4ba4-8dcb-fd5aa7ffcce6 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553137 Jan 28 13:54:07.303056 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-e45b3179-ec4c-4aab-9126-b8cd171a6120 service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092315 Jan 28 13:54:07.329364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (e45fafff-a607-4c96-ad40-a783b65f7214), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.331657 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks [] for router_controller (e45fafff-a607-4c96-ad40-a783b65f7214), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.356650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-6ba3bd91-3d9f-4304-a729-8f418d1bfc8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 200 len: 217 time: 0.0456941 Jan 28 13:54:07.389549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (e45fafff-a607-4c96-ad40-a783b65f7214), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.390048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e45fafff-a607-4c96-ad40-a783b65f7214 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:54:07.408447 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 13:54:07.412564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fff8ffc3-34e9-4e9b-9011-4d753c05a9bd tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4762709 Jan 28 13:54:07.415193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58012) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:07.482943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-66886653-3b9d-49a3-90d3-d85b9d2806a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:07.485536 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-66886653-3b9d-49a3-90d3-d85b9d2806a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 200 len: 797 time: 0.1199572 Jan 28 13:54:07.522934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Deleting port ba1ffeba-244e-401d-8c30-346bea263b5c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:07.523289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ba1ffeba-244e-401d-8c30-346bea263b5c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.541269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-7779bd64-2543-46ac-b1b1-73090603f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:07.542816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-7779bd64-2543-46ac-b1b1-73090603f9a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=74e1d4a8-6162-41fe-8508-1f0d03086282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496092 Jan 28 13:54:07.647438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ba1ffeba-244e-401d-8c30-346bea263b5c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.660554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Calling delete_port for ba1ffeba-244e-401d-8c30-346bea263b5c owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:07.678763 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-86feb330-be43-44d5-b82b-5d91227eaffb service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280620 Jan 28 13:54:07.720673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9776b24c-57cd-4f54-a69c-78f4c28febeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.808446 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-3ad1c421-3b48-4e6a-9c94-bbf356d3cc4a service neutron] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185606 Jan 28 13:54:07.826205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ba1ffeba-244e-401d-8c30-346bea263b5c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.869999 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-c318f329-d1ad-4d55-8dc9-3167ded0815a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 200 len: 217 time: 0.0563800 Jan 28 13:54:07.876842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba1ffeba-244e-401d-8c30-346bea263b5c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:07.945102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-19da1176-e6a0-424d-bec2-312f00090971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:07.946865 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-19da1176-e6a0-424d-bec2-312f00090971 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.0698588 Jan 28 13:54:07.969734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.979334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ffd3c9a-6457-4d95-9798-f1d3926702ed tempest-RoutersAdminNegativeIpV6Test-622729988 tempest-RoutersAdminNegativeIpV6Test-622729988-project-admin] 10.222.0.45 "DELETE /v2.0/ports/ba1ffeba-244e-401d-8c30-346bea263b5c HTTP/1.1" status: 204 len: 168 time: 0.5639307 Jan 28 13:54:08.020178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-68a303e0-05d9-47ee-9f12-82148fd7010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.022076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-68a303e0-05d9-47ee-9f12-82148fd7010f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648408 Jan 28 13:54:08.137606 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-c0f50045-358c-4c87-a458-1b3798cd92f4 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067536 Jan 28 13:54:08.271200 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-bb50bd46-932f-4a24-a5a3-e191fbbcc7b8 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265097 Jan 28 13:54:08.338022 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-e38f3a11-085d-4089-a4a0-8ee62449f994 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 200 len: 217 time: 0.0577874 Jan 28 13:54:08.378952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58022) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.402178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-17bc48c2-3e9f-4f35-8c03-a18cb8a79c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.403680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-17bc48c2-3e9f-4f35-8c03-a18cb8a79c3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 200 len: 797 time: 0.0601473 Jan 28 13:54:08.463077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-1637a594-5c81-412c-945b-06be3dedf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.471640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-1637a594-5c81-412c-945b-06be3dedf393 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3daea2d-ee9c-473f-9140-ae668521e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596137 Jan 28 13:54:08.563754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a371b3b-a3fe-447f-98c6-49734b1fab75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.609862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-bd741a00-0251-4c00-8a19-a590541d8760 service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289644 Jan 28 13:54:08.715819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a371b3b-a3fe-447f-98c6-49734b1fab75 admin admin] Publish callbacks [] for security_group (cdbab74a-ea53-475c-b695-df7cf63e51f3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.719694 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.724328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a371b3b-a3fe-447f-98c6-49734b1fab75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cdbab74a-ea53-475c-b695-df7cf63e51f3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.777070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1e6abef9-acfb-4933-b7b8-0c150be613ee req-e3d7c102-6d19-4b11-9a9d-f935b12b0f0b service neutron] 10.222.0.60 "GET /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592829 Jan 28 13:54:08.809144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8a371b3b-a3fe-447f-98c6-49734b1fab75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=681429f954f7426bbebf3da923f99ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258838 Jan 28 13:54:08.809593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58030) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.810700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a371b3b-a3fe-447f-98c6-49734b1fab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbab74a-ea53-475c-b695-df7cf63e51f3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.819783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-22e65d51-3772-456c-af9c-011880e9d636 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913084 Jan 28 13:54:08.909690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3551dd6a-23ff-41a4-972c-bf2ac7ff64cf admin admin] Publish callbacks [] for security_group (cdbab74a-ea53-475c-b695-df7cf63e51f3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.913912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-6b805629-f81d-47be-b35f-88bf008086a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.918500 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-6b805629-f81d-47be-b35f-88bf008086a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0477493 Jan 28 13:54:08.941634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3551dd6a-23ff-41a4-972c-bf2ac7ff64cf admin admin] Publish callbacks [] for security_group (cdbab74a-ea53-475c-b695-df7cf63e51f3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.995430 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3551dd6a-23ff-41a4-972c-bf2ac7ff64cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (cdbab74a-ea53-475c-b695-df7cf63e51f3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.998472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3551dd6a-23ff-41a4-972c-bf2ac7ff64cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.000128 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3551dd6a-23ff-41a4-972c-bf2ac7ff64cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cdbab74a-ea53-475c-b695-df7cf63e51f3 HTTP/1.1" status: 204 len: 168 time: 0.1880722 Jan 28 13:54:09.011369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551dd6a-23ff-41a4-972c-bf2ac7ff64cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbab74a-ea53-475c-b695-df7cf63e51f3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:09.096851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-9148ad4f-05da-4947-9023-8994cd667e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:09.100017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-9148ad4f-05da-4947-9023-8994cd667e87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 910 time: 0.1543162 Jan 28 13:54:09.210826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-fa3c432c-d8a1-4fc8-8c06-21b79020406b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 1002 time: 0.1019599 Jan 28 13:54:09.282867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-fe9e5ccf-33b6-4a53-af13-91257d2b461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:09.284505 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-fe9e5ccf-33b6-4a53-af13-91257d2b461c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.0657728 Jan 28 13:54:09.351469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-6731f06d-27e8-4d73-9237-dc31ecfcabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:09.360865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-6731f06d-27e8-4d73-9237-dc31ecfcabf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595438 Jan 28 13:54:09.430816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58038) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:09.489029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b769e63e-b024-4f12-b9d0-f9fe8a619bc4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69d0ff6236374ef29b17b8880694c28c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551186 Jan 28 13:54:09.491340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58040) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:09.555788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-86edd8cc-68c5-4024-8da7-01821a417190 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901109 Jan 28 13:54:09.571398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d539c69c-b076-4b71-b2aa-32ee0fa1088b admin admin] Publish callbacks [] for security_group (f25ecac2-c8b5-40b7-a771-4d9bb842eaa9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.604571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d539c69c-b076-4b71-b2aa-32ee0fa1088b admin admin] Publish callbacks [] for security_group (f25ecac2-c8b5-40b7-a771-4d9bb842eaa9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.668514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d539c69c-b076-4b71-b2aa-32ee0fa1088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f25ecac2-c8b5-40b7-a771-4d9bb842eaa9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.678518 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d539c69c-b076-4b71-b2aa-32ee0fa1088b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.684137 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d539c69c-b076-4b71-b2aa-32ee0fa1088b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f25ecac2-c8b5-40b7-a771-4d9bb842eaa9 HTTP/1.1" status: 204 len: 168 time: 0.1872478 Jan 28 13:54:09.702969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539c69c-b076-4b71-b2aa-32ee0fa1088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ecac2-c8b5-40b7-a771-4d9bb842eaa9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:09.713799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3bc14519-ed0b-4471-9a1a-7c7ba3e2e382 req-2722171e-e082-451a-8004-8168fff32e0f service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490169 Jan 28 13:54:10.577978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.748335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:10.829908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:10.902128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-116263758'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:10.929730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-010bb886-6044-4a3e-8fdd-a4ded4ec4e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.960968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:10.966672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:10.982568 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.088266 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-010bb886-6044-4a3e-8fdd-a4ded4ec4e37 admin admin] Publish callbacks [] for security_group (c0d45199-8300-4ee2-b37b-de804f759540), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.101255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-010bb886-6044-4a3e-8fdd-a4ded4ec4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c0d45199-8300-4ee2-b37b-de804f759540), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.131283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for security_group (738e548f-9944-4ff4-8cf2-786d684bcfb9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.143856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (738e548f-9944-4ff4-8cf2-786d684bcfb9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.164185 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-010bb886-6044-4a3e-8fdd-a4ded4ec4e37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28071779cfa045f38ae58d032b66134b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140065 Jan 28 13:54:11.167396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:11.169910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bb886-6044-4a3e-8fdd-a4ded4ec4e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d45199-8300-4ee2-b37b-de804f759540,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:11.178280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:54:11.205760 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f91b1cdb-cbd5-4434-95b4-418bacbeea28), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.206144 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Added segment f91b1cdb-cbd5-4434-95b4-418bacbeea28 of type vlan for network 436a8159-4898-4d51-96d4-ade9970caddb Jan 28 13:54:11.219269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738e548f-9944-4ff4-8cf2-786d684bcfb9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:11.256080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (436a8159-4898-4d51-96d4-ade9970caddb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.284827 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (436a8159-4898-4d51-96d4-ade9970caddb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.291866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:11.292740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.297593 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b50a434-28da-45e0-a393-ffffa57016f8 admin admin] Publish callbacks [] for security_group (c0d45199-8300-4ee2-b37b-de804f759540), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.316229 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4851909 Jan 28 13:54:11.328728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58086) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:11.333752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'subnet': {'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:11.341659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b50a434-28da-45e0-a393-ffffa57016f8 admin admin] Publish callbacks [] for security_group (c0d45199-8300-4ee2-b37b-de804f759540), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.424013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b50a434-28da-45e0-a393-ffffa57016f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c0d45199-8300-4ee2-b37b-de804f759540), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.428661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b50a434-28da-45e0-a393-ffffa57016f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.435188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b50a434-28da-45e0-a393-ffffa57016f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0d45199-8300-4ee2-b37b-de804f759540 HTTP/1.1" status: 204 len: 168 time: 0.2666962 Jan 28 13:54:11.452393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c388cb-35c4-4cb2-a0ff-3cc20d6157f4 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Network': ['ID=436a8159-4898-4d51-96d4-ade9970caddb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:11.453261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50a434-28da-45e0-a393-ffffa57016f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d45199-8300-4ee2-b37b-de804f759540,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:11.466172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 436a8159-4898-4d51-96d4-ade9970caddb details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:54:11.511887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:11.520819 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.817330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.919244 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (df911726-fc60-4373-a1a0-c6046eee6edf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:11.997107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Subnet': ['ID=df911726-fc60-4373-a1a0-c6046eee6edf,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:12.015335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Checking segment: {'id': 'f91b1cdb-cbd5-4434-95b4-418bacbeea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '436a8159-4898-4d51-96d4-ade9970caddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:12.015711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network hostable DHCP agents. Network: 436a8159-4898-4d51-96d4-ade9970caddb, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:54:12.042430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network 436a8159-4898-4d51-96d4-ade9970caddb is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:54:12.057219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 436a8159-4898-4d51-96d4-ade9970caddb) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:12.063216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:12.064116 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.069870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f90af6-8d4c-4b8c-96f6-cc2920480889 None None] Network 436a8159-4898-4d51-96d4-ade9970caddb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:12.088500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58094) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:12.088910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b344c26-7b62-48b3-bfec-5e3c96425ec9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7582471 Jan 28 13:54:12.096447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-163159339'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:12.240710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-436a8159-4898-4d51-96d4-ade9970caddb', 'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'project_id': '32326d2939c34487a6669be0a6fbc17d', 'fixed_ips': [{'subnet_id': 'df911726-fc60-4373-a1a0-c6046eee6edf'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:54:12.241592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.292943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:12.297068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.330636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] device_id is not set on port bfe77c7c-d6b5-4eba-a868-6f1164a9a57a yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:12.426938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Allocated IP 2001:db8::2 (436a8159-4898-4d51-96d4-ade9970caddb/df911726-fc60-4373-a1a0-c6046eee6edf/5d638afc-b2eb-472e-8800-ffa8af5044e7) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:12.580321 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Publish callbacks [] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.588526 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.643771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Network 436a8159-4898-4d51-96d4-ade9970caddb is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:12.650519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:12.654541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:12.671375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Pushing event updated for resources: {'Port': ['ID=5d638afc-b2eb-472e-8800-ffa8af5044e7,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:12.683384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.683841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.684368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.684815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.685249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.686156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.686156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.687132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.687132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.687564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.687965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.688436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.688834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:12.700146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Allocated IP 2001:db8::3bc (436a8159-4898-4d51-96d4-ade9970caddb/df911726-fc60-4373-a1a0-c6046eee6edf/bfe77c7c-d6b5-4eba-a868-6f1164a9a57a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:12.743910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Attempting to bind port 5d638afc-b2eb-472e-8800-ffa8af5044e7 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:12.745465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Attempting to bind port 5d638afc-b2eb-472e-8800-ffa8af5044e7 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f91b1cdb-cbd5-4434-95b4-418bacbeea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '436a8159-4898-4d51-96d4-ade9970caddb'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:12.745465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Attempting to bind port 5d638afc-b2eb-472e-8800-ffa8af5044e7 on network 436a8159-4898-4d51-96d4-ade9970caddb {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:12.752022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:12.752441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Checking segment: {'id': 'f91b1cdb-cbd5-4434-95b4-418bacbeea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '436a8159-4898-4d51-96d4-ade9970caddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:12.752854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.753248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Bound using segment: {'id': 'f91b1cdb-cbd5-4434-95b4-418bacbeea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '436a8159-4898-4d51-96d4-ade9970caddb'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:12.753726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Bound port: 5d638afc-b2eb-472e-8800-ffa8af5044e7, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91b1cdb-cbd5-4434-95b4-418bacbeea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '436a8159-4898-4d51-96d4-ade9970caddb'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:12.754277 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.836840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] For port 5d638afc-b2eb-472e-8800-ffa8af5044e7, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:12.842330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] For port 5d638afc-b2eb-472e-8800-ffa8af5044e7, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5d638afc-b2eb-472e-8800-ffa8af5044e7,segment=NetworkSegment(f91b1cdb-cbd5-4434-95b4-418bacbeea28),segment_id=f91b1cdb-cbd5-4434-95b4-418bacbeea28)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:12.846463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.917786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (bfe77c7c-d6b5-4eba-a868-6f1164a9a57a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.931509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b1289-00e0-4451-8984-d78c6ce3e29d None None] Pushing event updated for resources: {'Port': ['ID=5d638afc-b2eb-472e-8800-ffa8af5044e7,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:12.963882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bfe77c7c-d6b5-4eba-a868-6f1164a9a57a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.012465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network 436a8159-4898-4d51-96d4-ade9970caddb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:13.015870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:13.018549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:13.024132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:13.024786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.048966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=bfe77c7c-d6b5-4eba-a868-6f1164a9a57a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:13.060682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:13.061222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-119713dc-1eeb-4133-aed0-688cd251d5a5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9710124 Jan 28 13:54:13.068834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-863603231', 'allowed_address_pairs': [{'ip_address': '2001:db8::3bc', 'mac_address': 'fa:16:3e:a2:33:c3'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:13.259091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:13.358876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.378098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] device_id is not set on port 825bd08d-5578-46e1-80cc-c1febc30a4e2 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:13.522816 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Allocated IP 2001:db8::9f (436a8159-4898-4d51-96d4-ade9970caddb/df911726-fc60-4373-a1a0-c6046eee6edf/825bd08d-5578-46e1-80cc-c1febc30a4e2) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:13.617760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5d638afc-b2eb-472e-8800-ffa8af5044e7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:13.673254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5d638afc-b2eb-472e-8800-ffa8af5044e7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:13.673917 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.734752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (825bd08d-5578-46e1-80cc-c1febc30a4e2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.786180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5d638afc-b2eb-472e-8800-ffa8af5044e7 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:13.786599 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.802701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (825bd08d-5578-46e1-80cc-c1febc30a4e2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.836340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 5d638afc-b2eb-472e-8800-ffa8af5044e7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5d638afc-b2eb-472e-8800-ffa8af5044e7,segment=NetworkSegment(f91b1cdb-cbd5-4434-95b4-418bacbeea28),segment_id=f91b1cdb-cbd5-4434-95b4-418bacbeea28)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:13.845354 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.905198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=825bd08d-5578-46e1-80cc-c1febc30a4e2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:13.909703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=5d638afc-b2eb-472e-8800-ffa8af5044e7,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:13.919471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network 436a8159-4898-4d51-96d4-ade9970caddb is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:13.923599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:13.927154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:13.934968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:13.935742 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:13.959480 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f100e840-f611-4f7f-89b4-7273fb283d03 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.8974204 Jan 28 13:54:13.961984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:14.040009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a3140-8cb5-42e2-a229-fef71541d7e5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.047723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a3140-8cb5-42e2-a229-fef71541d7e5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.053945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a3140-8cb5-42e2-a229-fef71541d7e5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.059689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b10a3140-8cb5-42e2-a229-fef71541d7e5 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0922101 Jan 28 13:54:14.059900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58108) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:14.136770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5d20e-2ecc-4090-b790-a390e33a3532 None None] Network 436a8159-4898-4d51-96d4-ade9970caddb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:14.203406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting port 825bd08d-5578-46e1-80cc-c1febc30a4e2 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:14.203949 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (825bd08d-5578-46e1-80cc-c1febc30a4e2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.268287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-062e95d5-c6ff-46a2-ab80-6ba25ba37a6f None None] Provisioning complete for port 5d638afc-b2eb-472e-8800-ffa8af5044e7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:14.268667 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-062e95d5-c6ff-46a2-ab80-6ba25ba37a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.313473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (825bd08d-5578-46e1-80cc-c1febc30a4e2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.329259 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Calling delete_port for 825bd08d-5578-46e1-80cc-c1febc30a4e2 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:14.385495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-062e95d5-c6ff-46a2-ab80-6ba25ba37a6f None None] Current status of the port 5d638afc-b2eb-472e-8800-ffa8af5044e7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:14.537917 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (825bd08d-5578-46e1-80cc-c1febc30a4e2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.600911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Port': ['ID=825bd08d-5578-46e1-80cc-c1febc30a4e2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:14.723730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f65dea84-d67e-4701-825b-efafb81a6098 None None] Provisioning complete for port 5d638afc-b2eb-472e-8800-ffa8af5044e7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:14.724082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f65dea84-d67e-4701-825b-efafb81a6098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.739305 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.745776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4a04aa6c-c67b-4434-82f2-660005b03be9 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/ports/825bd08d-5578-46e1-80cc-c1febc30a4e2 HTTP/1.1" status: 204 len: 168 time: 0.6819904 Jan 28 13:54:14.746123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58110) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:14.776137 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4000be-c6fd-4a83-9ef6-b7dcb6076c12 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] GET failed (client error): The resource could not be found. Jan 28 13:54:14.778418 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3f4000be-c6fd-4a83-9ef6-b7dcb6076c12 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "GET /v2.0/ports/825bd08d-5578-46e1-80cc-c1febc30a4e2 HTTP/1.1" status: 404 len: 333 time: 0.0309300 Jan 28 13:54:14.781789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58112) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:14.787481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1343882334'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:14.833792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f65dea84-d67e-4701-825b-efafb81a6098 None None] Current status of the port 5d638afc-b2eb-472e-8800-ffa8af5044e7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:14.846942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f65dea84-d67e-4701-825b-efafb81a6098 None None] Provisioning complete for port bfe77c7c-d6b5-4eba-a868-6f1164a9a57a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:14.847606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f65dea84-d67e-4701-825b-efafb81a6098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bfe77c7c-d6b5-4eba-a868-6f1164a9a57a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.910237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f65dea84-d67e-4701-825b-efafb81a6098 None None] Port bfe77c7c-d6b5-4eba-a868-6f1164a9a57a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:14.913547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f65dea84-d67e-4701-825b-efafb81a6098 None None] Could not find standard attr ID for object 825bd08d-5578-46e1-80cc-c1febc30a4e2. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:54:14.958470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:14.962427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.985280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] device_id is not set on port 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:15.042821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9eec6a30-26fd-455f-bba0-4a9260dbe2da None None] Provisioning complete for port bfe77c7c-d6b5-4eba-a868-6f1164a9a57a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:15.043212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9eec6a30-26fd-455f-bba0-4a9260dbe2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bfe77c7c-d6b5-4eba-a868-6f1164a9a57a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.123406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9eec6a30-26fd-455f-bba0-4a9260dbe2da None None] Port bfe77c7c-d6b5-4eba-a868-6f1164a9a57a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:15.144296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Allocated IP 2001:db8::2e8 (436a8159-4898-4d51-96d4-ade9970caddb/df911726-fc60-4373-a1a0-c6046eee6edf/6fb120a2-06d9-485f-a064-2e1c5f4a12c1) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:15.244421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c226d780-b0f0-4c39-bcca-65cfb022733a None None] Could not find standard attr ID for object 825bd08d-5578-46e1-80cc-c1febc30a4e2. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:54:15.364390 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.414456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.469973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network 436a8159-4898-4d51-96d4-ade9970caddb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:15.480166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:15.485866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:15.491278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.491929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.495845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=6fb120a2-06d9-485f-a064-2e1c5f4a12c1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:15.508452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.508838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.509268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.509731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.510430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.510706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.511179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.511516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.511960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.512354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.512637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.512972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.513306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:15.523908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-47349ed8-e5d0-4dcf-baf7-df05d471c8bb tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7387552 Jan 28 13:54:15.524650 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58118) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:15.530863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bc', 'mac_address': 'fa:16:3e:a2:33:c3'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:15.594986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5d638afc-b2eb-472e-8800-ffa8af5044e7 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:15.622699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.680234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5d638afc-b2eb-472e-8800-ffa8af5044e7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:15.680683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.789352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5d638afc-b2eb-472e-8800-ffa8af5044e7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:15.873444 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.877520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bd79fef2-df63-447e-9851-a4cb90ec45c5 None None] Provisioning complete for port 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:15.878738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd79fef2-df63-447e-9851-a4cb90ec45c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.879313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.912813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] In _notify_port_updated(), no bound segment for port 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 on network 436a8159-4898-4d51-96d4-ade9970caddb {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:54:15.919059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.919771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:15.923896 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "PUT /v2.0/ports/6fb120a2-06d9-485f-a064-2e1c5f4a12c1 HTTP/1.1" status: 200 len: 1003 time: 0.3948925 Jan 28 13:54:15.924323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58120) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:15.942969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe68fc-9c03-40a0-ab1f-705cd9a26679 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=6fb120a2-06d9-485f-a064-2e1c5f4a12c1,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:16.121922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting port 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:16.122711 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.177707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bd79fef2-df63-447e-9851-a4cb90ec45c5 None None] Port 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:16.265597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.278565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Calling delete_port for 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:16.301475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3bc0814c-e0e6-461e-ad52-ebf6390aaa1d None None] Provisioning complete for port 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:16.301847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3bc0814c-e0e6-461e-ad52-ebf6390aaa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.339733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0814c-e0e6-461e-ad52-ebf6390aaa1d None None] Port 6fb120a2-06d9-485f-a064-2e1c5f4a12c1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:16.438448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6fb120a2-06d9-485f-a064-2e1c5f4a12c1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.470114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Port': ['ID=6fb120a2-06d9-485f-a064-2e1c5f4a12c1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:16.622929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:16.628833 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-83c8c9a8-38fb-404c-be78-2573326cceef tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/ports/6fb120a2-06d9-485f-a064-2e1c5f4a12c1 HTTP/1.1" status: 204 len: 168 time: 0.7007804 Jan 28 13:54:16.629083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:16.656961 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb5ebc4-87c3-40fe-b7df-2eb9c80fd99a tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] GET failed (client error): The resource could not be found. Jan 28 13:54:16.658509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-adb5ebc4-87c3-40fe-b7df-2eb9c80fd99a tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "GET /v2.0/ports/6fb120a2-06d9-485f-a064-2e1c5f4a12c1 HTTP/1.1" status: 404 len: 333 time: 0.0283012 Jan 28 13:54:16.662100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58128) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:16.669020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1995639084'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:17.190159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:17.194277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.215568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] device_id is not set on port 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:17.374983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Allocated IP 2001:db8::164 (436a8159-4898-4d51-96d4-ade9970caddb/df911726-fc60-4373-a1a0-c6046eee6edf/75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:17.589279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.657397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.705918 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network 436a8159-4898-4d51-96d4-ade9970caddb is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:17.710422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:17.718089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:17.723262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:17.723927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.731251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:17.741942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.742301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.742653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.743003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.743347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.744373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.744894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.745423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.745768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.746117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.746623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.746976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.747303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:17.777741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-41ac9799-14fc-4652-97b9-fc870db7ccbd tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1108732 Jan 28 13:54:17.778909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58138) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:17.785200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a2:33:c3'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:17.871097 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.077759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-54c568b8-a8b4-44d1-9a0e-53d6badfdc3f None None] Provisioning complete for port 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:18.078492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-54c568b8-a8b4-44d1-9a0e-53d6badfdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.123500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-54c568b8-a8b4-44d1-9a0e-53d6badfdc3f None None] Port 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:18.146222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.152684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.235698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:18.242802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] In _notify_port_updated(), no bound segment for port 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e on network 436a8159-4898-4d51-96d4-ade9970caddb {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:54:18.248764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:18.249407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.255657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58142) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:18.263484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ef673345-33d3-490f-8aef-38cb9461fe59 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "PUT /v2.0/ports/75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e HTTP/1.1" status: 200 len: 1003 time: 0.4832070 Jan 28 13:54:18.394884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting port 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:18.395383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.510952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.525457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Calling delete_port for 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:18.657390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c4312b75-9b9a-45d4-8675-5c8f7bccc5f0 None None] Provisioning complete for port 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:18.658186 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4312b75-9b9a-45d4-8675-5c8f7bccc5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.704676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c4312b75-9b9a-45d4-8675-5c8f7bccc5f0 None None] Port 75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:18.717250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.748510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Port': ['ID=75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:18.782259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.786304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-76c6ad39-2481-422b-8a78-b2fbc6bbb660 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/ports/75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e HTTP/1.1" status: 204 len: 168 time: 0.5295658 Jan 28 13:54:18.788969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58146) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:18.825655 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d2cd2b-911f-45cf-a4c8-9ee611793470 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] GET failed (client error): The resource could not be found. Jan 28 13:54:18.827733 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-91d2cd2b-911f-45cf-a4c8-9ee611793470 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "GET /v2.0/ports/75d9f8b8-09d3-4dce-9fd6-5ce4c290e39e HTTP/1.1" status: 404 len: 333 time: 0.0377362 Jan 28 13:54:18.831308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58148) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:18.836711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-822587113'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:18.978005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:18.982570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.008791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] device_id is not set on port ac6a2dde-87a6-42e3-abec-fde1d69c2f6d yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:19.165208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Allocated IP 2001:db8::8 (436a8159-4898-4d51-96d4-ade9970caddb/df911726-fc60-4373-a1a0-c6046eee6edf/ac6a2dde-87a6-42e3-abec-fde1d69c2f6d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:19.370142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (ac6a2dde-87a6-42e3-abec-fde1d69c2f6d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.413104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ac6a2dde-87a6-42e3-abec-fde1d69c2f6d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.442227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network 436a8159-4898-4d51-96d4-ade9970caddb is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:19.445909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:19.449582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:19.456213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.457280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.504892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6698840 Jan 28 13:54:19.505836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:19.512428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'network_id': '436a8159-4898-4d51-96d4-ade9970caddb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-126850779'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:19.518714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f7017-1b15-4926-b487-98b0a5b163ae tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=ac6a2dde-87a6-42e3-abec-fde1d69c2f6d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:19.669781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Made reservation on behalf of 32326d2939c34487a6669be0a6fbc17d for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:19.673681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.694724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] device_id is not set on port acf19dfc-c792-4ddb-ba2b-fe298bae0c28 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:19.841814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c1b4c318-718d-4f19-8466-16446935594f None None] Provisioning complete for port ac6a2dde-87a6-42e3-abec-fde1d69c2f6d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:19.842617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c318-718d-4f19-8466-16446935594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ac6a2dde-87a6-42e3-abec-fde1d69c2f6d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.867984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Allocated IP 2001:db8::213 (436a8159-4898-4d51-96d4-ade9970caddb/df911726-fc60-4373-a1a0-c6046eee6edf/acf19dfc-c792-4ddb-ba2b-fe298bae0c28) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:19.890788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4c318-718d-4f19-8466-16446935594f None None] Port ac6a2dde-87a6-42e3-abec-fde1d69c2f6d cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:20.048701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.085674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.131844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Network 436a8159-4898-4d51-96d4-ade9970caddb is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:20.135427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:20.137912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:20.143338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:20.144574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.171208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=acf19dfc-c792-4ddb-ba2b-fe298bae0c28,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:20.184077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-41d2f8c2-e0ba-488a-a64b-ec0ac6ca0114 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6763084 Jan 28 13:54:20.186933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58156) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:20.192679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bc', 'mac_address': 'fa:16:3e:a2:33:c3'}, {'ip_address': '2001:db8::8', 'mac_address': 'fa:16:3e:9c:cf:b1'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:20.398157 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.518485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bccceaa3-9a20-4fdd-a38a-45c354e6f63b None None] Provisioning complete for port acf19dfc-c792-4ddb-ba2b-fe298bae0c28 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:20.519184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bccceaa3-9a20-4fdd-a38a-45c354e6f63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.558737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bccceaa3-9a20-4fdd-a38a-45c354e6f63b None None] Port acf19dfc-c792-4ddb-ba2b-fe298bae0c28 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:20.629512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.634854 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.672021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] In _notify_port_updated(), no bound segment for port acf19dfc-c792-4ddb-ba2b-fe298bae0c28 on network 436a8159-4898-4d51-96d4-ade9970caddb {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:54:20.677638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:20.677740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.681702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "PUT /v2.0/ports/acf19dfc-c792-4ddb-ba2b-fe298bae0c28 HTTP/1.1" status: 200 len: 1065 time: 0.4915905 Jan 28 13:54:20.682127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58162) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:20.732279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ba987-d86a-4bfa-afbb-65a26c8a7db7 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event updated for resources: {'Port': ['ID=acf19dfc-c792-4ddb-ba2b-fe298bae0c28,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:20.819225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting port acf19dfc-c792-4ddb-ba2b-fe298bae0c28 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:20.819647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.928624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:20.943174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Calling delete_port for acf19dfc-c792-4ddb-ba2b-fe298bae0c28 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:20.991727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7c61beee-f7d4-4f7a-8add-213a83d2c235 None None] Provisioning complete for port acf19dfc-c792-4ddb-ba2b-fe298bae0c28 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:20.992743 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c61beee-f7d4-4f7a-8add-213a83d2c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.040113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7c61beee-f7d4-4f7a-8add-213a83d2c235 None None] Port acf19dfc-c792-4ddb-ba2b-fe298bae0c28 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:21.148129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (acf19dfc-c792-4ddb-ba2b-fe298bae0c28), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.184073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Port': ['ID=acf19dfc-c792-4ddb-ba2b-fe298bae0c28,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:21.418627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.423535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-befe990b-37d9-43c5-b7f1-a95687476d3d tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/ports/acf19dfc-c792-4ddb-ba2b-fe298bae0c28 HTTP/1.1" status: 204 len: 168 time: 0.7404509 Jan 28 13:54:21.426611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58166) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:21.458845 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71b5a3b-3f9d-4f2a-a4a9-e0a74583d63f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] GET failed (client error): The resource could not be found. Jan 28 13:54:21.460323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c71b5a3b-3f9d-4f2a-a4a9-e0a74583d63f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "GET /v2.0/ports/acf19dfc-c792-4ddb-ba2b-fe298bae0c28 HTTP/1.1" status: 404 len: 333 time: 0.0320070 Jan 28 13:54:21.463165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58168) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:21.568732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting port ac6a2dde-87a6-42e3-abec-fde1d69c2f6d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:21.569193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ac6a2dde-87a6-42e3-abec-fde1d69c2f6d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.667725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ac6a2dde-87a6-42e3-abec-fde1d69c2f6d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.685700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Calling delete_port for ac6a2dde-87a6-42e3-abec-fde1d69c2f6d owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:21.830784 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ac6a2dde-87a6-42e3-abec-fde1d69c2f6d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.883122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Port': ['ID=ac6a2dde-87a6-42e3-abec-fde1d69c2f6d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:21.891564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:21.897824 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6ea60336-d3d6-43e0-8821-609574ff054e tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/ports/ac6a2dde-87a6-42e3-abec-fde1d69c2f6d HTTP/1.1" status: 204 len: 168 time: 0.4312649 Jan 28 13:54:21.898135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58172) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:21.928073 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a07f93-6343-4a16-8adc-51cbc0da62ec tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] GET failed (client error): The resource could not be found. Jan 28 13:54:21.933026 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52a07f93-6343-4a16-8adc-51cbc0da62ec tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "GET /v2.0/ports/ac6a2dde-87a6-42e3-abec-fde1d69c2f6d HTTP/1.1" status: 404 len: 333 time: 0.0306096 Jan 28 13:54:21.933660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58174) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:22.048980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting port bfe77c7c-d6b5-4eba-a868-6f1164a9a57a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:22.049331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bfe77c7c-d6b5-4eba-a868-6f1164a9a57a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.151696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bfe77c7c-d6b5-4eba-a868-6f1164a9a57a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.168712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Calling delete_port for bfe77c7c-d6b5-4eba-a868-6f1164a9a57a owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:22.319947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bfe77c7c-d6b5-4eba-a868-6f1164a9a57a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.352364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Port': ['ID=bfe77c7c-d6b5-4eba-a868-6f1164a9a57a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:22.388701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.392099 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b7426b5e-97f2-4add-b199-caf707a70319 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/ports/bfe77c7c-d6b5-4eba-a868-6f1164a9a57a HTTP/1.1" status: 204 len: 168 time: 0.4572976 Jan 28 13:54:22.394527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58176) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:22.454643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting subnet df911726-fc60-4373-a1a0-c6046eee6edf {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:54:22.458166 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for subnet (df911726-fc60-4373-a1a0-c6046eee6edf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.508426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (df911726-fc60-4373-a1a0-c6046eee6edf), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.615852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (df911726-fc60-4373-a1a0-c6046eee6edf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.683978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (df911726-fc60-4373-a1a0-c6046eee6edf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.713960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Subnet': ['ID=df911726-fc60-4373-a1a0-c6046eee6edf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:22.719198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.725153 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fd78df1f-da8b-4d82-9edc-b181f8023b7f tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/subnets/df911726-fc60-4373-a1a0-c6046eee6edf HTTP/1.1" status: 204 len: 168 time: 0.3271384 Jan 28 13:54:22.725261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58182) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:22.727959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b61a5-bc93-4e8e-aa3c-813c7878aea2 None None] Network 436a8159-4898-4d51-96d4-ade9970caddb requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:22.831581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (436a8159-4898-4d51-96d4-ade9970caddb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.922131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Deleting port 5d638afc-b2eb-472e-8800-ffa8af5044e7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:22.928723 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:22.954200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] DHCP port deletion for 436a8159-4898-4d51-96d4-ade9970caddb request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:54:23.009471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] For port 5d638afc-b2eb-472e-8800-ffa8af5044e7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5d638afc-b2eb-472e-8800-ffa8af5044e7,segment=NetworkSegment(f91b1cdb-cbd5-4434-95b4-418bacbeea28),segment_id=f91b1cdb-cbd5-4434-95b4-418bacbeea28)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:23.009984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.024366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Calling delete_port for 5d638afc-b2eb-472e-8800-ffa8af5044e7 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:23.031338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] Deleting port 5d638afc-b2eb-472e-8800-ffa8af5044e7 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:23.031889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.111597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] For port 5d638afc-b2eb-472e-8800-ffa8af5044e7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5d638afc-b2eb-472e-8800-ffa8af5044e7,segment=NetworkSegment(f91b1cdb-cbd5-4434-95b4-418bacbeea28),segment_id=f91b1cdb-cbd5-4434-95b4-418bacbeea28)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:23.112013 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.128359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] Calling delete_port for 5d638afc-b2eb-472e-8800-ffa8af5044e7 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:23.135900 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.194490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Port': ['ID=5d638afc-b2eb-472e-8800-ffa8af5044e7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:23.201002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] No DVR routers for this DVR port 5d638afc-b2eb-472e-8800-ffa8af5044e7 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:23.261840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (5d638afc-b2eb-472e-8800-ffa8af5044e7), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.302890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (436a8159-4898-4d51-96d4-ade9970caddb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.320701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] No DVR routers for this DVR port 5d638afc-b2eb-472e-8800-ffa8af5044e7 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:23.327631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f602c22-596a-429d-8ba4-740758806d2d None None] Pushing event deleted for resources: {'Port': ['ID=5d638afc-b2eb-472e-8800-ffa8af5044e7,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:23.338598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436a8159-4898-4d51-96d4-ade9970caddb']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:23.355538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91b1cdb-cbd5-4434-95b4-418bacbeea28') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:23.356057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91b1cdb-cbd5-4434-95b4-418bacbeea28') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:23.370190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (f91b1cdb-cbd5-4434-95b4-418bacbeea28), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.387579 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f91b1cdb-cbd5-4434-95b4-418bacbeea28), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.400538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:54:23.401257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (f91b1cdb-cbd5-4434-95b4-418bacbeea28), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:54:23.406969 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:54:23.494713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (436a8159-4898-4d51-96d4-ade9970caddb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.516697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:23.522275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] 10.222.0.45 "DELETE /v2.0/networks/436a8159-4898-4d51-96d4-ade9970caddb HTTP/1.1" status: 204 len: 168 time: 0.7937560 Jan 28 13:54:23.555757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d058e83-da6a-4c94-8052-1bae67611d78 tempest-AllowedAddressPairIpV6TestJSON-2054422913 tempest-AllowedAddressPairIpV6TestJSON-2054422913-project] Pushing event deleted for resources: {'Network': ['ID=436a8159-4898-4d51-96d4-ade9970caddb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:23.655176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5d638afc-b2eb-472e-8800-ffa8af5044e7 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:23.716683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5d638afc-b2eb-472e-8800-ffa8af5044e7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:23.717376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5d638afc-b2eb-472e-8800-ffa8af5044e7 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:23.949055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58200) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:24.133553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e85bb14e-3446-4875-bf39-1c60fd443c8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32326d2939c34487a6669be0a6fbc17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833043 Jan 28 13:54:24.136675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58204) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:24.197878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d90f0e1-6edc-4ffd-b059-7ad7a1323a21 admin admin] Publish callbacks [] for security_group (738e548f-9944-4ff4-8cf2-786d684bcfb9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:24.233352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d90f0e1-6edc-4ffd-b059-7ad7a1323a21 admin admin] Publish callbacks [] for security_group (738e548f-9944-4ff4-8cf2-786d684bcfb9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:24.301155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d90f0e1-6edc-4ffd-b059-7ad7a1323a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (738e548f-9944-4ff4-8cf2-786d684bcfb9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:24.304333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d90f0e1-6edc-4ffd-b059-7ad7a1323a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:24.305723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d90f0e1-6edc-4ffd-b059-7ad7a1323a21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/738e548f-9944-4ff4-8cf2-786d684bcfb9 HTTP/1.1" status: 204 len: 168 time: 0.1680949 Jan 28 13:54:24.315824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90f0e1-6edc-4ffd-b059-7ad7a1323a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738e548f-9944-4ff4-8cf2-786d684bcfb9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:25.137332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58246) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:25.269443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-44174913'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:25.299403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:25.303056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.313424 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.435272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for security_group (dff72235-aa14-41eb-9f68-ffd4a395d593), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.441300 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dff72235-aa14-41eb-9f68-ffd4a395d593), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.476336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:54:25.488750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff72235-aa14-41eb-9f68-ffd4a395d593,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:25.496862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ea57c963-b33a-4c09-8337-209d2bed143d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.497558 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Added segment ea57c963-b33a-4c09-8337-209d2bed143d of type vlan for network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 Jan 28 13:54:25.544915 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.572774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.578403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:25.579121 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:25.660225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Network': ['ID=b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:25.674753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b2bd7a03-8062-4389-8e05-10eca2d08679 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5361412 Jan 28 13:54:25.678092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58252) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:25.680067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:54:25.685999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'subnet': {'network_id': 'b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:25.819654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:25.825159 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.053434 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (01c8aac9-4f6a-41b6-9041-d4dbbcd77011), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.137109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Subnet': ['ID=01c8aac9-4f6a-41b6-9041-d4dbbcd77011,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:26.146989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Checking segment: {'id': 'ea57c963-b33a-4c09-8337-209d2bed143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:26.147488 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network hostable DHCP agents. Network: b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:54:26.171832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:54:26.182298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:26.186993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:26.187792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.210975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126547f-81b5-4ff2-86cb-6414b9c801a3 None None] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:26.211204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-075b0da4-c0e0-4a36-baa7-253b56cac656 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5280814 Jan 28 13:54:26.211299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58264) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:26.216625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-540641924', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:26.239455 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (48319ecf-a471-4d4e-b45a-95307bf98750), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.240712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (48319ecf-a471-4d4e-b45a-95307bf98750), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.313756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_controller (48319ecf-a471-4d4e-b45a-95307bf98750), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.331493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c705916-ad35-436d-8cdd-7b01195bad39 None None] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:26.493080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (48319ecf-a471-4d4e-b45a-95307bf98750), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.734365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (48319ecf-a471-4d4e-b45a-95307bf98750), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.758502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:26.783119 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:27.247334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.25.4.194 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:27.376312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:27.416076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:27.456676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:27.459970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:27.465430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:27.504390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:27.773821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (48319ecf-a471-4d4e-b45a-95307bf98750), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:28.060530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (48319ecf-a471-4d4e-b45a-95307bf98750), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:28.134494 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:28.253614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:54:28.380596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:28.392598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:28.403168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:28.404124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:28.411530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:28.412948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e744304d-aa24-4a4e-93a5-ab41f8194be1 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2005057 Jan 28 13:54:28.416429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58290) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:28.441194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:28.454051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:28.454932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:28.494151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:28.495564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96e5a5-5497-4d81-9eb8-ab9dc58e0198 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:29.012907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.359642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.1 (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1/01c8aac9-4f6a-41b6-9041-d4dbbcd77011/268c68c8-156e-4215-b994-9d249d3590a5) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:29.511251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (268c68c8-156e-4215-b994-9d249d3590a5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.565605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (268c68c8-156e-4215-b994-9d249d3590a5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.611856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:29.617583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:29.631004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:29.661102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=268c68c8-156e-4215-b994-9d249d3590a5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:29.691130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (48319ecf-a471-4d4e-b45a-95307bf98750), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:29.847168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (268c68c8-156e-4215-b994-9d249d3590a5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:30.216694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (268c68c8-156e-4215-b994-9d249d3590a5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:30.221333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (268c68c8-156e-4215-b994-9d249d3590a5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:30.297997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=268c68c8-156e-4215-b994-9d249d3590a5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:30.301208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (48319ecf-a471-4d4e-b45a-95307bf98750), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:30.402247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:30.404194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:30.551437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:30.674473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:30.685587 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:30.691615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5e48f4e6-f094-4d3f-b325-30109937b60f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/routers/48319ecf-a471-4d4e-b45a-95307bf98750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718751 Jan 28 13:54:30.694319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58300) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:30.700707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'port': {'network_id': 'b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1', 'name': 'tempest-FloatingIPTestJSON-1517160848'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:30.701781 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:30.702531 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:30.743647 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:30.755481 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:30.757125 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:30.801123 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:30.802232 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc35393-2036-4f7f-af81-ab5269b25a19 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:30.842053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:30.846787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:30.885013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] device_id is not set on port d5a1402c-9e31-4e07-8982-d47aa631e525 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:31.046899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.11 (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1/01c8aac9-4f6a-41b6-9041-d4dbbcd77011/d5a1402c-9e31-4e07-8982-d47aa631e525) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:31.270202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (d5a1402c-9e31-4e07-8982-d47aa631e525), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:31.337330 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d5a1402c-9e31-4e07-8982-d47aa631e525), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:31.390135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:31.394066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:31.403667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:31.457285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=d5a1402c-9e31-4e07-8982-d47aa631e525,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:31.488922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:31.489646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:31.517321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1ddf0a0a-f3dd-4940-af1f-625aafe31532 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8215694 Jan 28 13:54:31.521597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:31.528012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'port': {'network_id': 'b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1', 'name': 'tempest-FloatingIPTestJSON-1337904456'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:31.714312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:31.719400 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:31.744625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] device_id is not set on port 11f44254-12a5-41cf-b4f8-8c0658f0843e yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:31.897653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.7 (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1/01c8aac9-4f6a-41b6-9041-d4dbbcd77011/11f44254-12a5-41cf-b4f8-8c0658f0843e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:32.095522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (11f44254-12a5-41cf-b4f8-8c0658f0843e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.143147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (11f44254-12a5-41cf-b4f8-8c0658f0843e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.201368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:32.207150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:32.212545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:32.217156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=11f44254-12a5-41cf-b4f8-8c0658f0843e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:32.285399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:32.286104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.310631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3b6b93de-93f3-4b70-9dec-cc2c7a058d8b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7826273 Jan 28 13:54:32.311352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58312) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:32.318177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '11f44254-12a5-41cf-b4f8-8c0658f0843e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:32.348919 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.469102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.586765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.25.4.47 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/741fd399-ddc3-4280-a1f3-d66e9f1f685c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:32.708691 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.752695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.804970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:32.811987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:32.817544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:32.822334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=741fd399-ddc3-4280-a1f3-d66e9f1f685c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:33.699823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (90d1aa35-b67a-4dc1-83ef-369dc8b39548), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.771287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.942791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.949038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.018608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=741fd399-ddc3-4280-a1f3-d66e9f1f685c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:34.033706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (90d1aa35-b67a-4dc1-83ef-369dc8b39548), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.147690 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP 90d1aa35-b67a-4dc1-83ef-369dc8b39548 associated. External IP: 172.25.4.47, port: 11f44254-12a5-41cf-b4f8-8c0658f0843e. Jan 28 13:54:34.422031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:34.558991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:34.584322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:34.585781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.604751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:34.605392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:34.628122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-850d13b5-9a94-4813-bba9-171314ded058 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3149910 Jan 28 13:54:34.631926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58330) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:34.639161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:34.659851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:34.673208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:34.674073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:34.713887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:34.714561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf14fb-6e1a-45ca-8809-0aff380fe799 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:34.770068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (90d1aa35-b67a-4dc1-83ef-369dc8b39548), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.892859 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2404-8e36-4ee2-9f21-ed9578f4cede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.911901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-79d5d31e-b0ed-4ba0-8b52-e5040da7cc8b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:34.913404 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-79d5d31e-b0ed-4ba0-8b52-e5040da7cc8b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.2187722 Jan 28 13:54:34.942070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-acee95ef-bbfb-4aa7-9cfd-bc751d93bf10 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/quotas/e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 375 time: 0.0187957 Jan 28 13:54:34.984770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.989074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (90d1aa35-b67a-4dc1-83ef-369dc8b39548), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.989478 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP 90d1aa35-b67a-4dc1-83ef-369dc8b39548 disassociated. External IP: 172.25.4.47, port: 11f44254-12a5-41cf-b4f8-8c0658f0843e. Jan 28 13:54:35.097462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-274dcc00-7eb7-424a-aa42-c85c0f15a80a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270978 Jan 28 13:54:35.275681 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-98a7dea9-ecf0-4f7a-9630-18bd1bc26541 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691778 Jan 28 13:54:35.354547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:35.441970 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-c67f6858-39a0-46a7-a967-c69b41681be4 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588111 Jan 28 13:54:35.517772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:35.524995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.532157 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:35.543927 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:35.544928 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:35.563983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4584429b-74f5-4687-bbee-9708dac62997 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/floatingips/90d1aa35-b67a-4dc1-83ef-369dc8b39548 HTTP/1.1" status: 200 len: 687 time: 0.9286113 Jan 28 13:54:35.564419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58338) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:35.613723 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:35.623826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:35.624727 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:35.664108 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:35.665577 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714290fd-beb0-4c58-9116-74ca77e581c7 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:35.775424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 741fd399-ddc3-4280-a1f3-d66e9f1f685c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:35.776265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.834081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f2c82e3-2860-42b0-bbe6-430e823e26de req-177b525c-5021-40b6-acc1-70681bbb01a1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0336671 Jan 28 13:54:35.906424 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.906762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (741fd399-ddc3-4280-a1f3-d66e9f1f685c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:35.921188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 741fd399-ddc3-4280-a1f3-d66e9f1f685c owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:36.097223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (741fd399-ddc3-4280-a1f3-d66e9f1f685c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.126083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=741fd399-ddc3-4280-a1f3-d66e9f1f685c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:36.214390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (90d1aa35-b67a-4dc1-83ef-369dc8b39548), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.217279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.220130 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-09ad59ba-4762-4097-9f44-4ef19d574191 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/floatingips/90d1aa35-b67a-4dc1-83ef-369dc8b39548 HTTP/1.1" status: 204 len: 168 time: 0.6532815 Jan 28 13:54:36.223270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58362) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:36.228787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'd5a1402c-9e31-4e07-8982-d47aa631e525'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:36.262127 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.388880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.543348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.25.4.133 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/af34189d-bbb8-4d88-9d9b-0e17678e3a34) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:36.673292 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.717942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.755782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:36.760958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:36.766811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:36.772566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=af34189d-bbb8-4d88-9d9b-0e17678e3a34,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:36.958595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-010b4e2c-6f50-4ff9-9344-2d0552623d67 req-aed8f31d-ce59-46c6-b260-c92b8b31f0e9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0298905 Jan 28 13:54:37.165627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-2be1c138-1499-4604-8b0f-1f219a451fd5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:37.167954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-2be1c138-1499-4604-8b0f-1f219a451fd5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.1522028 Jan 28 13:54:37.192074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'port': {'device_id': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'admin_state_up': True, 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:37.273693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (a6f8bb5b-584c-4669-9b44-415a09c226a4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.333587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:37.339734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.380248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.525060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.20.0.13 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/2878848d-a050-4639-baf8-e153583428e6) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:37.660168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.667203 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.711477 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f58bd43a-bcda-4687-a042-e272fc6e9714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.719108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (2878848d-a050-4639-baf8-e153583428e6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.749438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=af34189d-bbb8-4d88-9d9b-0e17678e3a34,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:37.767036 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2878848d-a050-4639-baf8-e153583428e6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.847109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a6f8bb5b-584c-4669-9b44-415a09c226a4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:37.903293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=2878848d-a050-4639-baf8-e153583428e6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:37.930131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:37.933720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:37.941257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:38.042377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:38.043038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.046484 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP a6f8bb5b-584c-4669-9b44-415a09c226a4 associated. External IP: 172.25.4.133, port: d5a1402c-9e31-4e07-8982-d47aa631e525. Jan 28 13:54:38.065766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-0251233b-4378-4f93-9e51-42fa22f6229b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8888223 Jan 28 13:54:38.079270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Request body: {'port': {'device_id': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:38.172869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2878848d-a050-4639-baf8-e153583428e6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.280716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc980e-b5db-419e-9910-c14cd8f15201 req-75cc02a8-39e6-49e7-aba6-b99e31f4c453 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:38.284878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25fc980e-b5db-419e-9910-c14cd8f15201 req-75cc02a8-39e6-49e7-aba6-b99e31f4c453 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 932 time: 0.1497054 Jan 28 13:54:38.354607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-18762efd-c5a3-4496-9c6b-887f88fea6dd None None] Provisioning complete for port 2878848d-a050-4639-baf8-e153583428e6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:38.355362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-18762efd-c5a3-4496-9c6b-887f88fea6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2878848d-a050-4639-baf8-e153583428e6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.410725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-18762efd-c5a3-4496-9c6b-887f88fea6dd None None] Port 2878848d-a050-4639-baf8-e153583428e6 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:38.440890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25fc980e-b5db-419e-9910-c14cd8f15201 req-a7337e12-062d-4d36-89c2-88182ce8c82d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511796 Jan 28 13:54:38.600851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:38.640767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2878848d-a050-4639-baf8-e153583428e6 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:54:38.650925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Publish callbacks [] for port (2878848d-a050-4639-baf8-e153583428e6), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.668388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Transition to ACTIVE for port object 2878848d-a050-4639-baf8-e153583428e6 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:54:38.683282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2878848d-a050-4639-baf8-e153583428e6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.727774 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.767217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Pushing event updated for resources: {'Port': ['ID=2878848d-a050-4639-baf8-e153583428e6,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:38.781898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:38.794565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:38.823795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:38.824582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:38.834876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.880960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:38.891660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:38.892767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:38.898895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c996575-6eaa-41e4-90ec-c46a1d52931c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6721036 Jan 28 13:54:38.900360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:38.938630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:38.939569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00406d9-fecd-49d5-aeec-677194a61ba6 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:38.960234 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Attempting to bind port 2878848d-a050-4639-baf8-e153583428e6 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:38.960915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Attempting to bind port 2878848d-a050-4639-baf8-e153583428e6 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:38.961446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Attempting to bind port 2878848d-a050-4639-baf8-e153583428e6 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:38.967534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Port 2878848d-a050-4639-baf8-e153583428e6 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:54:38.968355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Attempting to bind port 2878848d-a050-4639-baf8-e153583428e6 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:38.980274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:38.980821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:38.981415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:38.982068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Bound port: 2878848d-a050-4639-baf8-e153583428e6, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:38.982501 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2878848d-a050-4639-baf8-e153583428e6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.033246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-51b71292-3ce5-4f6e-9216-17e2530ad459 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "GET /v2.0/floatingips/a6f8bb5b-584c-4669-9b44-415a09c226a4 HTTP/1.1" status: 200 len: 979 time: 0.1314664 Jan 28 13:54:39.037487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58378) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:39.221097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] For port 2878848d-a050-4639-baf8-e153583428e6, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:39.231401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e938683-9207-4280-8ad2-d3001171af9d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1895764 Jan 28 13:54:39.232227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58380) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:39.238066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] For port 2878848d-a050-4639-baf8-e153583428e6, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2878848d-a050-4639-baf8-e153583428e6,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:39.241399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'port_id': '11f44254-12a5-41cf-b4f8-8c0658f0843e'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:39.245057 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2878848d-a050-4639-baf8-e153583428e6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.312472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Pushing event updated for resources: {'Port': ['ID=2878848d-a050-4639-baf8-e153583428e6,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:39.334420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:39.336307 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.339242 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-a17be42c-ddc3-414d-9d6a-6182eac735ed service neutron] 10.222.0.60 "PUT /v2.0/ports/2878848d-a050-4639-baf8-e153583428e6 HTTP/1.1" status: 200 len: 1092 time: 1.2648594 Jan 28 13:54:39.339802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'tag': '2878848d-a050-4639-baf8-e153583428e6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:39.342753 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916" -d '{"events": [{"name": "network-changed", "server_uuid": "09412ce0-49c1-4e95-bbb6-418d127e618e", "tag": "2878848d-a050-4639-baf8-e153583428e6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:39.365808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (a6f8bb5b-584c-4669-9b44-415a09c226a4), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:39.569005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-bd66980c-6a54-4645-bbf6-253819de993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:39.574502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-bd66980c-6a54-4645-bbf6-253819de993e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 1095 time: 0.1532285 Jan 28 13:54:39.640983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-51919fad-a2a5-4312-9514-2b6dbab4ea0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2878848d-a050-4639-baf8-e153583428e6 HTTP/1.1" status: 200 len: 217 time: 0.0583999 Jan 28 13:54:39.688941 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:54:39.743701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-a14c187b-d9a6-498d-b585-0696bceea413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:39.745665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-a14c187b-d9a6-498d-b585-0696bceea413 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0948656 Jan 28 13:54:39.818566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368516de-4be5-4681-b1d5-5908e1330d39 req-b9857c5b-faa6-4454-a44f-dc11dd747583 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:39.827391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-368516de-4be5-4681-b1d5-5908e1330d39 req-b9857c5b-faa6-4454-a44f-dc11dd747583 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0753946 Jan 28 13:54:39.836308 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c038a-f20e-424b-8255-63d619c07e1d req-a0d7af01-e0b3-4b91-b907-6f9b18a61501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:39.838821 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-a0d7af01-e0b3-4b91-b907-6f9b18a61501 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840313 Jan 28 13:54:39.984298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-368516de-4be5-4681-b1d5-5908e1330d39 req-c3db5959-6931-4591-add3-bf54a67a552b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558661 Jan 28 13:54:40.482064 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8dcbc2-3b21-44cb-8f54-593492aed615 x-openstack-request-id: req-cf8dcbc2-3b21-44cb-8f54-593492aed615 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:40.482650 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09412ce0-49c1-4e95-bbb6-418d127e618e", "tag": "2878848d-a050-4639-baf8-e153583428e6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:40.482911 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf8dcbc2-3b21-44cb-8f54-593492aed615 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:40.483517 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'tag': '2878848d-a050-4639-baf8-e153583428e6', 'status': 'completed', 'code': 200} Jan 28 13:54:40.536188 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-265789fb-f51c-4eac-9494-9041558741fc service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858759 Jan 28 13:54:40.601612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.728750 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-450c038a-f20e-424b-8255-63d619c07e1d req-f2a4c4ac-4c0d-4305-b156-4036e5846754 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854651 Jan 28 13:54:40.735335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.741286 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a6f8bb5b-584c-4669-9b44-415a09c226a4), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:40.874167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-3afe2b31-2f5a-450a-98a6-701ee4574180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:40.875702 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-3afe2b31-2f5a-450a-98a6-701ee4574180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 1095 time: 0.0810432 Jan 28 13:54:40.901825 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP a6f8bb5b-584c-4669-9b44-415a09c226a4 associated. External IP: 172.25.4.133, port: d5a1402c-9e31-4e07-8982-d47aa631e525. Jan 28 13:54:41.002460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-9e0e8e87-e49c-4153-a6f8-b737f180b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:41.004620 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-9e0e8e87-e49c-4153-a6f8-b737f180b7ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1152987 Jan 28 13:54:41.070401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-b5a3a1ef-a657-4d66-973c-0625a73c662a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2878848d-a050-4639-baf8-e153583428e6 HTTP/1.1" status: 200 len: 217 time: 0.0572002 Jan 28 13:54:41.187811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:41.258903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-01c7458e-0191-4697-bd77-f9b79a4fd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:41.260826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-01c7458e-0191-4697-bd77-f9b79a4fd6b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.1785288 Jan 28 13:54:41.273793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16454677-6ac5-4307-bc4d-8d695affcd29 req-03ac260e-a2c1-4627-ad42-b40127fe80fc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:41.283037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16454677-6ac5-4307-bc4d-8d695affcd29 req-03ac260e-a2c1-4627-ad42-b40127fe80fc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.1449790 Jan 28 13:54:41.329901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:41.340696 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:41.358947 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:41.360106 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.410777 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-16454677-6ac5-4307-bc4d-8d695affcd29 req-5331107c-2a49-42bb-9abd-14169eb386bc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262782 Jan 28 13:54:41.418192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-55f5890d-2057-4df8-aec2-fce0d0564192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:41.420008 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-55f5890d-2057-4df8-aec2-fce0d0564192 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105697 Jan 28 13:54:41.436564 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.458425 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:41.459058 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.531564 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.533904 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11653240-bdb1-45cb-8e03-8ce61f1e98ac None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:41.570584 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-f7135c5c-e62d-48ae-af93-5591ec227fc7 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412733 Jan 28 13:54:41.629218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:41.699962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8b8b39b-2e4d-4ee2-9afe-4f63ccfcd916 req-ff40a6c4-9323-440a-aa92-0fe49c415582 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230359 Jan 28 13:54:41.771814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:41.779924 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.786113 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:41.793715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:41.810633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:41.812758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.848489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58394) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:41.854107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:41.856879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cffb6bc6-f6ea-4aaa-b4b8-b1b7afdb7d30 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/floatingips/a6f8bb5b-584c-4669-9b44-415a09c226a4 HTTP/1.1" status: 200 len: 978 time: 2.6229925 Jan 28 13:54:41.858785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.871038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:41.872018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.910001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:41.911036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c7d721-ba44-43d0-a94b-93bbe08b3aa5 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:41.920180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (a6f8bb5b-584c-4669-9b44-415a09c226a4), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.114276 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.121278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a6f8bb5b-584c-4669-9b44-415a09c226a4), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.121834 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP a6f8bb5b-584c-4669-9b44-415a09c226a4 disassociated. External IP: 172.25.4.133, port: 11f44254-12a5-41cf-b4f8-8c0658f0843e. Jan 28 13:54:42.378421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:42.520682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:42.536645 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:42.541412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.559148 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:42.564762 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:42.583800 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-be691348-52fe-40a7-a9a4-bdd1d362b13c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/floatingips/a6f8bb5b-584c-4669-9b44-415a09c226a4 HTTP/1.1" status: 200 len: 688 time: 0.7341931 Jan 28 13:54:42.588079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58400) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:42.596350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30005ae-6fd9-4157-93eb-30c01bfc1a29 req-73d3b2d9-3ee2-4aa6-a369-84b4b4d35973 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:42.605190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c30005ae-6fd9-4157-93eb-30c01bfc1a29 req-73d3b2d9-3ee2-4aa6-a369-84b4b4d35973 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.1245556 Jan 28 13:54:42.662515 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:42.683517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c30005ae-6fd9-4157-93eb-30c01bfc1a29 req-dbe9a97a-11e9-4e32-8acf-1ece101b2d38 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Jan 28 13:54:42.703637 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:42.704499 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:42.743901 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:42.745168 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72cb1c-3ea7-4f74-88c1-04a1c9f2d6b3 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:42.787827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port af34189d-bbb8-4d88-9d9b-0e17678e3a34 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:42.788461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.883491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.884298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (af34189d-bbb8-4d88-9d9b-0e17678e3a34), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:42.898675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for af34189d-bbb8-4d88-9d9b-0e17678e3a34 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:43.068692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (af34189d-bbb8-4d88-9d9b-0e17678e3a34), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.103827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=af34189d-bbb8-4d88-9d9b-0e17678e3a34,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:43.205157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (a6f8bb5b-584c-4669-9b44-415a09c226a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.208007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.212360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-887c62fe-11f8-4aba-ad11-21275487a7e8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/floatingips/a6f8bb5b-584c-4669-9b44-415a09c226a4 HTTP/1.1" status: 204 len: 168 time: 0.6195059 Jan 28 13:54:43.214173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.254087 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-a98cca09-1265-40e0-8502-407dc03df68b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] delete failed (client error): The resource could not be found. Jan 28 13:54:43.256078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a98cca09-1265-40e0-8502-407dc03df68b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/floatingips/a6f8bb5b-584c-4669-9b44-415a09c226a4 HTTP/1.1" status: 404 len: 345 time: 0.0399675 Jan 28 13:54:43.261003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58404) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.362087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773a88c-c360-40c2-9179-183759d23841 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:43.368877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773a88c-c360-40c2-9179-183759d23841 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:43.375538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773a88c-c360-40c2-9179-183759d23841 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:43.377429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3773a88c-c360-40c2-9179-183759d23841 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "GET /v2.0/ports?network_id=b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 HTTP/1.1" status: 200 len: 2359 time: 0.1153269 Jan 28 13:54:43.380291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58408) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.446690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd8152-d557-4eb4-a5af-068e9599584f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:43.448557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7cfd8152-d557-4eb4-a5af-068e9599584f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "GET /v2.0/subnets/01c8aac9-4f6a-41b6-9041-d4dbbcd77011 HTTP/1.1" status: 200 len: 797 time: 0.0669699 Jan 28 13:54:43.454358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58410) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:43.458716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'port': {'network_id': 'b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1', 'name': 'tempest-FloatingIPTestJSON-1708899710', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:43.614911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:43.744722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:43.784027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] device_id is not set on port 521208f3-3d51-42c2-bbb3-80bfe9cfdbde yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:43.972993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fb85c-9c56-443e-87cd-6f4aa924698b req-777d311e-b1d5-4fc8-b5cb-85794a072371 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:43.975439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-674fb85c-9c56-443e-87cd-6f4aa924698b req-777d311e-b1d5-4fc8-b5cb-85794a072371 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.1842730 Jan 28 13:54:44.093323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-674fb85c-9c56-443e-87cd-6f4aa924698b req-05e1bdac-f438-4c4f-88ff-cd0ac7a979e0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089025 Jan 28 13:54:44.217775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.14 (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1/01c8aac9-4f6a-41b6-9041-d4dbbcd77011/521208f3-3d51-42c2-bbb3-80bfe9cfdbde) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:44.226861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.13 (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1/01c8aac9-4f6a-41b6-9041-d4dbbcd77011/521208f3-3d51-42c2-bbb3-80bfe9cfdbde) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:44.448208 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (521208f3-3d51-42c2-bbb3-80bfe9cfdbde), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.507058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (521208f3-3d51-42c2-bbb3-80bfe9cfdbde), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.563744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:44.567793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:44.570269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:44.615390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=521208f3-3d51-42c2-bbb3-80bfe9cfdbde,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:44.639560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:44.640267 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.669988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9fd5da5f-0bd2-467a-8a14-15652982eebc tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2073994 Jan 28 13:54:44.670679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58416) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:44.674737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '521208f3-3d51-42c2-bbb3-80bfe9cfdbde', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:44.704265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:44.853916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.053663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.25.4.33 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/e0796984-58ce-4eb9-921a-dc91d7b9f671) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:45.268266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.278421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131050c4-8a6d-40e6-8233-d95651c0bf20 req-2dd88ca8-ec90-4b3c-b39b-178a270b6816 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.285910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-131050c4-8a6d-40e6-8233-d95651c0bf20 req-2dd88ca8-ec90-4b3c-b39b-178a270b6816 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0937457 Jan 28 13:54:45.396240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-131050c4-8a6d-40e6-8233-d95651c0bf20 req-1d5c5a65-4825-40d5-becf-e4dd99e5811f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049623 Jan 28 13:54:45.433093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:45.516217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:45.527618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:45.530428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=e0796984-58ce-4eb9-921a-dc91d7b9f671,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:45.532713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:45.937178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.944389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.951331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.956635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.963244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.970574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.976624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.979817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8865042-0977-4341-9349-92ed772a0215 req-454ba825-5e90-41b1-960a-e31143a8313f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.1830904 Jan 28 13:54:46.097292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8865042-0977-4341-9349-92ed772a0215 req-affa9525-64c9-490e-9b56-2689abda744f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076572 Jan 28 13:54:46.281008 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (f8146f52-82f1-485d-8605-f3178c9a9c73), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:46.398328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:46.625899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4f56b-b213-4c4b-878d-772be57411bd req-3f3df55e-7efb-4186-a9fb-93e9f8af9288 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:46.634775 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2c4f56b-b213-4c4b-878d-772be57411bd req-3f3df55e-7efb-4186-a9fb-93e9f8af9288 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0803807 Jan 28 13:54:46.716551 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b2c4f56b-b213-4c4b-878d-772be57411bd req-2796fb29-264f-48b6-a706-01921c09d643 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804293 Jan 28 13:54:46.745787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:46.762281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:46.861676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=e0796984-58ce-4eb9-921a-dc91d7b9f671,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:46.882295 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (f8146f52-82f1-485d-8605-f3178c9a9c73), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:47.040338 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP f8146f52-82f1-485d-8605-f3178c9a9c73 associated. External IP: 172.25.4.33, port: 521208f3-3d51-42c2-bbb3-80bfe9cfdbde. Jan 28 13:54:47.067613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.073468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.079447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.085516 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.091272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.098366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.105363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.108292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-e98aca3d-4796-4c4c-a2ad-96a315ce8380 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.1425629 Jan 28 13:54:47.176932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-5d4636ab-fbd9-495e-84b5-f190d95e3364 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.178866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-5d4636ab-fbd9-495e-84b5-f190d95e3364 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "GET /v2.0/ports/c478e1a5-048c-4074-9d8d-05fdffe8a28f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0641050 Jan 28 13:54:47.434344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-d20cd9b6-531e-43a1-b918-87e49a28c0e2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "GET /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2446384 Jan 28 13:54:47.447354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.451891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:47.452932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.458292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.464105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.469360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.474746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.480618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.482762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10202014-8653-4d65-b79b-007b7e068e52 req-637ba66d-deaf-4caa-9121-cf9075efe091 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 5446 time: 0.2144182 Jan 28 13:54:47.520224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:47.566678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:47.629181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-10202014-8653-4d65-b79b-007b7e068e52 req-38ae1794-6aca-42e7-8c8d-d22e95a9ff2f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223538 Jan 28 13:54:47.722293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:47.735764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:47.760517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:47.761915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:47.762201 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:47.865663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bc4e5ba8-0176-4879-8f99-c369e1d24739 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1942594 Jan 28 13:54:47.869747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58436) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:47.872837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:47.894831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'port_id': '521208f3-3d51-42c2-bbb3-80bfe9cfdbde', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:47.919588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:47.920645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:48.006039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] For port c478e1a5-048c-4074-9d8d-05fdffe8a28f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c478e1a5-048c-4074-9d8d-05fdffe8a28f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:48.017241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b413-58f5-45ab-99bc-3835d5c99f10 req-247cf9c8-df03-40d4-baa6-ed578a766b48 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:48.018980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a85b413-58f5-45ab-99bc-3835d5c99f10 req-247cf9c8-df03-40d4-baa6-ed578a766b48 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.1296275 Jan 28 13:54:48.042520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:48.044577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dbed5c-611b-455e-84cf-4417b130397f None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:48.141526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0a85b413-58f5-45ab-99bc-3835d5c99f10 req-7be7e3f5-70c3-49e6-9df8-5b0322196435 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140842 Jan 28 13:54:48.143619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] For port c478e1a5-048c-4074-9d8d-05fdffe8a28f, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:48.263019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] device_id is not set on port c478e1a5-048c-4074-9d8d-05fdffe8a28f yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:48.276171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] Publish callbacks [] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.292496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.398172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] No DVR routers for this DVR port c478e1a5-048c-4074-9d8d-05fdffe8a28f on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:48.400867 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] Pushing event updated for resources: {'Port': ['ID=c478e1a5-048c-4074-9d8d-05fdffe8a28f,revision_number=6']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:48.556939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] In _notify_port_updated(), no bound segment for port c478e1a5-048c-4074-9d8d-05fdffe8a28f on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:54:48.558326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:48.559802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.565428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-14b91456-cc14-45c0-a876-58a6e41cb233 service neutron] 10.222.0.60 "PUT /v2.0/ports/c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 200 len: 1033 time: 1.1238890 Jan 28 13:54:48.637044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (f8146f52-82f1-485d-8605-f3178c9a9c73), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:48.704008 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-03c8033a-0107-46cc-ad8c-6cb0654f282c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:48.709087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-03c8033a-0107-46cc-ad8c-6cb0654f282c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "GET /v2.0/ports/e065d5b7-92ce-4ba1-8311-52753a22357b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1365943 Jan 28 13:54:48.728254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:48.886334 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.026483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-07c3c154-dd6d-4836-bc82-cdcd5449c1dd None None] Provisioning complete for port c478e1a5-048c-4074-9d8d-05fdffe8a28f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:49.030144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07c3c154-dd6d-4836-bc82-cdcd5449c1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.052181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45887e-7473-4a97-8bce-7d4079887866 req-16989f8c-6045-4080-a3a9-7609fc4e2de9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.068983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45887e-7473-4a97-8bce-7d4079887866 req-16989f8c-6045-4080-a3a9-7609fc4e2de9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.078617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45887e-7473-4a97-8bce-7d4079887866 req-16989f8c-6045-4080-a3a9-7609fc4e2de9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.087453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45887e-7473-4a97-8bce-7d4079887866 req-16989f8c-6045-4080-a3a9-7609fc4e2de9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.096720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45887e-7473-4a97-8bce-7d4079887866 req-16989f8c-6045-4080-a3a9-7609fc4e2de9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.106209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45887e-7473-4a97-8bce-7d4079887866 req-16989f8c-6045-4080-a3a9-7609fc4e2de9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.109208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba45887e-7473-4a97-8bce-7d4079887866 req-16989f8c-6045-4080-a3a9-7609fc4e2de9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 4666 time: 0.2947729 Jan 28 13:54:49.120605 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07c3c154-dd6d-4836-bc82-cdcd5449c1dd None None] Port c478e1a5-048c-4074-9d8d-05fdffe8a28f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:49.257841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba45887e-7473-4a97-8bce-7d4079887866 req-c1a404c9-9b6d-40c8-85e8-455445dcd1b6 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ba92ef7-2a00-4d09-a718-0897522bd5ee&id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383979 Jan 28 13:54:49.297572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] For port e065d5b7-92ce-4ba1-8311-52753a22357b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e065d5b7-92ce-4ba1-8311-52753a22357b,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:49.380882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] For port e065d5b7-92ce-4ba1-8311-52753a22357b, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:49.437138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] device_id is not set on port e065d5b7-92ce-4ba1-8311-52753a22357b yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:49.448671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] Publish callbacks [] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.462534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d4ac-52a8-4a5a-814c-588463d2170a req-a8eab5ad-4ff5-444c-bd78-3885e68b9e37 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.464383 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-efa8d4ac-52a8-4a5a-814c-588463d2170a req-a8eab5ad-4ff5-444c-bd78-3885e68b9e37 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0928986 Jan 28 13:54:49.465217 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.520363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] Pushing event updated for resources: {'Port': ['ID=e065d5b7-92ce-4ba1-8311-52753a22357b,revision_number=6']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:49.573120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] No DVR routers for this DVR port e065d5b7-92ce-4ba1-8311-52753a22357b on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:49.667458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-efa8d4ac-52a8-4a5a-814c-588463d2170a req-d92f48a5-4771-4dca-92ac-50beb53baf40 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812992 Jan 28 13:54:49.695810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] In _notify_port_updated(), no bound segment for port e065d5b7-92ce-4ba1-8311-52753a22357b on network 74e1d4a8-6162-41fe-8508-1f0d03086282 {{(pid=103373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 13:54:49.697910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.701974 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.703815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-0225ccf4-f339-4c61-919c-5b5533a5add5 service neutron] 10.222.0.60 "PUT /v2.0/ports/e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 200 len: 1033 time: 0.9868183 Jan 28 13:54:49.792464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.805774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (f8146f52-82f1-485d-8605-f3178c9a9c73), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.942912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:49.943475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:49.981331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-15d8bff3-309b-43a9-8635-7c9d2a5ffe36 None None] Provisioning complete for port e065d5b7-92ce-4ba1-8311-52753a22357b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:49.982002 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-15d8bff3-309b-43a9-8635-7c9d2a5ffe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.090278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-15d8bff3-309b-43a9-8635-7c9d2a5ffe36 None None] Port e065d5b7-92ce-4ba1-8311-52753a22357b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:50.097929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] For port 54b8da0e-161d-4da2-8f1c-365e411c8ee3, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=54b8da0e-161d-4da2-8f1c-365e411c8ee3,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:50.097929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.136497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for 54b8da0e-161d-4da2-8f1c-365e411c8ee3 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:50.306567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:50.381715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (54b8da0e-161d-4da2-8f1c-365e411c8ee3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.453656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=54b8da0e-161d-4da2-8f1c-365e411c8ee3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:50.534858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] No DVR routers for this DVR port 54b8da0e-161d-4da2-8f1c-365e411c8ee3 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:50.541355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.561582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bafee087-be98-4544-bd0b-ea32be6533f5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "DELETE /v2.0/ports/54b8da0e-161d-4da2-8f1c-365e411c8ee3 HTTP/1.1" status: 204 len: 173 time: 0.8503239 Jan 28 13:54:50.562306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': '54b8da0e-161d-4da2-8f1c-365e411c8ee3'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:50.565336 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa88c379-9eb6-4fef-844d-962923000876" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "54b8da0e-161d-4da2-8f1c-365e411c8ee3"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:50.623317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f393-c12f-4776-b9cd-8370eab98134 req-303a8b3c-b730-41d3-a304-738ecb537adb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:50.629443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f393-c12f-4776-b9cd-8370eab98134 req-303a8b3c-b730-41d3-a304-738ecb537adb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:50.635226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f393-c12f-4776-b9cd-8370eab98134 req-303a8b3c-b730-41d3-a304-738ecb537adb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:50.641801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357f393-c12f-4776-b9cd-8370eab98134 req-303a8b3c-b730-41d3-a304-738ecb537adb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:50.644440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1357f393-c12f-4776-b9cd-8370eab98134 req-303a8b3c-b730-41d3-a304-738ecb537adb tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 3151 time: 0.2220135 Jan 28 13:54:50.678610 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c3cecf-4751-48fa-b1fe-63e92262eb25 x-openstack-request-id: req-92c3cecf-4751-48fa-b1fe-63e92262eb25 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:50.678919 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "54b8da0e-161d-4da2-8f1c-365e411c8ee3", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:50.679203 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92c3cecf-4751-48fa-b1fe-63e92262eb25 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:50.679608 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': '54b8da0e-161d-4da2-8f1c-365e411c8ee3', 'status': 'completed', 'code': 200} Jan 28 13:54:50.683220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:50.688610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.706482 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:50.740956 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:50.742046 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:50.785601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1357f393-c12f-4776-b9cd-8370eab98134 req-bba23ffa-ee04-42b8-9f58-e0da5b546492 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276536 Jan 28 13:54:50.787153 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port 2c3d2afd-6808-4de6-82f8-f446b992896f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:50.787906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:50.795923 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58452) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:50.801979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9e0f9e64-0fea-4066-8eb3-c3065eab4501 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/floatingips/f8146f52-82f1-485d-8605-f3178c9a9c73 HTTP/1.1" status: 200 len: 978 time: 2.9295034 Jan 28 13:54:50.841348 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:50.853492 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:50.854223 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:50.903573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:50.904633 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e856ef-fffc-40e7-a6b9-92a73b10fc2e None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:51.037646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] For port 2c3d2afd-6808-4de6-82f8-f446b992896f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2c3d2afd-6808-4de6-82f8-f446b992896f,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:51.038016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.047915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a09ba-8db6-43d4-90c2-676820f91b6b req-22cd5176-0647-4db1-91fb-3e00f97b2027 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:51.054528 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c0a09ba-8db6-43d4-90c2-676820f91b6b req-22cd5176-0647-4db1-91fb-3e00f97b2027 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.1965103 Jan 28 13:54:51.095815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for 2c3d2afd-6808-4de6-82f8-f446b992896f owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:51.249156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c11ab409-7d92-40ee-ade5-b52f1eb8cc83 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:51.341639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:51.342039 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.370096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:51.372376 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1081c6cf-6372-4650-a596-f129f513ba7e" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-unplugged", "status": "completed", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:51.394729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:51.412842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.416358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device eed50905-3343-4d9d-898c-fb8f5798e357 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:51.547529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:51.551550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port eed50905-3343-4d9d-898c-fb8f5798e357 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:51.553448 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.594196 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c0a09ba-8db6-43d4-90c2-676820f91b6b req-0ef8eafe-18b1-4d07-acdc-a6a9ee05e009 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386729 Jan 28 13:54:51.598526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port eed50905-3343-4d9d-898c-fb8f5798e357, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=eed50905-3343-4d9d-898c-fb8f5798e357,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:51.607753 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.612359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e065d5b7-92ce-4ba1-8311-52753a22357b no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:51.623660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port e0796984-58ce-4eb9-921a-dc91d7b9f671 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:51.623993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.654463 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078599b-4c2d-4321-abf9-62948c79f6c9 x-openstack-request-id: req-5078599b-4c2d-4321-abf9-62948c79f6c9 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:51.655025 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-unplugged", "status": "completed", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:51.655426 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5078599b-4c2d-4321-abf9-62948c79f6c9 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:51.656001 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'code': 200} Jan 28 13:54:51.663574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port e065d5b7-92ce-4ba1-8311-52753a22357b host ! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:54:51.664433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e065d5b7-92ce-4ba1-8311-52753a22357b not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:51.665550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2c3d2afd-6808-4de6-82f8-f446b992896f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:51.751728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=eed50905-3343-4d9d-898c-fb8f5798e357,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:51.780642 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.790712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.791379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (e0796984-58ce-4eb9-921a-dc91d7b9f671), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.806709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2c3d2afd-6808-4de6-82f8-f446b992896f is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:51.807647 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2c3d2afd-6808-4de6-82f8-f446b992896f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.831587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=2c3d2afd-6808-4de6-82f8-f446b992896f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:51.834575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for e0796984-58ce-4eb9-921a-dc91d7b9f671 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:51.864291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c478e1a5-048c-4074-9d8d-05fdffe8a28f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:51.890170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] No DVR routers for this DVR port 2c3d2afd-6808-4de6-82f8-f446b992896f on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:51.894065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:51.897611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-bad2cd17-d735-4f1a-b1d2-1f3a165247db tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "DELETE /v2.0/ports/2c3d2afd-6808-4de6-82f8-f446b992896f HTTP/1.1" status: 204 len: 173 time: 1.3288321 Jan 28 13:54:51.908821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port c478e1a5-048c-4074-9d8d-05fdffe8a28f host ! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:54:51.909222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c478e1a5-048c-4074-9d8d-05fdffe8a28f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:51.909779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device e35d272d-79d1-49d6-ba38-b6ba3a6afd21 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:51.993267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:51.993812 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.035908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:52.043356 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.044305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 54b8da0e-161d-4da2-8f1c-365e411c8ee3 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:52.062607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f5596-0ac9-47a5-b57d-0eabd6be3f64 req-922179fb-1ff6-46db-ac75-e0052dcd5b27 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:52.067952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f5596-0ac9-47a5-b57d-0eabd6be3f64 req-922179fb-1ff6-46db-ac75-e0052dcd5b27 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:52.073834 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f5596-0ac9-47a5-b57d-0eabd6be3f64 req-922179fb-1ff6-46db-ac75-e0052dcd5b27 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:52.075595 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-268f5596-0ac9-47a5-b57d-0eabd6be3f64 req-922179fb-1ff6-46db-ac75-e0052dcd5b27 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 2412 time: 0.1338191 Jan 28 13:54:52.192985 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-268f5596-0ac9-47a5-b57d-0eabd6be3f64 req-be7fc94e-c121-461b-b140-a80435a5d8b4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078639 Jan 28 13:54:52.204721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:52.205223 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.301119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 54b8da0e-161d-4da2-8f1c-365e411c8ee3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:52.307786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 54b8da0e-161d-4da2-8f1c-365e411c8ee3 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:52.344241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e0796984-58ce-4eb9-921a-dc91d7b9f671), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.378221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:52.413966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=e0796984-58ce-4eb9-921a-dc91d7b9f671,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:52.468102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] For port e35d272d-79d1-49d6-ba38-b6ba3a6afd21, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:52.468475 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.490431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for e35d272d-79d1-49d6-ba38-b6ba3a6afd21 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:52.504753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (f8146f52-82f1-485d-8605-f3178c9a9c73), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.505098 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP f8146f52-82f1-485d-8605-f3178c9a9c73 disassociated (deleted). External IP: 172.25.4.33, port: 521208f3-3d51-42c2-bbb3-80bfe9cfdbde. Jan 28 13:54:52.681728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': '2c3d2afd-6808-4de6-82f8-f446b992896f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:52.683417 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3f0bc9-f701-435f-865f-f9fc979b6a8d" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "2c3d2afd-6808-4de6-82f8-f446b992896f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:52.756261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee517-126e-49d8-a941-5b2782363bf3 req-34253f84-530c-475d-a5b5-7db77c7d20df tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:52.756819 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421feb62-ccf7-42d1-87e9-e68b3e2fe7e1 x-openstack-request-id: req-421feb62-ccf7-42d1-87e9-e68b3e2fe7e1 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:52.756915 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "2c3d2afd-6808-4de6-82f8-f446b992896f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:52.757138 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-421feb62-ccf7-42d1-87e9-e68b3e2fe7e1 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:52.757526 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': '2c3d2afd-6808-4de6-82f8-f446b992896f', 'status': 'completed', 'code': 200} Jan 28 13:54:52.758300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d4ee517-126e-49d8-a941-5b2782363bf3 req-34253f84-530c-475d-a5b5-7db77c7d20df tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0737135 Jan 28 13:54:52.815039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d4ee517-126e-49d8-a941-5b2782363bf3 req-731738d1-fc8c-495f-aa28-4b37b9be2519 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495377 Jan 28 13:54:52.829071 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e35d272d-79d1-49d6-ba38-b6ba3a6afd21), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.875763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=e35d272d-79d1-49d6-ba38-b6ba3a6afd21,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:52.907469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:52.930035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] No DVR routers for this DVR port e35d272d-79d1-49d6-ba38-b6ba3a6afd21 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:52.932950 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:52.936492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-44eeb857-ec79-4772-85e3-0b51f2e49f7f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "DELETE /v2.0/ports/e35d272d-79d1-49d6-ba38-b6ba3a6afd21 HTTP/1.1" status: 204 len: 173 time: 1.0014648 Jan 28 13:54:53.108055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:53.112804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.118587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:53.130073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:53.130842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:53.149226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port eed50905-3343-4d9d-898c-fb8f5798e357 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:53.149588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.170902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:53.175311 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2aea9c1f-ad21-403b-98d1-71c0d475c582 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/floatingips/f8146f52-82f1-485d-8605-f3178c9a9c73 HTTP/1.1" status: 204 len: 168 time: 2.3760190 Jan 28 13:54:53.175806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:53.183695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:53.184609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:53.236082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:53.236953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef678c-f58d-447f-a8bd-6c261b5b4d3d None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:53.271295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] For port eed50905-3343-4d9d-898c-fb8f5798e357, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=eed50905-3343-4d9d-898c-fb8f5798e357,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:53.271674 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.296856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for eed50905-3343-4d9d-898c-fb8f5798e357 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:53.326922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 521208f3-3d51-42c2-bbb3-80bfe9cfdbde {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:53.327625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (521208f3-3d51-42c2-bbb3-80bfe9cfdbde), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.450331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636442f-3445-4f20-9366-d125c18abe98 req-b04a8741-453c-4f36-99f1-3818f7d40c8a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:53.455678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636442f-3445-4f20-9366-d125c18abe98 req-b04a8741-453c-4f36-99f1-3818f7d40c8a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:53.457400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4636442f-3445-4f20-9366-d125c18abe98 req-b04a8741-453c-4f36-99f1-3818f7d40c8a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 1677 time: 0.1618528 Jan 28 13:54:53.473096 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (521208f3-3d51-42c2-bbb3-80bfe9cfdbde), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.487457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 521208f3-3d51-42c2-bbb3-80bfe9cfdbde owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:53.569782 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4636442f-3445-4f20-9366-d125c18abe98 req-440f535c-4791-4493-bffb-48f1d10a3700 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups?id=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872447 Jan 28 13:54:53.581661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (eed50905-3343-4d9d-898c-fb8f5798e357), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.623606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=eed50905-3343-4d9d-898c-fb8f5798e357,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:53.657800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357'}, {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:53.661487 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee351f94-9bfc-4837-8873-b324d76e6248" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-unplugged", "status": "completed", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357"}, {"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-unplugged", "status": "completed", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:53.682102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] No DVR routers for this DVR port eed50905-3343-4d9d-898c-fb8f5798e357 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:53.687412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.704410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-369fb4ad-c1bb-48ed-b6f8-7351c7f1bf95 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "DELETE /v2.0/ports/eed50905-3343-4d9d-898c-fb8f5798e357 HTTP/1.1" status: 204 len: 173 time: 0.7601628 Jan 28 13:54:53.725206 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c77af-5b69-4916-bc8b-ce9425854b16 x-openstack-request-id: req-948c77af-5b69-4916-bc8b-ce9425854b16 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:53.725504 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-unplugged", "status": "completed", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357", "code": 200}, {"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-unplugged", "status": "completed", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:53.725779 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-948c77af-5b69-4916-bc8b-ce9425854b16 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:53.726177 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357', 'code': 200} Jan 28 13:54:53.726441 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21', 'code': 200} Jan 28 13:54:53.760468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (521208f3-3d51-42c2-bbb3-80bfe9cfdbde), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.793088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=521208f3-3d51-42c2-bbb3-80bfe9cfdbde,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:53.832294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:53.832772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.903115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.910540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-305bdb61-5ee7-4e80-b008-657cadf7b117 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/ports/521208f3-3d51-42c2-bbb3-80bfe9cfdbde HTTP/1.1" status: 204 len: 168 time: 0.7302818 Jan 28 13:54:53.910769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58478) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:53.915942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:53.948435 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.981434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] For port c11ab409-7d92-40ee-ade5-b52f1eb8cc83, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:53.981816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:53.997216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939c4f3-bc48-4060-905d-05b2a28bde53 req-d5dc9f8e-50d6-424b-b024-877347a8e62a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:53.998803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2939c4f3-bc48-4060-905d-05b2a28bde53 req-d5dc9f8e-50d6-424b-b024-877347a8e62a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.1032584 Jan 28 13:54:54.092681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.240810 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2939c4f3-bc48-4060-905d-05b2a28bde53 req-405dec51-ca75-44ff-a32c-4ac88990afca tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156103 Jan 28 13:54:54.265914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.25.4.135 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/9e85c6a3-dd0f-4d85-b1d3-81d32dda3221) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:54.325395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.326346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (8086abdb-81ff-4190-ac30-958a5352d89d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.326346 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Floating IP 8086abdb-81ff-4190-ac30-958a5352d89d disassociated. External IP: 172.25.4.60, port: c11ab409-7d92-40ee-ade5-b52f1eb8cc83. Jan 28 13:54:54.326581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for c11ab409-7d92-40ee-ade5-b52f1eb8cc83 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:54.374626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.416547 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.478080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=9e85c6a3-dd0f-4d85-b1d3-81d32dda3221,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:54.479633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:54.480958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:54.483388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:54.496151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c11ab409-7d92-40ee-ade5-b52f1eb8cc83), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.532333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=c11ab409-7d92-40ee-ade5-b52f1eb8cc83,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:54.586757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (aba4bf4f-b63f-40bd-86ce-5f77d6332b44), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.628023 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.691850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:54.709235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6ec36d4-8009-4938-89b1-78ef777126d4 req-2d91c2ce-1c73-4ca1-a798-6821ae2dd367 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0457973 Jan 28 13:54:54.764139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21'}, {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:54.766781 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a9381-a0d5-4f4b-80f7-431680e49f8d" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21"}, {"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:54.834144 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e1040-4aec-41ab-8229-52fc8a9e80a5 x-openstack-request-id: req-606e1040-4aec-41ab-8229-52fc8a9e80a5 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:54.834388 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "e35d272d-79d1-49d6-ba38-b6ba3a6afd21", "status": "completed", "code": 200}, {"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "eed50905-3343-4d9d-898c-fb8f5798e357", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:54.834730 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-606e1040-4aec-41ab-8229-52fc8a9e80a5 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:54.835524 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': 'e35d272d-79d1-49d6-ba38-b6ba3a6afd21', 'status': 'completed', 'code': 200} Jan 28 13:54:54.835524 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': 'eed50905-3343-4d9d-898c-fb8f5798e357', 'status': 'completed', 'code': 200} Jan 28 13:54:54.871297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:54.878511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.883935 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] Sync routers for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:54.890602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.897236 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:54.898120 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:54.982332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] No DVR routers for this DVR port c11ab409-7d92-40ee-ade5-b52f1eb8cc83 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:54.985800 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:54.993690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-85c3df82-dd0a-42c8-9a58-28e9a8c33cb3 req-ad4d6527-8faa-4c0a-8d6a-8158ca8f70e5 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.60 "DELETE /v2.0/ports/c11ab409-7d92-40ee-ade5-b52f1eb8cc83 HTTP/1.1" status: 204 len: 173 time: 1.2714636 Jan 28 13:54:55.016770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=9e85c6a3-dd0f-4d85-b1d3-81d32dda3221,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:55.031094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (aba4bf4f-b63f-40bd-86ce-5f77d6332b44), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.056019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.060665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba79129a-775b-4fd7-bfc8-6852d87fd07b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1486952 Jan 28 13:54:55.061056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58486) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:55.071081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'port': {'network_id': 'b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1', 'name': 'tempest-FloatingIPTestJSON-1491005769'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:55.114814 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:55.256190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:55.261226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.297780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] device_id is not set on port 82f97d1b-83f9-4b71-ad6b-11c2b258c562 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:54:55.434466 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:20Z', 'revision_number': 5, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:55.438001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a2080-8940-4ae1-8c07-f04fe824bbab req-aa8534bf-2798-435c-9ddc-75482a2868be tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:55.441011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f55a2080-8940-4ae1-8c07-f04fe824bbab req-aa8534bf-2798-435c-9ddc-75482a2868be tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0795085 Jan 28 13:54:55.453160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.6 (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1/01c8aac9-4f6a-41b6-9041-d4dbbcd77011/82f97d1b-83f9-4b71-ad6b-11c2b258c562) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:55.469076 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] Checking router: e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:55.479191 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:55.480093 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:55.548111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f55a2080-8940-4ae1-8c07-f04fe824bbab req-8f489ae4-f740-4e89-8807-b83e762b036a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857005 Jan 28 13:54:55.695282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (82f97d1b-83f9-4b71-ad6b-11c2b258c562), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.742588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (82f97d1b-83f9-4b71-ad6b-11c2b258c562), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.799288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:55.813411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=82f97d1b-83f9-4b71-ad6b-11c2b258c562,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:55.816435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:55.818710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:55.866606 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:55.903320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3dd46083-5aba-47a8-92f7-128a33b731d4 req-e51601b7-abe7-4d99-84f8-520b12ab13d0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0435133 Jan 28 13:54:55.930312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:55.930312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:55.951942 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c7e3204f-b161-4021-8fb8-552ef346e6c7 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8894751 Jan 28 13:54:55.954164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58498) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:55.959812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'port_id': '82f97d1b-83f9-4b71-ad6b-11c2b258c562'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:56.021606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (aba4bf4f-b63f-40bd-86ce-5f77d6332b44), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.172680 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:20Z', 'revision_number': 5, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:56.210081 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f609862b-cc76-4867-a4c4-a8b0315a44b1 None None] The sync data for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 is: [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:41:13Z', 'revision_number': 4, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '445ab3df-fb80-48e6-9712-12ac537dafd7', 'name': '', 'network_id': '68ab7131-bccd-4165-8d71-334c51189a8f', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'mac_address': 'fa:16:3e:0d:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:11Z', 'updated_at': '2022-01-28T13:41:20Z', 'revision_number': 5, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'subnets': [{'id': '9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:56.583009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd519b0d-8cb4-4582-950e-212b020d52b6 None None] New status for floating IP 8086abdb-81ff-4190-ac30-958a5352d89d: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:54:56.742192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71ff4-40b9-4844-8dd9-d57957c47941 req-20b58b50-00d5-4662-9a31-9d250dbbee1e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:56.744807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ba71ff4-40b9-4844-8dd9-d57957c47941 req-20b58b50-00d5-4662-9a31-9d250dbbee1e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0923684 Jan 28 13:54:56.774598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.824722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ba71ff4-40b9-4844-8dd9-d57957c47941 req-f6421230-e087-46b6-a13d-69f00050b885 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733993 Jan 28 13:54:56.851580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:56.854549 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba475e99-189a-4f2a-8514-3ad1e4a50cda" -d '{"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:56.907127 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d3203b-a914-428c-97a4-e2e28a30941e x-openstack-request-id: req-29d3203b-a914-428c-97a4-e2e28a30941e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:56.907428 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3d17e-a74a-4d52-8443-6579006d7059", "name": "network-vif-deleted", "tag": "c11ab409-7d92-40ee-ade5-b52f1eb8cc83", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:56.907704 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29d3203b-a914-428c-97a4-e2e28a30941e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:56.908130 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3d17e-a74a-4d52-8443-6579006d7059', 'name': 'network-vif-deleted', 'tag': 'c11ab409-7d92-40ee-ade5-b52f1eb8cc83', 'status': 'completed', 'code': 200} Jan 28 13:54:56.935445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.941877 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (aba4bf4f-b63f-40bd-86ce-5f77d6332b44), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.068551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f463ca3-6aa6-48cd-8855-85e97d9f852d req-04bfcd3c-1469-4169-99e1-bb443fbaac90 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0454066 Jan 28 13:54:57.073119 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP aba4bf4f-b63f-40bd-86ce-5f77d6332b44 associated. External IP: 172.25.4.135, port: 82f97d1b-83f9-4b71-ad6b-11c2b258c562. Jan 28 13:54:57.316546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:57.445903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:57.451193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.457713 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:57.471159 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:57.472782 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:57.489292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b2694ae6-14a3-43bc-b95e-e398bcdf325e tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/floatingips/aba4bf4f-b63f-40bd-86ce-5f77d6332b44 HTTP/1.1" status: 200 len: 978 time: 1.5317216 Jan 28 13:54:57.489684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58514) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:57.523106 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:57.539843 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:57.540806 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:57.580875 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:57.581682 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293b1220-9fb5-4495-ba83-a9de1c7a7e7e None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:57.599346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 82f97d1b-83f9-4b71-ad6b-11c2b258c562 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:57.599697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (82f97d1b-83f9-4b71-ad6b-11c2b258c562), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.692923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (82f97d1b-83f9-4b71-ad6b-11c2b258c562), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.950168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.950906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (aba4bf4f-b63f-40bd-86ce-5f77d6332b44), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:57.951187 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP aba4bf4f-b63f-40bd-86ce-5f77d6332b44 disassociated. External IP: 172.25.4.135, port: 82f97d1b-83f9-4b71-ad6b-11c2b258c562. Jan 28 13:54:57.951689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 82f97d1b-83f9-4b71-ad6b-11c2b258c562 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:57.982003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a86fa-bfcf-4d52-bf9e-88b1496dea6a req-8229bec4-a060-4c72-8ef8-dc6f15e8f508 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:57.983710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-085a86fa-bfcf-4d52-bf9e-88b1496dea6a req-8229bec4-a060-4c72-8ef8-dc6f15e8f508 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0709331 Jan 28 13:54:58.064537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-085a86fa-bfcf-4d52-bf9e-88b1496dea6a req-921dad4c-659d-4bf9-b6b4-1dd8f4782c84 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697055 Jan 28 13:54:58.114628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (82f97d1b-83f9-4b71-ad6b-11c2b258c562), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.164208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=82f97d1b-83f9-4b71-ad6b-11c2b258c562,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:58.166204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.315409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58084651-1a42-4cdd-b79c-54f4f94a2eb0 req-1dd8d1dd-7bae-4233-994f-8c37b74406de tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.1215019 Jan 28 13:54:58.349954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:58.492460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:58.501992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:58.519508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:58.521217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:58.579114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:58.592789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:58.593324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.593737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:58.597358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81c6145e-d548-4199-b10f-a6254a60c46a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/ports/82f97d1b-83f9-4b71-ad6b-11c2b258c562 HTTP/1.1" status: 204 len: 168 time: 1.1060748 Jan 28 13:54:58.599760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58530) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:58.633624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:58.634770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40efa555-8fb2-4bd7-b7b0-12027f3ee67c None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:58.664796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eeb44242-a990-480c-855c-6ebc912f344c tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "GET /v2.0/floatingips/aba4bf4f-b63f-40bd-86ce-5f77d6332b44 HTTP/1.1" status: 200 len: 688 time: 0.0607975 Jan 28 13:54:58.664975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58532) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:58.829016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 9e85c6a3-dd0f-4d85-b1d3-81d32dda3221 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:58.829363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.917032 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.917301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.931980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 9e85c6a3-dd0f-4d85-b1d3-81d32dda3221 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:59.094334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9e85c6a3-dd0f-4d85-b1d3-81d32dda3221), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.133031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=9e85c6a3-dd0f-4d85-b1d3-81d32dda3221,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:59.199034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5922c8-852b-4370-924a-8271e571f931 req-2f9e549a-31f0-4881-80d1-1a5e934d36de tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:59.200707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca5922c8-852b-4370-924a-8271e571f931 req-2f9e549a-31f0-4881-80d1-1a5e934d36de tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 944 time: 0.0574150 Jan 28 13:54:59.225143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (aba4bf4f-b63f-40bd-86ce-5f77d6332b44), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.229724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.233844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7f499dcf-5d81-4f74-be1f-06ef782a8262 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/floatingips/aba4bf4f-b63f-40bd-86ce-5f77d6332b44 HTTP/1.1" status: 204 len: 168 time: 0.5650651 Jan 28 13:54:59.238646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58538) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:59.243094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '11f44254-12a5-41cf-b4f8-8c0658f0843e'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:59.244159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2878848d-a050-4639-baf8-e153583428e6 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:54:59.311461 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ca5922c8-852b-4370-924a-8271e571f931 req-3a34dff7-37da-4101-a480-76672d105f89 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880895 Jan 28 13:54:59.319185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.385790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2878848d-a050-4639-baf8-e153583428e6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2878848d-a050-4639-baf8-e153583428e6,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:59.405506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '2878848d-a050-4639-baf8-e153583428e6', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'port_id': '2878848d-a050-4639-baf8-e153583428e6', 'mac_address': 'fa:16:3e:e5:1e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:54:59.440079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.468415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2878848d-a050-4639-baf8-e153583428e6 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:59.473474 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2878848d-a050-4639-baf8-e153583428e6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.490539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2878848d-a050-4639-baf8-e153583428e6 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:54:59.522433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cf3d198-baf4-463d-be76-646f9070c8b8 req-11fa802e-8346-401b-933c-518ec798ceda tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0609615 Jan 28 13:54:59.543352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2878848d-a050-4639-baf8-e153583428e6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2878848d-a050-4639-baf8-e153583428e6,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:59.553988 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2878848d-a050-4639-baf8-e153583428e6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.627651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.25.4.91 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/68f11a91-cd92-451c-b749-4cf5cdd2f556) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:59.643250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2878848d-a050-4639-baf8-e153583428e6,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:59.752603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.795562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:59.815017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2878848d-a050-4639-baf8-e153583428e6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:54:59.841311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:59.846304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:59.849372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:59.892595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=68f11a91-cd92-451c-b749-4cf5cdd2f556,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:00.410346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (0cda94a5-9990-4a81-b18c-66eb5adc9fd0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.464312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f161-dd00-4519-982e-7c2ed3738675 req-4d2ce30b-e5d3-48a8-89a6-83e68b12e81d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:00.472559 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5b1f161-dd00-4519-982e-7c2ed3738675 req-4d2ce30b-e5d3-48a8-89a6-83e68b12e81d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 945 time: 0.1091597 Jan 28 13:55:00.534087 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.614683 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c5b1f161-dd00-4519-982e-7c2ed3738675 req-43d5c86d-fd94-483d-b4f6-61028d7ac82b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352561 Jan 28 13:55:00.698074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f4d68ef-7c8b-4aff-ae97-0479bf24e5e6 req-b85507d8-5acd-4ded-be55-220b1ec02625 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0998402 Jan 28 13:55:00.765134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.771010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.826907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=68f11a91-cd92-451c-b749-4cf5cdd2f556,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:00.888105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (0cda94a5-9990-4a81-b18c-66eb5adc9fd0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.001828 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP 0cda94a5-9990-4a81-b18c-66eb5adc9fd0 associated. External IP: 172.25.4.91, port: 11f44254-12a5-41cf-b4f8-8c0658f0843e. Jan 28 13:55:01.248646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2878848d-a050-4639-baf8-e153583428e6 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:55:01.342453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:01.392403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 2878848d-a050-4639-baf8-e153583428e6 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:55:01.398718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 2878848d-a050-4639-baf8-e153583428e6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:01.399116 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2878848d-a050-4639-baf8-e153583428e6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.600601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:01.613680 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:01.614558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2878848d-a050-4639-baf8-e153583428e6 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:01.615025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2878848d-a050-4639-baf8-e153583428e6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.639121 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:01.640624 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:01.644011 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.669067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2878848d-a050-4639-baf8-e153583428e6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2878848d-a050-4639-baf8-e153583428e6,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:01.679170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878848d-a050-4639-baf8-e153583428e6'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:01.685754 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb09255-eb4d-422b-8786-0abf88d42c5b" -d '{"events": [{"server_uuid": "09412ce0-49c1-4e95-bbb6-418d127e618e", "name": "network-vif-plugged", "status": "completed", "tag": "2878848d-a050-4639-baf8-e153583428e6"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:01.692185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2878848d-a050-4639-baf8-e153583428e6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.743258 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:01.761677 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1b102f81-395a-43d8-a96a-7628147932a8 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5218925 Jan 28 13:55:01.764346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58560) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:01.774308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-43134354'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:01.784550 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:01.785817 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:01.796419 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dcaa90-b822-489a-a07e-c6ef230a5f38 x-openstack-request-id: req-52dcaa90-b822-489a-a07e-c6ef230a5f38 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:01.797154 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09412ce0-49c1-4e95-bbb6-418d127e618e", "name": "network-vif-plugged", "status": "completed", "tag": "2878848d-a050-4639-baf8-e153583428e6", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:01.797663 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52dcaa90-b822-489a-a07e-c6ef230a5f38 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:01.798313 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878848d-a050-4639-baf8-e153583428e6', 'code': 200} Jan 28 13:55:01.813255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2878848d-a050-4639-baf8-e153583428e6,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:01.843864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:01.859704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.909032 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:01.909730 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d3e70-0c90-4531-bdd0-0f48e9e4219a None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:01.933176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:55:01.963923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (020b3cc8-26c9-4935-a8b1-a32d563ff55a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.964500 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Added segment 020b3cc8-26c9-4935-a8b1-a32d563ff55a of type vlan for network 3847754d-e479-4301-851d-77d29f24769d Jan 28 13:55:02.004567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0737d-d49f-40ff-bb70-5281d39eb728 req-bb790034-bf25-4472-95d8-ee3118db01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:02.007474 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1e0737d-d49f-40ff-bb70-5281d39eb728 req-bb790034-bf25-4472-95d8-ee3118db01d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 1097 time: 0.0660117 Jan 28 13:55:02.021676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fc2195c-ab11-4721-ab4a-83f3d9df8de2 req-d1ecac1d-8cba-473e-b6b4-c35b2cbc1c4a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0545216 Jan 28 13:55:02.041192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18846426-a3f6-4c9f-adf9-d52d7bd16346 req-ab2449b2-8054-4454-bc06-6a6c0f27e4ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:02.051855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18846426-a3f6-4c9f-adf9-d52d7bd16346 req-ab2449b2-8054-4454-bc06-6a6c0f27e4ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 946 time: 0.1585813 Jan 28 13:55:02.085476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3847754d-e479-4301-851d-77d29f24769d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.122688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3847754d-e479-4301-851d-77d29f24769d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.129515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:02.130123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.158168 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-18846426-a3f6-4c9f-adf9-d52d7bd16346 req-0dfe878d-f7dc-41ef-8e0c-df4dc5b5d67e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051667 Jan 28 13:55:02.174354 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1e0737d-d49f-40ff-bb70-5281d39eb728 req-82ef7d22-a07d-4079-9e16-869e89413eab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914609 Jan 28 13:55:02.239319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Network': ['ID=3847754d-e479-4301-851d-77d29f24769d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:02.252139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3847754d-e479-4301-851d-77d29f24769d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:55:02.258817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c83231ef-2a22-4ab4-856b-6ce5d92a23d0 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4896293 Jan 28 13:55:02.260695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58562) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:02.267653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'subnet': {'network_id': '3847754d-e479-4301-851d-77d29f24769d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:02.397561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:02.401569 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.703596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (ab83a196-60a3-4241-be43-3e2e358c668d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.766821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Subnet': ['ID=ab83a196-60a3-4241-be43-3e2e358c668d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:02.777811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Checking segment: {'id': '020b3cc8-26c9-4935-a8b1-a32d563ff55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3847754d-e479-4301-851d-77d29f24769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:02.778320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network hostable DHCP agents. Network: 3847754d-e479-4301-851d-77d29f24769d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:55:02.798296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network 3847754d-e479-4301-851d-77d29f24769d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:55:02.810438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3847754d-e479-4301-851d-77d29f24769d) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:02.814822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:02.815440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.824609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb32e8-80dc-4eee-9618-1c714e390329 None None] Network 3847754d-e479-4301-851d-77d29f24769d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:02.840507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-66b572da-1f1a-4c54-b0ab-d5f63d197fa4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5784423 Jan 28 13:55:02.843119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:02.847864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1098506029', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:02.872970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.874050 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.938692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-3847754d-e479-4301-851d-77d29f24769d', 'network_id': '3847754d-e479-4301-851d-77d29f24769d', 'project_id': '4ee62414e7d24195889681f26d7c3b2b', 'fixed_ips': [{'subnet_id': 'ab83a196-60a3-4241-be43-3e2e358c668d'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:55:02.939709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.946128 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_controller (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.124299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Allocated IP 172.20.0.2 (3847754d-e479-4301-851d-77d29f24769d/ab83a196-60a3-4241-be43-3e2e358c668d/7479d83f-24cd-43a3-861b-7a933b762841) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:03.161792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.306790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-366a778e-482b-46eb-866c-0ca4eb60205a req-138e833c-1751-4592-9ab8-d3a790b3e366 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0846388 Jan 28 13:55:03.438116 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Publish callbacks [] for port (7479d83f-24cd-43a3-861b-7a933b762841), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.465904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7479d83f-24cd-43a3-861b-7a933b762841), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.549731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Network 3847754d-e479-4301-851d-77d29f24769d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:03.557042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:03.563262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:03.699682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Attempting to bind port 7479d83f-24cd-43a3-861b-7a933b762841 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:55:03.700135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Attempting to bind port 7479d83f-24cd-43a3-861b-7a933b762841 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '020b3cc8-26c9-4935-a8b1-a32d563ff55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3847754d-e479-4301-851d-77d29f24769d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:55:03.700561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Attempting to bind port 7479d83f-24cd-43a3-861b-7a933b762841 on network 3847754d-e479-4301-851d-77d29f24769d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:55:03.710151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:55:03.710597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Checking segment: {'id': '020b3cc8-26c9-4935-a8b1-a32d563ff55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3847754d-e479-4301-851d-77d29f24769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:03.711655 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.712117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Bound using segment: {'id': '020b3cc8-26c9-4935-a8b1-a32d563ff55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3847754d-e479-4301-851d-77d29f24769d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:55:03.712610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Bound port: 7479d83f-24cd-43a3-861b-7a933b762841, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020b3cc8-26c9-4935-a8b1-a32d563ff55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3847754d-e479-4301-851d-77d29f24769d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:55:03.712995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7479d83f-24cd-43a3-861b-7a933b762841), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.753461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Pushing event updated for resources: {'Port': ['ID=7479d83f-24cd-43a3-861b-7a933b762841,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:03.763499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedd94-b1c7-4a45-9e1d-31ea2011b910 req-90aa8b85-4d7b-49d2-93cb-6fa5c7503bbf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:03.765279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3fedd94-b1c7-4a45-9e1d-31ea2011b910 req-90aa8b85-4d7b-49d2-93cb-6fa5c7503bbf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 946 time: 0.0986912 Jan 28 13:55:03.831540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] For port 7479d83f-24cd-43a3-861b-7a933b762841, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:55:03.839344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] For port 7479d83f-24cd-43a3-861b-7a933b762841, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7479d83f-24cd-43a3-861b-7a933b762841,segment=NetworkSegment(020b3cc8-26c9-4935-a8b1-a32d563ff55a),segment_id=020b3cc8-26c9-4935-a8b1-a32d563ff55a)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:55:03.846675 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7479d83f-24cd-43a3-861b-7a933b762841), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.860828 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b3fedd94-b1c7-4a45-9e1d-31ea2011b910 req-c26cf9fb-6a79-4506-84ca-370311cb56d5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877626 Jan 28 13:55:03.948482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507a16e-71b4-4b78-a925-14b5462bf919 None None] Pushing event updated for resources: {'Port': ['ID=7479d83f-24cd-43a3-861b-7a933b762841,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:04.066850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.092716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.238783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.25.4.6 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:04.443353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.496508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.548636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82771a21-63ee-4f27-b566-cf57206ec70e req-e0114964-6c42-41c1-af17-f6085a92a80f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0642867 Jan 28 13:55:04.582374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:04.587620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:04.590513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:04.597236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:04.881763 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.905205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc827e5b-8026-4864-893b-20fd599c6c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:05.136337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597643-4d1a-4ca3-93e9-0cd1fac6bb66 req-6f845160-518e-4719-9841-c166c23533b5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:05.138064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1597643-4d1a-4ca3-93e9-0cd1fac6bb66 req-6f845160-518e-4719-9841-c166c23533b5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 946 time: 0.1275899 Jan 28 13:55:05.288253 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:05.373405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211294d-4a6d-4835-81f3-566d56ca9b82 None None] Network 3847754d-e479-4301-851d-77d29f24769d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:05.399830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1597643-4d1a-4ca3-93e9-0cd1fac6bb66 req-e88e32ad-f839-4531-a738-cf3612ec102b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502673 Jan 28 13:55:05.536403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:55:05.542899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3119ae-4b02-4cd7-a825-d1ae2f60e5fa req-80351e9d-9d64-4f7c-b701-d8aa6c3c678e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:05.550726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb3119ae-4b02-4cd7-a825-d1ae2f60e5fa req-80351e9d-9d64-4f7c-b701-d8aa6c3c678e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 946 time: 0.0587471 Jan 28 13:55:05.636625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fb3119ae-4b02-4cd7-a825-d1ae2f60e5fa req-82f70e1b-d5f6-4b48-aabf-8ed7184d8616 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842750 Jan 28 13:55:05.659590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b8ec54fc-1459-47c5-ad36-76a080194666 None None] Provisioning complete for port 7479d83f-24cd-43a3-861b-7a933b762841 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:05.660023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b8ec54fc-1459-47c5-ad36-76a080194666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7479d83f-24cd-43a3-861b-7a933b762841), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:05.786028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7479d83f-24cd-43a3-861b-7a933b762841 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:55:05.790764 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2476b5ca-578d-4abc-8b60-6ec7aa35b8e3 req-fbdb0769-6bea-4d48-8b4f-a5bf2f539854 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0634062 Jan 28 13:55:05.839799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:05.867771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] Sync routers for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:05.881699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:05.884417 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5cd54565-a6d1-4d4e-af8a-e63da9443a65 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0399806 Jan 28 13:55:05.887221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58588) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:05.943099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:05.943969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:05.966249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec54fc-1459-47c5-ad36-76a080194666 None None] Current status of the port 7479d83f-24cd-43a3-861b-7a933b762841 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:05.966641 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b8ec54fc-1459-47c5-ad36-76a080194666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7479d83f-24cd-43a3-861b-7a933b762841), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:06.062830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b8ec54fc-1459-47c5-ad36-76a080194666 None None] For port 7479d83f-24cd-43a3-861b-7a933b762841, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7479d83f-24cd-43a3-861b-7a933b762841,segment=NetworkSegment(020b3cc8-26c9-4935-a8b1-a32d563ff55a),segment_id=020b3cc8-26c9-4935-a8b1-a32d563ff55a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:06.066096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:06.073857 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b8ec54fc-1459-47c5-ad36-76a080194666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7479d83f-24cd-43a3-861b-7a933b762841), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:06.087404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:06.088175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:54:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:06.161124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7479d83f-24cd-43a3-861b-7a933b762841 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:06.161856 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7479d83f-24cd-43a3-861b-7a933b762841), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:06.167809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:06.168832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c9c24-e23d-4d4b-9d9a-e59ed159a3ed None None] The sync data for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:06.249719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a6be1b92-d895-4ac5-85f2-d44b1c004b0b None None] Provisioning complete for port 7479d83f-24cd-43a3-861b-7a933b762841 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:06.250171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a6be1b92-d895-4ac5-85f2-d44b1c004b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7479d83f-24cd-43a3-861b-7a933b762841), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:06.311733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec54fc-1459-47c5-ad36-76a080194666 None None] Pushing event updated for resources: {'Port': ['ID=7479d83f-24cd-43a3-861b-7a933b762841,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:06.358127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7479d83f-24cd-43a3-861b-7a933b762841 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:06.399371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a6be1b92-d895-4ac5-85f2-d44b1c004b0b None None] Current status of the port 7479d83f-24cd-43a3-861b-7a933b762841 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:06.454397 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-e53ffae4-d838-4da0-b5c9-5ef56dbff9c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638993 Jan 28 13:55:06.633297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-fee0a736-80e1-492a-b86a-b513de965022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:06.634980 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-fee0a736-80e1-492a-b86a-b513de965022 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 1097 time: 0.0847137 Jan 28 13:55:06.635406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:06.905180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-2b8c0597-340e-4b07-b465-110c6839232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:06.908256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-2b8c0597-340e-4b07-b465-110c6839232b service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.2403605 Jan 28 13:55:06.972335 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-69bd57f1-9b34-4011-af5b-c449bdd923b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2878848d-a050-4639-baf8-e153583428e6 HTTP/1.1" status: 200 len: 217 time: 0.0544112 Jan 28 13:55:07.064741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-720d7d4c-4451-42f5-a9cc-df3301ef3ede req-457670e2-7249-4b3a-acce-e4308c6ec2b9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0895092 Jan 28 13:55:07.107871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-ae320d8e-92a2-44ec-ada2-bea394fd6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.111782 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-ae320d8e-92a2-44ec-ada2-bea394fd6777 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.1262145 Jan 28 13:55:07.208796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-80bf2a91-19bb-456d-af9c-91eed3e4c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.212837 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-80bf2a91-19bb-456d-af9c-91eed3e4c974 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903089 Jan 28 13:55:07.356423 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-919af8e0-e7a6-41ef-9335-5b9ae0c58bcb service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356034 Jan 28 13:55:07.548514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-562d4dc8-a39d-40bf-8487-47f9ac73bd08 req-72ba2dfa-4996-4711-a805-3176fa352bea service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826022 Jan 28 13:55:07.719626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.1 (3847754d-e479-4301-851d-77d29f24769d/ab83a196-60a3-4241-be43-3e2e358c668d/114dcc73-39e0-4390-8099-0edc15f18e77) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:07.760051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7479d83f-24cd-43a3-861b-7a933b762841 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:55:07.861281 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7db885f2-b9d7-4ea0-b3b2-7fbfdecbe7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:07.911084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7479d83f-24cd-43a3-861b-7a933b762841 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:07.911470 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7479d83f-24cd-43a3-861b-7a933b762841), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.041817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (114dcc73-39e0-4390-8099-0edc15f18e77), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.093102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7479d83f-24cd-43a3-861b-7a933b762841 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:08.107485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.239698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network 3847754d-e479-4301-851d-77d29f24769d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:08.246299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:08.255134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:08.304695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-395490a2-6296-4958-9680-5a84d6c4773d req-1d840532-c2ae-487f-89d2-0d755bf14959 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0592663 Jan 28 13:55:08.377752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=114dcc73-39e0-4390-8099-0edc15f18e77,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:08.395652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.616126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.763536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.775572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-553df6be-a3bd-4a98-a250-ed6bb652c8e4 None None] Provisioning complete for port 114dcc73-39e0-4390-8099-0edc15f18e77 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:08.776398 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-553df6be-a3bd-4a98-a250-ed6bb652c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.869507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-553df6be-a3bd-4a98-a250-ed6bb652c8e4 None None] Port 114dcc73-39e0-4390-8099-0edc15f18e77 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:55:08.991936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (114dcc73-39e0-4390-8099-0edc15f18e77), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:08.997764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.071814 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.193625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=114dcc73-39e0-4390-8099-0edc15f18e77,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:09.272638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network 3847754d-e479-4301-851d-77d29f24769d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:09.274888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:09.520865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:09.536453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-331252ed-cd7f-4535-bc2a-6a9538e20cb8 req-956302fa-3edc-498d-83b6-937b9be1edc7 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0565405 Jan 28 13:55:09.707298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fe61c02b-686c-476b-afd9-9d7f48d1fe02 None None] Provisioning complete for port 114dcc73-39e0-4390-8099-0edc15f18e77 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:09.707806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fe61c02b-686c-476b-afd9-9d7f48d1fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:09.747711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:09.771576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] Sync routers for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:09.792842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ea03d68f-1891-4e06-8e8b-64985c595b18 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/routers/9f0f6939-adcb-4e48-861e-eb3be0e5b5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9042494 Jan 28 13:55:09.795840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58664) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:09.802459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'port': {'network_id': '3847754d-e479-4301-851d-77d29f24769d', 'name': 'tempest-FloatingIPTestJSON-458371007'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:09.804240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fe61c02b-686c-476b-afd9-9d7f48d1fe02 None None] Port 114dcc73-39e0-4390-8099-0edc15f18e77 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:55:09.814719 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:09.815613 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:09.932161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-3d9f5343-934e-4275-a367-8df59eb90905 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360438 Jan 28 13:55:09.934154 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:09.986263 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:09.986904 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:10.056239 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:10.060391 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e1c63c-f780-4d09-8cd8-cf261aaaebde None None] The sync data for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:10.071088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Made reservation on behalf of 4ee62414e7d24195889681f26d7c3b2b for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:10.076478 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:10.143763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] device_id is not set on port 0c2efaad-1390-4573-90ce-79355f8f103e yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:55:10.169355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-8ca2fa53-b7ca-4560-95c5-16186f16caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:10.173113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-8ca2fa53-b7ca-4560-95c5-16186f16caf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1740422 Jan 28 13:55:10.426851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Allocated IP 172.20.0.12 (3847754d-e479-4301-851d-77d29f24769d/ab83a196-60a3-4241-be43-3e2e358c668d/0c2efaad-1390-4573-90ce-79355f8f103e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:10.544664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-b6c67e21-7d45-4d5c-a0a2-d1c38d0a1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:10.549359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-b6c67e21-7d45-4d5c-a0a2-d1c38d0a1a6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 910 time: 0.3409729 Jan 28 13:55:10.585992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:10.717281 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e2625b84-9432-47f3-a7d4-a35aff370aec req-3951593b-2030-4692-986e-e8f91838b1d2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0351641 Jan 28 13:55:10.796113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for port (0c2efaad-1390-4573-90ce-79355f8f103e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:10.805000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-b51daa1e-8aca-486e-bcd4-e2da998b4717 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 1002 time: 0.2461691 Jan 28 13:55:10.895592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0c2efaad-1390-4573-90ce-79355f8f103e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:10.902063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-4933ff29-4f5e-4e8f-a18d-b9c681d7fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:10.915696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-4933ff29-4f5e-4e8f-a18d-b9c681d7fc81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.0935237 Jan 28 13:55:10.993382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Network 3847754d-e479-4301-851d-77d29f24769d is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:10.997366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:11.016494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:11.030456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-996f52b8-e5f8-408c-99d6-0c80a98d233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:11.045151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-996f52b8-e5f8-408c-99d6-0c80a98d233a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230366 Jan 28 13:55:11.055693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event updated for resources: {'Port': ['ID=0c2efaad-1390-4573-90ce-79355f8f103e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:11.111528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:11.112835 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.160053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3887a7e6-463e-4134-baca-87923dd2e36d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3622627 Jan 28 13:55:11.168712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58672) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:11.179964 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Request body: {'floatingip': {'port_id': '0c2efaad-1390-4573-90ce-79355f8f103e'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:11.270621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-b4e3fb6f-f3c7-48fd-8132-3cf37fc0684d service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142324 Jan 28 13:55:11.291802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (0cda94a5-9990-4a81-b18c-66eb5adc9fd0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.424887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d6be7ce-a3c5-4afc-90e4-484741990582 req-38ffc537-6066-4e3e-b53d-11bdd5e3b8e8 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480968 Jan 28 13:55:11.494431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-05290de1-f6e5-4558-ae74-6c4edc36f1e7 None None] Provisioning complete for port 0c2efaad-1390-4573-90ce-79355f8f103e triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:11.495458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-05290de1-f6e5-4558-ae74-6c4edc36f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0c2efaad-1390-4573-90ce-79355f8f103e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.607512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-05290de1-f6e5-4558-ae74-6c4edc36f1e7 None None] Port 0c2efaad-1390-4573-90ce-79355f8f103e cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:55:11.774512 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:11.894268 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ee8822d1-7b5b-4153-abc1-d70744b5f7fa req-898eb81e-c659-4ed1-bcce-1630a45d4b84 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0624578 Jan 28 13:55:12.005423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-7ec5b7a3-cd70-4c5e-ac41-f88101293856 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:12.007054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-7ec5b7a3-cd70-4c5e-ac41-f88101293856 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.3475375 Jan 28 13:55:12.037554 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:12.037774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-9d3bfe44-4627-41aa-b986-0831d2770491 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/quotas/e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 375 time: 0.0116658 Jan 28 13:55:12.044459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (0cda94a5-9990-4a81-b18c-66eb5adc9fd0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:12.141192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-06f5c2e4-ce5e-418d-9cfa-94464a4c82c9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960722 Jan 28 13:55:12.249639 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP 0cda94a5-9990-4a81-b18c-66eb5adc9fd0 associated. External IP: 172.25.4.91, port: 11f44254-12a5-41cf-b4f8-8c0658f0843e. Jan 28 13:55:12.331564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-57866a4d-6469-4daf-8dee-360d983ec3f2 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828094 Jan 28 13:55:12.440418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-63afb7a2-a81c-4077-a609-3f49937852d3 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012757 Jan 28 13:55:12.909077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-685f4a86-9b08-46f1-a626-9c57ac38d474 req-de31e425-631f-42ae-918b-5f660da46d70 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0349851 Jan 28 13:55:13.021257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:13.091835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5785403-90e4-4c02-9802-17c81ceadd03 req-ef90164c-8213-4102-b8d2-0ca7638cd030 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0668294 Jan 28 13:55:13.185408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:13.203779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:13.217895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:13.219414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.269159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.300614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:13.301513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.338101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.338774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd49ed8-d9ec-4f58-abc4-7401ba00e173 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:13.517977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:13.639331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:13.644229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:13.651392 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] Sync routers for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:13.667871 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:13.671394 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.706615 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.717486 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:13.718364 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.756173 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8fcd9931-e907-4a1e-aab0-edb04802b363 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/floatingips/0cda94a5-9990-4a81-b18c-66eb5adc9fd0 HTTP/1.1" status: 200 len: 977 time: 2.5817835 Jan 28 13:55:13.758748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58702) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:13.763137 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:13.763984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dfab54-a46d-4afb-a484-8380db7c9fd2 None None] The sync data for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:13.877271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 0c2efaad-1390-4573-90ce-79355f8f103e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:13.877713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0c2efaad-1390-4573-90ce-79355f8f103e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.016885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0c2efaad-1390-4573-90ce-79355f8f103e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.193142 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4955ca48-5450-4ce0-be8f-046424a50c8a req-64d26ad1-68ca-499e-b3d5-c27b5c6a1f44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0811353 Jan 28 13:55:14.320661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbd53515-3664-46af-b8ed-a9738bff9f54 req-96b3a4c3-86c3-4f6d-a172-0e42a56d32a0 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0648286 Jan 28 13:55:14.350187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.351052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (0cda94a5-9990-4a81-b18c-66eb5adc9fd0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.352207 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Floating IP 0cda94a5-9990-4a81-b18c-66eb5adc9fd0 disassociated. External IP: 172.25.4.91, port: 0c2efaad-1390-4573-90ce-79355f8f103e. Jan 28 13:55:14.354754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 0c2efaad-1390-4573-90ce-79355f8f103e owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:14.598306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0c2efaad-1390-4573-90ce-79355f8f103e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:14.639593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=0c2efaad-1390-4573-90ce-79355f8f103e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:14.814542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:15.002120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:15.016940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] Sync routers for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:15.033105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:15.033911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:15.112464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:15.118806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6e109e38-686b-42c0-bb98-1743c36e8c68 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/ports/0c2efaad-1390-4573-90ce-79355f8f103e HTTP/1.1" status: 204 len: 168 time: 1.3557928 Jan 28 13:55:15.119189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58724) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:15.342670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:15.354329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:15.355505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:15.395844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:15.396717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520deb4-35c4-4fd3-aff9-e0e03daf3b3a None None] The sync data for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:15.415503 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a9431f77-9ae7-410a-b70f-c521dcf4159b req-1ee0fbb6-4f34-4f76-a112-dc96db569c71 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0766759 Jan 28 13:55:15.492736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11eb697c-74b8-4a71-9cf6-cc7005a38b43 req-7525ab34-3bd4-458e-8c6a-0174470fec9a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0349958 Jan 28 13:55:15.775805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.096644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 114dcc73-39e0-4390-8099-0edc15f18e77 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:16.097096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.225357 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.243000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 114dcc73-39e0-4390-8099-0edc15f18e77 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:16.571500 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3a3ab789-9f93-463f-891e-41072ac1ba8a req-4d992aa2-3285-4bf8-9dd5-dabfd965d5d7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0571129 Jan 28 13:55:16.616868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (114dcc73-39e0-4390-8099-0edc15f18e77), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:16.638276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b800814-2387-4dc5-ab21-fc09f06ff17e req-c81071e0-b4ca-4a6b-94de-d07aa505b9ef tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0611868 Jan 28 13:55:16.686202 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:55:16.689656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=114dcc73-39e0-4390-8099-0edc15f18e77,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:16.889999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.128067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:17.255657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:17.261483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e9864c65-4d2a-4725-85db-13a96eedad69 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/routers/9f0f6939-adcb-4e48-861e-eb3be0e5b5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1407621 Jan 28 13:55:17.263846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58742) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:17.270323 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] Sync routers for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:17.283405 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:17.285430 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:17.320400 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:17.329885 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] Routers {'9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:17.330892 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:17.370720 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:17.371787 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5322f-08d1-4fa7-8200-2317ba050ec9 None None] The sync data for ids ['9f0f6939-adcb-4e48-861e-eb3be0e5b5b2'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:17.759701 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0dbf2319-5e3e-4489-84e7-53072cde67e9 req-809e8f4f-3277-44f2-b37d-09a09ff77b90 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0559797 Jan 28 13:55:17.799188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:17.820295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa84ebf2-bb7b-46e7-9b8c-42165dbf71ec req-a25328e4-7e18-4bbb-b6a7-cd19faec8d2d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0422771 Jan 28 13:55:17.999217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.070450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:18.071075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.176306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.199672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:18.603280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-aa24eb9d-b07b-4778-854c-c9c428b06794 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:18.605221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-aa24eb9d-b07b-4778-854c-c9c428b06794 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.2500329 Jan 28 13:55:18.607171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.645772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'port': {'device_id': '8a809573-67cd-47b7-871d-f641939e9160', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'admin_state_up': True, 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:18.649625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=f8588ab6-02c4-4bf0-a1a8-4c2d5333afe0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:18.663207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.665630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.666065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.666486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.666902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.667310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.667647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.668676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.669133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.669738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.670013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.670431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.670770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:18.810089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.903401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6dabdacb-06fe-4dbd-9109-659880258b7e req-31e6348c-137b-4346-9595-ef279455e114 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0466750 Jan 28 13:55:18.989957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.006694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_controller (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.010046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20bdad8f-1037-4fcd-b207-d5d7a7e09f85 req-1fa14b1f-cadb-48ee-ada2-68a2b9e1991d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0375991 Jan 28 13:55:19.078255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:19.084106 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.092115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (9f0f6939-adcb-4e48-861e-eb3be0e5b5b2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.098240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:55:19.134382 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.142626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8565b4f4-17b9-4347-b4cd-688f78aa89ab tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/routers/9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 HTTP/1.1" status: 204 len: 168 time: 1.8774819 Jan 28 13:55:19.145419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58760) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:19.269211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting subnet ab83a196-60a3-4241-be43-3e2e358c668d {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:19.280995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for subnet (ab83a196-60a3-4241-be43-3e2e358c668d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.339360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ab83a196-60a3-4241-be43-3e2e358c668d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.353976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.20.0.8 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/4c84b089-a0cb-4904-b6e6-ff1e888145ee) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:19.449414 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ab83a196-60a3-4241-be43-3e2e358c668d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.524849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ab83a196-60a3-4241-be43-3e2e358c668d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.549138 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.566004 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Subnet': ['ID=ab83a196-60a3-4241-be43-3e2e358c668d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:19.577176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.579517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.580080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.580588 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.581108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.581620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.582130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.582628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.583119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.583608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.584145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.584635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.586252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:19.591797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.593931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7752f4-b1f5-48c3-92e3-428472f69f14 None None] Network 3847754d-e479-4301-851d-77d29f24769d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:19.602745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-04d9c45e-007f-4e52-85be-2bfa23d4359f tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/subnets/ab83a196-60a3-4241-be43-3e2e358c668d HTTP/1.1" status: 204 len: 168 time: 0.4559841 Jan 28 13:55:19.609835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58766) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:19.798340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.837827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2878848d-a050-4639-baf8-e153583428e6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:55:19.842282 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3847754d-e479-4301-851d-77d29f24769d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.865163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:19.872562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:19.883934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:19.971846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:19.986319 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.019265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=4c84b089-a0cb-4904-b6e6-ff1e888145ee,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:20.052221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-6c409c9f-cce9-4db1-ba81-acddaeb0d679 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4055159 Jan 28 13:55:20.062136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Request body: {'port': {'device_id': '8a809573-67cd-47b7-871d-f641939e9160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:20.152064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] DHCP port deletion for 3847754d-e479-4301-851d-77d29f24769d request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:55:20.206309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78538-7a55-469d-8cf8-2edae29a94ed req-b4679c57-dc8f-4035-a520-7d5c0261ec3c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:20.220753 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88c78538-7a55-469d-8cf8-2edae29a94ed req-b4679c57-dc8f-4035-a520-7d5c0261ec3c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 931 time: 0.1183949 Jan 28 13:55:20.221645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac8a6ba3-9ba6-4233-a242-8c5ec2273e7f req-e84c2cf5-47ec-4f5f-a3bc-e0db52fde6a3 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0994658 Jan 28 13:55:20.277796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Deleting port 7479d83f-24cd-43a3-861b-7a933b762841 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:20.278498 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7479d83f-24cd-43a3-861b-7a933b762841), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.373917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.379547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 7479d83f-24cd-43a3-861b-7a933b762841 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:20.379901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7479d83f-24cd-43a3-861b-7a933b762841), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.387939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] For port 7479d83f-24cd-43a3-861b-7a933b762841, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7479d83f-24cd-43a3-861b-7a933b762841,segment=NetworkSegment(020b3cc8-26c9-4935-a8b1-a32d563ff55a),segment_id=020b3cc8-26c9-4935-a8b1-a32d563ff55a)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:20.388588 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7479d83f-24cd-43a3-861b-7a933b762841), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.404915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Calling delete_port for 7479d83f-24cd-43a3-861b-7a933b762841 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:20.412650 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-88c78538-7a55-469d-8cf8-2edae29a94ed req-ca85a303-28d9-4942-94c3-d91a1170313d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909299 Jan 28 13:55:20.513200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (7479d83f-24cd-43a3-861b-7a933b762841), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.531281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d7fdf75c-717b-4396-8982-f2b8d2306e9b None None] Provisioning complete for port 4c84b089-a0cb-4904-b6e6-ff1e888145ee triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:20.532024 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf75c-717b-4396-8982-f2b8d2306e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.590932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] No DVR routers for this DVR port 7479d83f-24cd-43a3-861b-7a933b762841 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:20.592971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdf75c-717b-4396-8982-f2b8d2306e9b None None] Port 4c84b089-a0cb-4904-b6e6-ff1e888145ee cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:55:20.595699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Pushing event deleted for resources: {'Port': ['ID=7479d83f-24cd-43a3-861b-7a933b762841,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:20.619203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.619905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.620882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.621656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.622589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.623274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.625192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.625797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.626296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.626817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.627345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.627859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.629135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ee9e9-a0d9-48b9-affc-ac140aaf341f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:20.638049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] For port 7479d83f-24cd-43a3-861b-7a933b762841, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7479d83f-24cd-43a3-861b-7a933b762841,segment=NetworkSegment(020b3cc8-26c9-4935-a8b1-a32d563ff55a),segment_id=020b3cc8-26c9-4935-a8b1-a32d563ff55a)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:20.638641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7479d83f-24cd-43a3-861b-7a933b762841), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.853797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 7479d83f-24cd-43a3-861b-7a933b762841 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:21.050169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7479d83f-24cd-43a3-861b-7a933b762841), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.116244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=7479d83f-24cd-43a3-861b-7a933b762841,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:21.139502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] No DVR routers for this DVR port 7479d83f-24cd-43a3-861b-7a933b762841 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:21.264976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3847754d-e479-4301-851d-77d29f24769d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.388228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3847754d-e479-4301-851d-77d29f24769d']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:21.438692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81ab8814-88b7-44da-a195-70462d0e4f63 req-bcd7898e-b601-4d6e-98a4-582d052c08e4 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0581408 Jan 28 13:55:21.446575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c84b089-a0cb-4904-b6e6-ff1e888145ee {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:55:21.458029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020b3cc8-26c9-4935-a8b1-a32d563ff55a') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:21.458338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020b3cc8-26c9-4935-a8b1-a32d563ff55a') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:21.464665 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Publish callbacks [] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.479652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (020b3cc8-26c9-4935-a8b1-a32d563ff55a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.502152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Transition to ACTIVE for port object 4c84b089-a0cb-4904-b6e6-ff1e888145ee will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:55:21.507584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (020b3cc8-26c9-4935-a8b1-a32d563ff55a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.512930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.519572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:21.520165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (020b3cc8-26c9-4935-a8b1-a32d563ff55a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:21.524637 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:21.606687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5d9e4-74c6-42b3-b2ac-711193212cb5 req-694cd807-7b98-4306-a4d2-e96e54e74dd2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:21.613665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5e5d9e4-74c6-42b3-b2ac-711193212cb5 req-694cd807-7b98-4306-a4d2-e96e54e74dd2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0982151 Jan 28 13:55:21.691593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7479d83f-24cd-43a3-861b-7a933b762841 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:21.724815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Pushing event updated for resources: {'Port': ['ID=4c84b089-a0cb-4904-b6e6-ff1e888145ee,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:21.738995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7479d83f-24cd-43a3-861b-7a933b762841 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:21.739347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7479d83f-24cd-43a3-861b-7a933b762841 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:21.742769 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e5e5d9e4-74c6-42b3-b2ac-711193212cb5 req-5401fc29-c4e7-412c-a9ee-1a0424765ac7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279132 Jan 28 13:55:21.754872 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3847754d-e479-4301-851d-77d29f24769d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.773819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:21.778390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/networks/3847754d-e479-4301-851d-77d29f24769d HTTP/1.1" status: 204 len: 168 time: 2.1673398 Jan 28 13:55:21.780917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58784) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:21.883670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d33b0-f707-4b12-89e3-5412341f2a50 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Network': ['ID=3847754d-e479-4301-851d-77d29f24769d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:21.944693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Attempting to bind port 4c84b089-a0cb-4904-b6e6-ff1e888145ee on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:55:21.944968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Attempting to bind port 4c84b089-a0cb-4904-b6e6-ff1e888145ee by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:55:21.945421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Attempting to bind port 4c84b089-a0cb-4904-b6e6-ff1e888145ee on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:55:21.956965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Port 4c84b089-a0cb-4904-b6e6-ff1e888145ee on network da44202a-00f4-4f4d-8cd1-b92fd645e19b not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:55:21.957297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Attempting to bind port 4c84b089-a0cb-4904-b6e6-ff1e888145ee on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:55:21.969092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:55:21.971928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:21.972429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:55:21.974326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Bound port: 4c84b089-a0cb-4904-b6e6-ff1e888145ee, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:55:21.981076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.016160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 68f11a91-cd92-451c-b749-4cf5cdd2f556 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:22.016706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.113946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.114275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (68f11a91-cd92-451c-b749-4cf5cdd2f556), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.142397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 68f11a91-cd92-451c-b749-4cf5cdd2f556 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:22.149039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] For port 4c84b089-a0cb-4904-b6e6-ff1e888145ee, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:55:22.162007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] For port 4c84b089-a0cb-4904-b6e6-ff1e888145ee, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4c84b089-a0cb-4904-b6e6-ff1e888145ee,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:55:22.170687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.254448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:22.255692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.257459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] 10.222.0.36 "PUT /v2.0/ports/4c84b089-a0cb-4904-b6e6-ff1e888145ee HTTP/1.1" status: 200 len: 1091 time: 2.2001784 Jan 28 13:55:22.260813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a809573-67cd-47b7-871d-f641939e9160', 'tag': '4c84b089-a0cb-4904-b6e6-ff1e888145ee'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:22.269434 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1354d948-7b34-44bb-a7da-8ab071d97342" -d '{"events": [{"name": "network-changed", "server_uuid": "8a809573-67cd-47b7-871d-f641939e9160", "tag": "4c84b089-a0cb-4904-b6e6-ff1e888145ee"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:22.437545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a806a3-f3ec-4d51-a8b5-09ff00724a4e service neutron] Pushing event updated for resources: {'Port': ['ID=4c84b089-a0cb-4904-b6e6-ff1e888145ee,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:22.476950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-837da184-c87d-4d21-a376-d77b03d72946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:22.480692 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (68f11a91-cd92-451c-b749-4cf5cdd2f556), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.483200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-837da184-c87d-4d21-a376-d77b03d72946 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 1094 time: 0.1444080 Jan 28 13:55:22.494019 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01199a60-10fc-49f0-a58a-7df8405b8ed3 x-openstack-request-id: req-01199a60-10fc-49f0-a58a-7df8405b8ed3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:22.494334 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a809573-67cd-47b7-871d-f641939e9160", "tag": "4c84b089-a0cb-4904-b6e6-ff1e888145ee", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:22.494605 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01199a60-10fc-49f0-a58a-7df8405b8ed3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:22.495099 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a809573-67cd-47b7-871d-f641939e9160', 'tag': '4c84b089-a0cb-4904-b6e6-ff1e888145ee', 'status': 'completed', 'code': 200} Jan 28 13:55:22.575863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-480b8600-01bf-4b11-87df-988daaeb0a4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c84b089-a0cb-4904-b6e6-ff1e888145ee HTTP/1.1" status: 200 len: 217 time: 0.0721021 Jan 28 13:55:22.598951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=68f11a91-cd92-451c-b749-4cf5cdd2f556,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:22.668117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-406b280d-52d0-4d82-beb0-3d0f628ac77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:22.670010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-406b280d-52d0-4d82-beb0-3d0f628ac77a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0852613 Jan 28 13:55:22.736963 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c97f9f54-3b5f-4fdd-a467-ae1bb928d89c req-e2521aa4-0255-4f77-abec-a01cffffea89 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.1408720 Jan 28 13:55:22.788855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for floatingip (0cda94a5-9990-4a81-b18c-66eb5adc9fd0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.790701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-7a0083d2-ade9-4b0e-b77b-9155ea90e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:22.792566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-7a0083d2-ade9-4b0e-b77b-9155ea90e7d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126688 Jan 28 13:55:22.794847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:22.804914 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9f0e93e9-5192-4701-ba7f-f6fb038abe43 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/floatingips/0cda94a5-9990-4a81-b18c-66eb5adc9fd0 HTTP/1.1" status: 204 len: 168 time: 1.0228200 Jan 28 13:55:22.806013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58796) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:22.833699 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5750a950-c758-486c-ad85-0bfe0b3f59ef tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] DELETE failed (client error): The resource could not be found. Jan 28 13:55:22.834284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5750a950-c758-486c-ad85-0bfe0b3f59ef tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:22.842142 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5750a950-c758-486c-ad85-0bfe0b3f59ef tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/ports/0c2efaad-1390-4573-90ce-79355f8f103e HTTP/1.1" status: 404 len: 333 time: 0.0348761 Jan 28 13:55:22.842338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58798) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:22.910408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-df82f36d-0c2b-4738-983f-2ed3d02a10ac tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 HTTP/1.1" status: 200 len: 205 time: 0.0666292 Jan 28 13:55:22.913175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58800) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:22.962353 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-cafc85b3-56fa-4a14-97f6-62011f4e426d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] delete failed (client error): The resource could not be found. Jan 28 13:55:22.966581 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cafc85b3-56fa-4a14-97f6-62011f4e426d tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/routers/9f0f6939-adcb-4e48-861e-eb3be0e5b5b2 HTTP/1.1" status: 404 len: 336 time: 0.0497890 Jan 28 13:55:22.967491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58802) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:22.997154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75feb729-58c2-4fa7-bb8b-752e78352fa9 req-a76eaea1-749b-4243-8140-5bcf930e97d0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:23.000316 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf93da4-f28a-4f32-9a0b-b94f1cf22c5a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] DELETE failed (client error): The resource could not be found. Jan 28 13:55:23.000866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf93da4-f28a-4f32-9a0b-b94f1cf22c5a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:23.004108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bcf93da4-f28a-4f32-9a0b-b94f1cf22c5a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/subnets/ab83a196-60a3-4241-be43-3e2e358c668d HTTP/1.1" status: 404 len: 337 time: 0.0355213 Jan 28 13:55:23.005040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75feb729-58c2-4fa7-bb8b-752e78352fa9 req-a76eaea1-749b-4243-8140-5bcf930e97d0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1270227 Jan 28 13:55:23.006492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:23.078508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-cbfc56b4-d3c2-4887-a1ec-7f478d0acc81 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743928 Jan 28 13:55:23.110842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75feb729-58c2-4fa7-bb8b-752e78352fa9 req-82284e5a-4c35-48c8-a133-4202c23c2d75 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048660 Jan 28 13:55:23.141685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 11f44254-12a5-41cf-b4f8-8c0658f0843e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:23.142036 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (11f44254-12a5-41cf-b4f8-8c0658f0843e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:23.260903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adacfdb1-d8ad-4fd6-8b02-76c4409ff8c3 req-067ca06a-fcfe-4a50-ae3f-3df6ec73af53 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660731 Jan 28 13:55:23.358251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (11f44254-12a5-41cf-b4f8-8c0658f0843e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:23.374643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 11f44254-12a5-41cf-b4f8-8c0658f0843e owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:23.405931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-af0f8acf-ee47-4781-ae3a-ac7e883e6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:23.407607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-af0f8acf-ee47-4781-ae3a-ac7e883e6d70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 1094 time: 0.0775437 Jan 28 13:55:23.587197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-d9cd6e53-3d47-423a-8a8b-c22ccd209559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:23.589741 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-d9cd6e53-3d47-423a-8a8b-c22ccd209559 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1685686 Jan 28 13:55:23.631114 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (11f44254-12a5-41cf-b4f8-8c0658f0843e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:23.678141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=11f44254-12a5-41cf-b4f8-8c0658f0843e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:23.710001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-f3fc8128-18dd-4f3b-b63b-196cc84d65c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c84b089-a0cb-4904-b6e6-ff1e888145ee HTTP/1.1" status: 200 len: 217 time: 0.1000731 Jan 28 13:55:23.821378 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:23.827341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bffc0a4d-f9de-432e-84c7-92743d21674a tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/ports/11f44254-12a5-41cf-b4f8-8c0658f0843e HTTP/1.1" status: 204 len: 168 time: 0.8185835 Jan 28 13:55:23.827974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58810) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:23.847755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-29f73741-eb12-4f57-819a-2882be30db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:23.853760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-29f73741-eb12-4f57-819a-2882be30db82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.1347535 Jan 28 13:55:23.932425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-357b389c-2964-4f6a-b656-35f6ed63ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:23.934561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-357b389c-2964-4f6a-b656-35f6ed63ddf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699801 Jan 28 13:55:23.980005 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-197ff32c-9f48-4f27-a183-679da9d57f38 req-595224af-2798-4c74-81b4-20f8648cea85 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0828013 Jan 28 13:55:24.022186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port d5a1402c-9e31-4e07-8982-d47aa631e525 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:24.023166 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d5a1402c-9e31-4e07-8982-d47aa631e525), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.090499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-4a8644fb-5459-4ad7-b291-a2c1243d5f51 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461692 Jan 28 13:55:24.174882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d5a1402c-9e31-4e07-8982-d47aa631e525), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.201575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1354d948-7b34-44bb-a7da-8ab071d97342 req-ea35d219-cdf5-4f9d-aadf-f883394d51a5 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005607 Jan 28 13:55:24.205116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for d5a1402c-9e31-4e07-8982-d47aa631e525 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:24.304947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c69b25-b53e-4ba7-86a8-ea762e5a2502 req-0b6bc821-3b86-4370-8593-49d1bc5af31a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:24.313419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67c69b25-b53e-4ba7-86a8-ea762e5a2502 req-0b6bc821-3b86-4370-8593-49d1bc5af31a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0679255 Jan 28 13:55:24.390906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67c69b25-b53e-4ba7-86a8-ea762e5a2502 req-7fbf5d21-a87f-48d4-b007-5c16dd46551f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764959 Jan 28 13:55:24.431040 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d5a1402c-9e31-4e07-8982-d47aa631e525), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.472313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=d5a1402c-9e31-4e07-8982-d47aa631e525,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:24.552072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:24.559025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58816) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:24.559279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85ab1fce-1660-4c7b-975c-5c4ffa47265b tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/ports/d5a1402c-9e31-4e07-8982-d47aa631e525 HTTP/1.1" status: 204 len: 168 time: 0.7238259 Jan 28 13:55:24.945166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969aca2b-bbba-49d5-bc01-2cb800aaf641 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:24.949265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-969aca2b-bbba-49d5-bc01-2cb800aaf641 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "GET /v2.0/ports?device_id=48319ecf-a471-4d4e-b45a-95307bf98750 HTTP/1.1" status: 200 len: 913 time: 0.3865373 Jan 28 13:55:24.949504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58818) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:25.124143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0afb399a-3fab-4cf3-a0f9-77cd3d8a9d3c req-ca4d9340-8019-4477-9734-3ccaa008fb7c tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0466506 Jan 28 13:55:25.681285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (48319ecf-a471-4d4e-b45a-95307bf98750), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:25.735730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7693217-262e-4e36-95fa-12e3f42839ac req-1062e4d8-a3ea-4448-979b-bb0602800a9f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:25.737542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7693217-262e-4e36-95fa-12e3f42839ac req-1062e4d8-a3ea-4448-979b-bb0602800a9f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.2101576 Jan 28 13:55:25.831721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7693217-262e-4e36-95fa-12e3f42839ac req-a7bed936-8009-4cb1-b5b7-625a0aab82d8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856280 Jan 28 13:55:26.219971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port 268c68c8-156e-4215-b994-9d249d3590a5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:26.220661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (268c68c8-156e-4215-b994-9d249d3590a5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:26.312321 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65fa4cf5-f697-4290-b98b-1036e01f38e9 req-cb0cd44c-2716-4778-b4fb-de3bb48824fd tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0520473 Jan 28 13:55:26.366503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (268c68c8-156e-4215-b994-9d249d3590a5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:26.379556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for 268c68c8-156e-4215-b994-9d249d3590a5 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:26.610556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (268c68c8-156e-4215-b994-9d249d3590a5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:26.661103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=268c68c8-156e-4215-b994-9d249d3590a5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:26.763410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.117806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (48319ecf-a471-4d4e-b45a-95307bf98750), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:27.160196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62bcaa-89e4-42c3-8673-275eeebe8360 req-ef59f584-3a88-40af-ad8d-693c26cb02d2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:27.164765 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e62bcaa-89e4-42c3-8673-275eeebe8360 req-ef59f584-3a88-40af-ad8d-693c26cb02d2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1473677 Jan 28 13:55:27.308941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e62bcaa-89e4-42c3-8673-275eeebe8360 req-cd30e462-b6e6-49c0-a323-2765c9783d4d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431451 Jan 28 13:55:27.473351 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0d176f39-2764-4563-b7c5-df10cab80254 req-5bd9fb84-38ca-44e8-a06e-153f6b6fb76d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0485768 Jan 28 13:55:27.586692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Router 48319ecf-a471-4d4e-b45a-95307bf98750 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:28.157782 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:28.195106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:28.206712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58840) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:28.210862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-68313449-3de0-4b0c-bc56-4fc042b2edb6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "PUT /v2.0/routers/48319ecf-a471-4d4e-b45a-95307bf98750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533419 Jan 28 13:55:28.213074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] Sync routers for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:28.235328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:28.236387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:28.290899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:28.312760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] Routers {'48319ecf-a471-4d4e-b45a-95307bf98750'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:28.314271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:55:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['48319ecf-a471-4d4e-b45a-95307bf98750'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:28.422598 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router (48319ecf-a471-4d4e-b45a-95307bf98750), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:28.451695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:28.453076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7d947-a458-4b06-89b7-5aee857e1898 None None] The sync data for ids ['48319ecf-a471-4d4e-b45a-95307bf98750'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:28.596093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8fcee-66fd-4c86-a0b8-b1d71c3555b1 req-22c9ba4b-485e-4e74-9fb6-1a77728345eb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:28.597677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bc8fcee-66fd-4c86-a0b8-b1d71c3555b1 req-22c9ba4b-485e-4e74-9fb6-1a77728345eb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1441205 Jan 28 13:55:28.607455 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_gateway (48319ecf-a471-4d4e-b45a-95307bf98750), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:28.672643 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ff6816cd-0718-4038-b463-b837ef1feaa3 req-513db876-0a43-4976-846c-be82bb1aa90a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0566711 Jan 28 13:55:28.719890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting port a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:28.720558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:28.734399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bc8fcee-66fd-4c86-a0b8-b1d71c3555b1 req-6776d1f9-c540-4d7e-89d9-39f1b1379e04 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307583 Jan 28 13:55:28.898351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:28.917227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Calling delete_port for a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:29.587227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:29.634604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Port': ['ID=a05cd9ff-c1fd-4c08-a068-8bc1a9416eb4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:29.758624 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (48319ecf-a471-4d4e-b45a-95307bf98750), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:29.940169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5224543-9da1-4cc9-a81d-438b19c39b3a req-8fc6e458-8343-403c-993d-7b13a0b1b328 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:29.945947 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2737ac8-256b-4dac-ae78-b158963fc637 req-f0bdc7f4-bc60-4627-ad5a-c3bdc319236f tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.1137230 Jan 28 13:55:29.953998 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (48319ecf-a471-4d4e-b45a-95307bf98750), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:29.958082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router_controller (48319ecf-a471-4d4e-b45a-95307bf98750), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:29.962572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5224543-9da1-4cc9-a81d-438b19c39b3a req-8fc6e458-8343-403c-993d-7b13a0b1b328 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1118028 Jan 28 13:55:30.072121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5224543-9da1-4cc9-a81d-438b19c39b3a req-a8072b60-43e1-49e5-8f2d-d4064f6c4c54 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073456 Jan 28 13:55:30.074934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (48319ecf-a471-4d4e-b45a-95307bf98750), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.076171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Fanout notify agent at l3_agent the message router_deleted on router 48319ecf-a471-4d4e-b45a-95307bf98750 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:55:30.091700 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.094636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-50e2d289-74f3-40a5-99b5-877bd53f2ad6 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/routers/48319ecf-a471-4d4e-b45a-95307bf98750 HTTP/1.1" status: 204 len: 168 time: 1.8854785 Jan 28 13:55:30.102337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:30.185423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Deleting subnet 01c8aac9-4f6a-41b6-9041-d4dbbcd77011 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:30.192474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for subnet (01c8aac9-4f6a-41b6-9041-d4dbbcd77011), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.286352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (01c8aac9-4f6a-41b6-9041-d4dbbcd77011), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.381490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (01c8aac9-4f6a-41b6-9041-d4dbbcd77011), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.496796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (01c8aac9-4f6a-41b6-9041-d4dbbcd77011), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.538767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Subnet': ['ID=01c8aac9-4f6a-41b6-9041-d4dbbcd77011,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:30.541205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.544785 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ef699ae9-2adc-400b-9eb6-2e1a0edbf351 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/subnets/01c8aac9-4f6a-41b6-9041-d4dbbcd77011 HTTP/1.1" status: 204 len: 168 time: 0.4413662 Jan 28 13:55:30.546979 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58856) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:30.655474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.784074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.811838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:30.828579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea57c963-b33a-4c09-8337-209d2bed143d') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:30.828889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea57c963-b33a-4c09-8337-209d2bed143d') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:30.841735 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (ea57c963-b33a-4c09-8337-209d2bed143d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.861663 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ea57c963-b33a-4c09-8337-209d2bed143d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.870124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:30.870575 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (ea57c963-b33a-4c09-8337-209d2bed143d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:30.876001 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:30.956283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.967187 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.979152 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] 10.222.0.45 "DELETE /v2.0/networks/b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1 HTTP/1.1" status: 204 len: 168 time: 0.4304798 Jan 28 13:55:31.007623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42882c0b-86b8-4fad-836d-d6a69773a4c4 tempest-FloatingIPTestJSON-2097755778 tempest-FloatingIPTestJSON-2097755778-project] Pushing event deleted for resources: {'Network': ['ID=b108cb2b-e4f4-4b58-b06e-e9fdd3e423b1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:31.209927 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-065dc25b-3cb5-4b6e-94cf-eb512f38fea8 req-fadff717-f9f7-4f12-a79a-f87dc947b637 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0824072 Jan 28 13:55:31.339149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ae1ff-c341-4306-98b1-8838dbf764de req-199e9be5-9601-4c61-8ecf-a0974f065a5a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:31.345730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f1ae1ff-c341-4306-98b1-8838dbf764de req-199e9be5-9601-4c61-8ecf-a0974f065a5a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1592808 Jan 28 13:55:31.451551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f1ae1ff-c341-4306-98b1-8838dbf764de req-41028131-e0ed-4283-8111-0f9d45171e02 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959530 Jan 28 13:55:31.686268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58872) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:31.931843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8a91e186-ffbb-451e-abde-a221093ffc1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ee62414e7d24195889681f26d7c3b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438040 Jan 28 13:55:31.934503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58876) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:32.036317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a09ec9a-bcdd-4d17-8a44-e93296c2ba43 admin admin] Publish callbacks [] for security_group (dff72235-aa14-41eb-9f68-ffd4a395d593), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:32.063211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a09ec9a-bcdd-4d17-8a44-e93296c2ba43 admin admin] Publish callbacks [] for security_group (dff72235-aa14-41eb-9f68-ffd4a395d593), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:32.140423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a09ec9a-bcdd-4d17-8a44-e93296c2ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (dff72235-aa14-41eb-9f68-ffd4a395d593), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:32.144604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a09ec9a-bcdd-4d17-8a44-e93296c2ba43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:32.145508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8a09ec9a-bcdd-4d17-8a44-e93296c2ba43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dff72235-aa14-41eb-9f68-ffd4a395d593 HTTP/1.1" status: 204 len: 168 time: 0.2096658 Jan 28 13:55:32.155864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09ec9a-bcdd-4d17-8a44-e93296c2ba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff72235-aa14-41eb-9f68-ffd4a395d593,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:32.495235 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-490db2d3-16c4-4dd3-bd80-00ee8452182a req-2793bcb9-6b18-4dd5-9c40-1cb70b555e54 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7e3d17e-a74a-4d52-8443-6579006d7059 HTTP/1.1" status: 200 len: 210 time: 0.0585272 Jan 28 13:55:32.727459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2edee-89d6-4d4c-9135-75d422fb9642 req-68755b8e-2d11-4576-9053-f56a020b016f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:32.735172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fb2edee-89d6-4d4c-9135-75d422fb9642 req-68755b8e-2d11-4576-9053-f56a020b016f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1296341 Jan 28 13:55:32.807345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1fb2edee-89d6-4d4c-9135-75d422fb9642 req-7ffcf19d-d965-4bd8-a51a-83332ed24f29 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695341 Jan 28 13:55:33.328851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58904) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:33.468176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'networks': [{'name': 'tempest-network--1886589416'}, {'name': 'tempest-network--9821013'}]} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:33.468441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'network': {'name': 'tempest-network--1886589416'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:33.468920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'network': {'name': 'tempest-network--9821013'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:33.494294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Made reservation on behalf of 38826d1a680844c1980c655de8be3be9 for: {'network': 2} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:33.499279 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.513351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.634084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for security_group (9ea67483-52d2-493e-b483-1710a6b5d9ea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.646213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58914) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:33.658849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9ea67483-52d2-493e-b483-1710a6b5d9ea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.659399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.734447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:55:33.737023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea67483-52d2-493e-b483-1710a6b5d9ea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:33.764090 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c7428fa-f248-44a2-b072-d6b693e3aef8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group (53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.779961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a71a403f-8c7a-44fd-a068-8e6c20fc57b6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.781022 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Added segment a71a403f-8c7a-44fd-a068-8e6c20fc57b6 of type vlan for network c18162a2-1bfc-4854-8fee-a6230c6a0b65 Jan 28 13:55:33.812145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c7428fa-f248-44a2-b072-d6b693e3aef8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group (53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.886794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c18162a2-1bfc-4854-8fee-a6230c6a0b65), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.974047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:55:33.997073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c7428fa-f248-44a2-b072-d6b693e3aef8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.000011 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c7428fa-f248-44a2-b072-d6b693e3aef8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.004705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58918) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:34.008604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0c7428fa-f248-44a2-b072-d6b693e3aef8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/security-groups/53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8 HTTP/1.1" status: 204 len: 168 time: 0.3609209 Jan 28 13:55:34.021034 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-f8ab0670-e376-4fb4-9908-62849b7e1f7e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] show failed (client error): The resource could not be found. Jan 28 13:55:34.023155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f8ab0670-e376-4fb4-9908-62849b7e1f7e tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "GET /v2.0/security-groups/53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8 HTTP/1.1" status: 404 len: 347 time: 0.0172789 Jan 28 13:55:34.027993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58920) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:34.055001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5756241d-6bd8-4ffe-85ed-9258530cdf93), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.055362 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Added segment 5756241d-6bd8-4ffe-85ed-9258530cdf93 of type vlan for network 382b2cd5-3b97-43d4-a092-7c8f0a116616 Jan 28 13:55:34.080734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7428fa-f248-44a2-b072-d6b693e3aef8 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c110ad-9d2b-4c0f-882b-7dd0ae29d9b8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:34.116701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36e44f-035e-465f-a513-a1631af2ccc1 req-9aeb0369-1a9e-4295-a6fb-2faeecc878f5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:34.124558 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f36e44f-035e-465f-a513-a1631af2ccc1 req-9aeb0369-1a9e-4295-a6fb-2faeecc878f5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1986799 Jan 28 13:55:34.196209 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (382b2cd5-3b97-43d4-a092-7c8f0a116616), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.220750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port cf167c34-3218-426d-937d-cc99af60b208 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:34.221192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f36e44f-035e-465f-a513-a1631af2ccc1 req-e375e0f6-edf6-494e-8458-ec1558320296 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944731 Jan 28 13:55:34.222940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (cf167c34-3218-426d-937d-cc99af60b208), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.262783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c18162a2-1bfc-4854-8fee-a6230c6a0b65), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.263432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (382b2cd5-3b97-43d4-a092-7c8f0a116616), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.275138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:34.283721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:34.284281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.325754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (cf167c34-3218-426d-937d-cc99af60b208), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.326525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for floatingip (cf167c34-3218-426d-937d-cc99af60b208), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.343103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for cf167c34-3218-426d-937d-cc99af60b208 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:34.389667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.0596707 Jan 28 13:55:34.393093 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58922) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:34.463430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Network': ['ID=c18162a2-1bfc-4854-8fee-a6230c6a0b65,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:34.475262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network c18162a2-1bfc-4854-8fee-a6230c6a0b65 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:55:34.572368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cf167c34-3218-426d-937d-cc99af60b208), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.608175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=cf167c34-3218-426d-937d-cc99af60b208,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:34.714705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for floatingip (8086abdb-81ff-4190-ac30-958a5352d89d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.717909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.719131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3e1a0981-671c-452b-99d0-c465692f7d3d tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/floatingips/8086abdb-81ff-4190-ac30-958a5352d89d HTTP/1.1" status: 204 len: 168 time: 0.6896114 Jan 28 13:55:34.724629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58926) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:34.748882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f70b6-ca2d-42c4-b083-20a78cdc65c4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Network': ['ID=382b2cd5-3b97-43d4-a092-7c8f0a116616,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:34.757840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fcbc-1131-44d2-b039-3af353f40f12 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:34.763497 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 382b2cd5-3b97-43d4-a092-7c8f0a116616 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:55:34.764766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fcbc-1131-44d2-b039-3af353f40f12 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:34.770238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fcbc-1131-44d2-b039-3af353f40f12 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:34.776562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fcbc-1131-44d2-b039-3af353f40f12 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:34.778996 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c2e4fcbc-1131-44d2-b039-3af353f40f12 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3849719 Jan 28 13:55:34.782908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58928) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:34.886875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c18162a2-1bfc-4854-8fee-a6230c6a0b65), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.932426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port e065d5b7-92ce-4ba1-8311-52753a22357b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:34.934167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.952971 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3af518e2-18c4-44ed-9cab-0845bdf6cdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.069482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (c18162a2-1bfc-4854-8fee-a6230c6a0b65), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.089398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.103674 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18162a2-1bfc-4854-8fee-a6230c6a0b65']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:35.106037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for e065d5b7-92ce-4ba1-8311-52753a22357b owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:35.115181 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71a403f-8c7a-44fd-a068-8e6c20fc57b6') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:35.115532 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71a403f-8c7a-44fd-a068-8e6c20fc57b6') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:35.137011 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (a71a403f-8c7a-44fd-a068-8e6c20fc57b6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.177853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a71a403f-8c7a-44fd-a068-8e6c20fc57b6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.188134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:35.188548 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (a71a403f-8c7a-44fd-a068-8e6c20fc57b6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:35.192444 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:35.267985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (c18162a2-1bfc-4854-8fee-a6230c6a0b65), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.282708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e065d5b7-92ce-4ba1-8311-52753a22357b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.311355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.314682 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/networks/c18162a2-1bfc-4854-8fee-a6230c6a0b65 HTTP/1.1" status: 204 len: 168 time: 0.5301886 Jan 28 13:55:35.315643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb5b54-00f8-4ebd-9c18-07133b382ac4 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Network': ['ID=c18162a2-1bfc-4854-8fee-a6230c6a0b65,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:35.317875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58932) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:35.394371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=e065d5b7-92ce-4ba1-8311-52753a22357b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:35.472312 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (382b2cd5-3b97-43d4-a092-7c8f0a116616), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.501356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416ea6f-a5f6-4a03-8e38-c67e9a9b1aee req-6f4e0177-0b74-41ad-96b1-b39b885eb85e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:35.503121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b416ea6f-a5f6-4a03-8e38-c67e9a9b1aee req-6f4e0177-0b74-41ad-96b1-b39b885eb85e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1579752 Jan 28 13:55:35.510595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.518240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cf125e43-54f8-43e4-9612-3e4f2604565a tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/ports/e065d5b7-92ce-4ba1-8311-52753a22357b HTTP/1.1" status: 204 len: 168 time: 0.7912855 Jan 28 13:55:35.518930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58934) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:35.607886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (382b2cd5-3b97-43d4-a092-7c8f0a116616), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.633107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382b2cd5-3b97-43d4-a092-7c8f0a116616']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:35.643391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b416ea6f-a5f6-4a03-8e38-c67e9a9b1aee req-62685b93-c039-4910-a264-f38c3dc14c96 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224172 Jan 28 13:55:35.644541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5756241d-6bd8-4ffe-85ed-9258530cdf93') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:35.644787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5756241d-6bd8-4ffe-85ed-9258530cdf93') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:35.658108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (5756241d-6bd8-4ffe-85ed-9258530cdf93), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.677367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port c478e1a5-048c-4074-9d8d-05fdffe8a28f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:35.679862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.696017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5756241d-6bd8-4ffe-85ed-9258530cdf93), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.705472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:35.705958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (5756241d-6bd8-4ffe-85ed-9258530cdf93), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:35.710519 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:35.815595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (382b2cd5-3b97-43d4-a092-7c8f0a116616), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.848842 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.855103 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:35.860667 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/networks/382b2cd5-3b97-43d4-a092-7c8f0a116616 HTTP/1.1" status: 204 len: 168 time: 0.5418026 Jan 28 13:55:35.865242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58944) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:35.900352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b5ec-001d-404d-a1a5-4902c3656d6f tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Network': ['ID=382b2cd5-3b97-43d4-a092-7c8f0a116616,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:36.024635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for c478e1a5-048c-4074-9d8d-05fdffe8a28f owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:36.242743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b7429-8557-4854-9143-85bf4e97a33b tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:36.247953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b7429-8557-4854-9143-85bf4e97a33b tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:36.253689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-769b7429-8557-4854-9143-85bf4e97a33b tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3830817 Jan 28 13:55:36.253689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58946) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:36.260190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-816990679'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:36.291287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Made reservation on behalf of 38826d1a680844c1980c655de8be3be9 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:36.294724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.356359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:55:36.362925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c478e1a5-048c-4074-9d8d-05fdffe8a28f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.380931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (fda4479c-66cf-4df1-b61a-35adb008131c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.381898 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Added segment fda4479c-66cf-4df1-b61a-35adb008131c of type vlan for network 7d15cb9a-5140-4926-8286-a663ff79523f Jan 28 13:55:36.428120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=c478e1a5-048c-4074-9d8d-05fdffe8a28f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:36.495681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (7d15cb9a-5140-4926-8286-a663ff79523f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.509828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.513133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a379ed51-6e41-4ff9-8b80-b0a23438919b tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/ports/c478e1a5-048c-4074-9d8d-05fdffe8a28f HTTP/1.1" status: 204 len: 168 time: 0.9918954 Jan 28 13:55:36.516970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:36.534618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (7d15cb9a-5140-4926-8286-a663ff79523f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.540728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:36.541322 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.603377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3457692 Jan 28 13:55:36.604685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58950) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:36.608909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting subnet c877d293-1a1f-4c4f-a34b-3cd6208cb08a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:36.609198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1501421749'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:36.613649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for subnet (c877d293-1a1f-4c4f-a34b-3cd6208cb08a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.634453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Made reservation on behalf of 38826d1a680844c1980c655de8be3be9 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:36.638181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.658885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bf4e7-0bc3-4c7e-a2d6-a65f63da0e66 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Network': ['ID=7d15cb9a-5140-4926-8286-a663ff79523f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:36.670906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:55:36.675269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 7d15cb9a-5140-4926-8286-a663ff79523f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:55:36.688947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.689443 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Added segment 6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc of type vlan for network eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a Jan 28 13:55:36.698348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (c877d293-1a1f-4c4f-a34b-3cd6208cb08a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.801171 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.839605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.845874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:36.846534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.916042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493081d9-28b1-4dbf-8c2c-10cae308f9e9 req-ab1fca67-9a92-43e6-b91c-85938a869477 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:36.923309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-493081d9-28b1-4dbf-8c2c-10cae308f9e9 req-ab1fca67-9a92-43e6-b91c-85938a869477 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1188216 Jan 28 13:55:36.937993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Network': ['ID=eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:36.938242 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c877d293-1a1f-4c4f-a34b-3cd6208cb08a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:36.959029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:55:36.971287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-06aaba13-364e-455e-8398-0bfa930e76ad tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3661089 Jan 28 13:55:36.971992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58956) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:36.991328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'ports': [{'network_id': '7d15cb9a-5140-4926-8286-a663ff79523f', 'name': 'tempest-port--384671994', 'admin_state_up': True}, {'network_id': 'eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a', 'admin_state_up': False}]} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:36.991691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'port': {'network_id': '7d15cb9a-5140-4926-8286-a663ff79523f', 'name': 'tempest-port--384671994', 'admin_state_up': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:36.995189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'port': {'network_id': 'eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a', 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:37.092766 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-493081d9-28b1-4dbf-8c2c-10cae308f9e9 req-4d94e6a9-47e9-4b1e-af47-24a00b85b3dc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685555 Jan 28 13:55:37.126763 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (c877d293-1a1f-4c4f-a34b-3cd6208cb08a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.160133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Subnet': ['ID=c877d293-1a1f-4c4f-a34b-3cd6208cb08a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:37.170645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.171582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2813091-8895-4d12-84e8-5a143c425e43 None None] Network b3daea2d-ee9c-473f-9140-ae668521e7c4 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:37.177707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b04c5f76-da96-4a42-9303-7629409b22d9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/subnets/c877d293-1a1f-4c4f-a34b-3cd6208cb08a HTTP/1.1" status: 204 len: 168 time: 0.6585917 Jan 28 13:55:37.178531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58958) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:37.260258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting subnet e9fc2b93-f939-4b2f-a8f1-bfd129589a62 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:37.267456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for subnet (e9fc2b93-f939-4b2f-a8f1-bfd129589a62), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.315450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Made reservation on behalf of 38826d1a680844c1980c655de8be3be9 for: {'port': 2} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:37.320986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.333461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (e9fc2b93-f939-4b2f-a8f1-bfd129589a62), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.342433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.408612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] DHCP port deletion for b3daea2d-ee9c-473f-9140-ae668521e7c4 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:55:37.464897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e9fc2b93-f939-4b2f-a8f1-bfd129589a62), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.525629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] Deleting port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:37.526331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.550167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (e9fc2b93-f939-4b2f-a8f1-bfd129589a62), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.611114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fc2b93-f939-4b2f-a8f1-bfd129589a62,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:37.619384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.626976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-186699f4-59d3-4108-884a-8274e64d9ed9 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/subnets/e9fc2b93-f939-4b2f-a8f1-bfd129589a62 HTTP/1.1" status: 204 len: 168 time: 0.4467924 Jan 28 13:55:37.627800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58960) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:37.643568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2d7ef-995b-4ad3-ab52-f6d5d7a4b819 None None] Network 74e1d4a8-6162-41fe-8508-1f0d03086282 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:37.686141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] device_id is not set on port adc4150a-d627-4609-9978-d40bf269a866 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:55:37.723736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device aa1800c0-05b5-4d36-9ad5-f58dd332cd7d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:37.765045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b3daea2d-ee9c-473f-9140-ae668521e7c4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.809214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] For port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:37.809214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.874406 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-45ee7a81-3ee0-438b-9991-66420d3547a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.879903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:37.880327 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.900464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for port (adc4150a-d627-4609-9978-d40bf269a866), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.903692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] Calling delete_port for aa1800c0-05b5-4d36-9ad5-f58dd332cd7d owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:37.931971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:37.954079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:37.958961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Deleting port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:37.959314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.034811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] device_id is not set on port 450385cd-6606-4332-aed2-631fb05496d7 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 13:55:38.065476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] For port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,segment=NetworkSegment(1074287e-037b-406b-8c1c-5e6a89f40bd6),segment_id=1074287e-037b-406b-8c1c-5e6a89f40bd6)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:38.069988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.091693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Calling delete_port for aa1800c0-05b5-4d36-9ad5-f58dd332cd7d owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:38.101536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:38.137911 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.179442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] Pushing event deleted for resources: {'Port': ['ID=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:38.181685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] DHCP port deletion for 74e1d4a8-6162-41fe-8508-1f0d03086282 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:55:38.184393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84697d-35c3-4f1f-9ae6-b74f0cd76bda None None] No DVR routers for this DVR port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:38.280889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] Deleting port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:38.281505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.338604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb0aa4-5995-4723-b687-3c29aeca5bcc req-d6373cac-c3bd-46f8-9041-96feb1856ce4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:38.345275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-effb0aa4-5995-4723-b687-3c29aeca5bcc req-d6373cac-c3bd-46f8-9041-96feb1856ce4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1354194 Jan 28 13:55:38.372225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for port (450385cd-6606-4332-aed2-631fb05496d7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.386733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (aa1800c0-05b5-4d36-9ad5-f58dd332cd7d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.391612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] For port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=85d3ace5-dc37-41a6-9c77-05bfe6fe8006,segment=NetworkSegment(b4952afd-1b66-4e45-a5cf-f0e01ed691d2),segment_id=b4952afd-1b66-4e45-a5cf-f0e01ed691d2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:38.392147 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.407531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] Calling delete_port for 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:38.449642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-effb0aa4-5995-4723-b687-3c29aeca5bcc req-1377e290-71fc-4dca-83e1-6bec78426d18 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034801 Jan 28 13:55:38.450678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] No DVR routers for this DVR port aa1800c0-05b5-4d36-9ad5-f58dd332cd7d on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:38.525080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (85d3ace5-dc37-41a6-9c77-05bfe6fe8006), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.538880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (adc4150a-d627-4609-9978-d40bf269a866), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.541647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Port': ['ID=aa1800c0-05b5-4d36-9ad5-f58dd332cd7d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:38.568565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] No DVR routers for this DVR port 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:38.585015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1f347-65a4-41a4-a074-d1fa4145900a None None] Pushing event deleted for resources: {'Port': ['ID=85d3ace5-dc37-41a6-9c77-05bfe6fe8006,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:38.645875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b3daea2d-ee9c-473f-9140-ae668521e7c4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.703553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3daea2d-ee9c-473f-9140-ae668521e7c4']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:38.705997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Port': ['ID=adc4150a-d627-4609-9978-d40bf269a866,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:38.727057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1074287e-037b-406b-8c1c-5e6a89f40bd6') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:38.727357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1074287e-037b-406b-8c1c-5e6a89f40bd6') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:38.731891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Checking segment: {'id': 'fda4479c-66cf-4df1-b61a-35adb008131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '7d15cb9a-5140-4926-8286-a663ff79523f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:38.732073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network hostable DHCP agents. Network: 7d15cb9a-5140-4926-8286-a663ff79523f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:55:38.744280 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.751769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (1074287e-037b-406b-8c1c-5e6a89f40bd6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.775041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1074287e-037b-406b-8c1c-5e6a89f40bd6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.777743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network 7d15cb9a-5140-4926-8286-a663ff79523f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:55:38.790827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:38.791209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (1074287e-037b-406b-8c1c-5e6a89f40bd6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:38.795166 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:38.805819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 7d15cb9a-5140-4926-8286-a663ff79523f) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:38.810317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:38.811518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (450385cd-6606-4332-aed2-631fb05496d7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.820154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee4701-3712-43eb-bda6-06f677d3f903 None None] Network 7d15cb9a-5140-4926-8286-a663ff79523f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:38.893275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Port': ['ID=450385cd-6606-4332-aed2-631fb05496d7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:38.942258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b3daea2d-ee9c-473f-9140-ae668521e7c4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.947329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:38.953431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/networks/b3daea2d-ee9c-473f-9140-ae668521e7c4 HTTP/1.1" status: 204 len: 168 time: 1.3184245 Jan 28 13:55:38.954063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58968) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:38.955344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Checking segment: {'id': '6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:38.955721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network hostable DHCP agents. Network: eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:55:38.987174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1870c-4014-4f6f-af94-3adcba04a9f2 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Network': ['ID=b3daea2d-ee9c-473f-9140-ae668521e7c4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:39.001020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:55:39.014472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:39.025892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa235d-0716-4556-871a-42df93306285 None None] Network eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:39.029346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:39.035451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:39.041360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:39.042198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.065527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (74e1d4a8-6162-41fe-8508-1f0d03086282), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.067535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-897bbeb4-ad6b-44ff-aee1-60f366f5390e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0925269 Jan 28 13:55:39.068476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58970) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:39.231111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcbb78-1c8a-4991-93e0-a4d3ea1182cd tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:39.237735 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcbb78-1c8a-4991-93e0-a4d3ea1182cd tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:39.239703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85fcbb78-1c8a-4991-93e0-a4d3ea1182cd tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1698577 Jan 28 13:55:39.243637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58974) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:39.257033 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (74e1d4a8-6162-41fe-8508-1f0d03086282), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.283414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e1d4a8-6162-41fe-8508-1f0d03086282']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:39.298695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:39.299068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4952afd-1b66-4e45-a5cf-f0e01ed691d2') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:39.315277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (b4952afd-1b66-4e45-a5cf-f0e01ed691d2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.333653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b4952afd-1b66-4e45-a5cf-f0e01ed691d2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.341969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:39.342533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (b4952afd-1b66-4e45-a5cf-f0e01ed691d2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.417418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Deleting port adc4150a-d627-4609-9978-d40bf269a866 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:39.417983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (adc4150a-d627-4609-9978-d40bf269a866), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:39.425397 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:39.433233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (74e1d4a8-6162-41fe-8508-1f0d03086282), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.456240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.475555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] 10.222.0.45 "DELETE /v2.0/networks/74e1d4a8-6162-41fe-8508-1f0d03086282 HTTP/1.1" status: 204 len: 168 time: 0.5063565 Jan 28 13:55:39.496126 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c56e5-095a-4c7f-987a-bfe896f3fd70 tempest-TaggedBootDevicesTest_v242-582931598 tempest-TaggedBootDevicesTest_v242-582931598-project] Pushing event deleted for resources: {'Network': ['ID=74e1d4a8-6162-41fe-8508-1f0d03086282,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:39.547727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (adc4150a-d627-4609-9978-d40bf269a866), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.578429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Calling delete_port for adc4150a-d627-4609-9978-d40bf269a866 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:39.720522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:39.744183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (adc4150a-d627-4609-9978-d40bf269a866), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.744754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625d48-4e81-4077-bac9-bde90e087f7c req-43afa441-317a-45f7-bfea-bed4b06be0b1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:39.746461 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47625d48-4e81-4077-bac9-bde90e087f7c req-43afa441-317a-45f7-bfea-bed4b06be0b1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1533027 Jan 28 13:55:39.766323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:39.766902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 85d3ace5-dc37-41a6-9c77-05bfe6fe8006 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:39.807539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Port': ['ID=adc4150a-d627-4609-9978-d40bf269a866,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:39.822718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:39.827859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d1d59cf4-95b5-4b92-85e1-c369e7b79932 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/ports/adc4150a-d627-4609-9978-d40bf269a866 HTTP/1.1" status: 204 len: 168 time: 0.5830405 Jan 28 13:55:39.831288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58982) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:39.859697 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-47625d48-4e81-4077-bac9-bde90e087f7c req-e501b14e-4b40-435c-8451-ac92e91e505e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065753 Jan 28 13:55:39.993332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Deleting port 450385cd-6606-4332-aed2-631fb05496d7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:39.994215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (450385cd-6606-4332-aed2-631fb05496d7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.080765 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (450385cd-6606-4332-aed2-631fb05496d7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.096113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Calling delete_port for 450385cd-6606-4332-aed2-631fb05496d7 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:40.190986 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (450385cd-6606-4332-aed2-631fb05496d7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.224664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Port': ['ID=450385cd-6606-4332-aed2-631fb05496d7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:40.231557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.236642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f78f7d3e-5a7c-444f-afc5-033ba614c5a5 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/ports/450385cd-6606-4332-aed2-631fb05496d7 HTTP/1.1" status: 204 len: 168 time: 0.4039571 Jan 28 13:55:40.237988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 58988) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:40.276151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a99c9e9-302a-4b52-8a3d-ffb4fb41b953 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0329437 Jan 28 13:55:40.278102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58990) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:40.283729 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-710187228'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:40.311256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Made reservation on behalf of 38826d1a680844c1980c655de8be3be9 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:40.315379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.347575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:55:40.359840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2705887e-3dcd-4d20-a15c-40e785d702d0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.360583 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Added segment 2705887e-3dcd-4d20-a15c-40e785d702d0 of type vlan for network 0cafa973-016b-49d9-9a25-53ac2a0a37ec Jan 28 13:55:40.430108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (0cafa973-016b-49d9-9a25-53ac2a0a37ec), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.467050 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (0cafa973-016b-49d9-9a25-53ac2a0a37ec), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.475976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:40.477137 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.583191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3016813 Jan 28 13:55:40.585143 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:40.587418 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.591584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1078496498'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:40.595445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b97da-0b65-4e8f-bc4c-70b4d05cdb4a tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Network': ['ID=0cafa973-016b-49d9-9a25-53ac2a0a37ec,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:40.611008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 0cafa973-016b-49d9-9a25-53ac2a0a37ec details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:55:40.617863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Made reservation on behalf of 38826d1a680844c1980c655de8be3be9 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:40.622773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.652846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:55:40.666821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cf20a0c2-0272-4738-a73e-3cf8478c2bef), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.667480 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Added segment cf20a0c2-0272-4738-a73e-3cf8478c2bef of type vlan for network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a Jan 28 13:55:40.722582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (dcfc519a-e23f-47f4-8b02-d2db8e6adb1a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.755885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (dcfc519a-e23f-47f4-8b02-d2db8e6adb1a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.763961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:40.764815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.868913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2823963 Jan 28 13:55:40.900019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825cac8-d652-4708-b1b0-8a9c7858140e tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Network': ['ID=dcfc519a-e23f-47f4-8b02-d2db8e6adb1a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:40.931815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:55:41.005411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 58998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:41.012192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'subnets': [{'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1352759655', 'ip_version': 4}, {'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:41.012526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'subnet': {'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1352759655', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:41.013195 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Request body: {'subnet': {'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:41.138100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556c5ad-61a0-4aff-84fe-04e747a1609b req-db682e67-d01b-47ec-b7ad-0d2743ca9903 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:41.139643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8556c5ad-61a0-4aff-84fe-04e747a1609b req-db682e67-d01b-47ec-b7ad-0d2743ca9903 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0864699 Jan 28 13:55:41.211871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8556c5ad-61a0-4aff-84fe-04e747a1609b req-08d4c92e-df92-41d5-b72b-0b9d1e57f0a0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642624 Jan 28 13:55:41.266260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Made reservation on behalf of 38826d1a680844c1980c655de8be3be9 for: {'subnet': 2} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:55:41.271054 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:41.271447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:41.708005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (71c9acfa-9bfa-4593-b19c-1e06d7686187), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:41.781703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:41.829492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Subnet': ['ID=71c9acfa-9bfa-4593-b19c-1e06d7686187,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:41.852626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Checking segment: {'id': '2705887e-3dcd-4d20-a15c-40e785d702d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:41.853129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network hostable DHCP agents. Network: 0cafa973-016b-49d9-9a25-53ac2a0a37ec, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:55:41.875888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network 0cafa973-016b-49d9-9a25-53ac2a0a37ec is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:55:41.889915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 0cafa973-016b-49d9-9a25-53ac2a0a37ec) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:41.904066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b46125-a2b6-499c-83a1-36911ff41056 None None] Network 0cafa973-016b-49d9-9a25-53ac2a0a37ec requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:41.906086 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (832f100a-6e65-4eeb-8783-0ddf46bdb677), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:41.989566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event updated for resources: {'Subnet': ['ID=832f100a-6e65-4eeb-8783-0ddf46bdb677,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:41.994542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Checking segment: {'id': 'cf20a0c2-0272-4738-a73e-3cf8478c2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:41.995063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network hostable DHCP agents. Network: dcfc519a-e23f-47f4-8b02-d2db8e6adb1a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:55:42.026277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:55:42.040427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, dcfc519a-e23f-47f4-8b02-d2db8e6adb1a) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:42.046920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.047512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.048197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.068484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf87ae-3ff3-45ee-a53c-def52eb4fc41 None None] Network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:42.069064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59008) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:42.075913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2e596494-f40a-467e-b683-b7101d7b73f3 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0668230 Jan 28 13:55:42.076467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59010) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:42.102364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-0cafa973-016b-49d9-9a25-53ac2a0a37ec', 'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec', 'project_id': '38826d1a680844c1980c655de8be3be9', 'fixed_ips': [{'subnet_id': '71c9acfa-9bfa-4593-b19c-1e06d7686187'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:55:42.103534 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.274485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c06158b-5153-422f-81ea-8b437cecae65 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.279959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c06158b-5153-422f-81ea-8b437cecae65 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.284514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c06158b-5153-422f-81ea-8b437cecae65 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.289078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8c06158b-5153-422f-81ea-8b437cecae65 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2113044 Jan 28 13:55:42.292942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59018) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:42.310332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-dcfc519a-e23f-47f4-8b02-d2db8e6adb1a', 'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a', 'project_id': '38826d1a680844c1980c655de8be3be9', 'fixed_ips': [{'subnet_id': '832f100a-6e65-4eeb-8783-0ddf46bdb677'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:55:42.311496 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.346870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5babab46-cd78-43e9-802c-4edbd4236f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.419084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Deleting subnet 71c9acfa-9bfa-4593-b19c-1e06d7686187 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:42.432556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f605ef-805b-4358-8224-049d5a96c07a req-80609a57-ddac-453f-8356-5235b6fa6a95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:42.434647 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2f605ef-805b-4358-8224-049d5a96c07a req-80609a57-ddac-453f-8356-5235b6fa6a95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0859897 Jan 28 13:55:42.471530 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5babab46-cd78-43e9-802c-4edbd4236f44 admin admin] Publish callbacks [] for security_group (a7ff9f17-20be-4936-b543-2b61c887bf80), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.477932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5babab46-cd78-43e9-802c-4edbd4236f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a7ff9f17-20be-4936-b543-2b61c887bf80), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.502604 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a2f605ef-805b-4358-8224-049d5a96c07a req-b058f3e1-f2d1-498c-a58f-b4e4d3a06267 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591645 Jan 28 13:55:42.510333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5babab46-cd78-43e9-802c-4edbd4236f44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18e285a32f3a4da2ac942a1dbec81baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390690 Jan 28 13:55:42.513190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59020) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:42.561636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babab46-cd78-43e9-802c-4edbd4236f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ff9f17-20be-4936-b543-2b61c887bf80,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:42.599198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c82c321-8552-40c3-8104-36dbd5ae8741 admin admin] Publish callbacks [] for security_group (a7ff9f17-20be-4936-b543-2b61c887bf80), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.625870 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c82c321-8552-40c3-8104-36dbd5ae8741 admin admin] Publish callbacks [] for security_group (a7ff9f17-20be-4936-b543-2b61c887bf80), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.683031 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c82c321-8552-40c3-8104-36dbd5ae8741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a7ff9f17-20be-4936-b543-2b61c887bf80), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.686611 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1c82c321-8552-40c3-8104-36dbd5ae8741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:42.687867 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1c82c321-8552-40c3-8104-36dbd5ae8741 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7ff9f17-20be-4936-b543-2b61c887bf80 HTTP/1.1" status: 204 len: 168 time: 0.1734879 Jan 28 13:55:42.698264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82c321-8552-40c3-8104-36dbd5ae8741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ff9f17-20be-4936-b543-2b61c887bf80,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:42.781795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Allocated IP 172.20.0.2 (0cafa973-016b-49d9-9a25-53ac2a0a37ec/71c9acfa-9bfa-4593-b19c-1e06d7686187/77c2b8f3-6a39-4511-9202-4caabc65c893) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:42.830455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Allocated IP 172.20.0.18 (dcfc519a-e23f-47f4-8b02-d2db8e6adb1a/832f100a-6e65-4eeb-8783-0ddf46bdb677/9f57b340-38cf-4bec-9267-025ffaeec284) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:55:43.073680 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Publish callbacks [] for port (77c2b8f3-6a39-4511-9202-4caabc65c893), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.083139 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for subnet (71c9acfa-9bfa-4593-b19c-1e06d7686187), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.087454 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (77c2b8f3-6a39-4511-9202-4caabc65c893), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.128740 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Publish callbacks [] for port (9f57b340-38cf-4bec-9267-025ffaeec284), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.140085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Network 0cafa973-016b-49d9-9a25-53ac2a0a37ec is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:43.144836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:43.149789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:43.163269 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (9f57b340-38cf-4bec-9267-025ffaeec284), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.165787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (71c9acfa-9bfa-4593-b19c-1e06d7686187), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.211034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Pushing event updated for resources: {'Port': ['ID=77c2b8f3-6a39-4511-9202-4caabc65c893,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:43.232354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:55:43.310046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:55:43.351817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (71c9acfa-9bfa-4593-b19c-1e06d7686187), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.373712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Pushing event updated for resources: {'Port': ['ID=9f57b340-38cf-4bec-9267-025ffaeec284,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:43.376168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:55:43.442118 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (71c9acfa-9bfa-4593-b19c-1e06d7686187), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.457942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Attempting to bind port 77c2b8f3-6a39-4511-9202-4caabc65c893 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:55:43.458832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Attempting to bind port 77c2b8f3-6a39-4511-9202-4caabc65c893 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2705887e-3dcd-4d20-a15c-40e785d702d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:55:43.460840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Attempting to bind port 77c2b8f3-6a39-4511-9202-4caabc65c893 on network 0cafa973-016b-49d9-9a25-53ac2a0a37ec {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:55:43.477342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Subnet': ['ID=71c9acfa-9bfa-4593-b19c-1e06d7686187,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:43.480592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:55:43.481300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Checking segment: {'id': '2705887e-3dcd-4d20-a15c-40e785d702d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:43.482173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.483001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Bound using segment: {'id': '2705887e-3dcd-4d20-a15c-40e785d702d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:55:43.484252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Bound port: 77c2b8f3-6a39-4511-9202-4caabc65c893, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2705887e-3dcd-4d20-a15c-40e785d702d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0cafa973-016b-49d9-9a25-53ac2a0a37ec'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:55:43.485051 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (77c2b8f3-6a39-4511-9202-4caabc65c893), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.498562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.509192 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-79c94fda-f951-4eeb-b25f-ffcafc1074c6 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/subnets/71c9acfa-9bfa-4593-b19c-1e06d7686187 HTTP/1.1" status: 204 len: 168 time: 1.2123296 Jan 28 13:55:43.509502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59042) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:43.514231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Attempting to bind port 9f57b340-38cf-4bec-9267-025ffaeec284 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:55:43.514609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Attempting to bind port 9f57b340-38cf-4bec-9267-025ffaeec284 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'cf20a0c2-0272-4738-a73e-3cf8478c2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:55:43.514978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Attempting to bind port 9f57b340-38cf-4bec-9267-025ffaeec284 on network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:55:43.527340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:55:43.527866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Checking segment: {'id': 'cf20a0c2-0272-4738-a73e-3cf8478c2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:55:43.528475 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.528879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Bound using segment: {'id': 'cf20a0c2-0272-4738-a73e-3cf8478c2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:55:43.529439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Bound port: 9f57b340-38cf-4bec-9267-025ffaeec284, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20a0c2-0272-4738-a73e-3cf8478c2bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dcfc519a-e23f-47f4-8b02-d2db8e6adb1a'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:55:43.529830 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f57b340-38cf-4bec-9267-025ffaeec284), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.640561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Deleting subnet 832f100a-6e65-4eeb-8783-0ddf46bdb677 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:55:43.655330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for subnet (832f100a-6e65-4eeb-8783-0ddf46bdb677), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.661847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] For port 77c2b8f3-6a39-4511-9202-4caabc65c893, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:55:43.666476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] For port 77c2b8f3-6a39-4511-9202-4caabc65c893, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=77c2b8f3-6a39-4511-9202-4caabc65c893,segment=NetworkSegment(2705887e-3dcd-4d20-a15c-40e785d702d0),segment_id=2705887e-3dcd-4d20-a15c-40e785d702d0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:55:43.683696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (77c2b8f3-6a39-4511-9202-4caabc65c893), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.741600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (832f100a-6e65-4eeb-8783-0ddf46bdb677), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.795892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551125-ba32-4db7-acb6-b3e578944201 req-ac795569-7cef-4c73-8c4b-3be68b49787f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:43.799300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c551125-ba32-4db7-acb6-b3e578944201 req-ac795569-7cef-4c73-8c4b-3be68b49787f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1126707 Jan 28 13:55:43.827973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] For port 9f57b340-38cf-4bec-9267-025ffaeec284, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:55:43.848493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725afc40-c0fc-429c-955d-d728c76945ec None None] Pushing event updated for resources: {'Port': ['ID=77c2b8f3-6a39-4511-9202-4caabc65c893,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:43.859004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] For port 9f57b340-38cf-4bec-9267-025ffaeec284, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9f57b340-38cf-4bec-9267-025ffaeec284,segment=NetworkSegment(cf20a0c2-0272-4738-a73e-3cf8478c2bef),segment_id=cf20a0c2-0272-4738-a73e-3cf8478c2bef)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:55:43.865606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9f57b340-38cf-4bec-9267-025ffaeec284), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:43.913845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e21969-9c3e-4079-9fe8-b01b5e0e0e29 None None] Network 0cafa973-016b-49d9-9a25-53ac2a0a37ec requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:43.944920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c551125-ba32-4db7-acb6-b3e578944201 req-45391084-f5f9-4815-848e-7fef10799c55 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346743 Jan 28 13:55:43.981022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (832f100a-6e65-4eeb-8783-0ddf46bdb677), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.037216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ceb108-b004-4678-b3af-b9e4f372d80e None None] Pushing event updated for resources: {'Port': ['ID=9f57b340-38cf-4bec-9267-025ffaeec284,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:44.090868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (832f100a-6e65-4eeb-8783-0ddf46bdb677), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.150368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Subnet': ['ID=832f100a-6e65-4eeb-8783-0ddf46bdb677,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:44.152568 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.156068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ba53d4c9-663f-472a-a634-7960690f8e25 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/subnets/832f100a-6e65-4eeb-8783-0ddf46bdb677 HTTP/1.1" status: 204 len: 168 time: 0.6454518 Jan 28 13:55:44.158703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59052) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:44.216593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ec230-5eee-461f-a98d-37489874abc2 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:44.221331 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-987ec230-5eee-461f-a98d-37489874abc2 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582325 Jan 28 13:55:44.222234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59056) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:44.347953 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (dcfc519a-e23f-47f4-8b02-d2db8e6adb1a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.437144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Deleting port 9f57b340-38cf-4bec-9267-025ffaeec284 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:44.437799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9f57b340-38cf-4bec-9267-025ffaeec284), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.524788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] For port 9f57b340-38cf-4bec-9267-025ffaeec284, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9f57b340-38cf-4bec-9267-025ffaeec284,segment=NetworkSegment(cf20a0c2-0272-4738-a73e-3cf8478c2bef),segment_id=cf20a0c2-0272-4738-a73e-3cf8478c2bef)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:44.525596 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9f57b340-38cf-4bec-9267-025ffaeec284), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.545098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Calling delete_port for 9f57b340-38cf-4bec-9267-025ffaeec284 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:44.680713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9f57b340-38cf-4bec-9267-025ffaeec284), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.713103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] No DVR routers for this DVR port 9f57b340-38cf-4bec-9267-025ffaeec284 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:44.715893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Port': ['ID=9f57b340-38cf-4bec-9267-025ffaeec284,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:44.832896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (dcfc519a-e23f-47f4-8b02-d2db8e6adb1a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.857996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfc519a-e23f-47f4-8b02-d2db8e6adb1a']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:44.867795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf20a0c2-0272-4738-a73e-3cf8478c2bef') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:44.868261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf20a0c2-0272-4738-a73e-3cf8478c2bef') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:44.878318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (cf20a0c2-0272-4738-a73e-3cf8478c2bef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.895105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (cf20a0c2-0272-4738-a73e-3cf8478c2bef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.904490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:44.905289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (cf20a0c2-0272-4738-a73e-3cf8478c2bef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:44.909543 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:44.993333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (dcfc519a-e23f-47f4-8b02-d2db8e6adb1a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.020319 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.026114 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/networks/dcfc519a-e23f-47f4-8b02-d2db8e6adb1a HTTP/1.1" status: 204 len: 168 time: 0.8005652 Jan 28 13:55:45.026348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59068) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:45.085152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a603e-f04c-4167-b037-ba3c47c11397 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Network': ['ID=dcfc519a-e23f-47f4-8b02-d2db8e6adb1a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:45.124011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (0cafa973-016b-49d9-9a25-53ac2a0a37ec), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.215769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351cb77-70ed-4d3e-a8f2-f5d46e279894 req-c87d5973-ab35-41d9-8549-fb088739bd2b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:45.217457 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e351cb77-70ed-4d3e-a8f2-f5d46e279894 req-c87d5973-ab35-41d9-8549-fb088739bd2b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1236827 Jan 28 13:55:45.254499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Deleting port 77c2b8f3-6a39-4511-9202-4caabc65c893 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:45.254852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (77c2b8f3-6a39-4511-9202-4caabc65c893), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.331190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e351cb77-70ed-4d3e-a8f2-f5d46e279894 req-2fd148ee-5374-464f-8c1c-a991c59d8a33 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066871 Jan 28 13:55:45.426367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b23623-7482-4f65-9349-56aeafdd4bdc None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:55:45.509877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-04d14159-90b5-45c6-95c3-76081077d260 None None] Could not find standard attr ID for object 9f57b340-38cf-4bec-9267-025ffaeec284. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 13:55:45.642044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b23623-7482-4f65-9349-56aeafdd4bdc None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 13:55:45.665110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] For port 77c2b8f3-6a39-4511-9202-4caabc65c893, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=77c2b8f3-6a39-4511-9202-4caabc65c893,segment=NetworkSegment(2705887e-3dcd-4d20-a15c-40e785d702d0),segment_id=2705887e-3dcd-4d20-a15c-40e785d702d0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:45.665623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (77c2b8f3-6a39-4511-9202-4caabc65c893), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.690130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Calling delete_port for 77c2b8f3-6a39-4511-9202-4caabc65c893 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:45.836163 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (77c2b8f3-6a39-4511-9202-4caabc65c893), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:45.872149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Port': ['ID=77c2b8f3-6a39-4511-9202-4caabc65c893,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:45.875061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] No DVR routers for this DVR port 77c2b8f3-6a39-4511-9202-4caabc65c893 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:46.010985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b8648-c07d-43a9-ae28-c5091cc75040 None None] DHCP port deletion for dcfc519a-e23f-47f4-8b02-d2db8e6adb1a request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:55:46.013860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (0cafa973-016b-49d9-9a25-53ac2a0a37ec), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.058677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e1fef-9011-4d46-8c1c-7a5b58ca3098 None None] Network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:55:46.061027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cafa973-016b-49d9-9a25-53ac2a0a37ec']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.076271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e1fef-9011-4d46-8c1c-7a5b58ca3098 None None] Network dcfc519a-e23f-47f4-8b02-d2db8e6adb1a could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 13:55:46.078897 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2705887e-3dcd-4d20-a15c-40e785d702d0') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.079406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2705887e-3dcd-4d20-a15c-40e785d702d0') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.093728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (2705887e-3dcd-4d20-a15c-40e785d702d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.112873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2705887e-3dcd-4d20-a15c-40e785d702d0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.121799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:46.122329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (2705887e-3dcd-4d20-a15c-40e785d702d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:46.125760 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:46.202935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (0cafa973-016b-49d9-9a25-53ac2a0a37ec), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.216974 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.223136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/networks/0cafa973-016b-49d9-9a25-53ac2a0a37ec HTTP/1.1" status: 204 len: 168 time: 1.1931860 Jan 28 13:55:46.223477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59074) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:46.237539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4b184-584f-4512-8e2a-abb997372059 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Network': ['ID=0cafa973-016b-49d9-9a25-53ac2a0a37ec,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:46.323440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.440291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.472497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.492111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.492653 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.505082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.509060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27385b-c204-490d-ad9f-5ad134117c0a req-5019d9ff-2afc-4233-a23c-1ffe09d90a1b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:46.511040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc27385b-c204-490d-ad9f-5ad134117c0a req-5019d9ff-2afc-4233-a23c-1ffe09d90a1b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0725527 Jan 28 13:55:46.522226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.535709 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:46.536426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (6a7cdb0b-2236-44a6-9a0c-89c107bbb2fc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:46.541040 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:46.583116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc27385b-c204-490d-ad9f-5ad134117c0a req-09f2b4e5-35ab-4be6-b2e8-e8efdcc4dbd5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648668 Jan 28 13:55:46.619416 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.626523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.629898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/networks/eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a HTTP/1.1" status: 204 len: 168 time: 0.4052942 Jan 28 13:55:46.633055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:46.652125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe767e-7850-4a4a-a378-d58480ec4c55 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Network': ['ID=eea5d60f-33ef-4c6f-aa58-0a712aa8dc1a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:46.727578 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (7d15cb9a-5140-4926-8286-a663ff79523f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.835942 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (7d15cb9a-5140-4926-8286-a663ff79523f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.858361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d15cb9a-5140-4926-8286-a663ff79523f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.870293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda4479c-66cf-4df1-b61a-35adb008131c') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.870293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda4479c-66cf-4df1-b61a-35adb008131c') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:46.880205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (fda4479c-66cf-4df1-b61a-35adb008131c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.897338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (fda4479c-66cf-4df1-b61a-35adb008131c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.907282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:55:46.907641 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (fda4479c-66cf-4df1-b61a-35adb008131c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:55:46.911149 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:55:46.979161 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (7d15cb9a-5140-4926-8286-a663ff79523f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:46.999169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:47.005530 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] 10.222.0.45 "DELETE /v2.0/networks/7d15cb9a-5140-4926-8286-a663ff79523f HTTP/1.1" status: 204 len: 168 time: 0.3685000 Jan 28 13:55:47.007508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d5779-dafb-4966-a8f2-3704ce562910 tempest-BulkNetworkOpsTest-391670465 tempest-BulkNetworkOpsTest-391670465-project] Pushing event deleted for resources: {'Network': ['ID=7d15cb9a-5140-4926-8286-a663ff79523f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:47.391561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:47.567202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1e078dfb-03a0-40c8-b425-14b8e97f9250 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38826d1a680844c1980c655de8be3be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742845 Jan 28 13:55:47.570132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59104) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:47.656587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9f57b340-38cf-4bec-9267-025ffaeec284 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:55:47.738106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9f57b340-38cf-4bec-9267-025ffaeec284 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:55:47.741905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9f57b340-38cf-4bec-9267-025ffaeec284 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:55:48.065436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5977d64-2514-40a0-af4d-b4c785c3249f admin admin] Publish callbacks [] for security_group (9ea67483-52d2-493e-b483-1710a6b5d9ea), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.088595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda6377-e579-4b92-a8b4-44331063e4a7 req-06f90ff6-af64-42df-9e93-49c1bd27979b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:48.092538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-efda6377-e579-4b92-a8b4-44331063e4a7 req-06f90ff6-af64-42df-9e93-49c1bd27979b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0892880 Jan 28 13:55:48.114838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5977d64-2514-40a0-af4d-b4c785c3249f admin admin] Publish callbacks [] for security_group (9ea67483-52d2-493e-b483-1710a6b5d9ea), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.189161 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-efda6377-e579-4b92-a8b4-44331063e4a7 req-cc23f773-7e60-4727-a45c-d24bc8dd1d95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856035 Jan 28 13:55:48.221874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5977d64-2514-40a0-af4d-b4c785c3249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9ea67483-52d2-493e-b483-1710a6b5d9ea), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.226490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5977d64-2514-40a0-af4d-b4c785c3249f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:48.228723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a5977d64-2514-40a0-af4d-b4c785c3249f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ea67483-52d2-493e-b483-1710a6b5d9ea HTTP/1.1" status: 204 len: 168 time: 0.6571939 Jan 28 13:55:48.242300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5977d64-2514-40a0-af4d-b4c785c3249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea67483-52d2-493e-b483-1710a6b5d9ea,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:49.331241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd57d-624d-4905-9af7-dc7163b7d603 req-c100e9c6-08b5-40c6-968a-c4eda9ff271b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:49.339653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c52bd57d-624d-4905-9af7-dc7163b7d603 req-c100e9c6-08b5-40c6-968a-c4eda9ff271b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0769627 Jan 28 13:55:49.344989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59136) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.450856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c52bd57d-624d-4905-9af7-dc7163b7d603 req-b223c4a2-e99c-4bfd-8cb8-32c115d9171d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078508 Jan 28 13:55:49.548384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3abfbd52-8961-4a09-a3c4-871ba6a26fa6 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] Request body: {'port': {'network_id': '12ff5fec-bc32-40ba-9ff8-eb9dd40be434', 'name': 'tempest-NetworksNegativeTestJSON-1181633530'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:49.590692 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abfbd52-8961-4a09-a3c4-871ba6a26fa6 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] POST failed (client error): The resource could not be found. Jan 28 13:55:49.591228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abfbd52-8961-4a09-a3c4-871ba6a26fa6 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:49.598443 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59146) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.601332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3abfbd52-8961-4a09-a3c4-871ba6a26fa6 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2533934 Jan 28 13:55:49.631422 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb969eb-7461-4fc7-8fc8-6e2f2e809c00 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] DELETE failed (client error): The resource could not be found. Jan 28 13:55:49.635313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb969eb-7461-4fc7-8fc8-6e2f2e809c00 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:49.643191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4fb969eb-7461-4fc7-8fc8-6e2f2e809c00 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "DELETE /v2.0/networks/9fcd40da-eb22-4853-babf-eacfdbefb9aa HTTP/1.1" status: 404 len: 339 time: 0.0399876 Jan 28 13:55:49.643864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.697618 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bad1a6-b083-4f03-bb3c-4d34090c0551 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] DELETE failed (client error): The resource could not be found. Jan 28 13:55:49.698208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bad1a6-b083-4f03-bb3c-4d34090c0551 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:49.706832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59150) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.719154 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e5bad1a6-b083-4f03-bb3c-4d34090c0551 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "DELETE /v2.0/ports/f528c754-2183-4a0e-87b1-9b5105002ab2 HTTP/1.1" status: 404 len: 333 time: 0.0659094 Jan 28 13:55:49.754367 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f67d62-a6d8-4f0b-b63a-be8bc033f74d tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] DELETE failed (client error): The resource could not be found. Jan 28 13:55:49.755055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f67d62-a6d8-4f0b-b63a-be8bc033f74d tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:49.766058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59152) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.780420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c8f67d62-a6d8-4f0b-b63a-be8bc033f74d tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "DELETE /v2.0/subnets/e01f01ad-7ca6-43c6-90c2-5ad8dc8acabc HTTP/1.1" status: 404 len: 337 time: 0.0686650 Jan 28 13:55:49.832283 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad094d6-8aff-4bf6-9888-52e9314cb7b3 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] GET failed (client error): The resource could not be found. Jan 28 13:55:49.845146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59156) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.856987 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0ad094d6-8aff-4bf6-9888-52e9314cb7b3 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "GET /v2.0/networks/e8f2fbd8-3e2a-43cd-9bb4-2b1823c217e5 HTTP/1.1" status: 404 len: 339 time: 0.0891347 Jan 28 13:55:49.884658 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-37007b92-89f6-4722-8013-38d69b5a68f0 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] GET failed (client error): The resource could not be found. Jan 28 13:55:49.889991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59158) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.890207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-37007b92-89f6-4722-8013-38d69b5a68f0 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "GET /v2.0/ports/cd21ade4-cf85-48fb-a1b8-56bca5177916 HTTP/1.1" status: 404 len: 333 time: 0.0429904 Jan 28 13:55:49.929704 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e59e8ff-60fa-4df4-9b0a-bc5c4620771f tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] GET failed (client error): The resource could not be found. Jan 28 13:55:49.935586 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2e59e8ff-60fa-4df4-9b0a-bc5c4620771f tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "GET /v2.0/subnets/8a3cb2d0-86bd-41f3-bc51-b0c24653aec4 HTTP/1.1" status: 404 len: 337 time: 0.0402842 Jan 28 13:55:49.935759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59164) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.942227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-68f8d386-7ee1-499a-b175-29177c27464a tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:49.962452 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f8d386-7ee1-499a-b175-29177c27464a tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] PUT failed (client error): The resource could not be found. Jan 28 13:55:49.962976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f8d386-7ee1-499a-b175-29177c27464a tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:49.967720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-68f8d386-7ee1-499a-b175-29177c27464a tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "PUT /v2.0/networks/ae08205a-6256-4e10-b97e-0cc10af8ee0d HTTP/1.1" status: 404 len: 339 time: 0.0272603 Jan 28 13:55:49.967987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59166) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:49.973187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e2d44b67-95bd-4ec8-a25e-db2cebca896c tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:50.026956 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d44b67-95bd-4ec8-a25e-db2cebca896c tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] PUT failed (client error): The resource could not be found. Jan 28 13:55:50.027592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d44b67-95bd-4ec8-a25e-db2cebca896c tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:50.032081 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e2d44b67-95bd-4ec8-a25e-db2cebca896c tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "PUT /v2.0/ports/63bd17fb-1dfb-41c8-bf4f-9d0cef21e733 HTTP/1.1" status: 404 len: 333 time: 0.0599084 Jan 28 13:55:50.033833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59168) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:50.043329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d474907f-3d3c-4bd4-8b0d-fe408b339006 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:50.079794 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d474907f-3d3c-4bd4-8b0d-fe408b339006 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] PUT failed (client error): The resource could not be found. Jan 28 13:55:50.080293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d474907f-3d3c-4bd4-8b0d-fe408b339006 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 13:55:50.086076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d474907f-3d3c-4bd4-8b0d-fe408b339006 tempest-NetworksNegativeTestJSON-1041810244 tempest-NetworksNegativeTestJSON-1041810244-project] 10.222.0.45 "PUT /v2.0/subnets/fe13fbfd-ef48-46fb-87da-27f2d96717a4 HTTP/1.1" status: 404 len: 337 time: 0.0510464 Jan 28 13:55:50.481616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59178) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:50.666311 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fe0d9-4913-4985-ae0f-f3ae7d99f76c req-71a47ec7-5daa-42e5-8358-4dfc73290bbf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:50.680627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16fe0d9-4913-4985-ae0f-f3ae7d99f76c req-71a47ec7-5daa-42e5-8358-4dfc73290bbf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1134024 Jan 28 13:55:50.715514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6074b82c-b583-4398-b264-00623f894dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:50.767054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d16fe0d9-4913-4985-ae0f-f3ae7d99f76c req-5fd2899a-64f3-41f6-802d-03d849fdfa54 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831237 Jan 28 13:55:50.857969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6074b82c-b583-4398-b264-00623f894dfd admin admin] Publish callbacks [] for security_group (0be0880e-2de2-4848-afb3-e75c6b1831c3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:50.863893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6074b82c-b583-4398-b264-00623f894dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0be0880e-2de2-4848-afb3-e75c6b1831c3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:50.969534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59184) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:50.977106 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6074b82c-b583-4398-b264-00623f894dfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2575e5794aca4e4da608a501a6213224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4947054 Jan 28 13:55:50.986298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074b82c-b583-4398-b264-00623f894dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be0880e-2de2-4848-afb3-e75c6b1831c3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:51.053838 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1804e51-575b-4606-8e83-4e29a123ea76 admin admin] Publish callbacks [] for security_group (0be0880e-2de2-4848-afb3-e75c6b1831c3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.085705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1804e51-575b-4606-8e83-4e29a123ea76 admin admin] Publish callbacks [] for security_group (0be0880e-2de2-4848-afb3-e75c6b1831c3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.151753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1804e51-575b-4606-8e83-4e29a123ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0be0880e-2de2-4848-afb3-e75c6b1831c3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.155575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1804e51-575b-4606-8e83-4e29a123ea76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:51.173048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1804e51-575b-4606-8e83-4e29a123ea76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0be0880e-2de2-4848-afb3-e75c6b1831c3 HTTP/1.1" status: 204 len: 168 time: 0.1912794 Jan 28 13:55:51.190569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804e51-575b-4606-8e83-4e29a123ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be0880e-2de2-4848-afb3-e75c6b1831c3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:51.925004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9592f5-5e93-4d57-a426-a2c4f8fd92a7 req-d525d44f-d8aa-4ccb-bc11-61dcdfb3785c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:51.932575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e9592f5-5e93-4d57-a426-a2c4f8fd92a7 req-d525d44f-d8aa-4ccb-bc11-61dcdfb3785c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0735052 Jan 28 13:55:52.040253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e9592f5-5e93-4d57-a426-a2c4f8fd92a7 req-0472f967-4cc3-4f81-8025-2c285a980894 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909882 Jan 28 13:55:52.059679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59214) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:52.218695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e26a537a-b971-48ea-8c13-7a119c1163c5 tempest-DvrRoutersNegativeTest-2028621839 tempest-DvrRoutersNegativeTest-2028621839-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1660502766', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:55:52.221347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.policy [None req-e26a537a-b971-48ea-8c13-7a119c1163c5 tempest-DvrRoutersNegativeTest-2028621839 tempest-DvrRoutersNegativeTest-2028621839-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103373) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 13:55:52.221652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.policy [None req-e26a537a-b971-48ea-8c13-7a119c1163c5 tempest-DvrRoutersNegativeTest-2028621839 tempest-DvrRoutersNegativeTest-2028621839-project] Failed policy check for 'create_router' {{(pid=103373) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 13:55:52.222277 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-e26a537a-b971-48ea-8c13-7a119c1163c5 tempest-DvrRoutersNegativeTest-2028621839 tempest-DvrRoutersNegativeTest-2028621839-project] create failed (client error): Access was denied to this resource. Jan 28 13:55:52.223442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e26a537a-b971-48ea-8c13-7a119c1163c5 tempest-DvrRoutersNegativeTest-2028621839 tempest-DvrRoutersNegativeTest-2028621839-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1616409 Jan 28 13:55:52.618883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59236) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:52.774728 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de9a1d4-fcff-4669-b562-29b16647168c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.869819 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de9a1d4-fcff-4669-b562-29b16647168c admin admin] Publish callbacks [] for security_group (d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.874245 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de9a1d4-fcff-4669-b562-29b16647168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:52.911399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a1d4-fcff-4669-b562-29b16647168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:52.920166 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8de9a1d4-fcff-4669-b562-29b16647168c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f3b0dd4c23a42478f37b5e9f223cbb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000996 Jan 28 13:55:52.923011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59246) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:52.978558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a5317f4-16df-430f-bd56-ad9fc70967ea admin admin] Publish callbacks [] for security_group (d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.005193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a5317f4-16df-430f-bd56-ad9fc70967ea admin admin] Publish callbacks [] for security_group (d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.069796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a5317f4-16df-430f-bd56-ad9fc70967ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.074529 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a5317f4-16df-430f-bd56-ad9fc70967ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:53.076212 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6a5317f4-16df-430f-bd56-ad9fc70967ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a HTTP/1.1" status: 204 len: 168 time: 0.1522403 Jan 28 13:55:53.089249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5317f4-16df-430f-bd56-ad9fc70967ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d2d1e4-0202-4fec-9ab7-0fdf5f7dd29a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:53.219935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f484f7-47bc-4652-ac77-acae3b9c4df1 req-df89cac6-2eda-4e9c-a64d-d4ca43cae50f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:53.222839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60f484f7-47bc-4652-ac77-acae3b9c4df1 req-df89cac6-2eda-4e9c-a64d-d4ca43cae50f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0731580 Jan 28 13:55:53.297360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60f484f7-47bc-4652-ac77-acae3b9c4df1 req-5c8693fd-97f7-4a47-a8bb-3de6a635d447 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676794 Jan 28 13:55:53.678352 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:55:54.457341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b46bf6-a9ec-42a9-a285-eedede1426d9 req-2c4fb1c1-6e25-432e-851c-5185574a40a8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:54.465805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b46bf6-a9ec-42a9-a285-eedede1426d9 req-2c4fb1c1-6e25-432e-851c-5185574a40a8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0666027 Jan 28 13:55:54.557213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b46bf6-a9ec-42a9-a285-eedede1426d9 req-ae61c3f4-03c0-4e0c-b95b-f655561c8e1c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852127 Jan 28 13:55:55.667878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59354) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:55.690533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe44b1-78fb-454c-9c4a-0932013e0f82 req-f445bf45-61b7-45b1-a00e-f1ae3969c03d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:55.692882 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cafe44b1-78fb-454c-9c4a-0932013e0f82 req-f445bf45-61b7-45b1-a00e-f1ae3969c03d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0521724 Jan 28 13:55:55.760320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cafe44b1-78fb-454c-9c4a-0932013e0f82 req-7298b6f5-6d4b-4f51-a922-8599925bc6f4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Jan 28 13:55:55.822828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e959a5df-efa8-420f-8c79-b4acd89cde67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:55.912397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e959a5df-efa8-420f-8c79-b4acd89cde67 admin admin] Publish callbacks [] for security_group (f4577634-e3bf-4313-9c5f-faeed96216f4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:55.918537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e959a5df-efa8-420f-8c79-b4acd89cde67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f4577634-e3bf-4313-9c5f-faeed96216f4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:55.971874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e959a5df-efa8-420f-8c79-b4acd89cde67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17d8fde8d1974a1a9f11e692053a15c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984862 Jan 28 13:55:55.971874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959a5df-efa8-420f-8c79-b4acd89cde67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4577634-e3bf-4313-9c5f-faeed96216f4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:55.972344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59358) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:56.035923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45bc61c2-ffe3-41bf-8e61-7c742322de1b admin admin] Publish callbacks [] for security_group (f4577634-e3bf-4313-9c5f-faeed96216f4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.060096 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45bc61c2-ffe3-41bf-8e61-7c742322de1b admin admin] Publish callbacks [] for security_group (f4577634-e3bf-4313-9c5f-faeed96216f4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.108282 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45bc61c2-ffe3-41bf-8e61-7c742322de1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f4577634-e3bf-4313-9c5f-faeed96216f4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.111303 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45bc61c2-ffe3-41bf-8e61-7c742322de1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.120381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45bc61c2-ffe3-41bf-8e61-7c742322de1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4577634-e3bf-4313-9c5f-faeed96216f4 HTTP/1.1" status: 204 len: 168 time: 0.1419971 Jan 28 13:55:56.133866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc61c2-ffe3-41bf-8e61-7c742322de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4577634-e3bf-4313-9c5f-faeed96216f4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:56.448579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59366) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:56.465042 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c282f5a-916c-4f2f-8b1b-0957dc99e849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.548173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c282f5a-916c-4f2f-8b1b-0957dc99e849 admin admin] Publish callbacks [] for security_group (3a093a06-2ef3-41eb-a46c-d4052c9f84e6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.552856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9c282f5a-916c-4f2f-8b1b-0957dc99e849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3a093a06-2ef3-41eb-a46c-d4052c9f84e6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.602950 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9c282f5a-916c-4f2f-8b1b-0957dc99e849 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9c69cc1405c47759cd44aa74f6f8369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498311 Jan 28 13:55:56.602950 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c282f5a-916c-4f2f-8b1b-0957dc99e849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a093a06-2ef3-41eb-a46c-d4052c9f84e6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:56.603262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59368) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:56.661005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d357be0a-19ac-49ff-a93a-77a12eaf0b5c admin admin] Publish callbacks [] for security_group (3a093a06-2ef3-41eb-a46c-d4052c9f84e6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.701020 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d357be0a-19ac-49ff-a93a-77a12eaf0b5c admin admin] Publish callbacks [] for security_group (3a093a06-2ef3-41eb-a46c-d4052c9f84e6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.748788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d357be0a-19ac-49ff-a93a-77a12eaf0b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (3a093a06-2ef3-41eb-a46c-d4052c9f84e6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.753989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d357be0a-19ac-49ff-a93a-77a12eaf0b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.755753 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d357be0a-19ac-49ff-a93a-77a12eaf0b5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a093a06-2ef3-41eb-a46c-d4052c9f84e6 HTTP/1.1" status: 204 len: 168 time: 0.1514471 Jan 28 13:55:56.776143 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.781939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357be0a-19ac-49ff-a93a-77a12eaf0b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a093a06-2ef3-41eb-a46c-d4052c9f84e6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:56.922779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109d45d-1737-4e75-a9fe-91359efe77b4 req-7112b240-76ae-4f27-be5e-3d34ff72526a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:56.932643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b109d45d-1737-4e75-a9fe-91359efe77b4 req-7112b240-76ae-4f27-be5e-3d34ff72526a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0692894 Jan 28 13:55:57.001295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b109d45d-1737-4e75-a9fe-91359efe77b4 req-317c5fae-0fe4-4a26-bb5f-000138aeb9cd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666420 Jan 28 13:55:58.149816 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.174590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bf1eb-c52e-46cb-84d3-0efd42a40510 req-a0173fc6-964e-4139-a768-d17b4b03522f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:58.176145 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e5bf1eb-c52e-46cb-84d3-0efd42a40510 req-a0173fc6-964e-4139-a768-d17b4b03522f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.0809634 Jan 28 13:55:58.245006 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6e5bf1eb-c52e-46cb-84d3-0efd42a40510 req-49f05cce-eee0-4613-93d1-541c929944e8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589840 Jan 28 13:55:59.434454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3969b8-9b56-4998-ba1c-d1efa1a5e945 req-8a6d4939-2966-416e-bf18-1eb0c828c660 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:59.446279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f3969b8-9b56-4998-ba1c-d1efa1a5e945 req-8a6d4939-2966-416e-bf18-1eb0c828c660 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1058135 Jan 28 13:55:59.563313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f3969b8-9b56-4998-ba1c-d1efa1a5e945 req-9a83fc15-9c6f-4f1a-b50b-6d19cbfa1ee0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149998 Jan 28 13:56:00.784493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64db08-a6be-4311-86cb-3042922d5946 req-41158bc2-7871-4beb-bcff-e6aa6c8fade1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:00.798566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac64db08-a6be-4311-86cb-3042922d5946 req-41158bc2-7871-4beb-bcff-e6aa6c8fade1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 943 time: 0.1258323 Jan 28 13:56:00.915222 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ac64db08-a6be-4311-86cb-3042922d5946 req-560d817f-8dd5-4449-ab0b-c43c39e593d4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152153 Jan 28 13:56:01.415456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4c84b089-a0cb-4904-b6e6-ff1e888145ee details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:56:01.625310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4c84b089-a0cb-4904-b6e6-ff1e888145ee, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4c84b089-a0cb-4904-b6e6-ff1e888145ee,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:01.639290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '4c84b089-a0cb-4904-b6e6-ff1e888145ee', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'port_id': '4c84b089-a0cb-4904-b6e6-ff1e888145ee', 'mac_address': 'fa:16:3e:fe:de:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:56:01.710722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4c84b089-a0cb-4904-b6e6-ff1e888145ee is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:01.711764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:01.732640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c84b089-a0cb-4904-b6e6-ff1e888145ee {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:01.760888 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4c84b089-a0cb-4904-b6e6-ff1e888145ee, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4c84b089-a0cb-4904-b6e6-ff1e888145ee,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:01.767109 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:01.859120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4c84b089-a0cb-4904-b6e6-ff1e888145ee,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:02.057851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4c84b089-a0cb-4904-b6e6-ff1e888145ee'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:02.141419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2a802-db21-48e1-a7ec-72b5dabf1d02 req-7c4dcbc8-e1a3-49a6-b34b-9ea4b71eeba3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:02.150913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2af2a802-db21-48e1-a7ec-72b5dabf1d02 req-7c4dcbc8-e1a3-49a6-b34b-9ea4b71eeba3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 944 time: 0.1229815 Jan 28 13:56:02.283046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2af2a802-db21-48e1-a7ec-72b5dabf1d02 req-555db913-f828-4ed0-8997-a30adc85adda tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312218 Jan 28 13:56:03.410129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4c84b089-a0cb-4904-b6e6-ff1e888145ee up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:03.431175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107bed4-7601-4c9e-8fc3-c64b74b758cf req-2bb8ed44-8c58-4de0-bcfb-5210321a3193 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:03.443566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0107bed4-7601-4c9e-8fc3-c64b74b758cf req-2bb8ed44-8c58-4de0-bcfb-5210321a3193 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 944 time: 0.0720937 Jan 28 13:56:03.511639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 4c84b089-a0cb-4904-b6e6-ff1e888145ee completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:56:03.515877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 4c84b089-a0cb-4904-b6e6-ff1e888145ee triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:03.516268 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.526735 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0107bed4-7601-4c9e-8fc3-c64b74b758cf req-2b6e92d7-cf35-46b4-bc01-bb7b03ccfb59 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812571 Jan 28 13:56:03.619290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 4c84b089-a0cb-4904-b6e6-ff1e888145ee is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:03.619693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.646188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a809573-67cd-47b7-871d-f641939e9160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c84b089-a0cb-4904-b6e6-ff1e888145ee'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:03.648929 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b025d5e9-b6e9-4ce4-934f-6970a3f4a45b" -d '{"events": [{"server_uuid": "8a809573-67cd-47b7-871d-f641939e9160", "name": "network-vif-plugged", "status": "completed", "tag": "4c84b089-a0cb-4904-b6e6-ff1e888145ee"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:03.667231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 4c84b089-a0cb-4904-b6e6-ff1e888145ee, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4c84b089-a0cb-4904-b6e6-ff1e888145ee,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:03.682948 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.728158 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c75f7c-1b4c-4033-9b31-0e0a65d05866 x-openstack-request-id: req-30c75f7c-1b4c-4033-9b31-0e0a65d05866 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:03.728639 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a809573-67cd-47b7-871d-f641939e9160", "name": "network-vif-plugged", "status": "completed", "tag": "4c84b089-a0cb-4904-b6e6-ff1e888145ee", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:03.729014 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30c75f7c-1b4c-4033-9b31-0e0a65d05866 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:03.729554 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a809573-67cd-47b7-871d-f641939e9160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c84b089-a0cb-4904-b6e6-ff1e888145ee', 'code': 200} Jan 28 13:56:03.763765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=4c84b089-a0cb-4904-b6e6-ff1e888145ee,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:03.850973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f80477-db4f-4fd1-bc9b-dff8ef73f390 req-2cc240a5-7de6-4631-a259-2ffad048db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:03.853238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69f80477-db4f-4fd1-bc9b-dff8ef73f390 req-2cc240a5-7de6-4631-a259-2ffad048db83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 1096 time: 0.0564914 Jan 28 13:56:03.920914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69f80477-db4f-4fd1-bc9b-dff8ef73f390 req-49596e2b-9bda-4ff8-98de-55d353d457ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Jan 28 13:56:04.652149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886c6d2-8869-4dc6-958f-2c0bea43f3cd req-1d822784-4fb1-4c20-8f90-49390e5eaa5d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:04.659881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8886c6d2-8869-4dc6-958f-2c0bea43f3cd req-1d822784-4fb1-4c20-8f90-49390e5eaa5d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 945 time: 0.0575886 Jan 28 13:56:04.728362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8886c6d2-8869-4dc6-958f-2c0bea43f3cd req-14aa3ff7-9bb8-4632-975f-03deced9f7b5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671289 Jan 28 13:56:04.904828 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4bebaf19-349b-4691-b4cf-5ca78228e57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.903210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99d9c5-62ca-4251-a937-95a83be92e17 req-c2ac97bd-4307-4e38-98a3-31456356cf6f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:05.912348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d99d9c5-62ca-4251-a937-95a83be92e17 req-c2ac97bd-4307-4e38-98a3-31456356cf6f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 945 time: 0.0764220 Jan 28 13:56:05.978724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d99d9c5-62ca-4251-a937-95a83be92e17 req-54920b2c-d387-49c3-8457-ae61bb386f91 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651510 Jan 28 13:56:06.191180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e686f6-dc9c-4636-95dd-c334a88352f0 req-96a2bd47-155c-4a32-9277-63f2537ebdbc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:06.194405 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12e686f6-dc9c-4636-95dd-c334a88352f0 req-96a2bd47-155c-4a32-9277-63f2537ebdbc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 945 time: 0.1000893 Jan 28 13:56:06.279864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12e686f6-dc9c-4636-95dd-c334a88352f0 req-ad53ee54-4d97-4d0c-aa2f-4b3ee711f655 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734711 Jan 28 13:56:06.786364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80c859-2877-44a2-80aa-c423289e4bf7 req-d983b46c-bbbf-4409-9456-9056da93308c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:06.788830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af80c859-2877-44a2-80aa-c423289e4bf7 req-d983b46c-bbbf-4409-9456-9056da93308c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Jan 28 13:56:06.918876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-af80c859-2877-44a2-80aa-c423289e4bf7 req-dc36fe50-9205-4bf0-8ba5-6ca6668a53d5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120496 Jan 28 13:56:06.931899 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-5d538735-fd8a-43f7-aa46-6df4628df6ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135194 Jan 28 13:56:07.057845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-1c5b0088-129d-43b7-b3b7-f940d6d4a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:07.059722 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-1c5b0088-129d-43b7-b3b7-f940d6d4a95f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 1097 time: 0.0765429 Jan 28 13:56:07.204928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-71960a05-cd40-41a9-b51f-d95208786003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:07.206425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-71960a05-cd40-41a9-b51f-d95208786003 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1251340 Jan 28 13:56:07.253541 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-1b4215a2-53f4-4557-a690-9cc1340f48e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2878848d-a050-4639-baf8-e153583428e6 HTTP/1.1" status: 200 len: 217 time: 0.0396037 Jan 28 13:56:07.316209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-6451b53a-51ae-40ce-95d8-8ce537c48aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:07.317919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-6451b53a-51ae-40ce-95d8-8ce537c48aff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0562565 Jan 28 13:56:07.380159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-3ec6dd90-ae5d-4cff-8950-11ce7e084103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:07.382534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-3ec6dd90-ae5d-4cff-8950-11ce7e084103 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575368 Jan 28 13:56:07.506903 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-0413b406-12a0-4746-ae05-167dbc21dcf2 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129436 Jan 28 13:56:07.594540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59532) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:07.674256 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ba93bf3f-05fe-454f-a0cd-e500c706e075 req-ff776cc7-089b-4c34-81f2-c0426cb2d4e3 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605823 Jan 28 13:56:07.733363 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4076a530-90b5-4252-b752-04b5bc9dd7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:08.171644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3ddb-d617-41ce-9acd-526a8343c8a6 req-c5a8d29d-485c-4f46-a8c3-74c45c0db573 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:08.173772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73e3ddb-d617-41ce-9acd-526a8343c8a6 req-c5a8d29d-485c-4f46-a8c3-74c45c0db573 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 945 time: 0.1074362 Jan 28 13:56:08.308803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73e3ddb-d617-41ce-9acd-526a8343c8a6 req-8ff22a66-1314-4662-8124-92310a782887 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285148 Jan 28 13:56:08.352848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-3cab71f5-f2d8-415d-a4a5-87c9f9a0ea8a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:08.354433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-3cab71f5-f2d8-415d-a4a5-87c9f9a0ea8a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 945 time: 0.0944064 Jan 28 13:56:08.543935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 4c84b089-a0cb-4904-b6e6-ff1e888145ee {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:08.544313 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:08.652972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] For port 4c84b089-a0cb-4904-b6e6-ff1e888145ee, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=4c84b089-a0cb-4904-b6e6-ff1e888145ee,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:08.653693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:08.666233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 4c84b089-a0cb-4904-b6e6-ff1e888145ee owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:08.742612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:08.800481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4c84b089-a0cb-4904-b6e6-ff1e888145ee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:08.814028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2878848d-a050-4639-baf8-e153583428e6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:08.820480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['4c84b089-a0cb-4904-b6e6-ff1e888145ee'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:08.843937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=4c84b089-a0cb-4904-b6e6-ff1e888145ee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:08.906604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] No DVR routers for this DVR port 4c84b089-a0cb-4904-b6e6-ff1e888145ee on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:08.926024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:08.930671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0001d066-6250-495b-9f5f-82ae4f54e441 req-58579204-bf33-463a-bd85-1dee28ab5e2e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "DELETE /v2.0/ports/4c84b089-a0cb-4904-b6e6-ff1e888145ee HTTP/1.1" status: 204 len: 173 time: 0.5529816 Jan 28 13:56:08.931366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a809573-67cd-47b7-871d-f641939e9160', 'name': 'network-vif-deleted', 'tag': '4c84b089-a0cb-4904-b6e6-ff1e888145ee'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:08.933869 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c71333-ae8c-4fcd-ab58-7e5d5b81029d" -d '{"events": [{"server_uuid": "8a809573-67cd-47b7-871d-f641939e9160", "name": "network-vif-deleted", "tag": "4c84b089-a0cb-4904-b6e6-ff1e888145ee"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:09.026008 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:09.040050 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f9988-b5ed-49bf-bc64-fbb9c0fd9473 x-openstack-request-id: req-d17f9988-b5ed-49bf-bc64-fbb9c0fd9473 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:09.040346 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a809573-67cd-47b7-871d-f641939e9160", "name": "network-vif-deleted", "tag": "4c84b089-a0cb-4904-b6e6-ff1e888145ee", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:09.040603 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d17f9988-b5ed-49bf-bc64-fbb9c0fd9473 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:09.041006 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a809573-67cd-47b7-871d-f641939e9160', 'name': 'network-vif-deleted', 'tag': '4c84b089-a0cb-4904-b6e6-ff1e888145ee', 'status': 'completed', 'code': 200} Jan 28 13:56:09.449286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c728f580-ee4f-4b1e-9c22-c4d70a5aea40 req-ede0f3e4-aae0-4128-8574-3a373ab7c2a6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0314839 Jan 28 13:56:09.463132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Deleting port 445ab3df-fb80-48e6-9712-12ac537dafd7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:09.463559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:09.622715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-69db3286-2031-4609-9726-380525174ddd admin admin] For port 445ab3df-fb80-48e6-9712-12ac537dafd7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=445ab3df-fb80-48e6-9712-12ac537dafd7,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:09.623164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:09.658090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Calling delete_port for 445ab3df-fb80-48e6-9712-12ac537dafd7 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:09.903621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-8e830376-e874-40c9-add6-7e44188349b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1397607 Jan 28 13:56:09.914844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59560) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:10.061277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe174-41a3-4ac3-93e4-042246ac3676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.109318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-65571cab-42a9-49d4-84c8-5e940b98f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:10.111020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-65571cab-42a9-49d4-84c8-5e940b98f9a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c8ea800696a4e50a7b2f212de264d79&device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1396859 Jan 28 13:56:10.112104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (445ab3df-fb80-48e6-9712-12ac537dafd7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.149146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=445ab3df-fb80-48e6-9712-12ac537dafd7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:10.264988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe174-41a3-4ac3-93e4-042246ac3676 admin admin] Publish callbacks [] for security_group (d5070ad8-60ae-47f6-ba2a-274c701a0cdb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.272129 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe174-41a3-4ac3-93e4-042246ac3676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5070ad8-60ae-47f6-ba2a-274c701a0cdb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.390706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aa2fe174-41a3-4ac3-93e4-042246ac3676 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5fbe7cf47f8455f8edfba9163d49a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4718027 Jan 28 13:56:10.390706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fe174-41a3-4ac3-93e4-042246ac3676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5070ad8-60ae-47f6-ba2a-274c701a0cdb,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:10.391638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:10.477492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff157fd5-d9e0-4db0-89c5-46826070ab8a admin admin] Publish callbacks [] for security_group (d5070ad8-60ae-47f6-ba2a-274c701a0cdb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.514865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff157fd5-d9e0-4db0-89c5-46826070ab8a admin admin] Publish callbacks [] for security_group (d5070ad8-60ae-47f6-ba2a-274c701a0cdb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.543464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.585645 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.598243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-8890aee1-40a3-4d67-aa8b-220ab75cd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:10.602413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-8890aee1-40a3-4d67-aa8b-220ab75cd3ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 200 len: 910 time: 0.4631038 Jan 28 13:56:10.636337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fece0946-6dff-4228-a531-da49fa65f370 req-8b87ed6d-0868-4d4f-b376-b762612aa116 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0435395 Jan 28 13:56:10.662486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff157fd5-d9e0-4db0-89c5-46826070ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (d5070ad8-60ae-47f6-ba2a-274c701a0cdb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.666171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff157fd5-d9e0-4db0-89c5-46826070ab8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.667510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ff157fd5-d9e0-4db0-89c5-46826070ab8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5070ad8-60ae-47f6-ba2a-274c701a0cdb HTTP/1.1" status: 204 len: 168 time: 0.2744741 Jan 28 13:56:10.678147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff157fd5-d9e0-4db0-89c5-46826070ab8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5070ad8-60ae-47f6-ba2a-274c701a0cdb,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:10.934654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-7691fb82-8c36-4f9b-8d27-ef3ec9db349c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 200 len: 1002 time: 0.3214679 Jan 28 13:56:11.142978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-3805f7c2-f68d-417b-8cc3-e5a30f8465f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:11.144594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-3805f7c2-f68d-417b-8cc3-e5a30f8465f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 200 len: 848 time: 0.1058137 Jan 28 13:56:11.151592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:11.222246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-083a7407-8e83-47f3-b700-10156d9f29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:11.223705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-083a7407-8e83-47f3-b700-10156d9f29ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=604c7b35-fcc4-4c43-add4-9e4a069de04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619991 Jan 28 13:56:11.487715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4c84b089-a0cb-4904-b6e6-ff1e888145ee no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:11.519606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59590) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:11.527730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 4c84b089-a0cb-4904-b6e6-ff1e888145ee {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:11.528355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 4c84b089-a0cb-4904-b6e6-ff1e888145ee not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:11.649781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1622237138-network', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:11.714896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Made reservation on behalf of d2fd70e94a50488eb5ebf637926266f4 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:11.719005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:11.729885 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:11.776685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:11.854035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-5500e77a-cfee-4820-bf6d-87743147b1b8 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923462 Jan 28 13:56:11.889369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c8d3868-c400-4867-931e-6962f61fef08 req-b75ea249-3521-4274-af23-3d0e0d955d9d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0314717 Jan 28 13:56:11.892274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks [] for security_group (de66b26e-29e8-440c-bb23-4f485ca2966f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:11.899672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (de66b26e-29e8-440c-bb23-4f485ca2966f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:11.936301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:56:11.964976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66b26e-29e8-440c-bb23-4f485ca2966f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:11.968603 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ff9691e6-48e1-4bf5-9266-b5e6dd0448bf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:11.969220 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Added segment ff9691e6-48e1-4bf5-9266-b5e6dd0448bf of type vlan for network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 Jan 28 13:56:12.022025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (38fbf525-a5df-4fd2-ad46-6c18db0b4348), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.033285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af5e024f-f94f-44cf-9ef0-291ddcf05740 req-d79076df-a28a-4d7a-a65d-644d906c3761 service neutron] 10.222.0.36 "GET /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410317 Jan 28 13:56:12.060600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (38fbf525-a5df-4fd2-ad46-6c18db0b4348), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.061966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:12.062758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.169426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69db3286-2031-4609-9726-380525174ddd admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:12.174099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59598) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:12.175159 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6530876 Jan 28 13:56:12.181080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Request body: {'subnet': {'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1622237138-subnet', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:12.185838 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] Sync routers for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:12.207005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-69db3286-2031-4609-9726-380525174ddd admin admin] 10.222.0.45 "PUT /v2.0/routers/e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6112702 Jan 28 13:56:12.207524 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:12.209158 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:12.214565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59600) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:12.231684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23381e-01dc-4667-ad47-aa74e0f28b0e admin admin] Pushing event updated for resources: {'Network': ['ID=38fbf525-a5df-4fd2-ad46-6c18db0b4348,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:12.244195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:56:12.409536 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:12.412270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks [] for router (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.416527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Made reservation on behalf of d2fd70e94a50488eb5ebf637926266f4 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:12.419132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.642674 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks [] for router_gateway (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.810133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Deleting port 2205ab38-1b2f-453d-bcd3-1b3911ddce21 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:12.810732 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.915109 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:56:09Z', 'revision_number': 5, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port': {'id': '2205ab38-1b2f-453d-bcd3-1b3911ddce21', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:06Z', 'updated_at': '2022-01-28T13:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:12.941365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] For port 2205ab38-1b2f-453d-bcd3-1b3911ddce21, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2205ab38-1b2f-453d-bcd3-1b3911ddce21,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:12.943878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:12.950217 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] Checking router: e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:12.961191 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] Routers {'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:12.962181 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:12.976605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Calling delete_port for 2205ab38-1b2f-453d-bcd3-1b3911ddce21 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:13.006527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a830b222-9971-427b-aca2-42c7e0860bf3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.045265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e1465059-3ed7-4c47-8e5b-b3959d59326d req-759c2452-402d-4399-bfbb-855c28f7f8c9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0313773 Jan 28 13:56:13.090476 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] Set router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:13.157395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a830b222-9971-427b-aca2-42c7e0860bf3,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:13.159033 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:56:12Z', 'revision_number': 6, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:13.189076 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d69cb5-03af-466d-b95c-5e0447413169 None None] The sync data for ids ['e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e'] in n-d-822748-2 is: [{'id': 'e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e', 'name': 'tempest-TaggedBootDevicesTest_v242-1326630806-router', 'tenant_id': '7ff9829216e9416abc67ee44bef9df98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:04Z', 'updated_at': '2022-01-28T13:56:12Z', 'revision_number': 6, 'project_id': '7ff9829216e9416abc67ee44bef9df98', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:13.225664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Checking segment: {'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:13.230002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Network hostable DHCP agents. Network: 38fbf525-a5df-4fd2-ad46-6c18db0b4348, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:56:13.261459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:56:13.300015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 38fbf525-a5df-4fd2-ad46-6c18db0b4348) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:13.309173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e164948-f142-45cf-9653-2ea75391b9f9 None None] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:13.328649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:13.329885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.353699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2205ab38-1b2f-453d-bcd3-1b3911ddce21), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.379742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Pushing event deleted for resources: {'Port': ['ID=2205ab38-1b2f-453d-bcd3-1b3911ddce21,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:13.385690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4e045ece-b977-4c65-b58b-b7d4d447c0ad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2102602 Jan 28 13:56:13.388638 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59606) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:13.393489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:13.435831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (676d2de0-40b2-476f-a853-76732ae374a4), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.438767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (676d2de0-40b2-476f-a853-76732ae374a4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.460721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-38fbf525-a5df-4fd2-ad46-6c18db0b4348', 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348', 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'fixed_ips': [{'subnet_id': 'a830b222-9971-427b-aca2-42c7e0860bf3'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:56:13.462131 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.536238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.566868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks [] for router_controller (676d2de0-40b2-476f-a853-76732ae374a4), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.748493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.751801 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks [] for router_controller (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.762216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Allocated IP 172.20.0.2 (38fbf525-a5df-4fd2-ad46-6c18db0b4348/a830b222-9971-427b-aca2-42c7e0860bf3/b61c3a14-14be-44f2-871a-798f2b851dcd) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:13.783170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 445ab3df-fb80-48e6-9712-12ac537dafd7 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:13.832226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.833015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:13.834589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 445ab3df-fb80-48e6-9712-12ac537dafd7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:13.835348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 445ab3df-fb80-48e6-9712-12ac537dafd7 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:13.844751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.850592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-275317db-0c74-4826-bd24-408a41a05079 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e3f3a219-3d5a-44a3-8ce5-797fb7ae3f0e HTTP/1.1" status: 204 len: 168 time: 1.6346939 Jan 28 13:56:13.851274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59608) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:13.877626 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks [] for router_gateway (676d2de0-40b2-476f-a853-76732ae374a4), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:13.932379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] Deleting subnet 9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:13.937485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] Publish callbacks [] for subnet (9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.014690 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.063522 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Publish callbacks [] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.080608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.182362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:14.187663 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:14.195034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:14.284194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Pushing event updated for resources: {'Port': ['ID=b61c3a14-14be-44f2-871a-798f2b851dcd,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:14.288347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.294489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Attempting to bind port b61c3a14-14be-44f2-871a-798f2b851dcd on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:14.294876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Attempting to bind port b61c3a14-14be-44f2-871a-798f2b851dcd by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:14.295248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Attempting to bind port b61c3a14-14be-44f2-871a-798f2b851dcd on network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:14.302172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:14.302570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Checking segment: {'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:14.303136 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.303542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Bound using segment: {'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:14.304490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Bound port: b61c3a14-14be-44f2-871a-798f2b851dcd, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:14.305315 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.368633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks [] for router_gateway (676d2de0-40b2-476f-a853-76732ae374a4), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.394644 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.402690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] For port b61c3a14-14be-44f2-871a-798f2b851dcd, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:14.407251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.408572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] For port b61c3a14-14be-44f2-871a-798f2b851dcd, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b61c3a14-14be-44f2-871a-798f2b851dcd,segment=NetworkSegment(ff9691e6-48e1-4bf5-9266-b5e6dd0448bf),segment_id=ff9691e6-48e1-4bf5-9266-b5e6dd0448bf)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:14.414594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.441735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bd3e3a-c5b5-4fb9-8a19-ddf836d88f9b None None] Network 68ab7131-bccd-4165-8d71-334c51189a8f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:14.474072 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.478731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98 HTTP/1.1" status: 204 len: 168 time: 0.6249259 Jan 28 13:56:14.503658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f9b5-b810-4105-8362-af1561d027fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c78ffa0-f12d-4cf2-bfdb-2b7994ee4d98,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:14.506810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59618) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:14.511642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6582585-dc15-44fe-9660-591e41f6ab90 req-02700882-57b8-4fc7-8f9d-c5ca5dd8633b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.1221101 Jan 28 13:56:14.689708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Allocated IP 172.25.4.20 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/be22a0ec-534f-492e-a360-a3b967e81b36) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:14.703047 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (68ab7131-bccd-4165-8d71-334c51189a8f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.861610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Deleting port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:14.861999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.889557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e25f4-28fa-4a80-a259-7a80c70d2c2a None None] Pushing event updated for resources: {'Port': ['ID=b61c3a14-14be-44f2-871a-798f2b851dcd,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:14.969897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks [] for port (be22a0ec-534f-492e-a360-a3b967e81b36), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:14.985582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59622) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:15.038177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] DHCP port deletion for 68ab7131-bccd-4165-8d71-334c51189a8f request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:15.055996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] For port 0ad5d659-101c-4dd2-b5f2-d7f01c950016, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0ad5d659-101c-4dd2-b5f2-d7f01c950016,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:15.059805 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.067488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.097715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Calling delete_port for 0ad5d659-101c-4dd2-b5f2-d7f01c950016 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:15.123321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] Deleting port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:15.124202 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.147001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:15.150264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:15.159022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:15.227371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] For port 0ad5d659-101c-4dd2-b5f2-d7f01c950016, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0ad5d659-101c-4dd2-b5f2-d7f01c950016,segment=NetworkSegment(61ec2aaf-c44d-4e98-babf-2dd6e522cfd2),segment_id=61ec2aaf-c44d-4e98-babf-2dd6e522cfd2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:15.227788 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.242722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] Calling delete_port for 0ad5d659-101c-4dd2-b5f2-d7f01c950016 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:15.300922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.325458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] No DVR routers for this DVR port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:15.343563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (0ad5d659-101c-4dd2-b5f2-d7f01c950016), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.344942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Pushing event updated for resources: {'Port': ['ID=be22a0ec-534f-492e-a360-a3b967e81b36,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:15.380709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebcf42fd-45f7-4933-b917-8f31ad1d52b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.394877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad5d659-101c-4dd2-b5f2-d7f01c950016,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:15.398846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] No DVR routers for this DVR port 0ad5d659-101c-4dd2-b5f2-d7f01c950016 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:15.407422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f4b31-98f8-428c-a04d-6a7bf7fdcd7e None None] Pushing event deleted for resources: {'Port': ['ID=0ad5d659-101c-4dd2-b5f2-d7f01c950016,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:15.527632 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (68ab7131-bccd-4165-8d71-334c51189a8f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.564074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ab7131-bccd-4165-8d71-334c51189a8f']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:15.583937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:15.584311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ec2aaf-c44d-4e98-babf-2dd6e522cfd2') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:15.606124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (61ec2aaf-c44d-4e98-babf-2dd6e522cfd2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.632720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (61ec2aaf-c44d-4e98-babf-2dd6e522cfd2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.639892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:15.640388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (61ec2aaf-c44d-4e98-babf-2dd6e522cfd2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:15.642068 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:15.707383 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef71c8f8-1608-4dc0-819d-3abb9a8a0637 req-080f1eb5-0aca-43a1-b81d-25fa59ffcbb5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0532291 Jan 28 13:56:15.715522 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks [] for router_gateway (676d2de0-40b2-476f-a853-76732ae374a4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.787476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (68ab7131-bccd-4165-8d71-334c51189a8f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.818812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.826712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] 10.222.0.45 "DELETE /v2.0/networks/68ab7131-bccd-4165-8d71-334c51189a8f HTTP/1.1" status: 204 len: 168 time: 1.3156424 Jan 28 13:56:15.826712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c355b-195d-444f-b014-06d2eaa04b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ab7131-bccd-4165-8d71-334c51189a8f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:15.827050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59628) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:15.830613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebcf42fd-45f7-4933-b917-8f31ad1d52b2 admin admin] Publish callbacks [] for security_group (43efa029-eb5e-472b-9e0d-1cc708eba1cd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.841610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebcf42fd-45f7-4933-b917-8f31ad1d52b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (43efa029-eb5e-472b-9e0d-1cc708eba1cd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:15.903209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b61c3a14-14be-44f2-871a-798f2b851dcd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:15.954370 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ebcf42fd-45f7-4933-b917-8f31ad1d52b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1086741e86647efb73442aec9b8f1b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9673567 Jan 28 13:56:15.956944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59630) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:16.016760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf42fd-45f7-4933-b917-8f31ad1d52b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43efa029-eb5e-472b-9e0d-1cc708eba1cd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:16.029356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b61c3a14-14be-44f2-871a-798f2b851dcd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:16.029980 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.093825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2449c98-1657-436e-aa52-0131a12d9168 admin admin] Publish callbacks [] for security_group (43efa029-eb5e-472b-9e0d-1cc708eba1cd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.209163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b61c3a14-14be-44f2-871a-798f2b851dcd is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:16.210219 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.241227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2449c98-1657-436e-aa52-0131a12d9168 admin admin] Publish callbacks [] for security_group (43efa029-eb5e-472b-9e0d-1cc708eba1cd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.269135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port b61c3a14-14be-44f2-871a-798f2b851dcd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b61c3a14-14be-44f2-871a-798f2b851dcd,segment=NetworkSegment(ff9691e6-48e1-4bf5-9266-b5e6dd0448bf),segment_id=ff9691e6-48e1-4bf5-9266-b5e6dd0448bf)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:16.274476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.374750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (676d2de0-40b2-476f-a853-76732ae374a4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.396385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631a564-26ba-406a-a3cd-e6df5c1f63b0 None None] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:16.510788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=b61c3a14-14be-44f2-871a-798f2b851dcd,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:16.534785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (66e1d714-6264-4ccf-953e-f83365b31612), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.581607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ad5d659-101c-4dd2-b5f2-d7f01c950016 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:16.660923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0ad5d659-101c-4dd2-b5f2-d7f01c950016 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:16.662345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ad5d659-101c-4dd2-b5f2-d7f01c950016 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:16.662955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2205ab38-1b2f-453d-bcd3-1b3911ddce21 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:16.702718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2205ab38-1b2f-453d-bcd3-1b3911ddce21 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:16.703259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2205ab38-1b2f-453d-bcd3-1b3911ddce21 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:16.740866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ad3c53f0-d235-4c7e-bf6e-61151c7393fe None None] Provisioning complete for port b61c3a14-14be-44f2-871a-798f2b851dcd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:16.741746 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad3c53f0-d235-4c7e-bf6e-61151c7393fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.804520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2449c98-1657-436e-aa52-0131a12d9168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (43efa029-eb5e-472b-9e0d-1cc708eba1cd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.808822 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2449c98-1657-436e-aa52-0131a12d9168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:16.814308 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f2449c98-1657-436e-aa52-0131a12d9168 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43efa029-eb5e-472b-9e0d-1cc708eba1cd HTTP/1.1" status: 204 len: 168 time: 0.8379855 Jan 28 13:56:16.822778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449c98-1657-436e-aa52-0131a12d9168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43efa029-eb5e-472b-9e0d-1cc708eba1cd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:16.825000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Router 676d2de0-40b2-476f-a853-76732ae374a4 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:56:17.003947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-023ca924-a021-4e4f-ae4a-7ad907aaee96 req-8cdf19a3-7cd1-475e-9904-570fc5253b96 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0460815 Jan 28 13:56:17.014542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:17.035653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Sync routers for ids ['676d2de0-40b2-476f-a853-76732ae374a4'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:17.058106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:17.063281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Deleting port 46b63d95-71d0-499b-940c-ea8da6e66872 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:17.063281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:17.063571 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5933e305-a1f9-4b25-9607-364d72a6ccd4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6702597 Jan 28 13:56:17.063952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59636) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:17.074572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Routers {'676d2de0-40b2-476f-a853-76732ae374a4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:17.075748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['676d2de0-40b2-476f-a853-76732ae374a4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:17.139059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c53f0-d235-4c7e-bf6e-61151c7393fe None None] Current status of the port b61c3a14-14be-44f2-871a-798f2b851dcd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:17.236309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Set router 676d2de0-40b2-476f-a853-76732ae374a4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:17.272005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] For port 46b63d95-71d0-499b-940c-ea8da6e66872, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=46b63d95-71d0-499b-940c-ea8da6e66872,segment=NetworkSegment(286ff489-4bed-4485-ac74-ca5bcd759268),segment_id=286ff489-4bed-4485-ac74-ca5bcd759268)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:17.272406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:17.297864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Calling delete_port for 46b63d95-71d0-499b-940c-ea8da6e66872 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:17.398157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59640) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:17.403111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2d3dfd2b-17a5-47fb-9633-aa2853671005 None None] Provisioning complete for port b61c3a14-14be-44f2-871a-798f2b851dcd triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:17.403760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d3dfd2b-17a5-47fb-9633-aa2853671005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:17.459645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c519b9b-7817-4141-817c-eb2f5a01c08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:17.579289 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:15Z', 'revision_number': 3, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port': {'id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:14Z', 'updated_at': '2022-01-28T13:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:17.632103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Checking router: 676d2de0-40b2-476f-a853-76732ae374a4 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:17.632351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Updating router 676d2de0-40b2-476f-a853-76732ae374a4 port be22a0ec-534f-492e-a360-a3b967e81b36 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:56:17.656136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (46b63d95-71d0-499b-940c-ea8da6e66872), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:17.678261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:17.684883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dfd2b-17a5-47fb-9633-aa2853671005 None None] Current status of the port b61c3a14-14be-44f2-871a-798f2b851dcd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:17.720344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b63d95-71d0-499b-940c-ea8da6e66872,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:17.821813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b61c3a14-14be-44f2-871a-798f2b851dcd up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:17.829113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.140565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (66e1d714-6264-4ccf-953e-f83365b31612), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.254463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b61c3a14-14be-44f2-871a-798f2b851dcd triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:18.254843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.267492 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3c2932d-66e2-4f55-94a7-b5fe94fec454 req-47edf561-cbe7-47b0-9871-7182e0d3e1c9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.1092055 Jan 28 13:56:18.348755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c519b9b-7817-4141-817c-eb2f5a01c08b admin admin] Publish callbacks [] for security_group (e69956b8-b097-4717-bc7f-451f44ce4836), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.365186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Allocated IP 172.20.0.1 (38fbf525-a5df-4fd2-ad46-6c18db0b4348/a830b222-9971-427b-aca2-42c7e0860bf3/51530b11-baf3-4bac-994a-5832527aa1cf) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:18.452755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b61c3a14-14be-44f2-871a-798f2b851dcd is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:18.526883 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Publish callbacks [] for port (be22a0ec-534f-492e-a360-a3b967e81b36), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.534654 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2c519b9b-7817-4141-817c-eb2f5a01c08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e69956b8-b097-4717-bc7f-451f44ce4836), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.537051 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.587162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Router 66e1d714-6264-4ccf-953e-f83365b31612 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:18.607331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6ec07-a10b-4017-a9ba-9fe192bb66ca None None] Pushing event updated for resources: {'Port': ['ID=be22a0ec-534f-492e-a360-a3b967e81b36,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:18.626977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Attempting to bind port be22a0ec-534f-492e-a360-a3b967e81b36 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:18.627390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Attempting to bind port be22a0ec-534f-492e-a360-a3b967e81b36 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:18.627759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Attempting to bind port be22a0ec-534f-492e-a360-a3b967e81b36 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:18.634662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:18.635063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:18.635442 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.635836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:18.636440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Bound port: be22a0ec-534f-492e-a360-a3b967e81b36, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:18.636831 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.697484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks [] for port (51530b11-baf3-4bac-994a-5832527aa1cf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.723871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] For port be22a0ec-534f-492e-a360-a3b967e81b36, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:18.729100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] For port be22a0ec-534f-492e-a360-a3b967e81b36, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=be22a0ec-534f-492e-a360-a3b967e81b36,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:18.734894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.757105 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c519b9b-7817-4141-817c-eb2f5a01c08b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dcaf46ccd48047a8a47de04cc8ae18a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3195531 Jan 28 13:56:18.759353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59644) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:18.764414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c519b9b-7817-4141-817c-eb2f5a01c08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69956b8-b097-4717-bc7f-451f44ce4836,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:18.782512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.831785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Routers {'676d2de0-40b2-476f-a853-76732ae374a4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:18.832699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['676d2de0-40b2-476f-a853-76732ae374a4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:18.872573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:18.876874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:18.879726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:18.944546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (676d2de0-40b2-476f-a853-76732ae374a4), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:18.979494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:18.989102 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] Sync routers for ids ['66e1d714-6264-4ccf-953e-f83365b31612'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:19.006252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-60a12bd2-6feb-40e8-b34a-8caf767fc374 admin admin] 10.222.0.45 "PUT /v2.0/routers/66e1d714-6264-4ccf-953e-f83365b31612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1775825 Jan 28 13:56:19.009864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Publish callbacks [] for security_group (e69956b8-b097-4717-bc7f-451f44ce4836), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.017321 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] Routers {'66e1d714-6264-4ccf-953e-f83365b31612'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:19.019448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59650) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:19.020258 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['66e1d714-6264-4ccf-953e-f83365b31612'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:19.107209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] Set router 676d2de0-40b2-476f-a853-76732ae374a4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:19.206524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Pushing event updated for resources: {'Port': ['ID=51530b11-baf3-4bac-994a-5832527aa1cf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:19.308194 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] Set router 66e1d714-6264-4ccf-953e-f83365b31612 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:19.347780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6ec07-a10b-4017-a9ba-9fe192bb66ca None None] Pushing event updated for resources: {'Port': ['ID=be22a0ec-534f-492e-a360-a3b967e81b36,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:19.450920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-180f3030-d685-462b-97df-14111cbd4b6f None None] Provisioning complete for port 51530b11-baf3-4bac-994a-5832527aa1cf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:19.451454 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-180f3030-d685-462b-97df-14111cbd4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.495317 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-717e2dee-8d09-456b-bb5f-8cab74793c46 req-0af738a7-90b2-4b74-888c-0afb6b48e6d2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0778563 Jan 28 13:56:19.551185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.718710 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:56:17Z', 'revision_number': 5, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:19.779099 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] Checking router: 66e1d714-6264-4ccf-953e-f83365b31612 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:19.782364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Publish callbacks [] for security_group (e69956b8-b097-4717-bc7f-451f44ce4836), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.791351 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] Routers {'66e1d714-6264-4ccf-953e-f83365b31612'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:19.792064 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['66e1d714-6264-4ccf-953e-f83365b31612'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:19.926136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-180f3030-d685-462b-97df-14111cbd4b6f None None] Port 51530b11-baf3-4bac-994a-5832527aa1cf cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:56:19.970705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks [] for router (66e1d714-6264-4ccf-953e-f83365b31612), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.993652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8b73-043d-4254-997d-56c058c8de1a req-b1af00ff-929c-49c0-bedd-3f7875e2e2a2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:20.005346 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3ec8b73-043d-4254-997d-56c058c8de1a req-b1af00ff-929c-49c0-bedd-3f7875e2e2a2 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 0.1264300 Jan 28 13:56:20.043973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks [] for port (51530b11-baf3-4bac-994a-5832527aa1cf), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.075590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e69956b8-b097-4717-bc7f-451f44ce4836), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.078633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.079273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.080730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e69956b8-b097-4717-bc7f-451f44ce4836 HTTP/1.1" status: 204 len: 168 time: 1.3204091 Jan 28 13:56:20.082831 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] Set router 66e1d714-6264-4ccf-953e-f83365b31612 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:20.120900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69956b8-b097-4717-bc7f-451f44ce4836,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:20.127821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:15Z', 'revision_number': 3, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port': {'id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:14Z', 'updated_at': '2022-01-28T13:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.137978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.152515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.153076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.153536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.153988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.160157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9867157b-350a-4d96-99c6-0e90e78d255b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.177144 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f3ec8b73-043d-4254-997d-56c058c8de1a req-0c55197c-12c4-4633-a058-6131ff0426a4 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656706 Jan 28 13:56:20.220781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Pushing event updated for resources: {'Port': ['ID=51530b11-baf3-4bac-994a-5832527aa1cf,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:20.249706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.252545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.253099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.253604 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.254103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.254619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.258738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e1bb5-1cde-40f6-9a4e-d9aa1a9f3342 None None] The sync data for ids ['676d2de0-40b2-476f-a853-76732ae374a4'] in n-d-822748-2 is: [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:15Z', 'revision_number': 3, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port': {'id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:14Z', 'updated_at': '2022-01-28T13:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:20.259583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.260147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.260654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.261158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.261507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.261849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.262187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:20.284479 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (676d2de0-40b2-476f-a853-76732ae374a4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.307790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks [] for router_gateway (66e1d714-6264-4ccf-953e-f83365b31612), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.420528 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:56:17Z', 'revision_number': 5, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.446680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Deleting port f4779a3b-681f-4914-a6d8-5c0ae91d3552 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:20.447037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.473893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e6417-8a00-4c5f-8490-f56d2bc5ecaa None None] The sync data for ids ['66e1d714-6264-4ccf-953e-f83365b31612'] in n-d-822748-2 is: [{'id': '66e1d714-6264-4ccf-953e-f83365b31612', 'name': 'tempest-TaggedBootDevicesTest_v242-1887072704-router', 'tenant_id': '2fdea8a9106143258c7b5cea762ca12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:41:24Z', 'updated_at': '2022-01-28T13:56:17Z', 'revision_number': 5, 'project_id': '2fdea8a9106143258c7b5cea762ca12d', 'gw_port': {'id': 'f4779a3b-681f-4914-a6d8-5c0ae91d3552', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e1d714-6264-4ccf-953e-f83365b31612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:41:26Z', 'updated_at': '2022-01-28T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:20.538580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:20.540692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:20.633380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] For port f4779a3b-681f-4914-a6d8-5c0ae91d3552, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=f4779a3b-681f-4914-a6d8-5c0ae91d3552,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:20.633774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.666156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Calling delete_port for f4779a3b-681f-4914-a6d8-5c0ae91d3552 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:20.734261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e7dc8eb-e546-43c5-950f-967296173085 req-cf81559b-6eeb-4f39-bda8-a574afdfbe70 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0592010 Jan 28 13:56:20.939865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Router 676d2de0-40b2-476f-a853-76732ae374a4 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:21.007383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3522e9be-056c-4a11-8cec-01cfe2c5d478 None None] Provisioning complete for port 51530b11-baf3-4bac-994a-5832527aa1cf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:21.008738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3522e9be-056c-4a11-8cec-01cfe2c5d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.050068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f4779a3b-681f-4914-a6d8-5c0ae91d3552), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.116999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3522e9be-056c-4a11-8cec-01cfe2c5d478 None None] Port 51530b11-baf3-4bac-994a-5832527aa1cf cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:56:21.163693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4779a3b-681f-4914-a6d8-5c0ae91d3552,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:21.280747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:21.298068 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e0c4d3f3-e7f3-4d4e-8c28-d7d09a509391 admin admin] 10.222.0.45 "PUT /v2.0/routers/676d2de0-40b2-476f-a853-76732ae374a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2324796 Jan 28 13:56:21.378421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (66e1d714-6264-4ccf-953e-f83365b31612), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.446390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee7e63-ae20-44c1-8a57-67aed01472ae req-e56af439-8748-4f2a-aff4-8bac378d649e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:21.461974 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24ee7e63-ae20-44c1-8a57-67aed01472ae req-e56af439-8748-4f2a-aff4-8bac378d649e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 0.1575267 Jan 28 13:56:21.495018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-3ecca4d0-09f0-4c21-8577-e6baba114d13 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:21.496725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-3ecca4d0-09f0-4c21-8577-e6baba114d13 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.36 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 0.2978733 Jan 28 13:56:21.566871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-24ee7e63-ae20-44c1-8a57-67aed01472ae req-1569ca80-0c5b-4b0a-bb2e-2bb2a02c3667 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996127 Jan 28 13:56:21.773625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (66e1d714-6264-4ccf-953e-f83365b31612), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:21.778020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks [] for router_controller (66e1d714-6264-4ccf-953e-f83365b31612), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.013583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device be22a0ec-534f-492e-a360-a3b967e81b36 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:22.045418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (66e1d714-6264-4ccf-953e-f83365b31612), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.045965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e1d714-6264-4ccf-953e-f83365b31612 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:22.061621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.069698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59690) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:22.070493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dc697040-a93e-46f7-a2dc-b788ac017f3e admin admin] 10.222.0.45 "DELETE /v2.0/routers/66e1d714-6264-4ccf-953e-f83365b31612 HTTP/1.1" status: 204 len: 168 time: 3.0446153 Jan 28 13:56:22.080723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b95cb223-e88c-4f43-82f2-e23437e1e51f req-8fa33f7a-0588-4b7b-a3e1-690fc56a906d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.1428251 Jan 28 13:56:22.134280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Deleting port 8c45bb55-f08d-4d71-8afc-102df2488fa2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:22.136829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.165204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port be22a0ec-534f-492e-a360-a3b967e81b36 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:22.165585 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.272957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] Deleting subnet 3ca17d08-e23c-4610-b90d-29a09d561d7a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:22.284568 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] Publish callbacks [] for subnet (3ca17d08-e23c-4610-b90d-29a09d561d7a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.369386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (3ca17d08-e23c-4610-b90d-29a09d561d7a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.378900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] For port 8c45bb55-f08d-4d71-8afc-102df2488fa2, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8c45bb55-f08d-4d71-8afc-102df2488fa2,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:22.380495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.430173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port be22a0ec-534f-492e-a360-a3b967e81b36 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:22.430749 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.468013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port be22a0ec-534f-492e-a360-a3b967e81b36, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=be22a0ec-534f-492e-a360-a3b967e81b36,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:22.474227 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.487352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 46b63d95-71d0-499b-940c-ea8da6e66872 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:22.508463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (3ca17d08-e23c-4610-b90d-29a09d561d7a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.528591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 46b63d95-71d0-499b-940c-ea8da6e66872 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:22.529148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 46b63d95-71d0-499b-940c-ea8da6e66872 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:22.606433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (3ca17d08-e23c-4610-b90d-29a09d561d7a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.609733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=be22a0ec-534f-492e-a360-a3b967e81b36,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:22.631335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.631900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.632279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.632643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.633000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.641573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.641936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.642346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.642695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.643035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.643472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.643808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.644169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:22.686676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca17d08-e23c-4610-b90d-29a09d561d7a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:22.720129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59708) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:22.725289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1799551447-network', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:22.762694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f38c05-ed89-4b72-8df4-80b2073a3979 None None] Network a013ec74-fb73-4103-832f-660a8d188a47 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:22.765073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.768514 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b93c77a1-a7e1-4893-b929-f2ac5123d1c9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3ca17d08-e23c-4610-b90d-29a09d561d7a HTTP/1.1" status: 204 len: 168 time: 0.6956515 Jan 28 13:56:22.771957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59712) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:22.837873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.838241 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (4af22145-9c69-464d-8810-787483d57a63), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.838560 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Floating IP 4af22145-9c69-464d-8810-787483d57a63 disassociated. External IP: 172.25.4.120, port: 8c45bb55-f08d-4d71-8afc-102df2488fa2. Jan 28 13:56:22.839838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Calling delete_port for 8c45bb55-f08d-4d71-8afc-102df2488fa2 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:22.883655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fb1a-b8fa-4750-804a-f80c70451cc9 req-97e56c5b-c774-45cb-a583-fa25faa78c23 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:22.885721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cd86fb1a-b8fa-4750-804a-f80c70451cc9 req-97e56c5b-c774-45cb-a583-fa25faa78c23 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 946 time: 0.1935289 Jan 28 13:56:22.920379 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a013ec74-fb73-4103-832f-660a8d188a47), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.978201 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cd86fb1a-b8fa-4750-804a-f80c70451cc9 req-491050df-5bba-4488-89b2-d48bbb518b02 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/security-groups?id=7de0ff61-ca24-4498-8b91-ea93b11f7d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859861 Jan 28 13:56:22.993988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] DHCP port deletion for a013ec74-fb73-4103-832f-660a8d188a47 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:23.084766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] Deleting port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:23.085984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.086721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Deleting port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:23.087075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.105734 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8c45bb55-f08d-4d71-8afc-102df2488fa2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.199397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event deleted for resources: {'Port': ['ID=8c45bb55-f08d-4d71-8afc-102df2488fa2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.201438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Made reservation on behalf of 8cdb6b24c4f540f3ba25e4dd3e26fb5f for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:23.207556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.219286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] For port dd0c3075-bfb7-4896-951d-7f32b0d1dd29, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,segment=NetworkSegment(286ff489-4bed-4485-ac74-ca5bcd759268),segment_id=286ff489-4bed-4485-ac74-ca5bcd759268)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:23.220180 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.243107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] Calling delete_port for dd0c3075-bfb7-4896-951d-7f32b0d1dd29 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:23.275404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] For port dd0c3075-bfb7-4896-951d-7f32b0d1dd29, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,segment=NetworkSegment(286ff489-4bed-4485-ac74-ca5bcd759268),segment_id=286ff489-4bed-4485-ac74-ca5bcd759268)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:23.275404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.300121 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Calling delete_port for dd0c3075-bfb7-4896-951d-7f32b0d1dd29 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:23.373203 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.378507 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.390998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82a45469-32ff-4c12-98b0-8d4652cd2a76 req-98e8791d-a705-4157-8d19-00aa18a23139 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.1643927 Jan 28 13:56:23.401749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] No DVR routers for this DVR port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:23.445291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (dd0c3075-bfb7-4896-951d-7f32b0d1dd29), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.460904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d92eee-89cb-4410-a50d-328c04deb9cc None None] Pushing event deleted for resources: {'Port': ['ID=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.496515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0c3075-bfb7-4896-951d-7f32b0d1dd29,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.511714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] No DVR routers for this DVR port dd0c3075-bfb7-4896-951d-7f32b0d1dd29 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:23.546876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Router e54912fe-7d1f-4e4f-826c-96b6f3412022 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:23.635981 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks [] for security_group (1d39de8a-d123-457d-ac12-85c3beca8d72), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.649065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a013ec74-fb73-4103-832f-660a8d188a47), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.659140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1d39de8a-d123-457d-ac12-85c3beca8d72), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.684648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Sync routers for ids ['676d2de0-40b2-476f-a853-76732ae374a4'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:23.687720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:56:23.719491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Routers {'676d2de0-40b2-476f-a853-76732ae374a4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:23.720378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['676d2de0-40b2-476f-a853-76732ae374a4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:23.748918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (45f11f57-4aa8-41dd-b04f-7e505b46f17d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.749290 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Added segment 45f11f57-4aa8-41dd-b04f-7e505b46f17d of type vlan for network ac421194-cdfe-465c-a044-1231afcf53be Jan 28 13:56:23.750826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a013ec74-fb73-4103-832f-660a8d188a47']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:23.763420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286ff489-4bed-4485-ac74-ca5bcd759268') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:23.763754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286ff489-4bed-4485-ac74-ca5bcd759268') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:23.784278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (286ff489-4bed-4485-ac74-ca5bcd759268), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.808954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device be22a0ec-534f-492e-a360-a3b967e81b36 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:23.811829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (286ff489-4bed-4485-ac74-ca5bcd759268), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.818734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:23.819183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (286ff489-4bed-4485-ac74-ca5bcd759268), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: self.session.flush() Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:23.821622 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:23.902689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port be22a0ec-534f-492e-a360-a3b967e81b36 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:23.904500 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.906398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d39de8a-d123-457d-ac12-85c3beca8d72,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.927825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a013ec74-fb73-4103-832f-660a8d188a47), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.948565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.952850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a013ec74-fb73-4103-832f-660a8d188a47 HTTP/1.1" status: 204 len: 168 time: 1.1795893 Jan 28 13:56:23.980371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387b68f-b5cc-466a-9f61-c4c44c9024c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a013ec74-fb73-4103-832f-660a8d188a47,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.992535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (ac421194-cdfe-465c-a044-1231afcf53be), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.999287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Set router 676d2de0-40b2-476f-a853-76732ae374a4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:24.093446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (ac421194-cdfe-465c-a044-1231afcf53be), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.094692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:24.095380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.115980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:24.128727 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] Sync routers for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:24.152313 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:24.153301 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:24.175493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4541471 Jan 28 13:56:24.207736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59730) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:24.217499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port be22a0ec-534f-492e-a360-a3b967e81b36 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:24.229032 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b57013c6-3d7d-4261-9776-4422b61874e7 req-edc709ba-7be2-4649-b7bb-f601bdc81e46 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "GET /v2.0/ports?device_id=3204ae73-0b6e-4311-85eb-9f66389bf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0745409 Jan 28 13:56:24.240921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Request body: {'subnet': {'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1799551447-subnet', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:24.297724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Made reservation on behalf of 8cdb6b24c4f540f3ba25e4dd3e26fb5f for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:24.303147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.313003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:19Z', 'revision_number': 4, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port': {'id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:14Z', 'updated_at': '2022-01-28T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '51530b11-baf3-4bac-994a-5832527aa1cf', 'name': '', 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'mac_address': 'fa:16:3e:c2:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'a830b222-9971-427b-aca2-42c7e0860bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:17Z', 'updated_at': '2022-01-28T13:56:19Z', 'revision_number': 2, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'subnets': [{'id': 'a830b222-9971-427b-aca2-42c7e0860bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:24.348997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Checking router: 676d2de0-40b2-476f-a853-76732ae374a4 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:24.349206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Updating router 676d2de0-40b2-476f-a853-76732ae374a4 port 51530b11-baf3-4bac-994a-5832527aa1cf binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:56:24.389425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f4779a3b-681f-4914-a6d8-5c0ae91d3552 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:24.392246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.418260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] No DVR routers for this DVR port 8c45bb55-f08d-4d71-8afc-102df2488fa2 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:24.430313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: f4779a3b-681f-4914-a6d8-5c0ae91d3552 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:24.432591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device f4779a3b-681f-4914-a6d8-5c0ae91d3552 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:24.432591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dd0c3075-bfb7-4896-951d-7f32b0d1dd29 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:24.437343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.447217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01cfb8b5-415b-4cfd-81db-113d9de75efb req-e00f83a9-632b-4d8e-a673-5c68bcc3699e tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.36 "DELETE /v2.0/ports/8c45bb55-f08d-4d71-8afc-102df2488fa2 HTTP/1.1" status: 204 len: 173 time: 2.8377125 Jan 28 13:56:24.447217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'name': 'network-vif-deleted', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:24.448993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59738) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:24.453622 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb415ec8-1883-469e-9546-bda239ae6155" -d '{"events": [{"server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "name": "network-vif-deleted", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:24.482643 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:24.483261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3e04-7e83-4437-a0e9-6f10f868d8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac421194-cdfe-465c-a044-1231afcf53be,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:24.531143 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737099be-0dab-432e-890f-005df9b70c99 x-openstack-request-id: req-737099be-0dab-432e-890f-005df9b70c99 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:24.531656 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3204ae73-0b6e-4311-85eb-9f66389bf5b8", "name": "network-vif-deleted", "tag": "8c45bb55-f08d-4d71-8afc-102df2488fa2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:24.532161 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-737099be-0dab-432e-890f-005df9b70c99 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:24.532726 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3204ae73-0b6e-4311-85eb-9f66389bf5b8', 'name': 'network-vif-deleted', 'tag': '8c45bb55-f08d-4d71-8afc-102df2488fa2', 'status': 'completed', 'code': 200} Jan 28 13:56:24.571063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-20d56182-76ab-4a8f-99d0-c3b3ce6dfeda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ff9829216e9416abc67ee44bef9df98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1196198 Jan 28 13:56:24.574055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59742) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:24.575487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network ac421194-cdfe-465c-a044-1231afcf53be details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:56:24.593367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: dd0c3075-bfb7-4896-951d-7f32b0d1dd29 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:24.593726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dd0c3075-bfb7-4896-951d-7f32b0d1dd29 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:24.693480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcdf969e-ae25-4316-afdc-fca981ed397d req-ec004678-1fe4-4431-88f9-e791f7cf7ec6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.0700634 Jan 28 13:56:24.749046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca1e28a1-d500-41dd-aa55-9812643a0f3d admin admin] Publish callbacks [] for security_group (1ba92ef7-2a00-4d09-a718-0897522bd5ee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.788572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (86004419-406a-4e8d-8cbd-090617b9b43f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.798041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca1e28a1-d500-41dd-aa55-9812643a0f3d admin admin] Publish callbacks [] for security_group (1ba92ef7-2a00-4d09-a718-0897522bd5ee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.851741 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86004419-406a-4e8d-8cbd-090617b9b43f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:24.908409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca1e28a1-d500-41dd-aa55-9812643a0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1ba92ef7-2a00-4d09-a718-0897522bd5ee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.914352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca1e28a1-d500-41dd-aa55-9812643a0f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.915818 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ca1e28a1-d500-41dd-aa55-9812643a0f3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ba92ef7-2a00-4d09-a718-0897522bd5ee HTTP/1.1" status: 204 len: 168 time: 0.3404543 Jan 28 13:56:24.925964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e28a1-d500-41dd-aa55-9812643a0f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba92ef7-2a00-4d09-a718-0897522bd5ee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:24.946802 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:24.951399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Checking segment: {'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:24.951399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Network hostable DHCP agents. Network: ac421194-cdfe-465c-a044-1231afcf53be, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:56:24.994363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Network ac421194-cdfe-465c-a044-1231afcf53be is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:56:25.011300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, ac421194-cdfe-465c-a044-1231afcf53be) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:25.018332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:25.018943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.028151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a0142-b4bd-40cf-b2a9-76fb4dcf7e0d None None] Network ac421194-cdfe-465c-a044-1231afcf53be requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:25.052954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6f26e1aa-067f-4e67-9916-92bae631f6b1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8215685 Jan 28 13:56:25.055938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59748) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:25.060739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:25.086696 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] Checking router: e54912fe-7d1f-4e4f-826c-96b6f3412022 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:25.111655 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (c1f60892-df00-4144-b724-69de6d094ad9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.113478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (c1f60892-df00-4144-b724-69de6d094ad9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.127220 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:25.131222 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:25.262628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks [] for router_controller (c1f60892-df00-4144-b724-69de6d094ad9), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.310513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59754) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:25.486357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-ac421194-cdfe-465c-a044-1231afcf53be', 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be', 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'fixed_ips': [{'subnet_id': '86004419-406a-4e8d-8cbd-090617b9b43f'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:56:25.488514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.673722 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:25.743570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59758) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:25.755503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks [] for router_gateway (c1f60892-df00-4144-b724-69de6d094ad9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:25.768113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8c45bb55-f08d-4d71-8afc-102df2488fa2 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:25.807757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 8c45bb55-f08d-4d71-8afc-102df2488fa2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:25.808132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8c45bb55-f08d-4d71-8afc-102df2488fa2 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:26.033101 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Publish callbacks [] for port (51530b11-baf3-4bac-994a-5832527aa1cf), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.050617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.145062 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:26.218165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95184f33-13f2-4bb6-8749-9bac92950dac req-fab4db58-d884-4fdb-8b2c-b4ecce79f701 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a809573-67cd-47b7-871d-f641939e9160 HTTP/1.1" status: 200 len: 210 time: 0.2754786 Jan 28 13:56:26.236929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5299c27-51c8-4eb9-9a14-e180c174620a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fdea8a9106143258c7b5cea762ca12d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4841328 Jan 28 13:56:26.241549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59762) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:26.250731 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63fd2d5-7e73-4172-a8f6-9fca0712a483 None None] The sync data for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 is: [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '844b2218-da67-49a1-adf2-d5f01f21502c', 'name': '', 'network_id': '604c7b35-fcc4-4c43-add4-9e4a069de04f', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'mac_address': 'fa:16:3e:19:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:44Z', 'updated_at': '2022-01-28T13:50:54Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'subnets': [{'id': '02411737-66b7-41ed-ab4e-bf0850e6a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:26.291860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Allocated IP 172.20.0.2 (ac421194-cdfe-465c-a044-1231afcf53be/86004419-406a-4e8d-8cbd-090617b9b43f/a9217d20-70b8-4bb0-877a-cfabda7b4a5f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:26.383922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2048097d-f5c9-477b-8610-e6f2203f5ab6 admin admin] Publish callbacks [] for security_group (52bca3c5-eea8-4b8b-8646-c30f25db7150), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.409699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfe2f5-b8e4-4a51-b226-da0b81c2743b None None] Pushing event updated for resources: {'Port': ['ID=51530b11-baf3-4bac-994a-5832527aa1cf,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:26.433206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2048097d-f5c9-477b-8610-e6f2203f5ab6 admin admin] Publish callbacks [] for security_group (52bca3c5-eea8-4b8b-8646-c30f25db7150), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.478794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Attempting to bind port 51530b11-baf3-4bac-994a-5832527aa1cf on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:26.482286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Attempting to bind port 51530b11-baf3-4bac-994a-5832527aa1cf by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:26.482836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Attempting to bind port 51530b11-baf3-4bac-994a-5832527aa1cf on network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:26.543809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:26.545100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Checking segment: {'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:26.546307 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.550760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Bound using segment: {'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:26.553550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Bound port: 51530b11-baf3-4bac-994a-5832527aa1cf, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:26.554080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.623484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Deleting port 48a04c6e-cde7-4c41-a46f-7e0426dae9b6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:26.624135 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.867226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.873530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for floatingip (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.897660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Calling delete_port for 48a04c6e-cde7-4c41-a46f-7e0426dae9b6 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:27.006146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] For port 51530b11-baf3-4bac-994a-5832527aa1cf, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:27.018731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] For port 51530b11-baf3-4bac-994a-5832527aa1cf, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=51530b11-baf3-4bac-994a-5832527aa1cf,segment=NetworkSegment(ff9691e6-48e1-4bf5-9266-b5e6dd0448bf),segment_id=ff9691e6-48e1-4bf5-9266-b5e6dd0448bf)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:27.021585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbefb1dd-9ca9-4e35-a3f4-c8483a87a1ac None None] New status for floating IP 4af22145-9c69-464d-8810-787483d57a63: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:27.051989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2048097d-f5c9-477b-8610-e6f2203f5ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (52bca3c5-eea8-4b8b-8646-c30f25db7150), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.055395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2048097d-f5c9-477b-8610-e6f2203f5ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.056667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2048097d-f5c9-477b-8610-e6f2203f5ab6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52bca3c5-eea8-4b8b-8646-c30f25db7150 HTTP/1.1" status: 204 len: 168 time: 0.8122203 Jan 28 13:56:27.074761 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (48a04c6e-cde7-4c41-a46f-7e0426dae9b6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.097833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048097d-f5c9-477b-8610-e6f2203f5ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bca3c5-eea8-4b8b-8646-c30f25db7150,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:27.125535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-bbefb1dd-9ca9-4e35-a3f4-c8483a87a1ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:56:27.125900 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-bbefb1dd-9ca9-4e35-a3f4-c8483a87a1ac None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:56:27.137024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks [] for router_gateway (c1f60892-df00-4144-b724-69de6d094ad9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.148620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.168499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event deleted for resources: {'Port': ['ID=48a04c6e-cde7-4c41-a46f-7e0426dae9b6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:27.193944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.196324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.243975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-55101727-18ea-4e7e-8b02-796c8c86dbb9 None None] Provisioning complete for port 51530b11-baf3-4bac-994a-5832527aa1cf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:27.244212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55101727-18ea-4e7e-8b02-796c8c86dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.251574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Routers {'676d2de0-40b2-476f-a853-76732ae374a4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:27.252333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['676d2de0-40b2-476f-a853-76732ae374a4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:27.323999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for floatingip (4af22145-9c69-464d-8810-787483d57a63), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.326725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.327881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f9ff2c0f-8f8a-4fd2-844a-662875a96952 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "DELETE /v2.0/floatingips/4af22145-9c69-464d-8810-787483d57a63 HTTP/1.1" status: 204 len: 168 time: 2.0163279 Jan 28 13:56:27.461767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:27.481308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Allocated IP 172.25.4.12 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/15a116df-ccaf-4e1f-8783-6e8270785478) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:27.482508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfe2f5-b8e4-4a51-b226-da0b81c2743b None None] Pushing event updated for resources: {'Port': ['ID=51530b11-baf3-4bac-994a-5832527aa1cf,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:27.610115 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ef0221-d44a-4d6a-af9d-bcc594ee98a8 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group (7de0ff61-ca24-4498-8b91-ea93b11f7d43), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.631541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks [] for port (15a116df-ccaf-4e1f-8783-6e8270785478), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.638024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] Set router 676d2de0-40b2-476f-a853-76732ae374a4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:27.655128 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ef0221-d44a-4d6a-af9d-bcc594ee98a8 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group (7de0ff61-ca24-4498-8b91-ea93b11f7d43), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.713678 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.733218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbefb1dd-9ca9-4e35-a3f4-c8483a87a1ac None None] New status for floating IP 4af22145-9c69-464d-8810-787483d57a63: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:27.787413 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ef0221-d44a-4d6a-af9d-bcc594ee98a8 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (7de0ff61-ca24-4498-8b91-ea93b11f7d43), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.791564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22ef0221-d44a-4d6a-af9d-bcc594ee98a8 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.792783 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-22ef0221-d44a-4d6a-af9d-bcc594ee98a8 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] 10.222.0.45 "DELETE /v2.0/security-groups/7de0ff61-ca24-4498-8b91-ea93b11f7d43 HTTP/1.1" status: 204 len: 168 time: 0.3296397 Jan 28 13:56:27.805092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Pushing event updated for resources: {'Port': ['ID=15a116df-ccaf-4e1f-8783-6e8270785478,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:27.812990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef0221-d44a-4d6a-af9d-bcc594ee98a8 tempest-TestServerBasicOps-908918515 tempest-TestServerBasicOps-908918515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de0ff61-ca24-4498-8b91-ea93b11f7d43,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:27.822942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:27.824540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:27.826935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:27.867694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59794) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:28.217273 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Publish callbacks [] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.285131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-55101727-18ea-4e7e-8b02-796c8c86dbb9 None None] Current status of the port 51530b11-baf3-4bac-994a-5832527aa1cf is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:28.285571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55101727-18ea-4e7e-8b02-796c8c86dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.285790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks [] for router_gateway (c1f60892-df00-4144-b724-69de6d094ad9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.303879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.305050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.485949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-55101727-18ea-4e7e-8b02-796c8c86dbb9 None None] For port 51530b11-baf3-4bac-994a-5832527aa1cf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=51530b11-baf3-4bac-994a-5832527aa1cf,segment=NetworkSegment(ff9691e6-48e1-4bf5-9266-b5e6dd0448bf),segment_id=ff9691e6-48e1-4bf5-9266-b5e6dd0448bf)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:28.531301 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55101727-18ea-4e7e-8b02-796c8c86dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.539945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59816) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:28.549658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Network ac421194-cdfe-465c-a044-1231afcf53be is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:28.552414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Pushing event updated for resources: {'Port': ['ID=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:28.567034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:28.614630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:28.638079 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (c1f60892-df00-4144-b724-69de6d094ad9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.697526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:19Z', 'revision_number': 4, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port': {'id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:14Z', 'updated_at': '2022-01-28T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '51530b11-baf3-4bac-994a-5832527aa1cf', 'name': '', 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'mac_address': 'fa:16:3e:c2:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'a830b222-9971-427b-aca2-42c7e0860bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:17Z', 'updated_at': '2022-01-28T13:56:26Z', 'revision_number': 4, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'subnets': [{'id': 'a830b222-9971-427b-aca2-42c7e0860bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:28.734712 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2026704751-network', 'tenant_id': '1dd56511119741f893b212a5ac6ac04b'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:28.776541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Attempting to bind port a9217d20-70b8-4bb0-877a-cfabda7b4a5f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:28.776921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Attempting to bind port a9217d20-70b8-4bb0-877a-cfabda7b4a5f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:28.777288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Attempting to bind port a9217d20-70b8-4bb0-877a-cfabda7b4a5f on network ac421194-cdfe-465c-a044-1231afcf53be {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:28.789562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:28.789997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Checking segment: {'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:28.790979 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.791104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Bound using segment: {'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:28.791604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Bound port: a9217d20-70b8-4bb0-877a-cfabda7b4a5f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:28.792001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.794551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6622b106-2233-4c53-97eb-030de834f889 None None] Provisioning complete for port 51530b11-baf3-4bac-994a-5832527aa1cf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:28.794922 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6622b106-2233-4c53-97eb-030de834f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.801183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c9d66-3c75-4369-8546-ebcfb414d3f9 None None] The sync data for ids ['676d2de0-40b2-476f-a853-76732ae374a4'] in n-d-822748-2 is: [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:19Z', 'revision_number': 4, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port': {'id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:14Z', 'updated_at': '2022-01-28T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '51530b11-baf3-4bac-994a-5832527aa1cf', 'name': '', 'network_id': '38fbf525-a5df-4fd2-ad46-6c18db0b4348', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'mac_address': 'fa:16:3e:c2:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'a830b222-9971-427b-aca2-42c7e0860bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:17Z', 'updated_at': '2022-01-28T13:56:26Z', 'revision_number': 4, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'subnets': [{'id': 'a830b222-9971-427b-aca2-42c7e0860bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:28.813126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55101727-18ea-4e7e-8b02-796c8c86dbb9 None None] Pushing event updated for resources: {'Port': ['ID=51530b11-baf3-4bac-994a-5832527aa1cf,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:28.839821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Made reservation on behalf of 1dd56511119741f893b212a5ac6ac04b for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:28.842888 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.871816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.894252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Router c1f60892-df00-4144-b724-69de6d094ad9 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:56:29.013761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] For port a9217d20-70b8-4bb0-877a-cfabda7b4a5f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:29.019238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] For port a9217d20-70b8-4bb0-877a-cfabda7b4a5f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,segment=NetworkSegment(45f11f57-4aa8-41dd-b04f-7e505b46f17d),segment_id=45f11f57-4aa8-41dd-b04f-7e505b46f17d)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:29.029514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6622b106-2233-4c53-97eb-030de834f889 None None] Current status of the port 51530b11-baf3-4bac-994a-5832527aa1cf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:29.032379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.128420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f5ce-e530-46d5-80bf-6addeda4835a None None] Pushing event updated for resources: {'Port': ['ID=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:29.142759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:29.155590 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Sync routers for ids ['c1f60892-df00-4144-b724-69de6d094ad9'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:29.176435 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Routers {'c1f60892-df00-4144-b724-69de6d094ad9'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:29.177726 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c1f60892-df00-4144-b724-69de6d094ad9'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:29.201094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.203068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e53d113f-c4dc-4756-a314-af8475bfa60e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1460660 Jan 28 13:56:29.205761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59820) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:29.278718 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks [] for security_group (c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.299768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.378000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (e54912fe-7d1f-4e4f-826c-96b6f3412022), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.450769 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Set router c1f60892-df00-4144-b724-69de6d094ad9 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:29.590191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:29.700590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:56:29.751627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.752221 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Added segment dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77 of type vlan for network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 Jan 28 13:56:29.870175 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 3, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:29.910106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (71e8ade2-2b91-49d6-8318-b89e3f9418e2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.911661 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Checking router: c1f60892-df00-4144-b724-69de6d094ad9 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:29.912184 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Updating router c1f60892-df00-4144-b724-69de6d094ad9 port 15a116df-ccaf-4e1f-8783-6e8270785478 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:56:29.982927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a9217d20-70b8-4bb0-877a-cfabda7b4a5f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:29.985197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (71e8ade2-2b91-49d6-8318-b89e3f9418e2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.985908 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.986184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:29.986781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.067086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a9217d20-70b8-4bb0-877a-cfabda7b4a5f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:30.067832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.088079 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5447521 Jan 28 13:56:30.121816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59826) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:30.144816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Request body: {'subnet': {'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2026704751-subnet', 'tenant_id': '1dd56511119741f893b212a5ac6ac04b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:30.209547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a9217d20-70b8-4bb0-877a-cfabda7b4a5f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:30.209949 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.224356 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550643ee-9beb-45a2-a1eb-5a3262734988 admin admin] Pushing event updated for resources: {'Network': ['ID=71e8ade2-2b91-49d6-8318-b89e3f9418e2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.235340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.273410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Made reservation on behalf of 1dd56511119741f893b212a5ac6ac04b for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:30.280597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.292904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port a9217d20-70b8-4bb0-877a-cfabda7b4a5f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,segment=NetworkSegment(45f11f57-4aa8-41dd-b04f-7e505b46f17d),segment_id=45f11f57-4aa8-41dd-b04f-7e505b46f17d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:30.294326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:56:30.305060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.306802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 51530b11-baf3-4bac-994a-5832527aa1cf up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:30.381651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Deleting port 844b2218-da67-49a1-adf2-d5f01f21502c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:30.381963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.600520 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Publish callbacks [] for port (15a116df-ccaf-4e1f-8783-6e8270785478), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.601352 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] For port 844b2218-da67-49a1-adf2-d5f01f21502c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=844b2218-da67-49a1-adf2-d5f01f21502c,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:30.601734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.610479 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.634668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Calling delete_port for 844b2218-da67-49a1-adf2-d5f01f21502c owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:30.703546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.755639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 51530b11-baf3-4bac-994a-5832527aa1cf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:30.758108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.765615 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:56:30.776835 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Attempting to bind port 15a116df-ccaf-4e1f-8783-6e8270785478 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:30.777594 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Attempting to bind port 15a116df-ccaf-4e1f-8783-6e8270785478 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:30.778379 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Attempting to bind port 15a116df-ccaf-4e1f-8783-6e8270785478 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:30.787404 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:30.788316 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:30.789530 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.790311 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:30.791052 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Bound port: 15a116df-ccaf-4e1f-8783-6e8270785478, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:30.791823 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.895390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] For port 15a116df-ccaf-4e1f-8783-6e8270785478, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:30.904311 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] For port 15a116df-ccaf-4e1f-8783-6e8270785478, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=15a116df-ccaf-4e1f-8783-6e8270785478,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:30.925706 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.951159 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Pushing event updated for resources: {'Port': ['ID=15a116df-ccaf-4e1f-8783-6e8270785478,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.968769 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.975261 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.977126 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.977826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.979121 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.979791 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.980346 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.980854 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.981365 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.981798 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.982236 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.982717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.983150 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:31.043098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 51530b11-baf3-4bac-994a-5832527aa1cf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:31.102398 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Routers {'c1f60892-df00-4144-b724-69de6d094ad9'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:31.111154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd5d2c-2675-4376-910d-f300d3ec2c42 None None] Network ac421194-cdfe-465c-a044-1231afcf53be requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:31.120523 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c1f60892-df00-4144-b724-69de6d094ad9'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:31.127171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (844b2218-da67-49a1-adf2-d5f01f21502c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.200420 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Pushing event deleted for resources: {'Port': ['ID=844b2218-da67-49a1-adf2-d5f01f21502c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.232119 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1412ea-d78b-4746-abc8-ee4964ad7b3e None None] Pushing event updated for resources: {'Port': ['ID=15a116df-ccaf-4e1f-8783-6e8270785478,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.292305 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (be912a5d-e513-48e2-b317-8f7e1101abc2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.304647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Allocated IP 172.20.0.1 (ac421194-cdfe-465c-a044-1231afcf53be/86004419-406a-4e8d-8cbd-090617b9b43f/b7d6c489-09d4-441d-9231-8767f0617014) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:31.324848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-666eb33c-6362-4487-b107-d106e6f0c119 None None] Provisioning complete for port a9217d20-70b8-4bb0-877a-cfabda7b4a5f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:31.327264 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-666eb33c-6362-4487-b107-d106e6f0c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.415103 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] Set router c1f60892-df00-4144-b724-69de6d094ad9 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:31.492203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be912a5d-e513-48e2-b317-8f7e1101abc2,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.536573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Checking segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:31.536862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Network hostable DHCP agents. Network: 71e8ade2-2b91-49d6-8318-b89e3f9418e2, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:56:31.668631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:56:31.688982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 71e8ade2-2b91-49d6-8318-b89e3f9418e2) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:31.693442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks [] for port (b7d6c489-09d4-441d-9231-8767f0617014), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.697843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (e54912fe-7d1f-4e4f-826c-96b6f3412022), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.706830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:31.707364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.783028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0642dfec-1c08-48a9-8029-c98e1e9fd4d7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6513662 Jan 28 13:56:31.839113 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b7d6c489-09d4-441d-9231-8767f0617014), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.926756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Network ac421194-cdfe-465c-a044-1231afcf53be is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:31.943504 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 3, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:31.950610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:31.975292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:31.981472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d6c489-09d4-441d-9231-8767f0617014,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:32.011648 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac76fa32-25f0-4445-ac37-94a5cdbe3881 None None] The sync data for ids ['c1f60892-df00-4144-b724-69de6d094ad9'] in n-d-822748-2 is: [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 3, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:32.095840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (c1f60892-df00-4144-b724-69de6d094ad9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.122474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56cb67-5913-42d5-951d-9c933e9c5666 None None] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:32.126206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a9217d20-70b8-4bb0-877a-cfabda7b4a5f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:32.299989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-666eb33c-6362-4487-b107-d106e6f0c119 None None] Current status of the port a9217d20-70b8-4bb0-877a-cfabda7b4a5f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:32.329791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Router e54912fe-7d1f-4e4f-826c-96b6f3412022 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:32.470879 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7d6c489-09d4-441d-9231-8767f0617014), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.559661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a9217d20-70b8-4bb0-877a-cfabda7b4a5f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:32.561861 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.732475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3b730095-d539-42e7-a4fe-50384c56a983 None None] Provisioning complete for port a9217d20-70b8-4bb0-877a-cfabda7b4a5f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:32.733089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b730095-d539-42e7-a4fe-50384c56a983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.766733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks [] for port (b7d6c489-09d4-441d-9231-8767f0617014), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.777247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b7d6c489-09d4-441d-9231-8767f0617014), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.829758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16882315-d62f-4a5a-b209-626534c8e903 None None] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:32.875156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d6c489-09d4-441d-9231-8767f0617014,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:32.879035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (c1f60892-df00-4144-b724-69de6d094ad9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.072534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Network ac421194-cdfe-465c-a044-1231afcf53be is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:33.074218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:33.093668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a9217d20-70b8-4bb0-877a-cfabda7b4a5f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:33.167594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3b730095-d539-42e7-a4fe-50384c56a983 None None] Current status of the port a9217d20-70b8-4bb0-877a-cfabda7b4a5f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:33.309274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-471a6ea4-dfe2-4e87-9879-cf2fe483979c None None] Provisioning complete for port b7d6c489-09d4-441d-9231-8767f0617014 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:33.309898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-471a6ea4-dfe2-4e87-9879-cf2fe483979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b7d6c489-09d4-441d-9231-8767f0617014), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.325512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:33.359688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] Sync routers for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:33.362844 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2e1ed2f4-41c1-4067-add1-907da85bb391 admin admin] 10.222.0.45 "PUT /v2.0/routers/e54912fe-7d1f-4e4f-826c-96b6f3412022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4938695 Jan 28 13:56:33.366140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:33.384335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-051f0816-4a7d-4ca4-b96a-95dc6c43a263 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:33.392064 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-051f0816-4a7d-4ca4-b96a-95dc6c43a263 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 813 time: 0.9416645 Jan 28 13:56:33.395767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Router c1f60892-df00-4144-b724-69de6d094ad9 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:33.402609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:33.410451 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-6a97f4a2-962c-490a-9949-3aa8e3cf4f07 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/quotas/1dd56511119741f893b212a5ac6ac04b HTTP/1.1" status: 200 len: 375 time: 0.0171273 Jan 28 13:56:33.419918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:33.496012 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-ff787ddf-679a-4e44-ba71-352d400d008b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837097 Jan 28 13:56:33.607303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:33.674457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-471a6ea4-dfe2-4e87-9879-cf2fe483979c None None] Port b7d6c489-09d4-441d-9231-8767f0617014 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:56:33.690726 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-e0fe7667-bcc4-4a54-bed1-3f702fb40673 service neutron] 10.222.0.45 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933787 Jan 28 13:56:33.842186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4d0b12c1-9764-4a84-987d-78a8c6f60146 None None] Provisioning complete for port b7d6c489-09d4-441d-9231-8767f0617014 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:33.842569 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d0b12c1-9764-4a84-987d-78a8c6f60146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b7d6c489-09d4-441d-9231-8767f0617014), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.887343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b12c1-9764-4a84-987d-78a8c6f60146 None None] Port b7d6c489-09d4-441d-9231-8767f0617014 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:56:33.889837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 15a116df-ccaf-4e1f-8783-6e8270785478 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:33.938816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-ec6f7752-904a-4013-b17b-a4e9defd6cd5 service neutron] 10.222.0.45 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365897 Jan 28 13:56:34.086853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 15a116df-ccaf-4e1f-8783-6e8270785478 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:34.088496 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.184185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:56:31Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:34.244440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] Checking router: e54912fe-7d1f-4e4f-826c-96b6f3412022 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:34.261049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks [] for router (e54912fe-7d1f-4e4f-826c-96b6f3412022), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.268644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] Routers {'e54912fe-7d1f-4e4f-826c-96b6f3412022'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:34.269422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e54912fe-7d1f-4e4f-826c-96b6f3412022'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:34.362039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:34.368461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 15a116df-ccaf-4e1f-8783-6e8270785478 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:34.368895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.373882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2f8b94ea-a2b3-4526-b4f4-498416527344 admin admin] 10.222.0.45 "PUT /v2.0/routers/c1f60892-df00-4144-b724-69de6d094ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1667295 Jan 28 13:56:34.528718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks [] for router_gateway (e54912fe-7d1f-4e4f-826c-96b6f3412022), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.534967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 15a116df-ccaf-4e1f-8783-6e8270785478, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=15a116df-ccaf-4e1f-8783-6e8270785478,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:34.660696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e12c0417-4f00-4f14-ae05-2900b4535a88 req-9cac56b2-e4bd-4cd1-899e-4a98f815e0b5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 210 time: 0.0984802 Jan 28 13:56:34.661679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] Set router e54912fe-7d1f-4e4f-826c-96b6f3412022 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:34.737709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Deleting port 10c5396e-724f-496b-8547-55fae1aad56f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:34.739490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (10c5396e-724f-496b-8547-55fae1aad56f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.819914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.959422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] For port 10c5396e-724f-496b-8547-55fae1aad56f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=10c5396e-724f-496b-8547-55fae1aad56f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:34.959422 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (10c5396e-724f-496b-8547-55fae1aad56f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.996627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Calling delete_port for 10c5396e-724f-496b-8547-55fae1aad56f owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:35.013893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Sync routers for ids ['c1f60892-df00-4144-b724-69de6d094ad9'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:35.037836 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Routers {'c1f60892-df00-4144-b724-69de6d094ad9'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:35.038725 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c1f60892-df00-4144-b724-69de6d094ad9'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:35.102003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=15a116df-ccaf-4e1f-8783-6e8270785478,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:35.132015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-884be17e-fc29-4e8d-9dde-af701158bdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.313822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:56:31Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:35.341249 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Set router c1f60892-df00-4144-b724-69de6d094ad9 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:35.351922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd7d15-db8f-4757-9b77-3bcbec1905a7 None None] The sync data for ids ['e54912fe-7d1f-4e4f-826c-96b6f3412022'] in n-d-822748-2 is: [{'id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'name': 'tempest-TestServerBasicOps-1419191802-router', 'tenant_id': '9c8ea800696a4e50a7b2f212de264d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '10c5396e-724f-496b-8547-55fae1aad56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:34Z', 'updated_at': '2022-01-28T13:56:31Z', 'revision_number': 5, 'project_id': '9c8ea800696a4e50a7b2f212de264d79', 'gw_port': {'id': '10c5396e-724f-496b-8547-55fae1aad56f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54912fe-7d1f-4e4f-826c-96b6f3412022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:36Z', 'updated_at': '2022-01-28T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:35.444517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (10c5396e-724f-496b-8547-55fae1aad56f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.481546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Pushing event deleted for resources: {'Port': ['ID=10c5396e-724f-496b-8547-55fae1aad56f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:35.577492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (e54912fe-7d1f-4e4f-826c-96b6f3412022), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.731313 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:32Z', 'revision_number': 4, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'b7d6c489-09d4-441d-9231-8767f0617014', 'name': '', 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'mac_address': 'fa:16:3e:50:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '86004419-406a-4e8d-8cbd-090617b9b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:30Z', 'updated_at': '2022-01-28T13:56:32Z', 'revision_number': 2, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'subnets': [{'id': '86004419-406a-4e8d-8cbd-090617b9b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:35.735173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (e54912fe-7d1f-4e4f-826c-96b6f3412022), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.737825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks [] for router_controller (e54912fe-7d1f-4e4f-826c-96b6f3412022), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.867047 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Checking router: c1f60892-df00-4144-b724-69de6d094ad9 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:35.867860 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Updating router c1f60892-df00-4144-b724-69de6d094ad9 port b7d6c489-09d4-441d-9231-8767f0617014 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:56:35.925819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (e54912fe-7d1f-4e4f-826c-96b6f3412022), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.927403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router e54912fe-7d1f-4e4f-826c-96b6f3412022 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:35.932843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c1f1b716-0604-4f74-afa6-308b18b0496b req-d42d1f7f-e835-417c-88f9-32060d92729a tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 210 time: 0.0739467 Jan 28 13:56:35.937012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.938996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a70bdce1-2c31-4925-9cc4-a2f8588b0ead admin admin] 10.222.0.45 "DELETE /v2.0/routers/e54912fe-7d1f-4e4f-826c-96b6f3412022 HTTP/1.1" status: 204 len: 168 time: 2.5408828 Jan 28 13:56:35.943820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59928) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:35.964643 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7d6c489-09d4-441d-9231-8767f0617014), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.043170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 15a116df-ccaf-4e1f-8783-6e8270785478 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:36.064067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] Deleting subnet 02411737-66b7-41ed-ab4e-bf0850e6a9b5 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:36.075150 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] Publish callbacks [] for subnet (02411737-66b7-41ed-ab4e-bf0850e6a9b5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.172577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 15a116df-ccaf-4e1f-8783-6e8270785478 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:36.173191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.186857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (02411737-66b7-41ed-ab4e-bf0850e6a9b5), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.350404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (02411737-66b7-41ed-ab4e-bf0850e6a9b5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.445619 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (02411737-66b7-41ed-ab4e-bf0850e6a9b5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.469944 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.482210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/02411737-66b7-41ed-ab4e-bf0850e6a9b5 HTTP/1.1" status: 204 len: 168 time: 0.5338030 Jan 28 13:56:36.483712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59950) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:36.518229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c9bc6-946e-4b6c-81a6-f805f5ff220d None None] Network 604c7b35-fcc4-4c43-add4-9e4a069de04f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:36.526214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451a688-3480-4128-b5b5-b2aebde48947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02411737-66b7-41ed-ab4e-bf0850e6a9b5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:36.632824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 15a116df-ccaf-4e1f-8783-6e8270785478 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:36.645073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 844b2218-da67-49a1-adf2-d5f01f21502c no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:36.713916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 844b2218-da67-49a1-adf2-d5f01f21502c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:36.714604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 844b2218-da67-49a1-adf2-d5f01f21502c not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:36.802142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (604c7b35-fcc4-4c43-add4-9e4a069de04f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.829654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 59958) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:36.945043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Deleting port de27b5e9-d790-4ccc-95c8-2ac324b0a839 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:36.945383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.065088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] DHCP port deletion for 604c7b35-fcc4-4c43-add4-9e4a069de04f request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:37.241708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] For port de27b5e9-d790-4ccc-95c8-2ac324b0a839, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=de27b5e9-d790-4ccc-95c8-2ac324b0a839,segment=NetworkSegment(417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd),segment_id=417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:37.243168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.272607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Calling delete_port for de27b5e9-d790-4ccc-95c8-2ac324b0a839 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:37.391119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] Deleting port de27b5e9-d790-4ccc-95c8-2ac324b0a839 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:37.405937 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.424889 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.498349 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Publish callbacks [] for port (b7d6c489-09d4-441d-9231-8767f0617014), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.501862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-84c31598-37b4-4c01-9597-7ff9f15421b6 req-eb307136-f509-48da-966d-6f7a4fe402ad tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 210 time: 0.2072237 Jan 28 13:56:37.520834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Pushing event deleted for resources: {'Port': ['ID=de27b5e9-d790-4ccc-95c8-2ac324b0a839,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:37.526601 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b7d6c489-09d4-441d-9231-8767f0617014), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.532734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] No DVR routers for this DVR port de27b5e9-d790-4ccc-95c8-2ac324b0a839 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:37.668803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] For port de27b5e9-d790-4ccc-95c8-2ac324b0a839, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:37.670893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa22b9-c465-4e0e-840a-3425e66d04e4 None None] Pushing event updated for resources: {'Port': ['ID=b7d6c489-09d4-441d-9231-8767f0617014,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:37.671067 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.727167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] Calling delete_port for de27b5e9-d790-4ccc-95c8-2ac324b0a839 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:37.735019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] Port de27b5e9-d790-4ccc-95c8-2ac324b0a839 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:56:37.752858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (de27b5e9-d790-4ccc-95c8-2ac324b0a839), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.798796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] Pushing event deleted for resources: {'Port': ['ID=de27b5e9-d790-4ccc-95c8-2ac324b0a839,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:37.799535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (604c7b35-fcc4-4c43-add4-9e4a069de04f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.805794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de27b5e9-d790-4ccc-95c8-2ac324b0a839 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:37.851742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: de27b5e9-d790-4ccc-95c8-2ac324b0a839 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:37.852228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device de27b5e9-d790-4ccc-95c8-2ac324b0a839 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:37.852795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 10c5396e-724f-496b-8547-55fae1aad56f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:37.856787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24634dc8-3a09-41e5-a856-04efd8f4132a None None] No DVR routers for this DVR port de27b5e9-d790-4ccc-95c8-2ac324b0a839 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:37.883430 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Attempting to bind port b7d6c489-09d4-441d-9231-8767f0617014 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:37.884017 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Attempting to bind port b7d6c489-09d4-441d-9231-8767f0617014 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:37.885476 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Attempting to bind port b7d6c489-09d4-441d-9231-8767f0617014 on network ac421194-cdfe-465c-a044-1231afcf53be {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:37.902795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c08579f-cfe5-4c4c-9b30-62db5aab6f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.903713 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:37.904144 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Checking segment: {'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:37.904560 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.907122 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Bound using segment: {'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:37.907626 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Bound port: b7d6c489-09d4-441d-9231-8767f0617014, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f11f57-4aa8-41dd-b04f-7e505b46f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:37.908040 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7d6c489-09d4-441d-9231-8767f0617014), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.917303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 10c5396e-724f-496b-8547-55fae1aad56f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:37.917736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 10c5396e-724f-496b-8547-55fae1aad56f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:37.931451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-484341f5-6be8-4a4d-9098-aacbd99b8e11 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:37.934000 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-484341f5-6be8-4a4d-9098-aacbd99b8e11 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 813 time: 0.8303640 Jan 28 13:56:37.946859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Request body: {'port': {'device_id': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'admin_state_up': True, 'tenant_id': '1dd56511119741f893b212a5ac6ac04b'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:37.949129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-8ab2b7f1-ad59-4c82-b76d-7fe34f312163 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:37.951724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-8ab2b7f1-ad59-4c82-b76d-7fe34f312163 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 813 time: 0.5391808 Jan 28 13:56:37.954401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604c7b35-fcc4-4c43-add4-9e4a069de04f']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:37.967038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:37.967718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:37.975886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Request body: {'port': {'device_id': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'admin_state_up': True, 'tenant_id': '1dd56511119741f893b212a5ac6ac04b'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:38.088612 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] For port b7d6c489-09d4-441d-9231-8767f0617014, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:38.093251 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] For port b7d6c489-09d4-441d-9231-8767f0617014, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b7d6c489-09d4-441d-9231-8767f0617014,segment=NetworkSegment(45f11f57-4aa8-41dd-b04f-7e505b46f17d),segment_id=45f11f57-4aa8-41dd-b04f-7e505b46f17d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:38.101556 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b7d6c489-09d4-441d-9231-8767f0617014), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.105921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.148509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Made reservation on behalf of 1dd56511119741f893b212a5ac6ac04b for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:38.155194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.160964 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.162447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-27b7a0c1-c735-4081-ab85-2418e0560e85 None None] Provisioning complete for port b7d6c489-09d4-441d-9231-8767f0617014 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:38.164647 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27b7a0c1-c735-4081-ab85-2418e0560e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b7d6c489-09d4-441d-9231-8767f0617014), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.181912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:38.182248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (417bfe60-1ff6-4698-b8c3-7fa7e3d8d4cd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:38.184201 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:38.203500 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Routers {'c1f60892-df00-4144-b724-69de6d094ad9'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:38.206403 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c1f60892-df00-4144-b724-69de6d094ad9'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:38.339599 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa22b9-c465-4e0e-840a-3425e66d04e4 None None] Pushing event updated for resources: {'Port': ['ID=b7d6c489-09d4-441d-9231-8767f0617014,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:38.344422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Made reservation on behalf of 1dd56511119741f893b212a5ac6ac04b for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:38.348488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.360840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-27b7a0c1-c735-4081-ab85-2418e0560e85 None None] Current status of the port b7d6c489-09d4-441d-9231-8767f0617014 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:38.361633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27b7a0c1-c735-4081-ab85-2418e0560e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7d6c489-09d4-441d-9231-8767f0617014), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.438491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-27b7a0c1-c735-4081-ab85-2418e0560e85 None None] For port b7d6c489-09d4-441d-9231-8767f0617014, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b7d6c489-09d4-441d-9231-8767f0617014,segment=NetworkSegment(45f11f57-4aa8-41dd-b04f-7e505b46f17d),segment_id=45f11f57-4aa8-41dd-b04f-7e505b46f17d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:38.451404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Allocated IP 172.20.0.7 (71e8ade2-2b91-49d6-8318-b89e3f9418e2/be912a5d-e513-48e2-b317-8f7e1101abc2/cac23bc1-ab5a-41bd-b23f-440b9096ea58) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:38.455658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27b7a0c1-c735-4081-ab85-2418e0560e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b7d6c489-09d4-441d-9231-8767f0617014), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.547838 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] Set router c1f60892-df00-4144-b724-69de6d094ad9 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:38.565334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a0c1-c735-4081-ab85-2418e0560e85 None None] Pushing event updated for resources: {'Port': ['ID=b7d6c489-09d4-441d-9231-8767f0617014,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:38.694880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-541c84e6-5b41-480e-867f-3ae2141be395 None None] Provisioning complete for port b7d6c489-09d4-441d-9231-8767f0617014 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:38.695520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-541c84e6-5b41-480e-867f-3ae2141be395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b7d6c489-09d4-441d-9231-8767f0617014), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.706170 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (676d2de0-40b2-476f-a853-76732ae374a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.789457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.860282 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks [] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.864518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbb94fc0-35fa-4f5a-829c-e6ca861a0388 req-757ff06f-e516-4689-ae4c-c8a51c70d082 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 210 time: 0.0874658 Jan 28 13:56:38.886545 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (604c7b35-fcc4-4c43-add4-9e4a069de04f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.911102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.914968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] 10.222.0.45 "DELETE /v2.0/networks/604c7b35-fcc4-4c43-add4-9e4a069de04f HTTP/1.1" status: 204 len: 168 time: 2.4296985 Jan 28 13:56:38.920232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 59978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:38.926638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb983d45-6c37-4ced-ac88-41b3031df316 admin admin] Pushing event deleted for resources: {'Network': ['ID=604c7b35-fcc4-4c43-add4-9e4a069de04f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:38.927517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-541c84e6-5b41-480e-867f-3ae2141be395 None None] Current status of the port b7d6c489-09d4-441d-9231-8767f0617014 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:38.996481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.999314 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:32Z', 'revision_number': 4, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'b7d6c489-09d4-441d-9231-8767f0617014', 'name': '', 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'mac_address': 'fa:16:3e:50:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '86004419-406a-4e8d-8cbd-090617b9b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:30Z', 'updated_at': '2022-01-28T13:56:38Z', 'revision_number': 4, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'subnets': [{'id': '86004419-406a-4e8d-8cbd-090617b9b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:39.061709 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ffadc-b228-46fe-abbf-f28c5ad41ba4 None None] The sync data for ids ['c1f60892-df00-4144-b724-69de6d094ad9'] in n-d-822748-2 is: [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:32Z', 'revision_number': 4, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'b7d6c489-09d4-441d-9231-8767f0617014', 'name': '', 'network_id': 'ac421194-cdfe-465c-a044-1231afcf53be', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'mac_address': 'fa:16:3e:50:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '86004419-406a-4e8d-8cbd-090617b9b43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:30Z', 'updated_at': '2022-01-28T13:56:38Z', 'revision_number': 4, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'subnets': [{'id': '86004419-406a-4e8d-8cbd-090617b9b43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:39.117048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:39.124175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event updated for resources: {'Port': ['ID=cac23bc1-ab5a-41bd-b23f-440b9096ea58,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:39.136846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:39.150444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:39.256749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Allocated IP 172.20.0.6 (71e8ade2-2b91-49d6-8318-b89e3f9418e2/be912a5d-e513-48e2-b317-8f7e1101abc2/88e8be04-1d8b-47ee-9d32-65744a371f9c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:39.541973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:39.542896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.579072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1b77f03d-c985-4a47-8849-d82d62ebc7e9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6081703 Jan 28 13:56:39.597337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Request body: {'port': {'device_id': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:39.757027 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks [] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.812646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.828870 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.881120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b7d6c489-09d4-441d-9231-8767f0617014 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:40.013294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:40.017525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:40.052449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:40.081495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b7d6c489-09d4-441d-9231-8767f0617014 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:40.082161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b7d6c489-09d4-441d-9231-8767f0617014), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.172833 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Deleting port 51530b11-baf3-4bac-994a-5832527aa1cf {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:40.174433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.196367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event updated for resources: {'Port': ['ID=88e8be04-1d8b-47ee-9d32-65744a371f9c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:40.204964 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (e8cec500-306f-42b3-8e37-31adefdbe7d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.252618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b7d6c489-09d4-441d-9231-8767f0617014 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:40.313921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:40.314560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.351995 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad6ef1-eec3-4606-9ed9-9f084d68d16d req-b503abf7-4023-434e-a452-eea1ab454886 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:40.355190 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9ad6ef1-eec3-4606-9ed9-9f084d68d16d req-b503abf7-4023-434e-a452-eea1ab454886 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 931 time: 0.2968855 Jan 28 13:56:40.360891 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f4399b70-7b24-46be-bad4-1cc194d442f5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4178357 Jan 28 13:56:40.396489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Request body: {'port': {'device_id': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:40.547930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] For port 51530b11-baf3-4bac-994a-5832527aa1cf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=51530b11-baf3-4bac-994a-5832527aa1cf,segment=NetworkSegment(ff9691e6-48e1-4bf5-9266-b5e6dd0448bf),segment_id=ff9691e6-48e1-4bf5-9266-b5e6dd0448bf)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:40.556055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.558799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac23bc1-ab5a-41bd-b23f-440b9096ea58 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:40.585266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Publish callbacks [] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.609132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Calling delete_port for 51530b11-baf3-4bac-994a-5832527aa1cf owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:40.611535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.624679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Transition to ACTIVE for port object cac23bc1-ab5a-41bd-b23f-440b9096ea58 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:56:40.645002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.703915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:40.743838 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d9ad6ef1-eec3-4606-9ed9-9f084d68d16d req-cd6c935a-a97f-4825-9242-349117633404 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719776 Jan 28 13:56:40.899220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cac23bc1-ab5a-41bd-b23f-440b9096ea58,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:41.055088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Attempting to bind port cac23bc1-ab5a-41bd-b23f-440b9096ea58 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:41.055870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Attempting to bind port cac23bc1-ab5a-41bd-b23f-440b9096ea58 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:41.056656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Attempting to bind port cac23bc1-ab5a-41bd-b23f-440b9096ea58 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:41.066231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Port cac23bc1-ab5a-41bd-b23f-440b9096ea58 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:56:41.067258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Attempting to bind port cac23bc1-ab5a-41bd-b23f-440b9096ea58 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:41.080514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:41.081121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Checking segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:41.081679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Bound using segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:41.082396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Bound port: cac23bc1-ab5a-41bd-b23f-440b9096ea58, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:41.082939 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.246181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] For port cac23bc1-ab5a-41bd-b23f-440b9096ea58, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:41.250637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] For port cac23bc1-ab5a-41bd-b23f-440b9096ea58, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cac23bc1-ab5a-41bd-b23f-440b9096ea58,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:41.261500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Deleting port ac801edf-c532-48ea-be9c-5a4443fa9864 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:41.261852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.264362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.288491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (51530b11-baf3-4bac-994a-5832527aa1cf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.343986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:41.344538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.346043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] 10.222.0.36 "PUT /v2.0/ports/cac23bc1-ab5a-41bd-b23f-440b9096ea58 HTTP/1.1" status: 200 len: 1091 time: 1.7530508 Jan 28 13:56:41.349430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'tag': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:41.352602 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad3c8d-62a7-4a93-acad-429af1a546e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6498189c-4e9b-445c-8b3c-e66db9dfcc26", "tag": "cac23bc1-ab5a-41bd-b23f-440b9096ea58"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:41.375897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Pushing event deleted for resources: {'Port': ['ID=51530b11-baf3-4bac-994a-5832527aa1cf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:41.446788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fcd79-c0ef-42c1-b524-701dcfd8dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=cac23bc1-ab5a-41bd-b23f-440b9096ea58,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:41.454761 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc76cf4-c995-4ef2-bb41-639acd5690c8 x-openstack-request-id: req-9cc76cf4-c995-4ef2-bb41-639acd5690c8 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:41.455056 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6498189c-4e9b-445c-8b3c-e66db9dfcc26", "tag": "cac23bc1-ab5a-41bd-b23f-440b9096ea58", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:41.455320 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cc76cf4-c995-4ef2-bb41-639acd5690c8 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:41.455741 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'tag': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58', 'status': 'completed', 'code': 200} Jan 28 13:56:41.478470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] For port ac801edf-c532-48ea-be9c-5a4443fa9864, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ac801edf-c532-48ea-be9c-5a4443fa9864,segment=NetworkSegment(e644da1f-fa3c-4fb2-86ed-65885fdacc02),segment_id=e644da1f-fa3c-4fb2-86ed-65885fdacc02)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:41.478851 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.502208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Calling delete_port for ac801edf-c532-48ea-be9c-5a4443fa9864 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:41.516240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-107d4655-658f-418f-bc42-905094f7dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:41.517859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-107d4655-658f-418f-bc42-905094f7dda1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=6498189c-4e9b-445c-8b3c-e66db9dfcc26 HTTP/1.1" status: 200 len: 1094 time: 0.1111264 Jan 28 13:56:41.668280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-3da61068-ce12-4ed7-9cc2-d1b338bfe2f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac23bc1-ab5a-41bd-b23f-440b9096ea58 HTTP/1.1" status: 200 len: 217 time: 0.0819337 Jan 28 13:56:41.744421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-9efe134a-38f8-4ce7-881b-1d179a2c89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:41.746131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-9efe134a-38f8-4ce7-881b-1d179a2c89ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.0681503 Jan 28 13:56:41.786947 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:41.836198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-205dbad0-efbe-4b07-bc92-0f2d2f9ff27e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706527 Jan 28 13:56:42.205151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259fbf-7927-487d-9802-a5f2e833c4a0 req-b9993d37-2a50-4300-92c8-4e0b9be340da tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.206971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8259fbf-7927-487d-9802-a5f2e833c4a0 req-b9993d37-2a50-4300-92c8-4e0b9be340da tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 946 time: 0.2352381 Jan 28 13:56:42.208278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (676d2de0-40b2-476f-a853-76732ae374a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.212999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e8be04-1d8b-47ee-9d32-65744a371f9c {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:42.237618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Publish callbacks [] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.415373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Transition to ACTIVE for port object 88e8be04-1d8b-47ee-9d32-65744a371f9c will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:56:42.422040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1d98-7a08-44b0-ae86-68a732a58d07 req-7c265dee-ef3f-4e7e-ac80-300031552123 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:42.422577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.423571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-708e1d98-7a08-44b0-ae86-68a732a58d07 req-7c265dee-ef3f-4e7e-ac80-300031552123 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 931 time: 0.5399203 Jan 28 13:56:42.426499 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ac801edf-c532-48ea-be9c-5a4443fa9864), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.455677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac801edf-c532-48ea-be9c-5a4443fa9864,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:42.496904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-c7f3cbba-c3fc-4dc2-9afd-6d1354d3faf6 service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507390 Jan 28 13:56:42.549886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Pushing event updated for resources: {'Port': ['ID=88e8be04-1d8b-47ee-9d32-65744a371f9c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:42.599242 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c8259fbf-7927-487d-9802-a5f2e833c4a0 req-ecea182d-21e2-442d-8a9f-25a41e3da96b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778174 Jan 28 13:56:42.764474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (e8cec500-306f-42b3-8e37-31adefdbe7d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.788274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Attempting to bind port 88e8be04-1d8b-47ee-9d32-65744a371f9c on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:42.788602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Attempting to bind port 88e8be04-1d8b-47ee-9d32-65744a371f9c by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:42.789204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Attempting to bind port 88e8be04-1d8b-47ee-9d32-65744a371f9c on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:42.803708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Port 88e8be04-1d8b-47ee-9d32-65744a371f9c on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:56:42.804139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Attempting to bind port 88e8be04-1d8b-47ee-9d32-65744a371f9c on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:42.807898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Router 676d2de0-40b2-476f-a853-76732ae374a4 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:42.818974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:42.819472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Checking segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:42.819908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Bound using segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:42.820421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Bound port: 88e8be04-1d8b-47ee-9d32-65744a371f9c, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:42.820798 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:42.843883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-708e1d98-7a08-44b0-ae86-68a732a58d07 req-309da1b4-e66b-42e8-be65-d12926078d06 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918085 Jan 28 13:56:42.971783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-8ac29335-7ab4-445d-a6cd-e46d89c9332a service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535310 Jan 28 13:56:43.054537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] For port 88e8be04-1d8b-47ee-9d32-65744a371f9c, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:43.084188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] For port 88e8be04-1d8b-47ee-9d32-65744a371f9c, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88e8be04-1d8b-47ee-9d32-65744a371f9c,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:43.105320 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.140744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:43.147894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-986f85ad-4e71-40ee-8480-4570e94fd75e admin admin] 10.222.0.45 "PUT /v2.0/routers/676d2de0-40b2-476f-a853-76732ae374a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3171132 Jan 28 13:56:43.150788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60014) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:43.157256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] Sync routers for ids ['676d2de0-40b2-476f-a853-76732ae374a4'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:43.171657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.172456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.173992 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] 10.222.0.60 "PUT /v2.0/ports/88e8be04-1d8b-47ee-9d32-65744a371f9c HTTP/1.1" status: 200 len: 1091 time: 2.8036528 Jan 28 13:56:43.174594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'tag': '88e8be04-1d8b-47ee-9d32-65744a371f9c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:43.177896 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29feac06-368e-48e3-9a2e-ab4efcab7331" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcba28f-3313-4aec-bf6c-ecae83c9bd49", "tag": "88e8be04-1d8b-47ee-9d32-65744a371f9c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:43.209868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] Routers {'676d2de0-40b2-476f-a853-76732ae374a4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:43.210138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-9924bf0d-f275-4b25-8668-ee5e0188581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.210514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['676d2de0-40b2-476f-a853-76732ae374a4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:43.211932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-9924bf0d-f275-4b25-8668-ee5e0188581a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=6498189c-4e9b-445c-8b3c-e66db9dfcc26 HTTP/1.1" status: 200 len: 1094 time: 0.1527152 Jan 28 13:56:43.346865 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16d935f-b4c6-453b-bc83-5493e211bae2 x-openstack-request-id: req-c16d935f-b4c6-453b-bc83-5493e211bae2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:43.348430 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcba28f-3313-4aec-bf6c-ecae83c9bd49", "tag": "88e8be04-1d8b-47ee-9d32-65744a371f9c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:43.348840 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c16d935f-b4c6-453b-bc83-5493e211bae2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:43.349285 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'tag': '88e8be04-1d8b-47ee-9d32-65744a371f9c', 'status': 'completed', 'code': 200} Jan 28 13:56:43.459294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Router e8cec500-306f-42b3-8e37-31adefdbe7d0 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:43.460787 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks [] for router (676d2de0-40b2-476f-a853-76732ae374a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.463822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944237d7-58e8-4ef6-a32d-e4724a63b074 service neutron] Pushing event updated for resources: {'Port': ['ID=88e8be04-1d8b-47ee-9d32-65744a371f9c,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:43.476070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-b1ee41d6-b44d-46de-aa65-177d4318d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.477740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-b1ee41d6-b44d-46de-aa65-177d4318d364 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 914 time: 0.2506614 Jan 28 13:56:43.546789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f42d2a9f-ecf3-4c08-8b8a-9e50d76e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.549320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-f42d2a9f-ecf3-4c08-8b8a-9e50d76e9341 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 1094 time: 0.3113382 Jan 28 13:56:43.550057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-b693e97e-665d-4e9e-be36-6d0928a06bc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac23bc1-ab5a-41bd-b23f-440b9096ea58 HTTP/1.1" status: 200 len: 217 time: 0.0639262 Jan 28 13:56:43.598657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] Set router 676d2de0-40b2-476f-a853-76732ae374a4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:43.710414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-2c746fae-9efb-44af-8aae-5f74fce83b0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88e8be04-1d8b-47ee-9d32-65744a371f9c HTTP/1.1" status: 200 len: 217 time: 0.0976026 Jan 28 13:56:43.801019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks [] for router_gateway (676d2de0-40b2-476f-a853-76732ae374a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.907284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-3d5c7df2-41c8-4ab2-8e44-6ae547473b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.908976 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-3d5c7df2-41c8-4ab2-8e44-6ae547473b52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.1886258 Jan 28 13:56:43.927543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-8f52148e-f838-438a-826e-df92915f07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.929602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-8f52148e-f838-438a-826e-df92915f07f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.2965798 Jan 28 13:56:43.939875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cb5b2-0f8e-4cc0-95d9-2d5658f85633 req-d1412373-7ca2-4f87-8ee7-21812e064496 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.953108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-dcb725a2-ba07-4113-b354-10c2c81b3db2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354924 Jan 28 13:56:43.954357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-261cb5b2-0f8e-4cc0-95d9-2d5658f85633 req-d1412373-7ca2-4f87-8ee7-21812e064496 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 946 time: 0.2620323 Jan 28 13:56:44.026202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bbd91223-a032-4b12-81d0-2401305187e2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.037914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bbd91223-a032-4b12-81d0-2401305187e2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 946 time: 0.2431331 Jan 28 13:56:44.059986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:41Z', 'revision_number': 5, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port': {'id': 'be22a0ec-534f-492e-a360-a3b967e81b36', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676d2de0-40b2-476f-a853-76732ae374a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:14Z', 'updated_at': '2022-01-28T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:44.086293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Deleting port be22a0ec-534f-492e-a360-a3b967e81b36 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:44.086722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.112305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] Checking router: 676d2de0-40b2-476f-a853-76732ae374a4 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:44.124711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] Routers {'676d2de0-40b2-476f-a853-76732ae374a4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:44.125713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['676d2de0-40b2-476f-a853-76732ae374a4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:44.135539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-247d0d91-cc79-42f6-8a24-205d4fcfce40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799159 Jan 28 13:56:44.221418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772e25d-6324-4bc9-870a-e197b871db10 req-1f1b104d-9feb-4245-a5a2-e9e703b1992a tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.230191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3772e25d-6324-4bc9-870a-e197b871db10 req-1f1b104d-9feb-4245-a5a2-e9e703b1992a tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 943 time: 0.1897073 Jan 28 13:56:44.256321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] Set router 676d2de0-40b2-476f-a853-76732ae374a4 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:44.273761 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-1ac749cf-2fbf-45c8-a796-004da9af42e4 service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117337 Jan 28 13:56:44.291567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:44.308819 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] Sync routers for ids ['e8cec500-306f-42b3-8e37-31adefdbe7d0'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:44.334506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6b93a3ca-1d6a-4e23-bfc8-7f6faa7eff89 admin admin] 10.222.0.45 "PUT /v2.0/routers/e8cec500-306f-42b3-8e37-31adefdbe7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4126885 Jan 28 13:56:44.337906 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] Routers {'e8cec500-306f-42b3-8e37-31adefdbe7d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:44.338555 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e8cec500-306f-42b3-8e37-31adefdbe7d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:44.348870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:43Z', 'revision_number': 6, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:44.389505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a323b2-a604-4b6f-9195-e88bf995af8f None None] The sync data for ids ['676d2de0-40b2-476f-a853-76732ae374a4'] in n-d-822748-2 is: [{'id': '676d2de0-40b2-476f-a853-76732ae374a4', 'name': 'tempest-TestAggregatesBasicOps-1622237138-router', 'tenant_id': 'd2fd70e94a50488eb5ebf637926266f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:13Z', 'updated_at': '2022-01-28T13:56:43Z', 'revision_number': 6, 'project_id': 'd2fd70e94a50488eb5ebf637926266f4', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:44.394325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:44.480204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3772e25d-6324-4bc9-870a-e197b871db10 req-a85e4544-003f-4b60-99ec-641059cb67a9 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488830 Jan 28 13:56:44.514388 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] For port be22a0ec-534f-492e-a360-a3b967e81b36, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=be22a0ec-534f-492e-a360-a3b967e81b36,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:44.515273 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.535457 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] Set router e8cec500-306f-42b3-8e37-31adefdbe7d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:44.537620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Calling delete_port for be22a0ec-534f-492e-a360-a3b967e81b36 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:44.577894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-261cb5b2-0f8e-4cc0-95d9-2d5658f85633 req-5767acfd-f7e9-4291-94ba-952c55340b7a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=0d7e4364-9e98-4539-98a2-88b578b603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883806 Jan 28 13:56:44.585054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-64dece72-e683-4e5c-ba61-8a408bde1966 req-4288fea6-f6f4-4e08-8173-7b3d694bba71 service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012342 Jan 28 13:56:44.795555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-6aec5391-6709-4b79-91bc-55a104e73361 service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477108 Jan 28 13:56:44.872704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-ef356b10-001f-480d-b9e7-6f9b33c8ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.877557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 2878848d-a050-4639-baf8-e153583428e6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:44.877791 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-ef356b10-001f-480d-b9e7-6f9b33c8ebfa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 1094 time: 0.0956318 Jan 28 13:56:44.877886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2878848d-a050-4639-baf8-e153583428e6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.879298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (be22a0ec-534f-492e-a360-a3b967e81b36), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.880168 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:56:41Z', 'revision_number': 5, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:44.920008 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] Checking router: e8cec500-306f-42b3-8e37-31adefdbe7d0 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:44.934758 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] Routers {'e8cec500-306f-42b3-8e37-31adefdbe7d0'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:44.935742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e8cec500-306f-42b3-8e37-31adefdbe7d0'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:44.942586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks [] for router (e8cec500-306f-42b3-8e37-31adefdbe7d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.042414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-f40b2c5c-c8d6-42b7-8f77-d797c58638d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:45.044928 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-f40b2c5c-c8d6-42b7-8f77-d797c58638d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 914 time: 0.1556170 Jan 28 13:56:45.077835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be22a0ec-534f-492e-a360-a3b967e81b36,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:45.111232 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] Set router e8cec500-306f-42b3-8e37-31adefdbe7d0 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:45.156531 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-8a23288a-691d-4362-8f79-4500158efb6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88e8be04-1d8b-47ee-9d32-65744a371f9c HTTP/1.1" status: 200 len: 217 time: 0.0869887 Jan 28 13:56:45.174861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90ad3c8d-62a7-4a93-acad-429af1a546e7 req-d2b9be75-4bb9-4c84-858c-ace1dec3547f service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534119 Jan 28 13:56:45.242227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] For port 2878848d-a050-4639-baf8-e153583428e6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2878848d-a050-4639-baf8-e153583428e6,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:45.250822 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2878848d-a050-4639-baf8-e153583428e6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.297409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (676d2de0-40b2-476f-a853-76732ae374a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.304715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 2878848d-a050-4639-baf8-e153583428e6 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:45.354990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks [] for router_gateway (e8cec500-306f-42b3-8e37-31adefdbe7d0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.441726 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:56:41Z', 'revision_number': 5, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:45.448214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-55c96d8e-3e1a-40e0-b901-7aed9282bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:45.450699 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-55c96d8e-3e1a-40e0-b901-7aed9282bbf7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.2376335 Jan 28 13:56:45.490855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (676d2de0-40b2-476f-a853-76732ae374a4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.506245 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669ef8f-f51a-4d7c-a397-72b3d31193a1 None None] The sync data for ids ['e8cec500-306f-42b3-8e37-31adefdbe7d0'] in n-d-822748-2 is: [{'id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'name': 'tempest-TestServerBasicOps-1678087887-router', 'tenant_id': '47a3a7733e3a42ee92f41b19a87602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:54Z', 'updated_at': '2022-01-28T13:56:41Z', 'revision_number': 5, 'project_id': '47a3a7733e3a42ee92f41b19a87602bd', 'gw_port': {'id': 'a3d4a199-5333-4cd0-b6a2-e210f62b515f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cec500-306f-42b3-8e37-31adefdbe7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:55Z', 'updated_at': '2022-01-28T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:45.511185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks [] for router_controller (676d2de0-40b2-476f-a853-76732ae374a4), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.514850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-2f8b4e88-0fa7-4765-94d8-fe157fdd8076 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366054 Jan 28 13:56:45.518111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cac23bc1-ab5a-41bd-b23f-440b9096ea58 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:56:45.625176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Deleting port a3d4a199-5333-4cd0-b6a2-e210f62b515f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:45.625647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.713131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cac23bc1-ab5a-41bd-b23f-440b9096ea58, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cac23bc1-ab5a-41bd-b23f-440b9096ea58,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:45.729613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'port_id': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58', 'mac_address': 'fa:16:3e:75:09:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be912a5d-e513-48e2-b317-8f7e1101abc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:56:45.777593 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-3a9e1420-a876-4026-b2de-0691d16da199 service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463527 Jan 28 13:56:45.810134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port cac23bc1-ab5a-41bd-b23f-440b9096ea58 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:45.810588 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.834628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac23bc1-ab5a-41bd-b23f-440b9096ea58 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:45.841839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da2d4e92-574b-441b-9cba-8f4ad6013bc3 req-b11c759e-0529-44f7-9a7a-49083d7229d3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0710785 Jan 28 13:56:45.842702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2878848d-a050-4639-baf8-e153583428e6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:45.858537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cac23bc1-ab5a-41bd-b23f-440b9096ea58, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cac23bc1-ab5a-41bd-b23f-440b9096ea58,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:45.880086 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.060049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=cac23bc1-ab5a-41bd-b23f-440b9096ea58,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:46.071687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=2878848d-a050-4639-baf8-e153583428e6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:46.072928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ac801edf-c532-48ea-be9c-5a4443fa9864 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:46.121255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ac801edf-c532-48ea-be9c-5a4443fa9864 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:46.121610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ac801edf-c532-48ea-be9c-5a4443fa9864 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:46.122032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device be22a0ec-534f-492e-a360-a3b967e81b36 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:46.136916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['cac23bc1-ab5a-41bd-b23f-440b9096ea58'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:46.197985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (676d2de0-40b2-476f-a853-76732ae374a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.198658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 676d2de0-40b2-476f-a853-76732ae374a4 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:46.203711 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.205408 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5df65081-a7a2-41b9-a507-36c3d56f8cd9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/676d2de0-40b2-476f-a853-76732ae374a4 HTTP/1.1" status: 204 len: 168 time: 3.0517037 Jan 28 13:56:46.239647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60034) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:46.322421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a93826-4aac-4b69-ae38-d025e498d8d6 req-314b9611-d127-45a2-92dd-52d8cfc2717d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.324279 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10a93826-4aac-4b69-ae38-d025e498d8d6 req-314b9611-d127-45a2-92dd-52d8cfc2717d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 943 time: 0.5448937 Jan 28 13:56:46.325503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: be22a0ec-534f-492e-a360-a3b967e81b36 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:46.325869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device be22a0ec-534f-492e-a360-a3b967e81b36 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:46.326446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 51530b11-baf3-4bac-994a-5832527aa1cf no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:46.370231 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] Deleting subnet a830b222-9971-427b-aca2-42c7e0860bf3 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:46.373910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 51530b11-baf3-4bac-994a-5832527aa1cf {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:46.374338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 51530b11-baf3-4bac-994a-5832527aa1cf not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:46.400461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] Publish callbacks [] for subnet (a830b222-9971-427b-aca2-42c7e0860bf3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.498717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (a830b222-9971-427b-aca2-42c7e0860bf3), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.614907 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29feac06-368e-48e3-9a2e-ab4efcab7331 req-4417ae16-4ded-4896-9e3a-f1778f136201 service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240597 Jan 28 13:56:46.671155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a830b222-9971-427b-aca2-42c7e0860bf3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.721316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-10a93826-4aac-4b69-ae38-d025e498d8d6 req-29732155-5dbe-40d6-813a-833741f03440 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726542 Jan 28 13:56:46.758989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] No DVR routers for this DVR port 2878848d-a050-4639-baf8-e153583428e6 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:46.764253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.765866 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (a830b222-9971-427b-aca2-42c7e0860bf3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.767768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f51fb9c-85bd-4735-95d6-2ee4853043c8 req-bb8e4b29-2fc9-4a93-b694-2610dfc22fce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "DELETE /v2.0/ports/2878848d-a050-4639-baf8-e153583428e6 HTTP/1.1" status: 204 len: 173 time: 2.6684475 Jan 28 13:56:46.768231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'name': 'network-vif-deleted', 'tag': '2878848d-a050-4639-baf8-e153583428e6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:46.771035 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7569b6b9-f9b4-4e4d-83f0-1ab9cb8579b1" -d '{"events": [{"server_uuid": "09412ce0-49c1-4e95-bbb6-418d127e618e", "name": "network-vif-deleted", "tag": "2878848d-a050-4639-baf8-e153583428e6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:46.783161 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.788714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a830b222-9971-427b-aca2-42c7e0860bf3 HTTP/1.1" status: 204 len: 168 time: 0.5434577 Jan 28 13:56:46.791794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60038) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:46.797552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd77bd38-31c2-4877-8f17-0fd5e389d4d9 None None] Network 38fbf525-a5df-4fd2-ad46-6c18db0b4348 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:46.841418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] For port a3d4a199-5333-4cd0-b6a2-e210f62b515f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a3d4a199-5333-4cd0-b6a2-e210f62b515f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:46.841802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:46.858986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Calling delete_port for a3d4a199-5333-4cd0-b6a2-e210f62b515f owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:46.928788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a668770-7cc1-4109-b7bb-d71e943845cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a830b222-9971-427b-aca2-42c7e0860bf3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:47.068952 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e75805-8638-44b0-8ce3-7c960b9399ef x-openstack-request-id: req-e6e75805-8638-44b0-8ce3-7c960b9399ef {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:47.069245 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09412ce0-49c1-4e95-bbb6-418d127e618e", "name": "network-vif-deleted", "tag": "2878848d-a050-4639-baf8-e153583428e6", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:47.069504 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6e75805-8638-44b0-8ce3-7c960b9399ef {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:47.069900 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09412ce0-49c1-4e95-bbb6-418d127e618e', 'name': 'network-vif-deleted', 'tag': '2878848d-a050-4639-baf8-e153583428e6', 'status': 'completed', 'code': 200} Jan 28 13:56:47.106125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-12089ff7-b68c-4aa4-9436-2063de8a251c req-b5e9f92c-7ea3-4bca-b22c-12b9abdf8024 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.1355534 Jan 28 13:56:47.143926 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (38fbf525-a5df-4fd2-ad46-6c18db0b4348), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.197380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] DHCP port deletion for 38fbf525-a5df-4fd2-ad46-6c18db0b4348 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:47.225213 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a3d4a199-5333-4cd0-b6a2-e210f62b515f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.270771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d4a199-5333-4cd0-b6a2-e210f62b515f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:47.312869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Deleting port b61c3a14-14be-44f2-871a-798f2b851dcd {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:47.313483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.318748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] Deleting port b61c3a14-14be-44f2-871a-798f2b851dcd {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:47.319251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.396117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] For port b61c3a14-14be-44f2-871a-798f2b851dcd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b61c3a14-14be-44f2-871a-798f2b851dcd,segment=NetworkSegment(ff9691e6-48e1-4bf5-9266-b5e6dd0448bf),segment_id=ff9691e6-48e1-4bf5-9266-b5e6dd0448bf)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:47.396754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.432587 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (e8cec500-306f-42b3-8e37-31adefdbe7d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.438331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Calling delete_port for b61c3a14-14be-44f2-871a-798f2b851dcd owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:47.482151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] For port b61c3a14-14be-44f2-871a-798f2b851dcd, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b61c3a14-14be-44f2-871a-798f2b851dcd,segment=NetworkSegment(ff9691e6-48e1-4bf5-9266-b5e6dd0448bf),segment_id=ff9691e6-48e1-4bf5-9266-b5e6dd0448bf)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:47.482823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.510682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] Calling delete_port for b61c3a14-14be-44f2-871a-798f2b851dcd owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:47.523320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cac23bc1-ab5a-41bd-b23f-440b9096ea58 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:47.589912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.665764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port cac23bc1-ab5a-41bd-b23f-440b9096ea58 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:56:47.668703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (b61c3a14-14be-44f2-871a-798f2b851dcd), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.671256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b61c3a14-14be-44f2-871a-798f2b851dcd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:47.685897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port cac23bc1-ab5a-41bd-b23f-440b9096ea58 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:47.686133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.688123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] No DVR routers for this DVR port b61c3a14-14be-44f2-871a-798f2b851dcd on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:47.703540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] No DVR routers for this DVR port b61c3a14-14be-44f2-871a-798f2b851dcd on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:47.773655 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (e8cec500-306f-42b3-8e37-31adefdbe7d0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.777777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks [] for router_controller (e8cec500-306f-42b3-8e37-31adefdbe7d0), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:47.808050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e09ac-cd0c-4d13-a175-78bdc5c61544 None None] Pushing event deleted for resources: {'Port': ['ID=b61c3a14-14be-44f2-871a-798f2b851dcd,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:47.815783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88e8be04-1d8b-47ee-9d32-65744a371f9c details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:56:47.818068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2878848d-a050-4639-baf8-e153583428e6 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:47.940467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (38fbf525-a5df-4fd2-ad46-6c18db0b4348), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.009140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 88e8be04-1d8b-47ee-9d32-65744a371f9c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88e8be04-1d8b-47ee-9d32-65744a371f9c,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:48.016820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fbf525-a5df-4fd2-ad46-6c18db0b4348']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:48.028878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '88e8be04-1d8b-47ee-9d32-65744a371f9c', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'port_id': '88e8be04-1d8b-47ee-9d32-65744a371f9c', 'mac_address': 'fa:16:3e:61:5c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be912a5d-e513-48e2-b317-8f7e1101abc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:56:48.032203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b61c3a14-14be-44f2-871a-798f2b851dcd no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:48.038796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:48.039424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9691e6-48e1-4bf5-9266-b5e6dd0448bf') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:48.049705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (e8cec500-306f-42b3-8e37-31adefdbe7d0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.051408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8cec500-306f-42b3-8e37-31adefdbe7d0 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:48.062665 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.065991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9f4a1ff4-4702-4aa7-a7f9-9662227a93e3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e8cec500-306f-42b3-8e37-31adefdbe7d0 HTTP/1.1" status: 204 len: 168 time: 3.6698992 Jan 28 13:56:48.073767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60052) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:48.075188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (ff9691e6-48e1-4bf5-9266-b5e6dd0448bf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.103540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 2878848d-a050-4639-baf8-e153583428e6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:48.104026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2878848d-a050-4639-baf8-e153583428e6 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:48.105866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: b61c3a14-14be-44f2-871a-798f2b851dcd {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:48.106217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b61c3a14-14be-44f2-871a-798f2b851dcd not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:48.120252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ff9691e6-48e1-4bf5-9266-b5e6dd0448bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.128854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:48.129493 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (ff9691e6-48e1-4bf5-9266-b5e6dd0448bf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.216569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port cac23bc1-ab5a-41bd-b23f-440b9096ea58 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:48.216971 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.249566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f35c2a-da61-4b88-9bc4-fa771494aae9 req-a1317bf4-fe1b-497b-96b0-e01bf0af97fe tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:48.251280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44f35c2a-da61-4b88-9bc4-fa771494aae9 req-a1317bf4-fe1b-497b-96b0-e01bf0af97fe tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 943 time: 0.3159826 Jan 28 13:56:48.273408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] Deleting subnet 5c4a73c8-02f3-4455-b63b-e498b93f542c {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:48.287181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] Publish callbacks [] for subnet (5c4a73c8-02f3-4455-b63b-e498b93f542c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.297596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:48.306003 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1fcb2b-1456-4bfd-8fee-844ff548e7da" -d '{"events": [{"server_uuid": "6498189c-4e9b-445c-8b3c-e66db9dfcc26", "name": "network-vif-plugged", "status": "completed", "tag": "cac23bc1-ab5a-41bd-b23f-440b9096ea58"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:48.311999 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:48.315593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 88e8be04-1d8b-47ee-9d32-65744a371f9c is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:48.316005 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.338507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (38fbf525-a5df-4fd2-ad46-6c18db0b4348), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.349753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.355180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e8be04-1d8b-47ee-9d32-65744a371f9c {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:48.366041 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] 10.222.0.45 "DELETE /v2.0/networks/38fbf525-a5df-4fd2-ad46-6c18db0b4348 HTTP/1.1" status: 204 len: 168 time: 1.5721946 Jan 28 13:56:48.380635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cac23bc1-ab5a-41bd-b23f-440b9096ea58, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cac23bc1-ab5a-41bd-b23f-440b9096ea58,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:48.391940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60058) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:48.402199 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.426855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 88e8be04-1d8b-47ee-9d32-65744a371f9c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88e8be04-1d8b-47ee-9d32-65744a371f9c,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:48.432848 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fd811844-34f6-4f62-a2af-6fc13c41b42d req-1761b1e1-35cb-4dee-aa6c-e4aac6b34292 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.1232300 Jan 28 13:56:48.470683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.491511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d4b5e-af44-41ff-bce7-315fa1f6ba1e admin admin] Pushing event deleted for resources: {'Network': ['ID=38fbf525-a5df-4fd2-ad46-6c18db0b4348,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:48.531672 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe11052-87e1-4474-a535-83aa238884a3 x-openstack-request-id: req-ebe11052-87e1-4474-a535-83aa238884a3 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:48.531976 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6498189c-4e9b-445c-8b3c-e66db9dfcc26", "name": "network-vif-plugged", "status": "completed", "tag": "cac23bc1-ab5a-41bd-b23f-440b9096ea58", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:48.532307 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebe11052-87e1-4474-a535-83aa238884a3 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:48.532711 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58', 'code': 200} Jan 28 13:56:48.533695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=cac23bc1-ab5a-41bd-b23f-440b9096ea58,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:48.544370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (5c4a73c8-02f3-4455-b63b-e498b93f542c), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:48.649281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=88e8be04-1d8b-47ee-9d32-65744a371f9c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:48.685338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-44f35c2a-da61-4b88-9bc4-fa771494aae9 req-00b533a8-2986-4d72-921a-6071f803914d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009957 Jan 28 13:56:48.768052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['88e8be04-1d8b-47ee-9d32-65744a371f9c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:48.791632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcaa74-0832-462c-b4d9-b04852cf4697 req-cbf0b506-4e22-42c2-86ac-179b97051463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:48.793180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ebcaa74-0832-462c-b4d9-b04852cf4697 req-cbf0b506-4e22-42c2-86ac-179b97051463 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6498189c-4e9b-445c-8b3c-e66db9dfcc26 HTTP/1.1" status: 200 len: 1096 time: 0.1660478 Jan 28 13:56:49.022355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5c4a73c8-02f3-4455-b63b-e498b93f542c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.258134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ebcaa74-0832-462c-b4d9-b04852cf4697 req-300d3370-8049-4e00-96c9-d27816a6a2bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221444 Jan 28 13:56:49.405956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (5c4a73c8-02f3-4455-b63b-e498b93f542c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.475864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4a73c8-02f3-4455-b63b-e498b93f542c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:49.479917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.485803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b8c59d20-4636-4e23-b7a0-c4835c62766b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5c4a73c8-02f3-4455-b63b-e498b93f542c HTTP/1.1" status: 204 len: 168 time: 1.4080002 Jan 28 13:56:49.486189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60064) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:49.486641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d8d88-4f9c-4191-af44-faa74c2c3293 None None] Network 3a1c8845-81a0-41cb-9324-a036cc76bc40 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:49.664862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-94e0c596-5a11-4483-83c7-4f8489adcacf req-65305fd5-0c2a-44f3-9637-750568fe010d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0478859 Jan 28 13:56:49.677035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (c1f60892-df00-4144-b724-69de6d094ad9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.760012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3a1c8845-81a0-41cb-9324-a036cc76bc40), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.836990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a3d4a199-5333-4cd0-b6a2-e210f62b515f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:49.838948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88e8be04-1d8b-47ee-9d32-65744a371f9c up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:49.901500 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Deleting port 9813987e-343c-4846-85d4-b07779fe2236 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:49.902140 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9813987e-343c-4846-85d4-b07779fe2236), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.907340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a3d4a199-5333-4cd0-b6a2-e210f62b515f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:49.907691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a3d4a199-5333-4cd0-b6a2-e210f62b515f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:49.949417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 88e8be04-1d8b-47ee-9d32-65744a371f9c completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:56:49.954883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 88e8be04-1d8b-47ee-9d32-65744a371f9c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:49.955553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.031991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] DHCP port deletion for 3a1c8845-81a0-41cb-9324-a036cc76bc40 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:50.077292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63785f-e9ee-487c-aa32-a3ee38753d41 req-7013a8db-97e7-4536-96c4-bb7ec05ac899 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:50.082452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] For port 9813987e-343c-4846-85d4-b07779fe2236, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9813987e-343c-4846-85d4-b07779fe2236,segment=NetworkSegment(e644da1f-fa3c-4fb2-86ed-65885fdacc02),segment_id=e644da1f-fa3c-4fb2-86ed-65885fdacc02)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:50.083091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9813987e-343c-4846-85d4-b07779fe2236), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.099574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd63785f-e9ee-487c-aa32-a3ee38753d41 req-7013a8db-97e7-4536-96c4-bb7ec05ac899 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 944 time: 0.1953754 Jan 28 13:56:50.102044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Calling delete_port for 9813987e-343c-4846-85d4-b07779fe2236 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:50.112627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 88e8be04-1d8b-47ee-9d32-65744a371f9c is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:50.114018 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.156853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 88e8be04-1d8b-47ee-9d32-65744a371f9c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88e8be04-1d8b-47ee-9d32-65744a371f9c,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:50.170491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.229766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] Deleting port 9813987e-343c-4846-85d4-b07779fe2236 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:50.230154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9813987e-343c-4846-85d4-b07779fe2236), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.274645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9813987e-343c-4846-85d4-b07779fe2236), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.313363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=88e8be04-1d8b-47ee-9d32-65744a371f9c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:50.320484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Pushing event deleted for resources: {'Port': ['ID=9813987e-343c-4846-85d4-b07779fe2236,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:50.337093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] For port 9813987e-343c-4846-85d4-b07779fe2236, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9813987e-343c-4846-85d4-b07779fe2236,segment=NetworkSegment(e644da1f-fa3c-4fb2-86ed-65885fdacc02),segment_id=e644da1f-fa3c-4fb2-86ed-65885fdacc02)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:50.337779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9813987e-343c-4846-85d4-b07779fe2236), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.338294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] No DVR routers for this DVR port 9813987e-343c-4846-85d4-b07779fe2236 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:50.362196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] Calling delete_port for 9813987e-343c-4846-85d4-b07779fe2236 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:50.393565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd63785f-e9ee-487c-aa32-a3ee38753d41 req-c07f1810-a1f0-4f35-bbdd-cabffbfe04ba tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930903 Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:50.524874 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 13:56:50.532577 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (9813987e-343c-4846-85d4-b07779fe2236), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.536969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3a1c8845-81a0-41cb-9324-a036cc76bc40), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.543304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e8be04-1d8b-47ee-9d32-65744a371f9c'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:50.545658 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da4e51f-1e35-46ea-9480-7dd67094e527" -d '{"events": [{"server_uuid": "9dcba28f-3313-4aec-bf6c-ecae83c9bd49", "name": "network-vif-plugged", "status": "completed", "tag": "88e8be04-1d8b-47ee-9d32-65744a371f9c"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:50.568716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] No DVR routers for this DVR port 9813987e-343c-4846-85d4-b07779fe2236 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:50.612097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1c8845-81a0-41cb-9324-a036cc76bc40']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:50.619847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f73ce-a401-47b6-bb9f-fa0b30316abc None None] Pushing event deleted for resources: {'Port': ['ID=9813987e-343c-4846-85d4-b07779fe2236,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:50.636767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Deleting port b7d6c489-09d4-441d-9231-8767f0617014 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:50.637277 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b7d6c489-09d4-441d-9231-8767f0617014), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.653003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e644da1f-fa3c-4fb2-86ed-65885fdacc02') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:50.653318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e644da1f-fa3c-4fb2-86ed-65885fdacc02') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:50.654941 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677f72f-7572-4a64-ad14-f58d940743a2 x-openstack-request-id: req-a677f72f-7572-4a64-ad14-f58d940743a2 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:50.655418 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcba28f-3313-4aec-bf6c-ecae83c9bd49", "name": "network-vif-plugged", "status": "completed", "tag": "88e8be04-1d8b-47ee-9d32-65744a371f9c", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:50.656354 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a677f72f-7572-4a64-ad14-f58d940743a2 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:50.656953 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e8be04-1d8b-47ee-9d32-65744a371f9c', 'code': 200} Jan 28 13:56:50.687952 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (e644da1f-fa3c-4fb2-86ed-65885fdacc02), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.719686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e644da1f-fa3c-4fb2-86ed-65885fdacc02), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.733523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:50.735123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (e644da1f-fa3c-4fb2-86ed-65885fdacc02), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:50.741530 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:50.893225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3a1c8845-81a0-41cb-9324-a036cc76bc40), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.928377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:50.935843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3a1c8845-81a0-41cb-9324-a036cc76bc40 HTTP/1.1" status: 204 len: 168 time: 1.4483509 Jan 28 13:56:50.937110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b5596-d9c9-476a-92c9-472074a34502 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1c8845-81a0-41cb-9324-a036cc76bc40,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:50.963610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cebf2b17-9d26-4bd1-8ee4-62008fddf84d req-a576bbe9-2d62-4e01-9fc5-b9a3016a8f8f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.1037519 Jan 28 13:56:51.085085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:51.086608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] For port b7d6c489-09d4-441d-9231-8767f0617014, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b7d6c489-09d4-441d-9231-8767f0617014,segment=NetworkSegment(45f11f57-4aa8-41dd-b04f-7e505b46f17d),segment_id=45f11f57-4aa8-41dd-b04f-7e505b46f17d)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:51.087136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b7d6c489-09d4-441d-9231-8767f0617014), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.101598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc56d5-4033-4de8-9ae1-d2a9693c292b req-bd43c33d-193b-4b43-8862-f0ee93e338e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:51.103456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0dc56d5-4033-4de8-9ae1-d2a9693c292b req-bd43c33d-193b-4b43-8862-f0ee93e338e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 1096 time: 0.1582348 Jan 28 13:56:51.108450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Calling delete_port for b7d6c489-09d4-441d-9231-8767f0617014 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:51.186461 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dde34b05-33d5-4d51-a5a0-b9de9ed3622d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c8ea800696a4e50a7b2f212de264d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001773 Jan 28 13:56:51.196746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60078) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:51.234192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0dc56d5-4033-4de8-9ae1-d2a9693c292b req-eab3ea1b-593b-4b1b-976c-079605a530d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230516 Jan 28 13:56:51.290897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae6eea7-b81c-4624-bd79-f1cfafb671a7 admin admin] Publish callbacks [] for security_group (ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.315494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae6eea7-b81c-4624-bd79-f1cfafb671a7 admin admin] Publish callbacks [] for security_group (ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.368240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae6eea7-b81c-4624-bd79-f1cfafb671a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.371870 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bae6eea7-b81c-4624-bd79-f1cfafb671a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.375411 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bae6eea7-b81c-4624-bd79-f1cfafb671a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a HTTP/1.1" status: 204 len: 168 time: 0.1754823 Jan 28 13:56:51.408757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6eea7-b81c-4624-bd79-f1cfafb671a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee44183c-87e0-48f7-8dc7-cdf51ddc0a9a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:51.462972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b7d6c489-09d4-441d-9231-8767f0617014), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:51.497626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d6c489-09d4-441d-9231-8767f0617014,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:51.742088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80895851-b8fa-437b-a3e6-3aef362da4ed req-2a1d574f-6a32-40e8-9efd-4be34af361ee tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:51.743773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-80895851-b8fa-437b-a3e6-3aef362da4ed req-2a1d574f-6a32-40e8-9efd-4be34af361ee tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 945 time: 0.1547580 Jan 28 13:56:51.860254 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-80895851-b8fa-437b-a3e6-3aef362da4ed req-c5522202-70ff-4ad4-aeea-dfe5a3cd17f3 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095676 Jan 28 13:56:51.892450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9813987e-343c-4846-85d4-b07779fe2236 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:51.943958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9813987e-343c-4846-85d4-b07779fe2236 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:51.944703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9813987e-343c-4846-85d4-b07779fe2236 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:51.975433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (c1f60892-df00-4144-b724-69de6d094ad9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.146509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6876a2f-4355-47b8-9d8e-f65d78e7acaa req-ceb7423b-f17f-42bf-8f63-403040a9b61c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0393455 Jan 28 13:56:52.226422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60090) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:52.300063 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1e24ca92-40d6-4d69-a45b-4308fa94ae71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47a3a7733e3a42ee92f41b19a87602bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723994 Jan 28 13:56:52.303049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:52.387942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Router c1f60892-df00-4144-b724-69de6d094ad9 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:52.392782 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a350c2de-d293-4f75-8614-524fa6dc1b1f admin admin] Publish callbacks [] for security_group (a65f036a-94fe-4383-b300-58814c55340b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.423931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a350c2de-d293-4f75-8614-524fa6dc1b1f admin admin] Publish callbacks [] for security_group (a65f036a-94fe-4383-b300-58814c55340b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.491347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a350c2de-d293-4f75-8614-524fa6dc1b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a65f036a-94fe-4383-b300-58814c55340b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.494527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a350c2de-d293-4f75-8614-524fa6dc1b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.498760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a350c2de-d293-4f75-8614-524fa6dc1b1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a65f036a-94fe-4383-b300-58814c55340b HTTP/1.1" status: 204 len: 168 time: 0.1942592 Jan 28 13:56:52.509501 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350c2de-d293-4f75-8614-524fa6dc1b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f036a-94fe-4383-b300-58814c55340b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:52.573632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:52.584731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4745e5ae-8015-4730-b822-2909315ddce7 admin admin] 10.222.0.45 "PUT /v2.0/routers/c1f60892-df00-4144-b724-69de6d094ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1849425 Jan 28 13:56:52.587152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60098) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:52.594269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] Sync routers for ids ['c1f60892-df00-4144-b724-69de6d094ad9'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:52.609356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] Routers {'c1f60892-df00-4144-b724-69de6d094ad9'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:52.611232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c1f60892-df00-4144-b724-69de6d094ad9'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:52.727751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks [] for router (c1f60892-df00-4144-b724-69de6d094ad9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.825986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] Set router c1f60892-df00-4144-b724-69de6d094ad9 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:53.163747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:51Z', 'revision_number': 5, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:53.229370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d31532-840d-4bc3-9d37-04760033753d req-28081895-d5c2-41e5-8def-74c0a02a1f95 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:53.231248 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26d31532-840d-4bc3-9d37-04760033753d req-28081895-d5c2-41e5-8def-74c0a02a1f95 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 945 time: 0.2005475 Jan 28 13:56:53.302156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] Checking router: c1f60892-df00-4144-b724-69de6d094ad9 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:53.328016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] Routers {'c1f60892-df00-4144-b724-69de6d094ad9'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:53.333085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c1f60892-df00-4144-b724-69de6d094ad9'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:53.392208 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-26d31532-840d-4bc3-9d37-04760033753d req-50321ab7-9975-4db7-834b-1c9902413b29 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483569 Jan 28 13:56:53.551998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] Set router c1f60892-df00-4144-b724-69de6d094ad9 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:53.561148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ae234f6-0f36-4db5-9a78-51ecd3712e80 req-1690533d-1aea-426e-af45-04b61775a357 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0267270 Jan 28 13:56:53.588651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks [] for router_gateway (c1f60892-df00-4144-b724-69de6d094ad9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:53.649027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f9d89-3d82-42a5-9e12-b1ae0832532a req-1376f483-13fd-46f5-91ce-a9633b07c4e8 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:53.659038 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-575f9d89-3d82-42a5-9e12-b1ae0832532a req-1376f483-13fd-46f5-91ce-a9633b07c4e8 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=6498189c-4e9b-445c-8b3c-e66db9dfcc26 HTTP/1.1" status: 200 len: 945 time: 0.1353095 Jan 28 13:56:53.708198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Deleting port 15a116df-ccaf-4e1f-8783-6e8270785478 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:53.708602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:53.742744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-575f9d89-3d82-42a5-9e12-b1ae0832532a req-cbbfeb27-4035-4224-bda1-b227c17fa0d5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826797 Jan 28 13:56:53.814875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] For port 15a116df-ccaf-4e1f-8783-6e8270785478, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=15a116df-ccaf-4e1f-8783-6e8270785478,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:53.815271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:53.825159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:51Z', 'revision_number': 5, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:53.831962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Calling delete_port for 15a116df-ccaf-4e1f-8783-6e8270785478 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:53.866406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a4b102-28cb-4ff4-8d88-46f52343c967 None None] The sync data for ids ['c1f60892-df00-4144-b724-69de6d094ad9'] in n-d-822748-2 is: [{'id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'name': 'tempest-TestAggregatesBasicOps-1799551447-router', 'tenant_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:56:25Z', 'updated_at': '2022-01-28T13:56:51Z', 'revision_number': 5, 'project_id': '8cdb6b24c4f540f3ba25e4dd3e26fb5f', 'gw_port': {'id': '15a116df-ccaf-4e1f-8783-6e8270785478', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f60892-df00-4144-b724-69de6d094ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:56:27Z', 'updated_at': '2022-01-28T13:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:54.104577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (15a116df-ccaf-4e1f-8783-6e8270785478), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.177840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=15a116df-ccaf-4e1f-8783-6e8270785478,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:54.309287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (c1f60892-df00-4144-b724-69de6d094ad9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.475580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (c1f60892-df00-4144-b724-69de6d094ad9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.507711 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks [] for router_controller (c1f60892-df00-4144-b724-69de6d094ad9), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.582586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (c1f60892-df00-4144-b724-69de6d094ad9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.583647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f60892-df00-4144-b724-69de6d094ad9 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:54.589504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.590861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d6ffa3eb-61b5-4dad-9761-b549765f2cdd admin admin] 10.222.0.45 "DELETE /v2.0/routers/c1f60892-df00-4144-b724-69de6d094ad9 HTTP/1.1" status: 204 len: 168 time: 2.0027461 Jan 28 13:56:54.594909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:54.630228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-dd5a0a77-c245-4bda-9fbf-9eda43b88820 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:54.632090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-dd5a0a77-c245-4bda-9fbf-9eda43b88820 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 813 time: 0.2195184 Jan 28 13:56:54.669807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-2043ebc7-45e3-4219-8af7-05b0a89aa741 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/quotas/1dd56511119741f893b212a5ac6ac04b HTTP/1.1" status: 200 len: 375 time: 0.0221534 Jan 28 13:56:54.712391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] Deleting subnet 86004419-406a-4e8d-8cbd-090617b9b43f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:54.719211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] Publish callbacks [] for subnet (86004419-406a-4e8d-8cbd-090617b9b43f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.780792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8be97863-6174-4d41-b43f-d6f5f4faacec tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059668 Jan 28 13:56:54.787703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c24f3ae-b212-4385-9314-1ef8f6c0c4f1 req-08293edb-2884-49c2-afc7-fcabeb614630 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0432873 Jan 28 13:56:54.806031 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (86004419-406a-4e8d-8cbd-090617b9b43f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:54.931273 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8f89a321-596f-4561-8a69-eca9cbb334c3 service neutron] 10.222.0.45 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480024 Jan 28 13:56:54.966156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (86004419-406a-4e8d-8cbd-090617b9b43f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:55.058623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-a32a20b9-e7fb-41d5-b37e-888f7945b184 service neutron] 10.222.0.45 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192632 Jan 28 13:56:55.086089 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (86004419-406a-4e8d-8cbd-090617b9b43f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:55.119707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555bd7b5-1771-4fa2-9569-44b9ca1fd6ea None None] Network ac421194-cdfe-465c-a044-1231afcf53be requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:55.134590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:55.145184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60134) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:55.148555 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/86004419-406a-4e8d-8cbd-090617b9b43f HTTP/1.1" status: 204 len: 168 time: 0.5454886 Jan 28 13:56:55.202210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fe705-fd4a-43bc-a6bf-adcd3a606271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86004419-406a-4e8d-8cbd-090617b9b43f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:55.297336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (ac421194-cdfe-465c-a044-1231afcf53be), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:55.477735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] DHCP port deletion for ac421194-cdfe-465c-a044-1231afcf53be request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:55.617870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] Deleting port a9217d20-70b8-4bb0-877a-cfabda7b4a5f {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:55.621039 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:55.651739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-0b74c447-2e2a-4181-9471-47d3879e5eea tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:55.680920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-0b74c447-2e2a-4181-9471-47d3879e5eea tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "GET /v2.0/ports?device_id=6498189c-4e9b-445c-8b3c-e66db9dfcc26 HTTP/1.1" status: 200 len: 945 time: 0.2794802 Jan 28 13:56:55.724021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Deleting port a9217d20-70b8-4bb0-877a-cfabda7b4a5f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:55.739387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:55.795082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] For port a9217d20-70b8-4bb0-877a-cfabda7b4a5f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,segment=NetworkSegment(45f11f57-4aa8-41dd-b04f-7e505b46f17d),segment_id=45f11f57-4aa8-41dd-b04f-7e505b46f17d)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:55.795601 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:55.837349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] Calling delete_port for a9217d20-70b8-4bb0-877a-cfabda7b4a5f owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:55.998155 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-56e1fa72-3614-4149-a1bb-58c04aa18052 req-b86607a6-bfbf-4348-a194-6ce340309f41 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0632014 Jan 28 13:56:56.015248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c787f4fd-3960-4172-8ace-0c4e3f2fcc73 req-54f37bab-ae0f-4c3a-86ac-44a10b3e17ad tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 210 time: 0.1595109 Jan 28 13:56:56.054857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b7d6c489-09d4-441d-9231-8767f0617014 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:56.106472 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:56.167202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: b7d6c489-09d4-441d-9231-8767f0617014 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:56.169088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b7d6c489-09d4-441d-9231-8767f0617014 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:56.172715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a9217d20-70b8-4bb0-877a-cfabda7b4a5f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:56.181134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] No DVR routers for this DVR port a9217d20-70b8-4bb0-877a-cfabda7b4a5f on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:56.181360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] For port a9217d20-70b8-4bb0-877a-cfabda7b4a5f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,segment=NetworkSegment(45f11f57-4aa8-41dd-b04f-7e505b46f17d),segment_id=45f11f57-4aa8-41dd-b04f-7e505b46f17d)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:56.181769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:56.212501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Calling delete_port for a9217d20-70b8-4bb0-877a-cfabda7b4a5f owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:56.226856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-23375beb-b936-4a44-ba48-bdc3823d02d5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:56.239993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-23375beb-b936-4a44-ba48-bdc3823d02d5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dcba28f-3313-4aec-bf6c-ecae83c9bd49 HTTP/1.1" status: 200 len: 945 time: 0.2215526 Jan 28 13:56:56.301140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a9217d20-70b8-4bb0-877a-cfabda7b4a5f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:56.301957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a9217d20-70b8-4bb0-877a-cfabda7b4a5f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:56.302549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 15a116df-ccaf-4e1f-8783-6e8270785478 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:56.307480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37081-d38c-408e-b366-535ffd741d8b None None] Pushing event deleted for resources: {'Port': ['ID=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:56.350392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 15a116df-ccaf-4e1f-8783-6e8270785478 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:56.351007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 15a116df-ccaf-4e1f-8783-6e8270785478 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:56.445072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Deleting port cac23bc1-ab5a-41bd-b23f-440b9096ea58 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:56.445812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:56.681689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] For port cac23bc1-ab5a-41bd-b23f-440b9096ea58, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cac23bc1-ab5a-41bd-b23f-440b9096ea58,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:56.682465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:56.702965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Calling delete_port for cac23bc1-ab5a-41bd-b23f-440b9096ea58 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:56.793199 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a9217d20-70b8-4bb0-877a-cfabda7b4a5f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:56.834315 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:56.861743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9217d20-70b8-4bb0-877a-cfabda7b4a5f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:56.867355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] No DVR routers for this DVR port a9217d20-70b8-4bb0-877a-cfabda7b4a5f on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:57.013914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Deleting port 88e8be04-1d8b-47ee-9d32-65744a371f9c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:57.014375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.152173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (ac421194-cdfe-465c-a044-1231afcf53be), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.223049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac421194-cdfe-465c-a044-1231afcf53be']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:57.257588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e3a9303a-dd53-4140-836a-5a16344b6bfc req-d79d98db-0782-48f6-af04-8c8ab004ac1e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0442331 Jan 28 13:56:57.280499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0c0eb2e-339d-4577-a8df-c0c676016d12 req-f1a9a494-fd94-4244-95ba-3dae31ed0d4d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 210 time: 0.0750055 Jan 28 13:56:57.298317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f11f57-4aa8-41dd-b04f-7e505b46f17d') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:57.299221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f11f57-4aa8-41dd-b04f-7e505b46f17d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:57.305978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] For port 88e8be04-1d8b-47ee-9d32-65744a371f9c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=88e8be04-1d8b-47ee-9d32-65744a371f9c,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:57.306435 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.333758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (45f11f57-4aa8-41dd-b04f-7e505b46f17d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.340279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Calling delete_port for 88e8be04-1d8b-47ee-9d32-65744a371f9c owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:57.377073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cac23bc1-ab5a-41bd-b23f-440b9096ea58), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.381046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (45f11f57-4aa8-41dd-b04f-7e505b46f17d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.390598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['cac23bc1-ab5a-41bd-b23f-440b9096ea58'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:57.427535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:57.428156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (45f11f57-4aa8-41dd-b04f-7e505b46f17d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: timer() Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:57.434143 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:57.444392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['88e8be04-1d8b-47ee-9d32-65744a371f9c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:57.550472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event deleted for resources: {'Port': ['ID=cac23bc1-ab5a-41bd-b23f-440b9096ea58,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:57.636674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] No DVR routers for this DVR port cac23bc1-ab5a-41bd-b23f-440b9096ea58 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:57.639081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (ac421194-cdfe-465c-a044-1231afcf53be), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.641288 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.646073 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e78d5c98-ebab-4768-8d4d-11e3e3915bdf req-f78f061f-b796-4ef3-9266-20ba481df040 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "DELETE /v2.0/ports/cac23bc1-ab5a-41bd-b23f-440b9096ea58 HTTP/1.1" status: 204 len: 173 time: 1.9635055 Jan 28 13:56:57.648929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'name': 'network-vif-deleted', 'tag': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:57.662912 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e61923-b53b-44c4-8a4b-634972f81154" -d '{"events": [{"server_uuid": "6498189c-4e9b-445c-8b3c-e66db9dfcc26", "name": "network-vif-deleted", "tag": "cac23bc1-ab5a-41bd-b23f-440b9096ea58"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:57.696451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:57.701296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ac421194-cdfe-465c-a044-1231afcf53be HTTP/1.1" status: 204 len: 168 time: 2.5546772 Jan 28 13:56:57.720529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec4ad9-e468-46a3-877d-3cbf07643060 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac421194-cdfe-465c-a044-1231afcf53be,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:57.798934 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e763b4-8df6-4ccf-bf6d-addecbe2403f x-openstack-request-id: req-15e763b4-8df6-4ccf-bf6d-addecbe2403f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:57.799631 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6498189c-4e9b-445c-8b3c-e66db9dfcc26", "name": "network-vif-deleted", "tag": "cac23bc1-ab5a-41bd-b23f-440b9096ea58", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:57.800156 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15e763b4-8df6-4ccf-bf6d-addecbe2403f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:57.801783 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6498189c-4e9b-445c-8b3c-e66db9dfcc26', 'name': 'network-vif-deleted', 'tag': 'cac23bc1-ab5a-41bd-b23f-440b9096ea58', 'status': 'completed', 'code': 200} Jan 28 13:56:57.849550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (88e8be04-1d8b-47ee-9d32-65744a371f9c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.033401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-d77be080-269a-431b-8ff9-85d9638d387f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:58.035965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-d77be080-269a-431b-8ff9-85d9638d387f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 813 time: 0.1775892 Jan 28 13:56:58.039324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event deleted for resources: {'Port': ['ID=88e8be04-1d8b-47ee-9d32-65744a371f9c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:58.079789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Request body: {'port': {'device_id': '7e68806d-0649-4241-8456-e3c4def52fd9', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'admin_state_up': True, 'tenant_id': '1dd56511119741f893b212a5ac6ac04b'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:58.166138 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.175504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60168) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:58.333338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-d3969403-474f-4d58-b1e0-5ac5bcb8cf33 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:58.344443 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-d3969403-474f-4d58-b1e0-5ac5bcb8cf33 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 813 time: 0.2810888 Jan 28 13:56:58.359339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Request body: {'port': {'device_id': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'admin_state_up': True, 'tenant_id': '1dd56511119741f893b212a5ac6ac04b'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:58.493743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] No DVR routers for this DVR port 88e8be04-1d8b-47ee-9d32-65744a371f9c on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:58.502697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.507685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5618b5b1-57e1-4bd9-a148-642df259e008 req-76747deb-725e-45d4-af53-1fd1fb548d4f tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "DELETE /v2.0/ports/88e8be04-1d8b-47ee-9d32-65744a371f9c HTTP/1.1" status: 204 len: 173 time: 2.2664580 Jan 28 13:56:58.556882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b4dc4c3-1967-4176-b541-a2239a428d91 req-59babea3-488e-4c5a-bc11-3546d7bb73ba tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.1430619 Jan 28 13:56:58.592592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Made reservation on behalf of 1dd56511119741f893b212a5ac6ac04b for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:58.598212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.606178 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fbebbd6e-9c63-4b17-a562-baa25526894e req-c059f19b-d03b-425d-b815-dd268e0057ad tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 210 time: 0.0949030 Jan 28 13:56:58.617515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9728a6a6-7529-4663-90e1-83e280c18d93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2fd70e94a50488eb5ebf637926266f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179714 Jan 28 13:56:58.617934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60174) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:58.717018 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Made reservation on behalf of 1dd56511119741f893b212a5ac6ac04b for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:58.728900 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.761805 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-199c1d4e-96a8-436c-a4e6-67b7011b97f4 admin admin] Publish callbacks [] for security_group (de66b26e-29e8-440c-bb23-4f485ca2966f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.788499 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-199c1d4e-96a8-436c-a4e6-67b7011b97f4 admin admin] Publish callbacks [] for security_group (de66b26e-29e8-440c-bb23-4f485ca2966f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.875117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-199c1d4e-96a8-436c-a4e6-67b7011b97f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (de66b26e-29e8-440c-bb23-4f485ca2966f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.880739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-199c1d4e-96a8-436c-a4e6-67b7011b97f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.884241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-199c1d4e-96a8-436c-a4e6-67b7011b97f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de66b26e-29e8-440c-bb23-4f485ca2966f HTTP/1.1" status: 204 len: 168 time: 0.2628906 Jan 28 13:56:58.953420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Allocated IP 172.20.0.6 (71e8ade2-2b91-49d6-8318-b89e3f9418e2/be912a5d-e513-48e2-b317-8f7e1101abc2/d901bca4-5eec-4825-bc74-87716879c3b5) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:58.987623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c1d4e-96a8-436c-a4e6-67b7011b97f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66b26e-29e8-440c-bb23-4f485ca2966f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:59.176950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks [] for port (d901bca4-5eec-4825-bc74-87716879c3b5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.246202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.354689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:59.358211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:59.365410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Allocated IP 172.20.0.13 (71e8ade2-2b91-49d6-8318-b89e3f9418e2/be912a5d-e513-48e2-b317-8f7e1101abc2/50ee2278-a910-4539-9b82-c6664793cf06) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:59.373482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:59.419116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event updated for resources: {'Port': ['ID=d901bca4-5eec-4825-bc74-87716879c3b5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:59.492865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:59.497194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.510368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60182) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:59.539678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-9b22e092-5db8-4b2c-8754-32d71c73cc6d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4859662 Jan 28 13:56:59.557474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Request body: {'port': {'device_id': '7e68806d-0649-4241-8456-e3c4def52fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:59.567510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cac23bc1-ab5a-41bd-b23f-440b9096ea58 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:59.600459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-98134bcf-61fe-447d-a4f6-bb337b33f550 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8cdb6b24c4f540f3ba25e4dd3e26fb5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860729 Jan 28 13:56:59.600669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60184) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:59.610211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: cac23bc1-ab5a-41bd-b23f-440b9096ea58 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:59.610970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cac23bc1-ab5a-41bd-b23f-440b9096ea58 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:59.635113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks [] for port (50ee2278-a910-4539-9b82-c6664793cf06), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.685202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.732258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bc5eb1b9-9d4b-49fb-b044-252e087e2379 req-d7620894-a0ee-488b-96a4-4e533a96b6f6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0331750 Jan 28 13:56:59.741672 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e37f793d-3a80-4843-b239-d24945103f56 req-ce54aa5f-c74c-44bc-b5d1-64732f623d1d tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 210 time: 0.0348668 Jan 28 13:56:59.755392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (50ee2278-a910-4539-9b82-c6664793cf06), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.787001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33edaaee-dfe2-4092-b75b-13ce090981e6 admin admin] Publish callbacks [] for security_group (1d39de8a-d123-457d-ac12-85c3beca8d72), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.806840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88e8be04-1d8b-47ee-9d32-65744a371f9c no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:59.809490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:59.811359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'name': 'network-vif-deleted', 'tag': '88e8be04-1d8b-47ee-9d32-65744a371f9c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:59.814026 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:59.814566 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34af166c-3ee7-4122-9a4e-a1325d130779" -d '{"events": [{"server_uuid": "9dcba28f-3313-4aec-bf6c-ecae83c9bd49", "name": "network-vif-deleted", "tag": "88e8be04-1d8b-47ee-9d32-65744a371f9c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:59.819756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:59.860349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 88e8be04-1d8b-47ee-9d32-65744a371f9c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:59.860923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 88e8be04-1d8b-47ee-9d32-65744a371f9c not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:59.895152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event updated for resources: {'Port': ['ID=50ee2278-a910-4539-9b82-c6664793cf06,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:59.906362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33edaaee-dfe2-4092-b75b-13ce090981e6 admin admin] Publish callbacks [] for security_group (1d39de8a-d123-457d-ac12-85c3beca8d72), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.909245 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef11f08-2694-4b7e-ac8e-34d746f8c4bb x-openstack-request-id: req-aef11f08-2694-4b7e-ac8e-34d746f8c4bb {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:59.909687 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcba28f-3313-4aec-bf6c-ecae83c9bd49", "name": "network-vif-deleted", "tag": "88e8be04-1d8b-47ee-9d32-65744a371f9c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:59.910106 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aef11f08-2694-4b7e-ac8e-34d746f8c4bb {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:59.910761 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcba28f-3313-4aec-bf6c-ecae83c9bd49', 'name': 'network-vif-deleted', 'tag': '88e8be04-1d8b-47ee-9d32-65744a371f9c', 'status': 'completed', 'code': 200} Jan 28 13:56:59.916019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:59.917398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:59.935039 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-f9ef918c-48d5-4ef8-86a5-e0e2c528c06e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5796807 Jan 28 13:56:59.949624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Request body: {'port': {'device_id': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:00.029086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33edaaee-dfe2-4092-b75b-13ce090981e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1d39de8a-d123-457d-ac12-85c3beca8d72), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.032389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33edaaee-dfe2-4092-b75b-13ce090981e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.047253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-33edaaee-dfe2-4092-b75b-13ce090981e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d39de8a-d123-457d-ac12-85c3beca8d72 HTTP/1.1" status: 204 len: 168 time: 0.4454153 Jan 28 13:57:00.062189 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50ee2278-a910-4539-9b82-c6664793cf06), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.091930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edaaee-dfe2-4092-b75b-13ce090981e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d39de8a-d123-457d-ac12-85c3beca8d72,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:00.254179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d901bca4-5eec-4825-bc74-87716879c3b5 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:00.272633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Publish callbacks [] for port (d901bca4-5eec-4825-bc74-87716879c3b5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.293947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Transition to ACTIVE for port object d901bca4-5eec-4825-bc74-87716879c3b5 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:00.302811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.460581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Pushing event updated for resources: {'Port': ['ID=d901bca4-5eec-4825-bc74-87716879c3b5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:00.535340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ee2278-a910-4539-9b82-c6664793cf06 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:00.545188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Publish callbacks [] for port (50ee2278-a910-4539-9b82-c6664793cf06), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.560430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Transition to ACTIVE for port object 50ee2278-a910-4539-9b82-c6664793cf06 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:00.573233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (50ee2278-a910-4539-9b82-c6664793cf06), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.642937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Attempting to bind port d901bca4-5eec-4825-bc74-87716879c3b5 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:00.643271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Attempting to bind port d901bca4-5eec-4825-bc74-87716879c3b5 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:00.643530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Attempting to bind port d901bca4-5eec-4825-bc74-87716879c3b5 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:00.661040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Port d901bca4-5eec-4825-bc74-87716879c3b5 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:00.661406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Attempting to bind port d901bca4-5eec-4825-bc74-87716879c3b5 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:00.677461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:00.677889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Checking segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:00.678217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Bound using segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:00.678672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Bound port: d901bca4-5eec-4825-bc74-87716879c3b5, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:00.679042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.711713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Pushing event updated for resources: {'Port': ['ID=50ee2278-a910-4539-9b82-c6664793cf06,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:00.839611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] For port d901bca4-5eec-4825-bc74-87716879c3b5, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:00.843409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] For port d901bca4-5eec-4825-bc74-87716879c3b5, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d901bca4-5eec-4825-bc74-87716879c3b5,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:00.849569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.887289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Attempting to bind port 50ee2278-a910-4539-9b82-c6664793cf06 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:00.888760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Attempting to bind port 50ee2278-a910-4539-9b82-c6664793cf06 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:00.890504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Attempting to bind port 50ee2278-a910-4539-9b82-c6664793cf06 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:00.903380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Pushing event updated for resources: {'Port': ['ID=d901bca4-5eec-4825-bc74-87716879c3b5,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:00.904584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Port 50ee2278-a910-4539-9b82-c6664793cf06 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:00.905024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Attempting to bind port 50ee2278-a910-4539-9b82-c6664793cf06 on network 71e8ade2-2b91-49d6-8318-b89e3f9418e2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:00.912624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:00.913038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:00.914779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-4fb1085f-1706-4abd-a276-7ef354236385 service neutron] 10.222.0.36 "PUT /v2.0/ports/d901bca4-5eec-4825-bc74-87716879c3b5 HTTP/1.1" status: 200 len: 1091 time: 1.3625362 Jan 28 13:57:00.943813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:00.944252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Checking segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:00.944906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Bound using segment: {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:00.957884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Bound port: 50ee2278-a910-4539-9b82-c6664793cf06, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:00.958724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50ee2278-a910-4539-9b82-c6664793cf06), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.033204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] For port 50ee2278-a910-4539-9b82-c6664793cf06, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:01.037642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] For port 50ee2278-a910-4539-9b82-c6664793cf06, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50ee2278-a910-4539-9b82-c6664793cf06,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:01.040121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-3042881f-8d8c-48b9-b2aa-7cfed61b6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:01.041943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-3042881f-8d8c-48b9-b2aa-7cfed61b6e2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 1094 time: 0.0762105 Jan 28 13:57:01.045968 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (50ee2278-a910-4539-9b82-c6664793cf06), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.144467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:01.147024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.149020 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] 10.222.0.60 "PUT /v2.0/ports/50ee2278-a910-4539-9b82-c6664793cf06 HTTP/1.1" status: 200 len: 1092 time: 1.2040987 Jan 28 13:57:01.152147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'tag': '50ee2278-a910-4539-9b82-c6664793cf06'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:01.159296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-0ad17eaf-b47a-4eb3-8ce2-7e7dcc66b238 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d901bca4-5eec-4825-bc74-87716879c3b5 HTTP/1.1" status: 200 len: 217 time: 0.1049478 Jan 28 13:57:01.168687 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8d2c1a-ef64-468f-a747-6bf6fa716705", "tag": "50ee2278-a910-4539-9b82-c6664793cf06"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:01.352986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-5a4efc5f-ed7c-432b-a97a-f7419d67a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:01.360783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc19aaa-5b53-4ff3-a12b-adb39e8039e6 service neutron] Pushing event updated for resources: {'Port': ['ID=50ee2278-a910-4539-9b82-c6664793cf06,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:01.362110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-5a4efc5f-ed7c-432b-a97a-f7419d67a8ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.1913710 Jan 28 13:57:01.377757 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0bd4479-a6c1-427a-a96f-0d8961940944 req-a6cbd3d3-f5c9-4b62-877b-b9e3fe3885eb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.5102689 Jan 28 13:57:01.405147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-de038373-ba5b-4701-ac1f-2383a16c8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:01.410396 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-de038373-ba5b-4701-ac1f-2383a16c8e82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 1095 time: 0.1910632 Jan 28 13:57:01.447840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-ed786802-d075-4eaa-b45c-13e1db12a72a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755091 Jan 28 13:57:01.454675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b906-5ded-43af-916a-74f3b2be2f55 req-169a8d87-91a3-41a1-a59e-f029d8b11978 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:01.462652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d869b906-5ded-43af-916a-74f3b2be2f55 req-169a8d87-91a3-41a1-a59e-f029d8b11978 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 944 time: 0.5411806 Jan 28 13:57:01.466992 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e2201b-2ff0-442f-934f-a67ddedd0445 x-openstack-request-id: req-b6e2201b-2ff0-442f-934f-a67ddedd0445 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:01.467428 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8d2c1a-ef64-468f-a747-6bf6fa716705", "tag": "50ee2278-a910-4539-9b82-c6664793cf06", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:01.467792 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6e2201b-2ff0-442f-934f-a67ddedd0445 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:01.468355 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'tag': '50ee2278-a910-4539-9b82-c6664793cf06', 'status': 'completed', 'code': 200} Jan 28 13:57:01.470252 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-2e9a1c89-b088-4951-9d18-367d6b7d9c4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50ee2278-a910-4539-9b82-c6664793cf06 HTTP/1.1" status: 200 len: 217 time: 0.0471952 Jan 28 13:57:01.544283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-eb909d04-c5ce-4ca2-bfef-2ca4300f542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:01.545943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-eb909d04-c5ce-4ca2-bfef-2ca4300f542a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.0670512 Jan 28 13:57:01.584773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-19e9ac3b-ab8f-4925-949a-3b01ffffc4c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292165 Jan 28 13:57:01.629368 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60214) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:01.634954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d869b906-5ded-43af-916a-74f3b2be2f55 req-50b8bfd9-9fc3-4a62-bf01-48ecf1f58c5a tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714218 Jan 28 13:57:01.714256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-8a235cfb-5944-46c2-aa00-397b44d55cfc service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488391 Jan 28 13:57:01.727134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-473be7c9-897d-4f02-b1e3-9872f34c19ed service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338634 Jan 28 13:57:01.828260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9be971a-4da8-495e-a1c8-3e63366ec7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.873531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-93fa5c70-6323-48a4-a2a0-2c756d499756 service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497140 Jan 28 13:57:01.908654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-89a1f77e-4109-4dd8-950b-042a2689bd4f req-08bf568e-5dce-42b8-b4bb-f8dce3832cbc service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740680 Jan 28 13:57:01.914253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e68806d-0649-4241-8456-e3c4def52fd9', 'tag': 'd901bca4-5eec-4825-bc74-87716879c3b5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:01.918655 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d5db72-91f5-4141-8563-54c38951d1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e68806d-0649-4241-8456-e3c4def52fd9", "tag": "d901bca4-5eec-4825-bc74-87716879c3b5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:01.943726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9be971a-4da8-495e-a1c8-3e63366ec7ab admin admin] Publish callbacks [] for security_group (b33da3c6-7cc4-4d08-b890-67ab66cb7865), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.950006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b9be971a-4da8-495e-a1c8-3e63366ec7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b33da3c6-7cc4-4d08-b890-67ab66cb7865), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.973135 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcd101f-af3c-4e18-b345-64206b82fe36 x-openstack-request-id: req-edcd101f-af3c-4e18-b345-64206b82fe36 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:01.973739 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e68806d-0649-4241-8456-e3c4def52fd9", "tag": "d901bca4-5eec-4825-bc74-87716879c3b5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:01.974236 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edcd101f-af3c-4e18-b345-64206b82fe36 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:01.974975 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e68806d-0649-4241-8456-e3c4def52fd9', 'tag': 'd901bca4-5eec-4825-bc74-87716879c3b5', 'status': 'completed', 'code': 200} Jan 28 13:57:02.013815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b9be971a-4da8-495e-a1c8-3e63366ec7ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a91baa24d1c4467cb9e7f762e03906d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813181 Jan 28 13:57:02.025807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be971a-4da8-495e-a1c8-3e63366ec7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33da3c6-7cc4-4d08-b890-67ab66cb7865,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:02.028112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60220) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:02.047371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-36390fea-0335-4f32-89cb-7ee64df5ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.048962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-36390fea-0335-4f32-89cb-7ee64df5ee3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 1095 time: 0.0637386 Jan 28 13:57:02.078944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-e9ec6e59-eac0-4da8-ae66-8a279c6f456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.080571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-e9ec6e59-eac0-4da8-ae66-8a279c6f456a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 1094 time: 0.0847065 Jan 28 13:57:02.170409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fca8c66a-5a91-4630-857f-5adce4e507b5 admin admin] Publish callbacks [] for security_group (b33da3c6-7cc4-4d08-b890-67ab66cb7865), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.171865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-7ddaf0f4-4f9e-41f8-abcd-98265df554f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.173428 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-7ddaf0f4-4f9e-41f8-abcd-98265df554f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 914 time: 0.1094744 Jan 28 13:57:02.229085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fca8c66a-5a91-4630-857f-5adce4e507b5 admin admin] Publish callbacks [] for security_group (b33da3c6-7cc4-4d08-b890-67ab66cb7865), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.231240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-ddeeafec-0186-4e28-ba12-2be8cbccadb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50ee2278-a910-4539-9b82-c6664793cf06 HTTP/1.1" status: 200 len: 217 time: 0.0434926 Jan 28 13:57:02.253616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-3c82e919-36ef-4966-80c9-e6bed5dc09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.255290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-3c82e919-36ef-4966-80c9-e6bed5dc09b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 914 time: 0.1673234 Jan 28 13:57:02.308025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-abc51d03-ea8c-4c01-ab9e-1651e7b49a50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d901bca4-5eec-4825-bc74-87716879c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0439024 Jan 28 13:57:02.313794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-db5afa07-48ff-4a07-b680-d813fcf51fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.315703 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-db5afa07-48ff-4a07-b680-d813fcf51fb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.0775409 Jan 28 13:57:02.355304 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-9f4c4bba-4924-4abd-a519-f6a53a89d7ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310781 Jan 28 13:57:02.385756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-4815ee9d-2faf-4dd4-826e-77728e4adec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.387697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-4815ee9d-2faf-4dd4-826e-77728e4adec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.0735843 Jan 28 13:57:02.388394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fca8c66a-5a91-4630-857f-5adce4e507b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b33da3c6-7cc4-4d08-b890-67ab66cb7865), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.391472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fca8c66a-5a91-4630-857f-5adce4e507b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.392770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fca8c66a-5a91-4630-857f-5adce4e507b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b33da3c6-7cc4-4d08-b890-67ab66cb7865 HTTP/1.1" status: 204 len: 168 time: 0.3633544 Jan 28 13:57:02.485980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-cab34a7b-6fa9-4d1c-9bd6-91168d5a6e01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739729 Jan 28 13:57:02.500711 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-32bda54f-4bb3-4ab8-b036-7d9227707765 service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331074 Jan 28 13:57:02.576798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d51a9a2-1437-408d-8302-f82ce67544e6 req-39cd431d-8e5d-44b0-9e09-18560dd22495 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=09412ce0-49c1-4e95-bbb6-418d127e618e HTTP/1.1" status: 200 len: 210 time: 0.0898533 Jan 28 13:57:02.579652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8c66a-5a91-4630-857f-5adce4e507b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33da3c6-7cc4-4d08-b890-67ab66cb7865,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:02.720667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-a3492599-9d9e-4ab2-836b-684ce8a9ddad service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704001 Jan 28 13:57:02.735726 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b24f02a9-fadd-4a9f-b2d6-cd73e37607a8 req-3cbc82ad-28f4-4e16-927f-3779c8a20eff service neutron] 10.222.0.60 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240260 Jan 28 13:57:02.906409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503415-64b0-495e-985b-2d282056f4c2 req-2543b6b6-219c-4211-a403-0d51d71650bb tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:02.910337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce503415-64b0-495e-985b-2d282056f4c2 req-2543b6b6-219c-4211-a403-0d51d71650bb tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 944 time: 0.1341174 Jan 28 13:57:02.912925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60230) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:02.938037 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0af67f28-2127-4823-86d6-1fa2fd837c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.028806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ce503415-64b0-495e-985b-2d282056f4c2 req-7d86f815-5252-438b-9bcd-241d9a28fd20 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082571 Jan 28 13:57:03.114590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0af67f28-2127-4823-86d6-1fa2fd837c0c admin admin] Publish callbacks [] for security_group (67efcdd5-fbd5-48b4-aff1-3a463c6e64db), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.129460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0af67f28-2127-4823-86d6-1fa2fd837c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67efcdd5-fbd5-48b4-aff1-3a463c6e64db), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.201569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af67f28-2127-4823-86d6-1fa2fd837c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67efcdd5-fbd5-48b4-aff1-3a463c6e64db,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:03.213734 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0af67f28-2127-4823-86d6-1fa2fd837c0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7a9e10d13e84506a317645f5df280ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983811 Jan 28 13:57:03.213912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60232) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:03.237367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51d5db72-91f5-4141-8563-54c38951d1f3 req-3fa0eb7c-d2d0-4c6d-b34c-7e9447f5147b service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086594 Jan 28 13:57:03.303738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb05f-c3d3-4166-956d-715464676041 admin admin] Publish callbacks [] for security_group (67efcdd5-fbd5-48b4-aff1-3a463c6e64db), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.338976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb05f-c3d3-4166-956d-715464676041 admin admin] Publish callbacks [] for security_group (67efcdd5-fbd5-48b4-aff1-3a463c6e64db), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.415771 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb05f-c3d3-4166-956d-715464676041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (67efcdd5-fbd5-48b4-aff1-3a463c6e64db), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.420010 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a7fb05f-c3d3-4166-956d-715464676041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.422639 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a7fb05f-c3d3-4166-956d-715464676041 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67efcdd5-fbd5-48b4-aff1-3a463c6e64db HTTP/1.1" status: 204 len: 168 time: 0.2062240 Jan 28 13:57:03.431989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fb05f-c3d3-4166-956d-715464676041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67efcdd5-fbd5-48b4-aff1-3a463c6e64db,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:03.597345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d901bca4-5eec-4825-bc74-87716879c3b5 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:03.800347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d901bca4-5eec-4825-bc74-87716879c3b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d901bca4-5eec-4825-bc74-87716879c3b5,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:03.810792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50ee2278-a910-4539-9b82-c6664793cf06 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:03.824715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'd901bca4-5eec-4825-bc74-87716879c3b5', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'port_id': 'd901bca4-5eec-4825-bc74-87716879c3b5', 'mac_address': 'fa:16:3e:4a:fb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be912a5d-e513-48e2-b317-8f7e1101abc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:03.922117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d901bca4-5eec-4825-bc74-87716879c3b5 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:03.922520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.950252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d901bca4-5eec-4825-bc74-87716879c3b5 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:03.975275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d901bca4-5eec-4825-bc74-87716879c3b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d901bca4-5eec-4825-bc74-87716879c3b5,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:03.982897 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.994960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 50ee2278-a910-4539-9b82-c6664793cf06, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50ee2278-a910-4539-9b82-c6664793cf06,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:04.028978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '50ee2278-a910-4539-9b82-c6664793cf06', 'network_id': '71e8ade2-2b91-49d6-8318-b89e3f9418e2', 'port_id': '50ee2278-a910-4539-9b82-c6664793cf06', 'mac_address': 'fa:16:3e:e1:28:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be912a5d-e513-48e2-b317-8f7e1101abc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:04.080594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d901bca4-5eec-4825-bc74-87716879c3b5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:04.094526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 50ee2278-a910-4539-9b82-c6664793cf06 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:04.095172 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50ee2278-a910-4539-9b82-c6664793cf06), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.110615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ee2278-a910-4539-9b82-c6664793cf06 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:04.132139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 50ee2278-a910-4539-9b82-c6664793cf06, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50ee2278-a910-4539-9b82-c6664793cf06,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:04.137600 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (50ee2278-a910-4539-9b82-c6664793cf06), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.207539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=50ee2278-a910-4539-9b82-c6664793cf06,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:04.213727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f9cd4-b4e4-4935-b8b2-f7554f595fed req-03d0cb57-ffd1-47f7-b48a-bdd78331bdcb tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:04.216199 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c36f9cd4-b4e4-4935-b8b2-f7554f595fed req-03d0cb57-ffd1-47f7-b48a-bdd78331bdcb tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 945 time: 0.0818923 Jan 28 13:57:04.255576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d901bca4-5eec-4825-bc74-87716879c3b5'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:04.273684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c36f9cd4-b4e4-4935-b8b2-f7554f595fed req-8d132d02-cfd1-4a20-9f3e-cd811fb77559 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Jan 28 13:57:04.402273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['50ee2278-a910-4539-9b82-c6664793cf06'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:04.854791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60270) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:04.906191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d1bc34fc-a885-4e5a-95a6-3b70580ff476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.984094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca278f1e-0bcb-4fed-9cf8-4fe2061e6a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.067833 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca278f1e-0bcb-4fed-9cf8-4fe2061e6a8f admin admin] Publish callbacks [] for security_group (df678882-84e1-4e76-abc5-93587c530b34), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.072776 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca278f1e-0bcb-4fed-9cf8-4fe2061e6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (df678882-84e1-4e76-abc5-93587c530b34), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.115441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ca278f1e-0bcb-4fed-9cf8-4fe2061e6a8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a104e4ea69d4cca99804d9fda6de5e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594073 Jan 28 13:57:05.116346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278f1e-0bcb-4fed-9cf8-4fe2061e6a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df678882-84e1-4e76-abc5-93587c530b34,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:05.118208 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60274) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:05.210634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6498b844-ddf5-4459-b1ce-a66ecc1df8a1 admin admin] Publish callbacks [] for security_group (df678882-84e1-4e76-abc5-93587c530b34), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.245047 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6498b844-ddf5-4459-b1ce-a66ecc1df8a1 admin admin] Publish callbacks [] for security_group (df678882-84e1-4e76-abc5-93587c530b34), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.335347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6498b844-ddf5-4459-b1ce-a66ecc1df8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (df678882-84e1-4e76-abc5-93587c530b34), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.338052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6498b844-ddf5-4459-b1ce-a66ecc1df8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.339274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6498b844-ddf5-4459-b1ce-a66ecc1df8a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df678882-84e1-4e76-abc5-93587c530b34 HTTP/1.1" status: 204 len: 168 time: 0.2200658 Jan 28 13:57:05.360585 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b844-ddf5-4459-b1ce-a66ecc1df8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df678882-84e1-4e76-abc5-93587c530b34,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:05.466328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95812019-127c-483a-88ed-4436f5d3d0c9 req-029d211e-c1d6-4028-830f-29955cb5cd63 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:05.468743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95812019-127c-483a-88ed-4436f5d3d0c9 req-029d211e-c1d6-4028-830f-29955cb5cd63 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 945 time: 0.0833926 Jan 28 13:57:05.520005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95812019-127c-483a-88ed-4436f5d3d0c9 req-8bcd5071-e051-4c60-954e-b1bb6e074cfe tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Jan 28 13:57:05.596164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d901bca4-5eec-4825-bc74-87716879c3b5 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:05.651248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port d901bca4-5eec-4825-bc74-87716879c3b5 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:05.655773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port d901bca4-5eec-4825-bc74-87716879c3b5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:05.656237 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.746541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port d901bca4-5eec-4825-bc74-87716879c3b5 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:05.747103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.779926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e68806d-0649-4241-8456-e3c4def52fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd901bca4-5eec-4825-bc74-87716879c3b5'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:05.782237 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d427465-92b2-478c-a130-118d2ff9d284" -d '{"events": [{"server_uuid": "7e68806d-0649-4241-8456-e3c4def52fd9", "name": "network-vif-plugged", "status": "completed", "tag": "d901bca4-5eec-4825-bc74-87716879c3b5"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:05.802240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port d901bca4-5eec-4825-bc74-87716879c3b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d901bca4-5eec-4825-bc74-87716879c3b5,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:05.808509 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.834480 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c0a21-429b-446f-813a-42ce3d6d6201 x-openstack-request-id: req-652c0a21-429b-446f-813a-42ce3d6d6201 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:05.834772 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e68806d-0649-4241-8456-e3c4def52fd9", "name": "network-vif-plugged", "status": "completed", "tag": "d901bca4-5eec-4825-bc74-87716879c3b5", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:05.835225 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-652c0a21-429b-446f-813a-42ce3d6d6201 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:05.835671 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e68806d-0649-4241-8456-e3c4def52fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd901bca4-5eec-4825-bc74-87716879c3b5', 'code': 200} Jan 28 13:57:05.838185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50ee2278-a910-4539-9b82-c6664793cf06 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:05.917765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=d901bca4-5eec-4825-bc74-87716879c3b5,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:05.941854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 50ee2278-a910-4539-9b82-c6664793cf06 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:05.948178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 50ee2278-a910-4539-9b82-c6664793cf06 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:05.948607 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (50ee2278-a910-4539-9b82-c6664793cf06), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.975377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa454102-f234-4e54-9a18-3730cec3d7d4 req-aa5ce8c0-fec2-476f-b852-f43266edb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:05.977166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa454102-f234-4e54-9a18-3730cec3d7d4 req-aa5ce8c0-fec2-476f-b852-f43266edb9db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0603135 Jan 28 13:57:06.043051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa454102-f234-4e54-9a18-3730cec3d7d4 req-7c75edc1-e597-4811-8f4d-a658675210d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Jan 28 13:57:06.069096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 50ee2278-a910-4539-9b82-c6664793cf06 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:06.069474 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50ee2278-a910-4539-9b82-c6664793cf06), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.110543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 50ee2278-a910-4539-9b82-c6664793cf06, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50ee2278-a910-4539-9b82-c6664793cf06,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:06.116180 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (50ee2278-a910-4539-9b82-c6664793cf06), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:06.174072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=50ee2278-a910-4539-9b82-c6664793cf06,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:06.649579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737c40b-80e1-4018-804f-b0470b4248d9 req-892a4c44-0357-46de-aa3d-1bcf193ee8e5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:06.659951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0737c40b-80e1-4018-804f-b0470b4248d9 req-892a4c44-0357-46de-aa3d-1bcf193ee8e5 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 946 time: 0.0599668 Jan 28 13:57:06.721377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0737c40b-80e1-4018-804f-b0470b4248d9 req-bc2842fc-1747-44a1-ba15-c1709a07bf05 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591002 Jan 28 13:57:07.717550 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ceee9e4-0c1e-4b24-ba45-6024f0121b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.747473 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:57:07.836679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ee2278-a910-4539-9b82-c6664793cf06'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:07.840683 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb18f1f-045e-4dcd-b0a9-cc5b6ae1c606" -d '{"events": [{"server_uuid": "0d8d2c1a-ef64-468f-a747-6bf6fa716705", "name": "network-vif-plugged", "status": "completed", "tag": "50ee2278-a910-4539-9b82-c6664793cf06"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:07.853351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58550aed-896e-459c-8704-3f2286d24c31 req-2900be2d-c3de-4300-803d-7138307f8429 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:07.855583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58550aed-896e-459c-8704-3f2286d24c31 req-2900be2d-c3de-4300-803d-7138307f8429 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 946 time: 0.0633392 Jan 28 13:57:07.904779 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c31904-ed5d-4023-9046-2ac271a5b1c2 x-openstack-request-id: req-74c31904-ed5d-4023-9046-2ac271a5b1c2 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:07.905077 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d2c1a-ef64-468f-a747-6bf6fa716705", "name": "network-vif-plugged", "status": "completed", "tag": "50ee2278-a910-4539-9b82-c6664793cf06", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:07.905331 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74c31904-ed5d-4023-9046-2ac271a5b1c2 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:07.905753 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ee2278-a910-4539-9b82-c6664793cf06', 'code': 200} Jan 28 13:57:07.944071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-58550aed-896e-459c-8704-3f2286d24c31 req-d6dc38b5-708e-47e2-b17a-440eabfc9f4e tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681362 Jan 28 13:57:08.036466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e5ade-49f2-4997-8d07-a9622f0c449f req-00cb1da3-30a7-4b50-b948-955951890a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:08.038012 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-228e5ade-49f2-4997-8d07-a9622f0c449f req-00cb1da3-30a7-4b50-b948-955951890a92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 1097 time: 0.0556080 Jan 28 13:57:08.088646 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-228e5ade-49f2-4997-8d07-a9622f0c449f req-2c348d6e-38a1-4568-ae70-01f22d5aa8ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Jan 28 13:57:08.730451 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.118128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8324d-5964-4134-ba2e-43cd95723038 req-9840da25-d61e-479c-86fa-c53ae2a8f966 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.132994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3c8324d-5964-4134-ba2e-43cd95723038 req-9840da25-d61e-479c-86fa-c53ae2a8f966 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 946 time: 0.1026390 Jan 28 13:57:09.219372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3c8324d-5964-4134-ba2e-43cd95723038 req-753ef7f7-3a91-4912-87c9-1652afec25fc tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785117 Jan 28 13:57:10.304435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60386) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:10.310242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0b43e95d-d761-4d4e-97b5-401837582a68 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626988894', 'description': 'tempest-secgroup-smoke-626988894 description', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:10.338158 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b43e95d-d761-4d4e-97b5-401837582a68 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.380216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086a7e8-9006-4223-b32d-f62172e3ff88 req-382536a2-f89f-4f3a-880e-dec6da9803a1 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:10.382584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4086a7e8-9006-4223-b32d-f62172e3ff88 req-382536a2-f89f-4f3a-880e-dec6da9803a1 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 946 time: 0.0671318 Jan 28 13:57:10.422034 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b43e95d-d761-4d4e-97b5-401837582a68 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group (91d3b201-1154-428b-9ca7-204e7c53c2de), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.427647 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b43e95d-d761-4d4e-97b5-401837582a68 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (91d3b201-1154-428b-9ca7-204e7c53c2de), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.450119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4086a7e8-9006-4223-b32d-f62172e3ff88 req-12a1c49d-ffc7-4ed9-9f09-788d98aa1c7c tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608418 Jan 28 13:57:10.481162 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b43e95d-d761-4d4e-97b5-401837582a68 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.482738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0b43e95d-d761-4d4e-97b5-401837582a68 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1763983 Jan 28 13:57:10.485805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60390) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:10.491349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-71ac318e-1a48-4798-9daa-020cfbcb9b23 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'security_group_rule': {'security_group_id': '91d3b201-1154-428b-9ca7-204e7c53c2de', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:10.496748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43e95d-d761-4d4e-97b5-401837582a68 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d3b201-1154-428b-9ca7-204e7c53c2de,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:10.530777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71ac318e-1a48-4798-9daa-020cfbcb9b23 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (5827281f-853f-4846-a4b9-d2e71f133f42), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.607516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.609340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71ac318e-1a48-4798-9daa-020cfbcb9b23 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (5827281f-853f-4846-a4b9-d2e71f133f42), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.613028 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c7b39-3d85-43be-a09c-e14b4a64a85f req-a1329c76-3240-4927-b3a6-82ede6560be4 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:10.615611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71ac318e-1a48-4798-9daa-020cfbcb9b23 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5827281f-853f-4846-a4b9-d2e71f133f42), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.615876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-336c7b39-3d85-43be-a09c-e14b4a64a85f req-a1329c76-3240-4927-b3a6-82ede6560be4 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 945 time: 0.0879068 Jan 28 13:57:10.649494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac318e-1a48-4798-9daa-020cfbcb9b23 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5827281f-853f-4846-a4b9-d2e71f133f42,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:10.676280 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71ac318e-1a48-4798-9daa-020cfbcb9b23 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.678329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-71ac318e-1a48-4798-9daa-020cfbcb9b23 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1912725 Jan 28 13:57:10.682207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60392) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:10.688482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b485dd91-c55e-4575-b37f-a2cb3cce9c44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'security_group_rule': {'security_group_id': '91d3b201-1154-428b-9ca7-204e7c53c2de', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:10.733864 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-336c7b39-3d85-43be-a09c-e14b4a64a85f req-e6020699-8f4e-40f0-b9f4-db4c13d9122c tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101069 Jan 28 13:57:10.734507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b485dd91-c55e-4575-b37f-a2cb3cce9c44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (8213ca37-e3b9-458b-8515-c2ce9c5003a6), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.794946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-3ac802ed-631b-46e0-af0f-9ace58d1a0cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e68806d-0649-4241-8456-e3c4def52fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626221 Jan 28 13:57:10.849504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b485dd91-c55e-4575-b37f-a2cb3cce9c44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (8213ca37-e3b9-458b-8515-c2ce9c5003a6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.856451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b485dd91-c55e-4575-b37f-a2cb3cce9c44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (8213ca37-e3b9-458b-8515-c2ce9c5003a6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.875154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485dd91-c55e-4575-b37f-a2cb3cce9c44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8213ca37-e3b9-458b-8515-c2ce9c5003a6,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:10.892214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b485dd91-c55e-4575-b37f-a2cb3cce9c44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:10.896695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b485dd91-c55e-4575-b37f-a2cb3cce9c44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130470 Jan 28 13:57:10.899059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60396) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:10.905375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ff765ec3-098c-4b55-bdfd-47d2349c1543 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'security_group_rule': {'security_group_id': '91d3b201-1154-428b-9ca7-204e7c53c2de', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:10.919190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-7e21a0cc-10bb-4b7c-9cd5-472f84fd6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:10.921211 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-7e21a0cc-10bb-4b7c-9cd5-472f84fd6322 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dd56511119741f893b212a5ac6ac04b&device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0711968 Jan 28 13:57:10.970280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff765ec3-098c-4b55-bdfd-47d2349c1543 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (7e31e994-ffec-4ea8-8fa9-0ff6f3156a44), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.064953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff765ec3-098c-4b55-bdfd-47d2349c1543 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (7e31e994-ffec-4ea8-8fa9-0ff6f3156a44), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.074802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff765ec3-098c-4b55-bdfd-47d2349c1543 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (7e31e994-ffec-4ea8-8fa9-0ff6f3156a44), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.094152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff765ec3-098c-4b55-bdfd-47d2349c1543 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e31e994-ffec-4ea8-8fa9-0ff6f3156a44,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:11.111197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ff765ec3-098c-4b55-bdfd-47d2349c1543 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.116124 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ff765ec3-098c-4b55-bdfd-47d2349c1543 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156961 Jan 28 13:57:11.116850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60402) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:11.119141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-9f9e2910-13fb-439c-9dce-e3f87c10742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:11.121244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-9f9e2910-13fb-439c-9dce-e3f87c10742b service neutron] 10.222.0.36 "GET /v2.0/networks?id=71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 200 len: 914 time: 0.1728053 Jan 28 13:57:11.122219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4a3d3534-48f8-4e19-a756-e0f08d6550ce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'security_group_rule': {'security_group_id': '91d3b201-1154-428b-9ca7-204e7c53c2de', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:11.152095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a3d3534-48f8-4e19-a756-e0f08d6550ce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (3fcd3e90-74eb-4a15-86d4-76b71919c64f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.198090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-c87207ea-c896-4688-90a2-a498549b3950 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d901bca4-5eec-4825-bc74-87716879c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0697916 Jan 28 13:57:11.239715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a3d3534-48f8-4e19-a756-e0f08d6550ce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (3fcd3e90-74eb-4a15-86d4-76b71919c64f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.245413 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a3d3534-48f8-4e19-a756-e0f08d6550ce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3fcd3e90-74eb-4a15-86d4-76b71919c64f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.265046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-e158bfa9-1e06-4a13-9bb4-a9b676c262bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:11.267141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-e158bfa9-1e06-4a13-9bb4-a9b676c262bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 200 len: 853 time: 0.0619011 Jan 28 13:57:11.275190 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4a3d3534-48f8-4e19-a756-e0f08d6550ce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.278958 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4a3d3534-48f8-4e19-a756-e0f08d6550ce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585288 Jan 28 13:57:11.279353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60406) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:11.283686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'security_group_rule': {'security_group_id': '91d3b201-1154-428b-9ca7-204e7c53c2de', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:11.290471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d3534-48f8-4e19-a756-e0f08d6550ce tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcd3e90-74eb-4a15-86d4-76b71919c64f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:11.318967 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Project e133a900abf34fcf8930a73b09a47ce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:57:11.327044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (8c4dc538-6559-4247-80b7-c6dd1c0c14d2), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.330457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-6a616df2-c8bb-495b-862b-e8623c67cce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71e8ade2-2b91-49d6-8318-b89e3f9418e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537174 Jan 28 13:57:11.399261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (8c4dc538-6559-4247-80b7-c6dd1c0c14d2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.401803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810205ed-c2c1-4e10-9616-f3715f605d66 req-8f7a5aec-7cdc-439b-8f58-194470e8c293 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:11.403396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-810205ed-c2c1-4e10-9616-f3715f605d66 req-8f7a5aec-7cdc-439b-8f58-194470e8c293 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 945 time: 0.1347127 Jan 28 13:57:11.403560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (8c4dc538-6559-4247-80b7-c6dd1c0c14d2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.423118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4dc538-6559-4247-80b7-c6dd1c0c14d2,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:11.443197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.463582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4f5888d4-cb00-43d0-8c8d-a9799a60f04e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1789646 Jan 28 13:57:11.463945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60408) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:11.489351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'security_group_rule': {'security_group_id': '91d3b201-1154-428b-9ca7-204e7c53c2de', 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:11.519940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-d845031b-76a8-44e0-9596-461875784296 service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810100 Jan 28 13:57:11.523751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-810205ed-c2c1-4e10-9616-f3715f605d66 req-c19b9c01-96b6-4675-a4a1-5531038ec0bd tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112690 Jan 28 13:57:11.553379 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Project e133a900abf34fcf8930a73b09a47ce0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:57:11.565432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (906299f6-855b-4d75-aa69-ff062d040156), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.658345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c04fd788-a313-4ad4-9dee-0c15bfee10a7 req-d1e8e2d0-a86a-4ada-9eeb-c0d369838078 service neutron] 10.222.0.36 "GET /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294599 Jan 28 13:57:11.660264 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (906299f6-855b-4d75-aa69-ff062d040156), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.664865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (906299f6-855b-4d75-aa69-ff062d040156), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.687722 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906299f6-855b-4d75-aa69-ff062d040156,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:11.698442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:11.704087 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-544e5b8f-4608-4d68-bcf9-2b959ace20ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2348845 Jan 28 13:57:11.766052 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.430642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-09470257-77e8-465e-a811-40e5606b0a92 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:12.432387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-09470257-77e8-465e-a811-40e5606b0a92 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 945 time: 0.0596266 Jan 28 13:57:12.552956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Deleting port d901bca4-5eec-4825-bc74-87716879c3b5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:12.553307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.695030 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358cc8-2806-44eb-879f-7a9a26c4dc6d req-2e676988-1efc-4438-af68-7a68556969cf tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:12.696617 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1358cc8-2806-44eb-879f-7a9a26c4dc6d req-2e676988-1efc-4438-af68-7a68556969cf tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e68806d-0649-4241-8456-e3c4def52fd9 HTTP/1.1" status: 200 len: 945 time: 0.0651309 Jan 28 13:57:12.705133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] For port d901bca4-5eec-4825-bc74-87716879c3b5, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=d901bca4-5eec-4825-bc74-87716879c3b5,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:12.705716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:12.761074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Calling delete_port for d901bca4-5eec-4825-bc74-87716879c3b5 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:12.794985 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f1358cc8-2806-44eb-879f-7a9a26c4dc6d req-adf4a2f7-cddd-4818-9d71-6e44531de01b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/security-groups?id=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779095 Jan 28 13:57:12.926698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-35b40c0c-3ccb-46a0-a490-a9ea36fd7f46 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:12.929407 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-35b40c0c-3ccb-46a0-a490-a9ea36fd7f46 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 946 time: 0.0837848 Jan 28 13:57:12.988603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d901bca4-5eec-4825-bc74-87716879c3b5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.004980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['50ee2278-a910-4539-9b82-c6664793cf06'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:13.035540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Deleting port 50ee2278-a910-4539-9b82-c6664793cf06 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:13.036408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (50ee2278-a910-4539-9b82-c6664793cf06), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.056785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event deleted for resources: {'Port': ['ID=d901bca4-5eec-4825-bc74-87716879c3b5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:13.068993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d901bca4-5eec-4825-bc74-87716879c3b5'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:13.126990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] No DVR routers for this DVR port d901bca4-5eec-4825-bc74-87716879c3b5 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:13.131836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.137760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c692673-a564-4aaa-aa62-ba47edf62706 req-763429c4-2824-41b7-820f-7a8c6d17fcef tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.36 "DELETE /v2.0/ports/d901bca4-5eec-4825-bc74-87716879c3b5 HTTP/1.1" status: 204 len: 173 time: 0.6959991 Jan 28 13:57:13.138445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e68806d-0649-4241-8456-e3c4def52fd9', 'name': 'network-vif-deleted', 'tag': 'd901bca4-5eec-4825-bc74-87716879c3b5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:13.142056 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f5de8-8518-48b6-8030-d76a235d658d" -d '{"events": [{"server_uuid": "7e68806d-0649-4241-8456-e3c4def52fd9", "name": "network-vif-deleted", "tag": "d901bca4-5eec-4825-bc74-87716879c3b5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:13.246011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] For port 50ee2278-a910-4539-9b82-c6664793cf06, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50ee2278-a910-4539-9b82-c6664793cf06,segment=NetworkSegment(dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77),segment_id=dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:13.246271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (50ee2278-a910-4539-9b82-c6664793cf06), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.248781 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bf68d6-1d22-43bf-9e40-6481e919b75b x-openstack-request-id: req-86bf68d6-1d22-43bf-9e40-6481e919b75b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:13.249076 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e68806d-0649-4241-8456-e3c4def52fd9", "name": "network-vif-deleted", "tag": "d901bca4-5eec-4825-bc74-87716879c3b5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:13.249333 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86bf68d6-1d22-43bf-9e40-6481e919b75b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:13.249796 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e68806d-0649-4241-8456-e3c4def52fd9', 'name': 'network-vif-deleted', 'tag': 'd901bca4-5eec-4825-bc74-87716879c3b5', 'status': 'completed', 'code': 200} Jan 28 13:57:13.267067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Calling delete_port for 50ee2278-a910-4539-9b82-c6664793cf06 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:13.423111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (50ee2278-a910-4539-9b82-c6664793cf06), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.438819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['d901bca4-5eec-4825-bc74-87716879c3b5'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:13.458452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Pushing event deleted for resources: {'Port': ['ID=50ee2278-a910-4539-9b82-c6664793cf06,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:13.526672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] No DVR routers for this DVR port 50ee2278-a910-4539-9b82-c6664793cf06 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:13.529930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.536983 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1c0bb01f-e0f1-4374-9c1f-95f311b6cbae req-702b8a64-489e-4b3e-a05c-e377f337192b tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.60 "DELETE /v2.0/ports/50ee2278-a910-4539-9b82-c6664793cf06 HTTP/1.1" status: 204 len: 173 time: 0.6011992 Jan 28 13:57:13.538127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'name': 'network-vif-deleted', 'tag': '50ee2278-a910-4539-9b82-c6664793cf06'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:13.542670 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad19606-f905-4c7c-ac74-e765ba219bfc" -d '{"events": [{"server_uuid": "0d8d2c1a-ef64-468f-a747-6bf6fa716705", "name": "network-vif-deleted", "tag": "50ee2278-a910-4539-9b82-c6664793cf06"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:13.635238 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2268a4fa-c456-4821-84e4-2f8c4edafc06 x-openstack-request-id: req-2268a4fa-c456-4821-84e4-2f8c4edafc06 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:13.635544 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d2c1a-ef64-468f-a747-6bf6fa716705", "name": "network-vif-deleted", "tag": "50ee2278-a910-4539-9b82-c6664793cf06", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:13.635991 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2268a4fa-c456-4821-84e4-2f8c4edafc06 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:13.636682 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8d2c1a-ef64-468f-a747-6bf6fa716705', 'name': 'network-vif-deleted', 'tag': '50ee2278-a910-4539-9b82-c6664793cf06', 'status': 'completed', 'code': 200} Jan 28 13:57:14.320662 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c0e7d3b-e8c5-47d8-9e7b-3e70cad84368 req-5504d434-e5b4-44d8-8591-776ee3d93ab3 tempest-MultipleCreateTestJSON-764049230 tempest-MultipleCreateTestJSON-764049230-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8d2c1a-ef64-468f-a747-6bf6fa716705 HTTP/1.1" status: 200 len: 210 time: 0.3505363 Jan 28 13:57:15.414677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60536) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:15.477445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] Deleting subnet be912a5d-e513-48e2-b317-8f7e1101abc2 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:57:15.481178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] Publish callbacks [] for subnet (be912a5d-e513-48e2-b317-8f7e1101abc2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.535523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (be912a5d-e513-48e2-b317-8f7e1101abc2), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.580542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (be912a5d-e513-48e2-b317-8f7e1101abc2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.640886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (be912a5d-e513-48e2-b317-8f7e1101abc2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.669116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be912a5d-e513-48e2-b317-8f7e1101abc2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:15.671130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.674398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2e2317dc-ba04-440a-b4de-782b59a4037e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/be912a5d-e513-48e2-b317-8f7e1101abc2 HTTP/1.1" status: 204 len: 168 time: 0.2586091 Jan 28 13:57:15.678174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60538) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:15.757953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (71e8ade2-2b91-49d6-8318-b89e3f9418e2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.855555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (71e8ade2-2b91-49d6-8318-b89e3f9418e2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.878794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e8ade2-2b91-49d6-8318-b89e3f9418e2']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:15.882923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50ee2278-a910-4539-9b82-c6664793cf06 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:15.890320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:15.890721 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:15.901751 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.906525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 50ee2278-a910-4539-9b82-c6664793cf06 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:15.906879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50ee2278-a910-4539-9b82-c6664793cf06 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:15.919150 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.926387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:57:15.927067 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (dd491ee5-ffd4-4fb6-acbf-3ddfd1d22f77), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:57:15.928963 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:57:15.990211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (71e8ade2-2b91-49d6-8318-b89e3f9418e2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.996963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.002768 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] 10.222.0.45 "DELETE /v2.0/networks/71e8ade2-2b91-49d6-8318-b89e3f9418e2 HTTP/1.1" status: 204 len: 168 time: 0.3206172 Jan 28 13:57:16.014122 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0afd2-2db3-4731-aec7-6233ed2774da admin admin] Pushing event deleted for resources: {'Network': ['ID=71e8ade2-2b91-49d6-8318-b89e3f9418e2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.345814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60548) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:16.415037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f0f4471b-697f-4084-867e-4075e9df0229 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1dd56511119741f893b212a5ac6ac04b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677078 Jan 28 13:57:16.416155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:16.502000 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df63827d-9163-4b85-a5d1-b3c91e9b1c62 admin admin] Publish callbacks [] for security_group (c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.530511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df63827d-9163-4b85-a5d1-b3c91e9b1c62 admin admin] Publish callbacks [] for security_group (c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.599898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df63827d-9163-4b85-a5d1-b3c91e9b1c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.601799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-df63827d-9163-4b85-a5d1-b3c91e9b1c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.605259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-df63827d-9163-4b85-a5d1-b3c91e9b1c62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48 HTTP/1.1" status: 204 len: 168 time: 0.1875091 Jan 28 13:57:16.619455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63827d-9163-4b85-a5d1-b3c91e9b1c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f64a7-42af-4ef3-a0bc-21ca6dbd4f48,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:17.644743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d901bca4-5eec-4825-bc74-87716879c3b5 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:17.698694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: d901bca4-5eec-4825-bc74-87716879c3b5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:17.699483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device d901bca4-5eec-4825-bc74-87716879c3b5 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:17.726690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:17.888086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1491657412-network', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:17.913063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Made reservation on behalf of 214941f49e684b29a61ec64d4fa6cd94 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:17.916234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:17.926051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.023366 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks [] for security_group (e77f11b2-b4c8-445f-bb04-e8b0306d95d2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.029644 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e77f11b2-b4c8-445f-bb04-e8b0306d95d2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.053875 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:18.082805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0abc58b8-816c-4400-80b5-cf3910c78249), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.083432 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Added segment 0abc58b8-816c-4400-80b5-cf3910c78249 of type vlan for network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 Jan 28 13:57:18.144958 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.181139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f11b2-b4c8-445f-bb04-e8b0306d95d2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:18.197009 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.200314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.202402 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.272615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5441239 Jan 28 13:57:18.275491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60584) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:18.283359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Request body: {'subnet': {'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1491657412-subnet', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:18.355032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Made reservation on behalf of 214941f49e684b29a61ec64d4fa6cd94 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:18.360620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.378905 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71c2f2-d9a1-411e-bc22-2065388b4470 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:18.393711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:18.698834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c70f35c0-913e-4d30-bb76-b6c7b1946fa2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.774474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70f35c0-913e-4d30-bb76-b6c7b1946fa2,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:18.813089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:18.813468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Network hostable DHCP agents. Network: 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:18.835552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:18.848729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:18.853883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:18.855182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.859707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e4a6c-0754-4907-ba87-f88f1326fbdb None None] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:18.899782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e53f7ee9-6c50-470e-a58c-2ca5ba45a1a2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6225247 Jan 28 13:57:18.902550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60588) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:18.908488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:18.942481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (0f236726-0715-4cce-8cd3-04ca84e8f3d7), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:18.944227 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (0f236726-0715-4cce-8cd3-04ca84e8f3d7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.043603 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks [] for router_controller (0f236726-0715-4cce-8cd3-04ca84e8f3d7), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.088212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:57:19.089159 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.314360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks [] for router_gateway (0f236726-0715-4cce-8cd3-04ca84e8f3d7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.349222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Allocated IP 172.20.0.2 (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8/c70f35c0-913e-4d30-bb76-b6c7b1946fa2/749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:19.595551 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Publish callbacks [] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.611727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.668319 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks [] for router_gateway (0f236726-0715-4cce-8cd3-04ca84e8f3d7), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.699119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.700157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:19.711066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:19.745350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:19.758706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Pushing event updated for resources: {'Port': ['ID=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:19.850949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Attempting to bind port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:19.851239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Attempting to bind port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:19.851436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Allocated IP 172.25.4.151 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/4ad71bef-f4f6-4c37-b255-0105be0937b8) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:19.851617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Attempting to bind port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:19.867169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:19.867927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:19.868192 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.868615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Bound using segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:19.870177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Bound port: 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:19.870568 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.997008 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks [] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.028535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] For port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:20.034840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] For port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:20.041704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.047902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.143063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900283a-50d4-4a52-992a-05eab2e19865 None None] Pushing event updated for resources: {'Port': ['ID=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.144763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:20.147921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:20.169712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:20.217765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Pushing event updated for resources: {'Port': ['ID=4ad71bef-f4f6-4c37-b255-0105be0937b8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.239439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.239439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.241876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.241876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.241876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.241876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.241876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.241876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.242964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.242964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.242964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.242964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.243363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:20.708931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks [] for router_gateway (0f236726-0715-4cce-8cd3-04ca84e8f3d7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.886267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60602) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:20.992329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (0f236726-0715-4cce-8cd3-04ca84e8f3d7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.126411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.200622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:57:21.294445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Publish callbacks [] for security_group (b3cb467a-2287-4cae-b597-92b745c0cfbf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.300868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b3cb467a-2287-4cae-b597-92b745c0cfbf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.347487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82a1018bd1d24136bc5c1a02504e4d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4558625 Jan 28 13:57:21.349889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60606) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:21.356220 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb467a-2287-4cae-b597-92b745c0cfbf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.369187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:21.380849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Sync routers for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:21.382120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.382467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.382812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.384098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.384397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.384737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.385071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.385403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.386134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.386134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.386454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.386903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.387232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad68cf-52b3-4e83-91ea-080ad3669b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:21.402538 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:21.405432 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:57:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:21.432026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.434997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-30efeb16-0c04-4e82-9cdf-92eea23d564a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5307829 Jan 28 13:57:21.437851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60608) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:21.477124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5febb99-f11d-40c1-8d1e-183b0cc737ea admin admin] Publish callbacks [] for security_group (b3cb467a-2287-4cae-b597-92b745c0cfbf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.544655 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5febb99-f11d-40c1-8d1e-183b0cc737ea admin admin] Publish callbacks [] for security_group (b3cb467a-2287-4cae-b597-92b745c0cfbf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.651656 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5febb99-f11d-40c1-8d1e-183b0cc737ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b3cb467a-2287-4cae-b597-92b745c0cfbf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.680589 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5febb99-f11d-40c1-8d1e-183b0cc737ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.684459 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f5febb99-f11d-40c1-8d1e-183b0cc737ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3cb467a-2287-4cae-b597-92b745c0cfbf HTTP/1.1" status: 204 len: 168 time: 0.3311479 Jan 28 13:57:21.718290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5febb99-f11d-40c1-8d1e-183b0cc737ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb467a-2287-4cae-b597-92b745c0cfbf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.772414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ec051-1b5b-4a8c-ac9b-cddc9e972b8d None None] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:21.901997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Provisioning complete for port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:21.902393 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.935378 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:21.996424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:22.250961 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:20Z', 'revision_number': 3, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:22.262817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:22.263209 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.301092 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Checking router: 0f236726-0715-4cce-8cd3-04ca84e8f3d7 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:22.302089 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Updating router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 port 4ad71bef-f4f6-4c37-b255-0105be0937b8 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:57:22.359887 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.378876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Current status of the port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:22.380623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.507775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] For port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:22.512443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:22.515231 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.591948 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.799230 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Publish callbacks [] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.802637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ba605a64-9174-467b-a94a-165001a63538 None None] Provisioning complete for port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:22.803243 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ba605a64-9174-467b-a94a-165001a63538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.810692 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:22.894576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Pushing event updated for resources: {'Port': ['ID=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:22.899000 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:57:22.902832 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:57:22.911700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.912256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.912938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.913387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.914430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.914906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.915337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.915767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.916476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.916909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.917337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.917935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.918359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34129fd3-b527-4cab-829e-cf6ec5748048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:22.946602 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660c9ca-ea1c-4a37-abe9-1bd62f0f7e32 None None] Pushing event updated for resources: {'Port': ['ID=4ad71bef-f4f6-4c37-b255-0105be0937b8,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.006394 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Attempting to bind port 4ad71bef-f4f6-4c37-b255-0105be0937b8 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:23.006785 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Attempting to bind port 4ad71bef-f4f6-4c37-b255-0105be0937b8 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:23.007160 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Attempting to bind port 4ad71bef-f4f6-4c37-b255-0105be0937b8 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:23.024405 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:23.024801 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:23.025223 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.027167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ba605a64-9174-467b-a94a-165001a63538 None None] Current status of the port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:23.034423 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:23.036343 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Bound port: 4ad71bef-f4f6-4c37-b255-0105be0937b8, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:23.046441 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.123138 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] For port 4ad71bef-f4f6-4c37-b255-0105be0937b8, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:23.128392 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] For port 4ad71bef-f4f6-4c37-b255-0105be0937b8, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ad71bef-f4f6-4c37-b255-0105be0937b8,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:23.134287 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.214276 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:23.214935 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:57:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:23.264020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.290439 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660c9ca-ea1c-4a37-abe9-1bd62f0f7e32 None None] Pushing event updated for resources: {'Port': ['ID=4ad71bef-f4f6-4c37-b255-0105be0937b8,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.401525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60634) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:23.423770 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:23.462238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:23.515348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Allocated IP 172.20.0.1 (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8/c70f35c0-913e-4d30-bb76-b6c7b1946fa2/03c1f264-45dc-46c3-997b-dc7afe584482) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:23.599318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1658674883-network', 'tenant_id': 'c4b53665d01e40399c40c7d86a0a89ef'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:23.641508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Made reservation on behalf of c4b53665d01e40399c40c7d86a0a89ef for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:23.645469 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.657989 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.686652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks [] for port (03c1f264-45dc-46c3-997b-dc7afe584482), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.804605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.805453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:23.829814 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks [] for security_group (ae176c46-2367-40f8-9ac2-1b200a2b16f3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.837171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae176c46-2367-40f8-9ac2-1b200a2b16f3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.844158 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:20Z', 'revision_number': 3, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:23.873641 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:57:23.891290 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d5475-929f-4fb1-af8b-3213a1112efc None None] The sync data for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 is: [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:20Z', 'revision_number': 3, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:57:23.907146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (24a7efa4-c485-4911-87df-b0916b70c458), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:23.907732 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Added segment 24a7efa4-c485-4911-87df-b0916b70c458 of type vlan for network 42c31a1e-6597-4791-84c4-e57e5f96dce5 Jan 28 13:57:23.917982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=03c1f264-45dc-46c3-997b-dc7afe584482,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.927434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae176c46-2367-40f8-9ac2-1b200a2b16f3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:23.962754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:23.969222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:23.975996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:23.993362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:23.994253 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.029404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (42c31a1e-6597-4791-84c4-e57e5f96dce5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.086588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (42c31a1e-6597-4791-84c4-e57e5f96dce5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.088484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:24.090408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.132162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (0f236726-0715-4cce-8cd3-04ca84e8f3d7), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.202839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:24.244054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=42c31a1e-6597-4791-84c4-e57e5f96dce5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:24.255726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 42c31a1e-6597-4791-84c4-e57e5f96dce5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:57:24.291691 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-05f801d1-90f8-484e-968c-ad0c46d4c8d1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8882346 Jan 28 13:57:24.295105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60640) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:24.307363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Request body: {'subnet': {'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1658674883-subnet', 'tenant_id': 'c4b53665d01e40399c40c7d86a0a89ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:24.392396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Made reservation on behalf of c4b53665d01e40399c40c7d86a0a89ef for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:24.398352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.473645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a023b2a9-0e47-4249-a3d4-5f480619983c None None] Provisioning complete for port 03c1f264-45dc-46c3-997b-dc7afe584482 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:24.474302 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a023b2a9-0e47-4249-a3d4-5f480619983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.522297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.583658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a023b2a9-0e47-4249-a3d4-5f480619983c None None] Port 03c1f264-45dc-46c3-997b-dc7afe584482 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:24.650095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-6b0b4806-7b91-4808-a838-aaf9d397bfe3 req-d0d545e1-3de4-4046-a643-da862e498930 service neutron] (103374) timed out ('10.222.0.45', 35202) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:57:24.759580 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (b8018bfe-7322-4e96-b5d1-841348d1272d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.814880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks [] for port (03c1f264-45dc-46c3-997b-dc7afe584482), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.822733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.835120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8018bfe-7322-4e96-b5d1-841348d1272d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:24.883625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Checking segment: {'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:24.884417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Network hostable DHCP agents. Network: 42c31a1e-6597-4791-84c4-e57e5f96dce5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:57:24.917962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Network 42c31a1e-6597-4791-84c4-e57e5f96dce5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:57:24.920658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=03c1f264-45dc-46c3-997b-dc7afe584482,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:24.943574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (0f236726-0715-4cce-8cd3-04ca84e8f3d7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:24.948625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 42c31a1e-6597-4791-84c4-e57e5f96dce5) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:24.960797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9bc614-3971-48cf-8a34-99e0eb1604ae None None] Network 42c31a1e-6597-4791-84c4-e57e5f96dce5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:24.968477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:24.969498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.020073 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cc37a141-830d-4586-b9c5-ff3ad0cd05d1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7226858 Jan 28 13:57:25.128381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:25.130956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:25.138413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe593a-f6cc-4686-8ff1-2fd436108d88 None None] Network 42c31a1e-6597-4791-84c4-e57e5f96dce5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:57:25.422100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:57:25.634086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-59a9c0cc-1446-4bc5-bc7e-b791c3f02605 None None] Provisioning complete for port 03c1f264-45dc-46c3-997b-dc7afe584482 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:25.634419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-59a9c0cc-1446-4bc5-bc7e-b791c3f02605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:25.671798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:25.680104 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-472ca16f-9b0c-4ca8-89ae-7e521bda3ed6 admin admin] 10.222.0.45 "PUT /v2.0/routers/0f236726-0715-4cce-8cd3-04ca84e8f3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2400908 Jan 28 13:57:25.740381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-59a9c0cc-1446-4bc5-bc7e-b791c3f02605 None None] Port 03c1f264-45dc-46c3-997b-dc7afe584482 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:25.869560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ad71bef-f4f6-4c37-b255-0105be0937b8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:25.956965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4ad71bef-f4f6-4c37-b255-0105be0937b8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:25.957482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.084287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4ad71bef-f4f6-4c37-b255-0105be0937b8 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:26.085375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.135432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 4ad71bef-f4f6-4c37-b255-0105be0937b8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ad71bef-f4f6-4c37-b255-0105be0937b8,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:26.142025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.225139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=4ad71bef-f4f6-4c37-b255-0105be0937b8,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:26.515740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60664) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:26.522606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e857cc8d-ac46-424f-9ae8-0ecbad8b3c34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389292564', 'description': 'tempest-description--1696436853'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:26.585546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e857cc8d-ac46-424f-9ae8-0ecbad8b3c34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.608174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Sync routers for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:26.632151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:26.632151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:57:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:26.717096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e857cc8d-ac46-424f-9ae8-0ecbad8b3c34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group (8a75b53e-59c4-46ab-9b85-e79b0991e716), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.726676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e857cc8d-ac46-424f-9ae8-0ecbad8b3c34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8a75b53e-59c4-46ab-9b85-e79b0991e716), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.782596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e857cc8d-ac46-424f-9ae8-0ecbad8b3c34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.786103 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e857cc8d-ac46-424f-9ae8-0ecbad8b3c34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2701108 Jan 28 13:57:26.790268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60666) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:26.801456 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-15625246-e22d-4fd8-a94b-d90f586c19ab tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'security_group_rule': {'security_group_id': '8a75b53e-59c4-46ab-9b85-e79b0991e716', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:26.818128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857cc8d-ac46-424f-9ae8-0ecbad8b3c34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75b53e-59c4-46ab-9b85-e79b0991e716,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:26.861117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15625246-e22d-4fd8-a94b-d90f586c19ab tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group_rule (6f451fef-87df-4d49-8dac-ac408bd5364d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.906646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.910041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:26.975373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15625246-e22d-4fd8-a94b-d90f586c19ab tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group_rule (6f451fef-87df-4d49-8dac-ac408bd5364d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:26.981647 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15625246-e22d-4fd8-a94b-d90f586c19ab tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6f451fef-87df-4d49-8dac-ac408bd5364d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.024612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15625246-e22d-4fd8-a94b-d90f586c19ab tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.030905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60670) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:27.031473 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-15625246-e22d-4fd8-a94b-d90f586c19ab tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390151 Jan 28 13:57:27.036939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15625246-e22d-4fd8-a94b-d90f586c19ab tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f451fef-87df-4d49-8dac-ac408bd5364d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:27.037355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6cd24468-71df-4aa3-a0e0-24c71e456d16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'security_group_rule': {'security_group_id': '8a75b53e-59c4-46ab-9b85-e79b0991e716', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:27.101585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cd24468-71df-4aa3-a0e0-24c71e456d16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group_rule (c31a1f0a-533b-427d-a853-5c16483bbb09), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.206081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cd24468-71df-4aa3-a0e0-24c71e456d16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group_rule (c31a1f0a-533b-427d-a853-5c16483bbb09), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.212535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cd24468-71df-4aa3-a0e0-24c71e456d16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c31a1f0a-533b-427d-a853-5c16483bbb09), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.242346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cd24468-71df-4aa3-a0e0-24c71e456d16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.247252 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 60672) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:27.252366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:27.257558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6cd24468-71df-4aa3-a0e0-24c71e456d16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246139 Jan 28 13:57:27.262796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd24468-71df-4aa3-a0e0-24c71e456d16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31a1f0a-533b-427d-a853-5c16483bbb09,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:27.295785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.296255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 2, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:27.331736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Checking router: 0f236726-0715-4cce-8cd3-04ca84e8f3d7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:27.332608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Updating router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 port 03c1f264-45dc-46c3-997b-dc7afe584482 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:57:27.385401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.578401 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.755010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Allocated IP 172.25.4.91 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/f8fdee02-7770-4e16-b4e7-c4cb1fd365a6) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:27.763396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ad71bef-f4f6-4c37-b255-0105be0937b8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:27.944960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.006031 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.051318 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:28.054353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:28.058467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4ad71bef-f4f6-4c37-b255-0105be0937b8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:28.058846 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.060309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:28.066489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=f8fdee02-7770-4e16-b4e7-c4cb1fd365a6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:28.121197 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Publish callbacks [] for port (03c1f264-45dc-46c3-997b-dc7afe584482), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.138288 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.211441 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for floatingip (d68a89d4-7c3a-4e8f-a15f-8da3df243d0d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.234933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94546bd3-dae7-45db-975f-b20f301022de None None] Pushing event updated for resources: {'Port': ['ID=03c1f264-45dc-46c3-997b-dc7afe584482,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:28.241304 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.266489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.339811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Attempting to bind port 03c1f264-45dc-46c3-997b-dc7afe584482 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:28.339811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Attempting to bind port 03c1f264-45dc-46c3-997b-dc7afe584482 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:28.339811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Attempting to bind port 03c1f264-45dc-46c3-997b-dc7afe584482 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:28.348479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:28.348862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:28.349279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.349683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Bound using segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:28.350182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Bound port: 03c1f264-45dc-46c3-997b-dc7afe584482, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:28.350575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.371122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4ad71bef-f4f6-4c37-b255-0105be0937b8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:28.492766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] For port 03c1f264-45dc-46c3-997b-dc7afe584482, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:28.501189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] For port 03c1f264-45dc-46c3-997b-dc7afe584482, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=03c1f264-45dc-46c3-997b-dc7afe584482,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:28.510792 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.601937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.620549 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.679009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-8b17bb52-2623-4b1f-8675-d2663c41f0e1 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:28.693063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-8b17bb52-2623-4b1f-8675-d2663c41f0e1 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/networks?id=42c31a1e-6597-4791-84c4-e57e5f96dce5 HTTP/1.1" status: 200 len: 809 time: 0.2468822 Jan 28 13:57:28.712496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-5ad952eb-404e-438f-a4ec-f921e64e8867 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/quotas/c4b53665d01e40399c40c7d86a0a89ef HTTP/1.1" status: 200 len: 375 time: 0.0181346 Jan 28 13:57:28.737609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94546bd3-dae7-45db-975f-b20f301022de None None] Pushing event updated for resources: {'Port': ['ID=03c1f264-45dc-46c3-997b-dc7afe584482,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:28.768375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c398b18e-3ae0-42aa-ae3f-2517762cfea6 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4b53665d01e40399c40c7d86a0a89ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544209 Jan 28 13:57:28.797253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:28.798733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:57:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:28.801742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=f8fdee02-7770-4e16-b4e7-c4cb1fd365a6,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:28.804689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-78473080-e731-48c9-b217-4315f6f59103 None None] Provisioning complete for port 03c1f264-45dc-46c3-997b-dc7afe584482 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:28.805486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-78473080-e731-48c9-b217-4315f6f59103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.823122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (d68a89d4-7c3a-4e8f-a15f-8da3df243d0d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.879355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.901026 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1af079a8-d735-4caa-a125-1d5e3a78889f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6523156 Jan 28 13:57:28.957347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-ef6b6bc8-d703-4dd7-b743-d20aca982fb4 service neutron] 10.222.0.45 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805263 Jan 28 13:57:29.081910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-78473080-e731-48c9-b217-4315f6f59103 None None] Current status of the port 03c1f264-45dc-46c3-997b-dc7afe584482 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:29.082744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-78473080-e731-48c9-b217-4315f6f59103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.098329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:29.123261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-de967c3e-a7d7-4b08-bdbc-ce45d3c5b834 service neutron] 10.222.0.45 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650062 Jan 28 13:57:29.167036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-78473080-e731-48c9-b217-4315f6f59103 None None] For port 03c1f264-45dc-46c3-997b-dc7afe584482, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=03c1f264-45dc-46c3-997b-dc7afe584482,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:29.204206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-78473080-e731-48c9-b217-4315f6f59103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.253852 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-049a6eb8-0faf-4f69-9d17-d304554630a1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--389292564&fields=id&tenant_id=214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 267 time: 0.1204109 Jan 28 13:57:29.331733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78473080-e731-48c9-b217-4315f6f59103 None None] Pushing event updated for resources: {'Port': ['ID=03c1f264-45dc-46c3-997b-dc7afe584482,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:29.382330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f9df6e4a-34ab-49cf-8da9-dce8d396a5b0 None None] Provisioning complete for port 03c1f264-45dc-46c3-997b-dc7afe584482 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:29.383506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9df6e4a-34ab-49cf-8da9-dce8d396a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.459727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60bafbc9-033c-4730-9755-3a12aac85ce2 req-0cb27003-1215-4468-bb4e-025725a0dd0a tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 210 time: 0.0753133 Jan 28 13:57:29.495803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-ab5f2c84-0926-47e8-b4d4-92c80b5d459f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:29.512678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-ab5f2c84-0926-47e8-b4d4-92c80b5d459f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.2557023 Jan 28 13:57:29.533515 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-22b07e75-df18-4a09-99e9-1374d237ad1c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/quotas/214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 375 time: 0.0192311 Jan 28 13:57:29.558308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:28Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:29.563712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9df6e4a-34ab-49cf-8da9-dce8d396a5b0 None None] Current status of the port 03c1f264-45dc-46c3-997b-dc7afe584482 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:29.601784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99ff27-845d-4076-94cd-e5fd2fa4489f None None] The sync data for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 is: [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:28Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:57:29.648639 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-86fb88d9-2846-4bff-85ef-3cef0a813aa0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039639 Jan 28 13:57:29.946028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 03c1f264-45dc-46c3-997b-dc7afe584482 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:29.969583 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-636ccc70-3dac-4843-bcf4-d1aacb53bf60 service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126712 Jan 28 13:57:30.037923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 03c1f264-45dc-46c3-997b-dc7afe584482 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:30.038519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:30.091132 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-7b081782-4395-4630-b7fc-0a42b0f6e2fa service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135495 Jan 28 13:57:30.233532 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 03c1f264-45dc-46c3-997b-dc7afe584482 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:30.484867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb063bec-4fe6-454b-bb52-278b1a00ebbb req-e93e2754-bf26-447a-9d65-ed70a9415a1e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 210 time: 0.0561135 Jan 28 13:57:30.594785 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3717fb56-198f-44ff-a902-f8496fc5e84c req-5d8cbc2d-3bd2-41c0-accb-6134e41dcaa6 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 210 time: 0.0383594 Jan 28 13:57:30.988554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-549663c6-4fb3-4533-b5f9-391692b3a4fa tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:30.990971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-549663c6-4fb3-4533-b5f9-391692b3a4fa tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "GET /v2.0/networks?id=42c31a1e-6597-4791-84c4-e57e5f96dce5 HTTP/1.1" status: 200 len: 809 time: 0.1663008 Jan 28 13:57:31.005546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Request body: {'port': {'device_id': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5', 'admin_state_up': True, 'tenant_id': 'c4b53665d01e40399c40c7d86a0a89ef'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:31.205961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Made reservation on behalf of c4b53665d01e40399c40c7d86a0a89ef for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:31.213987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.487400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Allocated IP 172.20.0.14 (42c31a1e-6597-4791-84c4-e57e5f96dce5/b8018bfe-7322-4e96-b5d1-841348d1272d/96b6fcf6-4e0f-4079-ae06-7126e65f6a90) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:31.653348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfbce5d1-1856-4b82-b6f0-91f2e94c9c10 req-51c2c638-588e-46a6-8673-2873fb5be88e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 210 time: 0.0583265 Jan 28 13:57:31.713599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks [] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.825720 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0bc84a3c-5eab-40e7-b944-cbaf9c0c2507 req-836c88a8-567e-44ff-90d4-1a82baeac66e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 210 time: 0.0744114 Jan 28 13:57:31.833336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.945138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Network 42c31a1e-6597-4791-84c4-e57e5f96dce5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:31.950319 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:31.952863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:31.977154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-09f87daa-3625-4054-b373-bae119594d36 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:31.979246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-09f87daa-3625-4054-b373-bae119594d36 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.1719074 Jan 28 13:57:32.014146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Pushing event updated for resources: {'Port': ['ID=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.060710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:32.061896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.078446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-ba6d1c2e-47d6-4e74-b1fa-35fb33fa09bd tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 379 time: 0.0847995 Jan 28 13:57:32.088834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'port': {'device_id': '83619377-e6fe-49e7-b010-785a2af9e767', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'admin_state_up': True, 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'security_groups': ['8a75b53e-59c4-46ab-9b85-e79b0991e716']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:32.089170 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-c806794b-0722-41d8-b0b5-0a3da050a730 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0878217 Jan 28 13:57:32.105544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Request body: {'port': {'device_id': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:32.211051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.237071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Made reservation on behalf of 214941f49e684b29a61ec64d4fa6cd94 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:32.241589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.438246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Allocated IP 172.20.0.13 (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8/c70f35c0-913e-4d30-bb76-b6c7b1946fa2/b429237c-2501-4e67-affb-1b5a4106eacc) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:32.621693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (b429237c-2501-4e67-affb-1b5a4106eacc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.640183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:32.651558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Publish callbacks [] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.667256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.669840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Transition to ACTIVE for port object 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:32.674932 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.717396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:32.720683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:32.725471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:32.774862 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Pushing event updated for resources: {'Port': ['ID=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.777422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.811910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:32.813869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.847183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Attempting to bind port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:32.847889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Attempting to bind port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:32.848444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Attempting to bind port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 on network 42c31a1e-6597-4791-84c4-e57e5f96dce5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:32.850415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c4f7cb5c-c79c-4059-b29e-2e2e5b76df9e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655439 Jan 28 13:57:32.857002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 on network 42c31a1e-6597-4791-84c4-e57e5f96dce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:32.857920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Attempting to bind port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 on network 42c31a1e-6597-4791-84c4-e57e5f96dce5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:32.866633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:32.867245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Checking segment: {'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:32.867938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Bound using segment: {'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:32.868570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Bound port: 96b6fcf6-4e0f-4079-ae06-7126e65f6a90, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:32.869258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.913323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Request body: {'port': {'device_id': '83619377-e6fe-49e7-b010-785a2af9e767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:32.975182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe538735-27ef-4fb7-91a4-b89ac41eae69 req-caef1e72-126e-4183-ae66-0829e965d757 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:32.978587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe538735-27ef-4fb7-91a4-b89ac41eae69 req-caef1e72-126e-4183-ae66-0829e965d757 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 932 time: 0.1224017 Jan 28 13:57:33.005265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] For port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:33.014520 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] For port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:33.031889 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.085245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.086424 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.088419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/96b6fcf6-4e0f-4079-ae06-7126e65f6a90 HTTP/1.1" status: 200 len: 1092 time: 0.9909029 Jan 28 13:57:33.089235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'tag': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:33.091725 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08" -d '{"events": [{"name": "network-changed", "server_uuid": "9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8", "tag": "96b6fcf6-4e0f-4079-ae06-7126e65f6a90"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:33.142703 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c9440-f806-4db0-a4a1-b5361ad333b2 service neutron] Pushing event updated for resources: {'Port': ['ID=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:33.167700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.198723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe538735-27ef-4fb7-91a4-b89ac41eae69 req-2fc64802-ea59-4094-bb53-b3517c0c9411 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009752 Jan 28 13:57:33.250483 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-bf58d131-d39a-4f99-b6fa-2f42b237a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.257060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-bf58d131-d39a-4f99-b6fa-2f42b237a8fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4b53665d01e40399c40c7d86a0a89ef&device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0996165 Jan 28 13:57:33.259796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-87f6034e-289f-4d9e-8444-6a5f02bc2057 None None] Provisioning complete for port b429237c-2501-4e67-affb-1b5a4106eacc triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:33.262074 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-87f6034e-289f-4d9e-8444-6a5f02bc2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.315619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-87f6034e-289f-4d9e-8444-6a5f02bc2057 None None] Port b429237c-2501-4e67-affb-1b5a4106eacc cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:57:33.331484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-5b3e81de-87e4-48d3-9c3d-071ef85618fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b6fcf6-4e0f-4079-ae06-7126e65f6a90 HTTP/1.1" status: 200 len: 217 time: 0.0656292 Jan 28 13:57:33.333536 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e52e5-89a4-4fe9-9f7c-2b3ec86fbadb x-openstack-request-id: req-c68e52e5-89a4-4fe9-9f7c-2b3ec86fbadb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:33.333868 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8", "tag": "96b6fcf6-4e0f-4079-ae06-7126e65f6a90", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:33.334262 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c68e52e5-89a4-4fe9-9f7c-2b3ec86fbadb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:33.335717 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'tag': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90', 'status': 'completed', 'code': 200} Jan 28 13:57:33.410446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-77697ffc-dc53-4920-8a6b-688f6c96b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.412341 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-77697ffc-dc53-4920-8a6b-688f6c96b6d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8018bfe-7322-4e96-b5d1-841348d1272d HTTP/1.1" status: 200 len: 849 time: 0.0736239 Jan 28 13:57:33.458560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-eb469910-2530-413e-8a63-06317d1ed941 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42c31a1e-6597-4791-84c4-e57e5f96dce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394456 Jan 28 13:57:33.598333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:33.598836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b819b6-4ee6-4d71-8eaf-c79b9dbe99ff req-4aea655c-d46e-4174-aa99-48f48352608d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.601001 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1b819b6-4ee6-4d71-8eaf-c79b9dbe99ff req-4aea655c-d46e-4174-aa99-48f48352608d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 944 time: 0.1059790 Jan 28 13:57:33.606453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Publish callbacks [] for port (b429237c-2501-4e67-affb-1b5a4106eacc), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.619453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Transition to ACTIVE for port object b429237c-2501-4e67-affb-1b5a4106eacc will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:33.624881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.633258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-a483daea-579c-4087-ab43-e723da2f2723 service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673827 Jan 28 13:57:33.715171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:33.799651 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d1b819b6-4ee6-4d71-8eaf-c79b9dbe99ff req-8e01c05d-8cdb-4518-93af-dbdcfb7fc16a tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821733 Jan 28 13:57:33.815055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Attempting to bind port b429237c-2501-4e67-affb-1b5a4106eacc on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:33.815359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Attempting to bind port b429237c-2501-4e67-affb-1b5a4106eacc by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:33.815799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Attempting to bind port b429237c-2501-4e67-affb-1b5a4106eacc on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:33.825966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Port b429237c-2501-4e67-affb-1b5a4106eacc on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:33.826125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Attempting to bind port b429237c-2501-4e67-affb-1b5a4106eacc on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:33.838887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:33.839642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:33.840602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Bound using segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:33.840602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Bound port: b429237c-2501-4e67-affb-1b5a4106eacc, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:33.840845 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.862909 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0aa3d5b9-d2f9-45b6-a095-78ed1646a32b req-24393c3f-61b4-47c1-808e-f36ac3a250da service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112594 Jan 28 13:57:33.928128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:33.932225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:33.938056 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.983986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:33.984801 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.986818 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 1092 time: 1.0870233 Jan 28 13:57:33.990463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:33.994250 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bc1d90-c870-4bfa-b962-2a79e9f08328" -d '{"events": [{"name": "network-changed", "server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:34.050780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-4cec4801-ed50-444b-9eab-5707f90bea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.068589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-4cec4801-ed50-444b-9eab-5707f90bea73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4b53665d01e40399c40c7d86a0a89ef&device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1343172 Jan 28 13:57:34.112859 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb4dc7-d2df-4f3e-bb39-a1592750d7a2 x-openstack-request-id: req-71cb4dc7-d2df-4f3e-bb39-a1592750d7a2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:34.113198 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:34.113427 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71cb4dc7-d2df-4f3e-bb39-a1592750d7a2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:34.114486 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'status': 'completed', 'code': 200} Jan 28 13:57:34.119491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43186-2edd-4516-85b1-4ef453ab4cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:34.170246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-83387b56-5c31-4f6c-bcaf-ef4f4babfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.172827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-83387b56-5c31-4f6c-bcaf-ef4f4babfdf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1095 time: 0.1057396 Jan 28 13:57:34.232734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-c51d503c-1b55-43be-be11-b18305376f00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 217 time: 0.0496917 Jan 28 13:57:34.238513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-70248b90-230d-48fb-8e33-3d3bf5953a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.239952 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-70248b90-230d-48fb-8e33-3d3bf5953a9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=42c31a1e-6597-4791-84c4-e57e5f96dce5 HTTP/1.1" status: 200 len: 910 time: 0.1614690 Jan 28 13:57:34.308721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-ff60c952-6170-4bf5-9a6c-09b07bb43581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.311373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-ff60c952-6170-4bf5-9a6c-09b07bb43581 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0701780 Jan 28 13:57:34.348692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-0d3ba6ba-7fa6-41f8-82a2-b63f22231506 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b6fcf6-4e0f-4079-ae06-7126e65f6a90 HTTP/1.1" status: 200 len: 217 time: 0.0950749 Jan 28 13:57:34.394291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650396b7-8abd-4763-abe3-234f55a01c51 req-bf39b86a-1d59-4f41-b098-04283cd601bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.396368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-bf39b86a-1d59-4f41-b098-04283cd601bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770621 Jan 28 13:57:34.428956 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-1472c61d-75a3-4300-a0c0-82f13dffce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.431379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-1472c61d-75a3-4300-a0c0-82f13dffce0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8018bfe-7322-4e96-b5d1-841348d1272d HTTP/1.1" status: 200 len: 849 time: 0.0656798 Jan 28 13:57:34.445091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1080-0604-4c19-8aec-e167da0be6bc req-4bebd169-1d53-4b35-b1b7-0027cde8b300 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.447479 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2baa1080-0604-4c19-8aec-e167da0be6bc req-4bebd169-1d53-4b35-b1b7-0027cde8b300 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 944 time: 0.1169643 Jan 28 13:57:34.494889 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-a73be49f-54b3-438d-a18d-6c5bec4d0e83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42c31a1e-6597-4791-84c4-e57e5f96dce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457711 Jan 28 13:57:34.526594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-fc4e478d-4d5c-40cd-8d6a-9c7b78d0145d service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192408 Jan 28 13:57:34.625537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2baa1080-0604-4c19-8aec-e167da0be6bc req-a28f7988-1326-478f-bf8a-81b961024c14 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667495 Jan 28 13:57:34.669339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-650396b7-8abd-4763-abe3-234f55a01c51 req-9fbfa68f-6be5-4d07-b1de-1d1810a9fe18 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342521 Jan 28 13:57:34.687354 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-ffb89af4-395a-49c1-acc9-b987cb200c78 service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744492 Jan 28 13:57:34.776998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-60b08196-e723-4f57-a125-0f83e65fe47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.778607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-60b08196-e723-4f57-a125-0f83e65fe47d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1095 time: 0.0487196 Jan 28 13:57:34.821463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-eecc96a1-186e-4db2-b9a7-d24f68cd7d08 req-e44db2ec-b220-4a32-b99c-8eb6fc018272 service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258333 Jan 28 13:57:34.898845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-f628ea49-d5b5-46cf-ad41-6e12b82d4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:34.901610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-f628ea49-d5b5-46cf-ad41-6e12b82d4a04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1163826 Jan 28 13:57:34.910809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-680dcdd5-290d-4f53-889f-4a728c4a3e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.961798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-6a06e977-9369-4155-888c-bdba5bfdd04f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 217 time: 0.0532327 Jan 28 13:57:35.050610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-37fd26e1-3856-49ac-9bd0-920048c926e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:35.052110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-37fd26e1-3856-49ac-9bd0-920048c926e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0769129 Jan 28 13:57:35.059593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83289211-8c25-426d-a9f6-62a5a4a1a060 req-3746616a-3a3f-4a8b-9605-0be52234233a tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:35.061517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83289211-8c25-426d-a9f6-62a5a4a1a060 req-3746616a-3a3f-4a8b-9605-0be52234233a tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 944 time: 0.1400287 Jan 28 13:57:35.142975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-35537a3c-6ea5-4ac3-bbf3-c5cb53d2e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:35.145368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-35537a3c-6ea5-4ac3-bbf3-c5cb53d2e2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821240 Jan 28 13:57:35.147796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83289211-8c25-426d-a9f6-62a5a4a1a060 req-c2464557-8b9b-4964-8546-7868ee1e672a tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Jan 28 13:57:35.287673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-4f58c4d8-a4c8-4ede-94c3-a24479cf3821 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332231 Jan 28 13:57:35.419181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2bc1d90-c870-4bfa-b962-2a79e9f08328 req-38016a77-c4a3-4ae0-985a-dff54b89366c service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246798 Jan 28 13:57:35.800016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce2f12-dff1-4921-91ec-d49d1d90c4e7 req-6ec3c98e-fcb3-4cc8-88f3-ef5f98e25a4b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:35.801788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46ce2f12-dff1-4921-91ec-d49d1d90c4e7 req-6ec3c98e-fcb3-4cc8-88f3-ef5f98e25a4b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 944 time: 0.0634136 Jan 28 13:57:35.862823 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-46ce2f12-dff1-4921-91ec-d49d1d90c4e7 req-0a95beef-5519-4a6e-9331-45ac8f867208 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541959 Jan 28 13:57:36.040323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:36.157884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:36.173837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90', 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5', 'port_id': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90', 'mac_address': 'fa:16:3e:02:28:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8018bfe-7322-4e96-b5d1-841348d1272d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:36.244826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:36.245482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.277812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:36.305710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:36.312369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:36.336697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2a60c-eeaa-4341-9c13-db6ffb71efde req-a027bb8c-3060-4a50-bb85-cd24a6814abd tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:36.339812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59a2a60c-eeaa-4341-9c13-db6ffb71efde req-a027bb8c-3060-4a50-bb85-cd24a6814abd tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 944 time: 0.0757272 Jan 28 13:57:36.383653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:36.414492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59a2a60c-eeaa-4341-9c13-db6ffb71efde req-587ebbeb-8f2f-410a-ac28-209b556aed19 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683455 Jan 28 13:57:36.562734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['96b6fcf6-4e0f-4079-ae06-7126e65f6a90'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:37.003094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5113c2-7692-4d22-ba3b-d5a381307514 req-4d58b58a-bace-42f9-9610-69b02d2c9239 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:37.004876 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec5113c2-7692-4d22-ba3b-d5a381307514 req-4d58b58a-bace-42f9-9610-69b02d2c9239 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 944 time: 0.0581088 Jan 28 13:57:37.063393 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ec5113c2-7692-4d22-ba3b-d5a381307514 req-48a96542-8faa-453e-a58f-5f4c46378a41 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519719 Jan 28 13:57:37.546095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0774148-6615-4858-8f53-fc5519dd5bff req-cd2600cc-f260-41b5-991d-6e50477b9742 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:37.547626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0774148-6615-4858-8f53-fc5519dd5bff req-cd2600cc-f260-41b5-991d-6e50477b9742 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 945 time: 0.0516741 Jan 28 13:57:37.607069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0774148-6615-4858-8f53-fc5519dd5bff req-79160617-4b51-435a-95b7-2719bb7353e6 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Jan 28 13:57:37.720534 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bf183006-dde7-4d33-bb33-9f593ba84beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:37.750412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:37.885772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:37.902156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'mac_address': 'fa:16:3e:d2:92:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:37.946324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:37.946867 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:37.962041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:37.986096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:37.991815 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.061136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:38.096659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:38.135801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:38.148233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:38.149015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.234756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3ccc0-37bc-46cc-938d-36e261e53854 req-87a9ee6c-0d3c-4445-861f-2dccb4d58da9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:38.235673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b429237c-2501-4e67-affb-1b5a4106eacc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:38.243259 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09e3ccc0-37bc-46cc-938d-36e261e53854 req-87a9ee6c-0d3c-4445-861f-2dccb4d58da9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0676057 Jan 28 13:57:38.295116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-09e3ccc0-37bc-46cc-938d-36e261e53854 req-31dd5927-2baf-4017-9048-bc33e1a13b75 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491669 Jan 28 13:57:38.311243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:38.311641 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.358217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:38.358217 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c248114-f34a-4100-a77a-f87ac7dfccfe" -d '{"events": [{"server_uuid": "9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8", "name": "network-vif-plugged", "status": "completed", "tag": "96b6fcf6-4e0f-4079-ae06-7126e65f6a90"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:38.407718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:38.410905 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6631be35-03d4-4437-8a5a-dd115b44e1ed x-openstack-request-id: req-6631be35-03d4-4437-8a5a-dd115b44e1ed {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:38.411133 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8", "name": "network-vif-plugged", "status": "completed", "tag": "96b6fcf6-4e0f-4079-ae06-7126e65f6a90", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:38.411416 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6631be35-03d4-4437-8a5a-dd115b44e1ed {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:38.411894 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90', 'code': 200} Jan 28 13:57:38.419868 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.498084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:38.555627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e699-dd4f-49ab-86dd-2ef8f2759660 req-bd5556ac-3716-4f03-a32e-5c17cd28bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:38.558403 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1780e699-dd4f-49ab-86dd-2ef8f2759660 req-bd5556ac-3716-4f03-a32e-5c17cd28bd72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0621696 Jan 28 13:57:38.633590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1780e699-dd4f-49ab-86dd-2ef8f2759660 req-87a06636-dcbb-46bc-b01c-2ec6d5b3f063 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Jan 28 13:57:38.744936 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:38.768987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69eaea-2bb7-4a25-a76e-41357b1d188e req-603673cf-07b0-460d-8fbb-31a384f7a4e6 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:38.770425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf69eaea-2bb7-4a25-a76e-41357b1d188e req-603673cf-07b0-460d-8fbb-31a384f7a4e6 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 946 time: 0.0647228 Jan 28 13:57:38.834439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-cf69eaea-2bb7-4a25-a76e-41357b1d188e req-df6c6818-387f-4d08-a645-31a0255a608d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580411 Jan 28 13:57:39.438713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ad8db-47f0-4043-950f-c1b27c8b1080 req-3eee53d0-abea-46dd-9176-eace523c732c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:39.443065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe9ad8db-47f0-4043-950f-c1b27c8b1080 req-3eee53d0-abea-46dd-9176-eace523c732c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0700195 Jan 28 13:57:39.506939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe9ad8db-47f0-4043-950f-c1b27c8b1080 req-1f098ae5-e9f6-48ae-9d90-c84809cf4d13 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563972 Jan 28 13:57:39.750794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:39.840328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port b429237c-2501-4e67-affb-1b5a4106eacc completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:39.846232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port b429237c-2501-4e67-affb-1b5a4106eacc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:39.846698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:39.972997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:39.973268 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.013442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94fd23-0b87-47e3-a8c7-8873ec752c65 req-88d948d2-79bb-4da9-8180-800c4ff95b7a tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:40.015639 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad94fd23-0b87-47e3-a8c7-8873ec752c65 req-88d948d2-79bb-4da9-8180-800c4ff95b7a tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 946 time: 0.0688229 Jan 28 13:57:40.035019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:40.041475 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.096486 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ad94fd23-0b87-47e3-a8c7-8873ec752c65 req-103a0d1a-7b9d-4a69-9216-0a49129abd4e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678010 Jan 28 13:57:40.125223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:40.414243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:40.417858 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249c977-3ccf-445c-9cce-3e41cf23dcfd" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:40.468860 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b99814d-0744-42cf-b09c-5329ea35e015 x-openstack-request-id: req-6b99814d-0744-42cf-b09c-5329ea35e015 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:40.469318 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:40.469565 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b99814d-0744-42cf-b09c-5329ea35e015 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:40.470015 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'code': 200} Jan 28 13:57:40.619277 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:40.651650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ff170-bc3e-4c48-9514-c913b6bd5bff req-9ba464c5-f6ee-4858-9057-5ea565b22b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:40.653826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3ff170-bc3e-4c48-9514-c913b6bd5bff req-9ba464c5-f6ee-4858-9057-5ea565b22b34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1097 time: 0.0836856 Jan 28 13:57:40.741274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583723d-97d1-42a5-8015-0e6e2e2d632c req-4bec98df-76a4-4a22-88a7-c1377d6f033d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:40.743233 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9583723d-97d1-42a5-8015-0e6e2e2d632c req-4bec98df-76a4-4a22-88a7-c1377d6f033d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.0769353 Jan 28 13:57:40.746980 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d3ff170-bc3e-4c48-9514-c913b6bd5bff req-8189aedd-3d5c-41e8-955a-89e749d8460f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801055 Jan 28 13:57:40.807498 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9583723d-97d1-42a5-8015-0e6e2e2d632c req-b1e3d061-c2f0-4b7e-a682-9d35809f4d24 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583196 Jan 28 13:57:41.010061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2d99-194b-4dc1-a621-c9f665b8e2b6 req-27554d67-cc68-4d90-a754-b79d5196cb50 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.012819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f7be2d99-194b-4dc1-a621-c9f665b8e2b6 req-27554d67-cc68-4d90-a754-b79d5196cb50 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 946 time: 0.0635588 Jan 28 13:57:41.067819 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f7be2d99-194b-4dc1-a621-c9f665b8e2b6 req-369a9e08-41f4-4f92-a0f0-b6d1bab8cb14 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486038 Jan 28 13:57:41.770841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:41.977519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0595b-555e-40e6-83f9-680636710664 req-2493c127-f4de-4c34-a279-2ddcb03798ae tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:41.984824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aad0595b-555e-40e6-83f9-680636710664 req-2493c127-f4de-4c34-a279-2ddcb03798ae tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.0795317 Jan 28 13:57:42.053324 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aad0595b-555e-40e6-83f9-680636710664 req-c8146a79-996d-4b80-b32b-4032cb93d89b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631196 Jan 28 13:57:42.201174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98f496-20e1-409e-a1a2-bc1accb0d173 req-b389375b-e107-4a61-b83f-982d7bd582c7 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:42.202707 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb98f496-20e1-409e-a1a2-bc1accb0d173 req-b389375b-e107-4a61-b83f-982d7bd582c7 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 946 time: 0.0598955 Jan 28 13:57:42.267959 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-bb98f496-20e1-409e-a1a2-bc1accb0d173 req-1ca9a322-fffc-436b-885b-9a6ac728ca26 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573308 Jan 28 13:57:42.579699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024924f2-4a46-48df-9793-3dd2512aa295 req-a1f720a0-d1bb-401c-a27c-1cff31195241 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:42.582398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-024924f2-4a46-48df-9793-3dd2512aa295 req-a1f720a0-d1bb-401c-a27c-1cff31195241 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 946 time: 0.0615282 Jan 28 13:57:42.695869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Deleting port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:42.696390 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.984861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-b8888794-9ee0-4a4f-b313-56e3f283ace8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626988894&fields=id&tenant_id=e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 267 time: 0.0617101 Jan 28 13:57:43.107958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] For port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:43.109144 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.123852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Calling delete_port for 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:43.154137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-6e09f2b4-6f29-4bf2-80b5-37495009419e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:43.156352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-6e09f2b4-6f29-4bf2-80b5-37495009419e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.1622827 Jan 28 13:57:43.175325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-d3c66aa3-5b13-4e59-a3c1-205735b63406 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/quotas/e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 375 time: 0.0129952 Jan 28 13:57:43.245293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200114c-c18e-4c72-b4d2-b6325b3f6749 req-9529e43e-92ef-4fe1-bf42-be001b569edb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:43.247816 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4200114c-c18e-4c72-b4d2-b6325b3f6749 req-9529e43e-92ef-4fe1-bf42-be001b569edb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.1122258 Jan 28 13:57:43.248311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-ccd7c97a-a1da-4e1b-8b25-b2ba237a7007 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652518 Jan 28 13:57:43.347123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4200114c-c18e-4c72-b4d2-b6325b3f6749 req-d34799a1-b41d-4f89-960a-ca399d53a05e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925705 Jan 28 13:57:43.362371 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (96b6fcf6-4e0f-4079-ae06-7126e65f6a90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.384708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-6b1edce8-19a1-49cb-92c4-1daf494f4dfb service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197195 Jan 28 13:57:43.393626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['96b6fcf6-4e0f-4079-ae06-7126e65f6a90'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:43.409085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Pushing event deleted for resources: {'Port': ['ID=96b6fcf6-4e0f-4079-ae06-7126e65f6a90,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:43.489715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-1ceeef22-82d9-4fd6-9a32-1792047fb614 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037555 Jan 28 13:57:43.496596 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-839b48f6-d768-4726-b086-34cef612fb80 req-7b03a32e-d72e-4ba0-b025-57de37c059af tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8 HTTP/1.1" status: 200 len: 210 time: 0.0609303 Jan 28 13:57:43.497583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] No DVR routers for this DVR port 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:43.504722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.508134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-024924f2-4a46-48df-9793-3dd2512aa295 req-f65f3fe8-4674-4a83-95a1-f885ff8a5433 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "DELETE /v2.0/ports/96b6fcf6-4e0f-4079-ae06-7126e65f6a90 HTTP/1.1" status: 204 len: 173 time: 0.9200118 Jan 28 13:57:43.508581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'name': 'network-vif-deleted', 'tag': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:43.520656 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b192323-16af-4a8b-87d6-9d7e1f6bf23a" -d '{"events": [{"server_uuid": "9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8", "name": "network-vif-deleted", "tag": "96b6fcf6-4e0f-4079-ae06-7126e65f6a90"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:43.648794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68286528-5d14-49b9-9b91-5170beb34f1a req-f37a4194-7ee0-4d52-bca6-ae63ec9ffa7f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:43.652830 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-68286528-5d14-49b9-9b91-5170beb34f1a req-f37a4194-7ee0-4d52-bca6-ae63ec9ffa7f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.0841274 Jan 28 13:57:43.661117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 60854) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:43.667363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'floatingip': {'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:43.706735 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7ae05c-c0a0-4b36-8da7-e23586314934 x-openstack-request-id: req-cc7ae05c-c0a0-4b36-8da7-e23586314934 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:43.707071 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8", "name": "network-vif-deleted", "tag": "96b6fcf6-4e0f-4079-ae06-7126e65f6a90", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:43.707339 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc7ae05c-c0a0-4b36-8da7-e23586314934 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:43.707754 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efa2f76-22aa-47c0-8883-5e0f6c7c1ef8', 'name': 'network-vif-deleted', 'tag': '96b6fcf6-4e0f-4079-ae06-7126e65f6a90', 'status': 'completed', 'code': 200} Jan 28 13:57:43.725338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for floatingip (d68a89d4-7c3a-4e8f-a15f-8da3df243d0d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.878313 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-afca2f3a-0f17-49f8-8fce-c2a58c5092ab req-b7440554-fcd0-4d2b-92a0-e1b4354cf087 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0350533 Jan 28 13:57:44.631356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.635905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (d68a89d4-7c3a-4e8f-a15f-8da3df243d0d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.750331 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:57:44.785470 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Floating IP d68a89d4-7c3a-4e8f-a15f-8da3df243d0d associated. External IP: 172.25.4.91, port: b429237c-2501-4e67-affb-1b5a4106eacc. Jan 28 13:57:44.858444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137b50-c5cd-4562-9601-d238badc5810 req-c855a29a-c775-4147-9e04-72917359e17d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:44.860775 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-c855a29a-c775-4147-9e04-72917359e17d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/networks?id=42c31a1e-6597-4791-84c4-e57e5f96dce5 HTTP/1.1" status: 200 len: 809 time: 0.1481109 Jan 28 13:57:44.887371 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-d4f874b9-e663-447b-bc18-de34ccc0e65c tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/quotas/c4b53665d01e40399c40c7d86a0a89ef HTTP/1.1" status: 200 len: 375 time: 0.0191610 Jan 28 13:57:44.925092 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-697370f1-0c9e-4cd3-92b8-ecf4d3210fb8 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4b53665d01e40399c40c7d86a0a89ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359685 Jan 28 13:57:45.035315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72769b6a-2643-47b6-9d60-d609574f4c2d req-939bb5f8-b449-41a9-995a-8f9804caaeeb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0350709 Jan 28 13:57:45.116278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:57:45.123781 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-e87ec6d4-3002-4724-9988-75475bc10d8c service neutron] 10.222.0.45 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900766 Jan 28 13:57:45.175353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-7aac41d8-6835-429d-9cae-ea126e41af4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.177051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-7aac41d8-6835-429d-9cae-ea126e41af4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.2225940 Jan 28 13:57:45.290940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:57:45.295623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.310619 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] Sync routers for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:57:45.332884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-96639c7d-5834-4437-b251-5e0781af1d87 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "PUT /v2.0/floatingips/d68a89d4-7c3a-4e8f-a15f-8da3df243d0d HTTP/1.1" status: 200 len: 991 time: 1.6660547 Jan 28 13:57:45.332884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:45.333402 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8affe278-a0ea-4879-9dff-0f010b0b5a75" -d '{"events": [{"name": "network-changed", "server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:45.334360 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-77668c8e-3e75-45cd-a878-6fe385f1be99 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 379 time: 0.1258721 Jan 28 13:57:45.339149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-7f6a203f-8688-4a9b-9e20-5f22cced7ac1 service neutron] 10.222.0.45 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012377 Jan 28 13:57:45.343973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'port': {'device_id': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'admin_state_up': True, 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'security_groups': ['91d3b201-1154-428b-9ca7-204e7c53c2de']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:45.351737 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:45.355115 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:57:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:45.544831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:45.550199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.584868 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901a95c1-4006-4498-a2cf-4d01ffe6c87a x-openstack-request-id: req-901a95c1-4006-4498-a2cf-4d01ffe6c87a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:45.585776 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:45.585776 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-901a95c1-4006-4498-a2cf-4d01ffe6c87a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:45.585776 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'status': 'completed', 'code': 200} Jan 28 13:57:45.652619 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:45.671855 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0f7e1ed4-5f72-4d5e-b3c1-05e9c8da1e81 req-3f94bf0b-5071-41df-97a6-80e39322d196 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 210 time: 0.1034775 Jan 28 13:57:45.757956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-07f93a21-f52d-4005-a7e3-3b925b7abd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.761945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-07f93a21-f52d-4005-a7e3-3b925b7abd32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1097 time: 0.1345217 Jan 28 13:57:45.981125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.20.0.5 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:45.991593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-fb0236f9-9cf9-42d8-bf89-0fb28837e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.994972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-fb0236f9-9cf9-42d8-bf89-0fb28837e655 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.2261503 Jan 28 13:57:46.070324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:57:46.126522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-0183d9aa-8ace-41ae-9948-e2a045d27f05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 999 time: 0.1212802 Jan 28 13:57:46.131461 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'd68a89d4-7c3a-4e8f-a15f-8da3df243d0d', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'mac_address': 'fa:16:3e:d2:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83619377-e6fe-49e7-b010-785a2af9e767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:57:28Z', 'updated_at': '2022-01-28T13:57:44Z', 'revision_number': 1, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:29Z', 'revision_number': 5, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:46.140541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:57:46.141410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 96b6fcf6-4e0f-4079-ae06-7126e65f6a90 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:57:46.180858 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] Checking router: 0f236726-0715-4cce-8cd3-04ca84e8f3d7 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:57:46.192636 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:57:46.193296 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:57:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:46.201116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-5882c92e-ac25-4495-8159-e0fe50056228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.203013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-5882c92e-ac25-4495-8159-e0fe50056228 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0689254 Jan 28 13:57:46.246135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b621185d-91d8-4771-bed3-c386bd82206a req-065e5097-9c72-4c44-b911-c37345e800ca tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0372448 Jan 28 13:57:46.300368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-258ea788-3547-4a4b-bfc1-0ac8948c139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.302057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-258ea788-3547-4a4b-bfc1-0ac8948c139a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910709 Jan 28 13:57:46.314013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-a123863d-aef6-455a-bb6a-cdf787b0d0ef service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:57:46.315928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-a123863d-aef6-455a-bb6a-cdf787b0d0ef service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067747 Jan 28 13:57:46.348430 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:57:46.405076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.486930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.523234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-46f0d2cd-b7a2-4d95-b79e-7358bc40e423 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021122 Jan 28 13:57:46.626657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:46.632544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:46.636013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:46.718167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8affe278-a0ea-4879-9dff-0f010b0b5a75 req-d34bce69-452b-4b9f-8822-c5b4bc99db4a service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876268 Jan 28 13:57:46.776306 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'd68a89d4-7c3a-4e8f-a15f-8da3df243d0d', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'mac_address': 'fa:16:3e:d2:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83619377-e6fe-49e7-b010-785a2af9e767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:57:28Z', 'updated_at': '2022-01-28T13:57:44Z', 'revision_number': 1, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:29Z', 'revision_number': 5, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:57:46.779142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.780354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.822050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:46.836867 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-9a436457-1d1f-4ec1-88a9-2b7d5eb63470 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4967632 Jan 28 13:57:46.855647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Request body: {'port': {'device_id': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:46.904414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fefffd79-4dfe-4a1b-9ea7-811e3d17b96d req-cf4fd151-72b9-463b-844f-60d8fdc6192e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 210 time: 0.0493104 Jan 28 13:57:46.953197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:46.993362 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52114fd-8249-4ef7-b7a8-21260f329098 None None] The sync data for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 is: [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'd68a89d4-7c3a-4e8f-a15f-8da3df243d0d', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'mac_address': 'fa:16:3e:d2:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83619377-e6fe-49e7-b010-785a2af9e767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:57:28Z', 'updated_at': '2022-01-28T13:57:44Z', 'revision_number': 1, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:29Z', 'revision_number': 5, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:57:47.449329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be765080-7f9f-4bd5-965d-3445a6db504c None None] New status for floating IP d68a89d4-7c3a-4e8f-a15f-8da3df243d0d: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:57:47.542380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:47.570080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137b50-c5cd-4562-9601-d238badc5810 req-7a1e4d17-0c23-45bc-833f-83e6e283ba5f tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.572650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-7a1e4d17-0c23-45bc-833f-83e6e283ba5f tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "GET /v2.0/networks?id=42c31a1e-6597-4791-84c4-e57e5f96dce5 HTTP/1.1" status: 200 len: 809 time: 0.2699993 Jan 28 13:57:47.574744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Publish callbacks [] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.591915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Request body: {'port': {'device_id': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5', 'admin_state_up': True, 'tenant_id': 'c4b53665d01e40399c40c7d86a0a89ef'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:47.613232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8589d-6ca8-466d-ba67-03a4bb9b7bf8 req-ec59bbf3-d1d9-4c1d-ab9b-d61415b36fcc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.614849 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25b8589d-6ca8-466d-ba67-03a4bb9b7bf8 req-ec59bbf3-d1d9-4c1d-ab9b-d61415b36fcc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 931 time: 0.1610916 Jan 28 13:57:47.621522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Transition to ACTIVE for port object 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:47.645346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.849181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Made reservation on behalf of c4b53665d01e40399c40c7d86a0a89ef for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:47.855083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:47.887995 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-25b8589d-6ca8-466d-ba67-03a4bb9b7bf8 req-8611952e-0d91-4a0f-a9bd-1f17ab69f84c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651985 Jan 28 13:57:47.900802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:47.922134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Attempting to bind port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:47.922490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Attempting to bind port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:47.922828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Attempting to bind port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:47.931070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:47.931421 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Attempting to bind port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:47.938907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:47.939390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:47.940061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:47.940771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Bound port: 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:47.941136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.036218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9305d1b7-77b7-48be-bb43-92ae7ce21b99 req-122f52aa-5577-4198-b1e9-2244176b316e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 210 time: 0.0361598 Jan 28 13:57:48.059191 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] For port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2, host n-h2-822748-2, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:48.065947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] For port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:48.072058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.113433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Allocated IP 172.20.0.10 (42c31a1e-6597-4791-84c4-e57e5f96dce5/b8018bfe-7322-4e96-b5d1-841348d1272d/1c1391dd-2539-4a43-a57b-4ffb2a19b03e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:48.117760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.118503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.120386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] 10.222.0.60 "PUT /v2.0/ports/9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 HTTP/1.1" status: 200 len: 1091 time: 1.2735333 Jan 28 13:57:48.121329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:48.123773 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02da7d5-06a8-440d-a38d-62a7195e6bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:48.222767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccffe2-7524-4c08-9fae-45ca52c36b94 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:48.245578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-6e73fb24-e234-4c0f-8ecf-b973d34cb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.247344 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-6e73fb24-e234-4c0f-8ecf-b973d34cb601 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 1094 time: 0.0649538 Jan 28 13:57:48.249111 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1ecb23-c7f1-428d-8599-4e2526e2222e x-openstack-request-id: req-ca1ecb23-c7f1-428d-8599-4e2526e2222e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:48.249429 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:48.249788 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca1ecb23-c7f1-428d-8599-4e2526e2222e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:48.250275 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'status': 'completed', 'code': 200} Jan 28 13:57:48.297919 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-a8cef860-e595-43cf-ad8d-275e37d624a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 HTTP/1.1" status: 200 len: 217 time: 0.0433927 Jan 28 13:57:48.390759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-e5ed3b6b-8d2e-445d-961b-0f78f0123b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.392364 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks [] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.392592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-e5ed3b6b-8d2e-445d-961b-0f78f0123b24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0851078 Jan 28 13:57:48.440450 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.462024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-a5ff0986-231f-4a5d-8a8b-82ced5e2a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.463590 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-a5ff0986-231f-4a5d-8a8b-82ced5e2a051 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637045 Jan 28 13:57:48.504865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Network 42c31a1e-6597-4791-84c4-e57e5f96dce5 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:48.514443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:48.516773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Pushing event updated for resources: {'Port': ['ID=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:48.520167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:48.583288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.584332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.602624 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-ef217949-13d1-47c2-82e0-50c378642a65 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315043 Jan 28 13:57:48.605056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-b7bd5cdb-6c08-4b45-9d5f-ecb1df265903 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0230918 Jan 28 13:57:48.620646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Request body: {'port': {'device_id': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:48.694714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:48.743780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d363501f-5ce2-449b-b69a-b1be452c1b4d req-523707e6-24aa-45bf-b69c-54de2d696147 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282046 Jan 28 13:57:48.879799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-4ac34750-4a07-4dc9-9f40-cab3e09f5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.881676 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-4ac34750-4a07-4dc9-9f40-cab3e09f5b42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 1094 time: 0.0720825 Jan 28 13:57:49.067872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1391dd-2539-4a43-a57b-4ffb2a19b03e {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:49.077137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-f3213b2a-fdd2-4d85-bad9-b3fd15412fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.078910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-f3213b2a-fdd2-4d85-bad9-b3fd15412fae service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1896479 Jan 28 13:57:49.079297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Publish callbacks [] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.103244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Transition to ACTIVE for port object 1c1391dd-2539-4a43-a57b-4ffb2a19b03e will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:49.110023 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.134401 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-18258910-9c00-4c7e-b55c-30408780c646 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 HTTP/1.1" status: 200 len: 217 time: 0.0431802 Jan 28 13:57:49.148439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315f9e3-12f7-4561-84a8-3485a8e51511 req-bef5d5a4-359f-428e-b4db-bbc1da687b8b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.153547 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0315f9e3-12f7-4561-84a8-3485a8e51511 req-bef5d5a4-359f-428e-b4db-bbc1da687b8b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.1127381 Jan 28 13:57:49.222887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.272109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-0b5322d9-9b9a-4524-bc3a-2dc6aa90296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.275151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-0b5322d9-9b9a-4524-bc3a-2dc6aa90296c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.1192775 Jan 28 13:57:49.287127 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0315f9e3-12f7-4561-84a8-3485a8e51511 req-4f98a728-d707-4e73-84c1-716caebfc36c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149893 Jan 28 13:57:49.317741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af72aa-6496-4210-89ef-ba1709458c21 req-51a153cb-cde4-4006-9f46-fe14a4006a1d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.325094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75af72aa-6496-4210-89ef-ba1709458c21 req-51a153cb-cde4-4006-9f46-fe14a4006a1d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 944 time: 0.1564641 Jan 28 13:57:49.360646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-19c3329b-8e1e-434f-81a9-924ce7342e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.362862 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-19c3329b-8e1e-434f-81a9-924ce7342e32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743496 Jan 28 13:57:49.385804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Attempting to bind port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:49.386156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Attempting to bind port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:49.386496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Attempting to bind port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e on network 42c31a1e-6597-4791-84c4-e57e5f96dce5 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:49.395678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e on network 42c31a1e-6597-4791-84c4-e57e5f96dce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:49.396478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Attempting to bind port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e on network 42c31a1e-6597-4791-84c4-e57e5f96dce5 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:49.404773 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75af72aa-6496-4210-89ef-ba1709458c21 req-cd872b26-9f38-4a13-842e-62f737a0ee41 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782669 Jan 28 13:57:49.410327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:49.410788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Checking segment: {'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:49.411258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Bound using segment: {'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:49.411792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Bound port: 1c1391dd-2539-4a43-a57b-4ffb2a19b03e, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a7efa4-c485-4911-87df-b0916b70c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:49.412267 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.502919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] For port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:49.506637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] For port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:49.514952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.523233 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-a5485d45-332f-438d-9e3e-3404944d8dac service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528671 Jan 28 13:57:49.558765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.559160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.560740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] 10.222.0.60 "PUT /v2.0/ports/1c1391dd-2539-4a43-a57b-4ffb2a19b03e HTTP/1.1" status: 200 len: 1092 time: 0.9449384 Jan 28 13:57:49.561250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'tag': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:49.564025 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f32ad-310e-43fa-9530-1bac86197d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c314955b-5840-4f57-ae8b-e9162cc1727e", "tag": "1c1391dd-2539-4a43-a57b-4ffb2a19b03e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:49.646024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c02da7d5-06a8-440d-a38d-62a7195e6bfc req-159139f9-904b-4159-85ea-7c43fdba15a1 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161759 Jan 28 13:57:49.648485 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0927416-d5fb-4384-a65e-7a6ff8c66fdf x-openstack-request-id: req-c0927416-d5fb-4384-a65e-7a6ff8c66fdf {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:49.648781 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c314955b-5840-4f57-ae8b-e9162cc1727e", "tag": "1c1391dd-2539-4a43-a57b-4ffb2a19b03e", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:49.649044 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0927416-d5fb-4384-a65e-7a6ff8c66fdf {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:49.650411 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'tag': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e', 'status': 'completed', 'code': 200} Jan 28 13:57:49.652733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc90e2-d6a2-4fe3-97fa-5d71a8640311 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.679303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137b50-c5cd-4562-9601-d238badc5810 req-41cc7e85-5b4f-4a3f-84c6-4492f1d5a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.680855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-41cc7e85-5b4f-4a3f-84c6-4492f1d5a44d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4b53665d01e40399c40c7d86a0a89ef&device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 1095 time: 0.0761869 Jan 28 13:57:49.728429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-eefc3338-3b66-48d4-836f-6f72da621b45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1391dd-2539-4a43-a57b-4ffb2a19b03e HTTP/1.1" status: 200 len: 217 time: 0.0395846 Jan 28 13:57:49.786046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137b50-c5cd-4562-9601-d238badc5810 req-5caf70cb-1c0f-43a9-9c1c-e3e5502f7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.787462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-5caf70cb-1c0f-43a9-9c1c-e3e5502f7164 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8018bfe-7322-4e96-b5d1-841348d1272d HTTP/1.1" status: 200 len: 849 time: 0.0526311 Jan 28 13:57:49.823531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-6bc573fb-0675-4819-8eb1-966ca093d038 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42c31a1e-6597-4791-84c4-e57e5f96dce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289862 Jan 28 13:57:49.942597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-5bff3fd6-4d83-41a6-b473-41baab89b1d5 service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122744 Jan 28 13:57:50.051915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6137b50-c5cd-4562-9601-d238badc5810 req-cc837a35-e3b2-460b-867a-3f54ed80d53f service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024621 Jan 28 13:57:50.153129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-3262d470-c16f-4648-9a2c-eda345242fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:50.154695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-3262d470-c16f-4648-9a2c-eda345242fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4b53665d01e40399c40c7d86a0a89ef&device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 1095 time: 0.0515237 Jan 28 13:57:50.277438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-40dec4e6-0ce9-406f-976b-c0e981a4d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:50.278947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-40dec4e6-0ce9-406f-976b-c0e981a4d5ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=42c31a1e-6597-4791-84c4-e57e5f96dce5 HTTP/1.1" status: 200 len: 910 time: 0.1175261 Jan 28 13:57:50.336739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-0114a147-fba2-4058-afa9-380068591c0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c1391dd-2539-4a43-a57b-4ffb2a19b03e HTTP/1.1" status: 200 len: 217 time: 0.0488460 Jan 28 13:57:50.411446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-1d0a9afa-ea18-4454-bffa-5c82745f5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:50.413202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-1d0a9afa-ea18-4454-bffa-5c82745f5209 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8018bfe-7322-4e96-b5d1-841348d1272d HTTP/1.1" status: 200 len: 849 time: 0.0670583 Jan 28 13:57:50.448358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-d64f1c08-4bc7-45b1-a37b-71c6f0aa8d3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42c31a1e-6597-4791-84c4-e57e5f96dce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286412 Jan 28 13:57:50.465056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270466c-eb26-4dcc-97b7-758f238523f6 req-a46ba0de-36f1-433e-a820-50716caa440d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:50.473871 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5270466c-eb26-4dcc-97b7-758f238523f6 req-a46ba0de-36f1-433e-a820-50716caa440d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0795550 Jan 28 13:57:50.523366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-5270466c-eb26-4dcc-97b7-758f238523f6 req-5c2d5ce6-258d-4863-a4e8-8460569a7663 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486009 Jan 28 13:57:50.631269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a527-39e3-4c43-b1f0-792afb751d76 req-470d2b5c-5165-440b-b823-4f40658bfaf5 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:50.632722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b84a527-39e3-4c43-b1f0-792afb751d76 req-470d2b5c-5165-440b-b823-4f40658bfaf5 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 944 time: 0.1006241 Jan 28 13:57:50.635837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-294c2dba-fea2-47c4-bda3-8a58aba15b5e service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790965 Jan 28 13:57:50.750291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b84a527-39e3-4c43-b1f0-792afb751d76 req-cdbf9fce-0be0-49f1-b0e4-b7351c21f9c9 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111579 Jan 28 13:57:50.792892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff9f32ad-310e-43fa-9530-1bac86197d9a req-3808ad94-b196-4d16-9b9f-7b2192000033 service neutron] 10.222.0.60 "GET /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459579 Jan 28 13:57:51.660468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e850c1a-ca70-4303-ac0f-303d2f8cf9d1 req-657a795b-db5f-4ef2-b793-4bbdc967ac39 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:51.662000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e850c1a-ca70-4303-ac0f-303d2f8cf9d1 req-657a795b-db5f-4ef2-b793-4bbdc967ac39 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0537548 Jan 28 13:57:51.726177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e850c1a-ca70-4303-ac0f-303d2f8cf9d1 req-a1e9eb52-d826-4f80-9470-6d033d972e1b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543156 Jan 28 13:57:51.894785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ac1c-a354-4c42-9de1-abd0cb809096 req-adfe84ad-45b9-4181-a6b3-ce501825bfe2 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:51.898458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f520ac1c-a354-4c42-9de1-abd0cb809096 req-adfe84ad-45b9-4181-a6b3-ce501825bfe2 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 944 time: 0.0574312 Jan 28 13:57:51.965688 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f520ac1c-a354-4c42-9de1-abd0cb809096 req-941c636b-1984-44b8-9511-6d622878c39f tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Jan 28 13:57:52.101434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1c1391dd-2539-4a43-a57b-4ffb2a19b03e details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:52.225057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:52.239515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e', 'network_id': '42c31a1e-6597-4791-84c4-e57e5f96dce5', 'port_id': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e', 'mac_address': 'fa:16:3e:f0:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8018bfe-7322-4e96-b5d1-841348d1272d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:52.281679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:52.282071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.296213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1391dd-2539-4a43-a57b-4ffb2a19b03e {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:52.325100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:52.329500 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:52.393753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:52.599031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1c1391dd-2539-4a43-a57b-4ffb2a19b03e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:52.875454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecf228-bdfa-49c2-8558-d37b061d0d9b req-7c65f8d2-1cf8-4cf8-b78c-39d208cea354 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:52.877878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4ecf228-bdfa-49c2-8558-d37b061d0d9b req-7c65f8d2-1cf8-4cf8-b78c-39d208cea354 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0533638 Jan 28 13:57:52.936741 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-d4ecf228-bdfa-49c2-8558-d37b061d0d9b req-3c13c186-c151-40f3-b23f-cf926a013e8e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518119 Jan 28 13:57:53.119641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc22b-1ab8-4346-8a03-8279c857c34f req-7a8aaf0f-abc2-4429-b203-166321fb622e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:53.121487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d2fc22b-1ab8-4346-8a03-8279c857c34f req-7a8aaf0f-abc2-4429-b203-166321fb622e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 945 time: 0.0715084 Jan 28 13:57:53.182394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d2fc22b-1ab8-4346-8a03-8279c857c34f req-23ddf0ed-b864-43b0-9c56-df58031ecb9f tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546713 Jan 28 13:57:54.077464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c58ed2-e462-45c0-a9c1-9780f8e09aac req-c14fed82-ac70-4951-9afc-47bdc537b49e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:54.079019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82c58ed2-e462-45c0-a9c1-9780f8e09aac req-c14fed82-ac70-4951-9afc-47bdc537b49e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0529289 Jan 28 13:57:54.101551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1c1391dd-2539-4a43-a57b-4ffb2a19b03e up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:54.159369 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-82c58ed2-e462-45c0-a9c1-9780f8e09aac req-d3acde22-49ba-4520-ad52-5b360ddeefee tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742650 Jan 28 13:57:54.200693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:54.205396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:54.205715 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.318269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87fb41-5c47-4b54-8dec-4242b7f911df req-e0f55238-ecf2-4db2-b509-595b51fe2404 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:54.319091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:54.319605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.320872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e87fb41-5c47-4b54-8dec-4242b7f911df req-e0f55238-ecf2-4db2-b509-595b51fe2404 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 945 time: 0.0596745 Jan 28 13:57:54.346356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:54.348762 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6be6951-f967-4fdb-9db2-5a55e4c040ce" -d '{"events": [{"server_uuid": "c314955b-5840-4f57-ae8b-e9162cc1727e", "name": "network-vif-plugged", "status": "completed", "tag": "1c1391dd-2539-4a43-a57b-4ffb2a19b03e"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:54.363844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:54.370171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:54.399721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0e87fb41-5c47-4b54-8dec-4242b7f911df req-cef1993f-60cd-4586-a76a-88810688ace0 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684574 Jan 28 13:57:54.422906 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff036b9-49b3-4c76-9b50-00a99d1c6297 x-openstack-request-id: req-3ff036b9-49b3-4c76-9b50-00a99d1c6297 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:54.423905 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c314955b-5840-4f57-ae8b-e9162cc1727e", "name": "network-vif-plugged", "status": "completed", "tag": "1c1391dd-2539-4a43-a57b-4ffb2a19b03e", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:54.424965 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ff036b9-49b3-4c76-9b50-00a99d1c6297 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:54.424965 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e', 'code': 200} Jan 28 13:57:54.473729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:54.542145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af63d2-5b51-4611-9f4f-3be9ae1f54ec req-d22b8b42-40d3-4561-a075-8112b175606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:54.544210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af63d2-5b51-4611-9f4f-3be9ae1f54ec req-d22b8b42-40d3-4561-a075-8112b175606b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 1097 time: 0.0484719 Jan 28 13:57:54.598545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af63d2-5b51-4611-9f4f-3be9ae1f54ec req-b9ae3d9c-57fe-449a-9bb3-e665446bd96b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Jan 28 13:57:55.311559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba15589-7fea-415e-abe2-60288a92106c req-8f344067-984f-4ce0-bd57-8c996627ed87 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:55.313249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ba15589-7fea-415e-abe2-60288a92106c req-8f344067-984f-4ce0-bd57-8c996627ed87 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0642304 Jan 28 13:57:55.374438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ba15589-7fea-415e-abe2-60288a92106c req-b61ea376-07ec-4521-a2c3-e8ceb38e227f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550275 Jan 28 13:57:55.552855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6dfcfa-e7c0-480f-9d44-cc9b01707bed req-2630a361-861f-4c82-9f21-8db33ef4614d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:55.554591 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa6dfcfa-e7c0-480f-9d44-cc9b01707bed req-2630a361-861f-4c82-9f21-8db33ef4614d tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 946 time: 0.0616968 Jan 28 13:57:55.607739 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa6dfcfa-e7c0-480f-9d44-cc9b01707bed req-70ababef-9a35-4d92-89a9-622b667921ca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Jan 28 13:57:56.531751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52035-d877-4b03-b812-ed296dee9b88 req-e61c11fe-ae15-42ff-920b-101ec8cd1718 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:56.534245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28a52035-d877-4b03-b812-ed296dee9b88 req-e61c11fe-ae15-42ff-920b-101ec8cd1718 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0683630 Jan 28 13:57:56.597660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28a52035-d877-4b03-b812-ed296dee9b88 req-59db0a53-484b-4500-a911-3c6605e512f2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562413 Jan 28 13:57:56.746875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cdd87-5c99-4218-b935-643ecdc4cfef req-f09473eb-f01c-43b1-ae92-1830a7d7c79f tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:56.748460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-757cdd87-5c99-4218-b935-643ecdc4cfef req-f09473eb-f01c-43b1-ae92-1830a7d7c79f tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 946 time: 0.0596108 Jan 28 13:57:56.811374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-757cdd87-5c99-4218-b935-643ecdc4cfef req-1b400eed-851b-4187-b6a5-217032d756f2 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Jan 28 13:57:56.834664 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:57.615000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c66f6-3af0-4eca-9e0d-497d965568e4 req-836fee2d-7740-4ec3-adbf-1f0cd96e4d50 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:57.616738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e2c66f6-3af0-4eca-9e0d-497d965568e4 req-836fee2d-7740-4ec3-adbf-1f0cd96e4d50 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 946 time: 0.0539804 Jan 28 13:57:57.679827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e2c66f6-3af0-4eca-9e0d-497d965568e4 req-9201761a-cc40-43db-a101-bcf3c8a7821b tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568492 Jan 28 13:57:57.752288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a8efe-1021-46b3-940c-a7a21baca880 req-7ff80206-3d1b-48fc-b08b-8478dfcdbac8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:57.753898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-858a8efe-1021-46b3-940c-a7a21baca880 req-7ff80206-3d1b-48fc-b08b-8478dfcdbac8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0670850 Jan 28 13:57:57.815316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-858a8efe-1021-46b3-940c-a7a21baca880 req-52420c1e-c776-482c-be87-a5b54a7e29ff tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553446 Jan 28 13:57:58.145079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:58.805157 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdecff3-028b-4423-ae27-e55d48cf9d1a req-da847b6e-7359-4e16-9f60-8a7dc0d4801e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:58.806698 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abdecff3-028b-4423-ae27-e55d48cf9d1a req-da847b6e-7359-4e16-9f60-8a7dc0d4801e tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 946 time: 0.0556891 Jan 28 13:57:58.856698 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-abdecff3-028b-4423-ae27-e55d48cf9d1a req-6664665d-9487-4270-b3fe-fca56173eea1 tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/security-groups?id=ae176c46-2367-40f8-9ac2-1b200a2b16f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Jan 28 13:57:58.941078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da87a6-0aab-44c6-84ba-a15e01e96d18 req-74ef0dd3-d762-41fa-ad45-82752e57054d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:58.942565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5da87a6-0aab-44c6-84ba-a15e01e96d18 req-74ef0dd3-d762-41fa-ad45-82752e57054d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0496616 Jan 28 13:57:58.992390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5da87a6-0aab-44c6-84ba-a15e01e96d18 req-9fb35ea3-e9c9-4702-930a-3a7cbab911b5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439646 Jan 28 13:57:59.285077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-c26f8464-516f-4d38-82fc-7d9983f6e5ff tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:59.286480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-c26f8464-516f-4d38-82fc-7d9983f6e5ff tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 946 time: 0.0525541 Jan 28 13:57:59.384325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Deleting port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:57:59.384673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.475017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] For port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,segment=NetworkSegment(24a7efa4-c485-4911-87df-b0916b70c458),segment_id=24a7efa4-c485-4911-87df-b0916b70c458)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:59.475389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.488554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Calling delete_port for 1c1391dd-2539-4a43-a57b-4ffb2a19b03e owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:57:59.635572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1c1391dd-2539-4a43-a57b-4ffb2a19b03e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.649007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1c1391dd-2539-4a43-a57b-4ffb2a19b03e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:59.676103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Pushing event deleted for resources: {'Port': ['ID=1c1391dd-2539-4a43-a57b-4ffb2a19b03e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:59.714135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] No DVR routers for this DVR port 1c1391dd-2539-4a43-a57b-4ffb2a19b03e on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:57:59.716973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:59.720925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4740dd01-3c9c-4367-8412-343a0ee86e5b req-dbbbefba-58ad-4b28-9493-f0d86bfbaeca tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.60 "DELETE /v2.0/ports/1c1391dd-2539-4a43-a57b-4ffb2a19b03e HTTP/1.1" status: 204 len: 173 time: 0.4279993 Jan 28 13:57:59.721381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'name': 'network-vif-deleted', 'tag': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:59.723800 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5276339-c770-4ca0-b05b-8acd043273f9" -d '{"events": [{"server_uuid": "c314955b-5840-4f57-ae8b-e9162cc1727e", "name": "network-vif-deleted", "tag": "1c1391dd-2539-4a43-a57b-4ffb2a19b03e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:59.766992 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc89a284-c430-4c77-a7e4-4948358df917 x-openstack-request-id: req-cc89a284-c430-4c77-a7e4-4948358df917 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:59.767532 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c314955b-5840-4f57-ae8b-e9162cc1727e", "name": "network-vif-deleted", "tag": "1c1391dd-2539-4a43-a57b-4ffb2a19b03e", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:59.767796 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc89a284-c430-4c77-a7e4-4948358df917 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:59.768254 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314955b-5840-4f57-ae8b-e9162cc1727e', 'name': 'network-vif-deleted', 'tag': '1c1391dd-2539-4a43-a57b-4ffb2a19b03e', 'status': 'completed', 'code': 200} Jan 28 13:57:59.968560 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3ca76ca5-7230-4084-800a-0fd5a1b955aa req-05b17381-11f8-4a10-9ae4-e259fc240f7f tempest-VolumesActionsTest-1814271662 tempest-VolumesActionsTest-1814271662-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314955b-5840-4f57-ae8b-e9162cc1727e HTTP/1.1" status: 200 len: 210 time: 0.0271382 Jan 28 13:58:00.110398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a16c59-a78d-4627-aeef-5436628cb499 req-5a978562-c769-4a21-a203-dc445e92fc77 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:00.112055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-77a16c59-a78d-4627-aeef-5436628cb499 req-5a978562-c769-4a21-a203-dc445e92fc77 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0494132 Jan 28 13:58:00.163284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-77a16c59-a78d-4627-aeef-5436628cb499 req-4db3cdc0-ef6a-4ed6-93a4-69da7ca787b1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Jan 28 13:58:01.304527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aed325-29ba-40a1-a732-0fa8b4eef826 req-7f45d6cc-b25f-4d7e-b7f4-0b513c85f140 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:01.304527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28aed325-29ba-40a1-a732-0fa8b4eef826 req-7f45d6cc-b25f-4d7e-b7f4-0b513c85f140 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0598114 Jan 28 13:58:01.352362 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-28aed325-29ba-40a1-a732-0fa8b4eef826 req-83f163f9-a907-43c4-8f1b-26883cfbae12 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481725 Jan 28 13:58:02.477795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622cbbd-0adc-4eac-947d-028550f5c8c5 req-3da254fb-9c45-420c-89df-ccca9ea945c2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:02.479198 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8622cbbd-0adc-4eac-947d-028550f5c8c5 req-3da254fb-9c45-420c-89df-ccca9ea945c2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0563362 Jan 28 13:58:02.530467 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8622cbbd-0adc-4eac-947d-028550f5c8c5 req-144da434-1311-46ed-802e-7609dfef8ad9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457172 Jan 28 13:58:03.714931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8f14-5f3f-43f9-b547-7be146e61ff5 req-78799c59-d97c-4fb4-aee3-bab79c1be261 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:03.722806 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-499c8f14-5f3f-43f9-b547-7be146e61ff5 req-78799c59-d97c-4fb4-aee3-bab79c1be261 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 943 time: 0.0697825 Jan 28 13:58:03.791008 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-499c8f14-5f3f-43f9-b547-7be146e61ff5 req-e56f1bb0-ed73-4015-ad77-1b44ede74d6a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673018 Jan 28 13:58:04.149709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:58:04.182359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1c1391dd-2539-4a43-a57b-4ffb2a19b03e no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:04.217012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 1c1391dd-2539-4a43-a57b-4ffb2a19b03e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:04.217365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1c1391dd-2539-4a43-a57b-4ffb2a19b03e not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:04.353895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:04.373741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'port_id': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'mac_address': 'fa:16:3e:c0:79:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:58:04.427527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:04.428223 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.452314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:58:04.483153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:04.488768 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.545659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:04.750253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:04.958487 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-54f35cc3-8dbb-4201-9c8c-5aeae5958725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:05.060177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c72258-347f-488b-9777-beb8a9b0e5cb req-f10d0eec-c4d1-4f0f-99fd-e3742180dd7b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:05.061902 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8c72258-347f-488b-9777-beb8a9b0e5cb req-f10d0eec-c4d1-4f0f-99fd-e3742180dd7b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 944 time: 0.1050649 Jan 28 13:58:05.150214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-f8c72258-347f-488b-9777-beb8a9b0e5cb req-5d907a98-d258-4aed-8fed-aeb3392450c9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792243 Jan 28 13:58:06.163020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:06.272628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:58:06.280095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:06.280343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.289970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73648-90c6-4f4f-afe0-bad387bf6d0b req-a857c8b7-23e3-48d4-a0ff-7bfb604e511f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:06.292264 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ab73648-90c6-4f4f-afe0-bad387bf6d0b req-a857c8b7-23e3-48d4-a0ff-7bfb604e511f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 944 time: 0.0643947 Jan 28 13:58:06.394692 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1ab73648-90c6-4f4f-afe0-bad387bf6d0b req-5a647f23-e1ea-45df-9c1d-aad43a4e35bc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946798 Jan 28 13:58:06.431009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:06.434357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.463254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:06.465681 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40556e3c-92d1-4a92-b8e6-5746c4d0b9f8" -d '{"events": [{"server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "name": "network-vif-plugged", "status": "completed", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:06.486358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:06.493594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:06.548419 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0189c4-a053-45de-93c2-9c3294b1b269 x-openstack-request-id: req-ac0189c4-a053-45de-93c2-9c3294b1b269 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:06.548636 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "name": "network-vif-plugged", "status": "completed", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:06.548955 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac0189c4-a053-45de-93c2-9c3294b1b269 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:06.549244 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'code': 200} Jan 28 13:58:06.580321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:06.678180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce11d74-291e-45ae-9db7-6141e42fbee9 req-082fe234-d299-40ee-921f-9446438c5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:06.680357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ce11d74-291e-45ae-9db7-6141e42fbee9 req-082fe234-d299-40ee-921f-9446438c5298 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 1096 time: 0.0535841 Jan 28 13:58:06.747569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ce11d74-291e-45ae-9db7-6141e42fbee9 req-d763e06a-07ce-4af2-b863-d439aa71bd8c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595214 Jan 28 13:58:07.571457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31af206-89a0-4203-808d-1ed3e7793947 req-1493dd55-8442-4786-8dd9-cec93449d52d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:07.580847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c31af206-89a0-4203-808d-1ed3e7793947 req-1493dd55-8442-4786-8dd9-cec93449d52d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 945 time: 0.0827947 Jan 28 13:58:07.664445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c31af206-89a0-4203-808d-1ed3e7793947 req-bbccd430-a551-4982-a165-0c37dbf192da tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810850 Jan 28 13:58:07.725064 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-020fc849-6ac3-4758-b014-5f8b55a3ff9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.752631 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:08.840849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef41c7d-85b7-44b1-9dc6-fc83a24541e7 req-98473d19-f251-46fd-b402-89732a40da1a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:08.843862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fef41c7d-85b7-44b1-9dc6-fc83a24541e7 req-98473d19-f251-46fd-b402-89732a40da1a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 945 time: 0.0654020 Jan 28 13:58:08.919530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fef41c7d-85b7-44b1-9dc6-fc83a24541e7 req-3335754f-a286-478c-b586-32eb16647d09 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663116 Jan 28 13:58:09.058742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ca293-d182-4a6a-bcf9-30cd15eb53c4 req-018f948c-2ff8-4fbb-a76a-6ed0f61fb375 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:09.060714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be3ca293-d182-4a6a-bcf9-30cd15eb53c4 req-018f948c-2ff8-4fbb-a76a-6ed0f61fb375 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 945 time: 0.0623221 Jan 28 13:58:09.120402 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-be3ca293-d182-4a6a-bcf9-30cd15eb53c4 req-a20cae0b-9b25-4710-8fdf-3aa697e4452d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523429 Jan 28 13:58:09.156224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 32882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:09.352204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cef786-8f81-40bd-9b40-8c1d79cd7e29 tempest-TestVolumeBootPattern-1233312115 tempest-TestVolumeBootPattern-1233312115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:09.353895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-34cef786-8f81-40bd-9b40-8c1d79cd7e29 tempest-TestVolumeBootPattern-1233312115 tempest-TestVolumeBootPattern-1233312115-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 1091 time: 0.1942921 Jan 28 13:58:09.357187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 32892) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:09.362939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:09.391796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.522130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.658475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.25.4.173 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/4276fab4-4326-4072-b82a-17758a09a14b) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:09.801074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (4276fab4-4326-4072-b82a-17758a09a14b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.849211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4276fab4-4326-4072-b82a-17758a09a14b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.889633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:09.894099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:09.898284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:09.946813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=4276fab4-4326-4072-b82a-17758a09a14b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:10.369843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (bda554af-a2d8-4c68-b900-908efccad9ea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.482527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4276fab4-4326-4072-b82a-17758a09a14b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.605220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.701501 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (4276fab4-4326-4072-b82a-17758a09a14b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:10.707278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4276fab4-4326-4072-b82a-17758a09a14b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.084305 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=4276fab4-4326-4072-b82a-17758a09a14b,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:11.096554 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (bda554af-a2d8-4c68-b900-908efccad9ea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.217898 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Floating IP bda554af-a2d8-4c68-b900-908efccad9ea associated. External IP: 172.25.4.173, port: 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2. Jan 28 13:58:11.472896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:11.613110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:11.628005 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:11.646927 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:11.649438 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:11.656367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.708710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1d05fdc5-80b3-49dd-9905-de369fa1c92a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3502753 Jan 28 13:58:11.710052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:11.712748 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862378d-7cd0-43de-8be8-009af50cc4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:11.777409 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d955fd-b5e6-44ae-a9e0-509b0e5198c4 x-openstack-request-id: req-67d955fd-b5e6-44ae-a9e0-509b0e5198c4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:11.778070 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:11.778574 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67d955fd-b5e6-44ae-a9e0-509b0e5198c4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:11.779105 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'status': 'completed', 'code': 200} Jan 28 13:58:11.796204 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:11.809672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:11.910407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-9e4ee2a6-f09b-42bb-84ce-a1fa00c32849 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1955638 Jan 28 13:58:11.917763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-fad61db9-326e-4ed0-aa5f-1683572ebd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:11.919719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-fad61db9-326e-4ed0-aa5f-1683572ebd3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 1096 time: 0.1105607 Jan 28 13:58:12.043325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-d91e9486-6ea5-42e1-917e-42b25d56ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.045158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-d91e9486-6ea5-42e1-917e-42b25d56ac44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1097 time: 0.0825531 Jan 28 13:58:12.118965 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'bda554af-a2d8-4c68-b900-908efccad9ea', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:c0:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:10Z', 'updated_at': '2022-01-28T13:58:10Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:12.148775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-18e64f56-7c92-4f42-859a-1ca2100408c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.150311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-18e64f56-7c92-4f42-859a-1ca2100408c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.2231679 Jan 28 13:58:12.151715 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:12.162047 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:12.162678 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:12.246835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-7360c05d-1196-4583-b18d-e24a38761a49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 HTTP/1.1" status: 200 len: 999 time: 0.0869577 Jan 28 13:58:12.301877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-e2b4143f-5b96-4d40-aebd-e2c9fbc32687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.303895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-e2b4143f-5b96-4d40-aebd-e2c9fbc32687 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.2306406 Jan 28 13:58:12.314367 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:12.398145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-0a5d9a1c-01a3-418e-9b4f-60b8e30bbf7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 1001 time: 0.0866640 Jan 28 13:58:12.401055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-7821029b-324a-40c8-a96e-28dda23dec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.403080 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-7821029b-324a-40c8-a96e-28dda23dec58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.1489139 Jan 28 13:58:12.482178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-25aad7f7-180a-4331-ac9d-d6318f64a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.489248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-25aad7f7-180a-4331-ac9d-d6318f64a6f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0849864 Jan 28 13:58:12.551211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-599e1022-c0cd-49d4-b0fb-11c0601a1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.552887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-599e1022-c0cd-49d4-b0fb-11c0601a1b4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341965 Jan 28 13:58:12.564471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-34b7e8aa-61e3-4598-9e68-bf059a19fa5f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:58:12.565527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-34b7e8aa-61e3-4598-9e68-bf059a19fa5f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054774 Jan 28 13:58:12.577627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-b2628ae1-0dd0-4f8a-9346-f457cc9541f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.579692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-b2628ae1-0dd0-4f8a-9346-f457cc9541f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742350 Jan 28 13:58:12.635793 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'bda554af-a2d8-4c68-b900-908efccad9ea', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:c0:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:10Z', 'updated_at': '2022-01-28T13:58:10Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:12.667167 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64b289-5fb9-40d5-a969-f21aae4ada9b None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'bda554af-a2d8-4c68-b900-908efccad9ea', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:c0:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:10Z', 'updated_at': '2022-01-28T13:58:10Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:13.060591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b69a33-7b24-4431-99c1-965b609c1a57 None None] New status for floating IP bda554af-a2d8-4c68-b900-908efccad9ea: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:58:13.162939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-9b588f24-dcf6-45d8-a5bb-5f4db29afa15 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875456 Jan 28 13:58:13.167137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-9fc45f62-0837-4b5e-b471-59acc493650b service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786130 Jan 28 13:58:13.333887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5d6b544-c5a3-42cf-83d8-8bf7728667db req-e535455d-d135-4f00-8d35-a8bb9e25de94 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525536 Jan 28 13:58:13.377417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5862378d-7cd0-43de-8be8-009af50cc4bd req-a2af3669-e525-4315-87b9-beca2d9ee1dd service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053270 Jan 28 13:58:21.752344 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:58:25.109353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33068) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.160478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Deleting subnet b8018bfe-7322-4e96-b5d1-841348d1272d {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:25.164687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Publish callbacks [] for subnet (b8018bfe-7322-4e96-b5d1-841348d1272d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.200073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (b8018bfe-7322-4e96-b5d1-841348d1272d), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.245588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (b8018bfe-7322-4e96-b5d1-841348d1272d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.302574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (b8018bfe-7322-4e96-b5d1-841348d1272d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.314680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.319060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b8018bfe-7322-4e96-b5d1-841348d1272d HTTP/1.1" status: 204 len: 168 time: 0.2069662 Jan 28 13:58:25.320931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33070) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.338479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8018bfe-7322-4e96-b5d1-841348d1272d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:25.349307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.349672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.350089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.350440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.350785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.351129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.351467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.351804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.352409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.352923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.353472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.353975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.354488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62985af4-9ea0-42a7-8583-0b8a7431e855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.410572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (42c31a1e-6597-4791-84c4-e57e5f96dce5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.495234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (42c31a1e-6597-4791-84c4-e57e5f96dce5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.518953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c31a1e-6597-4791-84c4-e57e5f96dce5']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:25.528828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a7efa4-c485-4911-87df-b0916b70c458') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:25.529135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a7efa4-c485-4911-87df-b0916b70c458') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:25.539400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (24a7efa4-c485-4911-87df-b0916b70c458), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.554542 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (24a7efa4-c485-4911-87df-b0916b70c458), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.561187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:25.561587 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (24a7efa4-c485-4911-87df-b0916b70c458), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: timer() Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:25.564361 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:25.624489 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (42c31a1e-6597-4791-84c4-e57e5f96dce5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.630347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.634012 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] 10.222.0.45 "DELETE /v2.0/networks/42c31a1e-6597-4791-84c4-e57e5f96dce5 HTTP/1.1" status: 204 len: 168 time: 0.3107562 Jan 28 13:58:25.648306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Pushing event deleted for resources: {'Network': ['ID=42c31a1e-6597-4791-84c4-e57e5f96dce5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:25.657392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.657822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.658238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.658725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.659120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.659581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.659977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.660389 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.660776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.661233 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.661628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.662037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.662410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3906509-988c-4ae9-8c77-2de6b68c3acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:25.760862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33074) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.808155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33078) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.808327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f4f1d5f7-447a-4cb6-8314-73a83891d70a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4b53665d01e40399c40c7d86a0a89ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460854 Jan 28 13:58:25.865985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6338b221-6f3e-44b2-8890-f3acbc37890a admin admin] Publish callbacks [] for security_group (ae176c46-2367-40f8-9ac2-1b200a2b16f3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.890583 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6338b221-6f3e-44b2-8890-f3acbc37890a admin admin] Publish callbacks [] for security_group (ae176c46-2367-40f8-9ac2-1b200a2b16f3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.940843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6338b221-6f3e-44b2-8890-f3acbc37890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae176c46-2367-40f8-9ac2-1b200a2b16f3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.944155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6338b221-6f3e-44b2-8890-f3acbc37890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.946025 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6338b221-6f3e-44b2-8890-f3acbc37890a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae176c46-2367-40f8-9ac2-1b200a2b16f3 HTTP/1.1" status: 204 len: 168 time: 0.1364944 Jan 28 13:58:25.958065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338b221-6f3e-44b2-8890-f3acbc37890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae176c46-2367-40f8-9ac2-1b200a2b16f3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.830801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.164159 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.099519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33148) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.236697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-428b3e4b-72e0-433a-8de0-c63e7315885d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.339546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-428b3e4b-72e0-433a-8de0-c63e7315885d admin admin] Publish callbacks [] for security_group (c192e013-a671-438d-a1f2-49bcc6b6f40c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.344708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-428b3e4b-72e0-433a-8de0-c63e7315885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c192e013-a671-438d-a1f2-49bcc6b6f40c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.392170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b3e4b-72e0-433a-8de0-c63e7315885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c192e013-a671-438d-a1f2-49bcc6b6f40c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:34.398416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-428b3e4b-72e0-433a-8de0-c63e7315885d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e872b37fa3a4af4a1265b39ef3032bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976525 Jan 28 13:58:34.401082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33154) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:34.466408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15351e94-56c0-48b2-b74e-32285b0d2c3f admin admin] Publish callbacks [] for security_group (c192e013-a671-438d-a1f2-49bcc6b6f40c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.491785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15351e94-56c0-48b2-b74e-32285b0d2c3f admin admin] Publish callbacks [] for security_group (c192e013-a671-438d-a1f2-49bcc6b6f40c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.545762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15351e94-56c0-48b2-b74e-32285b0d2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c192e013-a671-438d-a1f2-49bcc6b6f40c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.548495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-15351e94-56c0-48b2-b74e-32285b0d2c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.549666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-15351e94-56c0-48b2-b74e-32285b0d2c3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c192e013-a671-438d-a1f2-49bcc6b6f40c HTTP/1.1" status: 204 len: 168 time: 0.1472485 Jan 28 13:58:34.557953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15351e94-56c0-48b2-b74e-32285b0d2c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c192e013-a671-438d-a1f2-49bcc6b6f40c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:34.912738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9f650090-e0f3-46ee-bfc5-0dc91412eb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.559041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33196) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:36.563688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800519033', 'description': 'tempest-secgroup-smoke-800519033 description', 'project_id': '06966ccca03948e08bf2ba78e71cc414'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:36.588469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.597373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.675866 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (ae569c08-5023-4c9e-a0d3-aa9ced760e10), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.681229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae569c08-5023-4c9e-a0d3-aa9ced760e10), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.720602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae569c08-5023-4c9e-a0d3-aa9ced760e10,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:36.756399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (8d719675-25eb-4758-a541-7ce4e0db10f4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.760129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8d719675-25eb-4758-a541-7ce4e0db10f4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.792581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.793789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2336524 Jan 28 13:58:36.794629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b800ffe-280e-446c-92bc-9d4fd206235e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d719675-25eb-4758-a541-7ce4e0db10f4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:36.797008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33200) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:36.801768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0d4c6521-5201-41c3-90d7-4a2729ebf507 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '8d719675-25eb-4758-a541-7ce4e0db10f4', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:36.825801 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6521-5201-41c3-90d7-4a2729ebf507 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (e63d3d35-6454-465f-acfb-3dd4481b567b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.882057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6521-5201-41c3-90d7-4a2729ebf507 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (e63d3d35-6454-465f-acfb-3dd4481b567b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.885467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6521-5201-41c3-90d7-4a2729ebf507 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e63d3d35-6454-465f-acfb-3dd4481b567b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.903041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c6521-5201-41c3-90d7-4a2729ebf507 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63d3d35-6454-465f-acfb-3dd4481b567b,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:36.911389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6521-5201-41c3-90d7-4a2729ebf507 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:36.912545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0d4c6521-5201-41c3-90d7-4a2729ebf507 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145837 Jan 28 13:58:36.916130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33202) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:36.920660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-39cb4aa4-eba3-4156-a8f5-9d017ca46679 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '8d719675-25eb-4758-a541-7ce4e0db10f4', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:36.946653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39cb4aa4-eba3-4156-a8f5-9d017ca46679 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (caddd4ef-147d-47e6-92c2-7b8bea7a8543), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.003749 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39cb4aa4-eba3-4156-a8f5-9d017ca46679 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (caddd4ef-147d-47e6-92c2-7b8bea7a8543), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.007525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39cb4aa4-eba3-4156-a8f5-9d017ca46679 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (caddd4ef-147d-47e6-92c2-7b8bea7a8543), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.025159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb4aa4-eba3-4156-a8f5-9d017ca46679 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caddd4ef-147d-47e6-92c2-7b8bea7a8543,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.032896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39cb4aa4-eba3-4156-a8f5-9d017ca46679 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.034109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-39cb4aa4-eba3-4156-a8f5-9d017ca46679 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170452 Jan 28 13:58:37.036918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33204) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:37.041422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e9ee758c-ca85-44cc-ae49-39bd7957bc79 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '8d719675-25eb-4758-a541-7ce4e0db10f4', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:37.066640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9ee758c-ca85-44cc-ae49-39bd7957bc79 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (3342d9e2-1bf1-47a7-9edc-69525c825545), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.123967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9ee758c-ca85-44cc-ae49-39bd7957bc79 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (3342d9e2-1bf1-47a7-9edc-69525c825545), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.128487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9ee758c-ca85-44cc-ae49-39bd7957bc79 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3342d9e2-1bf1-47a7-9edc-69525c825545), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.146383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee758c-ca85-44cc-ae49-39bd7957bc79 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3342d9e2-1bf1-47a7-9edc-69525c825545,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.153824 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9ee758c-ca85-44cc-ae49-39bd7957bc79 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.159677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e9ee758c-ca85-44cc-ae49-39bd7957bc79 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171813 Jan 28 13:58:37.159677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33206) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:37.162555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-42f35ba6-7bbc-4553-9002-13c2e3b443a1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '8d719675-25eb-4758-a541-7ce4e0db10f4', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:37.186811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-42f35ba6-7bbc-4553-9002-13c2e3b443a1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (4bf49354-f391-4b0c-85de-c151e7fbf9d4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.247735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-42f35ba6-7bbc-4553-9002-13c2e3b443a1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (4bf49354-f391-4b0c-85de-c151e7fbf9d4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.251552 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-42f35ba6-7bbc-4553-9002-13c2e3b443a1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (4bf49354-f391-4b0c-85de-c151e7fbf9d4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.271099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f35ba6-7bbc-4553-9002-13c2e3b443a1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf49354-f391-4b0c-85de-c151e7fbf9d4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.276817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-42f35ba6-7bbc-4553-9002-13c2e3b443a1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.278040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-42f35ba6-7bbc-4553-9002-13c2e3b443a1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188674 Jan 28 13:58:37.280790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33208) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:37.285365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '8d719675-25eb-4758-a541-7ce4e0db10f4', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:37.305376 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:58:37.310457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (c88ba239-03d9-44e4-9580-9c99046f32b9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.371987 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (c88ba239-03d9-44e4-9580-9c99046f32b9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.376340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c88ba239-03d9-44e4-9580-9c99046f32b9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.396571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88ba239-03d9-44e4-9580-9c99046f32b9,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.404264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.405450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bba29a20-97c0-49bb-841f-e916fddebd1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236198 Jan 28 13:58:37.408769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33210) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:37.413428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '8d719675-25eb-4758-a541-7ce4e0db10f4', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:37.433451 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:58:37.438696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (fff1610e-67f9-4d60-a6ff-b8dcf8c3395c), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.498216 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (fff1610e-67f9-4d60-a6ff-b8dcf8c3395c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.501780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (fff1610e-67f9-4d60-a6ff-b8dcf8c3395c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.519473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff1610e-67f9-4d60-a6ff-b8dcf8c3395c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.527346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.528677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8158a6c2-653a-4114-817e-09d5b82b2beb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188564 Jan 28 13:58:37.532715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33212) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:37.538029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'network': {'name': 'tempest-network-smoke--791571420', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:37.560471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:37.565053 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.593977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:37.604123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (08af30b1-82d4-4c55-af9a-01b75ec7edba), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.604474 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Added segment 08af30b1-82d4-4c55-af9a-01b75ec7edba of type vlan for network 73417205-16ac-4e51-9205-a70e69441508 Jan 28 13:58:37.653178 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (73417205-16ac-4e51-9205-a70e69441508), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.684483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (73417205-16ac-4e51-9205-a70e69441508), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.690704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:37.691374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.722648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bcb12db0-219a-4cef-a747-106196e2a19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.756130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2221298 Jan 28 13:58:37.760140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:37.766338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'admin_state_up': True, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:37.771654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d98d2a-28f2-4225-acf6-7b961b5c1e84 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Network': ['ID=73417205-16ac-4e51-9205-a70e69441508,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:37.783569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 73417205-16ac-4e51-9205-a70e69441508 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:37.791152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (ce11542b-a1ca-4af4-9d32-6799d455ab3b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.792213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (ce11542b-a1ca-4af4-9d32-6799d455ab3b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:37.851095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (ce11542b-a1ca-4af4-9d32-6799d455ab3b), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.003362 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (ce11542b-a1ca-4af4-9d32-6799d455ab3b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.221138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (ce11542b-a1ca-4af4-9d32-6799d455ab3b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.242438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.371042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.138 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ea0243dc-b091-495f-a5c3-23040bd7c170) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:38.492076 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.529555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.568061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:38.571564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:38.575226 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:38.611263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=ea0243dc-b091-495f-a5c3-23040bd7c170,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:38.738823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:38.855160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (ce11542b-a1ca-4af4-9d32-6799d455ab3b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.054658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (ce11542b-a1ca-4af4-9d32-6799d455ab3b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.189770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router ce11542b-a1ca-4af4-9d32-6799d455ab3b is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:58:39.316014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:39.326239 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Sync routers for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:39.339343 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.340196 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:39.343507 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f61e30b-e699-436a-b12a-65660d5ee387 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5799570 Jan 28 13:58:39.343651 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:39.343819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33220) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:39.467080 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:39.479017 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e8b3fd65-741d-4827-8b03-9b8be95f7153 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=06966ccca03948e08bf2ba78e71cc414&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340170 Jan 28 13:58:39.481659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33224) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:39.648887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050348f5-2c52-468c-bca7-c7c502cb2568 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:39.650455 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-050348f5-2c52-468c-bca7-c7c502cb2568 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1678395 Jan 28 13:58:39.653535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33226) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:39.670509 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:38Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:39.694090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0aaad79c-0436-499c-9398-fd91c6c513b2 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369473 Jan 28 13:58:39.694406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33228) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:39.699409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126801885', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:39.699725 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Checking router: ce11542b-a1ca-4af4-9d32-6799d455ab3b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:39.700098 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Updating router ce11542b-a1ca-4af4-9d32-6799d455ab3b port ea0243dc-b091-495f-a5c3-23040bd7c170 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:58:39.726190 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.798459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:39.802440 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:39.991379 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Publish callbacks [] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.000493 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.013310 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (33835146-eec9-42a4-a8f8-a363cee23294), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.066219 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Attempting to bind port ea0243dc-b091-495f-a5c3-23040bd7c170 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:40.066885 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Attempting to bind port ea0243dc-b091-495f-a5c3-23040bd7c170 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:40.067015 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Attempting to bind port ea0243dc-b091-495f-a5c3-23040bd7c170 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:40.083740 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:40.084174 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:40.084573 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.084718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Subnet': ['ID=33835146-eec9-42a4-a8f8-a363cee23294,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.084969 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:40.085589 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Bound port: ea0243dc-b091-495f-a5c3-23040bd7c170, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:40.085976 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.091207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Checking segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:40.091734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network hostable DHCP agents. Network: 73417205-16ac-4e51-9205-a70e69441508, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:40.111061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 73417205-16ac-4e51-9205-a70e69441508 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:40.111388 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Pushing event updated for resources: {'Port': ['ID=ea0243dc-b091-495f-a5c3-23040bd7c170,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.121495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 73417205-16ac-4e51-9205-a70e69441508) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:40.127954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:40.128198 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.128432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.128663 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.129049 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.129425 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.130412 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.130756 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.131323 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.131680 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.132103 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.132478 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.132898 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.133234 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.133632 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.134543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b02a530-e173-4092-9328-4a9cfaf90c73 None None] Network 73417205-16ac-4e51-9205-a70e69441508 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:40.150955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-54be8070-a874-4d7c-abab-ceffe3a931fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4555075 Jan 28 13:58:40.154335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33232) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:40.182713 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] For port ea0243dc-b091-495f-a5c3-23040bd7c170, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:40.186547 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] For port ea0243dc-b091-495f-a5c3-23040bd7c170, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ea0243dc-b091-495f-a5c3-23040bd7c170,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:40.196621 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.266283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-73417205-16ac-4e51-9205-a70e69441508', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:58:40.267542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.270450 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:40.271209 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:40.275111 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224a8e4-62b8-478e-afbd-b6b5191d5cc4 None None] Pushing event updated for resources: {'Port': ['ID=ea0243dc-b091-495f-a5c3-23040bd7c170,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.438826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:40.464725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Allocated IP 172.20.0.2 (73417205-16ac-4e51-9205-a70e69441508/33835146-eec9-42a4-a8f8-a363cee23294/cd48746e-b5bc-476a-8673-2264ce0fe21f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:40.651525 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Publish callbacks [] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.660719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.694804 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.705323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Network 73417205-16ac-4e51-9205-a70e69441508 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:40.708550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:40.714956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:40.724819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Pushing event updated for resources: {'Port': ['ID=cd48746e-b5bc-476a-8673-2264ce0fe21f,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.756310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.756721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.756978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.757354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.757663 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.758027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.758447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.759098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.759098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.759394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.759812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.760065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.760401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:40.784423 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:38Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:40.792708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Attempting to bind port cd48746e-b5bc-476a-8673-2264ce0fe21f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:40.793095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Attempting to bind port cd48746e-b5bc-476a-8673-2264ce0fe21f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:40.793460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Attempting to bind port cd48746e-b5bc-476a-8673-2264ce0fe21f on network 73417205-16ac-4e51-9205-a70e69441508 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:40.799444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:40.800260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Checking segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:40.800260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.800651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Bound using segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:40.801996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Bound port: cd48746e-b5bc-476a-8673-2264ce0fe21f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:40.801996 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.821904 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa636e60-2c7b-43cb-9902-ef5813f9dce5 None None] The sync data for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 is: [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:38Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:40.880580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] For port cd48746e-b5bc-476a-8673-2264ce0fe21f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:40.883967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] For port cd48746e-b5bc-476a-8673-2264ce0fe21f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cd48746e-b5bc-476a-8673-2264ce0fe21f,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:40.892609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:40.957650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acfe6a-67cb-4923-b23b-f2d32da168f2 None None] Pushing event updated for resources: {'Port': ['ID=cd48746e-b5bc-476a-8673-2264ce0fe21f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:40.964664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.410869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.1 (73417205-16ac-4e51-9205-a70e69441508/33835146-eec9-42a4-a8f8-a363cee23294/d8e107bb-8230-46ca-9d71-f894e954ea33) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:41.543965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.582841 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.627001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 73417205-16ac-4e51-9205-a70e69441508 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:41.631912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:41.638003 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:41.645038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=d8e107bb-8230-46ca-9d71-f894e954ea33,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:41.692225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (ce11542b-a1ca-4af4-9d32-6799d455ab3b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.793241 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.894212 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.972391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cd48746e-b5bc-476a-8673-2264ce0fe21f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:42.039228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port cd48746e-b5bc-476a-8673-2264ce0fe21f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:42.039899 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.152749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port cd48746e-b5bc-476a-8673-2264ce0fe21f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:42.153148 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.199256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port cd48746e-b5bc-476a-8673-2264ce0fe21f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cd48746e-b5bc-476a-8673-2264ce0fe21f,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:42.205607 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.206685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ea0243dc-b091-495f-a5c3-23040bd7c170 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:42.237287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e560cd48-b0d7-4981-9613-42e52752e8b7 None None] Network 73417205-16ac-4e51-9205-a70e69441508 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:42.257985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.263219 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.341956 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (ce11542b-a1ca-4af4-9d32-6799d455ab3b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.343963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=d8e107bb-8230-46ca-9d71-f894e954ea33,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:42.355787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7eebdf2c-8a04-4cb3-9469-4309ab569b52 None None] Provisioning complete for port cd48746e-b5bc-476a-8673-2264ce0fe21f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:42.355787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7eebdf2c-8a04-4cb3-9469-4309ab569b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.358927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=cd48746e-b5bc-476a-8673-2264ce0fe21f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:42.415974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ea0243dc-b091-495f-a5c3-23040bd7c170 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:42.416436 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.452727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 73417205-16ac-4e51-9205-a70e69441508 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:42.455263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:42.588094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7eebdf2c-8a04-4cb3-9469-4309ab569b52 None None] Current status of the port cd48746e-b5bc-476a-8673-2264ce0fe21f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:42.589336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router ce11542b-a1ca-4af4-9d32-6799d455ab3b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:42.601695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ea0243dc-b091-495f-a5c3-23040bd7c170 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:42.602106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.623633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port ea0243dc-b091-495f-a5c3-23040bd7c170, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ea0243dc-b091-495f-a5c3-23040bd7c170,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:42.628791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.683999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=ea0243dc-b091-495f-a5c3-23040bd7c170,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:42.722480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:42.727715 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2769b53e-49b1-4772-9328-a0e0f0be7ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/ce11542b-a1ca-4af4-9d32-6799d455ab3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5722935 Jan 28 13:58:42.842836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Sync routers for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:42.859322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:42.860541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:42.907217 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-b652cb28-0892-44de-90c0-8d0ac7c1b1bb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800519033&fields=id&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 267 time: 0.0497990 Jan 28 13:58:43.037083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-4bb9d1c1-183e-4802-a9b8-fad63ddec870 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:43.039090 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-4bb9d1c1-183e-4802-a9b8-fad63ddec870 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 796 time: 0.1232970 Jan 28 13:58:43.056788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-f63fae6f-9b11-4d6b-b15c-b7b0fc13788e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/quotas/06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 375 time: 0.0111506 Jan 28 13:58:43.123087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-85b2ccb5-6917-4860-b123-d9b77471bd08 None None] Provisioning complete for port cd48746e-b5bc-476a-8673-2264ce0fe21f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:43.123469 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85b2ccb5-6917-4860-b123-d9b77471bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.133104 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-307bc92e-d71a-4ff5-85a0-1a5ba9beb6b6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673134 Jan 28 13:58:43.192384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:43.251236 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-02759636-a45e-470b-92e7-52281108e6f9 service neutron] 10.222.0.45 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076825 Jan 28 13:58:43.347247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85b2ccb5-6917-4860-b123-d9b77471bd08 None None] Current status of the port cd48746e-b5bc-476a-8673-2264ce0fe21f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:43.351493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-4b83db3c-44a3-4e67-b56b-6422504bf182 service neutron] 10.222.0.45 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927262 Jan 28 13:58:43.366378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-85b2ccb5-6917-4860-b123-d9b77471bd08 None None] Provisioning complete for port d8e107bb-8230-46ca-9d71-f894e954ea33 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:43.366760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85b2ccb5-6917-4860-b123-d9b77471bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.425555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85b2ccb5-6917-4860-b123-d9b77471bd08 None None] Port d8e107bb-8230-46ca-9d71-f894e954ea33 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:43.527653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-761949a7-836f-404c-a8fc-fdbc81062e4d req-4a9814ce-4a05-49dd-bb3d-f2eb7fd20a42 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 210 time: 0.0364583 Jan 28 13:58:43.534693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 2, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:43.579613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Checking router: ce11542b-a1ca-4af4-9d32-6799d455ab3b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:43.579973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Updating router ce11542b-a1ca-4af4-9d32-6799d455ab3b port d8e107bb-8230-46ca-9d71-f894e954ea33 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:58:43.618773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.620534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ef8f8662-626b-4f17-b822-610843990b7d None None] Provisioning complete for port d8e107bb-8230-46ca-9d71-f894e954ea33 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:43.620899 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8662-626b-4f17-b822-610843990b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:43.721902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f8662-626b-4f17-b822-610843990b7d None None] Port d8e107bb-8230-46ca-9d71-f894e954ea33 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:43.835377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cd48746e-b5bc-476a-8673-2264ce0fe21f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:43.966960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port cd48746e-b5bc-476a-8673-2264ce0fe21f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:43.967573 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.078736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Publish callbacks [] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.099673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.152190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port cd48746e-b5bc-476a-8673-2264ce0fe21f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:44.153266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ea0243dc-b091-495f-a5c3-23040bd7c170 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:44.209998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691a94e-671f-483e-ab35-fa1657cd8a02 None None] Pushing event updated for resources: {'Port': ['ID=d8e107bb-8230-46ca-9d71-f894e954ea33,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:44.256219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Attempting to bind port d8e107bb-8230-46ca-9d71-f894e954ea33 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:44.256600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Attempting to bind port d8e107bb-8230-46ca-9d71-f894e954ea33 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:44.256972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Attempting to bind port d8e107bb-8230-46ca-9d71-f894e954ea33 on network 73417205-16ac-4e51-9205-a70e69441508 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:44.267178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:44.267557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Checking segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:44.267966 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.268410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Bound using segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:44.268900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Bound port: d8e107bb-8230-46ca-9d71-f894e954ea33, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:44.269285 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.288013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ea0243dc-b091-495f-a5c3-23040bd7c170 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:44.288673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.386389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] For port d8e107bb-8230-46ca-9d71-f894e954ea33, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:44.388503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-95eb2310-af41-4577-b057-b8aa9ac90678 None None] Provisioning complete for port d8e107bb-8230-46ca-9d71-f894e954ea33 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:44.388878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95eb2310-af41-4577-b057-b8aa9ac90678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.392096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] For port d8e107bb-8230-46ca-9d71-f894e954ea33, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d8e107bb-8230-46ca-9d71-f894e954ea33,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:44.418360 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.492585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-95eb2310-af41-4577-b057-b8aa9ac90678 None None] Port d8e107bb-8230-46ca-9d71-f894e954ea33 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:44.530062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ea0243dc-b091-495f-a5c3-23040bd7c170 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:44.536375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:44.537010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:44.539303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691a94e-671f-483e-ab35-fa1657cd8a02 None None] Pushing event updated for resources: {'Port': ['ID=d8e107bb-8230-46ca-9d71-f894e954ea33,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:44.642325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-b69d46f9-b129-4724-8c2e-3850e5a94d90 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:44.644530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-b69d46f9-b129-4724-8c2e-3850e5a94d90 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 796 time: 0.1836269 Jan 28 13:58:44.661317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efeeabfa-82cc-4eb2-afaa-75f38af1fce1 req-2a889ff5-7dc4-4322-a44d-176413a8b469 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 210 time: 0.0409548 Jan 28 13:58:44.697832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:44.728064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-8ea539cb-83eb-4e41-bc1e-8ddd9e287cab tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 379 time: 0.0692461 Jan 28 13:58:44.739440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'port': {'device_id': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'admin_state_up': True, 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'security_groups': ['8d719675-25eb-4758-a541-7ce4e0db10f4']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:44.851706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-aef7f182-cbed-4d71-bef4-f762d43c68e4 None None] Provisioning complete for port d8e107bb-8230-46ca-9d71-f894e954ea33 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:44.852164 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aef7f182-cbed-4d71-bef4-f762d43c68e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.854136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:44.857612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.972513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-aef7f182-cbed-4d71-bef4-f762d43c68e4 None None] Current status of the port d8e107bb-8230-46ca-9d71-f894e954ea33 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:44.973092 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aef7f182-cbed-4d71-bef4-f762d43c68e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:44.986804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.7 (73417205-16ac-4e51-9205-a70e69441508/33835146-eec9-42a4-a8f8-a363cee23294/83eb2435-2a8e-4f38-a153-283e8e49dabc) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:45.000338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:45.032487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f46f5-b690-4e31-9771-0e82fdaf3cd6 None None] The sync data for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 is: [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:45.041998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-aef7f182-cbed-4d71-bef4-f762d43c68e4 None None] For port d8e107bb-8230-46ca-9d71-f894e954ea33, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d8e107bb-8230-46ca-9d71-f894e954ea33,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:45.046368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aef7f182-cbed-4d71-bef4-f762d43c68e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.116489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f182-cbed-4d71-bef4-f762d43c68e4 None None] Pushing event updated for resources: {'Port': ['ID=d8e107bb-8230-46ca-9d71-f894e954ea33,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:45.163494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.206285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.256792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 73417205-16ac-4e51-9205-a70e69441508 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:45.262133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:45.264791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:45.296357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:45.339981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:45.340804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.363087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-187e83cf-f71a-4156-8367-879b26ef4e2b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6291578 Jan 28 13:58:45.377942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Request body: {'port': {'device_id': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:45.441015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.586624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-02afaccc-3054-4cea-883e-03cfe5f00020 None None] Provisioning complete for port 83eb2435-2a8e-4f38-a153-283e8e49dabc triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:45.587279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-02afaccc-3054-4cea-883e-03cfe5f00020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.630703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-02afaccc-3054-4cea-883e-03cfe5f00020 None None] Port 83eb2435-2a8e-4f38-a153-283e8e49dabc cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:58:45.788577 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83eb2435-2a8e-4f38-a153-283e8e49dabc {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:58:45.799717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Publish callbacks [] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.820294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Transition to ACTIVE for port object 83eb2435-2a8e-4f38-a153-283e8e49dabc will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:58:45.831436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:45.851334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d8e107bb-8230-46ca-9d71-f894e954ea33 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:45.874095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4befb-5d22-42e8-9e58-272505158044 req-4476ae0b-0b55-4eba-8ed6-33c03fc46726 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:45.876083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffb4befb-5d22-42e8-9e58-272505158044 req-4476ae0b-0b55-4eba-8ed6-33c03fc46726 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 931 time: 0.1291580 Jan 28 13:58:45.925696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:45.987067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ffb4befb-5d22-42e8-9e58-272505158044 req-9e6f741f-568a-4913-ae54-16b75de61a8e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018736 Jan 28 13:58:46.060838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:58:46.061314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:58:46.061662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc on network 73417205-16ac-4e51-9205-a70e69441508 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:46.068398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Port 83eb2435-2a8e-4f38-a153-283e8e49dabc on network 73417205-16ac-4e51-9205-a70e69441508 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:58:46.069314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc on network 73417205-16ac-4e51-9205-a70e69441508 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:58:46.075992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:58:46.076378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Checking segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:46.076776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Bound using segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:58:46.077218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Bound port: 83eb2435-2a8e-4f38-a153-283e8e49dabc, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:58:46.077582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:46.101421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d8e107bb-8230-46ca-9d71-f894e954ea33 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:46.102403 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:46.168822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:58:46.175093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:58:46.180893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:46.202468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d8e107bb-8230-46ca-9d71-f894e954ea33 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:46.221951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:46.222686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:46.224133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] 10.222.0.36 "PUT /v2.0/ports/83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 1091 time: 0.8522213 Jan 28 13:58:46.224590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:46.226899 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cfda83-3c0b-4322-a1e4-2c837186ee93" -d '{"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:46.269073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfc078-daf1-4d8b-9e53-a284c7612841 service neutron] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:46.303982 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910e027c-4b67-48dc-a9c4-22d582653f00 x-openstack-request-id: req-910e027c-4b67-48dc-a9c4-22d582653f00 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:46.304319 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:46.304582 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-910e027c-4b67-48dc-a9c4-22d582653f00 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:46.304984 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'status': 'completed', 'code': 200} Jan 28 13:58:46.323396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-83bffe78-7f59-47e0-a9f1-9ada0d7aa717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:46.326602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-83bffe78-7f59-47e0-a9f1-9ada0d7aa717 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1094 time: 0.0524490 Jan 28 13:58:46.376728 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-d3d1b4c7-8c1c-476f-9ae3-f7956c97bc2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 217 time: 0.0437782 Jan 28 13:58:46.432313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-db8af680-8faa-4de0-bdda-0a15e1dc54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:46.434158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-db8af680-8faa-4de0-bdda-0a15e1dc54eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0509424 Jan 28 13:58:46.487930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-c95e4fd3-5706-4fb7-bb30-7199e8342d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:46.489552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-c95e4fd3-5706-4fb7-bb30-7199e8342d27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474379 Jan 28 13:58:46.585885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-18cecadb-1b9f-4ebb-ab57-8e55e476e1a0 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890269 Jan 28 13:58:46.678804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-59b4b15f-4f62-4656-ab6d-9723b3ac1de6 req-017d1c37-e7ab-4dac-b52e-703fcc449f58 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862479 Jan 28 13:58:46.788555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-ea30adcc-f56d-4326-a68e-fc764281a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:46.790155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-ea30adcc-f56d-4326-a68e-fc764281a7fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1094 time: 0.0474355 Jan 28 13:58:46.882870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-23074345-bfb5-4a5f-a503-ff2ff410f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:46.884446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-23074345-bfb5-4a5f-a503-ff2ff410f019 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.0877330 Jan 28 13:58:46.925617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-943dc385-0a2c-4013-99c1-2a92c5245fcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 217 time: 0.0354588 Jan 28 13:58:46.980312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-70d1f0de-601e-47a0-bb51-05adae443ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:46.981804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-70d1f0de-601e-47a0-bb51-05adae443ba5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0501692 Jan 28 13:58:47.031333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-b5d9f9d7-404d-40f6-a408-7e124d05e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:47.033313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-b5d9f9d7-404d-40f6-a408-7e124d05e14c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443211 Jan 28 13:58:47.113211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd51c0-209b-4ad3-a06a-337808eceace req-24ab1444-e3d6-4ec5-8696-9e6966fd126d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:47.115608 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0cd51c0-209b-4ad3-a06a-337808eceace req-24ab1444-e3d6-4ec5-8696-9e6966fd126d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 943 time: 0.0525601 Jan 28 13:58:47.131311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-4c70e79f-d4c8-4250-acf9-89db98c6c97b service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909228 Jan 28 13:58:47.172969 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-b0cd51c0-209b-4ad3-a06a-337808eceace req-97f35a21-6574-4373-94bc-840121f1e5b2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514796 Jan 28 13:58:47.235139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34cfda83-3c0b-4322-a1e4-2c837186ee93 req-29ef8c27-0a0a-4fef-99f1-4022de149018 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974250 Jan 28 13:58:48.108023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:58:48.214296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:48.227368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'port_id': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'mac_address': 'fa:16:3e:be:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:58:48.272163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 83eb2435-2a8e-4f38-a153-283e8e49dabc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:48.272560 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.290904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eb2435-2a8e-4f38-a153-283e8e49dabc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:58:48.309430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9e397-f250-42dc-a7b0-0364beae874d req-e36ad938-4176-4c56-882e-32fac466598b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:48.311107 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b9e397-f250-42dc-a7b0-0364beae874d req-e36ad938-4176-4c56-882e-32fac466598b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 943 time: 0.0615618 Jan 28 13:58:48.317782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:48.322374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:48.369845 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-65b9e397-f250-42dc-a7b0-0364beae874d req-047648fc-df78-4f01-a1bf-b5f7947eae9d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524278 Jan 28 13:58:48.373635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:48.584748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['83eb2435-2a8e-4f38-a153-283e8e49dabc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:49.493387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b85358-b952-4121-9cc9-51ef392b803d req-d4a845b6-14c3-4493-8ab4-9e556f1eb2e1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:49.494951 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29b85358-b952-4121-9cc9-51ef392b803d req-d4a845b6-14c3-4493-8ab4-9e556f1eb2e1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 944 time: 0.0497618 Jan 28 13:58:49.548690 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-29b85358-b952-4121-9cc9-51ef392b803d req-42689682-164e-4a09-a92f-a46215edc442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465653 Jan 28 13:58:50.107394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:58:50.157723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 83eb2435-2a8e-4f38-a153-283e8e49dabc completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:58:50.162037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 83eb2435-2a8e-4f38-a153-283e8e49dabc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:58:50.162415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.246316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 83eb2435-2a8e-4f38-a153-283e8e49dabc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:58:50.246869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.270276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:50.272793 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a902b5-c350-459a-8e94-3ebb21bb953c" -d '{"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-plugged", "status": "completed", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:50.287103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:50.291267 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:50.315157 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8c2206-2920-4bde-a1e6-3a6c176ec599 x-openstack-request-id: req-5d8c2206-2920-4bde-a1e6-3a6c176ec599 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:50.315471 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-plugged", "status": "completed", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:50.315733 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d8c2206-2920-4bde-a1e6-3a6c176ec599 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:50.316228 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'code': 200} Jan 28 13:58:50.344578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:50.422808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e3b7e-d708-4755-802f-279387f333e6 req-6f3712f1-fdb1-4768-982c-2098c3f78e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:50.424288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-229e3b7e-d708-4755-802f-279387f333e6 req-6f3712f1-fdb1-4768-982c-2098c3f78e97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1096 time: 0.0432060 Jan 28 13:58:50.474736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-229e3b7e-d708-4755-802f-279387f333e6 req-af3e4fee-7ca5-4baa-ac75-2d83d880e8e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427978 Jan 28 13:58:50.677170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c106c-9c8a-404b-8d43-e7954867eb1a req-e68b6954-d56b-4716-80bf-2c695c472297 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:50.678693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e3c106c-9c8a-404b-8d43-e7954867eb1a req-e68b6954-d56b-4716-80bf-2c695c472297 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0575957 Jan 28 13:58:50.732851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e3c106c-9c8a-404b-8d43-e7954867eb1a req-3d6c2c16-652d-4d0f-b7f6-f07d010ee45c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485704 Jan 28 13:58:51.861274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282759d-5991-4b2c-9ecb-a22df4f72c28 req-b5664030-6e23-4cb6-9bb3-a1f046943a42 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:51.862787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c282759d-5991-4b2c-9ecb-a22df4f72c28 req-b5664030-6e23-4cb6-9bb3-a1f046943a42 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0535164 Jan 28 13:58:51.914778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c282759d-5991-4b2c-9ecb-a22df4f72c28 req-e64fd05f-3de9-430c-abba-e4890e6a81d4 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460086 Jan 28 13:58:52.033628 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99dfab-ab25-41e3-9c33-2806fa0592d7 req-535c3bc3-baec-4a77-8992-5042042aebaa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:52.035093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f99dfab-ab25-41e3-9c33-2806fa0592d7 req-535c3bc3-baec-4a77-8992-5042042aebaa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0497465 Jan 28 13:58:52.090026 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3f99dfab-ab25-41e3-9c33-2806fa0592d7 req-8f8e0071-9a9e-48cb-bfcf-c94d1e870682 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491457 Jan 28 13:58:52.112803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33304) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:52.152469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02548160-3841-434a-9a67-607af2cb4e99 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:52.153953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-02548160-3841-434a-9a67-607af2cb4e99 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1091 time: 0.0400400 Jan 28 13:58:52.157976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33306) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:52.162282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:52.186789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:52.292732 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:52.420646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.5 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/155458f0-c6be-46dc-a25e-18b86de013b6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:58:52.531474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (155458f0-c6be-46dc-a25e-18b86de013b6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:52.573765 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (155458f0-c6be-46dc-a25e-18b86de013b6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:52.616362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:58:52.619217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:52.622660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:58:52.653997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=155458f0-c6be-46dc-a25e-18b86de013b6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:53.010548 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (2df993fb-a919-48eb-9b9b-84a34e440096), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.081742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (155458f0-c6be-46dc-a25e-18b86de013b6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.240532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (155458f0-c6be-46dc-a25e-18b86de013b6), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.245386 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (155458f0-c6be-46dc-a25e-18b86de013b6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.317925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=155458f0-c6be-46dc-a25e-18b86de013b6,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:53.330917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (2df993fb-a919-48eb-9b9b-84a34e440096), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:53.434521 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP 2df993fb-a919-48eb-9b9b-84a34e440096 associated. External IP: 172.25.4.5, port: 83eb2435-2a8e-4f38-a153-283e8e49dabc. Jan 28 13:58:53.648517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router ce11542b-a1ca-4af4-9d32-6799d455ab3b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:58:54.057691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:58:54.068748 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] Sync routers for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:58:54.075385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:54.081045 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:54.081663 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:54.102571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d185965-db54-4002-9cf4-31f1ec7a1ddf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9435985 Jan 28 13:58:54.103296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:54.105620 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846fea3-16f4-4384-a867-3d5cb8abc13f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:54.145645 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e579a47-6122-4beb-8eb8-519bfa576e64 x-openstack-request-id: req-1e579a47-6122-4beb-8eb8-519bfa576e64 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:54.146041 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:54.146395 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e579a47-6122-4beb-8eb8-519bfa576e64 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:54.146886 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'status': 'completed', 'code': 200} Jan 28 13:58:54.191491 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:54.234638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-d27b95b6-787c-4139-a364-e8da8fe2bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:54.236319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-d27b95b6-787c-4139-a364-e8da8fe2bbf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1096 time: 0.0607171 Jan 28 13:58:54.243870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470a74b-bff9-4f8f-8ebf-b73cb7f6fec8 req-123ddea3-6f5c-4d80-b589-c0133d99ab32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:54.245301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a470a74b-bff9-4f8f-8ebf-b73cb7f6fec8 req-123ddea3-6f5c-4d80-b589-c0133d99ab32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0803025 Jan 28 13:58:54.351854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a470a74b-bff9-4f8f-8ebf-b73cb7f6fec8 req-bb6577ef-29b1-4fb4-aef9-99e866132bcf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977964 Jan 28 13:58:54.371816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-5d172d75-2b37-41f6-a105-ec5b2618b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:54.373526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-5d172d75-2b37-41f6-a105-ec5b2618b215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.1271677 Jan 28 13:58:54.375508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33316) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:54.430196 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '2df993fb-a919-48eb-9b9b-84a34e440096', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'port_id': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'mac_address': 'fa:16:3e:be:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:52Z', 'updated_at': '2022-01-28T13:58:52Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:54.456060 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] Checking router: ce11542b-a1ca-4af4-9d32-6799d455ab3b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:58:54.464914 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:58:54.465521 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T13:58:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:54.488874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4220bb8a-f965-487b-9743-d3466fbd7ec8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/2df993fb-a919-48eb-9b9b-84a34e440096 HTTP/1.1" status: 200 len: 989 time: 0.1118195 Jan 28 13:58:54.491305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-4b659e00-6d33-44a1-ad70-2802cdee811f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 997 time: 0.1092737 Jan 28 13:58:54.541714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-7c7268f8-f54d-4301-9f80-ba946fa4da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:54.543187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-7c7268f8-f54d-4301-9f80-ba946fa4da52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0448647 Jan 28 13:58:54.575745 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:58:54.589089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-9c48fabc-7522-44d5-b7ec-5a3aebd09a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:54.590588 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-9c48fabc-7522-44d5-b7ec-5a3aebd09a00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416698 Jan 28 13:58:54.684687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-432dced2-7aec-4a49-a8bf-cee9b129a896 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Jan 28 13:58:54.778721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b846fea3-16f4-4384-a867-3d5cb8abc13f req-c9d7b963-7d3f-4987-9b7d-1ba97982b6a6 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Jan 28 13:58:54.807649 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '2df993fb-a919-48eb-9b9b-84a34e440096', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'port_id': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'mac_address': 'fa:16:3e:be:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:52Z', 'updated_at': '2022-01-28T13:58:52Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:54.834361 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442dd658-a7c0-4042-8fb3-87fec145841f None None] The sync data for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 is: [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '2df993fb-a919-48eb-9b9b-84a34e440096', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'port_id': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'mac_address': 'fa:16:3e:be:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:58:52Z', 'updated_at': '2022-01-28T13:58:52Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:58:55.073035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb886f-83ce-4593-bc98-1dce0c847e10 None None] New status for floating IP 2df993fb-a919-48eb-9b9b-84a34e440096: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:58:55.492729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 33320) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:55.559039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-35a845d5-52fe-42ea-9234-e7d4139c3fec tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/2df993fb-a919-48eb-9b9b-84a34e440096 HTTP/1.1" status: 200 len: 991 time: 0.0650971 Jan 28 13:58:56.824410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:58.160453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:58.753139 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:59:04.722610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-c0e60c52-6729-41fa-999a-78e030294409 req-872b566f-ae00-43ce-8b1a-c733e3cd87c9 service neutron] (103373) timed out ('10.222.0.60', 57076) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 13:59:04.905510 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96805b44-ac2e-47a7-9f4e-e2d04a97ba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.718096 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1814eac2-a18f-48a1-b706-039317222a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:07.824497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-ab33b14c-6b54-4122-94bc-e5cc0cb37ce9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068995 Jan 28 13:59:07.910505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-5b2a4dfe-622a-4000-b313-824a7b697899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:07.912042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-5b2a4dfe-622a-4000-b313-824a7b697899 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 1096 time: 0.0425379 Jan 28 13:59:08.020212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-578fcf21-ac45-45d1-b456-4a81ed6224a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:08.021578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-578fcf21-ac45-45d1-b456-4a81ed6224a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.0899839 Jan 28 13:59:08.088920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-61134a87-cb4b-49b6-bbe8-883db81fd761 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 HTTP/1.1" status: 200 len: 1001 time: 0.0588040 Jan 28 13:59:08.144477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-3396392c-6478-4d6b-80ee-4ae9b6b987ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:08.145959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-3396392c-6478-4d6b-80ee-4ae9b6b987ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0476394 Jan 28 13:59:08.194376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-82f81932-607c-4d86-8469-994abbee2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:08.195896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-82f81932-607c-4d86-8469-994abbee2a9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430834 Jan 28 13:59:08.289802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-c29ce3ce-b50b-4af0-886a-d1a691b8164a service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866692 Jan 28 13:59:08.383234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0431a766-ff5b-4079-a5a9-e1c6960b87f1 req-4c999c20-30fc-4485-b110-566e39721a95 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862033 Jan 28 13:59:08.740410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:10.597307 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:11.777090 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:12.751694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-e215bf85-df50-4708-9a46-b4c98a97a7ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429637 Jan 28 13:59:12.838430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-b1a23d78-f3a1-4a02-907c-53e652f604ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:12.839950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-b1a23d78-f3a1-4a02-907c-53e652f604ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1097 time: 0.0428631 Jan 28 13:59:12.963803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-20c66b29-ac1c-462a-bc79-562090f02f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:12.965825 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-20c66b29-ac1c-462a-bc79-562090f02f39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1037917 Jan 28 13:59:13.035497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-a22f6c27-85ee-449e-9e59-9321ca3e15f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 1001 time: 0.0617220 Jan 28 13:59:13.090819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-73099841-58e2-4eb8-903a-7f548bd819a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:13.092631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-73099841-58e2-4eb8-903a-7f548bd819a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0493448 Jan 28 13:59:13.140517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-2cc516bf-888a-41e5-9903-9e1a4b8cdc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:13.142666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-2cc516bf-888a-41e5-9903-9e1a4b8cdc25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431919 Jan 28 13:59:13.236749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-174bc173-6e9e-4e3c-93f2-4f6567dc6c05 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864794 Jan 28 13:59:13.344661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b5dded3-f214-4e55-8e4d-7567903240ed req-f4a904bf-70de-42f3-8229-5ae97797980a service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005239 Jan 28 13:59:23.882095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a3d5c-c43f-4305-9c9a-6fb2c6137347 req-a7ec3ca6-3419-4f2c-a70f-a3e1edb32a47 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:23.883617 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da2a3d5c-c43f-4305-9c9a-6fb2c6137347 req-a7ec3ca6-3419-4f2c-a70f-a3e1edb32a47 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.0502014 Jan 28 13:59:23.931940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da2a3d5c-c43f-4305-9c9a-6fb2c6137347 req-09cdbef5-5810-4550-a556-bfd13a2cac2a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 Jan 28 13:59:26.343800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:59:26.440167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:26.451663 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'mac_address': 'fa:16:3e:d2:92:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:59:26.489018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:26.489413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.506784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:26.526523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:26.530492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.582665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:26.617129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b429237c-2501-4e67-affb-1b5a4106eacc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:26.829597 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.167681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.355727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:59:28.411944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port b429237c-2501-4e67-affb-1b5a4106eacc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:59:28.412489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.511362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:28.511870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.540677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:28.542902 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c78a2-efbe-413e-b5df-c46dc02f391a" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:28.557283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:28.561661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.590292 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266cdf7-bf69-452f-ab1e-1d90b5c5ec21 x-openstack-request-id: req-a266cdf7-bf69-452f-ab1e-1d90b5c5ec21 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:28.590595 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:28.590856 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a266cdf7-bf69-452f-ab1e-1d90b5c5ec21 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:28.591251 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'code': 200} Jan 28 13:59:28.617747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:28.779771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1761ff-2639-43cc-828f-fe6a121ec6c1 req-07cc9f6a-f04b-41fb-b41e-c884b8351f99 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:28.781998 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a1761ff-2639-43cc-828f-fe6a121ec6c1 req-07cc9f6a-f04b-41fb-b41e-c884b8351f99 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1096 time: 0.0417154 Jan 28 13:59:28.803316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2a1761ff-2639-43cc-828f-fe6a121ec6c1 req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.902031 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2a1761ff-2639-43cc-828f-fe6a121ec6c1 req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Publish callbacks [] for security_group (afa712f7-f400-4b26-b129-0588f042b299), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.907377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2a1761ff-2639-43cc-828f-fe6a121ec6c1 req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (afa712f7-f400-4b26-b129-0588f042b299), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:28.956160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2a1761ff-2639-43cc-828f-fe6a121ec6c1 req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680224 Jan 28 13:59:28.958825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa712f7-f400-4b26-b129-0588f042b299,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:28.967468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.968251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.969298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.969815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.970358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.970878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.971398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.971901 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.972442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.972960 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.973473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.973985 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:28.974511 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b01ab-2d2b-44c8-bae6-9c0ff6cea5ab tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:29.174861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889917a3-55b2-481e-8fef-1ed0110d1f61 req-ba73044f-00fe-49d8-828d-fc9e1cbbb295 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:29.177748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-889917a3-55b2-481e-8fef-1ed0110d1f61 req-ba73044f-00fe-49d8-828d-fc9e1cbbb295 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0807166 Jan 28 13:59:29.245656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-889917a3-55b2-481e-8fef-1ed0110d1f61 req-ebd3474d-9403-482e-bab8-94adc327598b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578644 Jan 28 13:59:29.275781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:29.377004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d579f876-306c-44f2-bb61-ba454f37c09f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/2df993fb-a919-48eb-9b9b-84a34e440096 HTTP/1.1" status: 200 len: 991 time: 0.0992846 Jan 28 13:59:29.781346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-9f849be4-cad5-4242-884b-4d64b36cad2e req-8fd5e6a1-1b76-48e2-948b-a9814a6e360f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:59:29.782494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f849be4-cad5-4242-884b-4d64b36cad2e req-8fd5e6a1-1b76-48e2-948b-a9814a6e360f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067968 Jan 28 13:59:30.344409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33482) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:30.431580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0d4c9-e2a1-4353-aa0a-be1b68ee3b3c req-9df9c02f-5f9c-47da-8ad7-d6477aac3d33 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:30.438642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32a0d4c9-e2a1-4353-aa0a-be1b68ee3b3c req-9df9c02f-5f9c-47da-8ad7-d6477aac3d33 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0910623 Jan 28 13:59:30.539458 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-32a0d4c9-e2a1-4353-aa0a-be1b68ee3b3c req-91bd9f4f-1d2d-4b45-b1d9-5cf0a91a9e89 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998902 Jan 28 13:59:30.559926 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-24f90c52-476c-475d-b688-6f7f99a2888a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1985481 Jan 28 13:59:30.575502 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-cf44db63-2a67-4b06-8e40-045952315cb6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:59:30.575502 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-cf44db63-2a67-4b06-8e40-045952315cb6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059688 Jan 28 13:59:31.697124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44a07b-dcec-4692-ba5e-3aa2523d9a8d req-017a1273-f84f-4bd2-b8ac-74abc19c0025 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:31.698894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e44a07b-dcec-4692-ba5e-3aa2523d9a8d req-017a1273-f84f-4bd2-b8ac-74abc19c0025 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0622056 Jan 28 13:59:31.758890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e44a07b-dcec-4692-ba5e-3aa2523d9a8d req-adb4e430-39ea-46c9-aa0e-5f45bde13a44 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525298 Jan 28 13:59:31.966147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-761c1c06-0c67-46be-adc2-3cba47c27e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:31.967709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-761c1c06-0c67-46be-adc2-3cba47c27e22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1096 time: 0.0446758 Jan 28 13:59:32.101737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-fa26acec-1397-4f07-a5c8-cf3a83fa6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:32.103975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-fa26acec-1397-4f07-a5c8-cf3a83fa6e64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.1291173 Jan 28 13:59:32.191475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-2fca4e1e-252a-4d0c-bf1a-6560e39e5157 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 999 time: 0.0788877 Jan 28 13:59:32.266293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-675d2ab5-71ae-44bc-b0ae-fb2991b8be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:32.268906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-675d2ab5-71ae-44bc-b0ae-fb2991b8be86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0699770 Jan 28 13:59:32.333175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-d15ed61a-763c-4e87-8ad8-ced7077aea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:32.335303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-d15ed61a-763c-4e87-8ad8-ced7077aea75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584733 Jan 28 13:59:32.473061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-fc5b41c4-c2cc-48cf-ba99-8b492e134be0 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296244 Jan 28 13:59:32.606851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-12ac922c-41c2-449f-a156-1466e0252747 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261392 Jan 28 13:59:32.907048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb58ae9-9ac5-4ef8-b491-ff7250a60ca5 req-d39e8a2a-d47c-4fb3-a59c-e9a6f5ee09fe tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:32.908878 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1cb58ae9-9ac5-4ef8-b491-ff7250a60ca5 req-d39e8a2a-d47c-4fb3-a59c-e9a6f5ee09fe tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0681653 Jan 28 13:59:32.971477 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1cb58ae9-9ac5-4ef8-b491-ff7250a60ca5 req-b379adc1-1ada-4812-9c30-fa5a557898a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515401 Jan 28 13:59:34.130873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb8d2-df90-43eb-a914-e24dd0286895 req-04d66622-9aa6-451f-9426-237a1b4b094c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:34.132685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d17bb8d2-df90-43eb-a914-e24dd0286895 req-04d66622-9aa6-451f-9426-237a1b4b094c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0609365 Jan 28 13:59:34.194440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d17bb8d2-df90-43eb-a914-e24dd0286895 req-662309c5-5703-4d3e-aada-a4fc558300db tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555787 Jan 28 13:59:34.918916 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b79e1568-f53a-4c36-9f3a-453388cae764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:35.357491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fa01-8def-4067-80da-85d513516494 req-3ca9e1ad-710d-4be9-aaf7-f63bf8a3fe52 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:35.359288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7a2fa01-8def-4067-80da-85d513516494 req-3ca9e1ad-710d-4be9-aaf7-f63bf8a3fe52 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0593288 Jan 28 13:59:35.429771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-c7a2fa01-8def-4067-80da-85d513516494 req-ef805815-318d-4838-80a6-0cfc4a2660cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647597 Jan 28 13:59:35.757229 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:59:36.598816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdc6fd-e89d-4b8c-981c-a7106c46476f req-e8208f2b-3916-43f4-9640-0651e250bdc5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.601155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dcdc6fd-e89d-4b8c-981c-a7106c46476f req-e8208f2b-3916-43f4-9640-0651e250bdc5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0635343 Jan 28 13:59:36.684534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dcdc6fd-e89d-4b8c-981c-a7106c46476f req-89a3161f-9fc8-4ba5-8c8c-7765a83b74b0 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708559 Jan 28 13:59:37.718484 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-35bdb42d-f7e5-4f9e-b3d9-36223989a18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:37.816485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983149c-ed1e-476a-85b7-a0a613a7cd87 req-21ff8c71-4839-429a-9d9e-9082b80276ff tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:37.818050 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1983149c-ed1e-476a-85b7-a0a613a7cd87 req-21ff8c71-4839-429a-9d9e-9082b80276ff tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0528638 Jan 28 13:59:37.874784 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1983149c-ed1e-476a-85b7-a0a613a7cd87 req-a5425e6b-f9cb-4c19-afab-6549e0c8ca39 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505188 Jan 28 13:59:38.748055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:38.798462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fdc65-33c5-4211-8743-77fb112fea01 req-f8585667-dfcb-431c-8eba-a0ab31035fdf tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:38.799961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63fdc65-33c5-4211-8743-77fb112fea01 req-f8585667-dfcb-431c-8eba-a0ab31035fdf tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.0524502 Jan 28 13:59:38.851131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63fdc65-33c5-4211-8743-77fb112fea01 req-dd2f7a14-3069-40c8-a6ae-36c30ba77d54 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445497 Jan 28 13:59:39.007826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8c498-5a22-463a-8f7b-077db83c939f req-1ac12b1d-2107-47d3-bd04-095bd2a82ee9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:39.009389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39a8c498-5a22-463a-8f7b-077db83c939f req-1ac12b1d-2107-47d3-bd04-095bd2a82ee9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0605180 Jan 28 13:59:39.075103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39a8c498-5a22-463a-8f7b-077db83c939f req-ee230c0a-6241-4c30-ae43-1e8fb72e3835 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563531 Jan 28 13:59:40.204382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4be24e-ff46-4470-9097-c6ee4ee325a3 req-01987e8f-fa27-41ae-a73a-63609d7ad7cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:40.207089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c4be24e-ff46-4470-9097-c6ee4ee325a3 req-01987e8f-fa27-41ae-a73a-63609d7ad7cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0515218 Jan 28 13:59:40.259520 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c4be24e-ff46-4470-9097-c6ee4ee325a3 req-70c8f1b5-5802-49fb-8682-203028a47fe7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467942 Jan 28 13:59:40.601944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:41.389640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34632061-47b2-4e26-93c3-ab16117e004c req-4ddbf1ac-4eef-4ce5-bb82-ab0e0d39ee41 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:41.391487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34632061-47b2-4e26-93c3-ab16117e004c req-4ddbf1ac-4eef-4ce5-bb82-ab0e0d39ee41 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0495334 Jan 28 13:59:41.447299 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-34632061-47b2-4e26-93c3-ab16117e004c req-4fb62dd4-9fc2-4784-97ad-a1cc13de6279 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500720 Jan 28 13:59:41.781144 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:42.479450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:59:42.481661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:59:42.572200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ab4e8-6b5b-4f22-a286-246b9869f19f req-cba64555-d0ab-427e-a56a-9ebd4556d9c6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:42.573712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de8ab4e8-6b5b-4f22-a286-246b9869f19f req-cba64555-d0ab-427e-a56a-9ebd4556d9c6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0503509 Jan 28 13:59:42.625339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de8ab4e8-6b5b-4f22-a286-246b9869f19f req-6c0a140b-63d7-47fe-9685-33613d4bec70 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456772 Jan 28 13:59:42.640834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:42.648851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:42.649313 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:42.661413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'mac_address': 'fa:16:3e:d2:92:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:59:42.679512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:42.681897 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34ccd0-7028-4725-8340-a2182d85249a" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-unplugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:42.714626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:42.724409 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:42.731461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:42.732473 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:42.756092 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02e5aa7-07b0-4c46-9232-af0f40bb4788 x-openstack-request-id: req-e02e5aa7-07b0-4c46-9232-af0f40bb4788 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:42.756391 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-unplugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:42.756645 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e02e5aa7-07b0-4c46-9232-af0f40bb4788 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:42.757046 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'code': 200} Jan 28 13:59:42.772547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:42.825488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:42.839199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.839548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.839963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.840325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.840660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.840989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.841406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.841733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.842054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.842377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.842738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.843161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.843482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:42.847019 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:59:42.847377 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:59:43.385979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:43.387517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:43.402700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:43.428561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:43.432586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:43.508830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:43.519846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b429237c-2501-4e67-affb-1b5a4106eacc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:43.784265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060443-f827-4a92-8440-33a76c5e9bd0 req-aa7a42f4-b0f1-4c13-85a7-0172bf088487 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:43.785927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a060443-f827-4a92-8440-33a76c5e9bd0 req-aa7a42f4-b0f1-4c13-85a7-0172bf088487 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0751097 Jan 28 13:59:43.856716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a060443-f827-4a92-8440-33a76c5e9bd0 req-dfc3d7b4-15e4-4403-a0da-6651162a49c8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621710 Jan 28 13:59:44.484589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:59:44.550985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port b429237c-2501-4e67-affb-1b5a4106eacc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:59:44.551518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:44.635508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:44.635918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:44.672810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:44.678127 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:44.735636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:44.758671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:44.761195 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db59e7f-a0c5-40c1-ab91-bb6066b25bfa" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:44.822618 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05877fc-0579-4337-a842-748c07359ceb x-openstack-request-id: req-d05877fc-0579-4337-a842-748c07359ceb {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:44.822894 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:44.823095 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d05877fc-0579-4337-a842-748c07359ceb {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:44.823526 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'code': 200} Jan 28 13:59:44.991442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451a47a-a0e8-48f1-a239-edf11cb41e92 req-3bedba40-74a3-420a-86b7-61ebe8e74d24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:44.993251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2451a47a-a0e8-48f1-a239-edf11cb41e92 req-3bedba40-74a3-420a-86b7-61ebe8e74d24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0541673 Jan 28 13:59:45.047591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2451a47a-a0e8-48f1-a239-edf11cb41e92 req-5fec6009-65f8-4040-ab21-a59e394b5969 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484009 Jan 28 13:59:46.184062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5acbcc-c871-47b9-bfb4-dd34b9b172e7 req-dd41da2c-4715-4d8d-8e1d-d1af02975a72 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:46.186910 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa5acbcc-c871-47b9-bfb4-dd34b9b172e7 req-dd41da2c-4715-4d8d-8e1d-d1af02975a72 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0625739 Jan 28 13:59:46.256083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-aa5acbcc-c871-47b9-bfb4-dd34b9b172e7 req-7b8c03dc-353e-4205-8466-397c37ffa3a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609913 Jan 28 13:59:47.387369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026db6ad-d1d5-445b-ba49-4721c0d0704e req-54c7b7db-73ff-4b42-873e-39c5d7f3740a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:47.388964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-026db6ad-d1d5-445b-ba49-4721c0d0704e req-54c7b7db-73ff-4b42-873e-39c5d7f3740a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0569794 Jan 28 13:59:47.460404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-026db6ad-d1d5-445b-ba49-4721c0d0704e req-a46006b0-1d0e-46a4-be63-6bf27d515109 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638955 Jan 28 13:59:48.622088 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3480b7-7c1f-412e-b7ee-a3c9e255d968 req-f9177b22-d78c-490e-9b82-00f834029767 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:48.623601 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3480b7-7c1f-412e-b7ee-a3c9e255d968 req-f9177b22-d78c-490e-9b82-00f834029767 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0765517 Jan 28 13:59:48.689017 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8d3480b7-7c1f-412e-b7ee-a3c9e255d968 req-4afa206a-6853-4e14-88ed-3a9614910243 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543489 Jan 28 13:59:49.855673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2a5c-d736-49ab-af7e-d282796bc03e req-af269383-f504-4320-a57a-d1c762d2b12b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:49.857164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b7b2a5c-d736-49ab-af7e-d282796bc03e req-af269383-f504-4320-a57a-d1c762d2b12b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0636194 Jan 28 13:59:49.926576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b7b2a5c-d736-49ab-af7e-d282796bc03e req-a219581f-6352-4a6f-918f-b64e748b2e6e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622370 Jan 28 13:59:50.049045 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-156d242f-4599-486a-ae48-e12a650c24d7 service neutron] show failed (client error): The resource could not be found. Jan 28 13:59:50.050040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-156d242f-4599-486a-ae48-e12a650c24d7 service neutron] 10.222.0.36 "GET /v2.0/ports/83eb2435-2a8e-4f38-a153-283e8e49dabc/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0736785 Jan 28 13:59:50.365143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-629e79b9-ebfc-4d02-9bcc-4d755ceb60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:50.367314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-629e79b9-ebfc-4d02-9bcc-4d755ceb60f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 1096 time: 0.0970862 Jan 28 13:59:50.380692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:50.453893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.780875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:50.824059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:59:50.877943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:50.880807 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663e1d65-6372-4534-bafe-9c8988d44bc8" -d '{"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-unplugged", "status": "completed", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:50.885389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Publish callbacks [] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.905722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Transition to ACTIVE for port object 83eb2435-2a8e-4f38-a153-283e8e49dabc will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:59:50.911477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.966303 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cdbd3d-71b5-49ab-8a72-68fea535a8f5 x-openstack-request-id: req-31cdbd3d-71b5-49ab-8a72-68fea535a8f5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:50.966654 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-unplugged", "status": "completed", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:50.966851 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31cdbd3d-71b5-49ab-8a72-68fea535a8f5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:50.967250 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'code': 200} Jan 28 13:59:51.080081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:51.110831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.111576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.111576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.111942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.112232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.112569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.112901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.113231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.113558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.113885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.114220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.114542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.114858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:51.159217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9827d8-a35f-40fe-92ce-06dbef1a6d06 req-785a6ef1-884a-4b47-8eba-f68f48086e09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.159217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a9827d8-a35f-40fe-92ce-06dbef1a6d06 req-785a6ef1-884a-4b47-8eba-f68f48086e09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 943 time: 0.1245921 Jan 28 13:59:51.212023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] No DVR routers for this DVR port 83eb2435-2a8e-4f38-a153-283e8e49dabc on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:59:51.300934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a9827d8-a35f-40fe-92ce-06dbef1a6d06 req-c1080974-4126-4c83-9a7e-8e093dedde14 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300180 Jan 28 13:59:51.390508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:59:51.390842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:59:51.391101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc on network 73417205-16ac-4e51-9205-a70e69441508 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:51.395911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Port 83eb2435-2a8e-4f38-a153-283e8e49dabc on network 73417205-16ac-4e51-9205-a70e69441508 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:59:51.396279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Attempting to bind port 83eb2435-2a8e-4f38-a153-283e8e49dabc on network 73417205-16ac-4e51-9205-a70e69441508 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:51.401137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:59:51.401490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Checking segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:59:51.401877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Bound using segment: {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:59:51.402312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Bound port: 83eb2435-2a8e-4f38-a153-283e8e49dabc, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08af30b1-82d4-4c55-af9a-01b75ec7edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '73417205-16ac-4e51-9205-a70e69441508'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:59:51.402677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.475526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:59:51.479521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:59:51.487864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.526704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.527349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.528843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] 10.222.0.60 "PUT /v2.0/ports/83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 1091 time: 1.1530626 Jan 28 13:59:51.562744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e00f43-e3e1-4a4d-87ec-24bbbf345a43 service neutron] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:51.633781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-fadcd54f-3397-4cba-8108-d1737bf1863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.635353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-fadcd54f-3397-4cba-8108-d1737bf1863e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1094 time: 0.0596173 Jan 28 13:59:51.776188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-72fb5c7c-da13-4b34-b440-41db15c163a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.778266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-72fb5c7c-da13-4b34-b440-41db15c163a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.1349227 Jan 28 13:59:51.869972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-ccf46af8-d226-4fe0-9e14-13f60d821fae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 997 time: 0.0844398 Jan 28 13:59:51.952881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-78f487b3-d01b-4c5e-bf3f-0d11d54b8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.954406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-78f487b3-d01b-4c5e-bf3f-0d11d54b8b0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0715866 Jan 28 13:59:52.013426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-cca19c0d-105b-43aa-adc0-d28dbbcb59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:52.015902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-cca19c0d-105b-43aa-adc0-d28dbbcb59a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495822 Jan 28 13:59:52.120414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-6708c9ea-c25d-4909-981a-9552ce11c670 service neutron] 10.222.0.60 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949323 Jan 28 13:59:52.224462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f7f9473-4ec5-4ba6-816d-a65735e03ff2 req-2caee3a4-e6f5-41d4-aac3-e65ddc817194 service neutron] 10.222.0.60 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956237 Jan 28 13:59:52.427972 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ce735-83fa-461e-afac-484e0cec2e81 req-2d3b065d-7d90-47c9-bb4c-b225214076be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:52.429881 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b8ce735-83fa-461e-afac-484e0cec2e81 req-2d3b065d-7d90-47c9-bb4c-b225214076be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 943 time: 0.0504489 Jan 28 13:59:52.478101 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2b8ce735-83fa-461e-afac-484e0cec2e81 req-0408b1da-0bdc-482a-a05c-00908fcb771c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Jan 28 13:59:52.811715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bec9-4c0e-4ea3-9e89-9c4856874214 req-3c8ada94-4e21-405d-8b29-565aa0852506 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:52.813248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57b0bec9-4c0e-4ea3-9e89-9c4856874214 req-3c8ada94-4e21-405d-8b29-565aa0852506 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0539646 Jan 28 13:59:52.863685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57b0bec9-4c0e-4ea3-9e89-9c4856874214 req-e42a33ea-4e46-4e3e-9880-08bf0310a75f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447674 Jan 28 13:59:52.968617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:52.971545 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665ca58d-e8d0-486a-aea8-5990e95dd475" -d '{"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:53.021777 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2b2300-c5a3-4861-8461-d21afe83f8e5 x-openstack-request-id: req-9b2b2300-c5a3-4861-8461-d21afe83f8e5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:53.022084 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:53.022352 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b2b2300-c5a3-4861-8461-d21afe83f8e5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:53.022755 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'status': 'completed', 'code': 200} Jan 28 13:59:53.113012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-76e741d3-4ec3-4eac-9d5c-b355b4389d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.114723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-76e741d3-4ec3-4eac-9d5c-b355b4389d82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1094 time: 0.0637586 Jan 28 13:59:53.117505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-0b633c52-d823-40a3-b902-3f2264007ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.118920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-0b633c52-d823-40a3-b902-3f2264007ae7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1094 time: 0.0764012 Jan 28 13:59:53.356722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-26a0f46d-f61b-451e-a890-833c1302e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.358829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-26a0f46d-f61b-451e-a890-833c1302e2f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.2251055 Jan 28 13:59:53.362008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-35035470-2d9a-443f-ac0d-8c3507d2f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.363574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-35035470-2d9a-443f-ac0d-8c3507d2f576 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.2381818 Jan 28 13:59:53.373594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cd079-ff78-41d1-bb6d-1ddffe9ab6b3 req-e11194a1-35ef-4872-a3ef-6dd18980265a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.375700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee1cd079-ff78-41d1-bb6d-1ddffe9ab6b3 req-e11194a1-35ef-4872-a3ef-6dd18980265a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.1124349 Jan 28 13:59:53.513184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-6b5f165d-cc8e-472d-a9d6-73f242d62ffb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 997 time: 0.1354275 Jan 28 13:59:53.519608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-942ef7a3-bd42-40b4-8de3-aed82cbcd71a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 997 time: 0.1429772 Jan 28 13:59:53.542915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee1cd079-ff78-41d1-bb6d-1ddffe9ab6b3 req-bc9defc4-cdef-4e2f-bbc3-8ea392d404be tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547902 Jan 28 13:59:53.606688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c634306-7956-4070-b950-e5a0763bec59 req-723bf1ff-d70f-4d1a-a00a-616dc580e495 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.608309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c634306-7956-4070-b950-e5a0763bec59 req-723bf1ff-d70f-4d1a-a00a-616dc580e495 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 943 time: 0.0548730 Jan 28 13:59:53.615695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-9d474225-329a-4f5e-b414-c793cab29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.617264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-9d474225-329a-4f5e-b414-c793cab29750 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0942268 Jan 28 13:59:53.620822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-0cc413c7-f89f-4807-9bdf-7f7ff7a9633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.622171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-0cc413c7-f89f-4807-9bdf-7f7ff7a9633c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0907505 Jan 28 13:59:53.660756 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c634306-7956-4070-b950-e5a0763bec59 req-829a60eb-1448-4838-bf37-0826c191dd4d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462852 Jan 28 13:59:53.700510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-e4ec8994-30a3-405f-8247-00a7d7ab0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.702993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-e4ec8994-30a3-405f-8247-00a7d7ab0a7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792644 Jan 28 13:59:53.704846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-f6609cc4-a4b2-42eb-b0c1-48723b3b2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.706189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-f6609cc4-a4b2-42eb-b0c1-48723b3b2321 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737379 Jan 28 13:59:54.176753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-3174ee9e-8484-48ee-9818-9fe2a7a26e7a service neutron] 10.222.0.60 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638155 Jan 28 13:59:54.180269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-48b23e85-d580-4583-a8d6-1b8c8845d42a service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599612 Jan 28 13:59:54.340361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-9fa3d818-0190-4a8d-b207-d4e06f9675a4 service neutron] 10.222.0.60 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572242 Jan 28 13:59:54.342301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-665ca58d-e8d0-486a-aea8-5990e95dd475 req-5b71bd38-e890-40b9-870f-1cc1bc9ed787 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520605 Jan 28 13:59:54.524932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:59:54.568335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] The host n-h1-822748-2 is not matching for port 83eb2435-2a8e-4f38-a153-283e8e49dabc host n-h2-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 13:59:54.568736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:59:54.569160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:59:54.651789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:54.652204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:54.679894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:54.680277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e6580-fcc4-4f28-a7f6-1d8747f32cea req-eda4397c-143e-4d12-b9f0-63791508a385 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:54.682375 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d0d2e2-6744-42bf-94b2-8a9e986693c5" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-unplugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:54.693734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-744e6580-fcc4-4f28-a7f6-1d8747f32cea req-eda4397c-143e-4d12-b9f0-63791508a385 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0585811 Jan 28 13:59:54.696286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:54.701146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:54.748233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-744e6580-fcc4-4f28-a7f6-1d8747f32cea req-95dca6a1-fa74-4cc7-86dd-ab3bec3236d7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532660 Jan 28 13:59:54.754569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=11']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:54.801450 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73188a84-eb61-4cff-acd2-c12a20c75d4f req-91335a07-4bdc-4f7a-aa8c-f746c0e1f725 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:54.803251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73188a84-eb61-4cff-acd2-c12a20c75d4f req-91335a07-4bdc-4f7a-aa8c-f746c0e1f725 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 943 time: 0.0591512 Jan 28 13:59:54.863366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-73188a84-eb61-4cff-acd2-c12a20c75d4f req-fd01b448-dba8-4c5b-971d-d5d2c27b07ba tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532627 Jan 28 13:59:54.883439 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26873c6b-3f4f-4140-867a-762ab04d2854 x-openstack-request-id: req-26873c6b-3f4f-4140-867a-762ab04d2854 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:54.883708 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-unplugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:54.884015 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26873c6b-3f4f-4140-867a-762ab04d2854 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:54.884446 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'code': 200} Jan 28 13:59:54.918909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:59:55.034785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:55.048023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'port_id': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'mac_address': 'fa:16:3e:be:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:59:55.088750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 83eb2435-2a8e-4f38-a153-283e8e49dabc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:55.089149 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:55.102504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eb2435-2a8e-4f38-a153-283e8e49dabc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:55.122760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:55.127633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:55.147183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a28dcf-58c7-48a7-aef6-c0b7beac5919 req-dc06fc5f-7413-4099-a7e2-e334044fd535 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:55.148735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74a28dcf-58c7-48a7-aef6-c0b7beac5919 req-dc06fc5f-7413-4099-a7e2-e334044fd535 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 943 time: 0.1091387 Jan 28 13:59:55.180342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-b8429636-2e38-4ea2-be8e-a9188be879e1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:55.182086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-b8429636-2e38-4ea2-be8e-a9188be879e1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff&tenant_id=06966ccca03948e08bf2ba78e71cc414&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 943 time: 0.1321254 Jan 28 13:59:55.182373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:55.274491 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74a28dcf-58c7-48a7-aef6-c0b7beac5919 req-63979a2d-f4d5-49ff-a531-4549d7354b45 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175268 Jan 28 13:59:55.282816 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-dece8960-1d52-4d2b-aeb8-ade251a2bfcd service neutron] delete failed (client error): The resource could not be found. Jan 28 13:59:55.283803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-dece8960-1d52-4d2b-aeb8-ade251a2bfcd service neutron] 10.222.0.36 "DELETE /v2.0/ports/83eb2435-2a8e-4f38-a153-283e8e49dabc/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0926988 Jan 28 13:59:55.375420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-86b6c068-d4e2-49d4-8451-47eb8b8d7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:55.376862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-86b6c068-d4e2-49d4-8451-47eb8b8d7992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1095 time: 0.0425181 Jan 28 13:59:55.450409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['83eb2435-2a8e-4f38-a153-283e8e49dabc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:55.470221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-02ec1063-4cc0-4aa5-bdfc-e0b3f78ee85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:55.471709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-02ec1063-4cc0-4aa5-bdfc-e0b3f78ee85d service neutron] 10.222.0.36 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.0884571 Jan 28 13:59:55.538528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-a7bf2aba-ae36-479b-bd8c-5a39bcb04349 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 998 time: 0.0600779 Jan 28 13:59:55.594525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-de889210-b0a0-4d06-9cca-45a74899542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:55.596705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-de889210-b0a0-4d06-9cca-45a74899542d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0488124 Jan 28 13:59:55.651256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-6be596f6-20c1-4467-8d87-166f44bee269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:55.652751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-6be596f6-20c1-4467-8d87-166f44bee269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468552 Jan 28 13:59:55.757255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-7c4eea20-73b9-4980-a5ee-de4f83baefe2 service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966833 Jan 28 13:59:55.866061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a770473a-39d0-45c1-961e-b3251f9d1dbd req-5979c2f2-cb13-42b9-a898-b40b3230cb4e service neutron] 10.222.0.36 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023340 Jan 28 13:59:55.881890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c027064-1397-499e-967b-c88370f0e7e0 req-cb6a4eb7-b331-4e18-9577-359223e8f08f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:55.883363 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c027064-1397-499e-967b-c88370f0e7e0 req-cb6a4eb7-b331-4e18-9577-359223e8f08f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0516543 Jan 28 13:59:55.938813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0c027064-1397-499e-967b-c88370f0e7e0 req-528066b9-573c-4d3b-98a5-d0eff8a4f0f7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482330 Jan 28 13:59:56.402105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf379-ad3c-43eb-b57d-44649bbe8ebd req-52d3dac8-b731-405e-bf6e-df226b7d99eb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:56.403726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54daf379-ad3c-43eb-b57d-44649bbe8ebd req-52d3dac8-b731-405e-bf6e-df226b7d99eb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 944 time: 0.0570364 Jan 28 13:59:56.455904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54daf379-ad3c-43eb-b57d-44649bbe8ebd req-ec6c8213-8202-4222-bd39-cde26faf8805 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463498 Jan 28 13:59:56.517507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:59:56.615616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:56.627937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'mac_address': 'fa:16:3e:d2:92:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:59:56.672666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:56.673076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:56.686456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:56.706094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:56.710033 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:56.759199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=12']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:56.799124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b429237c-2501-4e67-affb-1b5a4106eacc'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:56.849508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:56.927342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:59:57.004945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 83eb2435-2a8e-4f38-a153-283e8e49dabc completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:59:57.010743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 83eb2435-2a8e-4f38-a153-283e8e49dabc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:59:57.011256 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:57.075514 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ce6b1-03ea-4ad9-ab04-20451138ca4d req-f6f963c7-55c5-418f-a4f6-695f8191082c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:57.087545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e5ce6b1-03ea-4ad9-ab04-20451138ca4d req-f6f963c7-55c5-418f-a4f6-695f8191082c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.0692141 Jan 28 13:59:57.121031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 83eb2435-2a8e-4f38-a153-283e8e49dabc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:57.121576 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:57.141210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-3e5ce6b1-03ea-4ad9-ab04-20451138ca4d req-ae60bb02-ecf0-4eab-9220-1d5e642c3d9b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527668 Jan 28 13:59:57.147476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:57.149540 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc0ff1a-4da1-41c9-8e75-bac64902fb22" -d '{"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-plugged", "status": "completed", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:57.167279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:57.172938 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:57.199436 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6189abf-68fa-4acd-b107-1cf9ffaa6ccf x-openstack-request-id: req-a6189abf-68fa-4acd-b107-1cf9ffaa6ccf {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:57.199902 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-plugged", "status": "completed", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:57.200326 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6189abf-68fa-4acd-b107-1cf9ffaa6ccf {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:57.200736 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'code': 200} Jan 28 13:59:57.230645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:57.589427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba6a47-a29c-493b-8be3-e9e8b086cd6f req-7e2abd1a-2473-497c-96eb-8a6a963e6d4c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:57.591419 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49ba6a47-a29c-493b-8be3-e9e8b086cd6f req-7e2abd1a-2473-497c-96eb-8a6a963e6d4c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0590672 Jan 28 13:59:57.647962 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-49ba6a47-a29c-493b-8be3-e9e8b086cd6f req-c0395746-a245-4e89-afad-9695e62bc47c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488210 Jan 28 13:59:57.672583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 33796) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:57.750123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2b39b56d-bfd0-4652-b4b3-be2f01ea4814 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/2df993fb-a919-48eb-9b9b-84a34e440096 HTTP/1.1" status: 200 len: 991 time: 0.0679262 Jan 28 13:59:58.181292 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.268491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3539c5a-7332-4ede-ae08-10854d25bb2b req-b93d4f94-beae-4bd8-be45-82a20380008b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:58.271255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3539c5a-7332-4ede-ae08-10854d25bb2b req-b93d4f94-beae-4bd8-be45-82a20380008b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 946 time: 0.0545278 Jan 28 13:59:58.329354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3539c5a-7332-4ede-ae08-10854d25bb2b req-a3677600-1973-409c-9431-2da888b7c27a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498443 Jan 28 13:59:58.527826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:59:58.580516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port b429237c-2501-4e67-affb-1b5a4106eacc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:59:58.580992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.678147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:58.678541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.716287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:58.720965 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.773343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=13']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:59.203213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:59.207787 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77a78e0-8a17-4531-9012-afa3caad5468" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:59.282064 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff0b3b4-b7d0-4c3d-9e03-35306a21c079 x-openstack-request-id: req-bff0b3b4-b7d0-4c3d-9e03-35306a21c079 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:59.283243 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-plugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:59.283600 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bff0b3b4-b7d0-4c3d-9e03-35306a21c079 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:59.284904 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'code': 200} Jan 28 13:59:59.511067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57b3a-5081-4859-93ea-1cf50cd7c0c3 req-1818351a-2a54-467c-b4ba-7541b50a08e9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:59.514154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7eb57b3a-5081-4859-93ea-1cf50cd7c0c3 req-1818351a-2a54-467c-b4ba-7541b50a08e9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0777037 Jan 28 13:59:59.580075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7eb57b3a-5081-4859-93ea-1cf50cd7c0c3 req-d7276693-7f17-4924-9873-938f8d4a982f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586531 Jan 28 14:00:00.735364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c6fcb-fbd2-40ce-aa00-051484ed686a req-26808548-764e-4002-81ae-83c21fea00d0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:00.737691 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-251c6fcb-fbd2-40ce-aa00-051484ed686a req-26808548-764e-4002-81ae-83c21fea00d0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0619442 Jan 28 14:00:00.794071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-251c6fcb-fbd2-40ce-aa00-051484ed686a req-6259acd3-bb8f-407e-9616-9d468e4e6ac5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490248 Jan 28 14:00:01.938628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610cd3e-b754-467e-9fc5-b054553ab604 req-a96bae5e-114d-4d9c-9bf1-b23c602a9026 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:01.944576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8610cd3e-b754-467e-9fc5-b054553ab604 req-a96bae5e-114d-4d9c-9bf1-b23c602a9026 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0577991 Jan 28 14:00:02.002557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8610cd3e-b754-467e-9fc5-b054553ab604 req-96d02eff-cc59-474d-853a-a176efa2a23e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561583 Jan 28 14:00:03.136067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90aac-dfa4-4cc5-9a0c-40c9347bd529 req-b8509739-a7ff-423d-8fd8-c99381fef43b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:03.137642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ba90aac-dfa4-4cc5-9a0c-40c9347bd529 req-b8509739-a7ff-423d-8fd8-c99381fef43b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0554986 Jan 28 14:00:03.220442 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-0ba90aac-dfa4-4cc5-9a0c-40c9347bd529 req-bea9dcb1-b147-4715-a7fc-8122cb84662d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749550 Jan 28 14:00:04.359972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10c52-16a1-48e8-81f9-09e4f3778846 req-a0a11d7d-624f-4d0e-8b93-6a94aa0b84f3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:04.364191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fa10c52-16a1-48e8-81f9-09e4f3778846 req-a0a11d7d-624f-4d0e-8b93-6a94aa0b84f3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0574882 Jan 28 14:00:04.435268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fa10c52-16a1-48e8-81f9-09e4f3778846 req-ecb6bb12-0bd2-4df9-baa0-7c87b456d9c7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606394 Jan 28 14:00:04.926374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-efb25892-9e2f-448b-835c-17fea48e9435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:05.585491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13a5c6-1ece-4d0c-a59f-0d16cdc33610 req-ce1d9d12-0289-411d-b278-32507cc28ec2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:05.587738 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c13a5c6-1ece-4d0c-a59f-0d16cdc33610 req-ce1d9d12-0289-411d-b278-32507cc28ec2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0685425 Jan 28 14:00:05.651434 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8c13a5c6-1ece-4d0c-a59f-0d16cdc33610 req-9f155ca7-233c-4d5f-b8f8-6f49a7c4a26f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572414 Jan 28 14:00:06.772359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862407-8c7d-4c70-8a09-f3b7e346b25b req-ffda77ee-de6e-43fa-b5ed-9a5b54bc8388 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:06.773866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a862407-8c7d-4c70-8a09-f3b7e346b25b req-ffda77ee-de6e-43fa-b5ed-9a5b54bc8388 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0510080 Jan 28 14:00:06.823325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a862407-8c7d-4c70-8a09-f3b7e346b25b req-ff5f7d4a-521a-4995-8ceb-3a532d19e0b6 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437841 Jan 28 14:00:07.711918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4628acf8-3407-43e2-b0d6-1e26a40d9fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:07.941194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8edff-dd6c-49aa-ba8a-9975394a57b4 req-f12bedfe-8ff8-4aa3-97b6-07644d892049 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:07.942706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90f8edff-dd6c-49aa-ba8a-9975394a57b4 req-f12bedfe-8ff8-4aa3-97b6-07644d892049 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0511014 Jan 28 14:00:07.997125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-90f8edff-dd6c-49aa-ba8a-9975394a57b4 req-ad898faf-854c-408f-812f-61eb62473eca tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472543 Jan 28 14:00:08.238504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915a343-01c7-484b-9d73-1cf5763761f3 req-95fba5c2-f6cb-4c08-92ec-5114f2521d0f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:08.240474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b915a343-01c7-484b-9d73-1cf5763761f3 req-95fba5c2-f6cb-4c08-92ec-5114f2521d0f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0570986 Jan 28 14:00:08.293499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b915a343-01c7-484b-9d73-1cf5763761f3 req-5a64a0b7-fc7a-4dfa-8659-222cd3c16a65 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468743 Jan 28 14:00:08.747772 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:09.283507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346f0fa-c353-4cb0-9057-c52443a8d1b9 req-03f40a11-ada1-45d8-b9fc-67c23e6c996d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:09.284975 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7346f0fa-c353-4cb0-9057-c52443a8d1b9 req-03f40a11-ada1-45d8-b9fc-67c23e6c996d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0497875 Jan 28 14:00:09.336990 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7346f0fa-c353-4cb0-9057-c52443a8d1b9 req-8bf74ab2-d808-4b1d-adf3-2e1084d454f9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456178 Jan 28 14:00:09.589468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f225-947e-41f7-80be-9a6914ea1dff req-5d247d80-e700-4bdf-a1b1-7d06cef06927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:09.590599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055abce-dc95-4935-a813-dc52684f9dd0 req-7d4f8d30-6450-4c6e-9c3d-765f1c41382f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:09.591022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5108f225-947e-41f7-80be-9a6914ea1dff req-5d247d80-e700-4bdf-a1b1-7d06cef06927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1098 time: 0.0484614 Jan 28 14:00:09.592425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8055abce-dc95-4935-a813-dc52684f9dd0 req-7d4f8d30-6450-4c6e-9c3d-765f1c41382f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0628703 Jan 28 14:00:09.645464 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-8055abce-dc95-4935-a813-dc52684f9dd0 req-4ea5a1f9-e232-4b4f-bb45-a409af464f8e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471487 Jan 28 14:00:09.706041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f225-947e-41f7-80be-9a6914ea1dff req-d5abaea0-d059-4464-8b35-0fe95e48e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:09.707538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5108f225-947e-41f7-80be-9a6914ea1dff req-d5abaea0-d059-4464-8b35-0fe95e48e055 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1077127 Jan 28 14:00:09.796473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5108f225-947e-41f7-80be-9a6914ea1dff req-fd5e8d81-7be5-4fcc-9a0b-5a7715d0ecd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 1001 time: 0.0798297 Jan 28 14:00:09.863643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f225-947e-41f7-80be-9a6914ea1dff req-63147bcf-8f1e-42aa-8c58-f2e505886016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:09.865142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5108f225-947e-41f7-80be-9a6914ea1dff req-63147bcf-8f1e-42aa-8c58-f2e505886016 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0594952 Jan 28 14:00:09.913639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f225-947e-41f7-80be-9a6914ea1dff req-f5a72439-8c62-4d7a-94c3-5116955c85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:09.915178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5108f225-947e-41f7-80be-9a6914ea1dff req-f5a72439-8c62-4d7a-94c3-5116955c85c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408001 Jan 28 14:00:10.013279 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5108f225-947e-41f7-80be-9a6914ea1dff req-150d23c3-0e6a-410f-8fb6-1be9e4d2b395 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889790 Jan 28 14:00:10.106196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5108f225-947e-41f7-80be-9a6914ea1dff req-b2d4e40f-5772-41c8-81a9-51778c3425d6 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841162 Jan 28 14:00:10.573570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:00:10.623496 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:10.647924 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-dac69446-248c-474b-a108-5398a5a65d51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435216 Jan 28 14:00:10.671883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b429237c-2501-4e67-affb-1b5a4106eacc is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:10.672386 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:10.736848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:10.739933 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a26582c-dac7-4111-8796-2e6817a18373" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-unplugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:10.745299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:10.751655 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:10.756451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-4a39a5fa-12ec-4557-a312-8be177e1bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:10.758435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-4a39a5fa-12ec-4557-a312-8be177e1bed6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 1096 time: 0.0533402 Jan 28 14:00:10.804155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc448e7-eb9a-4a2a-abed-270df3a6084b req-226116cc-c772-49bb-a13d-d50dc9d4a780 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:10.808152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=14']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:10.810214 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fbc448e7-eb9a-4a2a-abed-270df3a6084b req-226116cc-c772-49bb-a13d-d50dc9d4a780 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 947 time: 0.0735693 Jan 28 14:00:10.890245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-fbc448e7-eb9a-4a2a-abed-270df3a6084b req-2896ec29-6b47-4c52-a369-e9c26bbb8873 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678329 Jan 28 14:00:10.911554 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a29da1d-adca-4ff3-ad80-fb13fafabe74 x-openstack-request-id: req-6a29da1d-adca-4ff3-ad80-fb13fafabe74 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:10.912409 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-unplugged", "status": "completed", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:10.913345 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a29da1d-adca-4ff3-ad80-fb13fafabe74 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:10.914218 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'code': 200} Jan 28 14:00:10.915705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-7b39b0eb-ab91-4c76-bb52-c8fa3c346352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:10.917314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-7b39b0eb-ab91-4c76-bb52-c8fa3c346352 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1338909 Jan 28 14:00:11.003928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0abf4-0c1f-409d-9662-0b3fef7940eb req-7c6eb06d-abde-44af-9426-921cda5eb281 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:11.004268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-e2dce15e-275c-4139-b90b-acfdf6a19e02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 HTTP/1.1" status: 200 len: 1001 time: 0.0763757 Jan 28 14:00:11.005631 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2da0abf4-0c1f-409d-9662-0b3fef7940eb req-7c6eb06d-abde-44af-9426-921cda5eb281 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 945 time: 0.0516117 Jan 28 14:00:11.055422 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-2da0abf4-0c1f-409d-9662-0b3fef7940eb req-7cdeaa46-1a31-4814-9eb8-ddd7ede65239 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441134 Jan 28 14:00:11.085794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-49cb03e6-d3fe-4916-895c-21c7fc797f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:11.087305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-49cb03e6-d3fe-4916-895c-21c7fc797f1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0755067 Jan 28 14:00:11.102275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90217553-3ae8-4d7f-992e-0e1977617093 req-e9f56ea7-fb06-4c7c-bf67-26a78400752f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:11.103708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90217553-3ae8-4d7f-992e-0e1977617093 req-e9f56ea7-fb06-4c7c-bf67-26a78400752f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0647774 Jan 28 14:00:11.178818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-8dfeb53b-5e43-4120-b8c9-30ceff467d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:11.180374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-8dfeb53b-5e43-4120-b8c9-30ceff467d29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757096 Jan 28 14:00:11.184550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90217553-3ae8-4d7f-992e-0e1977617093 req-23430c65-9c02-4a19-977b-7c625dbc1aa1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720329 Jan 28 14:00:11.276504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-a060c9e2-cc8b-4d5e-baaa-3014fe8a7747 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873728 Jan 28 14:00:11.301430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb1980-090b-4df3-86ee-62ef075ef969 req-47a18ed0-c649-419e-bcad-a3ef9ee935f4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:11.303001 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57bb1980-090b-4df3-86ee-62ef075ef969 req-47a18ed0-c649-419e-bcad-a3ef9ee935f4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0490568 Jan 28 14:00:11.356424 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-57bb1980-090b-4df3-86ee-62ef075ef969 req-87a6c2e2-b3f4-4980-88f7-29fad10b5acc tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457728 Jan 28 14:00:11.377025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f73d1bf1-95bb-44c3-9bc1-81a9eae678ef req-0ed18974-6b54-469b-b863-bd04a783ba47 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932667 Jan 28 14:00:11.633190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-c7ce94d2-67cf-4765-afe3-e44c85d3f3e9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:11.634623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-c7ce94d2-67cf-4765-afe3-e44c85d3f3e9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.1055725 Jan 28 14:00:11.649325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0c09398b-fff1-468a-bcbe-a145aaaf54bf tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/quotas/214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 375 time: 0.0089886 Jan 28 14:00:11.703507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-553cb09b-e5ee-4aa1-a91e-50dba88cf750 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484307 Jan 28 14:00:11.715194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-32804316-639f-4d58-8678-ba456349eb8d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:00:11.716209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-32804316-639f-4d58-8678-ba456349eb8d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051765 Jan 28 14:00:11.788016 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:11.823194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-5e1b26c3-5f09-45ba-b5dc-3c6bf6a0f5ff service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010253 Jan 28 14:00:11.918772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-66927d2d-4b0f-4db7-8974-c04e7ef0dae5 service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889459 Jan 28 14:00:12.082545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6640af34-14dd-4076-825e-58241f1b2d84 req-73c3c3eb-a41f-40fe-a639-1dd62a0eac08 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 210 time: 0.0267429 Jan 28 14:00:12.203597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc455af-18d6-40cb-8528-cd4b01453319 req-aad4abc1-4240-468d-ab4a-ad14555572ef tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:12.205410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0bc455af-18d6-40cb-8528-cd4b01453319 req-aad4abc1-4240-468d-ab4a-ad14555572ef tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 945 time: 0.0669408 Jan 28 14:00:12.270931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0bc455af-18d6-40cb-8528-cd4b01453319 req-9bb8885f-370c-427a-b755-b0bb2183bc55 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537143 Jan 28 14:00:12.758419 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:00:12.791950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f58691-1343-4a0d-8627-209644e893d2 req-a0430be0-810b-4bc3-bffa-25329f5566dc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:12.793471 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64f58691-1343-4a0d-8627-209644e893d2 req-a0430be0-810b-4bc3-bffa-25329f5566dc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 945 time: 0.0508664 Jan 28 14:00:12.893721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:00:12.894071 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:12.986234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] For port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:12.986611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:13.199338 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-7038255f-5583-440c-9397-d92a524b5988 req-c1999ffb-968d-4d25-8245-50196e02317f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 210 time: 0.0336828 Jan 28 14:00:13.257783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-69dd68eb-3f08-4c29-9d14-d81ae783633c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:13.259250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-69dd68eb-3f08-4c29-9d14-d81ae783633c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.2092097 Jan 28 14:00:13.269177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:13.269563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (bda554af-a2d8-4c68-b900-908efccad9ea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:13.269886 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Floating IP bda554af-a2d8-4c68-b900-908efccad9ea disassociated. External IP: 172.25.4.173, port: 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2. Jan 28 14:00:13.270239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:00:13.278059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'port': {'device_id': 'd9728023-e35f-4f44-9d93-171b35504130', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'admin_state_up': True, 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:13.478394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a2109-c91b-4738-9a2a-c3bb1a107574 req-5d75574f-dd2d-4954-a18b-c448e52fa59c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:13.481109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-255a2109-c91b-4738-9a2a-c3bb1a107574 req-5d75574f-dd2d-4954-a18b-c448e52fa59c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 945 time: 0.1145766 Jan 28 14:00:13.539904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Made reservation on behalf of 214941f49e684b29a61ec64d4fa6cd94 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:00:13.543236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:13.604729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-255a2109-c91b-4738-9a2a-c3bb1a107574 req-a2b76b23-be91-49b4-931b-c76580642739 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158421 Jan 28 14:00:13.635886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:13.678367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:13.815707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Allocated IP 172.20.0.3 (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8/c70f35c0-913e-4d30-bb76-b6c7b1946fa2/94736825-e1b6-4094-8ae9-4edd3a283588) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:13.863035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:00:14.306288 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e916077d-5c2f-4a68-a655-cc93d1ee0d3b req-670a7f85-1286-442a-9c39-3df8d4b33947 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Jan 28 14:00:14.410827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:00:14.418767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (94736825-e1b6-4094-8ae9-4edd3a283588), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:14.421470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:00:14.431117 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:14.431738 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:14.464771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] No DVR routers for this DVR port 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:00:14.471097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:14.474434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64f58691-1343-4a0d-8627-209644e893d2 req-573bac3b-fe24-4ebf-8843-21daf83ec17d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "DELETE /v2.0/ports/9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 HTTP/1.1" status: 204 len: 173 time: 1.6742208 Jan 28 14:00:14.474884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'name': 'network-vif-deleted', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:14.477211 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c1c8c-e2f8-4bbd-9a47-4848ebc62668" -d '{"events": [{"server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "name": "network-vif-deleted", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:14.503853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:14.546965 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9a86e8-3ae1-41ad-a990-35251777e994 x-openstack-request-id: req-5d9a86e8-3ae1-41ad-a990-35251777e994 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:14.547232 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e", "name": "network-vif-deleted", "tag": "9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:14.547580 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d9a86e8-3ae1-41ad-a990-35251777e994 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:14.547963 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e', 'name': 'network-vif-deleted', 'tag': '9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2', 'status': 'completed', 'code': 200} Jan 28 14:00:14.556414 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:14.568599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:14.577562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:14.580497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=94736825-e1b6-4094-8ae9-4edd3a283588,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:14.583069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:14.666986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:14.667884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:14.696148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-b25993af-da55-4b75-8e12-5f2ae8040c7a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4237242 Jan 28 14:00:14.713881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Request body: {'port': {'device_id': 'd9728023-e35f-4f44-9d93-171b35504130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:14.792809 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:14.955769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-51d2ac6f-8986-42f6-ae66-af9018d9c4fb None None] Provisioning complete for port 94736825-e1b6-4094-8ae9-4edd3a283588 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:14.956377 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51d2ac6f-8986-42f6-ae66-af9018d9c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:14.978936 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:15.011157 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:00:15.021019 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-748cf5a1-f14f-47fe-af2d-7368e62681d2 req-c55d7f10-35f8-473f-b44c-5bc9d2c88274 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0496175 Jan 28 14:00:15.035768 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:15.036647 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:15.173945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51d2ac6f-8986-42f6-ae66-af9018d9c4fb None None] Port 94736825-e1b6-4094-8ae9-4edd3a283588 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:00:15.188575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94736825-e1b6-4094-8ae9-4edd3a283588 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:15.197827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Publish callbacks [] for port (94736825-e1b6-4094-8ae9-4edd3a283588), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:15.198440 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:15.214682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Transition to ACTIVE for port object 94736825-e1b6-4094-8ae9-4edd3a283588 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:00:15.220354 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:15.287953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Pushing event updated for resources: {'Port': ['ID=94736825-e1b6-4094-8ae9-4edd3a283588,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:15.441100 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Attempting to bind port 94736825-e1b6-4094-8ae9-4edd3a283588 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:00:15.441532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Attempting to bind port 94736825-e1b6-4094-8ae9-4edd3a283588 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:00:15.441977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Attempting to bind port 94736825-e1b6-4094-8ae9-4edd3a283588 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:15.467105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Port 94736825-e1b6-4094-8ae9-4edd3a283588 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:00:15.467589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Attempting to bind port 94736825-e1b6-4094-8ae9-4edd3a283588 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:15.476607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:00:15.477203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:15.477619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Bound using segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:00:15.478168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Bound port: 94736825-e1b6-4094-8ae9-4edd3a283588, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:00:15.478638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:15.523928 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:15.549680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9f1b-d084-4674-bfbe-74938e3cabec req-5462ade5-5410-4284-baf0-ef31c95cf1da tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:15.552462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb5c9f1b-d084-4674-bfbe-74938e3cabec req-5462ade5-5410-4284-baf0-ef31c95cf1da tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 943 time: 0.1364903 Jan 28 14:00:15.578143 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea920e86-c9f2-4782-8bff-9a8ad4351183 None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:00:15.604190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] For port 94736825-e1b6-4094-8ae9-4edd3a283588, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:00:15.614119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] For port 94736825-e1b6-4094-8ae9-4edd3a283588, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94736825-e1b6-4094-8ae9-4edd3a283588,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:00:15.627843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:15.665885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb5c9f1b-d084-4674-bfbe-74938e3cabec req-bb790f75-a653-4672-8648-44a65ec9d2a1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020095 Jan 28 14:00:15.677393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:15.678284 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:15.679774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0841aff7-4f49-453b-8974-64061926c992 service neutron] 10.222.0.36 "PUT /v2.0/ports/94736825-e1b6-4094-8ae9-4edd3a283588 HTTP/1.1" status: 200 len: 1091 time: 0.9750900 Jan 28 14:00:15.718304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841aff7-4f49-453b-8974-64061926c992 service neutron] Pushing event updated for resources: {'Port': ['ID=94736825-e1b6-4094-8ae9-4edd3a283588,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:15.789751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-29db5038-27a5-4fbb-ab66-8b3b133c5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:15.791790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-29db5038-27a5-4fbb-ab66-8b3b133c5041 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 1094 time: 0.0559716 Jan 28 14:00:15.846296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-bf771a76-482f-47d1-812c-7e659f8d577e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94736825-e1b6-4094-8ae9-4edd3a283588 HTTP/1.1" status: 200 len: 217 time: 0.0468237 Jan 28 14:00:15.905497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0459108d-19e7-49af-ba24-8663adbc6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:15.907583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-0459108d-19e7-49af-ba24-8663adbc6846 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0559540 Jan 28 14:00:15.962323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-20f9aad6-1109-4df4-a2ff-4fa73e6b660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:15.963833 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-20f9aad6-1109-4df4-a2ff-4fa73e6b660b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501752 Jan 28 14:00:15.963971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07389584-d43c-4af7-bbd5-ef3e27c26bb3 None None] New status for floating IP bda554af-a2d8-4c68-b900-908efccad9ea: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:00:16.069559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-e6131ae3-87cd-43af-83aa-dcf39d0a70b4 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988109 Jan 28 14:00:16.184945 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-a0a6fd3a-d56b-4e68-9631-1b1e8685a89b req-2974541b-3c8b-4d58-9f14-90c7f800027d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0490105 Jan 28 14:00:16.200807 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0eaf75-f679-48ad-9fd3-ea9eb0fc9660 req-3b3ce1bd-963d-4c18-9067-12826f44bd44 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260438 Jan 28 14:00:16.548808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9728023-e35f-4f44-9d93-171b35504130', 'tag': '94736825-e1b6-4094-8ae9-4edd3a283588'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:16.551286 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801dba3e-5588-4d6d-b272-019fa3086e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9728023-e35f-4f44-9d93-171b35504130", "tag": "94736825-e1b6-4094-8ae9-4edd3a283588"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:16.588641 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d765343-265d-4521-8f5f-8f9576bac82b x-openstack-request-id: req-9d765343-265d-4521-8f5f-8f9576bac82b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:16.588933 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9728023-e35f-4f44-9d93-171b35504130", "tag": "94736825-e1b6-4094-8ae9-4edd3a283588", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:16.589186 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d765343-265d-4521-8f5f-8f9576bac82b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:16.589608 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9728023-e35f-4f44-9d93-171b35504130', 'tag': '94736825-e1b6-4094-8ae9-4edd3a283588', 'status': 'completed', 'code': 200} Jan 28 14:00:16.664686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-dd71babb-8d99-463c-bc15-76593d33a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:16.666204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-dd71babb-8d99-463c-bc15-76593d33a6d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 1094 time: 0.0435827 Jan 28 14:00:16.766549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-e70b20a9-3006-4653-89f8-98700e4d8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:16.768302 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-e70b20a9-3006-4653-89f8-98700e4d8405 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.0957091 Jan 28 14:00:16.813519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-9752b214-6a39-4881-b049-75e6edf50eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94736825-e1b6-4094-8ae9-4edd3a283588 HTTP/1.1" status: 200 len: 217 time: 0.0385633 Jan 28 14:00:16.866440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-23646396-00bd-488f-aad5-a97a4de438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:16.868008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-23646396-00bd-488f-aad5-a97a4de438ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0473964 Jan 28 14:00:16.919361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-f0b29859-2d49-4bd2-8ed9-fe35d51fb9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:16.921486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-f0b29859-2d49-4bd2-8ed9-fe35d51fb9d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469351 Jan 28 14:00:17.018170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-ac2865e7-306b-4ec8-a03b-747e377f00b0 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900266 Jan 28 14:00:17.049895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:00:17.072174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:00:17.072566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9ce8f7d4-a193-4dfa-98eb-ecd6497a6ae2 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:00:17.117510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dba3e-5588-4d6d-b272-019fa3086e8d req-bcd72107-d114-4def-86e3-41ceb42a0aff service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926538 Jan 28 14:00:17.270995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ee25ff8d-e076-4f0f-b7eb-fe8175af00d9 req-0b5d72f5-5a47-4f4e-bcbf-959642b5b78c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0270629 Jan 28 14:00:18.397705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-428b113c-bfac-4fb9-8ddf-d5eaf83ca8f0 req-d51b2285-9941-4840-b20a-bc790331389d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0365667 Jan 28 14:00:18.589309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94736825-e1b6-4094-8ae9-4edd3a283588 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:00:18.712766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 94736825-e1b6-4094-8ae9-4edd3a283588, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94736825-e1b6-4094-8ae9-4edd3a283588,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:18.727700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '94736825-e1b6-4094-8ae9-4edd3a283588', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': '94736825-e1b6-4094-8ae9-4edd3a283588', 'mac_address': 'fa:16:3e:1c:62:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:00:18.783223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 94736825-e1b6-4094-8ae9-4edd3a283588 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:18.783608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.798673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94736825-e1b6-4094-8ae9-4edd3a283588 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:18.821477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 94736825-e1b6-4094-8ae9-4edd3a283588, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94736825-e1b6-4094-8ae9-4edd3a283588,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:18.828554 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:18.882714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=94736825-e1b6-4094-8ae9-4edd3a283588,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:19.057509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:00:19.510693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b2ac502-9217-41b1-8ca3-1fd6d67837d6 req-c4e3845d-e0d2-47de-88ca-86d7a96f19e4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0365500 Jan 28 14:00:20.593148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94736825-e1b6-4094-8ae9-4edd3a283588 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:20.617239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d42f38f4-e28f-4956-a744-b38891a7b2a1 req-d89232ab-099c-42ba-b48d-3ff893d16a77 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0289557 Jan 28 14:00:20.652993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 94736825-e1b6-4094-8ae9-4edd3a283588 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:00:20.657369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 94736825-e1b6-4094-8ae9-4edd3a283588 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:20.657777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:20.736759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 94736825-e1b6-4094-8ae9-4edd3a283588 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:20.737162 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:20.760838 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9728023-e35f-4f44-9d93-171b35504130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94736825-e1b6-4094-8ae9-4edd3a283588'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:20.763084 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c4ac5-bdfa-4f72-8848-c117a2c3f114" -d '{"events": [{"server_uuid": "d9728023-e35f-4f44-9d93-171b35504130", "name": "network-vif-plugged", "status": "completed", "tag": "94736825-e1b6-4094-8ae9-4edd3a283588"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:20.777613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 94736825-e1b6-4094-8ae9-4edd3a283588, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94736825-e1b6-4094-8ae9-4edd3a283588,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:20.782193 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:20.813755 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1949bf1-3594-40cb-b279-3bfd1c9ff31d x-openstack-request-id: req-c1949bf1-3594-40cb-b279-3bfd1c9ff31d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:20.814061 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9728023-e35f-4f44-9d93-171b35504130", "name": "network-vif-plugged", "status": "completed", "tag": "94736825-e1b6-4094-8ae9-4edd3a283588", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:20.814326 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1949bf1-3594-40cb-b279-3bfd1c9ff31d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:20.814730 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9728023-e35f-4f44-9d93-171b35504130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94736825-e1b6-4094-8ae9-4edd3a283588', 'code': 200} Jan 28 14:00:20.843025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=94736825-e1b6-4094-8ae9-4edd3a283588,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:20.936351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982d8a0-bdeb-49f6-8608-162e2511d9c5 req-a4f72687-6c2d-4e86-aab4-e1ba54f1f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:20.937894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2982d8a0-bdeb-49f6-8608-162e2511d9c5 req-a4f72687-6c2d-4e86-aab4-e1ba54f1f416 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 1096 time: 0.0453196 Jan 28 14:00:20.991561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2982d8a0-bdeb-49f6-8608-162e2511d9c5 req-8074e86f-3756-4bcf-a83e-2f0f01bbe74b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 Jan 28 14:00:21.724798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5678ca4f-4488-4b92-87c2-095f47dc4fd6 req-2e82cfd9-ac1f-4e4d-9f60-d79449a069c0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0289755 Jan 28 14:00:22.826206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5c7fef8-3832-4b1e-bc12-b0be4d435f4e req-a03b7de4-e062-4109-af18-5cc16be9de0d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0280523 Jan 28 14:00:23.953339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef54baa4-b099-4485-b8bf-f0031c787289 req-19716a15-8eec-4a77-b134-b10476bb5cdb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3d0fa3-1b70-46a3-ab0c-2613ec9dec8e HTTP/1.1" status: 200 len: 210 time: 0.0301156 Jan 28 14:00:25.217447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-eda0f754-579e-4ee1-822e-3e42a8dc508b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626988894&fields=id&tenant_id=e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 267 time: 0.0686982 Jan 28 14:00:25.338880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7d3524ef-f235-4059-847a-0cd134bd2a33 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:25.341105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7d3524ef-f235-4059-847a-0cd134bd2a33 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.1167526 Jan 28 14:00:25.362584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-f6c20a95-2b82-4362-8acb-ec7f15ee0d38 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/quotas/e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 375 time: 0.0113883 Jan 28 14:00:25.427892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-fef303bd-cd33-47a7-adb1-9e9260a1f7c0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570850 Jan 28 14:00:25.597820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-ad899fcf-17a7-493c-9048-b103b07ac6a0 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594307 Jan 28 14:00:25.690507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-2fc27125-435d-4705-a3df-a93c889c2efb service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868554 Jan 28 14:00:26.004461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea3d79b3-a2f4-4271-9ca5-4063c33e1a5d req-db3025c5-af47-410d-8ccc-ef2b75ab551e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0370772 Jan 28 14:00:26.838593 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:27.016587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-462d3fcb-0e8d-4c8a-b229-d85f8838264d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:27.018195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-462d3fcb-0e8d-4c8a-b229-d85f8838264d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.1305106 Jan 28 14:00:27.117563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-de788ca7-73fa-45c0-b650-ba06365f16d5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 379 time: 0.0896907 Jan 28 14:00:27.142029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'port': {'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'admin_state_up': True, 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'security_groups': ['91d3b201-1154-428b-9ca7-204e7c53c2de']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:27.146506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7a1c5b0-62af-489e-8001-5ca4ef33af3e req-0f87643c-fcb3-4794-ae21-6a78aca94af5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0493455 Jan 28 14:00:27.285610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:00:27.289390 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:27.449378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.20.0.9 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/bbb4859f-09c5-4936-9516-dbca59e6fecb) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:27.618133 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:27.664660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:27.709840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:27.713023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:27.716145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:27.769059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=bbb4859f-09c5-4936-9516-dbca59e6fecb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:27.809282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:27.810647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:27.831096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c04bb392-4761-4ee7-a54d-35686033487a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6942775 Jan 28 14:00:27.850810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Request body: {'port': {'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:27.923788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.025457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fa558eaa-35ac-4810-9e43-f951bbcce4b8 None None] Provisioning complete for port bbb4859f-09c5-4936-9516-dbca59e6fecb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:28.026289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa558eaa-35ac-4810-9e43-f951bbcce4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.072813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fa558eaa-35ac-4810-9e43-f951bbcce4b8 None None] Port bbb4859f-09c5-4936-9516-dbca59e6fecb cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:00:28.176992 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.279293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb4859f-09c5-4936-9516-dbca59e6fecb {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:28.295786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Publish callbacks [] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.332903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Transition to ACTIVE for port object bbb4859f-09c5-4936-9516-dbca59e6fecb will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:00:28.345097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.387159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788fca-8c53-401d-a9a5-4c44f1b9f680 req-d1bea352-733c-4690-ba66-9acd3bffdea7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:28.388847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0788fca-8c53-401d-a9a5-4c44f1b9f680 req-d1bea352-733c-4690-ba66-9acd3bffdea7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 931 time: 0.1130099 Jan 28 14:00:28.418283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=bbb4859f-09c5-4936-9516-dbca59e6fecb,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:28.514528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0788fca-8c53-401d-a9a5-4c44f1b9f680 req-ace86a26-e258-472c-b81b-418cc0c1939a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158738 Jan 28 14:00:28.540407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Attempting to bind port bbb4859f-09c5-4936-9516-dbca59e6fecb on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:00:28.540757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Attempting to bind port bbb4859f-09c5-4936-9516-dbca59e6fecb by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:00:28.541098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Attempting to bind port bbb4859f-09c5-4936-9516-dbca59e6fecb on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:28.546908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Port bbb4859f-09c5-4936-9516-dbca59e6fecb on network da44202a-00f4-4f4d-8cd1-b92fd645e19b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:00:28.547240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Attempting to bind port bbb4859f-09c5-4936-9516-dbca59e6fecb on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:28.553457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:00:28.553796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:28.554194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:00:28.554640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Bound port: bbb4859f-09c5-4936-9516-dbca59e6fecb, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:00:28.555014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.645939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] For port bbb4859f-09c5-4936-9516-dbca59e6fecb, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:00:28.674614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] For port bbb4859f-09c5-4936-9516-dbca59e6fecb, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:00:28.683471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.730601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f1f8b-a716-427f-a12f-3a9fad00743c req-cdbf9af7-7478-4afb-801b-81aef8943122 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:28.732968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d33f1f8b-a716-427f-a12f-3a9fad00743c req-cdbf9af7-7478-4afb-801b-81aef8943122 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1096 time: 0.1047201 Jan 28 14:00:28.745717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:28.746495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:28.748724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] 10.222.0.60 "PUT /v2.0/ports/bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 200 len: 1091 time: 0.9093797 Jan 28 14:00:28.753093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:28.755389 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876d69d6-bafb-4252-9326-87966c8cda53" -d '{"events": [{"name": "network-changed", "server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:28.785962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8219ba-dc7a-483a-bc13-99cfeb8d4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=bbb4859f-09c5-4936-9516-dbca59e6fecb,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:28.845786 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d33f1f8b-a716-427f-a12f-3a9fad00743c req-5035cd24-e3a9-45d7-9589-3a9c1b786648 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017294 Jan 28 14:00:28.870843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34098) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:28.874128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c8bce917-8ef2-40ca-9de5-3b65424aac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:28.876232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-c8bce917-8ef2-40ca-9de5-3b65424aac84 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1094 time: 0.0614097 Jan 28 14:00:28.927398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-e18dae92-6158-4267-86c0-54915ac85f76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 200 len: 217 time: 0.0433307 Jan 28 14:00:29.025739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-eb6807e4-f73b-4b94-bb73-d374bf57e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:29.027399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-eb6807e4-f73b-4b94-bb73-d374bf57e024 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0924683 Jan 28 14:00:29.029248 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ba3e0-0370-4e93-b88e-e0cf6c44304a x-openstack-request-id: req-3b0ba3e0-0370-4e93-b88e-e0cf6c44304a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:29.029553 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:29.029801 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b0ba3e0-0370-4e93-b88e-e0cf6c44304a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:29.030190 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'status': 'completed', 'code': 200} Jan 28 14:00:29.077740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-3dd25c97-66b6-403d-bf4f-0c4ddf09285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:29.079785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-3dd25c97-66b6-403d-bf4f-0c4ddf09285e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454226 Jan 28 14:00:29.087391 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port 155458f0-c6be-46dc-a25e-18b86de013b6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:00:29.087741 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (155458f0-c6be-46dc-a25e-18b86de013b6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:29.167443 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (155458f0-c6be-46dc-a25e-18b86de013b6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:29.167775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (155458f0-c6be-46dc-a25e-18b86de013b6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:29.180071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for 155458f0-c6be-46dc-a25e-18b86de013b6 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:00:29.202616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-07428675-05b7-4979-a561-76b73d368df8 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155684 Jan 28 14:00:29.305636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84af5eb1-7cb8-4f23-9428-ba8a2665ae0d req-8ee753a8-dd92-4011-92d5-5793234fc35a service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965321 Jan 28 14:00:29.334551 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (155458f0-c6be-46dc-a25e-18b86de013b6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:29.362553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=155458f0-c6be-46dc-a25e-18b86de013b6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:29.374529 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.374887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.375238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.375576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.375916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.376302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.376635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.376969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.377299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.377627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.377954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.378273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.378596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:29.402299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d69d6-bafb-4252-9326-87966c8cda53 req-738ab703-d904-4bf0-b9bf-4d3c733b5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:29.405846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-876d69d6-bafb-4252-9326-87966c8cda53 req-738ab703-d904-4bf0-b9bf-4d3c733b5d0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1094 time: 0.0530984 Jan 28 14:00:29.444163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (2df993fb-a919-48eb-9b9b-84a34e440096), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:29.444492 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP 2df993fb-a919-48eb-9b9b-84a34e440096 disassociated (deleted). External IP: 172.25.4.5, port: 83eb2435-2a8e-4f38-a153-283e8e49dabc. Jan 28 14:00:29.524479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d69d6-bafb-4252-9326-87966c8cda53 req-00fb1b21-72bd-4917-8d97-e4ceebe90102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:29.527344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-876d69d6-bafb-4252-9326-87966c8cda53 req-00fb1b21-72bd-4917-8d97-e4ceebe90102 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1070228 Jan 28 14:00:29.575243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-876d69d6-bafb-4252-9326-87966c8cda53 req-9e15f07e-ccb3-4dde-b1ea-a64d006ad652 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 200 len: 217 time: 0.0413008 Jan 28 14:00:29.629997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d69d6-bafb-4252-9326-87966c8cda53 req-9c64f305-5688-4ea5-a539-ffd52769b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:29.631885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-876d69d6-bafb-4252-9326-87966c8cda53 req-9c64f305-5688-4ea5-a539-ffd52769b74e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0501111 Jan 28 14:00:29.667634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router ce11542b-a1ca-4af4-9d32-6799d455ab3b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:00:29.713321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d69d6-bafb-4252-9326-87966c8cda53 req-bb3b5885-0c91-4b14-a9ea-37a397080947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:29.714827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-876d69d6-bafb-4252-9326-87966c8cda53 req-bb3b5885-0c91-4b14-a9ea-37a397080947 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723603 Jan 28 14:00:29.721817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b5790-d63c-4382-8966-d1639eb726cd req-4a73ff93-01dd-4f31-b57f-68bb3b3d1e6d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:29.723668 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-594b5790-d63c-4382-8966-d1639eb726cd req-4a73ff93-01dd-4f31-b57f-68bb3b3d1e6d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0903053 Jan 28 14:00:29.792880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:00:29.802940 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] Sync routers for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:00:29.805173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:29.816810 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:29.818449 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:29.844366 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d572a0b2-7e63-45e1-8f31-0a550490bb31 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/floatingips/2df993fb-a919-48eb-9b9b-84a34e440096 HTTP/1.1" status: 204 len: 168 time: 0.9700038 Jan 28 14:00:29.844366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:29.845348 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c76315-cf6b-4b94-90cd-db4be6f1625c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:29.865646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-594b5790-d63c-4382-8966-d1639eb726cd req-4d109b85-f371-4cde-ac44-951b5c3bd69d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967166 Jan 28 14:00:29.868112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-876d69d6-bafb-4252-9326-87966c8cda53 req-6d512235-fcd5-4c2d-acaf-3f2343088245 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441324 Jan 28 14:00:29.958631 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:29.970703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-876d69d6-bafb-4252-9326-87966c8cda53 req-7efeb23b-3570-4b47-a390-cb9fe81c4e53 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951891 Jan 28 14:00:30.160968 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c0118f-261a-4943-936f-5e2d22c9e372 x-openstack-request-id: req-88c0118f-261a-4943-936f-5e2d22c9e372 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:30.161531 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:30.164966 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88c0118f-261a-4943-936f-5e2d22c9e372 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:30.165671 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'status': 'completed', 'code': 200} Jan 28 14:00:30.238789 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:30.268171 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] Checking router: ce11542b-a1ca-4af4-9d32-6799d455ab3b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:00:30.271684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-c4fbeff0-56f7-42b7-b8e8-3732dbbd0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:30.273238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-c4fbeff0-56f7-42b7-b8e8-3732dbbd0847 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 1096 time: 0.0865512 Jan 28 14:00:30.277140 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:30.277754 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:30.296848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8ebbb-359a-4b87-9fca-cf1786ce36f5 req-9f953027-4815-4ea4-a094-c552a34cead7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:30.298332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0d8ebbb-359a-4b87-9fca-cf1786ce36f5 req-9f953027-4815-4ea4-a094-c552a34cead7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0711515 Jan 28 14:00:30.397268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0d8ebbb-359a-4b87-9fca-cf1786ce36f5 req-b1bc1baf-f0be-4267-8e80-3380a54a09fc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874817 Jan 28 14:00:30.405657 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:30.417599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-c0da83a4-e7af-44da-a762-19bf58993624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:30.419452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-c0da83a4-e7af-44da-a762-19bf58993624 service neutron] 10.222.0.60 "GET /v2.0/networks?id=73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 200 len: 897 time: 0.1366198 Jan 28 14:00:30.468512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-e6b1bdf7-88d3-480f-897c-d6ff8f1cd83b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 200 len: 217 time: 0.0424755 Jan 28 14:00:30.526099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-2a000da9-4a51-4a0e-ab58-5cc1051b01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:30.529018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-2a000da9-4a51-4a0e-ab58-5cc1051b01c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 200 len: 835 time: 0.0520632 Jan 28 14:00:30.585963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-1e58ea4e-bbbb-40b6-976f-454eebce7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:30.587605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-1e58ea4e-bbbb-40b6-976f-454eebce7c88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=73417205-16ac-4e51-9205-a70e69441508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508335 Jan 28 14:00:30.644557 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:30.677117 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa033b-20aa-4341-9ca6-bfcdaf519adb None None] The sync data for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 is: [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T13:58:41Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd8e107bb-8230-46ca-9d71-f894e954ea33', 'name': '', 'network_id': '73417205-16ac-4e51-9205-a70e69441508', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:ce:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '33835146-eec9-42a4-a8f8-a363cee23294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:41Z', 'updated_at': '2022-01-28T13:58:44Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '33835146-eec9-42a4-a8f8-a363cee23294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:00:30.705218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-57665c1a-0bca-4c34-a2d7-49134d2a8d06 service neutron] 10.222.0.60 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097348 Jan 28 14:00:30.828907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94c76315-cf6b-4b94-90cd-db4be6f1625c req-a32fd3b1-262b-4d47-a59a-2a970a82cc80 service neutron] 10.222.0.60 "GET /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080608 Jan 28 14:00:30.952822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df5f22-8717-4508-a9c9-e921781fe33e None None] New status for floating IP 2df993fb-a919-48eb-9b9b-84a34e440096: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:00:31.007520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed795a-336f-4fd0-a8f3-51d2a6f757b0 req-e428aa4a-ba7d-498e-a470-007317c6e464 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:31.009061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08ed795a-336f-4fd0-a8f3-51d2a6f757b0 req-e428aa4a-ba7d-498e-a470-007317c6e464 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0513854 Jan 28 14:00:31.082775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08ed795a-336f-4fd0-a8f3-51d2a6f757b0 req-3e2776c6-1481-4c7c-9fd3-e2084d645d8e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668390 Jan 28 14:00:31.536331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f72d15-65a2-4934-949a-63e3285bb1d5 req-362c60ec-c642-4258-900e-496e1179457f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:31.538115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36f72d15-65a2-4934-949a-63e3285bb1d5 req-362c60ec-c642-4258-900e-496e1179457f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0534754 Jan 28 14:00:31.590249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36f72d15-65a2-4934-949a-63e3285bb1d5 req-24c33f7f-ae0d-4b3e-8079-39244909413c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d719675-25eb-4758-a541-7ce4e0db10f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461431 Jan 28 14:00:31.654924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dc74c-f16b-4c34-af3d-634a6017514f req-3fb8c7f4-6fa6-4e70-8034-44d36862d14e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:31.656474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-508dc74c-f16b-4c34-af3d-634a6017514f req-3fb8c7f4-6fa6-4e70-8034-44d36862d14e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 945 time: 0.0510123 Jan 28 14:00:31.760605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port 83eb2435-2a8e-4f38-a153-283e8e49dabc {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:00:31.760870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:31.863062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port 83eb2435-2a8e-4f38-a153-283e8e49dabc, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=83eb2435-2a8e-4f38-a153-283e8e49dabc,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:31.863406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:31.877665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for 83eb2435-2a8e-4f38-a153-283e8e49dabc owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:00:32.020959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (83eb2435-2a8e-4f38-a153-283e8e49dabc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:32.051117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=83eb2435-2a8e-4f38-a153-283e8e49dabc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:32.099233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] No DVR routers for this DVR port 83eb2435-2a8e-4f38-a153-283e8e49dabc on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:00:32.101919 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:32.105316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-508dc74c-f16b-4c34-af3d-634a6017514f req-5d4fa6db-2d9f-44e3-86c2-a7a369ec2070 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "DELETE /v2.0/ports/83eb2435-2a8e-4f38-a153-283e8e49dabc HTTP/1.1" status: 204 len: 173 time: 0.4417052 Jan 28 14:00:32.105761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-deleted', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:32.108679 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15754a48-72b2-473b-8872-190d737e10f1" -d '{"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-deleted", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:32.226951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5fdd9-23ba-41d7-b0c6-60f7af8e4100 req-fd28bbf0-ef1e-4095-a283-660005c9f5a7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:32.229383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cd5fdd9-23ba-41d7-b0c6-60f7af8e4100 req-fd28bbf0-ef1e-4095-a283-660005c9f5a7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0649979 Jan 28 14:00:32.288698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cd5fdd9-23ba-41d7-b0c6-60f7af8e4100 req-342b0a41-115a-446c-b359-7be48439286b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496655 Jan 28 14:00:32.340617 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90879384-9da0-4379-afb8-72af0d9fd9ab x-openstack-request-id: req-90879384-9da0-4379-afb8-72af0d9fd9ab {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:32.341089 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a902617-30f7-429f-87a6-4cc21cb1baff", "name": "network-vif-deleted", "tag": "83eb2435-2a8e-4f38-a153-283e8e49dabc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:32.342643 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90879384-9da0-4379-afb8-72af0d9fd9ab {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:32.342643 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a902617-30f7-429f-87a6-4cc21cb1baff', 'name': 'network-vif-deleted', 'tag': '83eb2435-2a8e-4f38-a153-283e8e49dabc', 'status': 'completed', 'code': 200} Jan 28 14:00:32.723733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a99a988-fb94-46bc-a2e7-1032ce083ef0 req-36f996c9-56ab-4f7e-b807-0dcbbe77abb8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a902617-30f7-429f-87a6-4cc21cb1baff HTTP/1.1" status: 200 len: 210 time: 0.0307393 Jan 28 14:00:33.410399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb3839-219c-48e7-98ee-ed5a42476e1c req-ecaae669-962d-4eb9-9949-f9003c5727dc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:33.412021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aeb3839-219c-48e7-98ee-ed5a42476e1c req-ecaae669-962d-4eb9-9949-f9003c5727dc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0494432 Jan 28 14:00:33.470478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7aeb3839-219c-48e7-98ee-ed5a42476e1c req-eac13eb7-b99a-4b5f-be88-975bec48d844 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518346 Jan 28 14:00:33.781745 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34124) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:34.437151 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (ce11542b-a1ca-4af4-9d32-6799d455ab3b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:34.594467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee945e-d78c-4709-ad88-85718122b709 req-cefaf046-e346-4b38-b6f3-f16ba137b9d9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:34.596143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68ee945e-d78c-4709-ad88-85718122b709 req-cefaf046-e346-4b38-b6f3-f16ba137b9d9 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0535319 Jan 28 14:00:34.648371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68ee945e-d78c-4709-ad88-85718122b709 req-9c7bf90b-9e93-4c5c-891d-0d05d94e86b5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458066 Jan 28 14:00:34.742616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port d8e107bb-8230-46ca-9d71-f894e954ea33 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:00:34.742961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:34.835405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port d8e107bb-8230-46ca-9d71-f894e954ea33, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d8e107bb-8230-46ca-9d71-f894e954ea33,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:34.836105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:34.850369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for d8e107bb-8230-46ca-9d71-f894e954ea33 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:00:34.918398 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-74c2ce60-2b68-40cd-8ded-446e916434cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:35.057558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d8e107bb-8230-46ca-9d71-f894e954ea33), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:35.088296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=d8e107bb-8230-46ca-9d71-f894e954ea33,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:35.110957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:00:35.140392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 83eb2435-2a8e-4f38-a153-283e8e49dabc {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:00:35.141053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 83eb2435-2a8e-4f38-a153-283e8e49dabc not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:00:35.311681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (ce11542b-a1ca-4af4-9d32-6799d455ab3b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:35.543998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router ce11542b-a1ca-4af4-9d32-6799d455ab3b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:00:35.655484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:00:35.660832 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bd03cea2-0554-46bb-90a9-b95b90817e9e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/ce11542b-a1ca-4af4-9d32-6799d455ab3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8778496 Jan 28 14:00:35.663732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34128) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:35.668886 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] Sync routers for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:00:35.682773 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:35.683533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:35.736170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting subnet 33835146-eec9-42a4-a8f8-a363cee23294 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:00:35.740756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (33835146-eec9-42a4-a8f8-a363cee23294), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:35.788856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114772d-b8ee-4782-b710-50dad3a1e055 req-29ff4296-583c-44df-b45c-446b3756e960 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:35.789494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (33835146-eec9-42a4-a8f8-a363cee23294), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:35.790400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3114772d-b8ee-4782-b710-50dad3a1e055 req-29ff4296-583c-44df-b45c-446b3756e960 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0577919 Jan 28 14:00:35.816499 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:35.884694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3114772d-b8ee-4782-b710-50dad3a1e055 req-9dd2dbcb-83e8-4128-a698-b67b7a7bb6a1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873299 Jan 28 14:00:35.932964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (33835146-eec9-42a4-a8f8-a363cee23294), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.013979 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (33835146-eec9-42a4-a8f8-a363cee23294), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.046354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Subnet': ['ID=33835146-eec9-42a4-a8f8-a363cee23294,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:36.048503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.052766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e7f06-a09b-4d0d-8a04-316f09b975ca None None] Network 73417205-16ac-4e51-9205-a70e69441508 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:00:36.059441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34132) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:36.060310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ddce6bc1-7f16-4ddd-bbb5-a906f56657cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/subnets/33835146-eec9-42a4-a8f8-a363cee23294 HTTP/1.1" status: 204 len: 168 time: 0.3947608 Jan 28 14:00:36.168590 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T14:00:35Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:36.209943 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] Checking router: ce11542b-a1ca-4af4-9d32-6799d455ab3b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:00:36.221626 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] Routers {'ce11542b-a1ca-4af4-9d32-6799d455ab3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:36.222572 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:36.283825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] DHCP port deletion for 73417205-16ac-4e51-9205-a70e69441508 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:00:36.350795 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] Set router ce11542b-a1ca-4af4-9d32-6799d455ab3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:36.360332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] Deleting port cd48746e-b5bc-476a-8673-2264ce0fe21f {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:00:36.361084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.444164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] For port cd48746e-b5bc-476a-8673-2264ce0fe21f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cd48746e-b5bc-476a-8673-2264ce0fe21f,segment=NetworkSegment(08af30b1-82d4-4c55-af9a-01b75ec7edba),segment_id=08af30b1-82d4-4c55-af9a-01b75ec7edba)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:36.444935 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.462302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] Calling delete_port for cd48746e-b5bc-476a-8673-2264ce0fe21f owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:00:36.547669 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (ce11542b-a1ca-4af4-9d32-6799d455ab3b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.568711 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (cd48746e-b5bc-476a-8673-2264ce0fe21f), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.573724 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T14:00:35Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:36.600087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] Pushing event deleted for resources: {'Port': ['ID=cd48746e-b5bc-476a-8673-2264ce0fe21f,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:36.607629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63a85d-1b4a-4052-ab76-d4cf7569ff92 None None] No DVR routers for this DVR port cd48746e-b5bc-476a-8673-2264ce0fe21f on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:00:36.617135 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b32af64-8009-4823-ac47-45f733f5b583 None None] The sync data for ids ['ce11542b-a1ca-4af4-9d32-6799d455ab3b'] in n-d-822748-2 is: [{'id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327864896', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:58:37Z', 'updated_at': '2022-01-28T14:00:35Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'ea0243dc-b091-495f-a5c3-23040bd7c170', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce11542b-a1ca-4af4-9d32-6799d455ab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:58:38Z', 'updated_at': '2022-01-28T13:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:00:36.675427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (ce11542b-a1ca-4af4-9d32-6799d455ab3b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.738668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port ea0243dc-b091-495f-a5c3-23040bd7c170 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:00:36.739027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.826169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port ea0243dc-b091-495f-a5c3-23040bd7c170, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ea0243dc-b091-495f-a5c3-23040bd7c170,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:36.826828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:36.839792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for ea0243dc-b091-495f-a5c3-23040bd7c170 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:00:37.047605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14473d3-1f7b-4842-8375-fb4ab3439457 req-d62cfd38-0ade-43a5-a7aa-67e702324e34 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:37.049224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a14473d3-1f7b-4842-8375-fb4ab3439457 req-d62cfd38-0ade-43a5-a7aa-67e702324e34 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0937541 Jan 28 14:00:37.101876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ea0243dc-b091-495f-a5c3-23040bd7c170), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.139962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=ea0243dc-b091-495f-a5c3-23040bd7c170,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:37.146849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a14473d3-1f7b-4842-8375-fb4ab3439457 req-ddd41a73-d559-4088-90b2-73c2e04ee34f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888565 Jan 28 14:00:37.212196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (ce11542b-a1ca-4af4-9d32-6799d455ab3b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.307485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (ce11542b-a1ca-4af4-9d32-6799d455ab3b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.310271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (ce11542b-a1ca-4af4-9d32-6799d455ab3b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.358465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (ce11542b-a1ca-4af4-9d32-6799d455ab3b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.358843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Fanout notify agent at l3_agent the message router_deleted on router ce11542b-a1ca-4af4-9d32-6799d455ab3b {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:00:37.366207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.367212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f63e1bc4-ac58-4805-88ed-837a7a86b79f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/routers/ce11542b-a1ca-4af4-9d32-6799d455ab3b HTTP/1.1" status: 204 len: 168 time: 1.3061833 Jan 28 14:00:37.370025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34138) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:37.452601 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (73417205-16ac-4e51-9205-a70e69441508), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.558883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (73417205-16ac-4e51-9205-a70e69441508), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.581369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73417205-16ac-4e51-9205-a70e69441508']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:37.590667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08af30b1-82d4-4c55-af9a-01b75ec7edba') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:37.591721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08af30b1-82d4-4c55-af9a-01b75ec7edba') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:37.601573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (08af30b1-82d4-4c55-af9a-01b75ec7edba), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.615244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (08af30b1-82d4-4c55-af9a-01b75ec7edba), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.621163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:00:37.621555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (08af30b1-82d4-4c55-af9a-01b75ec7edba), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:00:37.624988 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:00:37.684632 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (73417205-16ac-4e51-9205-a70e69441508), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.691992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.695127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/networks/73417205-16ac-4e51-9205-a70e69441508 HTTP/1.1" status: 204 len: 168 time: 0.3240912 Jan 28 14:00:37.698040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34140) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:37.707485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4102ed4-b77a-4efc-bc6d-51f25b619ac9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Network': ['ID=73417205-16ac-4e51-9205-a70e69441508,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:37.718184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-61da9068-08cc-451e-aa43-ede1a1f56632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.759788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b53b3a64-3eee-46f9-9345-896423346af2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (8d719675-25eb-4758-a541-7ce4e0db10f4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.787219 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b53b3a64-3eee-46f9-9345-896423346af2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (8d719675-25eb-4758-a541-7ce4e0db10f4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.857609 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b53b3a64-3eee-46f9-9345-896423346af2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8d719675-25eb-4758-a541-7ce4e0db10f4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.860856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b53b3a64-3eee-46f9-9345-896423346af2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:37.864780 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b53b3a64-3eee-46f9-9345-896423346af2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/security-groups/8d719675-25eb-4758-a541-7ce4e0db10f4 HTTP/1.1" status: 204 len: 168 time: 0.1629903 Jan 28 14:00:37.873758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b3a64-3eee-46f9-9345-896423346af2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d719675-25eb-4758-a541-7ce4e0db10f4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:37.927418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cd48746e-b5bc-476a-8673-2264ce0fe21f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:00:37.953356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: cd48746e-b5bc-476a-8673-2264ce0fe21f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:00:37.953796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cd48746e-b5bc-476a-8673-2264ce0fe21f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:00:37.954438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d8e107bb-8230-46ca-9d71-f894e954ea33 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:00:37.973851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: d8e107bb-8230-46ca-9d71-f894e954ea33 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:00:37.974196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d8e107bb-8230-46ca-9d71-f894e954ea33 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:00:37.974611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ea0243dc-b091-495f-a5c3-23040bd7c170 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:00:37.994069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ea0243dc-b091-495f-a5c3-23040bd7c170 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:00:37.994899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ea0243dc-b091-495f-a5c3-23040bd7c170 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:00:38.455134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:38.459902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5d1b04c0-34d6-45d6-be04-0609b6b5c174 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273120056', 'description': 'tempest-secgroup-smoke-1273120056 description', 'project_id': '06966ccca03948e08bf2ba78e71cc414'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:38.483391 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d1b04c0-34d6-45d6-be04-0609b6b5c174 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.550801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef700fb3-c0a4-4316-8f49-6d49f3ab8087 req-6e313a52-ff2c-4042-a91d-1cc2a5690562 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:38.552350 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef700fb3-c0a4-4316-8f49-6d49f3ab8087 req-6e313a52-ff2c-4042-a91d-1cc2a5690562 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0569253 Jan 28 14:00:38.554433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d1b04c0-34d6-45d6-be04-0609b6b5c174 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (285653d3-3810-4362-997c-229014a075b3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.560848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d1b04c0-34d6-45d6-be04-0609b6b5c174 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (285653d3-3810-4362-997c-229014a075b3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.589348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d1b04c0-34d6-45d6-be04-0609b6b5c174 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.590598 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5d1b04c0-34d6-45d6-be04-0609b6b5c174 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342988 Jan 28 14:00:38.593839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34150) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:38.598257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-487d1693-a813-4b1d-94fe-cf606d66d79c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '285653d3-3810-4362-997c-229014a075b3', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:38.606036 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef700fb3-c0a4-4316-8f49-6d49f3ab8087 req-47d8427c-6115-42f5-a4e8-6de5f46128ec tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477779 Jan 28 14:00:38.609331 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b04c0-34d6-45d6-be04-0609b6b5c174 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285653d3-3810-4362-997c-229014a075b3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:38.631283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487d1693-a813-4b1d-94fe-cf606d66d79c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (1602ef39-c2b9-4c05-8381-cb9a0ca6bd85), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.691946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487d1693-a813-4b1d-94fe-cf606d66d79c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (1602ef39-c2b9-4c05-8381-cb9a0ca6bd85), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.695530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487d1693-a813-4b1d-94fe-cf606d66d79c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (1602ef39-c2b9-4c05-8381-cb9a0ca6bd85), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.712891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d1693-a813-4b1d-94fe-cf606d66d79c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1602ef39-c2b9-4c05-8381-cb9a0ca6bd85,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:38.723319 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-487d1693-a813-4b1d-94fe-cf606d66d79c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.724563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-487d1693-a813-4b1d-94fe-cf606d66d79c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298003 Jan 28 14:00:38.727205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34152) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:38.732272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d2e768ea-7141-426a-8495-bf311fa0b20a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '285653d3-3810-4362-997c-229014a075b3', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:38.749370 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.760727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2e768ea-7141-426a-8495-bf311fa0b20a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (9345ff2e-aa59-424d-8fa5-3091f73b7eb0), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.821792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2e768ea-7141-426a-8495-bf311fa0b20a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (9345ff2e-aa59-424d-8fa5-3091f73b7eb0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.826164 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2e768ea-7141-426a-8495-bf311fa0b20a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9345ff2e-aa59-424d-8fa5-3091f73b7eb0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.845039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e768ea-7141-426a-8495-bf311fa0b20a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9345ff2e-aa59-424d-8fa5-3091f73b7eb0,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:38.851594 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2e768ea-7141-426a-8495-bf311fa0b20a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.852814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2e768ea-7141-426a-8495-bf311fa0b20a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246507 Jan 28 14:00:38.855504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:38.860332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ae118284-ba95-40db-8019-bec9591e2a24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '285653d3-3810-4362-997c-229014a075b3', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:38.884530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae118284-ba95-40db-8019-bec9591e2a24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (0ec7710f-35a9-4e81-b585-7631c6946379), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.940658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae118284-ba95-40db-8019-bec9591e2a24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (0ec7710f-35a9-4e81-b585-7631c6946379), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.944847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae118284-ba95-40db-8019-bec9591e2a24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (0ec7710f-35a9-4e81-b585-7631c6946379), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.962427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118284-ba95-40db-8019-bec9591e2a24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec7710f-35a9-4e81-b585-7631c6946379,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:38.971957 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae118284-ba95-40db-8019-bec9591e2a24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:38.973204 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ae118284-ba95-40db-8019-bec9591e2a24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167595 Jan 28 14:00:38.975974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34156) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:38.980360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-75a5e4f9-47f3-4591-84f6-eb48849b323f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '285653d3-3810-4362-997c-229014a075b3', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:39.007205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75a5e4f9-47f3-4591-84f6-eb48849b323f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (9398877f-7dde-437f-b990-20bdeb1d80f8), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.068281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75a5e4f9-47f3-4591-84f6-eb48849b323f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (9398877f-7dde-437f-b990-20bdeb1d80f8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.071895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75a5e4f9-47f3-4591-84f6-eb48849b323f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9398877f-7dde-437f-b990-20bdeb1d80f8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.090111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5e4f9-47f3-4591-84f6-eb48849b323f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9398877f-7dde-437f-b990-20bdeb1d80f8,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:39.100224 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-75a5e4f9-47f3-4591-84f6-eb48849b323f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.101462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-75a5e4f9-47f3-4591-84f6-eb48849b323f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245413 Jan 28 14:00:39.104117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34158) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:39.108694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '285653d3-3810-4362-997c-229014a075b3', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:39.128447 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:00:39.133352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (e4efb462-5420-4e63-9baf-f6076496dafa), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.196121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (e4efb462-5420-4e63-9baf-f6076496dafa), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.199593 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e4efb462-5420-4e63-9baf-f6076496dafa), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.218687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4efb462-5420-4e63-9baf-f6076496dafa,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:39.227130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.228642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4144f9d7-57ac-4013-8f9b-951b032e0f09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233082 Jan 28 14:00:39.232736 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34160) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:39.237071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '285653d3-3810-4362-997c-229014a075b3', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:39.257065 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:00:39.262005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (89759027-4fe7-4c97-bdf6-40548c63a7d5), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.332247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (89759027-4fe7-4c97-bdf6-40548c63a7d5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.336069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (89759027-4fe7-4c97-bdf6-40548c63a7d5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.354068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89759027-4fe7-4c97-bdf6-40548c63a7d5,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:39.362044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.363261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e311628-0d29-4803-a12b-19362392263d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295748 Jan 28 14:00:39.366084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34162) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:39.370899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'network': {'name': 'tempest-network-smoke--174419284', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'port_security_enabled': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:39.390589 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:00:39.393985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.421207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:00:39.430808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a503aa48-9232-42e9-9aa6-6dba9da0a244), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.431173 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Added segment a503aa48-9232-42e9-9aa6-6dba9da0a244 of type vlan for network 0807576a-5203-4277-9ca9-e673e18c086b Jan 28 14:00:39.471621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (0807576a-5203-4277-9ca9-e673e18c086b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.497538 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (0807576a-5203-4277-9ca9-e673e18c086b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.502536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:39.503149 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.564847 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977344 Jan 28 14:00:39.567833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34164) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:39.571622 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d170d43-e303-415e-9871-dba82d85355f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Network': ['ID=0807576a-5203-4277-9ca9-e673e18c086b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:39.572821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'admin_state_up': True, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:39.582550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 0807576a-5203-4277-9ca9-e673e18c086b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:00:39.596375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (88fa9421-5a71-42e4-8ba5-af885185a8e4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.597891 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (88fa9421-5a71-42e4-8ba5-af885185a8e4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.653478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (88fa9421-5a71-42e4-8ba5-af885185a8e4), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.821608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (88fa9421-5a71-42e4-8ba5-af885185a8e4), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:39.839749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e19a1-7306-462a-a6da-d3d1c16ee524 req-08623d99-7048-49e4-816c-e71213f57983 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:39.841296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-626e19a1-7306-462a-a6da-d3d1c16ee524 req-08623d99-7048-49e4-816c-e71213f57983 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.1452107 Jan 28 14:00:39.943957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-626e19a1-7306-462a-a6da-d3d1c16ee524 req-d054e059-7e99-48b0-9654-812b3e80bd3c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887728 Jan 28 14:00:40.086598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (88fa9421-5a71-42e4-8ba5-af885185a8e4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:40.107170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:40.223178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.166 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/c41deda4-6086-4ce9-ba21-3631ab8ed957) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:40.328318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:40.363624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:40.407856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:40.410681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:40.413534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:40.444400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=c41deda4-6086-4ce9-ba21-3631ab8ed957,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:40.608411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:40.680080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (88fa9421-5a71-42e4-8ba5-af885185a8e4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:40.889093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (88fa9421-5a71-42e4-8ba5-af885185a8e4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.046359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 88fa9421-5a71-42e4-8ba5-af885185a8e4 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:00:41.103579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481b970-12bf-43d2-becf-70e51f6f2d4c req-2fcc581c-06a4-4841-bfd0-a0c4aa43f560 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:41.105136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f481b970-12bf-43d2-becf-70e51f6f2d4c req-2fcc581c-06a4-4841-bfd0-a0c4aa43f560 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0903482 Jan 28 14:00:41.207103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f481b970-12bf-43d2-becf-70e51f6f2d4c req-13ebb5b3-baf4-4327-a1f3-42c82bb743ca tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951300 Jan 28 14:00:41.208205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:00:41.218848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Sync routers for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:00:41.231350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.231941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:41.232786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:41.234898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a06f028-5070-4545-8abf-b2358e3fee13 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6655047 Jan 28 14:00:41.236059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34170) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:41.272195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48584bf3-a064-4eb2-9918-a17e87447c9d tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=06966ccca03948e08bf2ba78e71cc414&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348740 Jan 28 14:00:41.274784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34172) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:41.349619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:41.453104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4051a347-4ece-48d0-913d-3a3873f22d05 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:41.454659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4051a347-4ece-48d0-913d-3a3873f22d05 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1789420 Jan 28 14:00:41.457648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34174) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:41.493916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-46cfca69-5111-4d18-abed-d85cae5d1882 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350063 Jan 28 14:00:41.496395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34176) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:41.502313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2041684554', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:41.535084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:40Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:41.567209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Checking router: 88fa9421-5a71-42e4-8ba5-af885185a8e4 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:00:41.567556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Updating router 88fa9421-5a71-42e4-8ba5-af885185a8e4 port c41deda4-6086-4ce9-ba21-3631ab8ed957 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:00:41.593390 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.596630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:00:41.600066 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.795341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f5320861-5371-4f00-8e66-8d9aceace314), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.799768 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.860066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Subnet': ['ID=f5320861-5371-4f00-8e66-8d9aceace314,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:41.867863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Checking segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:41.868547 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network hostable DHCP agents. Network: 0807576a-5203-4277-9ca9-e673e18c086b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:00:41.870367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Publish callbacks [] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.876928 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.886403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 0807576a-5203-4277-9ca9-e673e18c086b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:00:41.900154 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 0807576a-5203-4277-9ca9-e673e18c086b) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:41.905432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:41.906507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.913908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea329c0d-1f91-42a0-9786-a12828d1c0b0 None None] Network 0807576a-5203-4277-9ca9-e673e18c086b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:00:41.924054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76e91a6a-c6ec-422d-85a8-c262299d5314 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4257934 Jan 28 14:00:41.926994 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34178) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:41.979800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Attempting to bind port c41deda4-6086-4ce9-ba21-3631ab8ed957 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:00:41.980223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Attempting to bind port c41deda4-6086-4ce9-ba21-3631ab8ed957 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:00:41.980603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Attempting to bind port c41deda4-6086-4ce9-ba21-3631ab8ed957 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:41.985500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f5279-f497-4e3c-a3a4-4f8c7a3d96dd None None] Pushing event updated for resources: {'Port': ['ID=c41deda4-6086-4ce9-ba21-3631ab8ed957,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:41.993651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:00:41.994045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:41.994438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:41.994831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:00:41.995311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Bound port: c41deda4-6086-4ce9-ba21-3631ab8ed957, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:00:41.995697 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:42.091692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] For port c41deda4-6086-4ce9-ba21-3631ab8ed957, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:00:42.103628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-0807576a-5203-4277-9ca9-e673e18c086b', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:00:42.104630 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:42.110131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] For port c41deda4-6086-4ce9-ba21-3631ab8ed957, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c41deda4-6086-4ce9-ba21-3631ab8ed957,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:00:42.121959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:42.241323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:42.241925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:42.365760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dab5f-2ab8-418e-97b5-22667d365049 req-878b7ff9-82e9-4de1-8528-3318a1b931cd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:42.367619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb0dab5f-2ab8-418e-97b5-22667d365049 req-878b7ff9-82e9-4de1-8528-3318a1b931cd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.0612981 Jan 28 14:00:42.433570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb0dab5f-2ab8-418e-97b5-22667d365049 req-bc822aa2-33fd-4f10-999b-e39d82382759 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568531 Jan 28 14:00:42.438595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:42.446308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f5279-f497-4e3c-a3a4-4f8c7a3d96dd None None] Pushing event updated for resources: {'Port': ['ID=c41deda4-6086-4ce9-ba21-3631ab8ed957,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:42.561317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Allocated IP 172.20.0.2 (0807576a-5203-4277-9ca9-e673e18c086b/f5320861-5371-4f00-8e66-8d9aceace314/0ec35425-7b10-49a4-afe7-67726b029bb4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:42.567759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:42.865800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Publish callbacks [] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:42.873696 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:42.924604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Pushing event updated for resources: {'Port': ['ID=0ec35425-7b10-49a4-afe7-67726b029bb4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:42.938654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.939013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.939367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.939722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.940087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.940430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.940772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.941418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.941418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.941755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.942089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.942459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.942686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.1 (0807576a-5203-4277-9ca9-e673e18c086b/f5320861-5371-4f00-8e66-8d9aceace314/676e4357-3b68-4b15-8f70-6b010ec7351c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:42.943139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:42.951369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Network 0807576a-5203-4277-9ca9-e673e18c086b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:42.953511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4812f42d-650e-4421-9b4a-1645342775be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:40Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:42.957060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:42.987759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:42.989980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812f42d-650e-4421-9b4a-1645342775be None None] The sync data for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 is: [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:40Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:00:43.051372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Attempting to bind port 0ec35425-7b10-49a4-afe7-67726b029bb4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:00:43.051861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Attempting to bind port 0ec35425-7b10-49a4-afe7-67726b029bb4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:00:43.052331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Attempting to bind port 0ec35425-7b10-49a4-afe7-67726b029bb4 on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:43.057921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:00:43.058579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Checking segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:43.059182 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:43.060330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Bound using segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:00:43.060908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Bound port: 0ec35425-7b10-49a4-afe7-67726b029bb4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:00:43.061458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:43.075804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:43.114530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:43.130722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] For port 0ec35425-7b10-49a4-afe7-67726b029bb4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:00:43.134117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] For port 0ec35425-7b10-49a4-afe7-67726b029bb4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0ec35425-7b10-49a4-afe7-67726b029bb4,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:00:43.140271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:43.160494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 0807576a-5203-4277-9ca9-e673e18c086b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:43.166574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:43.172353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:43.176614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=676e4357-3b68-4b15-8f70-6b010ec7351c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:43.228667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd921b7b-b9e6-452a-85fa-8815ba6dd4db None None] Pushing event updated for resources: {'Port': ['ID=0ec35425-7b10-49a4-afe7-67726b029bb4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:43.231021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (88fa9421-5a71-42e4-8ba5-af885185a8e4), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:43.395363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:43.689548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb5f73-dae4-4002-b139-e365f708cc2f req-a6a512f9-be25-4ac5-b0d3-58ccd23a7cba tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:43.706585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bbb5f73-dae4-4002-b139-e365f708cc2f req-a6a512f9-be25-4ac5-b0d3-58ccd23a7cba tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 943 time: 0.1219487 Jan 28 14:00:43.766352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bbb5f73-dae4-4002-b139-e365f708cc2f req-d167f8bb-bacb-4897-8f6b-74157bbf675d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588059 Jan 28 14:00:43.998000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ec35425-7b10-49a4-afe7-67726b029bb4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:44.054851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0ec35425-7b10-49a4-afe7-67726b029bb4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:44.055229 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.122837 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.129740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.149692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0ec35425-7b10-49a4-afe7-67726b029bb4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:44.150365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.197370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 0ec35425-7b10-49a4-afe7-67726b029bb4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0ec35425-7b10-49a4-afe7-67726b029bb4,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:44.202885 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.203988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c41deda4-6086-4ce9-ba21-3631ab8ed957 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:44.235399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=676e4357-3b68-4b15-8f70-6b010ec7351c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:44.248241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (88fa9421-5a71-42e4-8ba5-af885185a8e4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.289108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=0ec35425-7b10-49a4-afe7-67726b029bb4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:44.300247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c41deda4-6086-4ce9-ba21-3631ab8ed957 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:44.300634 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.362801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 0807576a-5203-4277-9ca9-e673e18c086b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:44.364474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:44.407793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c41deda4-6086-4ce9-ba21-3631ab8ed957 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:44.408230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.431296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port c41deda4-6086-4ce9-ba21-3631ab8ed957, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c41deda4-6086-4ce9-ba21-3631ab8ed957,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:44.436632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.495739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=c41deda4-6086-4ce9-ba21-3631ab8ed957,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:44.507328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027522e8-0f30-43c5-93c6-ddcebeb2107e None None] Network 0807576a-5203-4277-9ca9-e673e18c086b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:00:44.509550 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 88fa9421-5a71-42e4-8ba5-af885185a8e4 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:00:44.600603 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-172c7dac-6bf1-49d9-a61a-7589717552a9 None None] Provisioning complete for port 0ec35425-7b10-49a4-afe7-67726b029bb4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:44.601020 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-172c7dac-6bf1-49d9-a61a-7589717552a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.631775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:00:44.637940 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bb91ec32-6fed-4082-ab0d-b0fc98ebf0e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/88fa9421-5a71-42e4-8ba5-af885185a8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7097309 Jan 28 14:00:44.729784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-172c7dac-6bf1-49d9-a61a-7589717552a9 None None] Current status of the port 0ec35425-7b10-49a4-afe7-67726b029bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:44.820755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-cdb6a303-34a1-41e6-be37-03899fcfd0fc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273120056&fields=id&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 267 time: 0.0599751 Jan 28 14:00:44.952572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-3b201e8c-6ae3-45dc-96dc-9b997f10acdf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:44.959551 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-3b201e8c-6ae3-45dc-96dc-9b997f10acdf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 796 time: 0.1293550 Jan 28 14:00:44.961738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f3cf0703-7d5e-4055-a7b4-ab14a4689270 None None] Provisioning complete for port 0ec35425-7b10-49a4-afe7-67726b029bb4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:44.962119 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0703-7d5e-4055-a7b4-ab14a4689270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:44.972852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-79e8da69-beba-4aab-8339-57960d8091b4 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/quotas/06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 375 time: 0.0120893 Jan 28 14:00:45.031712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-c71562b2-abb0-471c-9f87-07f459524a7a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556357 Jan 28 14:00:45.060671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf0703-7d5e-4055-a7b4-ab14a4689270 None None] Current status of the port 0ec35425-7b10-49a4-afe7-67726b029bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:45.076928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f3cf0703-7d5e-4055-a7b4-ab14a4689270 None None] Provisioning complete for port 676e4357-3b68-4b15-8f70-6b010ec7351c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:45.077567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0703-7d5e-4055-a7b4-ab14a4689270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.100752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Sync routers for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:00:45.114141 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:45.114778 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:45.119545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf0703-7d5e-4055-a7b4-ab14a4689270 None None] Port 676e4357-3b68-4b15-8f70-6b010ec7351c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:00:45.157369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bbb4859f-09c5-4936-9516-dbca59e6fecb details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:00:45.168304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-6111979d-9d30-47fa-9dbe-03ad7d0bf10f service neutron] 10.222.0.45 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228790 Jan 28 14:00:45.266933 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:45.283845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-847111ab-34be-4942-b2ea-926ba71de52b service neutron] 10.222.0.45 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126211 Jan 28 14:00:45.306193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port bbb4859f-09c5-4936-9516-dbca59e6fecb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:45.309281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c87c7dba-25e8-4b45-8489-e439e2d62f8a None None] Provisioning complete for port 676e4357-3b68-4b15-8f70-6b010ec7351c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:45.310306 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c87c7dba-25e8-4b45-8489-e439e2d62f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.345421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:00:45.378994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c87c7dba-25e8-4b45-8489-e439e2d62f8a None None] Port 676e4357-3b68-4b15-8f70-6b010ec7351c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:00:45.398837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port bbb4859f-09c5-4936-9516-dbca59e6fecb is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:45.399596 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.416728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb4859f-09c5-4936-9516-dbca59e6fecb {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:45.456876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port bbb4859f-09c5-4936-9516-dbca59e6fecb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:45.465315 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.544832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=bbb4859f-09c5-4936-9516-dbca59e6fecb,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:45.548789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9f85e503-7562-43d7-b604-20ff5be56694 None None] Provisioning complete for port 676e4357-3b68-4b15-8f70-6b010ec7351c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:45.549393 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9f85e503-7562-43d7-b604-20ff5be56694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.561097 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 2, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:45.598303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e503-7562-43d7-b604-20ff5be56694 None None] Port 676e4357-3b68-4b15-8f70-6b010ec7351c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:00:45.603274 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Checking router: 88fa9421-5a71-42e4-8ba5-af885185a8e4 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:00:45.603634 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Updating router 88fa9421-5a71-42e4-8ba5-af885185a8e4 port 676e4357-3b68-4b15-8f70-6b010ec7351c binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:00:45.636801 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.705219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['bbb4859f-09c5-4936-9516-dbca59e6fecb'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:00:45.953802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ec35425-7b10-49a4-afe7-67726b029bb4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:45.958698 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Publish callbacks [] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.965401 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:45.970915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec41aa-f1ae-4a20-afc5-57807dfc2fca req-c317cee3-6541-42f5-bac1-f52772526fd2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:45.979472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fec41aa-f1ae-4a20-afc5-57807dfc2fca req-c317cee3-6541-42f5-bac1-f52772526fd2 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 944 time: 0.4879668 Jan 28 14:00:46.032114 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Pushing event updated for resources: {'Port': ['ID=676e4357-3b68-4b15-8f70-6b010ec7351c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:46.057259 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.057705 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.058188 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.058608 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.059010 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.059471 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.059853 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.060288 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.060698 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.061093 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.061486 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.061875 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.062265 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:46.093689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fec41aa-f1ae-4a20-afc5-57807dfc2fca req-8785d5f0-3ec0-4425-a0ce-a0b896deada7 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093915 Jan 28 14:00:46.116566 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Attempting to bind port 676e4357-3b68-4b15-8f70-6b010ec7351c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:00:46.117746 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Attempting to bind port 676e4357-3b68-4b15-8f70-6b010ec7351c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:00:46.118376 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Attempting to bind port 676e4357-3b68-4b15-8f70-6b010ec7351c on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:46.126328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0ec35425-7b10-49a4-afe7-67726b029bb4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:46.126854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.127388 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:00:46.128015 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Checking segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:46.130081 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.130732 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Bound using segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:00:46.131449 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Bound port: 676e4357-3b68-4b15-8f70-6b010ec7351c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:00:46.132224 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.234100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a65bf9e-eb44-48b8-b33e-bbd04e28721a req-ef5b0b2a-929a-421c-bb1d-ed3ba4345ef1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 210 time: 0.0710363 Jan 28 14:00:46.257934 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] For port 676e4357-3b68-4b15-8f70-6b010ec7351c, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:00:46.258247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0ec35425-7b10-49a4-afe7-67726b029bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:46.259382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c41deda4-6086-4ce9-ba21-3631ab8ed957 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:46.264350 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] For port 676e4357-3b68-4b15-8f70-6b010ec7351c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=676e4357-3b68-4b15-8f70-6b010ec7351c,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:00:46.269729 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.340299 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70715c8d-69bb-4ea1-ab14-99b31a6f8135 None None] Pushing event updated for resources: {'Port': ['ID=676e4357-3b68-4b15-8f70-6b010ec7351c,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:46.346008 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:46.346788 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:46.360846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c41deda4-6086-4ce9-ba21-3631ab8ed957 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:46.361476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.419846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-29256a36-1dbf-4cb5-b7ca-885664634811 None None] Provisioning complete for port 676e4357-3b68-4b15-8f70-6b010ec7351c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:46.420472 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29256a36-1dbf-4cb5-b7ca-885664634811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.467370 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:46.562206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c41deda4-6086-4ce9-ba21-3631ab8ed957 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:46.571988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-29256a36-1dbf-4cb5-b7ca-885664634811 None None] Current status of the port 676e4357-3b68-4b15-8f70-6b010ec7351c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:46.572414 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29256a36-1dbf-4cb5-b7ca-885664634811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.608445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-29256a36-1dbf-4cb5-b7ca-885664634811 None None] For port 676e4357-3b68-4b15-8f70-6b010ec7351c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=676e4357-3b68-4b15-8f70-6b010ec7351c,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:46.613355 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29256a36-1dbf-4cb5-b7ca-885664634811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:46.669839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29256a36-1dbf-4cb5-b7ca-885664634811 None None] Pushing event updated for resources: {'Port': ['ID=676e4357-3b68-4b15-8f70-6b010ec7351c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:46.697142 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:46.742477 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee8ae5-c46d-4053-a635-61a9d88d91eb None None] The sync data for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 is: [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:00:46.825818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-2ca0417d-34e4-4ef5-8088-5522894c0aa9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:46.828173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-2ca0417d-34e4-4ef5-8088-5522894c0aa9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 796 time: 0.1635334 Jan 28 14:00:46.906801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-6e4cfc73-6b96-4d4c-a504-56a4c343926c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 380 time: 0.0695431 Jan 28 14:00:46.919024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'port': {'device_id': '17283207-f268-4444-9b6b-aff2017d86a5', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'admin_state_up': True, 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'security_groups': ['285653d3-3810-4362-997c-229014a075b3']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:46.936627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-53ce3f4c-f689-4693-8754-f26debb3c88a None None] Provisioning complete for port 676e4357-3b68-4b15-8f70-6b010ec7351c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:46.937008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-53ce3f4c-f689-4693-8754-f26debb3c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.028373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-53ce3f4c-f689-4693-8754-f26debb3c88a None None] Current status of the port 676e4357-3b68-4b15-8f70-6b010ec7351c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:47.057932 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:00:47.062259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.173303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bbb4859f-09c5-4936-9516-dbca59e6fecb up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:47.230613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port bbb4859f-09c5-4936-9516-dbca59e6fecb completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:00:47.234904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port bbb4859f-09c5-4936-9516-dbca59e6fecb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:47.235263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.244839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.3 (0807576a-5203-4277-9ca9-e673e18c086b/f5320861-5371-4f00-8e66-8d9aceace314/ecc53473-0635-4148-9022-c883e620cbad) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:47.267146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6580237-c81c-4942-8a32-2cccc745e490 req-3d58cd16-0d2a-4faa-9a86-252ae14b9030 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:47.268800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6580237-c81c-4942-8a32-2cccc745e490 req-3d58cd16-0d2a-4faa-9a86-252ae14b9030 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 944 time: 0.0890865 Jan 28 14:00:47.332585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port bbb4859f-09c5-4936-9516-dbca59e6fecb is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:47.332977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.378171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:47.380966 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ecfd47-359e-4b97-a6d2-b0c4f0b380cd" -d '{"events": [{"server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "name": "network-vif-plugged", "status": "completed", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:47.384597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port bbb4859f-09c5-4936-9516-dbca59e6fecb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:47.389314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.401351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6580237-c81c-4942-8a32-2cccc745e490 req-5f2b6244-2c0b-4a2a-a0fa-473415f704b3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252065 Jan 28 14:00:47.457496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=bbb4859f-09c5-4936-9516-dbca59e6fecb,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:47.490769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (ecc53473-0635-4148-9022-c883e620cbad), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.512512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc64433e-e19a-4b3d-bb3d-64f4302148e3 req-fad9c9bd-0973-4719-88df-b7a4b0bfb084 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 210 time: 0.0395339 Jan 28 14:00:47.548469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.573231 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5f3fc-5404-4ef8-b221-d05e3d36b4fa x-openstack-request-id: req-5ee5f3fc-5404-4ef8-b221-d05e3d36b4fa {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:47.573535 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "name": "network-vif-plugged", "status": "completed", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:47.573823 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ee5f3fc-5404-4ef8-b221-d05e3d36b4fa {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:47.574430 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'code': 200} Jan 28 14:00:47.607001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 0807576a-5203-4277-9ca9-e673e18c086b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:47.612867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:47.617687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:47.622262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:47.694600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:47.694828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c737550-52a9-4d03-9e87-90187bd0c467 req-96ec28e2-f215-43eb-be01-2803673168af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:47.696400 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c737550-52a9-4d03-9e87-90187bd0c467 req-96ec28e2-f215-43eb-be01-2803673168af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0489712 Jan 28 14:00:47.696821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.723679 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-6f0dc8b3-4c9f-4a8e-a973-3164d372caae tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8086078 Jan 28 14:00:47.737359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Request body: {'port': {'device_id': '17283207-f268-4444-9b6b-aff2017d86a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:47.754089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-6c737550-52a9-4d03-9e87-90187bd0c467 req-2c5cd797-5edc-4d3a-9821-d9603543725a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504153 Jan 28 14:00:47.803532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.960508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 676e4357-3b68-4b15-8f70-6b010ec7351c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:47.999923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-28006fe5-e270-433e-a249-278fec428581 None None] Provisioning complete for port ecc53473-0635-4148-9022-c883e620cbad triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:48.000329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28006fe5-e270-433e-a249-278fec428581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ecc53473-0635-4148-9022-c883e620cbad), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.047059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-28006fe5-e270-433e-a249-278fec428581 None None] Port ecc53473-0635-4148-9022-c883e620cbad cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:00:48.054717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 676e4357-3b68-4b15-8f70-6b010ec7351c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:48.055104 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.122929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc53473-0635-4148-9022-c883e620cbad {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:48.131238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Publish callbacks [] for port (ecc53473-0635-4148-9022-c883e620cbad), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.145383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Transition to ACTIVE for port object ecc53473-0635-4148-9022-c883e620cbad will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:00:48.146561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 676e4357-3b68-4b15-8f70-6b010ec7351c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:48.151931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.204963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:48.286580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:00:48.286868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:00:48.287179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:48.292290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:00:48.292653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:00:48.298375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:00:48.298728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Checking segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:00:48.299016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Bound using segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:00:48.299383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Bound port: ecc53473-0635-4148-9022-c883e620cbad, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:00:48.299752 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.378518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:00:48.382045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:00:48.387378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.426996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:48.427631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:48.429372 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] 10.222.0.60 "PUT /v2.0/ports/ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 1091 time: 0.6988752 Jan 28 14:00:48.429832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:48.432208 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0" -d '{"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:48.462594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc316b6-1e7e-483d-90ba-bd46eb449e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:48.567020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-da8a622b-4bfd-4d08-ae13-2c410ccde196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:48.568583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-da8a622b-4bfd-4d08-ae13-2c410ccde196 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1094 time: 0.0855670 Jan 28 14:00:48.583098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914049f9-380c-49a5-a725-700306906465 req-92253122-7701-4668-8544-4df57603271b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:48.584710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-914049f9-380c-49a5-a725-700306906465 req-92253122-7701-4668-8544-4df57603271b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 945 time: 0.0728674 Jan 28 14:00:48.627334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-f9edee0d-153b-47af-a940-c3c75a45ffe2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 217 time: 0.0416231 Jan 28 14:00:48.707118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-914049f9-380c-49a5-a725-700306906465 req-795473d7-d8d0-4fb6-863b-52b3991f76d8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154110 Jan 28 14:00:48.714873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-67685295-ed8a-4acb-bf0f-1c727bcbf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:48.716564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-67685295-ed8a-4acb-bf0f-1c727bcbf673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0758164 Jan 28 14:00:48.766091 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef1df9-ab6a-443e-9388-f6ee6f21f0e3 x-openstack-request-id: req-5fef1df9-ab6a-443e-9388-f6ee6f21f0e3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:48.766417 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:48.766713 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fef1df9-ab6a-443e-9388-f6ee6f21f0e3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:48.767088 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'status': 'completed', 'code': 200} Jan 28 14:00:48.790305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2377-0508-4334-8513-feee0dd89075 req-c738a81b-f5e8-4acc-a301-a76a11a3ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:48.791877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-c738a81b-f5e8-4acc-a301-a76a11a3ec62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554962 Jan 28 14:00:48.906285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000d4f1-5321-445a-ba5d-b64f95fb6495 req-04ea3645-9986-4723-a0ea-4b41da4c3b1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:48.907907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0000d4f1-5321-445a-ba5d-b64f95fb6495 req-04ea3645-9986-4723-a0ea-4b41da4c3b1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 943 time: 0.1030591 Jan 28 14:00:48.957395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-bc90766b-5528-4f0e-87cd-bd37d748ac39 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420038 Jan 28 14:00:49.023701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0000d4f1-5321-445a-ba5d-b64f95fb6495 req-d5bb4bc1-5052-444f-a92d-b9f56b153bea tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084306 Jan 28 14:00:49.076550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29ef2377-0508-4334-8513-feee0dd89075 req-cbbb5bd8-7fa1-462c-8f20-4d5bb45b8b55 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109362 Jan 28 14:00:49.174148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-94a4a159-ae05-4134-9d05-412c24429083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:49.175750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-94a4a159-ae05-4134-9d05-412c24429083 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1094 time: 0.0451941 Jan 28 14:00:49.285429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-6c363649-a4f9-4bf7-956e-10a8ff41cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:49.287255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-6c363649-a4f9-4bf7-956e-10a8ff41cc57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.1055112 Jan 28 14:00:49.331585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-8bbef74b-c512-49ad-add6-d0bbf95b2fc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 217 time: 0.0379219 Jan 28 14:00:49.387351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-3913da7d-9c6f-4ad7-ade1-aa00a70b21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:49.389877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-3913da7d-9c6f-4ad7-ade1-aa00a70b21d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0523174 Jan 28 14:00:49.441342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-b6144480-25d1-4978-a621-6c8cb8ad8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:49.442758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-b6144480-25d1-4978-a621-6c8cb8ad8e17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459557 Jan 28 14:00:49.538628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-8a34fec4-63e2-4888-8cb8-fed2ae95ebcf service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885723 Jan 28 14:00:49.641615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5830caa0-a1d0-437c-a2f6-5f6130ffacc0 req-e375ed92-ca6b-4822-9664-5805a3e31d08 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962193 Jan 28 14:00:49.758360 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:00:49.828130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a6920-6be5-4d0d-ba9e-a44fefbcb4aa req-4ed7e2c9-8bb9-42f5-a981-105722700cfc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:49.829851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-860a6920-6be5-4d0d-ba9e-a44fefbcb4aa req-4ed7e2c9-8bb9-42f5-a981-105722700cfc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 945 time: 0.0535052 Jan 28 14:00:49.880321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-860a6920-6be5-4d0d-ba9e-a44fefbcb4aa req-88706a67-26a5-46e7-aedc-30ae961c8b0f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 Jan 28 14:00:49.992376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8d29-0352-4626-94c4-8a4938eac20b req-3b73fe4d-ae21-40e7-b779-7d7738125ee8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:49.993892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40ab8d29-0352-4626-94c4-8a4938eac20b req-3b73fe4d-ae21-40e7-b779-7d7738125ee8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 945 time: 0.0485351 Jan 28 14:00:50.049494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40ab8d29-0352-4626-94c4-8a4938eac20b req-1ddcd709-fe96-4946-a781-54faf9bc1b74 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497322 Jan 28 14:00:50.071526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34226) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:50.139486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670fb6d6-ceaa-4282-bcc0-631d120d723a tempest-TestVolumeBootPattern-1233312115 tempest-TestVolumeBootPattern-1233312115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:50.141251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-670fb6d6-ceaa-4282-bcc0-631d120d723a tempest-TestVolumeBootPattern-1233312115 tempest-TestVolumeBootPattern-1233312115-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1091 time: 0.0686855 Jan 28 14:00:50.144411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34228) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:50.148983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:50.167349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa806-ce7a-4cb0-a20b-6283bd0f64dc req-540cd5d9-606c-425f-b462-904a1516a31f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:50.169923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89ffa806-ce7a-4cb0-a20b-6283bd0f64dc req-540cd5d9-606c-425f-b462-904a1516a31f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 943 time: 0.0630603 Jan 28 14:00:50.172516 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:50.222547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89ffa806-ce7a-4cb0-a20b-6283bd0f64dc req-d54cab72-b842-423c-afed-deb454ca8b76 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Jan 28 14:00:50.281385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:50.397051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.25.4.208 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/82a28845-263d-4689-bd0c-f33993b296a8) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:50.508932 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (82a28845-263d-4689-bd0c-f33993b296a8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:50.543781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (82a28845-263d-4689-bd0c-f33993b296a8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:50.582973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:50.588172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:50.596913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:50.600232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=82a28845-263d-4689-bd0c-f33993b296a8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:50.963793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (32ec0b69-24c5-4949-8713-4208277649d5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.030635 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (82a28845-263d-4689-bd0c-f33993b296a8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.183900 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (82a28845-263d-4689-bd0c-f33993b296a8), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.189822 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (82a28845-263d-4689-bd0c-f33993b296a8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.206041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:00:51.268976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=82a28845-263d-4689-bd0c-f33993b296a8,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:51.276061 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (32ec0b69-24c5-4949-8713-4208277649d5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.322970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:51.335506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'ecc53473-0635-4148-9022-c883e620cbad', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'port_id': 'ecc53473-0635-4148-9022-c883e620cbad', 'mac_address': 'fa:16:3e:0c:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:00:51.359104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608aebd-1b8f-4c87-86bf-1a9067f5ec87 req-3735790c-7db4-43ef-9026-e0ce67acefd2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:51.360821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2608aebd-1b8f-4c87-86bf-1a9067f5ec87 req-3735790c-7db4-43ef-9026-e0ce67acefd2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 943 time: 0.0579228 Jan 28 14:00:51.382674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ecc53473-0635-4148-9022-c883e620cbad is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:51.383080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.394816 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Floating IP 32ec0b69-24c5-4949-8713-4208277649d5 associated. External IP: 172.25.4.208, port: bbb4859f-09c5-4936-9516-dbca59e6fecb. Jan 28 14:00:51.397383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc53473-0635-4148-9022-c883e620cbad {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:00:51.415893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2608aebd-1b8f-4c87-86bf-1a9067f5ec87 req-7aeec007-ac63-422b-9c93-c305c657cd50 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485976 Jan 28 14:00:51.417933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:51.422025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.474666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:51.630632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:00:51.677458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['ecc53473-0635-4148-9022-c883e620cbad'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:00:51.742207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:00:51.756372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:00:51.760511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:51.786398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:51.786995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:51.795656 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-89094e88-f99d-49fe-88a2-17cd6bf2bb95 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6501865 Jan 28 14:00:51.796548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:51.798637 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d" -d '{"events": [{"name": "network-changed", "server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:51.843830 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668b4171-5694-4df9-b9c7-8d390737435a x-openstack-request-id: req-668b4171-5694-4df9-b9c7-8d390737435a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:51.844168 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:51.844637 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-668b4171-5694-4df9-b9c7-8d390737435a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:51.844836 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'status': 'completed', 'code': 200} Jan 28 14:00:51.906387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-c1097f16-a3eb-46db-8ccf-ec86ac86500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:51.908229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-c1097f16-a3eb-46db-8ccf-ec86ac86500e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0441148 Jan 28 14:00:51.945922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:52.007907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-d88b9d2c-1d7e-4742-8137-74726ec15599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:52.009603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-d88b9d2c-1d7e-4742-8137-74726ec15599 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.0933170 Jan 28 14:00:52.082694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-a80aad30-cbc8-4667-8153-22449970a3ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 200 len: 999 time: 0.0661633 Jan 28 14:00:52.135861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-b427af09-f7d8-4c38-9602-e51f774b57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:52.137436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-b427af09-f7d8-4c38-9602-e51f774b57c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0482244 Jan 28 14:00:52.192898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-92714d45-4e5e-4cae-8714-d6acde9a657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:52.194344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-92714d45-4e5e-4cae-8714-d6acde9a657d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478799 Jan 28 14:00:52.234257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:50Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:52.261503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:00:52.270877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:52.271494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:52.300057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-ee308844-a9d3-4152-9338-fa2686f48b27 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981843 Jan 28 14:00:52.390923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:52.401952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e415ccaa-e7cc-4e37-bcc3-9ef9118e017d req-bf83e9b4-bc57-445a-8f77-2094c61e6339 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952139 Jan 28 14:00:52.554327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79987f8d-d0d1-4a20-86e6-a64e3a99c32e req-5432287e-9947-4715-9604-f8d561511c07 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:52.555968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79987f8d-d0d1-4a20-86e6-a64e3a99c32e req-5432287e-9947-4715-9604-f8d561511c07 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 944 time: 0.0557213 Jan 28 14:00:52.607320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79987f8d-d0d1-4a20-86e6-a64e3a99c32e req-a62bd0d9-6127-4b7f-af1b-0e84db71b781 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Jan 28 14:00:52.631623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:50Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:52.661690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f9774-bf82-42e8-a857-4eb3b9e1a2b0 None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:50Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:00:52.857329 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec226f-2917-4929-bfa6-45be84dd942a None None] New status for floating IP 32ec0b69-24c5-4949-8713-4208277649d5: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:00:53.219694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:00:53.269079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port ecc53473-0635-4148-9022-c883e620cbad completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:00:53.273293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port ecc53473-0635-4148-9022-c883e620cbad triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:00:53.273678 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ecc53473-0635-4148-9022-c883e620cbad), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:53.355997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ecc53473-0635-4148-9022-c883e620cbad is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:00:53.356701 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:53.389675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:53.392090 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5292f8-b1cf-4748-bf99-a2d074289e0b" -d '{"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:53.405345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:53.410146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:53.434389 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54758b0-2b4e-4942-b069-2eac9a5faa72 x-openstack-request-id: req-b54758b0-2b4e-4942-b069-2eac9a5faa72 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:53.435262 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:53.435524 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b54758b0-2b4e-4942-b069-2eac9a5faa72 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:53.435924 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'code': 200} Jan 28 14:00:53.464059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:53.538427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90e84-2747-4c27-9dfe-da4c44d36d98 req-25eb255c-3769-4fb1-b47e-8cc87f79cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:53.539890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e90e84-2747-4c27-9dfe-da4c44d36d98 req-25eb255c-3769-4fb1-b47e-8cc87f79cda7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1096 time: 0.0434139 Jan 28 14:00:53.593874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e90e84-2747-4c27-9dfe-da4c44d36d98 req-96c1f879-b47b-48c9-883a-328aada6ea57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Jan 28 14:00:53.732068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b48d17-9f8f-4b22-9b0e-afc3eb1f588f req-cd2d32a0-7914-4ef7-bb03-0840b45b6010 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:53.733730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8b48d17-9f8f-4b22-9b0e-afc3eb1f588f req-cd2d32a0-7914-4ef7-bb03-0840b45b6010 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0545588 Jan 28 14:00:53.783580 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8b48d17-9f8f-4b22-9b0e-afc3eb1f588f req-f8e6ed9f-c7d4-49ba-bfaa-851903220763 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Jan 28 14:00:54.903078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b94e77-b868-4826-83f6-de903e1f0580 req-236bc8f8-f9e6-4718-9360-acb36488eb8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:54.905989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b94e77-b868-4826-83f6-de903e1f0580 req-236bc8f8-f9e6-4718-9360-acb36488eb8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0509832 Jan 28 14:00:54.961181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7b94e77-b868-4826-83f6-de903e1f0580 req-52fe0217-cbaa-42c8-9258-7bc37278c7e7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444160 Jan 28 14:00:56.077881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81dc86-05d3-4323-98ab-dcf6b8ad736e req-3e9471fd-687b-46cc-b7b8-ac29bc07610b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:56.079415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa81dc86-05d3-4323-98ab-dcf6b8ad736e req-3e9471fd-687b-46cc-b7b8-ac29bc07610b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0501459 Jan 28 14:00:56.132307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa81dc86-05d3-4323-98ab-dcf6b8ad736e req-11314a01-8888-4767-97d3-0d3011a04526 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470176 Jan 28 14:00:56.251975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9f51d-c91a-4514-b923-ed5a9bafb4f6 req-b9bab6ca-a733-44ec-a9f8-ed5f4b84233f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:56.253495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dea9f51d-c91a-4514-b923-ed5a9bafb4f6 req-b9bab6ca-a733-44ec-a9f8-ed5f4b84233f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0520027 Jan 28 14:00:56.303926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dea9f51d-c91a-4514-b923-ed5a9bafb4f6 req-4c3cacd1-ad47-44b0-9ade-ba9f29265f39 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446520 Jan 28 14:00:56.326144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34248) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:56.367438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab69d32-c6f4-4028-a9d8-c4a156ebdffe tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:56.368917 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7ab69d32-c6f4-4028-a9d8-c4a156ebdffe tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1091 time: 0.0416830 Jan 28 14:00:56.371762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34250) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:56.376145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'ecc53473-0635-4148-9022-c883e620cbad', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:00:56.396559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:56.502716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:56.615107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.236 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/4c8204d2-ee16-4418-a13a-0063cb0a6976) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:00:56.719395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:56.759928 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:56.798002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:00:56.801032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:00:56.806779 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:00:56.813212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=4c8204d2-ee16-4418-a13a-0063cb0a6976,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:56.852735 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:57.182191 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (f6f42d6c-6ec0-4b90-8645-04d35e5b4b62), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:57.254622 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:57.414048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:57.418845 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:57.488442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=4c8204d2-ee16-4418-a13a-0063cb0a6976,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:57.502276 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (f6f42d6c-6ec0-4b90-8645-04d35e5b4b62), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:57.605642 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 associated. External IP: 172.25.4.236, port: ecc53473-0635-4148-9022-c883e620cbad. Jan 28 14:00:57.831124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 88fa9421-5a71-42e4-8ba5-af885185a8e4 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:00:58.207896 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:58.253242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:00:58.263799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] Sync routers for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:00:58.273584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:58.274891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:58.275565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:58.304265 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d023d745-a0f9-4546-9820-85c482dfe926 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9312921 Jan 28 14:00:58.304951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:58.307530 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54" -d '{"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:58.385911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:58.405157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068199-6e6a-4bb9-82ae-90b2a655b683 req-958123cc-779f-44ef-b12e-1c2eda30ae0a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:58.406713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad068199-6e6a-4bb9-82ae-90b2a655b683 req-958123cc-779f-44ef-b12e-1c2eda30ae0a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0501168 Jan 28 14:00:58.458642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad068199-6e6a-4bb9-82ae-90b2a655b683 req-c6bd908e-5b6d-4af9-af00-17ab5e333ecd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459428 Jan 28 14:00:58.481335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34258) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:58.521453 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88aeafe-d68e-41bd-95f5-573a63440131 x-openstack-request-id: req-c88aeafe-d68e-41bd-95f5-573a63440131 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:58.521829 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:58.522209 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c88aeafe-d68e-41bd-95f5-573a63440131 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:58.522703 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'status': 'completed', 'code': 200} Jan 28 14:00:58.551171 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9d160f30-c844-4503-90e4-bd105e748066 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 HTTP/1.1" status: 200 len: 991 time: 0.0676785 Jan 28 14:00:58.597420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-8eb5cdd3-c036-4d10-b641-d4735443f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:58.599004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-8eb5cdd3-c036-4d10-b641-d4735443f801 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1096 time: 0.0468962 Jan 28 14:00:58.648544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'f6f42d6c-6ec0-4b90-8645-04d35e5b4b62', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'port_id': 'ecc53473-0635-4148-9022-c883e620cbad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'mac_address': 'fa:16:3e:0c:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17283207-f268-4444-9b6b-aff2017d86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:57Z', 'updated_at': '2022-01-28T14:00:57Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:58.676779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] Checking router: 88fa9421-5a71-42e4-8ba5-af885185a8e4 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:00:58.686002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:00:58.686615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:58.694342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-e223412a-a8c2-43e0-8140-f4217ac46c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:58.695875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-e223412a-a8c2-43e0-8140-f4217ac46c5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.0904069 Jan 28 14:00:58.774019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-531826af-c66a-4b75-959f-7125ad55bffc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 999 time: 0.0704811 Jan 28 14:00:58.827686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-12679b8e-1e50-4e55-8023-607c384b245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:58.829733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-12679b8e-1e50-4e55-8023-607c384b245f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0488427 Jan 28 14:00:58.887915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-c7c95386-36b7-4127-a5af-ffdc06de85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:58.889739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-c7c95386-36b7-4127-a5af-ffdc06de85df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438514 Jan 28 14:00:58.955174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:00:58.998767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-437abb83-4c43-4bb8-a9bd-a6266d8709ef service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933118 Jan 28 14:00:59.095243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd2a5fc6-ae8d-4142-91e0-efd38a6dcb54 req-c87e1622-6e9e-4781-992a-429954811df6 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899436 Jan 28 14:00:59.185944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'f6f42d6c-6ec0-4b90-8645-04d35e5b4b62', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'port_id': 'ecc53473-0635-4148-9022-c883e620cbad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'mac_address': 'fa:16:3e:0c:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17283207-f268-4444-9b6b-aff2017d86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:57Z', 'updated_at': '2022-01-28T14:00:57Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:59.221462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9ae809-ac40-4235-a604-8b061665d5be None None] The sync data for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 is: [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'f6f42d6c-6ec0-4b90-8645-04d35e5b4b62', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'port_id': 'ecc53473-0635-4148-9022-c883e620cbad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'mac_address': 'fa:16:3e:0c:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17283207-f268-4444-9b6b-aff2017d86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:57Z', 'updated_at': '2022-01-28T14:00:57Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:00:59.438654 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd633087-c264-4fb3-8e61-b7bd6f279c5d None None] New status for floating IP f6f42d6c-6ec0-4b90-8645-04d35e5b4b62: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:00:59.555937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34260) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:59.634301 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-78d711fd-85b8-4c51-8d5f-b4902a9b0c09 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 HTTP/1.1" status: 200 len: 991 time: 0.0752807 Jan 28 14:01:00.637125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34262) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:01:00.701193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b05341f5-2b95-439c-a97b-b7f409d913f2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 HTTP/1.1" status: 200 len: 993 time: 0.0616908 Jan 28 14:01:04.921330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca7d79c8-7617-4038-91bc-1863be8bb668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:07.714343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d030dea-5c60-46e2-a56a-fe8696d9c408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:08.752335 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:10.610136 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:11.781336 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:15.757970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-0308832e-6225-4081-8702-8e3b4fcc22ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448673 Jan 28 14:01:15.856562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880ec89-6fef-4171-bb0c-cef24148036f req-b4a7e66c-0657-4a0d-9b55-4eee8a4a6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:15.858717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-b4a7e66c-0657-4a0d-9b55-4eee8a4a6041 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1096 time: 0.0498476 Jan 28 14:01:15.973940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880ec89-6fef-4171-bb0c-cef24148036f req-62b3c2a8-21c4-4053-802e-e8c1da6c9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:15.975439 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-62b3c2a8-21c4-4053-802e-e8c1da6c9ee4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.0934446 Jan 28 14:01:16.046758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-8fef3e62-c10c-4e5e-89c8-5b0f657eab0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 999 time: 0.0623348 Jan 28 14:01:16.098197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880ec89-6fef-4171-bb0c-cef24148036f req-595d45af-a3db-427c-83b6-ea041c87459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:16.099650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-595d45af-a3db-427c-83b6-ea041c87459e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0442393 Jan 28 14:01:16.146459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880ec89-6fef-4171-bb0c-cef24148036f req-064ad2f9-1907-4913-a38d-dd12871b3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:16.147934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-064ad2f9-1907-4913-a38d-dd12871b3d29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393355 Jan 28 14:01:16.243700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-afeab4fc-7a1b-4b6d-b50f-048d06dc6b87 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854387 Jan 28 14:01:16.336549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e880ec89-6fef-4171-bb0c-cef24148036f req-547a4e71-3156-407d-9237-5b65bfc998fb service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834992 Jan 28 14:01:16.852490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5786838-274c-4533-bf3c-2a83af5e8204 req-21032312-3646-4c2c-b1c3-0b7f59f08975 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:16.853986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5786838-274c-4533-bf3c-2a83af5e8204 req-21032312-3646-4c2c-b1c3-0b7f59f08975 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Jan 28 14:01:16.905926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5786838-274c-4533-bf3c-2a83af5e8204 req-25b72770-4b67-4a78-b18b-106d0f3ea5e9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Jan 28 14:01:17.108999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2561a-2b17-419f-ad9a-8901307ddefc req-3ed5c1d8-0c2a-425f-9537-5a1d7f16b249 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:17.110502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ff2561a-2b17-419f-ad9a-8901307ddefc req-3ed5c1d8-0c2a-425f-9537-5a1d7f16b249 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0510659 Jan 28 14:01:17.162735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ff2561a-2b17-419f-ad9a-8901307ddefc req-78f5fc3e-7144-418b-a17e-cc659bea42a7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Jan 28 14:01:18.293895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cafa63-7ee3-4f38-9e42-f8d3624294df req-78f34c13-028a-4d59-ad8c-a0c705b5c77e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:18.296685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50cafa63-7ee3-4f38-9e42-f8d3624294df req-78f34c13-028a-4d59-ad8c-a0c705b5c77e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Jan 28 14:01:18.346600 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50cafa63-7ee3-4f38-9e42-f8d3624294df req-4df05f2f-028c-4684-a963-bebe05f6d130 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442603 Jan 28 14:01:19.468342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ed03-bf32-4dea-95a5-918b0b4b9c48 req-e05c5bdf-fe8f-4847-9fc5-b985b50c71a8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:19.469865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3863ed03-bf32-4dea-95a5-918b0b4b9c48 req-e05c5bdf-fe8f-4847-9fc5-b985b50c71a8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0550420 Jan 28 14:01:19.520849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3863ed03-bf32-4dea-95a5-918b0b4b9c48 req-61ec5edf-8a4a-434f-8f9f-fc5904f54d65 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Jan 28 14:01:20.634726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cee39-6027-448b-b421-f8fdd02608ab req-02997294-05b0-455e-8aab-63905620d396 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:20.636217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b19cee39-6027-448b-b421-f8fdd02608ab req-02997294-05b0-455e-8aab-63905620d396 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0472019 Jan 28 14:01:20.685518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b19cee39-6027-448b-b421-f8fdd02608ab req-2b7a0aff-d69c-4567-87b3-ae8ed23b80ee tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Jan 28 14:01:21.801697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe5c6a-ce6e-43a3-8e8b-989dd6c32c85 req-5b2cdc4e-9405-43a8-9b8d-082bb5e00d70 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:21.803208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ddbe5c6a-ce6e-43a3-8e8b-989dd6c32c85 req-5b2cdc4e-9405-43a8-9b8d-082bb5e00d70 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0477099 Jan 28 14:01:21.854862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ddbe5c6a-ce6e-43a3-8e8b-989dd6c32c85 req-79ebdb50-bbb8-4295-9929-289fc18da8ae tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jan 28 14:01:22.974921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d44ef0-d262-4db5-9ace-1ae5fd7fe509 req-53a7020a-22a8-4af0-a87e-5bf890e9e999 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:22.976441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9d44ef0-d262-4db5-9ace-1ae5fd7fe509 req-53a7020a-22a8-4af0-a87e-5bf890e9e999 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Jan 28 14:01:23.024856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9d44ef0-d262-4db5-9ace-1ae5fd7fe509 req-a45a8c4c-963c-4144-84d4-e5883529ff83 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427971 Jan 28 14:01:24.142030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808a90-9b85-4d4b-a6a1-d5789845b722 req-e83bcba2-79e1-4f0d-a73b-54aabd332d47 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:24.143450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2808a90-9b85-4d4b-a6a1-d5789845b722 req-e83bcba2-79e1-4f0d-a73b-54aabd332d47 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0481653 Jan 28 14:01:24.190200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2808a90-9b85-4d4b-a6a1-d5789845b722 req-a4b112a1-9a0d-4d14-b8da-2cad8c9fa1db tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Jan 28 14:01:25.309441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d521b-5eae-451f-8707-72ecbfec9e86 req-6228969f-1750-430e-a500-33f3bee5bc3f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:25.310913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-522d521b-5eae-451f-8707-72ecbfec9e86 req-6228969f-1750-430e-a500-33f3bee5bc3f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0521011 Jan 28 14:01:25.357576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-522d521b-5eae-451f-8707-72ecbfec9e86 req-47a5552b-d331-464a-b78a-4d0eb790cfa3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Jan 28 14:01:26.471473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309537-6be4-4512-ab33-e1b98cbc6459 req-1ce69f39-bdb5-42c3-9e75-49a919d83899 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:26.472892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d309537-6be4-4512-ab33-e1b98cbc6459 req-1ce69f39-bdb5-42c3-9e75-49a919d83899 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0471022 Jan 28 14:01:26.518721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d309537-6be4-4512-ab33-e1b98cbc6459 req-cfe09eda-2520-4c2d-8674-44553698b257 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Jan 28 14:01:26.757591 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:01:26.855520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:27.640253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf24fca-6a32-4521-a6f1-1181991b7bc3 req-9c30d6ca-d202-43d1-a4dc-2001c8077e77 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:27.641732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf24fca-6a32-4521-a6f1-1181991b7bc3 req-9c30d6ca-d202-43d1-a4dc-2001c8077e77 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0530021 Jan 28 14:01:27.688478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf24fca-6a32-4521-a6f1-1181991b7bc3 req-d74c4ddb-e93d-43a3-8d22-31689bd22299 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Jan 28 14:01:27.870474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b128e-0fa6-491b-bfb0-0da6310ad688 req-7ef89ebe-3a96-471d-8c04-301a9f1aed16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:27.871965 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a42b128e-0fa6-491b-bfb0-0da6310ad688 req-7ef89ebe-3a96-471d-8c04-301a9f1aed16 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0489590 Jan 28 14:01:27.918627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a42b128e-0fa6-491b-bfb0-0da6310ad688 req-f3631aed-11fa-4a69-89c5-9a355d250c12 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Jan 28 14:01:28.034446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736301-8cee-4c03-9ea0-4373460d5218 req-b7750e70-1fc2-43b0-9217-e4f54366a466 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:28.035901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5736301-8cee-4c03-9ea0-4373460d5218 req-b7750e70-1fc2-43b0-9217-e4f54366a466 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Jan 28 14:01:28.086140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5736301-8cee-4c03-9ea0-4373460d5218 req-dd0aaeab-cfc3-462e-9aa3-ee23fb142ded tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Jan 28 14:01:28.205348 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:28.317318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-1b35563b-02c9-4e54-b1e9-c34599ce5b24 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:28.318791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-1b35563b-02c9-4e54-b1e9-c34599ce5b24 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.0995219 Jan 28 14:01:28.333721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-bfde48d1-335a-4a15-b318-1861a5abc67b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/quotas/214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 375 time: 0.0096931 Jan 28 14:01:28.387132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-731287e9-a70a-494e-9920-fde96206fadb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479121 Jan 28 14:01:28.479710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-236bc317-a349-4a1f-9cb6-83f7f68b5265 service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854487 Jan 28 14:01:28.567605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-fa6b3ede-61e9-4581-945d-e3b6f8b66383 service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820591 Jan 28 14:01:28.727845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e296e08-507c-4d95-a595-7f5c3c294a96 req-b5e2dec7-5bb3-4282-91c9-eaec4ea65fd4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 210 time: 0.0312169 Jan 28 14:01:29.712683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-f7796e3a-79c1-4a18-86d7-1ad7ca507673 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:29.714153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-f7796e3a-79c1-4a18-86d7-1ad7ca507673 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.1007469 Jan 28 14:01:29.728460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'port': {'device_id': '05f24fde-8e41-4ba6-adff-dac50140e305', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'admin_state_up': True, 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:01:29.839767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c3e1eded-b727-4612-bc92-c184be11cb1b req-ba05e02b-5822-4e8f-9dd9-6f6bd2a5bde8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 210 time: 0.0417178 Jan 28 14:01:29.871463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Made reservation on behalf of 214941f49e684b29a61ec64d4fa6cd94 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:01:29.875182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:29.999548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Allocated IP 172.20.0.14 (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8/c70f35c0-913e-4d30-bb76-b6c7b1946fa2/5a85ae0f-9ee8-4ae4-b046-03bfd032076a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:01:30.151132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:30.184630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:30.201274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:01:30.233456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:01:30.236737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:01:30.239392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:01:30.506003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8364bedf-eadc-4235-924c-0ed605d0ba9a None None] Provisioning complete for port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:01:30.506381 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8364bedf-eadc-4235-924c-0ed605d0ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:30.544853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8364bedf-eadc-4235-924c-0ed605d0ba9a None None] Port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:01:30.598799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:30.613358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.613709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.614065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.614395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.614733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.615069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.615397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.615721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.616055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.616394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.616720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.617047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.617372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:30.637467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:30.638090 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:30.653812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-db363e32-b96e-4160-9bdd-36d8a4b2caff tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293420 Jan 28 14:01:30.668958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Request body: {'port': {'device_id': '05f24fde-8e41-4ba6-adff-dac50140e305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:01:30.726710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:30.988463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4d36b-6408-4743-9460-31effc058fd2 req-5818fad8-29cf-4cab-94d2-df52dfff864f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:30.989941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25a4d36b-6408-4743-9460-31effc058fd2 req-5818fad8-29cf-4cab-94d2-df52dfff864f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 932 time: 0.0805078 Jan 28 14:01:31.049542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a85ae0f-9ee8-4ae4-b046-03bfd032076a {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:01:31.060354 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Publish callbacks [] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:31.079187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25a4d36b-6408-4743-9460-31effc058fd2 req-97616e1a-cb19-4ba2-8550-ff9d8191f90a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837011 Jan 28 14:01:31.081605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Transition to ACTIVE for port object 5a85ae0f-9ee8-4ae4-b046-03bfd032076a will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:01:31.086559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:31.142733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Pushing event updated for resources: {'Port': ['ID=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:31.212739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Attempting to bind port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:01:31.213085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Attempting to bind port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:01:31.213420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Attempting to bind port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:01:31.218110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:01:31.218438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Attempting to bind port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:01:31.223645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:01:31.223987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:01:31.224409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Bound using segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:01:31.224845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Bound port: 5a85ae0f-9ee8-4ae4-b046-03bfd032076a, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:01:31.225205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:31.293291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] For port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:01:31.297170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] For port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:01:31.301130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:31.340309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:31.340935 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:31.342378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] 10.222.0.60 "PUT /v2.0/ports/5a85ae0f-9ee8-4ae4-b046-03bfd032076a HTTP/1.1" status: 200 len: 1092 time: 0.6787508 Jan 28 14:01:31.343236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f24fde-8e41-4ba6-adff-dac50140e305', 'tag': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:01:31.345080 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea3b5a-0b84-4123-9022-fca6708d5727" -d '{"events": [{"name": "network-changed", "server_uuid": "05f24fde-8e41-4ba6-adff-dac50140e305", "tag": "5a85ae0f-9ee8-4ae4-b046-03bfd032076a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:01:31.369983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e3d9e-e06d-4341-83be-7191e128d6ff service neutron] Pushing event updated for resources: {'Port': ['ID=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:31.395070 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f386f7-e911-4a7e-aa3a-1a714d141962 x-openstack-request-id: req-37f386f7-e911-4a7e-aa3a-1a714d141962 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:01:31.395378 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f24fde-8e41-4ba6-adff-dac50140e305", "tag": "5a85ae0f-9ee8-4ae4-b046-03bfd032076a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:01:31.395670 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37f386f7-e911-4a7e-aa3a-1a714d141962 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:01:31.396111 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f24fde-8e41-4ba6-adff-dac50140e305', 'tag': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a', 'status': 'completed', 'code': 200} Jan 28 14:01:31.447153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-e3a7dc02-a253-4435-9efa-aaf058766cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:31.448731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-e3a7dc02-a253-4435-9efa-aaf058766cfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 1095 time: 0.0487721 Jan 28 14:01:31.495312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-5d689ae8-4364-4679-8457-ab94de654f71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a HTTP/1.1" status: 200 len: 217 time: 0.0356836 Jan 28 14:01:31.556445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-adfdbc9c-62c3-4718-b13b-f58bcbbadfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:31.557915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-adfdbc9c-62c3-4718-b13b-f58bcbbadfb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0495095 Jan 28 14:01:31.606503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-1c352d8e-3eae-4c0c-b44d-f5660472ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:31.608608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-1c352d8e-3eae-4c0c-b44d-f5660472ede9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422633 Jan 28 14:01:31.699336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-1ba2a62f-68f1-4bc0-8d1f-6eab3809d0de service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819829 Jan 28 14:01:31.796191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d197f5a3-79e5-40ca-8b26-c3561001f02c req-48139051-9c2b-44a4-ad53-fece7cec34c6 service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888090 Jan 28 14:01:31.892658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-6b67a835-fa9d-4917-a1ce-e95b48c2f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:31.894179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-6b67a835-fa9d-4917-a1ce-e95b48c2f091 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 1095 time: 0.0448484 Jan 28 14:01:31.998565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-8303a068-09a7-495b-8bb8-59079c8d0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:32.000056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-8303a068-09a7-495b-8bb8-59079c8d0c65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.0991266 Jan 28 14:01:32.048134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-8a525e6f-78d6-4ab3-8ed8-ff3e5def7a29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a HTTP/1.1" status: 200 len: 217 time: 0.0369344 Jan 28 14:01:32.096674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-57d8f18c-ff5b-400d-b55d-fe1f064a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:32.098142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-57d8f18c-ff5b-400d-b55d-fe1f064a7d32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0438433 Jan 28 14:01:32.144996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-ae7f4654-7279-4319-a90c-52bd936c6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:32.146751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-ae7f4654-7279-4319-a90c-52bd936c6051 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412698 Jan 28 14:01:32.258224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d647c32-9381-4f21-adf2-d7c4b1356caf req-fbfc4545-aa83-4175-b663-cacd3339ed2a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:32.259686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d647c32-9381-4f21-adf2-d7c4b1356caf req-fbfc4545-aa83-4175-b663-cacd3339ed2a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 944 time: 0.1084049 Jan 28 14:01:32.297842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-e61bf815-45f3-413d-a9d5-c629242ddb24 service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370132 Jan 28 14:01:32.377316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d647c32-9381-4f21-adf2-d7c4b1356caf req-5f8fdb07-f31e-4ca5-ad2a-fa9f265f4404 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100564 Jan 28 14:01:32.416733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fea3b5a-0b84-4123-9022-fca6708d5727 req-b53289d6-931c-456f-8902-0317ec5986aa service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082125 Jan 28 14:01:33.352696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a85ae0f-9ee8-4ae4-b046-03bfd032076a details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:01:33.462713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:01:33.475459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a', 'mac_address': 'fa:16:3e:b5:8d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:01:33.504378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c96d32-5d51-47fd-91b0-5e6a9be35c49 req-1cde564b-4cb8-4fe4-b3a6-f0f5bb22c5f0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:33.506175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61c96d32-5d51-47fd-91b0-5e6a9be35c49 req-1cde564b-4cb8-4fe4-b3a6-f0f5bb22c5f0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 944 time: 0.0575798 Jan 28 14:01:33.515226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:01:33.515753 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:33.529865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a85ae0f-9ee8-4ae4-b046-03bfd032076a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:01:33.551333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:01:33.555133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:33.563641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61c96d32-5d51-47fd-91b0-5e6a9be35c49 req-66adc78d-93e4-43ab-adc3-3163e953f311 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514464 Jan 28 14:01:33.604118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:33.865859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a85ae0f-9ee8-4ae4-b046-03bfd032076a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:01:34.081796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bd3ec-330a-4765-8be5-6cee072710b1 req-be5df63f-ceaf-41cd-8e33-aa34eba8689f tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:34.083370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-757bd3ec-330a-4765-8be5-6cee072710b1 req-be5df63f-ceaf-41cd-8e33-aa34eba8689f tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1096 time: 0.0651753 Jan 28 14:01:34.138719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-757bd3ec-330a-4765-8be5-6cee072710b1 req-de66dd8e-c811-4204-941d-f81a5fefb444 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493867 Jan 28 14:01:34.262073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463d598-2dc5-41f0-81c8-d9f1215d9d93 req-e454d9d9-5d82-4f6b-8e6a-f9b3cd2c2780 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:34.263811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c463d598-2dc5-41f0-81c8-d9f1215d9d93 req-e454d9d9-5d82-4f6b-8e6a-f9b3cd2c2780 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0558515 Jan 28 14:01:34.317760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c463d598-2dc5-41f0-81c8-d9f1215d9d93 req-8712264f-8967-49ef-84e4-38f3bd8feec8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Jan 28 14:01:34.340969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34350) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:01:34.412607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-532ca082-03b9-457a-9fee-0db73e80cf1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 HTTP/1.1" status: 200 len: 993 time: 0.0704255 Jan 28 14:01:34.688292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f043-3d85-48c0-af08-9040ce467082 req-e495bf10-4a46-45b2-af4b-d5f269facc86 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:34.689770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1186f043-3d85-48c0-af08-9040ce467082 req-e495bf10-4a46-45b2-af4b-d5f269facc86 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 945 time: 0.0543978 Jan 28 14:01:34.743218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1186f043-3d85-48c0-af08-9040ce467082 req-0f918d50-24d3-4114-bb35-4f245a504d73 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Jan 28 14:01:34.926968 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ffe1b7f5-f1f9-4d05-bef0-574c5660570a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:34.971962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34364) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:01:35.029288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc8512-ab5e-4d5e-a5c6-1e85fbf19a53 req-5b8b2ddb-d813-4059-a2bb-88982999eaec tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:35.031790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57fc8512-ab5e-4d5e-a5c6-1e85fbf19a53 req-5b8b2ddb-d813-4059-a2bb-88982999eaec tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0530100 Jan 28 14:01:35.113713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-120b13ad-1000-4b55-91d7-d8c3df214d07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403759 Jan 28 14:01:35.117661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57fc8512-ab5e-4d5e-a5c6-1e85fbf19a53 req-cb8317fc-74fa-4a7b-a4ac-d7b9a9648ea3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795348 Jan 28 14:01:35.122797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-9ac5ea19-3c94-4ed6-8011-50074835eb6f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:01:35.124110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-9ac5ea19-3c94-4ed6-8011-50074835eb6f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051990 Jan 28 14:01:35.363037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a85ae0f-9ee8-4ae4-b046-03bfd032076a up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:01:35.419138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:01:35.424676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:01:35.425392 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:35.522817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:01:35.523217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:35.546149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f24fde-8e41-4ba6-adff-dac50140e305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:01:35.548473 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c78c418-735b-494f-8a37-4e932fa7c2dc" -d '{"events": [{"server_uuid": "05f24fde-8e41-4ba6-adff-dac50140e305", "name": "network-vif-plugged", "status": "completed", "tag": "5a85ae0f-9ee8-4ae4-b046-03bfd032076a"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:01:35.561415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:01:35.567222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:35.593511 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae22a4-3e91-42ab-8267-3fb616cf766c x-openstack-request-id: req-a3ae22a4-3e91-42ab-8267-3fb616cf766c {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:01:35.593807 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f24fde-8e41-4ba6-adff-dac50140e305", "name": "network-vif-plugged", "status": "completed", "tag": "5a85ae0f-9ee8-4ae4-b046-03bfd032076a", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:01:35.594063 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3ae22a4-3e91-42ab-8267-3fb616cf766c {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:01:35.594463 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f24fde-8e41-4ba6-adff-dac50140e305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a', 'code': 200} Jan 28 14:01:35.619649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:35.700752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc0693-8c55-4f48-8937-26f176e45bed req-10dff44b-1e8e-4b3b-add9-5243cf2c21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:35.703236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3bc0693-8c55-4f48-8937-26f176e45bed req-10dff44b-1e8e-4b3b-add9-5243cf2c21e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 1097 time: 0.0470638 Jan 28 14:01:35.753307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3bc0693-8c55-4f48-8937-26f176e45bed req-8f14bb18-3b17-42bf-97c8-b3a7f00d4634 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Jan 28 14:01:35.876659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b8e21-d7bb-4aad-bcce-acb7aa3d4ae7 req-722ffa29-372a-4164-9d81-524e862eabd4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:35.878520 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a60b8e21-d7bb-4aad-bcce-acb7aa3d4ae7 req-722ffa29-372a-4164-9d81-524e862eabd4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 946 time: 0.0621650 Jan 28 14:01:35.936953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a60b8e21-d7bb-4aad-bcce-acb7aa3d4ae7 req-ec1ea37e-5cd9-4ec3-9547-a08da2ea5ff5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521674 Jan 28 14:01:36.240106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5060334-0562-4ed2-a380-3fbe8b14adf5 req-4b21fffd-01bd-41e2-a7ba-53907954a560 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:36.241654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5060334-0562-4ed2-a380-3fbe8b14adf5 req-4b21fffd-01bd-41e2-a7ba-53907954a560 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Jan 28 14:01:36.294220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5060334-0562-4ed2-a380-3fbe8b14adf5 req-d68db945-fbca-48f1-b0ef-3fbf3b5ff921 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Jan 28 14:01:36.366722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-6d35fac6-3951-478c-88a3-ffb8f8535d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:36.368276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-6d35fac6-3951-478c-88a3-ffb8f8535d2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1096 time: 0.0426793 Jan 28 14:01:36.472240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-af1cae3c-67ff-4138-bb39-4a2ad64bdc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:36.473642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-af1cae3c-67ff-4138-bb39-4a2ad64bdc63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.0906575 Jan 28 14:01:36.543301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-e8076a9f-19ab-4847-bb49-086d739e80e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 1001 time: 0.0610290 Jan 28 14:01:36.596649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-d03877bd-235f-4b9a-bbc4-4ff7ab9149a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:36.598354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-d03877bd-235f-4b9a-bbc4-4ff7ab9149a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0482383 Jan 28 14:01:36.646221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-31249743-e057-416f-af18-a0bf99981099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:36.647711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-31249743-e057-416f-af18-a0bf99981099 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412436 Jan 28 14:01:36.743492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-650e275e-018b-43b3-951f-23c477c9f672 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834601 Jan 28 14:01:36.841711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-d5c495c9-ceb6-4ffc-8eb8-9f04a57b2d3b service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Jan 28 14:01:37.060739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa35122-773d-480f-8132-76a3c900375b req-b802b92c-dfbf-4204-b870-ad8eafc98155 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:37.062406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfa35122-773d-480f-8132-76a3c900375b req-b802b92c-dfbf-4204-b870-ad8eafc98155 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 946 time: 0.0532534 Jan 28 14:01:37.112449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfa35122-773d-480f-8132-76a3c900375b req-31e30b13-b741-4dc4-a3a8-6ced98a9092b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Jan 28 14:01:37.409307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175aec6-1f17-4b71-bb15-6bd46ce8640c req-62e26047-7d83-4e8e-bf88-a22505342505 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:37.410791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0175aec6-1f17-4b71-bb15-6bd46ce8640c req-62e26047-7d83-4e8e-bf88-a22505342505 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0484672 Jan 28 14:01:37.463992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0175aec6-1f17-4b71-bb15-6bd46ce8640c req-fd3a23cd-03a0-4ce6-be75-ac7b582c354e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470524 Jan 28 14:01:37.706403 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c93243e-b830-41d5-85d2-3e0db9d483fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:38.230481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49c65d-f644-4a56-80f7-451aa191d8d8 req-19af2c89-2ff1-4ef2-a52e-6cc7c406f031 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:38.231985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc49c65d-f644-4a56-80f7-451aa191d8d8 req-19af2c89-2ff1-4ef2-a52e-6cc7c406f031 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 946 time: 0.0508678 Jan 28 14:01:38.279693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc49c65d-f644-4a56-80f7-451aa191d8d8 req-83b4a01a-dacc-4576-9e6d-3c92d3ab4770 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Jan 28 14:01:38.589215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df698-111b-49c3-b010-c7ef5c25ceaf req-a6d62597-854c-40b7-bd4c-8eab6c8bb73f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:38.590704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63df698-111b-49c3-b010-c7ef5c25ceaf req-a6d62597-854c-40b7-bd4c-8eab6c8bb73f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Jan 28 14:01:38.640622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d63df698-111b-49c3-b010-c7ef5c25ceaf req-5b0e2fd0-bb5a-44a3-bd0c-1a68c7a817e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435152 Jan 28 14:01:38.755821 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:39.764822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf299-c709-49ac-a723-1169adb21108 req-7fc2272d-eaf1-44f3-b063-32d43f93e31d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:39.766580 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-571bf299-c709-49ac-a723-1169adb21108 req-7fc2272d-eaf1-44f3-b063-32d43f93e31d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0562325 Jan 28 14:01:39.817366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-571bf299-c709-49ac-a723-1169adb21108 req-c777d222-9022-4b3c-85c1-99c98834f1cd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452571 Jan 28 14:01:40.613190 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:40.935098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f0562-11dc-4512-a503-2a16f4c5115f req-993e09b9-840e-40c4-9508-ceb75d468b88 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:40.936857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c7f0562-11dc-4512-a503-2a16f4c5115f req-993e09b9-840e-40c4-9508-ceb75d468b88 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Jan 28 14:01:40.986064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c7f0562-11dc-4512-a503-2a16f4c5115f req-c05cdcdf-7f60-4302-b4ab-9738d02c6613 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Jan 28 14:01:41.784575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:42.117665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d01f6-8592-43b1-8e91-f7502e7540d7 req-aa227145-484c-4559-9189-3a6ee86cf4f5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:42.119189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-159d01f6-8592-43b1-8e91-f7502e7540d7 req-aa227145-484c-4559-9189-3a6ee86cf4f5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0573289 Jan 28 14:01:42.174719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-159d01f6-8592-43b1-8e91-f7502e7540d7 req-dcfa5bbb-80ee-46e0-8629-5c2066d4b76e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485718 Jan 28 14:01:43.295786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393dd0d-364f-48c6-bd85-cbc8d6653755 req-6ddb23bb-e775-4cb0-bf10-26da0911f719 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:43.297301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c393dd0d-364f-48c6-bd85-cbc8d6653755 req-6ddb23bb-e775-4cb0-bf10-26da0911f719 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Jan 28 14:01:43.348198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c393dd0d-364f-48c6-bd85-cbc8d6653755 req-f399d47a-dd61-46b6-acfa-659be87d6a65 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453308 Jan 28 14:01:44.470696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f6c1f-43e6-4510-829e-5d81390c89dd req-8b830939-df87-4299-85e2-53f8a9b25906 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:44.472157 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e52f6c1f-43e6-4510-829e-5d81390c89dd req-8b830939-df87-4299-85e2-53f8a9b25906 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Jan 28 14:01:44.529188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e52f6c1f-43e6-4510-829e-5d81390c89dd req-cbac3801-f7f4-4968-816f-ff8c0aa5e14d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506573 Jan 28 14:01:45.658989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b3bb2-b6f4-44e5-a0ef-70b9fa990589 req-f9da01d5-e2c2-446c-b9d0-a2a060ddcae6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:45.660525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f72b3bb2-b6f4-44e5-a0ef-70b9fa990589 req-f9da01d5-e2c2-446c-b9d0-a2a060ddcae6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0530858 Jan 28 14:01:45.715264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f72b3bb2-b6f4-44e5-a0ef-70b9fa990589 req-2d1874f9-9038-4e77-b50a-ceeb1879ff17 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453732 Jan 28 14:01:46.834562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0753d-03b4-4fd3-aa66-35c2fa218fbe req-6a630b83-96d3-46bc-89ca-8616e861d3ec tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:46.836170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eed0753d-03b4-4fd3-aa66-35c2fa218fbe req-6a630b83-96d3-46bc-89ca-8616e861d3ec tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0483634 Jan 28 14:01:46.886648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eed0753d-03b4-4fd3-aa66-35c2fa218fbe req-3aeab1a3-b139-4901-ac5b-b0ebd6b4a289 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Jan 28 14:01:48.015201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea2091-4b36-4d49-9e9b-3622f612e917 req-ca41df6b-0d4a-4d70-90f9-c75a04485d6c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:48.017158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49ea2091-4b36-4d49-9e9b-3622f612e917 req-ca41df6b-0d4a-4d70-90f9-c75a04485d6c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Jan 28 14:01:48.069133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49ea2091-4b36-4d49-9e9b-3622f612e917 req-b808cd36-3a9a-4d02-abb8-0128193e9ab4 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460372 Jan 28 14:01:49.189929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a3a63-01a9-4ef7-9c8e-a6aed4853b1a req-b092f7be-4fd3-4b5d-867d-8ced53728a6a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:49.191470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b17a3a63-01a9-4ef7-9c8e-a6aed4853b1a req-b092f7be-4fd3-4b5d-867d-8ced53728a6a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Jan 28 14:01:49.242047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b17a3a63-01a9-4ef7-9c8e-a6aed4853b1a req-607b297c-6578-4b68-8998-e148d79ae845 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Jan 28 14:01:50.360957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fceab-ef00-4742-a48f-b7196a3d3177 req-4437ef85-94dc-4fff-82e7-a9bad56d33b5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:50.362427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-307fceab-ef00-4742-a48f-b7196a3d3177 req-4437ef85-94dc-4fff-82e7-a9bad56d33b5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Jan 28 14:01:50.414881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-307fceab-ef00-4742-a48f-b7196a3d3177 req-50b26f2e-f70f-4fb7-9de6-e2aa6c9f1b90 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469499 Jan 28 14:01:50.594421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5df38-3196-4d1b-9ddd-d878fce22248 req-585a5fd4-8c43-4202-98ae-7f23fca223c1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:50.595896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d5df38-3196-4d1b-9ddd-d878fce22248 req-585a5fd4-8c43-4202-98ae-7f23fca223c1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0500751 Jan 28 14:01:50.642619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7d5df38-3196-4d1b-9ddd-d878fce22248 req-f182058d-610e-4d8f-b118-d3e98a5f1e36 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 Jan 28 14:01:50.759803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c755236-9fc8-4598-b8a8-019f4b808b46 req-56bf5b35-e01e-40a8-907e-9881d1799cbc tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:50.761287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c755236-9fc8-4598-b8a8-019f4b808b46 req-56bf5b35-e01e-40a8-907e-9881d1799cbc tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0478687 Jan 28 14:01:50.813078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c755236-9fc8-4598-b8a8-019f4b808b46 req-51ca421f-3be5-4dd6-92dd-55367ac3fc1e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452573 Jan 28 14:01:51.052416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ddeb7-99d6-4782-9a6e-afa21a8d96c7 req-351b172d-a0bd-4798-9aea-619fa9f5d997 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:51.053830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-853ddeb7-99d6-4782-9a6e-afa21a8d96c7 req-351b172d-a0bd-4798-9aea-619fa9f5d997 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0556092 Jan 28 14:01:51.102667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-853ddeb7-99d6-4782-9a6e-afa21a8d96c7 req-cc107119-ce7b-4dcd-99cc-52372c618734 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433457 Jan 28 14:01:51.448056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818f72-7b7d-469b-964a-8e66e04db14a req-33d9a482-19bb-44de-87ca-ccead0dfa319 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:51.449546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e818f72-7b7d-469b-964a-8e66e04db14a req-33d9a482-19bb-44de-87ca-ccead0dfa319 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Jan 28 14:01:51.498828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e818f72-7b7d-469b-964a-8e66e04db14a req-abe2e73d-de08-4d8d-84dd-b1cdb77d66a8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Jan 28 14:01:51.613754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc631a-3891-44a2-b1ca-e0fed5efdbab req-e0db96c1-3a38-4a72-8740-8e128cfe2ff1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:51.615147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8bdc631a-3891-44a2-b1ca-e0fed5efdbab req-e0db96c1-3a38-4a72-8740-8e128cfe2ff1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0588808 Jan 28 14:01:51.667743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8bdc631a-3891-44a2-b1ca-e0fed5efdbab req-ae0e0d25-9fa0-4688-81a4-777563075a4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469515 Jan 28 14:01:52.615466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a26ee-d269-4f3e-a17a-6be3b56c609d req-022fe17d-946b-47f2-9295-81bdc54a4663 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:52.617004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-975a26ee-d269-4f3e-a17a-6be3b56c609d req-022fe17d-946b-47f2-9295-81bdc54a4663 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Jan 28 14:01:52.663025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-975a26ee-d269-4f3e-a17a-6be3b56c609d req-5cf00d97-9dc3-4a20-b00c-aca9b68837f6 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405710 Jan 28 14:01:52.783296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608a69-4e9f-43e9-8b90-934a8681b9b1 req-0c571be5-49c5-4136-9982-bce64baba1d9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:52.784733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a608a69-4e9f-43e9-8b90-934a8681b9b1 req-0c571be5-49c5-4136-9982-bce64baba1d9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Jan 28 14:01:52.839877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a608a69-4e9f-43e9-8b90-934a8681b9b1 req-5cc13193-fdcf-4947-a586-1b7d745e6150 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492337 Jan 28 14:01:53.777782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26af91-0815-4ecb-941d-51ed6cb79c1f req-88d45a7d-ee46-4d36-9f9a-6d686975dd8a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:53.779286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c26af91-0815-4ecb-941d-51ed6cb79c1f req-88d45a7d-ee46-4d36-9f9a-6d686975dd8a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0485935 Jan 28 14:01:53.828677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c26af91-0815-4ecb-941d-51ed6cb79c1f req-09c27fd2-8337-4b2f-b8ae-d8a32b0f4c31 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Jan 28 14:01:53.954700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf4c5b-1731-45f6-a12a-e316fd80abfb req-ee688961-1f80-41d0-82d0-b049fc595294 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:53.956111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfcf4c5b-1731-45f6-a12a-e316fd80abfb req-ee688961-1f80-41d0-82d0-b049fc595294 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Jan 28 14:01:54.007541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dfcf4c5b-1731-45f6-a12a-e316fd80abfb req-41c698be-a823-48e3-be34-c6207e90c141 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459442 Jan 28 14:01:54.271516 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-04302576-1f53-431c-8136-e501838606e3 service neutron] show failed (client error): The resource could not be found. Jan 28 14:01:54.272490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-04302576-1f53-431c-8136-e501838606e3 service neutron] 10.222.0.60 "GET /v2.0/ports/ecc53473-0635-4148-9022-c883e620cbad/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0577528 Jan 28 14:01:54.483749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ed039e58-39f9-41fa-888e-5773a7ed78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:54.485643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ed039e58-39f9-41fa-888e-5773a7ed78f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 1096 time: 0.0469112 Jan 28 14:01:54.496776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:01:54.551470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:54.758993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:01:54.790962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:01:54.830831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:01:54.833142 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc76ce-8841-4d9e-8692-26b2f5e9db50" -d '{"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:01:54.836841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Publish callbacks [] for port (ecc53473-0635-4148-9022-c883e620cbad), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:54.850422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Transition to ACTIVE for port object ecc53473-0635-4148-9022-c883e620cbad will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:01:54.856449 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:54.895049 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d86846-7395-4d29-b763-5c9b4043fe0d x-openstack-request-id: req-71d86846-7395-4d29-b763-5c9b4043fe0d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:01:54.895355 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:01:54.895606 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71d86846-7395-4d29-b763-5c9b4043fe0d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:01:54.896011 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'code': 200} Jan 28 14:01:54.963124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:55.019885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] No DVR routers for this DVR port ecc53473-0635-4148-9022-c883e620cbad on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:01:55.031422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1d487-0cd1-41dd-a597-134aca17feeb req-ba4729d8-dafb-41f5-8488-42dca2a69390 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:55.033003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1d1d487-0cd1-41dd-a597-134aca17feeb req-ba4729d8-dafb-41f5-8488-42dca2a69390 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0858097 Jan 28 14:01:55.151336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1d1d487-0cd1-41dd-a597-134aca17feeb req-fc937345-d979-41eb-b965-39ca9d5764ac tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876341 Jan 28 14:01:55.210791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:01:55.211140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:01:55.211479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:01:55.226729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:01:55.227060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:01:55.252469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:01:55.252820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Checking segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:01:55.253213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Bound using segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:01:55.253652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Bound port: ecc53473-0635-4148-9022-c883e620cbad, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:01:55.254015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:55.284981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad84830-49a0-42f5-9e30-e9ec9aee7ffb req-5860a239-95e8-48fe-8748-1f1a1a4a5075 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:55.286496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fad84830-49a0-42f5-9e30-e9ec9aee7ffb req-5860a239-95e8-48fe-8748-1f1a1a4a5075 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 943 time: 0.0727944 Jan 28 14:01:55.368074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:01:55.371998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:01:55.376917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fad84830-49a0-42f5-9e30-e9ec9aee7ffb req-a56eb041-2962-4398-9f01-cdbeb2461f25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728087 Jan 28 14:01:55.378453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:55.416901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:55.417536 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:55.418937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] 10.222.0.36 "PUT /v2.0/ports/ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 1091 time: 0.9262168 Jan 28 14:01:55.438712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff275213-03b3-4f93-b8d7-884fdf26a3af service neutron] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:55.496161 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-cfc30272-5889-4435-9f24-5c17576dd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:55.497694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-cfc30272-5889-4435-9f24-5c17576dd3c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1094 time: 0.0512624 Jan 28 14:01:55.611254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-467a0deb-5bc8-4186-a053-2f4d84a4530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:55.612798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-467a0deb-5bc8-4186-a053-2f4d84a4530c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.1063898 Jan 28 14:01:55.693462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-e0c199f3-ddaf-4c19-aaef-4cdaa1097dbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 999 time: 0.0708551 Jan 28 14:01:55.745893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ab452625-6a47-4411-8b11-0b70f6ef68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:55.747370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-ab452625-6a47-4411-8b11-0b70f6ef68f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0441253 Jan 28 14:01:55.797203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-b26137d0-c62a-4c65-8eb6-83bd2a3a7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:55.798748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-b26137d0-c62a-4c65-8eb6-83bd2a3a7f98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426002 Jan 28 14:01:55.894840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-c41cdd63-911a-47ee-a1cf-42283b141bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869966 Jan 28 14:01:55.985982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-23891c61-f027-4b98-88d1-96dca33768ff service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817027 Jan 28 14:01:56.270985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b01754-0912-43a1-8f37-d56a85162e65 req-65e4e19a-1683-4d95-b71d-127880be67a8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:56.272392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13b01754-0912-43a1-8f37-d56a85162e65 req-65e4e19a-1683-4d95-b71d-127880be67a8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0488920 Jan 28 14:01:56.319009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13b01754-0912-43a1-8f37-d56a85162e65 req-056cbf71-cdba-4d74-970d-b7a1fe5ff984 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 Jan 28 14:01:56.502216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e62a42-da56-4265-b66c-ebeaf6030600 req-99c10aa1-b0b2-4066-917b-0627d110ef80 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:56.503614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-30e62a42-da56-4265-b66c-ebeaf6030600 req-99c10aa1-b0b2-4066-917b-0627d110ef80 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 943 time: 0.0571754 Jan 28 14:01:56.552794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-30e62a42-da56-4265-b66c-ebeaf6030600 req-91e7898f-5f42-421a-ad77-005d97ec5a63 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Jan 28 14:01:56.854148 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:56.897308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:01:56.899661 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:01:56.949760 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65d1025-7b49-451f-b88f-a3c45ddb5cb3 x-openstack-request-id: req-b65d1025-7b49-451f-b88f-a3c45ddb5cb3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:01:56.950066 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:01:56.950326 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b65d1025-7b49-451f-b88f-a3c45ddb5cb3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:01:56.950733 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'status': 'completed', 'code': 200} Jan 28 14:01:57.041263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-53d2529a-468c-495b-bf6a-63d37b0f33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.042958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-53d2529a-468c-495b-bf6a-63d37b0f33ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1094 time: 0.0625088 Jan 28 14:01:57.045359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-debb3107-9884-4da8-9643-16f5c076f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.047203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-debb3107-9884-4da8-9643-16f5c076f5f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1094 time: 0.0747306 Jan 28 14:01:57.214309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-22a97164-c4f2-4274-b44d-05b7935ee59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.215802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-22a97164-c4f2-4274-b44d-05b7935ee59c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.1642466 Jan 28 14:01:57.217160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-d610142e-05a7-4cf1-8bed-00d244f1a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.218840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-d610142e-05a7-4cf1-8bed-00d244f1a57b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.1602209 Jan 28 14:01:57.425701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:01:57.467350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port ecc53473-0635-4148-9022-c883e620cbad host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:01:57.467703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:01:57.691351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-4309ff81-39be-449a-b209-a69b09ea0595 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 999 time: 0.4660954 Jan 28 14:01:57.694700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-ca8fe288-25d2-4a28-a4eb-a078c96e43b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 999 time: 0.4684477 Jan 28 14:01:57.715467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cd1f2-eceb-42ae-922c-4490742d3193 req-307e9d1d-d12b-40de-9ee7-24d28904c230 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.716951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a92cd1f2-eceb-42ae-922c-4490742d3193 req-307e9d1d-d12b-40de-9ee7-24d28904c230 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1244936 Jan 28 14:01:57.815324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-fa096931-0aed-4cb7-b684-613ec6662ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.816835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-fa096931-0aed-4cb7-b684-613ec6662ddd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.1182599 Jan 28 14:01:57.828994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-cdff410a-5416-4609-bc30-e0db0a14f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.830470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-cdff410a-5416-4609-bc30-e0db0a14f4cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.1230023 Jan 28 14:01:57.856177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a92cd1f2-eceb-42ae-922c-4490742d3193 req-1a0f9ac9-a0d9-4a19-9eaf-7407bdfa4516 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133747 Jan 28 14:01:57.922048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-ba5ab6e5-0477-4c63-b00f-65c08867f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.924486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-ba5ab6e5-0477-4c63-b00f-65c08867f84d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900145 Jan 28 14:01:57.932075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-c0005f8f-4602-41e8-b1c4-f39ecbfc0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:57.933801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-c0005f8f-4602-41e8-b1c4-f39ecbfc0e26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905356 Jan 28 14:01:58.134150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90103211-f1b1-46b8-860e-e769bbe7c73f req-08694345-3324-4b7b-ac29-dd8db491a18a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:58.135674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90103211-f1b1-46b8-860e-e769bbe7c73f req-08694345-3324-4b7b-ac29-dd8db491a18a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 943 time: 0.2101862 Jan 28 14:01:58.174021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-3a1b623b-b475-4993-b158-87f4cf507267 service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390811 Jan 28 14:01:58.177998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-5d231b15-7b1f-49ac-9220-d17f6dc862f4 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199137 Jan 28 14:01:58.220847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:58.311382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90103211-f1b1-46b8-860e-e769bbe7c73f req-8a3570c0-8775-49c3-ad74-1db20fff2ba2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681185 Jan 28 14:01:58.366447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-2b7a8707-e45f-49d6-a893-94cf04075164 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816061 Jan 28 14:01:58.371883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15081adf-8ada-41c9-8f88-8c2e99c4c7f7 req-a89430ce-65ce-4908-a694-b8aed9a40593 service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893325 Jan 28 14:01:58.976880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d45463-9679-4f1e-b0c2-a6ca7f6b5421 req-dc66fb43-f832-4b03-83a5-887a0e84c63b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:58.978402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8d45463-9679-4f1e-b0c2-a6ca7f6b5421 req-dc66fb43-f832-4b03-83a5-887a0e84c63b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0497167 Jan 28 14:01:59.007223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ecc53473-0635-4148-9022-c883e620cbad details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:01:59.031399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8d45463-9679-4f1e-b0c2-a6ca7f6b5421 req-1e2525ab-6772-4e65-9b6d-35438c736ba8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469372 Jan 28 14:01:59.103758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:01:59.115717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'ecc53473-0635-4148-9022-c883e620cbad', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'port_id': 'ecc53473-0635-4148-9022-c883e620cbad', 'mac_address': 'fa:16:3e:0c:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:01:59.153994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port ecc53473-0635-4148-9022-c883e620cbad is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:01:59.154308 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:59.167679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc53473-0635-4148-9022-c883e620cbad {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:01:59.190803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:01:59.195646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:59.241919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:01:59.249756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.250116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.250465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.250800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.251133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.251466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.251794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.252212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.252564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.252890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.253217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.253539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.253863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:01:59.433229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be41c75-b4f4-4881-bddd-0b72f5ff87f4 req-44ae7f13-667c-4e25-9f4b-ec710c413ca3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:59.434661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be41c75-b4f4-4881-bddd-0b72f5ff87f4 req-44ae7f13-667c-4e25-9f4b-ec710c413ca3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 944 time: 0.0512576 Jan 28 14:01:59.462474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['ecc53473-0635-4148-9022-c883e620cbad'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:01:59.492790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2be41c75-b4f4-4881-bddd-0b72f5ff87f4 req-992d8400-f9f8-425a-8ac3-8f5b39449d10 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518458 Jan 28 14:01:59.789862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-680b7b8e-a1e5-4ecd-8590-0f98a63d2d9d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:59.791419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-680b7b8e-a1e5-4ecd-8590-0f98a63d2d9d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5&tenant_id=06966ccca03948e08bf2ba78e71cc414&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 944 time: 0.0979331 Jan 28 14:01:59.811975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdee55-fe61-422a-814b-39c7870ec9d8 req-985ad299-91f3-4a02-968c-cc621f04c64c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:59.813303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7acdee55-fe61-422a-814b-39c7870ec9d8 req-985ad299-91f3-4a02-968c-cc621f04c64c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 944 time: 0.0856369 Jan 28 14:01:59.906526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-cb6493b3-ae3b-489a-8b2e-ce16b5ecc39a service neutron] 10.222.0.36 "GET /v2.0/ports/ecc53473-0635-4148-9022-c883e620cbad/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 382 time: 0.1080379 Jan 28 14:01:59.911482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7acdee55-fe61-422a-814b-39c7870ec9d8 req-67f9dcb2-f1a1-49f5-af3f-61d9fabcdcc4 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768776 Jan 28 14:01:59.977164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-aba32314-6b71-4356-a510-5a20f1229560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:01:59.978598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-aba32314-6b71-4356-a510-5a20f1229560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1095 time: 0.0442913 Jan 28 14:02:00.089844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-6e061644-7340-4936-9c47-72dde900026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:00.092234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-6e061644-7340-4936-9c47-72dde900026c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.1066134 Jan 28 14:02:00.230546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-8d2bbab8-a449-4373-8e89-740d1c6ea98e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 1000 time: 0.1289346 Jan 28 14:02:00.246990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b3b67-3045-4f28-8848-256092192242 req-dc7697ff-1631-41b8-b247-86df35b9a080 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:00.248534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-339b3b67-3045-4f28-8848-256092192242 req-dc7697ff-1631-41b8-b247-86df35b9a080 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0987978 Jan 28 14:02:00.335071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-88371c57-1f0f-41f3-a192-db13903c7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:00.337086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-88371c57-1f0f-41f3-a192-db13903c7c7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0865045 Jan 28 14:02:00.386512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-339b3b67-3045-4f28-8848-256092192242 req-4e73e0e9-98d7-4b4b-a779-a9dc769a9b8d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259265 Jan 28 14:02:00.399513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-25681f43-138f-4d16-9fa4-9ff1c927854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:00.401065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-25681f43-138f-4d16-9fa4-9ff1c927854c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578303 Jan 28 14:02:00.500406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-f1f99019-14a6-4c45-b90c-2911d59d66c7 service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928895 Jan 28 14:02:00.600933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-74a12cb2-cd34-4c82-9838-f0971b498226 service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926321 Jan 28 14:02:01.012438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ecc53473-0635-4148-9022-c883e620cbad up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:02:01.030003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d91bc4-a5c2-426c-8b9e-6d935c478fc1 req-9e5ffd87-1c67-4179-8f43-c38f2003f42c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:01.032447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1d91bc4-a5c2-426c-8b9e-6d935c478fc1 req-9e5ffd87-1c67-4179-8f43-c38f2003f42c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 944 time: 0.0502293 Jan 28 14:02:01.062558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port ecc53473-0635-4148-9022-c883e620cbad completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:02:01.066598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port ecc53473-0635-4148-9022-c883e620cbad triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:01.066976 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ecc53473-0635-4148-9022-c883e620cbad), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:01.089198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1d91bc4-a5c2-426c-8b9e-6d935c478fc1 req-faf12c06-351e-4a48-8e0d-6d91952a1b14 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509772 Jan 28 14:02:01.144059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port ecc53473-0635-4148-9022-c883e620cbad is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:01.144480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:01.167988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:01.170200 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3b1920-212f-4081-8d05-853550af71fe" -d '{"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:01.194200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:01.197901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:01.220578 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf521d0-a5e2-4589-970d-da335a78ca48 x-openstack-request-id: req-4bf521d0-a5e2-4589-970d-da335a78ca48 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:01.220898 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:01.221153 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bf521d0-a5e2-4589-970d-da335a78ca48 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:01.221539 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'code': 200} Jan 28 14:02:01.246491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:01.572610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8d89-8938-4f99-a8d6-65442bca12fa req-691a0e4c-3f71-4277-8e5b-42b9f9d24efa tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:01.574126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1ef8d89-8938-4f99-a8d6-65442bca12fa req-691a0e4c-3f71-4277-8e5b-42b9f9d24efa tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1092849 Jan 28 14:02:01.622271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1ef8d89-8938-4f99-a8d6-65442bca12fa req-ffe5bd42-44ea-43c5-b66b-17dfc0dee5a8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Jan 28 14:02:02.210920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d3b90-1687-4994-bfa6-019e7abf75f2 req-344e0bda-98e2-403b-b669-5a5a0f7a1f14 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:02.212423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c8d3b90-1687-4994-bfa6-019e7abf75f2 req-344e0bda-98e2-403b-b669-5a5a0f7a1f14 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0501282 Jan 28 14:02:02.263222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c8d3b90-1687-4994-bfa6-019e7abf75f2 req-c27075dc-6d87-4414-a8c1-7ab74967e4ba tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451155 Jan 28 14:02:02.769296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba35fb2-982f-4b6e-8f40-05ba58ef84d8 req-9df883d7-cc28-4390-8471-d73ce1f5bb58 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:02.770815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fba35fb2-982f-4b6e-8f40-05ba58ef84d8 req-9df883d7-cc28-4390-8471-d73ce1f5bb58 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0818594 Jan 28 14:02:02.785876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-68c70483-3575-4838-81cb-fad7702a94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:02.787415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-68c70483-3575-4838-81cb-fad7702a94f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 1096 time: 0.0659661 Jan 28 14:02:02.801055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:02.868991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fba35fb2-982f-4b6e-8f40-05ba58ef84d8 req-4c68dc2f-3edc-4fe4-83e2-a6534e08d5a4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917437 Jan 28 14:02:02.878119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.160050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2b3cd-2d3a-4a60-8066-807c7ed8a928 req-b0be9209-65f7-4c60-94b2-5f4d1a415a79 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:03.161539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72d2b3cd-2d3a-4a60-8066-807c7ed8a928 req-b0be9209-65f7-4c60-94b2-5f4d1a415a79 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1328251 Jan 28 14:02:03.181570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:03.185975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7b162-000f-466e-b213-7be5b302a21a req-356dcbe0-796d-4146-a435-1dc3c015acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:03.187696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee7b162-000f-466e-b213-7be5b302a21a req-356dcbe0-796d-4146-a435-1dc3c015acb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1096 time: 0.1189885 Jan 28 14:02:03.295374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72d2b3cd-2d3a-4a60-8066-807c7ed8a928 req-4dbae7d5-5065-4315-a687-ee56443587f4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266580 Jan 28 14:02:03.306572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:02:03.375437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7b162-000f-466e-b213-7be5b302a21a req-29787f44-162c-4227-b106-2a0b4d1d4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:03.376913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee7b162-000f-466e-b213-7be5b302a21a req-29787f44-162c-4227-b106-2a0b4d1d4abc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1746495 Jan 28 14:02:03.397291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:03.399555 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1caa8e-eb21-44af-93f7-988b762c7ee1" -d '{"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:03.404815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Publish callbacks [] for port (ecc53473-0635-4148-9022-c883e620cbad), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.463542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Transition to ACTIVE for port object ecc53473-0635-4148-9022-c883e620cbad will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:02:03.471446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.516799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528e43-a583-4095-912e-29b12f9b8e8f req-486a792a-1517-4224-83c8-e6e88c520ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:03.518314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28528e43-a583-4095-912e-29b12f9b8e8f req-486a792a-1517-4224-83c8-e6e88c520ee3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.1629856 Jan 28 14:02:03.524153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee7b162-000f-466e-b213-7be5b302a21a req-d8320464-ee7c-4e0f-a522-e902a1df001a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 999 time: 0.1212773 Jan 28 14:02:03.597659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:03.673969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7b162-000f-466e-b213-7be5b302a21a req-58ade147-abbf-4b6f-9057-feabdd4f2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:03.675480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee7b162-000f-466e-b213-7be5b302a21a req-58ade147-abbf-4b6f-9057-feabdd4f2eb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.1357718 Jan 28 14:02:03.684695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28528e43-a583-4095-912e-29b12f9b8e8f req-02385973-356f-4217-9b46-4f38fcc0980e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578321 Jan 28 14:02:03.739538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] No DVR routers for this DVR port ecc53473-0635-4148-9022-c883e620cbad on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:02:03.757478 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:02:03.777566 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422891c0-8cc6-45c1-978e-e933cc3c326d x-openstack-request-id: req-422891c0-8cc6-45c1-978e-e933cc3c326d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:03.777860 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:03.778264 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-422891c0-8cc6-45c1-978e-e933cc3c326d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:03.778674 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'code': 200} Jan 28 14:02:03.803312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7b162-000f-466e-b213-7be5b302a21a req-53941200-0ae9-4bf9-a3ef-ba96fc6052b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:03.804876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee7b162-000f-466e-b213-7be5b302a21a req-53941200-0ae9-4bf9-a3ef-ba96fc6052b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168742 Jan 28 14:02:03.963274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:02:03.963510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:02:03.963852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:02:03.972972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee7b162-000f-466e-b213-7be5b302a21a req-2ccf7d2d-3684-44f6-ba8c-1e6daa679708 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331112 Jan 28 14:02:03.973660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:02:03.973985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Attempting to bind port ecc53473-0635-4148-9022-c883e620cbad on network 0807576a-5203-4277-9ca9-e673e18c086b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:02:03.978888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:02:03.979230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Checking segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:02:03.979611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Bound using segment: {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:02:03.980063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Bound port: ecc53473-0635-4148-9022-c883e620cbad, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a503aa48-9232-42e9-9aa6-6dba9da0a244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:02:03.980429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:04.109984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:02:04.114108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:02:04.116848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee7b162-000f-466e-b213-7be5b302a21a req-788dece4-ac57-4208-b0ac-ded29ebe8784 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344626 Jan 28 14:02:04.118317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:04.160590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:04.161247 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:04.162615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] 10.222.0.60 "PUT /v2.0/ports/ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 1092 time: 1.3667965 Jan 28 14:02:04.197976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcde34d-6361-45e5-b879-68f3e162e95f service neutron] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=11']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:04.242992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-254389cd-63d6-4879-aaf9-8d7bd2a55a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:04.244700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-254389cd-63d6-4879-aaf9-8d7bd2a55a9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1095 time: 0.0553100 Jan 28 14:02:04.347321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-e1540a50-1123-4159-88c5-d94617fe18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:04.348632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-e1540a50-1123-4159-88c5-d94617fe18de service neutron] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.0965700 Jan 28 14:02:04.449410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-b7ae0386-d390-4f94-944f-8a803133368b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 999 time: 0.0941532 Jan 28 14:02:04.491324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3daa2-8026-410c-bc42-0d3068ae394d req-ecf96eb5-ae5b-4542-91b1-1c3f650ddfd2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:04.492865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cd3daa2-8026-410c-bc42-0d3068ae394d req-ecf96eb5-ae5b-4542-91b1-1c3f650ddfd2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0945456 Jan 28 14:02:04.532791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-ae0f75a3-d5db-4f43-8b82-20e993ed86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:04.535055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-ae0f75a3-d5db-4f43-8b82-20e993ed86d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0790627 Jan 28 14:02:04.587667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cd3daa2-8026-410c-bc42-0d3068ae394d req-0b69ee39-b1f7-45ae-8667-ae5df13f3960 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884690 Jan 28 14:02:04.597033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4eca12c5-11eb-412d-b8e6-b84a8e129d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:04.599050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4eca12c5-11eb-412d-b8e6-b84a8e129d52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549035 Jan 28 14:02:04.701131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-4e1d4d09-a532-4e09-b7db-7c78474387eb service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956306 Jan 28 14:02:04.919974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c28ca418-d25d-4f93-b718-7942005fc9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:05.044262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ecc53473-0635-4148-9022-c883e620cbad no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:02:05.085958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] The host n-h1-822748-2 is not matching for port ecc53473-0635-4148-9022-c883e620cbad host n-h2-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:02:05.086355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device ecc53473-0635-4148-9022-c883e620cbad not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:02:05.160018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f256c-bf33-4739-bdd2-b4a333ae7f37 req-dcfbdeb3-f64b-4950-9ada-2cd20b872937 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:05.161760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc0f256c-bf33-4739-bdd2-b4a333ae7f37 req-dcfbdeb3-f64b-4950-9ada-2cd20b872937 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 944 time: 0.0775511 Jan 28 14:02:05.166076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7a3bf1da-f7fa-4c24-84f7-1b6ac3f9668b req-437228d9-8ccd-4ab9-b1f1-3833e658af63 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590335 Jan 28 14:02:05.213826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc0f256c-bf33-4739-bdd2-b4a333ae7f37 req-66ffd0da-5bc1-414f-8819-f70a377fe0e0 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455244 Jan 28 14:02:05.716086 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413a451-d754-448c-adb8-2b6548306c8d req-d3eba1be-97cc-4bbb-ab6b-4242384b302d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:05.717581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2413a451-d754-448c-adb8-2b6548306c8d req-d3eba1be-97cc-4bbb-ab6b-4242384b302d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0548301 Jan 28 14:02:05.766909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2413a451-d754-448c-adb8-2b6548306c8d req-9bdc89f4-1f04-438c-8970-14b4b67eb883 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434272 Jan 28 14:02:05.779687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:05.782166 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726f7801-5dce-4717-8dd1-8a7de92d7174" -d '{"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:05.832001 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ba0da7-f576-4d5e-9cbb-9b890489f087 x-openstack-request-id: req-d1ba0da7-f576-4d5e-9cbb-9b890489f087 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:05.832648 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:05.833206 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1ba0da7-f576-4d5e-9cbb-9b890489f087 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:05.833863 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'status': 'completed', 'code': 200} Jan 28 14:02:05.962942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-f1788ff1-19d5-46d0-948e-62c193dae442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:05.964408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-f1788ff1-19d5-46d0-948e-62c193dae442 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1095 time: 0.1134028 Jan 28 14:02:05.971198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-d894c5c5-6408-4abb-bf0e-bc7ec8e4c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:05.972678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-d894c5c5-6408-4abb-bf0e-bc7ec8e4c61b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1095 time: 0.1072161 Jan 28 14:02:05.987980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0fd58-be22-4e77-91e3-1ab1c9967393 req-57dfd306-d310-4146-a3a4-4ce5306da2e5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:05.989470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-30b0fd58-be22-4e77-91e3-1ab1c9967393 req-57dfd306-d310-4146-a3a4-4ce5306da2e5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0876904 Jan 28 14:02:06.159573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-30b0fd58-be22-4e77-91e3-1ab1c9967393 req-d23582a6-2965-49ad-b5d5-1eb6708e8efb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569779 Jan 28 14:02:06.182468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-f7d55fd3-9e52-4ee7-950f-5120b01eb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.184018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-f7d55fd3-9e52-4ee7-950f-5120b01eb00e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.1936409 Jan 28 14:02:06.185106 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-9918127e-6d5c-44ff-85ee-3d8f1e64ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.186440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-9918127e-6d5c-44ff-85ee-3d8f1e64ec93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.2122803 Jan 28 14:02:06.308162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-f65a2bda-2f42-45b5-ae8c-cfdec4953cd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 999 time: 0.1179216 Jan 28 14:02:06.309970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-ce0246f6-a91e-438b-aacc-2a2a228a170b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 999 time: 0.1132493 Jan 28 14:02:06.426896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-23bafb53-8c96-4008-8cec-13efc221fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.428419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-23bafb53-8c96-4008-8cec-13efc221fa98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.1147647 Jan 28 14:02:06.429659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-41988945-2887-47f1-b2ce-5ff9aed1e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.430988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-41988945-2887-47f1-b2ce-5ff9aed1e098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.1097431 Jan 28 14:02:06.476659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7202-ac9d-483c-9ce0-33d36c523063 req-a1fb8377-1959-478d-bf39-13090e09602c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.478179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bcd7202-ac9d-483c-9ce0-33d36c523063 req-a1fb8377-1959-478d-bf39-13090e09602c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 944 time: 0.1303425 Jan 28 14:02:06.548949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-c4e714b3-8030-434a-8bfc-380d588a4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.550713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-c4e714b3-8030-434a-8bfc-380d588a4d2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153641 Jan 28 14:02:06.557861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-9c526a83-3431-4d85-9d89-6085ba97112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.559383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-9c526a83-3431-4d85-9d89-6085ba97112d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158700 Jan 28 14:02:06.615596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bcd7202-ac9d-483c-9ce0-33d36c523063 req-b0da86fa-9ed2-42d0-bcff-6819bcca3de3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223323 Jan 28 14:02:06.782851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-33193cb9-851a-4fcd-8e00-fdf7392017e7 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107868 Jan 28 14:02:06.788411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-5cd771fc-0ab7-41a6-b20f-b9c0d5c07200 service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280655 Jan 28 14:02:06.829292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b671-3b0c-4906-861f-0bccb8efef40 req-1f05a63c-8cfb-4f4d-bde3-048045b02042 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:06.830851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e00b671-3b0c-4906-861f-0bccb8efef40 req-1f05a63c-8cfb-4f4d-bde3-048045b02042 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1393459 Jan 28 14:02:06.984553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e00b671-3b0c-4906-861f-0bccb8efef40 req-5080ebaa-732b-43ee-a1e9-dd16fc246b82 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159256 Jan 28 14:02:07.012746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-24f28b59-7707-485e-af21-533e3218762f service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226429 Jan 28 14:02:07.017278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-726f7801-5dce-4717-8dd1-8a7de92d7174 req-110db60f-5a2e-46f8-ba87-aa633a1a508e service neutron] 10.222.0.36 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182212 Jan 28 14:02:07.236970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb66387-a526-4d8b-b0fa-99a1fd060859 req-d92c420c-955d-498c-8828-d12d8db3ca36 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:07.238532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cb66387-a526-4d8b-b0fa-99a1fd060859 req-d92c420c-955d-498c-8828-d12d8db3ca36 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0576174 Jan 28 14:02:07.290217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cb66387-a526-4d8b-b0fa-99a1fd060859 req-add1513a-1c50-49ec-814f-c33980b83194 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459478 Jan 28 14:02:07.455998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:02:07.550315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:07.562939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'ecc53473-0635-4148-9022-c883e620cbad', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'port_id': 'ecc53473-0635-4148-9022-c883e620cbad', 'mac_address': 'fa:16:3e:0c:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:02:07.606301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ecc53473-0635-4148-9022-c883e620cbad is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:07.606695 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:07.620940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc53473-0635-4148-9022-c883e620cbad {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:02:07.640931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:07.645512 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:07.701598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=12']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:07.715905 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6109cc65-b130-4d01-a73b-a18a1bd76ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:07.760595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097afd15-8e74-4f89-b095-93401c771d34 req-777691c1-910d-4527-ae1b-b8e543076eb4 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:07.762106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-097afd15-8e74-4f89-b095-93401c771d34 req-777691c1-910d-4527-ae1b-b8e543076eb4 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 945 time: 0.0504997 Jan 28 14:02:07.813738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-097afd15-8e74-4f89-b095-93401c771d34 req-6beac4f0-0c99-448b-82e0-055580fb9f77 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Jan 28 14:02:07.838006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:07.919427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-24d2bada-ae79-4a81-a0ec-15603b6b0913 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 HTTP/1.1" status: 200 len: 992 time: 0.0798535 Jan 28 14:02:07.936516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['ecc53473-0635-4148-9022-c883e620cbad'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:02:08.413706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992770ea-6f68-4fdd-b6db-136f1ff5375a req-0f114329-4d0e-4930-81a2-6750c2ddf122 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:08.415436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-992770ea-6f68-4fdd-b6db-136f1ff5375a req-0f114329-4d0e-4930-81a2-6750c2ddf122 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0515943 Jan 28 14:02:08.469087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-992770ea-6f68-4fdd-b6db-136f1ff5375a req-df6320ee-2188-494f-82f7-36887be69840 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465970 Jan 28 14:02:08.686282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8f1da-4595-494a-a3a5-62837c43bb18 req-31901f6c-4370-495e-b14a-11862a73e44d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:08.687853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51c8f1da-4595-494a-a3a5-62837c43bb18 req-31901f6c-4370-495e-b14a-11862a73e44d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0495105 Jan 28 14:02:08.740983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51c8f1da-4595-494a-a3a5-62837c43bb18 req-c93e3a4d-6697-432f-894b-f37ca37df149 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469828 Jan 28 14:02:08.762091 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:09.456123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:02:09.507252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port ecc53473-0635-4148-9022-c883e620cbad completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:02:09.511988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port ecc53473-0635-4148-9022-c883e620cbad triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:09.512397 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ecc53473-0635-4148-9022-c883e620cbad), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:09.593433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port ecc53473-0635-4148-9022-c883e620cbad is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:09.593995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:09.618526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:09.620793 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759144ad-bc56-4ac5-af7e-733e54e24bd7" -d '{"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:09.634377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:09.638746 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:09.662854 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1e9e5-440f-4908-bbc9-bdda06e0c0a7 x-openstack-request-id: req-c6e1e9e5-440f-4908-bbc9-bdda06e0c0a7 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:09.663154 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:09.663406 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6e1e9e5-440f-4908-bbc9-bdda06e0c0a7 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:09.663804 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'code': 200} Jan 28 14:02:09.693781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=13']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:09.861759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f154b-f33d-4a82-8d21-d95b5e25bc39 req-b575b097-f5a8-4ade-8c41-8cdf302bb16b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:09.863276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a09f154b-f33d-4a82-8d21-d95b5e25bc39 req-b575b097-f5a8-4ade-8c41-8cdf302bb16b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0512595 Jan 28 14:02:09.911396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a09f154b-f33d-4a82-8d21-d95b5e25bc39 req-5ad421ad-feed-4c1c-a70e-f30219df59aa tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421817 Jan 28 14:02:10.027621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a5f5-1492-4684-ad95-bac003310098 req-083ce135-7533-4a77-bc55-2e0908c861e9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:10.029067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e33a5f5-1492-4684-ad95-bac003310098 req-083ce135-7533-4a77-bc55-2e0908c861e9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Jan 28 14:02:10.080635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e33a5f5-1492-4684-ad95-bac003310098 req-28e7588b-731d-4fe3-988a-349fe2004c59 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Jan 28 14:02:10.209726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abcdd1-a80a-47b8-b770-836d22fbbaa1 req-fb22ac88-f51c-4513-9087-648396fb45e2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:10.211238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74abcdd1-a80a-47b8-b770-836d22fbbaa1 req-fb22ac88-f51c-4513-9087-648396fb45e2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0586777 Jan 28 14:02:10.264556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74abcdd1-a80a-47b8-b770-836d22fbbaa1 req-038e441f-19b3-495e-94dd-9a17a9901e73 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443823 Jan 28 14:02:10.382381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f67fc-8328-4164-ada1-b6a22380819a req-30b76044-7a74-4dfd-b8fa-967a918f5cf5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:10.383722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd6f67fc-8328-4164-ada1-b6a22380819a req-30b76044-7a74-4dfd-b8fa-967a918f5cf5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0491984 Jan 28 14:02:10.434574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd6f67fc-8328-4164-ada1-b6a22380819a req-50da6429-be9b-4f25-bf52-de2ac0987ca1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Jan 28 14:02:10.617563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:11.787218 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:13.861034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-08a9b0fd-764a-4ef3-a1d9-ea4baefb613e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443499 Jan 28 14:02:13.950650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-4bf5a741-86d6-4ed0-81b8-5ad3473d47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:13.952202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-4bf5a741-86d6-4ed0-81b8-5ad3473d47f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0424914 Jan 28 14:02:14.067236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-b32c42d6-b9dc-4c99-b9dc-d60a0a9185b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:14.068854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-b32c42d6-b9dc-4c99-b9dc-d60a0a9185b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.0878947 Jan 28 14:02:14.153154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-39a930bc-7cc2-4aa7-9f08-7d32e1433a96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 200 len: 1001 time: 0.0677912 Jan 28 14:02:14.203261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-f1c39bf8-382f-4d36-9811-5ff226489694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:14.204805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-f1c39bf8-382f-4d36-9811-5ff226489694 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0448458 Jan 28 14:02:14.256948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-44c0ecbf-1045-4f72-b9e6-6e54eac6c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:14.258552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-44c0ecbf-1045-4f72-b9e6-6e54eac6c1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444465 Jan 28 14:02:14.356128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-5c9acf12-88a4-46b9-bc68-e6f39fc75d13 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899379 Jan 28 14:02:14.447780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02997378-5b93-46e9-8cc8-89a0e8850485 req-aa242004-a1b0-40af-b2d7-662be57fd2cd service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844319 Jan 28 14:02:15.758214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-d2b9c983-528f-485e-8458-ed465a633f23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410275 Jan 28 14:02:15.824781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-fd5ef2d2-a56c-4fe9-bf4f-d9564e51a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:15.826369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-fd5ef2d2-a56c-4fe9-bf4f-d9564e51a145 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 1096 time: 0.0463738 Jan 28 14:02:15.929042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-99ada813-829c-4316-9bee-181d75706076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:15.930525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-99ada813-829c-4316-9bee-181d75706076 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.0851302 Jan 28 14:02:15.975230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-aad9f246-4e26-4556-996a-8e7cd0e7e108 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94736825-e1b6-4094-8ae9-4edd3a283588 HTTP/1.1" status: 200 len: 217 time: 0.0389540 Jan 28 14:02:16.028300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-6eb87a71-d932-4ae8-aed0-45d7f5106c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:16.029688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-6eb87a71-d932-4ae8-aed0-45d7f5106c37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0481389 Jan 28 14:02:16.075291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-6da0afc7-1ed4-4564-bfb0-b414a3e7e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:16.076909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-6da0afc7-1ed4-4564-bfb0-b414a3e7e020 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412400 Jan 28 14:02:16.173708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-264d1128-2417-4b63-8beb-12010102aefa service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909383 Jan 28 14:02:16.271302 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0931cdd-31b1-405a-8abd-3c3aa02d6531 req-0037195b-4473-4345-8572-fb8bf76dc1d4 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Jan 28 14:02:26.868724 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:28.222958 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:34.923518 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1658c096-2216-4110-9a99-fad84f13ab77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:37.710609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5d274ff-a98d-448a-b17d-d007cc4404d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:38.800249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:40.452981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-0374bd49-e6ec-4923-b426-8f417be8424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:40.454636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-0374bd49-e6ec-4923-b426-8f417be8424e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1096 time: 0.1144269 Jan 28 14:02:40.466261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0417257-c1ea-4fa0-b58f-d442b8f23648 req-cff922db-4ef0-4154-808b-44a4ada5661b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:40.467695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0417257-c1ea-4fa0-b58f-d442b8f23648 req-cff922db-4ef0-4154-808b-44a4ada5661b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0873690 Jan 28 14:02:40.575875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0417257-c1ea-4fa0-b58f-d442b8f23648 req-ee0c2199-5502-4974-8120-38d7672542d7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999157 Jan 28 14:02:40.614180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-a4180a9d-bb13-41e5-addb-2ccc54b19b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:40.616293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-a4180a9d-bb13-41e5-addb-2ccc54b19b50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1470821 Jan 28 14:02:40.627500 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:40.735698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-38228586-ac00-45f0-b59a-d885b738a9b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 999 time: 0.1122561 Jan 28 14:02:40.746558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21976d-0ae3-4190-8799-80d24653c9f8 req-00824d28-1f16-49b7-8658-c9ba3f89c2d2 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:40.748093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f21976d-0ae3-4190-8799-80d24653c9f8 req-00824d28-1f16-49b7-8658-c9ba3f89c2d2 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1097 time: 0.0689874 Jan 28 14:02:40.769379 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:02:40.838133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-8121140d-a78e-4283-b9b1-6c16288a944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:40.839664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-8121140d-a78e-4283-b9b1-6c16288a944d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0906956 Jan 28 14:02:40.848452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f21976d-0ae3-4190-8799-80d24653c9f8 req-780151f3-5be8-448b-8047-76a2be1a8e99 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912385 Jan 28 14:02:40.873056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34638) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:40.903757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-3dd2098a-0816-42d2-a290-07b68802cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:40.905313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-3dd2098a-0816-42d2-a290-07b68802cffd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559967 Jan 28 14:02:41.020076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-1f4616c8-c5a3-4042-8912-2cd49bfecd35 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046956 Jan 28 14:02:41.074377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port 4c8204d2-ee16-4418-a13a-0063cb0a6976 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:02:41.075016 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:41.129289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c11093bb-a9a0-4ff3-a2de-e2dff741b03f req-2b9eafbe-ae13-4c68-a904-8df642544935 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983634 Jan 28 14:02:41.156940 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:41.157336 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (4c8204d2-ee16-4418-a13a-0063cb0a6976), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:41.179251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for 4c8204d2-ee16-4418-a13a-0063cb0a6976 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:02:41.354472 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4c8204d2-ee16-4418-a13a-0063cb0a6976), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:41.387857 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=4c8204d2-ee16-4418-a13a-0063cb0a6976,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:41.411880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.412253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.412685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.413346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.413346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.413560 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.413887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.414413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.417698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.417698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.417698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.417698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.417698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:41.465941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (f6f42d6c-6ec0-4b90-8645-04d35e5b4b62), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:41.466607 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 disassociated (deleted). External IP: 172.25.4.236, port: ecc53473-0635-4148-9022-c883e620cbad. Jan 28 14:02:41.741666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc263-bc9c-4938-8825-9ae05115da84 req-2ca9b70b-beea-4bb8-ad32-5bebba7f11cd tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:41.743404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88ecc263-bc9c-4938-8825-9ae05115da84 req-2ca9b70b-beea-4bb8-ad32-5bebba7f11cd tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0615299 Jan 28 14:02:41.769556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 88fa9421-5a71-42e4-8ba5-af885185a8e4 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:02:41.817520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:41.828694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88ecc263-bc9c-4938-8825-9ae05115da84 req-5c235427-f088-480d-8101-bb27fa41f4a3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789032 Jan 28 14:02:41.918850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:02:41.925137 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:41.932711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] Sync routers for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:02:41.944382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:41.945283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:41.982209 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b771c26a-7760-4f82-9bc0-bf619ce9dc82 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/floatingips/f6f42d6c-6ec0-4b90-8645-04d35e5b4b62 HTTP/1.1" status: 204 len: 168 time: 1.1074553 Jan 28 14:02:41.983010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:41.986044 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1b631-add7-477e-97fd-41ef8cd40e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:42.075328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:42.181163 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fb3a6f-90ef-4bd7-9216-f42489f4c7d6 x-openstack-request-id: req-30fb3a6f-90ef-4bd7-9216-f42489f4c7d6 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:42.181163 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:42.181378 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30fb3a6f-90ef-4bd7-9216-f42489f4c7d6 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:42.181844 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'status': 'completed', 'code': 200} Jan 28 14:02:42.295208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-b44a5238-a382-4623-b06a-2291826ebf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:42.297046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-b44a5238-a382-4623-b06a-2291826ebf00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 1097 time: 0.0875654 Jan 28 14:02:42.356588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:42.376015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66e4d-4811-41bc-92ed-459eaf5564e5 req-cc8627e2-4d51-4d6e-9449-bd038d468186 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:42.383344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbe66e4d-4811-41bc-92ed-459eaf5564e5 req-cc8627e2-4d51-4d6e-9449-bd038d468186 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 946 time: 0.1295629 Jan 28 14:02:42.385526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] Checking router: 88fa9421-5a71-42e4-8ba5-af885185a8e4 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:02:42.398898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:42.399969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:42.460887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbe66e4d-4811-41bc-92ed-459eaf5564e5 req-a1c12bb5-9c59-4da9-93d3-57d864b116b7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766361 Jan 28 14:02:42.464695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-9ed3d90e-bcca-4cd1-80e5-287e7eb1acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:42.466726 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-9ed3d90e-bcca-4cd1-80e5-287e7eb1acd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 200 len: 897 time: 0.1621695 Jan 28 14:02:42.526961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-11745970-537c-4689-bc64-c42f89fd38fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 200 len: 217 time: 0.0533316 Jan 28 14:02:42.586809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-05785b4f-11e9-4741-afa7-7cd7df8bd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:42.588518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-05785b4f-11e9-4741-afa7-7cd7df8bd502 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 200 len: 835 time: 0.0545704 Jan 28 14:02:42.641353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-a0e0351a-e6b3-44b6-ab94-691d224d0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:42.643249 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-a0e0351a-e6b3-44b6-ab94-691d224d0f39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0807576a-5203-4277-9ca9-e673e18c086b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464578 Jan 28 14:02:42.681671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:42.753777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-8dda57d5-a0f6-4ef6-b000-7b98d165a72f service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035554 Jan 28 14:02:42.865280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b1b631-add7-477e-97fd-41ef8cd40e2c req-20ae9915-2bb6-4fab-9eae-1f2646a6aff4 service neutron] 10.222.0.60 "GET /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046438 Jan 28 14:02:42.941613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:42.969880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70756fa-6977-470d-8109-9547bf63c28d None None] The sync data for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 is: [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:00:43Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '676e4357-3b68-4b15-8f70-6b010ec7351c', 'name': '', 'network_id': '0807576a-5203-4277-9ca9-e673e18c086b', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:b2:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:42Z', 'updated_at': '2022-01-28T14:00:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': 'f5320861-5371-4f00-8e66-8d9aceace314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:02:42.987057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f122145-5d95-412f-8b96-859613788891 req-9a17c333-0208-47f9-839c-2566ac66a86d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:42.994938 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f122145-5d95-412f-8b96-859613788891 req-9a17c333-0208-47f9-839c-2566ac66a86d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0758464 Jan 28 14:02:43.052813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f122145-5d95-412f-8b96-859613788891 req-b1514a4e-7e10-4812-9ac4-278a1861eb63 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565910 Jan 28 14:02:43.264573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b96d6f4-a37f-4e19-a7f9-a58dd05bf5f0 None None] New status for floating IP f6f42d6c-6ec0-4b90-8645-04d35e5b4b62: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:02:43.588361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf49f7-d955-4ae7-bf77-71844096d5ef req-e6091b9e-9383-4d02-8799-d6401898a410 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:43.589882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81bf49f7-d955-4ae7-bf77-71844096d5ef req-e6091b9e-9383-4d02-8799-d6401898a410 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 946 time: 0.0525928 Jan 28 14:02:43.642005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81bf49f7-d955-4ae7-bf77-71844096d5ef req-d5efd746-6f13-48cd-9df8-ecfa55419394 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=285653d3-3810-4362-997c-229014a075b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Jan 28 14:02:43.701830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-3b510cc8-c0fa-4239-9558-473ef416acb3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:43.703842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-3b510cc8-c0fa-4239-9558-473ef416acb3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "GET /v2.0/ports?device_id=17283207-f268-4444-9b6b-aff2017d86a5 HTTP/1.1" status: 200 len: 946 time: 0.0493083 Jan 28 14:02:44.125919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port ecc53473-0635-4148-9022-c883e620cbad {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:02:44.126604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ecc53473-0635-4148-9022-c883e620cbad), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:44.219543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port ecc53473-0635-4148-9022-c883e620cbad, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=ecc53473-0635-4148-9022-c883e620cbad,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:44.220086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ecc53473-0635-4148-9022-c883e620cbad), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:44.232906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for ecc53473-0635-4148-9022-c883e620cbad owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:02:44.351039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-4d8c98ab-a1a0-406a-ab73-18f3d51977a3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626988894&fields=id&tenant_id=e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 267 time: 0.0647891 Jan 28 14:02:44.461195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ecc53473-0635-4148-9022-c883e620cbad), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:44.534073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=ecc53473-0635-4148-9022-c883e620cbad,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:44.564414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] No DVR routers for this DVR port ecc53473-0635-4148-9022-c883e620cbad on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:02:44.568236 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:44.571509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af57ca7c-e2e5-40e4-be53-1c0e5a879666 req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "DELETE /v2.0/ports/ecc53473-0635-4148-9022-c883e620cbad HTTP/1.1" status: 204 len: 173 time: 0.8628469 Jan 28 14:02:44.573176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.573534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.573888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.574235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.574576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.574915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.575259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.575592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.575927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.576285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.576625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.576959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.577289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7925e166-82de-45d4-957d-c9dddd47c06a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:44.580745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-deleted', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:44.583168 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1012dc78-744a-479d-8e89-65b5f414942a" -d '{"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-deleted", "tag": "ecc53473-0635-4148-9022-c883e620cbad"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:44.591587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ddbf5ad1-2ec0-4cfc-b82a-6f251295cb17 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:44.593089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ddbf5ad1-2ec0-4cfc-b82a-6f251295cb17 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.2357168 Jan 28 14:02:44.608690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-b1c8c235-0ac2-426e-a901-0da9901c8425 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/quotas/e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 375 time: 0.0096447 Jan 28 14:02:44.666027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-d800d425-a3f5-45e0-8e84-6013e2983b99 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509415 Jan 28 14:02:44.770550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ec7f6b1f-7688-4d78-9ca8-a913db673221 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912261 Jan 28 14:02:44.872823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-13177e03-8b5f-4270-b73c-a33355ec1071 service neutron] 10.222.0.45 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966198 Jan 28 14:02:45.155488 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5868642e-adc0-4f3f-b127-245768bdd330 x-openstack-request-id: req-5868642e-adc0-4f3f-b127-245768bdd330 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:45.156170 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17283207-f268-4444-9b6b-aff2017d86a5", "name": "network-vif-deleted", "tag": "ecc53473-0635-4148-9022-c883e620cbad", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:45.156170 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5868642e-adc0-4f3f-b127-245768bdd330 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:45.156536 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17283207-f268-4444-9b6b-aff2017d86a5', 'name': 'network-vif-deleted', 'tag': 'ecc53473-0635-4148-9022-c883e620cbad', 'status': 'completed', 'code': 200} Jan 28 14:02:45.197047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34686) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:45.275949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eeff9ede-f65c-4427-93d5-e80c48e05f30 req-3c297e0a-f72b-4d10-a89c-4eb30ab32f1a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0367420 Jan 28 14:02:45.640154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (88fa9421-5a71-42e4-8ba5-af885185a8e4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:45.970396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port 676e4357-3b68-4b15-8f70-6b010ec7351c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:02:45.970830 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:46.072078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port 676e4357-3b68-4b15-8f70-6b010ec7351c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=676e4357-3b68-4b15-8f70-6b010ec7351c,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:46.072457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:46.086199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for 676e4357-3b68-4b15-8f70-6b010ec7351c owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:02:46.312353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-f5c2736d-67e5-41d5-ba06-d827dda3bd29 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:46.314319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-f5c2736d-67e5-41d5-ba06-d827dda3bd29 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 812 time: 0.1766362 Jan 28 14:02:46.400186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1ba1513b-f361-46d7-a2a2-93bf7bcce367 req-2616ac7c-fd18-4f02-b740-0faabd7c2fb4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0427082 Jan 28 14:02:46.457645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-8abbec7a-69fd-426b-b58e-829c2a8396ff tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e133a900abf34fcf8930a73b09a47ce0 HTTP/1.1" status: 200 len: 379 time: 0.1345830 Jan 28 14:02:46.470397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'port': {'device_id': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'admin_state_up': True, 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'security_groups': ['91d3b201-1154-428b-9ca7-204e7c53c2de']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:46.525165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (676e4357-3b68-4b15-8f70-6b010ec7351c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:46.564184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=676e4357-3b68-4b15-8f70-6b010ec7351c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:46.792341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Made reservation on behalf of e133a900abf34fcf8930a73b09a47ce0 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:02:46.795930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:46.841262 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (88fa9421-5a71-42e4-8ba5-af885185a8e4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.035968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.20.0.11 (da44202a-00f4-4f4d-8cd1-b92fd645e19b/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e/2da98a56-4f82-47f3-bba7-15592be56876) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:02:47.275470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 88fa9421-5a71-42e4-8ba5-af885185a8e4 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:02:47.308598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (2da98a56-4f82-47f3-bba7-15592be56876), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.427990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2da98a56-4f82-47f3-bba7-15592be56876), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.464341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:02:47.476470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a7b2b11a-902e-4fe1-bdb2-f12632254329 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/88fa9421-5a71-42e4-8ba5-af885185a8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2750225 Jan 28 14:02:47.476790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34698) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:47.481241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] Sync routers for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:02:47.486655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:02:47.490197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:02:47.499673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:02:47.503834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:47.504958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:47.507761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=2da98a56-4f82-47f3-bba7-15592be56876,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:47.559454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting subnet f5320861-5371-4f00-8e66-8d9aceace314 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:02:47.564285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (f5320861-5371-4f00-8e66-8d9aceace314), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.598974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:47.599666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.614985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (f5320861-5371-4f00-8e66-8d9aceace314), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.622844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:02:47.660392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: ecc53473-0635-4148-9022-c883e620cbad {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:02:47.661010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device ecc53473-0635-4148-9022-c883e620cbad not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:02:47.684904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a815-87e0-4b34-9455-ed4820468b95 req-9f49b0fb-0db0-40a2-828e-f02bf6d35923 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:47.692997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a70a815-87e0-4b34-9455-ed4820468b95 req-9f49b0fb-0db0-40a2-828e-f02bf6d35923 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 932 time: 0.1626828 Jan 28 14:02:47.707193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-bd84ac89-93e2-4d0a-b235-459cc9080774 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2433026 Jan 28 14:02:47.733980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Request body: {'port': {'device_id': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:47.738762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f5320861-5371-4f00-8e66-8d9aceace314), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.755870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:47.845871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (f5320861-5371-4f00-8e66-8d9aceace314), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.895252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a70a815-87e0-4b34-9455-ed4820468b95 req-35f04e29-6fee-4ac9-84c0-8d4cf3a10b24 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011831 Jan 28 14:02:47.908081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Subnet': ['ID=f5320861-5371-4f00-8e66-8d9aceace314,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:47.929373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.939860 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c6afecb5-265a-4255-aa46-91e3dfd3d06b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/subnets/f5320861-5371-4f00-8e66-8d9aceace314 HTTP/1.1" status: 204 len: 168 time: 0.4588711 Jan 28 14:02:47.943392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34700) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:47.950057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2da98a56-4f82-47f3-bba7-15592be56876), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:47.990612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b07a55-7293-4f5d-a9f0-b59f344a451c None None] Network 0807576a-5203-4277-9ca9-e673e18c086b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:02:48.023031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3b7a1581-f976-44f5-9c1a-5c532db33b3b None None] Provisioning complete for port 2da98a56-4f82-47f3-bba7-15592be56876 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:48.023416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1581-f976-44f5-9c1a-5c532db33b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2da98a56-4f82-47f3-bba7-15592be56876), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.120006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (88fa9421-5a71-42e4-8ba5-af885185a8e4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.127604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a1581-f976-44f5-9c1a-5c532db33b3b None None] Port 2da98a56-4f82-47f3-bba7-15592be56876 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:02:48.159515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:02:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:48.189004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] Checking router: 88fa9421-5a71-42e4-8ba5-af885185a8e4 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:02:48.206707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] Routers {'88fa9421-5a71-42e4-8ba5-af885185a8e4'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:48.207495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['88fa9421-5a71-42e4-8ba5-af885185a8e4'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:48.274558 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (88fa9421-5a71-42e4-8ba5-af885185a8e4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.323444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] Set router 88fa9421-5a71-42e4-8ba5-af885185a8e4 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:48.344770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port c41deda4-6086-4ce9-ba21-3631ab8ed957 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:02:48.345411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.404322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da98a56-4f82-47f3-bba7-15592be56876 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:02:48.415537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Publish callbacks [] for port (2da98a56-4f82-47f3-bba7-15592be56876), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.434881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Transition to ACTIVE for port object 2da98a56-4f82-47f3-bba7-15592be56876 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:02:48.440874 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2da98a56-4f82-47f3-bba7-15592be56876), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.482943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port c41deda4-6086-4ce9-ba21-3631ab8ed957, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c41deda4-6086-4ce9-ba21-3631ab8ed957,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:48.483611 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.505260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for c41deda4-6086-4ce9-ba21-3631ab8ed957 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:02:48.509460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da98a56-4f82-47f3-bba7-15592be56876,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:48.550452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] DHCP port deletion for 0807576a-5203-4277-9ca9-e673e18c086b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:02:48.616073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Attempting to bind port 2da98a56-4f82-47f3-bba7-15592be56876 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:02:48.616718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Attempting to bind port 2da98a56-4f82-47f3-bba7-15592be56876 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:02:48.617248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Attempting to bind port 2da98a56-4f82-47f3-bba7-15592be56876 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:02:48.623147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Port 2da98a56-4f82-47f3-bba7-15592be56876 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:02:48.623853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Attempting to bind port 2da98a56-4f82-47f3-bba7-15592be56876 on network da44202a-00f4-4f4d-8cd1-b92fd645e19b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:02:48.634435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:02:48.635424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Checking segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:02:48.636027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Bound using segment: {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:02:48.637300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Bound port: 2da98a56-4f82-47f3-bba7-15592be56876, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dce18d-e983-46ab-a0eb-dd163fab0d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:02:48.638313 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2da98a56-4f82-47f3-bba7-15592be56876), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.691274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:02:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:48.729546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1026c9-a86b-48ea-b1d8-e85b578e2461 None None] The sync data for ids ['88fa9421-5a71-42e4-8ba5-af885185a8e4'] in n-d-822748-2 is: [{'id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37088434', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:00:39Z', 'updated_at': '2022-01-28T14:02:46Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'c41deda4-6086-4ce9-ba21-3631ab8ed957', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa9421-5a71-42e4-8ba5-af885185a8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:00:40Z', 'updated_at': '2022-01-28T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:02:48.735827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] Deleting port 0ec35425-7b10-49a4-afe7-67726b029bb4 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:02:48.737023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.741368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] For port 2da98a56-4f82-47f3-bba7-15592be56876, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:02:48.754221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] For port 2da98a56-4f82-47f3-bba7-15592be56876, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2da98a56-4f82-47f3-bba7-15592be56876,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:02:48.761634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2da98a56-4f82-47f3-bba7-15592be56876), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.851606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c41deda4-6086-4ce9-ba21-3631ab8ed957), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.899706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=c41deda4-6086-4ce9-ba21-3631ab8ed957,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:48.921806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] For port 0ec35425-7b10-49a4-afe7-67726b029bb4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0ec35425-7b10-49a4-afe7-67726b029bb4,segment=NetworkSegment(a503aa48-9232-42e9-9aa6-6dba9da0a244),segment_id=a503aa48-9232-42e9-9aa6-6dba9da0a244)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:48.923813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:48.950162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] Calling delete_port for 0ec35425-7b10-49a4-afe7-67726b029bb4 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:02:49.032422 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (88fa9421-5a71-42e4-8ba5-af885185a8e4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.061651 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (0ec35425-7b10-49a4-afe7-67726b029bb4), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.115194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] Pushing event deleted for resources: {'Port': ['ID=0ec35425-7b10-49a4-afe7-67726b029bb4,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:49.118460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f9659-0674-49b4-ae7f-bc8043251cf5 None None] No DVR routers for this DVR port 0ec35425-7b10-49a4-afe7-67726b029bb4 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:02:49.208744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (88fa9421-5a71-42e4-8ba5-af885185a8e4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.211820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (88fa9421-5a71-42e4-8ba5-af885185a8e4), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.285957 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (88fa9421-5a71-42e4-8ba5-af885185a8e4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.286990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Fanout notify agent at l3_agent the message router_deleted on router 88fa9421-5a71-42e4-8ba5-af885185a8e4 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:02:49.303759 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.309537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-15828528-f0d3-41bc-803f-8dcb15cd407e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/routers/88fa9421-5a71-42e4-8ba5-af885185a8e4 HTTP/1.1" status: 204 len: 168 time: 1.3624995 Jan 28 14:02:49.310192 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34704) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:49.332496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:49.333158 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.334698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] 10.222.0.36 "PUT /v2.0/ports/2da98a56-4f82-47f3-bba7-15592be56876 HTTP/1.1" status: 200 len: 1092 time: 1.6099906 Jan 28 14:02:49.337432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:02:49.339771 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739" -d '{"events": [{"name": "network-changed", "server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "tag": "2da98a56-4f82-47f3-bba7-15592be56876"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:02:49.434023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef563e4d-b661-4468-9c60-74a3bb763ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da98a56-4f82-47f3-bba7-15592be56876,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:49.455235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88921970-3da1-46e9-9230-3447e7218472 req-de4eb447-548c-4085-8eee-bab22b8e8b7e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:49.464191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88921970-3da1-46e9-9230-3447e7218472 req-de4eb447-548c-4085-8eee-bab22b8e8b7e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.1885383 Jan 28 14:02:49.464957 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (0807576a-5203-4277-9ca9-e673e18c086b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.537059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88921970-3da1-46e9-9230-3447e7218472 req-5b276375-578d-4bec-b51a-2a7011088e26 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714135 Jan 28 14:02:49.542450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-eaba8c6f-46f3-45ec-9d07-d2a23787d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:49.544375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-eaba8c6f-46f3-45ec-9d07-d2a23787d1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 1095 time: 0.1566477 Jan 28 14:02:49.613321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (0807576a-5203-4277-9ca9-e673e18c086b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.635515 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b9278-ce8e-4843-b1c5-f939fd17ec64 x-openstack-request-id: req-765b9278-ce8e-4843-b1c5-f939fd17ec64 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:02:49.635702 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "tag": "2da98a56-4f82-47f3-bba7-15592be56876", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:02:49.635974 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-765b9278-ce8e-4843-b1c5-f939fd17ec64 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:02:49.636392 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876', 'status': 'completed', 'code': 200} Jan 28 14:02:49.637959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-6a3b0367-773d-4445-8c9b-1e51b16a8f9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da98a56-4f82-47f3-bba7-15592be56876 HTTP/1.1" status: 200 len: 217 time: 0.0721796 Jan 28 14:02:49.650855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0807576a-5203-4277-9ca9-e673e18c086b']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:49.671642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a503aa48-9232-42e9-9aa6-6dba9da0a244') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:49.672655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a503aa48-9232-42e9-9aa6-6dba9da0a244') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:49.692541 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (a503aa48-9232-42e9-9aa6-6dba9da0a244), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.702190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-25c06855-eac1-49e2-a28d-82e18aeb6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:49.704250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-25c06855-eac1-49e2-a28d-82e18aeb6fba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0590487 Jan 28 14:02:49.716213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a503aa48-9232-42e9-9aa6-6dba9da0a244), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.725155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:02:49.725573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (a503aa48-9232-42e9-9aa6-6dba9da0a244), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:02:49.731054 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:02:49.775168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-3559dae2-3336-46a2-9f57-cd02921426b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:49.777053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-3559dae2-3336-46a2-9f57-cd02921426b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659931 Jan 28 14:02:49.799467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (0807576a-5203-4277-9ca9-e673e18c086b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.807682 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.815072 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/networks/0807576a-5203-4277-9ca9-e673e18c086b HTTP/1.1" status: 204 len: 168 time: 0.5002811 Jan 28 14:02:49.815819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34708) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:49.841906 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a16c76-1494-415b-8ccf-5699b0063718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Network': ['ID=0807576a-5203-4277-9ca9-e673e18c086b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:49.946797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19a1c254-4ab1-4011-8fb1-d592057cbc0c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (285653d3-3810-4362-997c-229014a075b3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:49.950198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-1e287392-b771-4722-a26a-312eba69fac9 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665654 Jan 28 14:02:50.047772 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19a1c254-4ab1-4011-8fb1-d592057cbc0c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (285653d3-3810-4362-997c-229014a075b3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.137213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a63ff3a3-63e8-47c8-b5b4-f1b34d7db23e req-69cf88cc-26b1-4edf-a4ae-b3c61950353e service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753891 Jan 28 14:02:50.198185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19a1c254-4ab1-4011-8fb1-d592057cbc0c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (285653d3-3810-4362-997c-229014a075b3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.202222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19a1c254-4ab1-4011-8fb1-d592057cbc0c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.203684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19a1c254-4ab1-4011-8fb1-d592057cbc0c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/security-groups/285653d3-3810-4362-997c-229014a075b3 HTTP/1.1" status: 204 len: 168 time: 0.3865314 Jan 28 14:02:50.232322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1c254-4ab1-4011-8fb1-d592057cbc0c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285653d3-3810-4362-997c-229014a075b3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:50.303499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 676e4357-3b68-4b15-8f70-6b010ec7351c no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:02:50.342310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 676e4357-3b68-4b15-8f70-6b010ec7351c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:02:50.342635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 676e4357-3b68-4b15-8f70-6b010ec7351c not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:02:50.342838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-c050bef1-1a32-4584-af2f-40307f31a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:50.343037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ec35425-7b10-49a4-afe7-67726b029bb4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:02:50.347049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-c050bef1-1a32-4584-af2f-40307f31a3fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 1095 time: 0.0978692 Jan 28 14:02:50.365334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0ec35425-7b10-49a4-afe7-67726b029bb4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:02:50.365741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0ec35425-7b10-49a4-afe7-67726b029bb4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:02:50.366162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c41deda4-6086-4ce9-ba21-3631ab8ed957 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:02:50.386983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: c41deda4-6086-4ce9-ba21-3631ab8ed957 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:02:50.387346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c41deda4-6086-4ce9-ba21-3631ab8ed957 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:02:50.489929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-9e4b5a66-b25f-4ba9-a3e1-b4668c304d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:50.491716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-9e4b5a66-b25f-4ba9-a3e1-b4668c304d17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1305950 Jan 28 14:02:50.540375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-2f3ca56b-1111-4ff7-9093-c68338238e91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da98a56-4f82-47f3-bba7-15592be56876 HTTP/1.1" status: 200 len: 217 time: 0.0398803 Jan 28 14:02:50.605365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-b5988606-1f96-4475-a852-c386084117e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:50.607039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-b5988606-1f96-4475-a852-c386084117e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0491977 Jan 28 14:02:50.671038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-ae29f167-29d1-44b3-a136-8d75cf0ca824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:50.673349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-ae29f167-29d1-44b3-a136-8d75cf0ca824 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488102 Jan 28 14:02:50.699713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34716) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:50.705627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9377e2fa-c6b5-46d7-88d0-0845ec39ff32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563028579', 'description': 'tempest-secgroup-smoke-1563028579 description', 'project_id': '06966ccca03948e08bf2ba78e71cc414'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:50.730717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9377e2fa-c6b5-46d7-88d0-0845ec39ff32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.821415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9377e2fa-c6b5-46d7-88d0-0845ec39ff32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (6d4f5683-15c4-4fa2-a051-17fb0bf07ef5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.825739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-b4c0b558-7440-4979-aa29-1d7acaa8c789 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465621 Jan 28 14:02:50.826421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9377e2fa-c6b5-46d7-88d0-0845ec39ff32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6d4f5683-15c4-4fa2-a051-17fb0bf07ef5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.859570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab3ec-dd8d-480a-96f6-1bc70a8b588b req-c530c613-6a25-4d16-8c7d-c6793382b45a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:50.860565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9377e2fa-c6b5-46d7-88d0-0845ec39ff32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.864655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9377e2fa-c6b5-46d7-88d0-0845ec39ff32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1612780 Jan 28 14:02:50.865448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34718) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:50.866468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f8ab3ec-dd8d-480a-96f6-1bc70a8b588b req-c530c613-6a25-4d16-8c7d-c6793382b45a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.1055501 Jan 28 14:02:50.870865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3c4fbfd8-95f3-43ea-b38d-920e02472e8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '6d4f5683-15c4-4fa2-a051-17fb0bf07ef5', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:50.889172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377e2fa-c6b5-46d7-88d0-0845ec39ff32 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:50.911585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c4fbfd8-95f3-43ea-b38d-920e02472e8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (d4d318d4-d5b2-4481-ba8f-56439e75e6cc), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.971090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f8ab3ec-dd8d-480a-96f6-1bc70a8b588b req-d851d636-0350-4723-a534-52b40242450f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004419 Jan 28 14:02:50.988866 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c4fbfd8-95f3-43ea-b38d-920e02472e8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (d4d318d4-d5b2-4481-ba8f-56439e75e6cc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.993296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c4fbfd8-95f3-43ea-b38d-920e02472e8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (d4d318d4-d5b2-4481-ba8f-56439e75e6cc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:50.999536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8635d8d9-8ec1-43f7-a29d-bf4ebe833739 req-88272e11-94a9-4713-bb88-4faa45f21026 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659338 Jan 28 14:02:51.015355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fbfd8-95f3-43ea-b38d-920e02472e8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d318d4-d5b2-4481-ba8f-56439e75e6cc,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:51.022188 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c4fbfd8-95f3-43ea-b38d-920e02472e8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.023482 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3c4fbfd8-95f3-43ea-b38d-920e02472e8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574454 Jan 28 14:02:51.026315 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:51.030993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c89099c5-f1f0-4eca-8783-bb4ca07093e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '6d4f5683-15c4-4fa2-a051-17fb0bf07ef5', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:51.058386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c89099c5-f1f0-4eca-8783-bb4ca07093e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (abcc8034-5fb5-426c-a9a7-ecdc3eaba374), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.117007 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c89099c5-f1f0-4eca-8783-bb4ca07093e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (abcc8034-5fb5-426c-a9a7-ecdc3eaba374), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.121356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c89099c5-f1f0-4eca-8783-bb4ca07093e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (abcc8034-5fb5-426c-a9a7-ecdc3eaba374), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.141748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89099c5-f1f0-4eca-8783-bb4ca07093e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcc8034-5fb5-426c-a9a7-ecdc3eaba374,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:51.147427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c89099c5-f1f0-4eca-8783-bb4ca07093e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.151642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c89099c5-f1f0-4eca-8783-bb4ca07093e5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214771 Jan 28 14:02:51.151642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34722) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:51.155876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b26ddcb4-043e-47ee-a07d-f57da4d4930c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '6d4f5683-15c4-4fa2-a051-17fb0bf07ef5', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:51.182356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b26ddcb4-043e-47ee-a07d-f57da4d4930c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (a25a00dd-f1cc-425c-b00d-ab17751e862d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.246686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b26ddcb4-043e-47ee-a07d-f57da4d4930c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (a25a00dd-f1cc-425c-b00d-ab17751e862d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.251368 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b26ddcb4-043e-47ee-a07d-f57da4d4930c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a25a00dd-f1cc-425c-b00d-ab17751e862d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.273374 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ddcb4-043e-47ee-a07d-f57da4d4930c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25a00dd-f1cc-425c-b00d-ab17751e862d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:51.280146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b26ddcb4-043e-47ee-a07d-f57da4d4930c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.284504 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b26ddcb4-043e-47ee-a07d-f57da4d4930c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319866 Jan 28 14:02:51.284827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34724) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:51.289412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f8b3a6fb-c262-4553-a79e-f070f53ae8cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '6d4f5683-15c4-4fa2-a051-17fb0bf07ef5', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:51.315867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a6fb-c262-4553-a79e-f070f53ae8cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (a0519cfc-06be-4349-9ef9-57ea3218c089), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.378804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a6fb-c262-4553-a79e-f070f53ae8cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (a0519cfc-06be-4349-9ef9-57ea3218c089), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.383385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a6fb-c262-4553-a79e-f070f53ae8cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a0519cfc-06be-4349-9ef9-57ea3218c089), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.409088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3a6fb-c262-4553-a79e-f070f53ae8cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0519cfc-06be-4349-9ef9-57ea3218c089,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:51.418613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a6fb-c262-4553-a79e-f070f53ae8cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.420649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f8b3a6fb-c262-4553-a79e-f070f53ae8cf tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346257 Jan 28 14:02:51.424368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34726) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:51.430798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '6d4f5683-15c4-4fa2-a051-17fb0bf07ef5', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:51.454518 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:02:51.459952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (b2cc28bd-87ad-46b7-9eb2-ab863a7b6596), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.522991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (b2cc28bd-87ad-46b7-9eb2-ab863a7b6596), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.527967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (b2cc28bd-87ad-46b7-9eb2-ab863a7b6596), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.548361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cc28bd-87ad-46b7-9eb2-ab863a7b6596,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:51.559717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.561213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-71eaa920-f56d-4c72-a1c7-8e438e130d8b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356914 Jan 28 14:02:51.564434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:51.570529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': '6d4f5683-15c4-4fa2-a051-17fb0bf07ef5', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:51.595810 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:02:51.601578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (01261492-826e-4970-a8b7-f2f9949d42a4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.669473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (01261492-826e-4970-a8b7-f2f9949d42a4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.675180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (01261492-826e-4970-a8b7-f2f9949d42a4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.709660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01261492-826e-4970-a8b7-f2f9949d42a4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:51.718270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.724270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-173b60c3-5676-4683-8b91-541d3d0e2f78 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585908 Jan 28 14:02:51.725218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34730) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:51.730309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'network': {'name': 'tempest-network-smoke--1278865669', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:51.751176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:02:51.754825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.779538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:02:51.790806 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (052abe0e-beba-4b40-9a63-a6dd171097f5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.791162 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Added segment 052abe0e-beba-4b40-9a63-a6dd171097f5 of type vlan for network 3578d47f-05e9-486f-b0ee-d03c305a1d00 Jan 28 14:02:51.848301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3578d47f-05e9-486f-b0ee-d03c305a1d00), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.892413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3578d47f-05e9-486f-b0ee-d03c305a1d00), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.901749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:51.902940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:51.984890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2585552 Jan 28 14:02:51.990613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34732) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:51.996266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'admin_state_up': True, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:52.005924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db77b3a-5d64-43f1-b19a-3345d014ee55 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Network': ['ID=3578d47f-05e9-486f-b0ee-d03c305a1d00,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:52.019277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:02:52.034961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (e061264e-efce-427e-a4a4-e093ee472aef), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.036339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (e061264e-efce-427e-a4a4-e093ee472aef), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.107203 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (e061264e-efce-427e-a4a4-e093ee472aef), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.120886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87465-2f15-46f5-ac70-8ca50623c7ea req-3bd9c004-933b-4b20-8c44-13c243e01e10 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:52.122824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ba87465-2f15-46f5-ac70-8ca50623c7ea req-3bd9c004-933b-4b20-8c44-13c243e01e10 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0587988 Jan 28 14:02:52.188743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ba87465-2f15-46f5-ac70-8ca50623c7ea req-aa5cfa54-7ad6-466f-8305-4465250cb72e tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569553 Jan 28 14:02:52.285283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (e061264e-efce-427e-a4a4-e093ee472aef), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.491520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (e061264e-efce-427e-a4a4-e093ee472aef), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.511402 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.629448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.89 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/baf806bd-faa1-4398-98a0-70f1ee9bb46d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:02:52.738349 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.774172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:52.814442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:02:52.817909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:02:52.821920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:02:52.863694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=baf806bd-faa1-4398-98a0-70f1ee9bb46d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:53.107411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (e061264e-efce-427e-a4a4-e093ee472aef), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:53.331717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55694aa0-c18d-400c-bc6d-a724cf6b6260 req-3b01a6d4-5a40-45b4-ae7f-4440680734b6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:53.334201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55694aa0-c18d-400c-bc6d-a724cf6b6260 req-3b01a6d4-5a40-45b4-ae7f-4440680734b6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0700946 Jan 28 14:02:53.397313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55694aa0-c18d-400c-bc6d-a724cf6b6260 req-9a05b67c-6cfe-47e0-8c08-b7845ebd4f69 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532365 Jan 28 14:02:53.648795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (e061264e-efce-427e-a4a4-e093ee472aef), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:53.806581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router e061264e-efce-427e-a4a4-e093ee472aef is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:02:53.918569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:02:53.930547 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Sync routers for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:02:53.939856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:53.944634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-460496f8-a6f6-4f2f-b490-78be1e2ee6be tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9494038 Jan 28 14:02:53.944849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:53.944849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:53.945070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34738) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:53.977324 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f10f3251-c164-4686-87c6-8400310fbb5f tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=06966ccca03948e08bf2ba78e71cc414&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284231 Jan 28 14:02:53.977561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34740) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:54.061085 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:54.073680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bf059-9240-4b45-8b27-c27e96d51778 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:54.077988 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-890bf059-9240-4b45-8b27-c27e96d51778 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968666 Jan 28 14:02:54.078338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34742) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:54.111463 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-07a7f0a0-dfb8-4769-acf4-e75f70883d6d tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319057 Jan 28 14:02:54.114462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34744) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:54.120000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233798629', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:54.215616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:02:54.219588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.256927 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:52Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:54.286397 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Checking router: e061264e-efce-427e-a4a4-e093ee472aef for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:02:54.286897 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Updating router e061264e-efce-427e-a4a4-e093ee472aef port baf806bd-faa1-4398-98a0-70f1ee9bb46d binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:02:54.316056 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.415076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (556f6588-d021-434a-8d2f-f6413ff7617e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.492235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Checking segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:02:54.492633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network hostable DHCP agents. Network: 3578d47f-05e9-486f-b0ee-d03c305a1d00, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:02:54.500971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Subnet': ['ID=556f6588-d021-434a-8d2f-f6413ff7617e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:54.544470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:02:54.567416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226ac4c-78c3-4432-a379-7568de5535df req-55c6ab27-de29-49a5-9416-9a954ffa0d9c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:54.569393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d226ac4c-78c3-4432-a379-7568de5535df req-55c6ab27-de29-49a5-9416-9a954ffa0d9c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0612338 Jan 28 14:02:54.570014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3578d47f-05e9-486f-b0ee-d03c305a1d00) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:02:54.574608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:54.575199 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.582243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59f4cf-d750-429d-8edf-30156c73d297 None None] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:02:54.613164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34748) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:02:54.613440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21673f7f-7a6e-4a97-b4b4-6df6b428ff62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4974067 Jan 28 14:02:54.672307 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Publish callbacks [] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.676613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d226ac4c-78c3-4432-a379-7568de5535df req-c55649c5-4a96-4b1a-ad67-5f700f4f38fd tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841618 Jan 28 14:02:54.681185 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.694533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-3578d47f-05e9-486f-b0ee-d03c305a1d00', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:02:54.695721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.748194 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Pushing event updated for resources: {'Port': ['ID=baf806bd-faa1-4398-98a0-70f1ee9bb46d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:54.756915 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.757262 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.757608 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.757946 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.758279 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.758615 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.758945 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.759272 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.759599 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.759923 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.760276 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.760601 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.760928 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:54.764193 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Attempting to bind port baf806bd-faa1-4398-98a0-70f1ee9bb46d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:02:54.764568 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Attempting to bind port baf806bd-faa1-4398-98a0-70f1ee9bb46d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:02:54.764933 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Attempting to bind port baf806bd-faa1-4398-98a0-70f1ee9bb46d on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:02:54.771363 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:02:54.771742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:02:54.772309 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.772703 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:02:54.773176 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Bound port: baf806bd-faa1-4398-98a0-70f1ee9bb46d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:02:54.773558 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.836160 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] For port baf806bd-faa1-4398-98a0-70f1ee9bb46d, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:02:54.840414 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] For port baf806bd-faa1-4398-98a0-70f1ee9bb46d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baf806bd-faa1-4398-98a0-70f1ee9bb46d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:02:54.848125 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:54.855496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Allocated IP 172.20.0.2 (3578d47f-05e9-486f-b0ee-d03c305a1d00/556f6588-d021-434a-8d2f-f6413ff7617e/86d12af5-ca8e-4667-a19d-12ef7422f9aa) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:02:54.915979 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:54.916779 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:55.047990 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:55.130845 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301a19b-b5b8-486f-a491-1300328b063a None None] Pushing event updated for resources: {'Port': ['ID=baf806bd-faa1-4398-98a0-70f1ee9bb46d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:55.251688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.255944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Publish callbacks [] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.265452 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.304362 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:52Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:55.335448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:02:55.337186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Pushing event updated for resources: {'Port': ['ID=86d12af5-ca8e-4667-a19d-12ef7422f9aa,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:55.342758 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70280e42-d260-4fc8-b807-4557db01c368 None None] The sync data for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 is: [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:52Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:02:55.353254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:02:55.356467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:02:55.421253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Attempting to bind port 86d12af5-ca8e-4667-a19d-12ef7422f9aa on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:02:55.421728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Attempting to bind port 86d12af5-ca8e-4667-a19d-12ef7422f9aa by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:02:55.423001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Attempting to bind port 86d12af5-ca8e-4667-a19d-12ef7422f9aa on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:02:55.430875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:02:55.432153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Checking segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:02:55.432910 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.433332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Bound using segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:02:55.434167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Bound port: 86d12af5-ca8e-4667-a19d-12ef7422f9aa, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:02:55.434522 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.514090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] For port 86d12af5-ca8e-4667-a19d-12ef7422f9aa, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:02:55.520926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] For port 86d12af5-ca8e-4667-a19d-12ef7422f9aa, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=86d12af5-ca8e-4667-a19d-12ef7422f9aa,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:02:55.526998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.615213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3d3cc-54b2-4543-a8a4-b0f186f9ffb1 None None] Pushing event updated for resources: {'Port': ['ID=86d12af5-ca8e-4667-a19d-12ef7422f9aa,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:55.683414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.1 (3578d47f-05e9-486f-b0ee-d03c305a1d00/556f6588-d021-434a-8d2f-f6413ff7617e/2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:02:55.826070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400edd-a12b-4d20-a326-9af0eadbf6b7 req-6c82d763-e77e-4798-b59c-e0d755760a22 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:55.835928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a400edd-a12b-4d20-a326-9af0eadbf6b7 req-6c82d763-e77e-4798-b59c-e0d755760a22 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0754669 Jan 28 14:02:55.909523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:55.967338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a400edd-a12b-4d20-a326-9af0eadbf6b7 req-9df78155-fe93-4089-b3ac-3cde094a0f1f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270602 Jan 28 14:02:56.020352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.065354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:02:56.068959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:02:56.071354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:02:56.138794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:56.141910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baf806bd-faa1-4398-98a0-70f1ee9bb46d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:02:56.155274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (e061264e-efce-427e-a4a4-e093ee472aef), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.228237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port baf806bd-faa1-4398-98a0-70f1ee9bb46d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:56.228759 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.324279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port baf806bd-faa1-4398-98a0-70f1ee9bb46d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:56.324757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.333923 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.351712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port baf806bd-faa1-4398-98a0-70f1ee9bb46d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baf806bd-faa1-4398-98a0-70f1ee9bb46d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:56.357506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.447438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=baf806bd-faa1-4398-98a0-70f1ee9bb46d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:56.696774 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.703873 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.798913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:56.804791 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (e061264e-efce-427e-a4a4-e093ee472aef), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.905743 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:56.911357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:02:56.915513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:02:57.056125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b177b3f9-c06c-4c50-b898-3c19b13d4c13 None None] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:02:57.079503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router e061264e-efce-427e-a4a4-e093ee472aef has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:02:57.162780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed549317-d5fe-481e-a679-e9b6f1e1067d req-3a6fe04d-211f-4442-8b6d-a1a26b736850 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:57.164457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed549317-d5fe-481e-a679-e9b6f1e1067d req-3a6fe04d-211f-4442-8b6d-a1a26b736850 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.1175873 Jan 28 14:02:57.194653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9d1df25f-0b3b-4309-99d1-549fdec3ed8f None None] Provisioning complete for port 86d12af5-ca8e-4667-a19d-12ef7422f9aa triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:57.196145 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d1df25f-0b3b-4309-99d1-549fdec3ed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:57.242694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:02:57.257503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed549317-d5fe-481e-a679-e9b6f1e1067d req-1420b509-34be-4b5a-b5c8-4c7430c39669 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868106 Jan 28 14:02:57.262790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2177b9f-68ed-4348-82e9-84e182361128 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/e061264e-efce-427e-a4a4-e093ee472aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6465921 Jan 28 14:02:57.338971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9d1df25f-0b3b-4309-99d1-549fdec3ed8f None None] Current status of the port 86d12af5-ca8e-4667-a19d-12ef7422f9aa is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:57.339379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d1df25f-0b3b-4309-99d1-549fdec3ed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:57.385405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9d1df25f-0b3b-4309-99d1-549fdec3ed8f None None] For port 86d12af5-ca8e-4667-a19d-12ef7422f9aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=86d12af5-ca8e-4667-a19d-12ef7422f9aa,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:57.390683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d1df25f-0b3b-4309-99d1-549fdec3ed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:57.456987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-0a52d852-09cd-41cd-a490-aeacc8571e62 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563028579&fields=id&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 267 time: 0.0790701 Jan 28 14:02:57.462601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1df25f-0b3b-4309-99d1-549fdec3ed8f None None] Pushing event updated for resources: {'Port': ['ID=86d12af5-ca8e-4667-a19d-12ef7422f9aa,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:57.580563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-0181f2d5-9ac1-43c9-9e6e-2b93d522e1bb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:57.582081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-0181f2d5-9ac1-43c9-9e6e-2b93d522e1bb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 797 time: 0.1240692 Jan 28 14:02:57.605113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-287e0fbd-d56a-4225-9bec-be32ba50f57e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/quotas/06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 375 time: 0.0117409 Jan 28 14:02:57.626447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0370331c-3a3b-475f-9caf-b945084b72f8 None None] Provisioning complete for port 86d12af5-ca8e-4667-a19d-12ef7422f9aa triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:57.627060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0370331c-3a3b-475f-9caf-b945084b72f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:57.674192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Sync routers for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:02:57.689558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-1078bf32-4775-4b8a-ad76-c58f55dace21 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715714 Jan 28 14:02:57.691054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:57.691948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:57.824896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-ddde4112-7706-4a9f-9750-885defca19b1 service neutron] 10.222.0.45 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315854 Jan 28 14:02:57.826932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0370331c-3a3b-475f-9caf-b945084b72f8 None None] Current status of the port 86d12af5-ca8e-4667-a19d-12ef7422f9aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:57.857201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0370331c-3a3b-475f-9caf-b945084b72f8 None None] Provisioning complete for port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:57.857559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0370331c-3a3b-475f-9caf-b945084b72f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:57.891822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:57.978353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0370331c-3a3b-475f-9caf-b945084b72f8 None None] Port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:02:58.006447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-e4fb9c9d-f214-4300-88e0-a6d8fe80d696 service neutron] 10.222.0.45 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754706 Jan 28 14:02:58.173019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-974b884d-c4b6-40e3-9e67-301983c59957 None None] Provisioning complete for port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:58.173537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-974b884d-c4b6-40e3-9e67-301983c59957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.201894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 86d12af5-ca8e-4667-a19d-12ef7422f9aa up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:02:58.274816 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.276171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f7ea9cc-fc62-4c01-9ce7-1c144248bd66 req-2ec80414-7d48-4b42-a206-d1ac3aba5e2e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 210 time: 0.0307457 Jan 28 14:02:58.280923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-974b884d-c4b6-40e3-9e67-301983c59957 None None] Port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:02:58.336818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 86d12af5-ca8e-4667-a19d-12ef7422f9aa triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:58.337118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.390515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 2, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:58.405930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc52608-ef53-4fa5-80ba-12c8678c4b22 req-5e68ff30-77a8-4d03-a762-467ba5c4092b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:58.407656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cc52608-ef53-4fa5-80ba-12c8678c4b22 req-5e68ff30-77a8-4d03-a762-467ba5c4092b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0591745 Jan 28 14:02:58.425855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Checking router: e061264e-efce-427e-a4a4-e093ee472aef for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:02:58.426141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Updating router e061264e-efce-427e-a4a4-e093ee472aef port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:02:58.465892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cc52608-ef53-4fa5-80ba-12c8678c4b22 req-6b906b6f-e4d4-4434-a924-12431f2b5496 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513282 Jan 28 14:02:58.487086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2f124904-8845-4c9f-b1d6-c09b441a7c58 None None] Provisioning complete for port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:58.487480 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f124904-8845-4c9f-b1d6-c09b441a7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.491045 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.530800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 86d12af5-ca8e-4667-a19d-12ef7422f9aa is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:58.532562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baf806bd-faa1-4398-98a0-70f1ee9bb46d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:02:58.584206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2f124904-8845-4c9f-b1d6-c09b441a7c58 None None] Port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:02:58.690501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port baf806bd-faa1-4398-98a0-70f1ee9bb46d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:58.690813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.857466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port baf806bd-faa1-4398-98a0-70f1ee9bb46d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:58.917378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Publish callbacks [] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.923891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:58.972642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57ad98-99d8-433e-b57f-cd747ab2b03a None None] Pushing event updated for resources: {'Port': ['ID=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:59.029893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Attempting to bind port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:02:59.030651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Attempting to bind port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:02:59.030651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Attempting to bind port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:02:59.036981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:02:59.037424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Checking segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:02:59.037751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:59.038157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Bound using segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:02:59.038638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Bound port: 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:02:59.039026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:59.110513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] For port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:02:59.113950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] For port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:02:59.119369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:59.165225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:02:59.165852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:02:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:02:59.233470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57ad98-99d8-433e-b57f-cd747ab2b03a None None] Pushing event updated for resources: {'Port': ['ID=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:59.251531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Provisioning complete for port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:59.251904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:59.403582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21097208-043b-49b1-bfb0-3e4fdf2fe17e req-348355fc-20f9-43c6-9990-aa6a196155e8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 210 time: 0.0321441 Jan 28 14:02:59.432724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-32d74603-565e-49c3-8dee-5f87382cf9a5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:59.434715 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-32d74603-565e-49c3-8dee-5f87382cf9a5 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 797 time: 0.1892533 Jan 28 14:02:59.505613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-c2f05cbf-5b93-4b19-bbf3-529c66dc9b44 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 380 time: 0.0610988 Jan 28 14:02:59.516804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'port': {'device_id': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'admin_state_up': True, 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'security_groups': ['6d4f5683-15c4-4fa2-a051-17fb0bf07ef5']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:02:59.585167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:02:59.642071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Current status of the port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:02:59.642471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:59.652007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17d9c5-0fdf-45a3-b975-b3f846aaa59e req-504fac42-066f-45f4-92f4-c829d87f1035 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:02:59.652007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e17d9c5-0fdf-45a3-b975-b3f846aaa59e req-504fac42-066f-45f4-92f4-c829d87f1035 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0873435 Jan 28 14:02:59.715271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:02:59.718697 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:59.738292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e17d9c5-0fdf-45a3-b975-b3f846aaa59e req-229c144e-337b-4d8a-8bd9-ebcdbd29198a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756972 Jan 28 14:02:59.775184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] For port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:02:59.781412 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:59.879621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.9 (3578d47f-05e9-486f-b0ee-d03c305a1d00/556f6588-d021-434a-8d2f-f6413ff7617e/c0be6b97-fbb2-411b-bdbc-ce875e045c37) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:02:59.915257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Pushing event updated for resources: {'Port': ['ID=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:02:59.939935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.940306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.940627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.940959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.941287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.941613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.941935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.942256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.942577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.943040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.943568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.944022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.944370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e5d5e-89ce-4d5f-b98c-e5b4de4f49a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:02:59.957925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b75180c1-818d-4d7f-b9fa-2f427071e5a2 None None] Provisioning complete for port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:02:59.958296 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b75180c1-818d-4d7f-b9fa-2f427071e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.017831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:00.050032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff917a-05a5-4a46-93cb-0d4833db7f65 None None] The sync data for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 is: [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:03:00.069424 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.129441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b75180c1-818d-4d7f-b9fa-2f427071e5a2 None None] Current status of the port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:00.136891 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.200346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:03:00.202253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:03:00.208531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:03:00.276436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:00.308801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:00.308801 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.338393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-bda4f59a-b03d-48d0-9e3f-cc37592f4df8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8265874 Jan 28 14:03:00.353712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Request body: {'port': {'device_id': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:00.433384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.573537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-004a88d3-5745-4c07-8cef-b5002a58eb47 None None] Provisioning complete for port c0be6b97-fbb2-411b-bdbc-ce875e045c37 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:00.574185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-004a88d3-5745-4c07-8cef-b5002a58eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.616708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-004a88d3-5745-4c07-8cef-b5002a58eb47 None None] Port c0be6b97-fbb2-411b-bdbc-ce875e045c37 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:03:00.676190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c404438-9d86-4f59-ae39-6d23d724c197 req-40b42034-4f4e-4a37-aa66-fd27500d940e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:00.677877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c404438-9d86-4f59-ae39-6d23d724c197 req-40b42034-4f4e-4a37-aa66-fd27500d940e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 931 time: 0.1634254 Jan 28 14:03:00.771425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c404438-9d86-4f59-ae39-6d23d724c197 req-b8f0881f-77b3-4851-85de-cece9a04e56a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843871 Jan 28 14:03:00.848320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0be6b97-fbb2-411b-bdbc-ce875e045c37 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:00.866302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Publish callbacks [] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.898811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Transition to ACTIVE for port object c0be6b97-fbb2-411b-bdbc-ce875e045c37 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:03:00.909558 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.926691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56593e-f126-4e87-9f20-fccd7da22311 req-3912582b-98a4-4557-877c-0dd502d4607a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:00.928289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a56593e-f126-4e87-9f20-fccd7da22311 req-3912582b-98a4-4557-877c-0dd502d4607a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0832398 Jan 28 14:03:00.999639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:01.043760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a56593e-f126-4e87-9f20-fccd7da22311 req-9344e6cf-d91d-4bc8-a8a1-4d38e852eca6 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938997 Jan 28 14:03:01.095633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:03:01.095986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:03:01.096495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:01.101446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:03:01.101977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:01.107768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:03:01.108166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Checking segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:03:01.108537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Bound using segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:03:01.108974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Bound port: c0be6b97-fbb2-411b-bdbc-ce875e045c37, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:03:01.109339 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:01.186252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:03:01.191754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:03:01.199770 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:01.236960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:01.237909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:01.239727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 1091 time: 0.8906460 Jan 28 14:03:01.241587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:01.242808 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:01.280581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc272b-c798-4ba0-a9f8-edd205212f37 service neutron] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:01.332590 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc0cc00-98f1-4088-8144-61b4be20d7dd x-openstack-request-id: req-2dc0cc00-98f1-4088-8144-61b4be20d7dd {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:01.332893 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:01.333156 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dc0cc00-98f1-4088-8144-61b4be20d7dd {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:01.333559 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'status': 'completed', 'code': 200} Jan 28 14:03:01.358740 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-5c65d856-96bc-40c0-b700-3702ac78e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:01.361636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-5c65d856-96bc-40c0-b700-3702ac78e771 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1094 time: 0.0689147 Jan 28 14:03:01.411554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-14e7460e-78d5-4f88-a445-2897938d2c8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 217 time: 0.0397346 Jan 28 14:03:01.473869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-795a9b02-2b17-4964-bb5a-c9fc59433c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:01.475356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-795a9b02-2b17-4964-bb5a-c9fc59433c24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 200 len: 834 time: 0.0574040 Jan 28 14:03:01.526200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-4494ed6a-9140-4c36-83ec-9e7f3e5310d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:01.527742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-4494ed6a-9140-4c36-83ec-9e7f3e5310d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3578d47f-05e9-486f-b0ee-d03c305a1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460277 Jan 28 14:03:01.626169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-09261d9f-9bc8-45e0-bcef-ff81f1a449f5 service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907445 Jan 28 14:03:01.720232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c4113b4-ddf7-44df-a98b-9e5619b92c0d req-02312072-23ea-48cd-a380-616b9d869620 service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879054 Jan 28 14:03:01.815763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-02ca6b41-f693-493b-96d2-f1cbdf96856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:01.817387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-02ca6b41-f693-493b-96d2-f1cbdf96856c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1094 time: 0.0492430 Jan 28 14:03:01.958309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebdad2-844c-4131-a1a3-7580b7f9c828 req-25742efb-205f-46d1-a555-6950a5cab3eb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:01.960180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08ebdad2-844c-4131-a1a3-7580b7f9c828 req-25742efb-205f-46d1-a555-6950a5cab3eb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 943 time: 0.1080904 Jan 28 14:03:01.976543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-d7549c88-5c6c-4a16-a696-5743df96cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:01.977975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-d7549c88-5c6c-4a16-a696-5743df96cc1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 898 time: 0.1542292 Jan 28 14:03:01.991598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:03:02.028007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-f47253c2-6f2b-4272-82d1-5dec357e3db0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 217 time: 0.0410640 Jan 28 14:03:02.042395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:02.042778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:02.081521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08ebdad2-844c-4131-a1a3-7580b7f9c828 req-4137b2ee-9ee6-4a9b-bd67-2d6d438fd705 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112533 Jan 28 14:03:02.098500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-de1a4f6b-635b-456f-8290-649bbbee74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:02.100085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-de1a4f6b-635b-456f-8290-649bbbee74f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 200 len: 834 time: 0.0632873 Jan 28 14:03:02.140099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:02.155741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-aecdfb23-1497-4b7d-80f1-791026622542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:02.157625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-aecdfb23-1497-4b7d-80f1-791026622542 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3578d47f-05e9-486f-b0ee-d03c305a1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493841 Jan 28 14:03:02.266186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d65866-fc13-412c-aa38-17c30d6773c9 req-b23ce202-5b1b-4f83-a7aa-a6b82ae32c5d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:02.267666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75d65866-fc13-412c-aa38-17c30d6773c9 req-b23ce202-5b1b-4f83-a7aa-a6b82ae32c5d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.1089995 Jan 28 14:03:02.296062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-3c741cf4-96f0-43cc-85a7-75f0170d934b service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291137 Jan 28 14:03:02.383938 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75d65866-fc13-412c-aa38-17c30d6773c9 req-c271d480-3c7c-4ecb-9cd1-1e04715e797d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094782 Jan 28 14:03:02.419213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b9e0cad-95f2-4f31-8aea-3bcbec97ba06 req-f1e37455-1b68-4e20-b5b1-215563ee5e04 service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167576 Jan 28 14:03:03.209170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba65b35-ad98-463d-ac63-5284727746ba req-dedbbfe7-7be1-4df8-874c-9cbcbaf193fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:03.210771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cba65b35-ad98-463d-ac63-5284727746ba req-dedbbfe7-7be1-4df8-874c-9cbcbaf193fa tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 943 time: 0.0570276 Jan 28 14:03:03.267246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cba65b35-ad98-463d-ac63-5284727746ba req-f054bb20-64e5-463e-b250-32b5936c0e2e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504224 Jan 28 14:03:03.506427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5765c-eb75-4d4f-babd-6abede788074 req-5ed9e6eb-a944-440b-83ce-bcdf386289ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:03.507947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0d5765c-eb75-4d4f-babd-6abede788074 req-5ed9e6eb-a944-440b-83ce-bcdf386289ab tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0553532 Jan 28 14:03:03.563740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0d5765c-eb75-4d4f-babd-6abede788074 req-dd3adf57-2660-4832-bb5f-dce72872e472 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498641 Jan 28 14:03:03.693159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:03:03.792822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:03.806281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'port_id': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'mac_address': 'fa:16:3e:e8:c0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:03:03.845284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c0be6b97-fbb2-411b-bdbc-ce875e045c37 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:03.845671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:03.860573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0be6b97-fbb2-411b-bdbc-ce875e045c37 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:03.880414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:03.885246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:03.933884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:04.140524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c0be6b97-fbb2-411b-bdbc-ce875e045c37'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:04.381543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f93831-c89b-4407-bb88-4dab846ef04b req-84b3053a-2a00-4e73-8abd-cf0e229dc4bb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:04.383021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47f93831-c89b-4407-bb88-4dab846ef04b req-84b3053a-2a00-4e73-8abd-cf0e229dc4bb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 944 time: 0.0477083 Jan 28 14:03:04.435078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47f93831-c89b-4407-bb88-4dab846ef04b req-fabea3cc-4b26-4f05-bd26-edc51e97a6d9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463748 Jan 28 14:03:04.680275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaa051-b2b7-498a-bb94-03aacfbd23e7 req-1257df83-ab71-439c-9558-26d373eea9e4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:04.681777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2faaa051-b2b7-498a-bb94-03aacfbd23e7 req-1257df83-ab71-439c-9558-26d373eea9e4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0484333 Jan 28 14:03:04.731900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2faaa051-b2b7-498a-bb94-03aacfbd23e7 req-8cde2dbf-f057-4e47-b7bf-ee4bae78ebed tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444930 Jan 28 14:03:04.929077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-307ed6fe-bcea-46df-9d79-6b4fbd0d5440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:05.553824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e288e-a978-4b8c-ac3b-20346ae0ef2c req-4d035b10-bd5f-478a-98fb-8a6c04408eee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:05.555335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d44e288e-a978-4b8c-ac3b-20346ae0ef2c req-4d035b10-bd5f-478a-98fb-8a6c04408eee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 944 time: 0.0489733 Jan 28 14:03:05.606390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d44e288e-a978-4b8c-ac3b-20346ae0ef2c req-cead8b96-9871-4b04-921f-e665cca27018 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Jan 28 14:03:05.707658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:03:05.761037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c0be6b97-fbb2-411b-bdbc-ce875e045c37 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:03:05.764942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c0be6b97-fbb2-411b-bdbc-ce875e045c37 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:05.765373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:05.846024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c0be6b97-fbb2-411b-bdbc-ce875e045c37 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:05.846420 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:05.861534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467f7d3-0f62-45df-bc46-9dd0d57a85c3 req-a6c59dd4-7fdc-4d4d-9968-6d5699f59244 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:05.863037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4467f7d3-0f62-45df-bc46-9dd0d57a85c3 req-a6c59dd4-7fdc-4d4d-9968-6d5699f59244 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0606043 Jan 28 14:03:05.870472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:05.872712 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55ed07-d619-4c9a-8b2b-899113e018f6" -d '{"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:05.888948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:05.894348 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:05.916023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4467f7d3-0f62-45df-bc46-9dd0d57a85c3 req-54cdddfb-f0ce-4ec1-a58e-fa62414460d3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470762 Jan 28 14:03:05.953996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:05.961318 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c080d289-21aa-45c2-b75a-6bdd18fc6b1e x-openstack-request-id: req-c080d289-21aa-45c2-b75a-6bdd18fc6b1e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:05.961892 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:05.962164 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c080d289-21aa-45c2-b75a-6bdd18fc6b1e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:05.962701 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'code': 200} Jan 28 14:03:06.059894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea02c1-9b40-48f3-b5a7-1e87ea71383c req-1c09b968-a402-4aa6-ba2c-d0884f14209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:06.061511 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53ea02c1-9b40-48f3-b5a7-1e87ea71383c req-1c09b968-a402-4aa6-ba2c-d0884f14209e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1096 time: 0.0413723 Jan 28 14:03:06.109281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53ea02c1-9b40-48f3-b5a7-1e87ea71383c req-09334dfd-db02-4fbb-a3be-c136bd6b5ebd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Jan 28 14:03:06.726150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00eac0-3e39-4505-b251-57d109bab8ab req-5f82e5e8-2a09-4421-8f65-f980b4d556c7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:06.727546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae00eac0-3e39-4505-b251-57d109bab8ab req-5f82e5e8-2a09-4421-8f65-f980b4d556c7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0514226 Jan 28 14:03:06.775098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae00eac0-3e39-4505-b251-57d109bab8ab req-91647f2e-fcdf-4aeb-8463-156b7dcb569e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Jan 28 14:03:07.034225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7774c-2b46-408c-b7b6-d004c9a21e21 req-452928ba-1693-4095-843b-969cf95b3d02 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:07.035616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ae7774c-2b46-408c-b7b6-d004c9a21e21 req-452928ba-1693-4095-843b-969cf95b3d02 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 944 time: 0.0501404 Jan 28 14:03:07.085274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ae7774c-2b46-408c-b7b6-d004c9a21e21 req-04e38b9b-2e0d-4034-b3ff-5e9b00c15456 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 Jan 28 14:03:07.295676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2da98a56-4f82-47f3-bba7-15592be56876 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:03:07.390544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2da98a56-4f82-47f3-bba7-15592be56876, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2da98a56-4f82-47f3-bba7-15592be56876,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:07.405292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '2da98a56-4f82-47f3-bba7-15592be56876', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'port_id': '2da98a56-4f82-47f3-bba7-15592be56876', 'mac_address': 'fa:16:3e:69:1f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:03:07.443302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2da98a56-4f82-47f3-bba7-15592be56876 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:07.443701 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2da98a56-4f82-47f3-bba7-15592be56876), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:07.459330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da98a56-4f82-47f3-bba7-15592be56876 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:07.478562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2da98a56-4f82-47f3-bba7-15592be56876, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2da98a56-4f82-47f3-bba7-15592be56876,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:07.482183 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2da98a56-4f82-47f3-bba7-15592be56876), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:07.528407 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2da98a56-4f82-47f3-bba7-15592be56876,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:07.713594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c1b937ac-a30d-456f-a2f3-2099673bf161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:07.736352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['2da98a56-4f82-47f3-bba7-15592be56876'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:07.893575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409bc0c-7733-4734-913e-073012687c42 req-85529880-b954-4253-8d27-e5113b81d45c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:07.895077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c409bc0c-7733-4734-913e-073012687c42 req-85529880-b954-4253-8d27-e5113b81d45c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0477908 Jan 28 14:03:07.951241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c409bc0c-7733-4734-913e-073012687c42 req-20c7043e-943e-4b80-bdbf-2a1117dd08c1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501397 Jan 28 14:03:08.065450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf52b9-b3d1-4d13-a61a-5301b1a15218 req-ace38118-dfcb-4cab-9ae7-1d03eb478c20 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:08.067230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3cf52b9-b3d1-4d13-a61a-5301b1a15218 req-ace38118-dfcb-4cab-9ae7-1d03eb478c20 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0488224 Jan 28 14:03:08.117385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3cf52b9-b3d1-4d13-a61a-5301b1a15218 req-4a8d46af-1178-4930-965a-7d428e3e1fcb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 Jan 28 14:03:08.139618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34822) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:08.180817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ef5d6-767d-412b-881b-cad00e16a771 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:08.182388 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e8ef5d6-767d-412b-881b-cad00e16a771 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1091 time: 0.0415092 Jan 28 14:03:08.185342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34824) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:08.190515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:08.233629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:08.244949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf79b0b-202a-4f6e-86f6-28ff7ebde6bd req-23baa80f-e8a3-420f-a15b-e58f3188e55a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:08.246443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adf79b0b-202a-4f6e-86f6-28ff7ebde6bd req-23baa80f-e8a3-420f-a15b-e58f3188e55a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 945 time: 0.0707386 Jan 28 14:03:08.337814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-adf79b0b-202a-4f6e-86f6-28ff7ebde6bd req-a7e35a98-8115-46eb-84c9-6a050ae82cd5 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817001 Jan 28 14:03:08.381662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:08.490843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.213 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/d69b30b2-f888-4734-af7f-c6c19adb93a9) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:03:08.593894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:08.627933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:08.664536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:03:08.667265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:03:08.673614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:03:08.698104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=d69b30b2-f888-4734-af7f-c6c19adb93a9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:08.767690 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.320519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2da98a56-4f82-47f3-bba7-15592be56876 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:03:09.359721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.373828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 2da98a56-4f82-47f3-bba7-15592be56876 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:03:09.378803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 2da98a56-4f82-47f3-bba7-15592be56876 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:09.380593 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2da98a56-4f82-47f3-bba7-15592be56876), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.461044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.464485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2da98a56-4f82-47f3-bba7-15592be56876 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:09.465187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2da98a56-4f82-47f3-bba7-15592be56876), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.489139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:09.491580 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa5dc4d-36ab-48dd-9fd5-2fa398e11ff7" -d '{"events": [{"server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "name": "network-vif-plugged", "status": "completed", "tag": "2da98a56-4f82-47f3-bba7-15592be56876"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:09.500221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091674d-72ad-4004-95a6-9bef2ab7af16 req-ee2d9431-3fd8-4b1c-90e2-866038d2d566 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:09.502853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a091674d-72ad-4004-95a6-9bef2ab7af16 req-ee2d9431-3fd8-4b1c-90e2-866038d2d566 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 945 time: 0.0965765 Jan 28 14:03:09.505068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2da98a56-4f82-47f3-bba7-15592be56876, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2da98a56-4f82-47f3-bba7-15592be56876,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:09.509233 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2da98a56-4f82-47f3-bba7-15592be56876), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.561566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2da98a56-4f82-47f3-bba7-15592be56876,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:09.612257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a091674d-72ad-4004-95a6-9bef2ab7af16 req-11057470-1ae3-4369-ada2-fb44bdaa2d74 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021898 Jan 28 14:03:09.655179 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8713f8-c268-407f-9420-a07e48ad179c x-openstack-request-id: req-0e8713f8-c268-407f-9420-a07e48ad179c {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:09.655486 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "name": "network-vif-plugged", "status": "completed", "tag": "2da98a56-4f82-47f3-bba7-15592be56876", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:09.655748 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e8713f8-c268-407f-9420-a07e48ad179c {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:09.656178 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876', 'code': 200} Jan 28 14:03:09.673243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.678997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.777006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=d69b30b2-f888-4734-af7f-c6c19adb93a9,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:09.790932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:09.828915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd064fe9-dc25-4130-bb86-3e62a43c506a req-59b261eb-2b20-47b3-b2d8-83d1d2f86b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:09.830533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd064fe9-dc25-4130-bb86-3e62a43c506a req-59b261eb-2b20-47b3-b2d8-83d1d2f86b35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 1097 time: 0.0972261 Jan 28 14:03:09.925222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd064fe9-dc25-4130-bb86-3e62a43c506a req-4a8910bd-5bb5-4199-b761-7c70d861cde6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862863 Jan 28 14:03:09.933490 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d associated. External IP: 172.25.4.213, port: c0be6b97-fbb2-411b-bdbc-ce875e045c37. Jan 28 14:03:10.147370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router e061264e-efce-427e-a4a4-e093ee472aef has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:03:10.258029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:03:10.268201 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] Sync routers for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:03:10.275841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:10.277405 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:10.278046 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:10.304208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5d21bfdf-a2e5-4aaf-8f92-4b00098c00a9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1177757 Jan 28 14:03:10.304820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:10.307073 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:10.405522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219d59d-b98a-4bd2-8bce-5746a5f4ea1c req-cf67acf4-24e4-45b4-88fc-8f7dcdfd81fc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.407119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c219d59d-b98a-4bd2-8bce-5746a5f4ea1c req-cf67acf4-24e4-45b4-88fc-8f7dcdfd81fc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0515995 Jan 28 14:03:10.459979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c219d59d-b98a-4bd2-8bce-5746a5f4ea1c req-1beb6950-aaa4-407c-95c3-dad08a974c9c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466685 Jan 28 14:03:10.478860 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:10.483085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 34834) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:10.515054 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef6518b-c5ec-4375-9fcc-dc8617755f86 x-openstack-request-id: req-2ef6518b-c5ec-4375-9fcc-dc8617755f86 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:10.515366 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:10.515628 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ef6518b-c5ec-4375-9fcc-dc8617755f86 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:10.516127 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'status': 'completed', 'code': 200} Jan 28 14:03:10.571698 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-514b0652-a7c1-4f73-899d-8140c77ed742 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d HTTP/1.1" status: 200 len: 991 time: 0.0865028 Jan 28 14:03:10.592912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-ec43fc20-c979-4d1a-92e8-8211cf112606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.594997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-ec43fc20-c979-4d1a-92e8-8211cf112606 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1096 time: 0.0567880 Jan 28 14:03:10.623387 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:10.704298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-c389e78b-6fe1-4555-a28c-564ab67bd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.707619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-c389e78b-6fe1-4555-a28c-564ab67bd9f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 898 time: 0.1068759 Jan 28 14:03:10.713857 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'port_id': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'mac_address': 'fa:16:3e:e8:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:03:09Z', 'updated_at': '2022-01-28T14:03:09Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:10.740255 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] Checking router: e061264e-efce-427e-a4a4-e093ee472aef for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:03:10.748544 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:10.749158 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:10.794773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d83ef4-6ff7-49d6-b8b5-bf387bd9be59 req-986f6828-ec16-4e31-8f72-2a0d696114f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.796806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03d83ef4-6ff7-49d6-b8b5-bf387bd9be59 req-986f6828-ec16-4e31-8f72-2a0d696114f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 946 time: 0.1085167 Jan 28 14:03:10.815435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-e6c08398-74db-495b-8cca-e2f5d3ff11f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 999 time: 0.0914655 Jan 28 14:03:10.856690 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:10.894762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03d83ef4-6ff7-49d6-b8b5-bf387bd9be59 req-a1b84d2e-5a8f-4972-b66b-3402457b1388 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921979 Jan 28 14:03:10.896382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-155b397f-3d09-4782-9709-537b41f44587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.897961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-155b397f-3d09-4782-9709-537b41f44587 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 200 len: 834 time: 0.0762496 Jan 28 14:03:10.958958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-8ca52a7f-da33-4289-bd2a-6cd9170fa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:10.960446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-8ca52a7f-da33-4289-bd2a-6cd9170fa559 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3578d47f-05e9-486f-b0ee-d03c305a1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503869 Jan 28 14:03:11.057724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-0578c28e-def3-400d-b5c8-5721c74e3591 service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910802 Jan 28 14:03:11.092974 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'port_id': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'mac_address': 'fa:16:3e:e8:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:03:09Z', 'updated_at': '2022-01-28T14:03:09Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:11.125262 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582e9e8-9702-4244-a8d8-f10d95511788 None None] The sync data for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 is: [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'port_id': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'mac_address': 'fa:16:3e:e8:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:03:09Z', 'updated_at': '2022-01-28T14:03:09Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:03:11.156130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8ebe1a8-e164-41e1-b881-0e9d5bae02cf req-60be93d2-6267-428f-897d-ab9dea0fb096 service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918038 Jan 28 14:03:11.336321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ccd2b-5909-4542-9c88-046fac25f8f6 None None] New status for floating IP c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:03:11.573874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34838) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:11.641737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e0888655-5a83-4652-a0ab-b1f936c82d3d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d HTTP/1.1" status: 200 len: 993 time: 0.0661376 Jan 28 14:03:11.787741 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:12.012182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729a523-1ad4-413c-b707-7bbeef87cae7 req-c9bd8b7c-37b6-4d60-806d-eff09de5c5f3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:12.013675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8729a523-1ad4-413c-b707-7bbeef87cae7 req-c9bd8b7c-37b6-4d60-806d-eff09de5c5f3 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 946 time: 0.0499234 Jan 28 14:03:12.066103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8729a523-1ad4-413c-b707-7bbeef87cae7 req-26eefe73-2f53-471f-996b-31b793f8a4c4 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467136 Jan 28 14:03:12.183034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9315dc-a746-4ce2-964a-7e664569fc18 req-3dddc556-3a66-44f8-9346-b113397e3185 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:12.184547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b9315dc-a746-4ce2-964a-7e664569fc18 req-3dddc556-3a66-44f8-9346-b113397e3185 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 946 time: 0.0542579 Jan 28 14:03:12.233769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b9315dc-a746-4ce2-964a-7e664569fc18 req-e7404fec-4306-4fbf-91ed-f5db77405edb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 Jan 28 14:03:12.257243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34844) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:12.429550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8617503-bbfd-451a-b3d0-b045fce86cee tempest-TestVolumeBootPattern-1233312115 tempest-TestVolumeBootPattern-1233312115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:12.431065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b8617503-bbfd-451a-b3d0-b045fce86cee tempest-TestVolumeBootPattern-1233312115 tempest-TestVolumeBootPattern-1233312115-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 1092 time: 0.1728008 Jan 28 14:03:12.433911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 34848) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:12.439099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '2da98a56-4f82-47f3-bba7-15592be56876', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:12.458990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:12.558326 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:12.666044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Allocated IP 172.25.4.26 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ccdb9407-c7ff-4551-81b2-4eb5f03d64fa) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:03:12.783827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:12.821197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:12.861951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:03:12.864876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:03:12.870860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:03:12.894455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=ccdb9407-c7ff-4551-81b2-4eb5f03d64fa,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:13.198524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-c1c4fdb2-65c4-4931-8355-59a9dd247102 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857296 Jan 28 14:03:13.304881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-2630001f-9393-460d-a5ac-371749d384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:13.306375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-2630001f-9393-460d-a5ac-371749d384dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 1097 time: 0.0797741 Jan 28 14:03:13.320152 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (4e48f87b-bce8-4f9d-b227-9653ca2e73b3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:13.453036 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:13.488639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-eff12b98-fbe6-4709-91cc-697c4846eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:13.490127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-eff12b98-fbe6-4709-91cc-697c4846eecd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1481373 Jan 28 14:03:13.546041 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-336b6a97-a50e-4103-b484-9ae07dcb8b31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a HTTP/1.1" status: 200 len: 217 time: 0.0413604 Jan 28 14:03:13.967409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-b0133d81-7b71-4204-8cf2-8fa6c642a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:13.969019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-b0133d81-7b71-4204-8cf2-8fa6c642a94b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.4137104 Jan 28 14:03:14.046632 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:14.051023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-fb1b954f-e923-48ed-8dfc-98bc60cfb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:14.052587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-fb1b954f-e923-48ed-8dfc-98bc60cfb6e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756736 Jan 28 14:03:14.053623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:14.182591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event updated for resources: {'Port': ['ID=ccdb9407-c7ff-4551-81b2-4eb5f03d64fa,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:14.204237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (4e48f87b-bce8-4f9d-b227-9653ca2e73b3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:14.265521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-76121211-c2c0-4891-aa0d-a38f7540ac63 service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035549 Jan 28 14:03:14.377154 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Floating IP 4e48f87b-bce8-4f9d-b227-9653ca2e73b3 associated. External IP: 172.25.4.26, port: 2da98a56-4f82-47f3-bba7-15592be56876. Jan 28 14:03:14.440539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa71132-abe6-4fe5-818c-e0c21f746312 req-95bbbc6e-5564-48f3-bbd4-3c2734ceca51 service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678081 Jan 28 14:03:14.619585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:03:14.737054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:03:14.748428 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:03:14.756602 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:14.760977 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:14.761638 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:14.785760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1a7cea4b-2c5b-4434-9964-6b3cd2da1a4a tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3508129 Jan 28 14:03:14.786805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:14.789459 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce6fdf0-13b6-49a5-962d-49bcc204e980" -d '{"events": [{"name": "network-changed", "server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "tag": "2da98a56-4f82-47f3-bba7-15592be56876"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:14.830175 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e62857-3c62-4d66-bd97-5055a6619d35 x-openstack-request-id: req-64e62857-3c62-4d66-bd97-5055a6619d35 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:14.830472 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "tag": "2da98a56-4f82-47f3-bba7-15592be56876", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:14.830732 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64e62857-3c62-4d66-bd97-5055a6619d35 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:14.831189 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876', 'status': 'completed', 'code': 200} Jan 28 14:03:14.889832 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:14.948413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-2dd56488-b818-4d8d-a5dd-132fccc2c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:14.949941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-2dd56488-b818-4d8d-a5dd-132fccc2c352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 1097 time: 0.0986772 Jan 28 14:03:15.064119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-2f47c0c6-e92e-4e27-ad07-2f37c6a79816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:15.065796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-2f47c0c6-e92e-4e27-ad07-2f37c6a79816 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1027033 Jan 28 14:03:15.136478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-897e5819-4b80-41a6-bf09-d3c7e68ce315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da98a56-4f82-47f3-bba7-15592be56876 HTTP/1.1" status: 200 len: 999 time: 0.0630956 Jan 28 14:03:15.142364 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:52Z', 'revision_number': 1, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}, {'id': '4e48f87b-bce8-4f9d-b227-9653ca2e73b3', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': '2da98a56-4f82-47f3-bba7-15592be56876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:69:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:03:13Z', 'updated_at': '2022-01-28T14:03:13Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:15.173714 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:03:15.183470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:15.184131 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:15.199827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-de5e131c-716f-47e9-b4d1-8ca62357a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:15.201373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-de5e131c-716f-47e9-b4d1-8ca62357a73e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0548794 Jan 28 14:03:15.260130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-88f7a7c6-8c93-4d3a-8a4c-8242fb9fa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:15.261897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-88f7a7c6-8c93-4d3a-8a4c-8242fb9fa0a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539889 Jan 28 14:03:15.299072 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:03:15.357996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-d5780149-55cf-4267-b6fb-2b81fc67fd81 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893486 Jan 28 14:03:15.458995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dce6fdf0-13b6-49a5-962d-49bcc204e980 req-4f7412c3-edde-4f6b-b8fa-efc35e10f5cb service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943410 Jan 28 14:03:15.540520 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:52Z', 'revision_number': 1, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}, {'id': '4e48f87b-bce8-4f9d-b227-9653ca2e73b3', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': '2da98a56-4f82-47f3-bba7-15592be56876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:69:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:03:13Z', 'updated_at': '2022-01-28T14:03:13Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:15.566503 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc6335-423c-44b6-b1d4-d8356972ca08 None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:52Z', 'revision_number': 1, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}, {'id': '4e48f87b-bce8-4f9d-b227-9653ca2e73b3', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': '2da98a56-4f82-47f3-bba7-15592be56876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:69:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:03:13Z', 'updated_at': '2022-01-28T14:03:13Z', 'revision_number': 0, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:03:15.759803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc85bf-4566-43c0-92a8-3284e890464f req-664f02bd-d191-4673-baa2-231b35254cce tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:15.761411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3fc85bf-4566-43c0-92a8-3284e890464f req-664f02bd-d191-4673-baa2-231b35254cce tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0804176 Jan 28 14:03:15.780246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-2105a7fa-b99a-40da-a3c0-e08452a3df95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648801 Jan 28 14:03:15.780545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b3148-50f1-4544-9b01-bf313c4e94ad None None] New status for floating IP 4e48f87b-bce8-4f9d-b227-9653ca2e73b3: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:03:15.819486 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3fc85bf-4566-43c0-92a8-3284e890464f req-03421dcb-3869-45aa-a649-666748890fb1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508325 Jan 28 14:03:15.872237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-517efce7-25a0-40b3-b66f-f663b1376661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:15.873734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-517efce7-25a0-40b3-b66f-f663b1376661 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1096 time: 0.0439348 Jan 28 14:03:16.006263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83ba69-b8dc-43f9-af89-19bc3a293c2d req-6e6e5e56-d46e-44ee-a633-9e969dbf0281 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:16.007775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de83ba69-b8dc-43f9-af89-19bc3a293c2d req-6e6e5e56-d46e-44ee-a633-9e969dbf0281 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1092057 Jan 28 14:03:16.051639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-0e31ff37-5326-4b99-abc4-4ebad658983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:16.053181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-0e31ff37-5326-4b99-abc4-4ebad658983d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1245744 Jan 28 14:03:16.083806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de83ba69-b8dc-43f9-af89-19bc3a293c2d req-feef9faa-300c-4149-a56d-f57d89d56f4f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664902 Jan 28 14:03:16.141829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-b398091a-5baf-4f99-8c0e-4f4d0c65c25e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 999 time: 0.0716259 Jan 28 14:03:16.200396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-c3bfa88f-5644-420a-9c9e-cc3d4be37a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:16.202065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-c3bfa88f-5644-420a-9c9e-cc3d4be37a11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0512123 Jan 28 14:03:16.316042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-680b2b3f-b56b-4f7b-a94a-a71028590ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:16.317612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-680b2b3f-b56b-4f7b-a94a-a71028590ee0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032274 Jan 28 14:03:16.342035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-ebf00b1a-0b6b-441c-9f09-4fbaa8fcd01b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:16.343414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-ebf00b1a-0b6b-441c-9f09-4fbaa8fcd01b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.1380475 Jan 28 14:03:16.394952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-f5e213a3-78cb-43ea-ba29-10fe47524170 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/quotas/214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 375 time: 0.0418642 Jan 28 14:03:16.462009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-b6ec5759-670b-4c50-b0e9-f3e76dd91230 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337695 Jan 28 14:03:16.474799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-3f3ae40d-ecfc-455b-8860-722b0e377abe tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0742266 Jan 28 14:03:16.630827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0559c96d-8144-4c8a-8ca8-28da3ea0ac4f req-aa937f48-f3ee-4097-9b59-959c585f20bc service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550801 Jan 28 14:03:16.632749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-d396997e-2cae-4304-99f3-cbe1f2a9bfac service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502161 Jan 28 14:03:16.726849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-f88a0203-caa2-4d67-b736-a89d2326f88f service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880914 Jan 28 14:03:16.890220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-71a88196-391e-47bf-a1fe-1fe00dc926b6 req-81c9b0ec-7238-452a-baad-80ed19dc1374 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Jan 28 14:03:17.760380 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:03:17.880648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e265b1d5-6ada-4106-885a-385c67e77166 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:17.882184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e265b1d5-6ada-4106-885a-385c67e77166 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.1093934 Jan 28 14:03:17.895475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'port': {'device_id': '1120380d-95bc-4314-8511-f789901a4bf7', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'admin_state_up': True, 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:18.027420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-352b69b0-1c6f-4325-b731-289a291e9b41 req-ecbc0313-3110-4a8b-bcdd-cac9dedd8784 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0541162 Jan 28 14:03:18.062445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Made reservation on behalf of 214941f49e684b29a61ec64d4fa6cd94 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:03:18.066953 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.207374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Allocated IP 172.20.0.5 (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8/c70f35c0-913e-4d30-bb76-b6c7b1946fa2/dc290239-ff64-439f-a074-bff6455a5174) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:03:18.354266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (dc290239-ff64-439f-a074-bff6455a5174), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.395126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (dc290239-ff64-439f-a074-bff6455a5174), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.411167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:18.441325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:03:18.449693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:03:18.455263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:03:18.459311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a85ae0f-9ee8-4ae4-b046-03bfd032076a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:18.496372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=dc290239-ff64-439f-a074-bff6455a5174,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:18.520928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:18.521629 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.547720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-e2580eb3-9f6d-4519-82ab-d9a58339cf4e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6561923 Jan 28 14:03:18.566450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Request body: {'port': {'device_id': '1120380d-95bc-4314-8511-f789901a4bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:18.634080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dc290239-ff64-439f-a074-bff6455a5174), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.831281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0bd60bc8-d77b-4b1c-a862-85c7e931cb76 None None] Provisioning complete for port dc290239-ff64-439f-a074-bff6455a5174 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:18.831759 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0bd60bc8-d77b-4b1c-a862-85c7e931cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dc290239-ff64-439f-a074-bff6455a5174), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.869574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0bd60bc8-d77b-4b1c-a862-85c7e931cb76 None None] Port dc290239-ff64-439f-a074-bff6455a5174 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:03:18.931526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc290239-ff64-439f-a074-bff6455a5174 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:18.938962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Publish callbacks [] for port (dc290239-ff64-439f-a074-bff6455a5174), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:18.950530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Transition to ACTIVE for port object dc290239-ff64-439f-a074-bff6455a5174 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:03:18.954359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (dc290239-ff64-439f-a074-bff6455a5174), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:19.005898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Pushing event updated for resources: {'Port': ['ID=dc290239-ff64-439f-a074-bff6455a5174,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:19.090637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Attempting to bind port dc290239-ff64-439f-a074-bff6455a5174 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:03:19.091003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Attempting to bind port dc290239-ff64-439f-a074-bff6455a5174 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:03:19.091311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Attempting to bind port dc290239-ff64-439f-a074-bff6455a5174 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:19.096915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Port dc290239-ff64-439f-a074-bff6455a5174 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:03:19.097250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Attempting to bind port dc290239-ff64-439f-a074-bff6455a5174 on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:19.104443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:03:19.104808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:03:19.105178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Bound using segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:03:19.105612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Bound port: dc290239-ff64-439f-a074-bff6455a5174, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:03:19.106119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dc290239-ff64-439f-a074-bff6455a5174), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:19.208575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] For port dc290239-ff64-439f-a074-bff6455a5174, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:03:19.212191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] For port dc290239-ff64-439f-a074-bff6455a5174, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=dc290239-ff64-439f-a074-bff6455a5174,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:03:19.219412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793b54-7b7a-4fc7-8e7e-294a1627f152 req-e1efd36a-2ee0-4f01-9df2-f62c70dfe7fb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:19.221694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17793b54-7b7a-4fc7-8e7e-294a1627f152 req-e1efd36a-2ee0-4f01-9df2-f62c70dfe7fb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 943 time: 0.0980418 Jan 28 14:03:19.223194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (dc290239-ff64-439f-a074-bff6455a5174), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:19.270988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:19.271616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:19.273049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] 10.222.0.60 "PUT /v2.0/ports/dc290239-ff64-439f-a074-bff6455a5174 HTTP/1.1" status: 200 len: 1091 time: 0.7117145 Jan 28 14:03:19.273508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:19.275750 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327879b1-451f-467d-a8b9-9eacf62f3353" -d '{"events": [{"name": "network-changed", "server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "tag": "dc290239-ff64-439f-a074-bff6455a5174"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:19.331364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afc467-5960-40d0-8cdd-54799223c11b service neutron] Pushing event updated for resources: {'Port': ['ID=dc290239-ff64-439f-a074-bff6455a5174,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:19.341941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17793b54-7b7a-4fc7-8e7e-294a1627f152 req-d1646623-71a1-47b1-99c3-1cb1f5f1efc8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106424 Jan 28 14:03:19.389062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-3f8f41b5-137c-4eef-bf5e-be74c38c6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:19.390531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-3f8f41b5-137c-4eef-bf5e-be74c38c6c8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0726917 Jan 28 14:03:19.402950 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5834cbc2-a935-4e43-961d-202692f7cd39 x-openstack-request-id: req-5834cbc2-a935-4e43-961d-202692f7cd39 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:19.403250 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "tag": "dc290239-ff64-439f-a074-bff6455a5174", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:19.403513 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5834cbc2-a935-4e43-961d-202692f7cd39 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:19.403929 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174', 'status': 'completed', 'code': 200} Jan 28 14:03:19.440763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-5cad8f42-e862-489d-bda6-3cd69aaba6ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc290239-ff64-439f-a074-bff6455a5174 HTTP/1.1" status: 200 len: 217 time: 0.0358846 Jan 28 14:03:19.505927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-72c74cb2-d203-42b8-b0ed-c88d01836367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:19.507459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-72c74cb2-d203-42b8-b0ed-c88d01836367 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0491962 Jan 28 14:03:19.561418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-f0f0d1e2-9cd1-4a10-98f9-7bed0f8850fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:19.562947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-f0f0d1e2-9cd1-4a10-98f9-7bed0f8850fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476034 Jan 28 14:03:19.650566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-5910fe78-991d-4e99-894a-9fe85b54193e service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805240 Jan 28 14:03:19.747294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c3c3b83-5f9c-483f-b3e5-147972bebc8e req-3d8ed76f-a6c6-41da-b734-639186b49011 service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874670 Jan 28 14:03:19.836674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-1632380a-5955-4353-9f38-3b5520e3facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:19.838271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-1632380a-5955-4353-9f38-3b5520e3facd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0424938 Jan 28 14:03:19.932415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-cb86b1ef-cda9-493f-a099-d3169e0bc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:19.933891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-cb86b1ef-cda9-493f-a099-d3169e0bc3fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.0898712 Jan 28 14:03:20.304803 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-d345dc72-cdd2-47f3-98b7-7afa57a4564f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc290239-ff64-439f-a074-bff6455a5174 HTTP/1.1" status: 200 len: 217 time: 0.3630798 Jan 28 14:03:20.357361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-d2f9b1f5-bdfe-4c9f-82b6-28962bbb4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:20.358855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-d2f9b1f5-bdfe-4c9f-82b6-28962bbb4af3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0442479 Jan 28 14:03:20.411520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-75304b0e-a664-40f7-8249-25365c8bd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:20.413068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-75304b0e-a664-40f7-8249-25365c8bd3bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424912 Jan 28 14:03:20.538461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440bcd2-1f34-4f53-93d5-4e1bc774b1d2 req-fd12301a-0153-49b4-91fa-6718d10cbca2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:20.539970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8440bcd2-1f34-4f53-93d5-4e1bc774b1d2 req-fd12301a-0153-49b4-91fa-6718d10cbca2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 943 time: 0.1194396 Jan 28 14:03:20.572563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-2913227e-da04-4d02-b139-edadb38ffc88 service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505110 Jan 28 14:03:20.644490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8440bcd2-1f34-4f53-93d5-4e1bc774b1d2 req-906a0824-ecc0-4d6c-b23f-2880ffc6aed0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976565 Jan 28 14:03:20.682630 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-327879b1-451f-467d-a8b9-9eacf62f3353 req-798acdbe-31af-4efe-98e3-a146e1a130cb service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018095 Jan 28 14:03:21.762388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1cc4e-bc47-4921-8603-402a41974b66 req-1b25320d-e857-413b-a1b4-d526f93f2cbe tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:21.763857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ff1cc4e-bc47-4921-8603-402a41974b66 req-1b25320d-e857-413b-a1b4-d526f93f2cbe tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 943 time: 0.0493522 Jan 28 14:03:21.794716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device dc290239-ff64-439f-a074-bff6455a5174 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:03:21.820515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ff1cc4e-bc47-4921-8603-402a41974b66 req-41db2bf4-5a25-41f9-8c58-86c4f1a2a103 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Jan 28 14:03:21.899846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port dc290239-ff64-439f-a074-bff6455a5174, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=dc290239-ff64-439f-a074-bff6455a5174,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:21.912412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'dc290239-ff64-439f-a074-bff6455a5174', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': 'dc290239-ff64-439f-a074-bff6455a5174', 'mac_address': 'fa:16:3e:b8:fb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:03:21.954639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port dc290239-ff64-439f-a074-bff6455a5174 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:21.955038 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dc290239-ff64-439f-a074-bff6455a5174), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:21.967878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc290239-ff64-439f-a074-bff6455a5174 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:21.989936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port dc290239-ff64-439f-a074-bff6455a5174, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=dc290239-ff64-439f-a074-bff6455a5174,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:21.993658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dc290239-ff64-439f-a074-bff6455a5174), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:22.045356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=dc290239-ff64-439f-a074-bff6455a5174,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:22.275336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['dc290239-ff64-439f-a074-bff6455a5174'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:22.942115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff36c7-d6bc-46dd-b5ac-19c1e35619e3 req-72de99f5-2c15-4b57-a298-977dce1db739 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:22.943701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92ff36c7-d6bc-46dd-b5ac-19c1e35619e3 req-72de99f5-2c15-4b57-a298-977dce1db739 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0522656 Jan 28 14:03:22.992853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92ff36c7-d6bc-46dd-b5ac-19c1e35619e3 req-6aa33270-3164-4e3e-9e8f-158af6eeebad tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Jan 28 14:03:23.810052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device dc290239-ff64-439f-a074-bff6455a5174 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:03:23.859291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port dc290239-ff64-439f-a074-bff6455a5174 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:03:23.864112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port dc290239-ff64-439f-a074-bff6455a5174 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:23.864496 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dc290239-ff64-439f-a074-bff6455a5174), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:23.941350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port dc290239-ff64-439f-a074-bff6455a5174 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:23.941745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dc290239-ff64-439f-a074-bff6455a5174), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:23.968267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:23.970508 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ed795-7738-430e-9d75-ff01f73db85e" -d '{"events": [{"server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "name": "network-vif-plugged", "status": "completed", "tag": "dc290239-ff64-439f-a074-bff6455a5174"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:23.983714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port dc290239-ff64-439f-a074-bff6455a5174, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=dc290239-ff64-439f-a074-bff6455a5174,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:23.988310 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dc290239-ff64-439f-a074-bff6455a5174), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:24.011294 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f648eee1-2dd7-46b1-8cc4-e9a97c24a6dc x-openstack-request-id: req-f648eee1-2dd7-46b1-8cc4-e9a97c24a6dc {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:24.011593 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "name": "network-vif-plugged", "status": "completed", "tag": "dc290239-ff64-439f-a074-bff6455a5174", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:24.011851 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f648eee1-2dd7-46b1-8cc4-e9a97c24a6dc {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:24.012285 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174', 'code': 200} Jan 28 14:03:24.040576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=dc290239-ff64-439f-a074-bff6455a5174,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:24.146163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4898dd4-75ae-4bc0-aaeb-64e7034b8f95 req-b52f4103-bded-49c8-8a85-4d0bdbfca4ed tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:24.147550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4898dd4-75ae-4bc0-aaeb-64e7034b8f95 req-b52f4103-bded-49c8-8a85-4d0bdbfca4ed tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0799632 Jan 28 14:03:24.149436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bc46b-1dc2-455f-944f-9bc416c430cd req-4f94a279-7215-402b-91ee-f3e2f3b6b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:24.150742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c39bc46b-1dc2-455f-944f-9bc416c430cd req-4f94a279-7215-402b-91ee-f3e2f3b6b6ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0746241 Jan 28 14:03:24.221924 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c39bc46b-1dc2-455f-944f-9bc416c430cd req-052449b4-304a-4f54-b0f0-3565055f6f6e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629339 Jan 28 14:03:24.224846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4898dd4-75ae-4bc0-aaeb-64e7034b8f95 req-39fe54ca-ca6e-4d63-b101-5dbb5a39a187 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717664 Jan 28 14:03:25.340552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003221d5-83bf-4beb-a58d-426da25e1b47 req-3b089e85-7f72-4fa4-a1b1-8762281b99ed tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:25.342025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-003221d5-83bf-4beb-a58d-426da25e1b47 req-3b089e85-7f72-4fa4-a1b1-8762281b99ed tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0504732 Jan 28 14:03:25.391722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-003221d5-83bf-4beb-a58d-426da25e1b47 req-f47a58bd-207e-4b1e-9eee-8f1afeeec3ea tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Jan 28 14:03:26.510268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77abcd-2996-4f55-8cdb-055c8822e850 req-78f00a8b-3982-444b-9232-5a4962fd8961 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:26.511686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c77abcd-2996-4f55-8cdb-055c8822e850 req-78f00a8b-3982-444b-9232-5a4962fd8961 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Jan 28 14:03:26.559317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c77abcd-2996-4f55-8cdb-055c8822e850 req-f0942fd4-f147-41ee-89fc-e0e54285662b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Jan 28 14:03:26.664027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-c44f0bd0-e95a-4a8a-a88e-9defcf9f7260 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 267 time: 0.0418506 Jan 28 14:03:26.716873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-00a73d82-4f02-4426-918a-b98afaaac216 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:26.718321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-00a73d82-4f02-4426-918a-b98afaaac216 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0486248 Jan 28 14:03:26.729081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'port': {'security_groups': []}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:26.793317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dc290239-ff64-439f-a074-bff6455a5174), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:26.887581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:26.950914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] For port dc290239-ff64-439f-a074-bff6455a5174, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=dc290239-ff64-439f-a074-bff6455a5174,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:26.984012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (dc290239-ff64-439f-a074-bff6455a5174), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:26.988785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (dc290239-ff64-439f-a074-bff6455a5174), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:27.000963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:27.005197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a85ae0f-9ee8-4ae4-b046-03bfd032076a', 'dc290239-ff64-439f-a074-bff6455a5174'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:27.033022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.034226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:27.036083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b908a247-17b7-44eb-b3f7-070ad3781a59 req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "PUT /v2.0/ports/dc290239-ff64-439f-a074-bff6455a5174 HTTP/1.1" status: 200 len: 904 time: 0.3111768 Jan 28 14:03:27.036297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:27.038561 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d17255-1d44-45e8-a3be-014b29564da4" -d '{"events": [{"name": "network-changed", "server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "tag": "dc290239-ff64-439f-a074-bff6455a5174"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:27.065504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c6474-fac4-437f-a1f7-f2b41360869c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=dc290239-ff64-439f-a074-bff6455a5174,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:27.097292 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfb0a03-9d5f-4dc6-8601-41415db96c8a x-openstack-request-id: req-3bfb0a03-9d5f-4dc6-8601-41415db96c8a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:27.097876 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "tag": "dc290239-ff64-439f-a074-bff6455a5174", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:27.098374 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3bfb0a03-9d5f-4dc6-8601-41415db96c8a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:27.099191 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174', 'status': 'completed', 'code': 200} Jan 28 14:03:27.213323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-23a0627f-c4ef-428f-9fd9-ec657209714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.214856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-23a0627f-c4ef-428f-9fd9-ec657209714b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 1058 time: 0.0851169 Jan 28 14:03:27.253340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630bc0e-98ca-4b99-83f4-5d75f6801e7f req-2b41f39c-814a-43df-8459-d7a83d9dbda4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.264329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5630bc0e-98ca-4b99-83f4-5d75f6801e7f req-2b41f39c-814a-43df-8459-d7a83d9dbda4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 907 time: 0.0927114 Jan 28 14:03:27.277919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['dc290239-ff64-439f-a074-bff6455a5174'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:27.369863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-947e9b34-d4a3-4f87-be93-633dab79cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.371347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-947e9b34-d4a3-4f87-be93-633dab79cb4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1494975 Jan 28 14:03:27.380288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1d5785a1-390a-4845-99a4-53c6b8bd2ac4 None None] Provisioning complete for port dc290239-ff64-439f-a074-bff6455a5174 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:27.380671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1d5785a1-390a-4845-99a4-53c6b8bd2ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dc290239-ff64-439f-a074-bff6455a5174), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:27.420844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-72ec7a12-7441-4ecf-be7f-85058f05bf55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc290239-ff64-439f-a074-bff6455a5174 HTTP/1.1" status: 200 len: 217 time: 0.0415261 Jan 28 14:03:27.428366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37408-7446-47be-a653-dc307a297cc9 req-3fdb4abc-da09-4859-b563-033e77c1b3f4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.429958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa37408-7446-47be-a653-dc307a297cc9 req-3fdb4abc-da09-4859-b563-033e77c1b3f4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1001294 Jan 28 14:03:27.491013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-f9cc3f4b-cc85-4206-9b65-f1b15c078e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.492509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-f9cc3f4b-cc85-4206-9b65-f1b15c078e8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0616724 Jan 28 14:03:27.536266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa37408-7446-47be-a653-dc307a297cc9 req-a0b99d7a-8f49-482c-b779-bef0e2cb503d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971360 Jan 28 14:03:27.564569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1d5785a1-390a-4845-99a4-53c6b8bd2ac4 None None] Current status of the port dc290239-ff64-439f-a074-bff6455a5174 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:27.565643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-c1f88be8-7e97-455b-819d-1ab25d1e8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.567305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-c1f88be8-7e97-455b-819d-1ab25d1e8213 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671842 Jan 28 14:03:27.699702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4860-d74f-4f88-a915-14fe487ea7b3 req-06c833ab-d3f3-4665-abff-02e4b69741a5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:27.701197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d07a4860-d74f-4f88-a915-14fe487ea7b3 req-06c833ab-d3f3-4665-abff-02e4b69741a5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0765371 Jan 28 14:03:27.704746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-2b02fba7-87e8-4970-8577-7a05ddf02e5c service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287372 Jan 28 14:03:27.806324 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d07a4860-d74f-4f88-a915-14fe487ea7b3 req-3ab08b26-96ee-41a4-906e-bbfecc7cf0e5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994544 Jan 28 14:03:27.836095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1d17255-1d44-45e8-a3be-014b29564da4 req-8d7cf51e-6b25-4971-9713-6d0bfbad7db2 service neutron] 10.222.0.60 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223347 Jan 28 14:03:28.032127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-6f7c49c8-172c-4230-ad1b-fdc45ec418df tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:28.034186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-6f7c49c8-172c-4230-ad1b-fdc45ec418df tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.1023841 Jan 28 14:03:28.048752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-a8e5eaf6-165a-424e-8058-26ea73276fb8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/quotas/214941f49e684b29a61ec64d4fa6cd94 HTTP/1.1" status: 200 len: 375 time: 0.0092838 Jan 28 14:03:28.110487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-ed3763f0-ba85-4e6f-aa45-ffcd69187992 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0562620 Jan 28 14:03:28.201109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-d7430af9-ff6d-4045-9c2b-b2eb54f3b9e3 service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829830 Jan 28 14:03:28.232690 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:28.297711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-938a2856-6d4f-423d-8fec-5a588cac2ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900493 Jan 28 14:03:28.455829 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-509085cb-4b5d-4d91-8226-8b7d6637b1f8 req-6ec248b3-7877-4d54-aab9-55390fbf539c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 210 time: 0.0266180 Jan 28 14:03:29.475787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-d22c2df4-9a13-4890-b4bd-3d984035225a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:29.477283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-d22c2df4-9a13-4890-b4bd-3d984035225a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 812 time: 0.1163886 Jan 28 14:03:29.494118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Request body: {'port': {'device_id': '82557983-4f0b-485b-9794-002fa6d6e8af', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'admin_state_up': True, 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:29.584993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c49f7d1-97ef-465d-bec3-45d28e20f693 req-39295df3-0ca0-45c3-acad-38eb0a1a8ad0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 210 time: 0.0388947 Jan 28 14:03:29.636072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Made reservation on behalf of 214941f49e684b29a61ec64d4fa6cd94 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:03:29.639403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:29.773365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Allocated IP 172.20.0.8 (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8/c70f35c0-913e-4d30-bb76-b6c7b1946fa2/a010deea-ee2f-40f1-84af-9779d251c9cf) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:03:29.919055 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:29.954162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:29.967154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:29.972937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a85ae0f-9ee8-4ae4-b046-03bfd032076a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:30.001994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:03:30.005913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:03:30.012226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:03:30.041401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:30.074904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:30.075578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.098955 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-924fa5bb-d996-46d7-bc6c-45eaea3a7340 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6093576 Jan 28 14:03:30.114841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Request body: {'port': {'device_id': '82557983-4f0b-485b-9794-002fa6d6e8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:30.183418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.311242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ad47a6fd-8565-4cde-8db5-08026d299b20 None None] Provisioning complete for port a010deea-ee2f-40f1-84af-9779d251c9cf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:30.311618 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad47a6fd-8565-4cde-8db5-08026d299b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.347109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ad47a6fd-8565-4cde-8db5-08026d299b20 None None] Port a010deea-ee2f-40f1-84af-9779d251c9cf cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:03:30.491899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a010deea-ee2f-40f1-84af-9779d251c9cf {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:30.500860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Publish callbacks [] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.513550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Transition to ACTIVE for port object a010deea-ee2f-40f1-84af-9779d251c9cf will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:03:30.517161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.573414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:30.653083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Attempting to bind port a010deea-ee2f-40f1-84af-9779d251c9cf on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:03:30.653443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Attempting to bind port a010deea-ee2f-40f1-84af-9779d251c9cf by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:03:30.653757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Attempting to bind port a010deea-ee2f-40f1-84af-9779d251c9cf on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:30.659119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Port a010deea-ee2f-40f1-84af-9779d251c9cf on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:03:30.659519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Attempting to bind port a010deea-ee2f-40f1-84af-9779d251c9cf on network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:30.667439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:03:30.667784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Checking segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:03:30.668283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Bound using segment: {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:03:30.668696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Bound port: a010deea-ee2f-40f1-84af-9779d251c9cf, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc58b8-816c-4400-80b5-cf3910c78249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:03:30.669099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.767050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812841-811d-46a5-b139-a4783274fd48 req-0ecba0d5-25ac-4e6d-a7fa-76c39ffd87eb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:30.768840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd812841-811d-46a5-b139-a4783274fd48 req-0ecba0d5-25ac-4e6d-a7fa-76c39ffd87eb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 943 time: 0.1034551 Jan 28 14:03:30.807745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:03:30.834761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:03:30.845881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.881079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd812841-811d-46a5-b139-a4783274fd48 req-7110c8d8-2292-4e80-bc76-de820defa115 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015215 Jan 28 14:03:30.890313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:30.890948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.892371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] 10.222.0.36 "PUT /v2.0/ports/a010deea-ee2f-40f1-84af-9779d251c9cf HTTP/1.1" status: 200 len: 1091 time: 0.7829950 Jan 28 14:03:30.902110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:30.902110 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178fc93b-09ca-43e0-93b8-f04987981262" -d '{"events": [{"name": "network-changed", "server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:30.921209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fda574-947e-4d39-9afc-19412ff9df6d service neutron] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:30.950269 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e99e1-8bb8-4ebd-b884-97a4c84a5db8 x-openstack-request-id: req-234e99e1-8bb8-4ebd-b884-97a4c84a5db8 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:30.950657 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:30.951003 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-234e99e1-8bb8-4ebd-b884-97a4c84a5db8 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:30.951495 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'status': 'completed', 'code': 200} Jan 28 14:03:30.991022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-2b0ab6fd-e6c6-465c-9b50-63796819f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:30.992622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-2b0ab6fd-e6c6-465c-9b50-63796819f9c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 1094 time: 0.0534143 Jan 28 14:03:31.037968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-31d680a2-0ee7-4fd8-a06c-8e7c52581f18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a010deea-ee2f-40f1-84af-9779d251c9cf HTTP/1.1" status: 200 len: 217 time: 0.0370448 Jan 28 14:03:31.096739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-621c6ac3-c02e-40d7-8ec7-9f740e888f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:31.099066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-621c6ac3-c02e-40d7-8ec7-9f740e888f40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0506992 Jan 28 14:03:31.148607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-05a45247-946e-4fff-b16c-66d76e33fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:31.150378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-05a45247-946e-4fff-b16c-66d76e33fffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459437 Jan 28 14:03:31.240291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-9426dae6-8ca7-49ba-ae45-2241fdc1b3e2 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832860 Jan 28 14:03:31.333954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e8f9668-8d69-43a1-9017-602fa92be547 req-a46a6ece-cedb-434b-b564-13f74db01e17 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877955 Jan 28 14:03:31.422450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fc93b-09ca-43e0-93b8-f04987981262 req-dbffefca-4ebb-408b-b8f6-2073214f5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:31.423898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-178fc93b-09ca-43e0-93b8-f04987981262 req-dbffefca-4ebb-408b-b8f6-2073214f5490 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 1094 time: 0.0424964 Jan 28 14:03:31.513983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fc93b-09ca-43e0-93b8-f04987981262 req-23f15370-9233-431d-b5cf-e90334c46d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:31.515454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-178fc93b-09ca-43e0-93b8-f04987981262 req-23f15370-9233-431d-b5cf-e90334c46d0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.0847609 Jan 28 14:03:31.560350 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-178fc93b-09ca-43e0-93b8-f04987981262 req-1912d7ac-5200-4cb2-8724-345ca5c1f6b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a010deea-ee2f-40f1-84af-9779d251c9cf HTTP/1.1" status: 200 len: 217 time: 0.0388083 Jan 28 14:03:31.610429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fc93b-09ca-43e0-93b8-f04987981262 req-e251fac8-5897-4d55-a08b-409568894062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:31.611898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-178fc93b-09ca-43e0-93b8-f04987981262 req-e251fac8-5897-4d55-a08b-409568894062 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0435734 Jan 28 14:03:31.656465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fc93b-09ca-43e0-93b8-f04987981262 req-ff926189-4bf1-48f7-9e2a-6b93de64fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:31.657953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-178fc93b-09ca-43e0-93b8-f04987981262 req-ff926189-4bf1-48f7-9e2a-6b93de64fe0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395653 Jan 28 14:03:31.755278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-178fc93b-09ca-43e0-93b8-f04987981262 req-e96606ad-e872-4dd9-a21e-ba0d9addc1bd service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 Jan 28 14:03:31.843495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-178fc93b-09ca-43e0-93b8-f04987981262 req-169860c8-9a0b-4642-b00d-c75fa2fcd8d6 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819588 Jan 28 14:03:32.005092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd305ae0-b2df-49fd-bd88-f19babab7783 req-143689a2-162c-42cd-8481-1ae0abbacd78 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:32.006658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd305ae0-b2df-49fd-bd88-f19babab7783 req-143689a2-162c-42cd-8481-1ae0abbacd78 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 943 time: 0.0517509 Jan 28 14:03:32.058513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd305ae0-b2df-49fd-bd88-f19babab7783 req-d6f102bb-688c-49e0-91ec-7c78a9e80778 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Jan 28 14:03:33.180186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a766a-60b2-4e27-b20b-230039425fff req-8cc7d9dd-e474-4609-8bfb-5b7212d3a1e4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:33.181642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b6a766a-60b2-4e27-b20b-230039425fff req-8cc7d9dd-e474-4609-8bfb-5b7212d3a1e4 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 943 time: 0.0512996 Jan 28 14:03:33.230710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b6a766a-60b2-4e27-b20b-230039425fff req-e4e951be-270e-442c-820d-7878babad819 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Jan 28 14:03:34.361243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa94f5-e47d-4649-8fa2-92ade68a6402 req-e384a741-66a8-4a45-839e-c0c7677e63b6 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:34.364055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edfa94f5-e47d-4649-8fa2-92ade68a6402 req-e384a741-66a8-4a45-839e-c0c7677e63b6 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 943 time: 0.0549259 Jan 28 14:03:34.419014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edfa94f5-e47d-4649-8fa2-92ade68a6402 req-ed142ab8-889d-4785-b244-dd6fe20999a0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497947 Jan 28 14:03:34.931099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d1f95ce6-6203-4e2b-a567-ff8252cf41cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:35.404444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a010deea-ee2f-40f1-84af-9779d251c9cf details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:03:35.509059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:35.524229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'mac_address': 'fa:16:3e:7f:9f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:03:35.545517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c766f0-fdab-4771-ae7b-539d416336bb req-c6500e18-f142-4a8f-9933-245cd48fc5f9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:35.547271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40c766f0-fdab-4771-ae7b-539d416336bb req-c6500e18-f142-4a8f-9933-245cd48fc5f9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 943 time: 0.0555069 Jan 28 14:03:35.569057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a010deea-ee2f-40f1-84af-9779d251c9cf is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:35.569859 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:35.584650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a010deea-ee2f-40f1-84af-9779d251c9cf {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:35.604600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:35.608728 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:35.609478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40c766f0-fdab-4771-ae7b-539d416336bb req-b72e5aae-161f-44c6-b060-9a42f4bcf4b8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 Jan 28 14:03:35.661642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:35.894858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a010deea-ee2f-40f1-84af-9779d251c9cf'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:36.733346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eae38-4da5-498e-9189-e05c61a6be95 req-dc98401d-262b-466d-a775-32ef57ebcb02 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:36.734992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf9eae38-4da5-498e-9189-e05c61a6be95 req-dc98401d-262b-466d-a775-32ef57ebcb02 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 944 time: 0.0521338 Jan 28 14:03:36.784205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cf9eae38-4da5-498e-9189-e05c61a6be95 req-60fc9d60-1742-44d0-bd0c-4cfea7ee16cc tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Jan 28 14:03:37.406928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a010deea-ee2f-40f1-84af-9779d251c9cf up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:03:37.465426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port a010deea-ee2f-40f1-84af-9779d251c9cf completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:03:37.469764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port a010deea-ee2f-40f1-84af-9779d251c9cf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:37.470179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:37.553235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a010deea-ee2f-40f1-84af-9779d251c9cf is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:37.553589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:37.578156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:37.580543 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63e0a7-d1d8-4744-891a-188e99f70ce3" -d '{"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-plugged", "status": "completed", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:37.594703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:37.599964 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:37.627409 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9028223e-3e6c-4c69-bf3f-6aea49dd91b7 x-openstack-request-id: req-9028223e-3e6c-4c69-bf3f-6aea49dd91b7 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:37.627711 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-plugged", "status": "completed", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:37.627973 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9028223e-3e6c-4c69-bf3f-6aea49dd91b7 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:37.628400 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'code': 200} Jan 28 14:03:37.658833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:37.719819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-685a172d-19bf-450a-8b6e-83d640986fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:37.741409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf354-73fe-4a30-bfc4-8ebba6d29360 req-22aefea3-dcf1-43d0-a79e-6198e1a89faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:37.743092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db5bf354-73fe-4a30-bfc4-8ebba6d29360 req-22aefea3-dcf1-43d0-a79e-6198e1a89faa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 1096 time: 0.0478470 Jan 28 14:03:37.792540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db5bf354-73fe-4a30-bfc4-8ebba6d29360 req-f88db2b1-5fc8-4675-80a5-c079038408d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Jan 28 14:03:37.917587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4e423-5a3c-48eb-ab9e-49d3d71e8c87 req-dcb5e92a-5a99-40e6-ab56-da37be24d82a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:37.919598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2b4e423-5a3c-48eb-ab9e-49d3d71e8c87 req-dcb5e92a-5a99-40e6-ab56-da37be24d82a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0565877 Jan 28 14:03:37.979023 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2b4e423-5a3c-48eb-ab9e-49d3d71e8c87 req-376618b0-8ce4-4377-809d-cd7d04863f8e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524206 Jan 28 14:03:38.768104 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:39.096664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcd783-7d72-4207-a29d-d8ff41fde19c req-1bc81e30-fb46-42e5-b89b-8e8c5a9dbe17 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:39.098478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50dcd783-7d72-4207-a29d-d8ff41fde19c req-1bc81e30-fb46-42e5-b89b-8e8c5a9dbe17 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0492806 Jan 28 14:03:39.151407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50dcd783-7d72-4207-a29d-d8ff41fde19c req-c256f0dc-dfb9-4733-91aa-b816e35eb57b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Jan 28 14:03:39.351033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d602b0-d87a-45e4-ba81-331c0cfa5d51 req-04a3ab33-e97f-49be-bd4c-6ff93454668f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:39.352454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93d602b0-d87a-45e4-ba81-331c0cfa5d51 req-04a3ab33-e97f-49be-bd4c-6ff93454668f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0490949 Jan 28 14:03:39.399093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-93d602b0-d87a-45e4-ba81-331c0cfa5d51 req-8ecb5fde-d367-4ea2-bc3a-968f7bf6babd tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Jan 28 14:03:40.517022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acf28a-920b-4c83-9b46-97c29bc4a2ec req-f013fae5-baec-4c89-9a3f-5c27825ccf27 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:40.518419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5acf28a-920b-4c83-9b46-97c29bc4a2ec req-f013fae5-baec-4c89-9a3f-5c27825ccf27 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0496280 Jan 28 14:03:40.565795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5acf28a-920b-4c83-9b46-97c29bc4a2ec req-6650571d-1f62-42a4-b234-3e994bbd9283 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416210 Jan 28 14:03:40.625996 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:40.987271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c4712-3c9e-44c9-89a5-bb52b95e09b3 req-0dcfd9c8-8314-4008-876e-8df66ad59bc3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:40.988767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-678c4712-3c9e-44c9-89a5-bb52b95e09b3 req-0dcfd9c8-8314-4008-876e-8df66ad59bc3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0521202 Jan 28 14:03:41.037357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-678c4712-3c9e-44c9-89a5-bb52b95e09b3 req-dc6504cd-ac76-4b37-a6b3-fb18279540ad tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Jan 28 14:03:41.793576 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:42.153219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7f33-f84f-4505-a710-72eb9f1bdba0 req-3b415054-4961-4dec-a9da-9fda451206a2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:42.159529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-562a7f33-f84f-4505-a710-72eb9f1bdba0 req-3b415054-4961-4dec-a9da-9fda451206a2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0495253 Jan 28 14:03:42.202610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-562a7f33-f84f-4505-a710-72eb9f1bdba0 req-02dee342-02e8-47a8-a20d-ecd6c4b6a536 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Jan 28 14:03:43.325976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149bfe-7541-4217-9bb6-89cf346bc4ec req-4fa60757-ff24-4d63-9563-06beddd8dd93 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:43.327499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4149bfe-7541-4217-9bb6-89cf346bc4ec req-4fa60757-ff24-4d63-9563-06beddd8dd93 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0516250 Jan 28 14:03:43.392056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4149bfe-7541-4217-9bb6-89cf346bc4ec req-e4f618fb-72fa-422f-b40e-00d74f683b9d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Jan 28 14:03:43.437623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a010deea-ee2f-40f1-84af-9779d251c9cf details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:03:43.565462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:43.577660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'port_id': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'mac_address': 'fa:16:3e:7f:9f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:03:43.620579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a010deea-ee2f-40f1-84af-9779d251c9cf is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:43.620980 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:43.636771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a010deea-ee2f-40f1-84af-9779d251c9cf {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:03:43.664773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:43.669227 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:43.728683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:43.781500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['a010deea-ee2f-40f1-84af-9779d251c9cf'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:44.559268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d6c1f-37c9-4444-8aa4-f20bec94ed0f req-5e4f0e0b-4676-4658-bf4d-08a86babd4cf tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:44.564579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f86d6c1f-37c9-4444-8aa4-f20bec94ed0f req-5e4f0e0b-4676-4658-bf4d-08a86babd4cf tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 944 time: 0.0678072 Jan 28 14:03:44.613635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f86d6c1f-37c9-4444-8aa4-f20bec94ed0f req-e6c949f2-1f3c-4db9-919c-93acddb5b257 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Jan 28 14:03:44.903911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcab2c-f2bc-4297-9127-7b81634f2420 req-a8b38611-b7f5-4b54-8933-e1ef0a50a29c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:44.905855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11dcab2c-f2bc-4297-9127-7b81634f2420 req-a8b38611-b7f5-4b54-8933-e1ef0a50a29c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0586879 Jan 28 14:03:44.963180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11dcab2c-f2bc-4297-9127-7b81634f2420 req-80f3be6b-f68a-44b4-bfcf-89ef276fa496 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509379 Jan 28 14:03:44.990240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35034) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:45.072493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7cc83849-c34b-47de-a9db-05b543e5efc8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d HTTP/1.1" status: 200 len: 993 time: 0.0809579 Jan 28 14:03:45.437339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a010deea-ee2f-40f1-84af-9779d251c9cf up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:03:45.523389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port a010deea-ee2f-40f1-84af-9779d251c9cf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:45.523766 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:45.554590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcdfde-0dd4-49fc-87a1-f3965f7a9236 req-2e211758-95ab-4a31-98c5-17bbeff2f219 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:45.564711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6bcdfde-0dd4-49fc-87a1-f3965f7a9236 req-2e211758-95ab-4a31-98c5-17bbeff2f219 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1096 time: 0.0651999 Jan 28 14:03:45.613539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6bcdfde-0dd4-49fc-87a1-f3965f7a9236 req-a16796dc-2c0f-49cf-a87a-f2f9aae5e9b2 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473816 Jan 28 14:03:45.634836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a010deea-ee2f-40f1-84af-9779d251c9cf is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:45.635206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:45.681441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:45.684309 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b788295-7d06-46e4-b2ea-fd873ec2a725" -d '{"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-plugged", "status": "completed", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:45.699658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:45.704893 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:45.765133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:45.780122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fef776-af3f-4dc6-b462-b103f854ab98 req-25a54687-f47f-4c04-a8db-654d185ecde0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:45.781719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15fef776-af3f-4dc6-b462-b103f854ab98 req-25a54687-f47f-4c04-a8db-654d185ecde0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0668490 Jan 28 14:03:45.861478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15fef776-af3f-4dc6-b462-b103f854ab98 req-cc0da76c-1ad7-4cd4-8df2-1e2ab8e535de tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655026 Jan 28 14:03:46.522892 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-83302092-7760-4d9c-a45a-d5691e9b51d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494416 Jan 28 14:03:46.534239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6770af86-7e18-4fca-8b61-ca256dc32dc3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:03:46.536527 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6770af86-7e18-4fca-8b61-ca256dc32dc3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069690 Jan 28 14:03:47.187454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-7e57448d-7fb8-473e-9eea-595a0088ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:47.195045 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-7e57448d-7fb8-473e-9eea-595a0088ce72 service neutron] 10.222.0.45 "GET /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 1093 time: 0.0525968 Jan 28 14:03:47.199740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Request body: {'binding': {'host': 'n-h1-822748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:47.200280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Unknown quota resources ['binding']. {{(pid=103373) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 14:03:47.362545 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on host n-h1-822748-2 for vnic_type normal with profile None {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:03:47.363010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:03:47.363961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:47.369228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:03:47.369808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:47.376597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:03:47.377075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Checking segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:03:47.377574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Bound using segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:03:47.378243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Bound port: c0be6b97-fbb2-411b-bdbc-ce875e045c37, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:03:47.470797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:03:47.481430 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:47.482794 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] 10.222.0.45 "POST /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37/bindings HTTP/1.1" status: 201 len: 389 time: 0.2869439 Jan 28 14:03:47.596890 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4109a22f-7602-4de3-aa56-01b9df918e5c x-openstack-request-id: req-4109a22f-7602-4de3-aa56-01b9df918e5c {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:47.597892 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-plugged", "status": "completed", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:47.598388 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4109a22f-7602-4de3-aa56-01b9df918e5c {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:47.599839 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'code': 200} Jan 28 14:03:47.725427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb1f37-42f3-404f-be0c-0be53c8c8c74 req-dda96707-510e-4c7f-9088-9317405cf510 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:47.727659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34bb1f37-42f3-404f-be0c-0be53c8c8c74 req-dda96707-510e-4c7f-9088-9317405cf510 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0664835 Jan 28 14:03:47.808885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-34bb1f37-42f3-404f-be0c-0be53c8c8c74 req-9d58527c-31cd-4fc8-8bcf-9daa6dea7a23 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741079 Jan 28 14:03:47.814846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-ed4428c8-f911-4e79-b865-d63f7346d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:47.816393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-ed4428c8-f911-4e79-b865-d63f7346d778 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1096 time: 0.0805068 Jan 28 14:03:47.971728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2447ec3-8da5-4d28-a41a-c794e4bddbed req-c09493bb-4e16-40f9-9ee7-1d8218e8b3ef tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:47.973265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2447ec3-8da5-4d28-a41a-c794e4bddbed req-c09493bb-4e16-40f9-9ee7-1d8218e8b3ef tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0817180 Jan 28 14:03:48.006697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-92202c9e-64a9-472e-a067-75dbf7199a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:48.008340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-92202c9e-64a9-472e-a067-75dbf7199a7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 898 time: 0.1855655 Jan 28 14:03:48.088276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2447ec3-8da5-4d28-a41a-c794e4bddbed req-d87d4747-c5c8-4c9d-a0f3-a8773eb8bbbb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003358 Jan 28 14:03:48.114625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-a0a380a4-3ea6-4acc-a9a3-7820c6c16a32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 1001 time: 0.0978146 Jan 28 14:03:48.176098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-52da5044-2830-4f94-acf2-d5bb6e194c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:48.178871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-52da5044-2830-4f94-acf2-d5bb6e194c5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 200 len: 834 time: 0.0550406 Jan 28 14:03:48.243755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-15f3589f-d7e5-4202-8aff-3a4f1ae5f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:48.245512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-15f3589f-d7e5-4202-8aff-3a4f1ae5f60e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3578d47f-05e9-486f-b0ee-d03c305a1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569801 Jan 28 14:03:48.374308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-9502952f-9d55-4ab0-bde5-e9c4988d8a76 service neutron] 10.222.0.36 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177802 Jan 28 14:03:48.490941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-ca1873f7-4a98-4e3c-ad03-d43ff928b8a4 service neutron] 10.222.0.36 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093638 Jan 28 14:03:48.660426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-ade9a465-9625-4f08-babf-5c963eda24cf tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:48.662650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-ade9a465-9625-4f08-babf-5c963eda24cf tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad&tenant_id=06966ccca03948e08bf2ba78e71cc414&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0961006 Jan 28 14:03:48.677358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822748-2'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:03:49.126843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.149828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260ec91-eddc-4424-aa28-c60fd49c4585 req-85d55c29-7a15-4adb-bd20-4f5cd998d782 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:49.151301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9260ec91-eddc-4424-aa28-c60fd49c4585 req-85d55c29-7a15-4adb-bd20-4f5cd998d782 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0944433 Jan 28 14:03:49.303777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9260ec91-eddc-4424-aa28-c60fd49c4585 req-0ccee744-16d9-491e-ae8c-cb15dd801a59 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067445 Jan 28 14:03:49.353944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:49.431368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:03:49.484806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:49.487706 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223761d-d614-454a-963b-2100daea3028" -d '{"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:49.492267 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Publish callbacks [] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.502074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e5ef9-1b39-4e57-9bb2-fa843aee1978 req-e70b8917-5525-4727-b5e4-5ae3d93a8cf1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:49.503657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-423e5ef9-1b39-4e57-9bb2-fa843aee1978 req-e70b8917-5525-4727-b5e4-5ae3d93a8cf1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.1170306 Jan 28 14:03:49.506252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.659755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-423e5ef9-1b39-4e57-9bb2-fa843aee1978 req-bfbbb8f0-d82e-4a90-878f-d5826b508b24 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448157 Jan 28 14:03:49.662742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:49.697923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.698281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.698631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.698980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.699319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.699654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.699986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.702185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.702519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.702861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.703197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.703529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.703861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:49.729673 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155d61b-0caa-4dce-81b8-82deb21acdae x-openstack-request-id: req-6155d61b-0caa-4dce-81b8-82deb21acdae {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:49.729956 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:49.730213 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6155d61b-0caa-4dce-81b8-82deb21acdae {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:49.730620 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'code': 200} Jan 28 14:03:49.764531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on host n-h2-822748-2 for vnic_type normal with profile {"migrating_to": "n-h1-822748-2"} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:03:49.764907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:03:49.765213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:49.770706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:03:49.772188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Attempting to bind port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on network 3578d47f-05e9-486f-b0ee-d03c305a1d00 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:03:49.778662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:03:49.779335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Checking segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:03:49.779738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Bound using segment: {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:03:49.780219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Bound port: c0be6b97-fbb2-411b-bdbc-ce875e045c37, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052abe0e-beba-4b40-9a63-a6dd171097f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:03:49.780598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.881263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:03:49.884698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:03:49.891046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:49.953947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e4bcef1f-8246-4508-aca9-0e8cd2f3066d None None] Provisioning complete for port c0be6b97-fbb2-411b-bdbc-ce875e045c37 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:49.954887 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e4bcef1f-8246-4508-aca9-0e8cd2f3066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.068301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e4bcef1f-8246-4508-aca9-0e8cd2f3066d None None] Current status of the port c0be6b97-fbb2-411b-bdbc-ce875e045c37 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:50.068805 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e4bcef1f-8246-4508-aca9-0e8cd2f3066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.083183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=8']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:50.088402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:50.089169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.090797 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-6b6aa982-8407-4064-b684-a38865b4521f service neutron] 10.222.0.36 "PUT /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 1121 time: 1.4176807 Jan 28 14:03:50.107771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e4bcef1f-8246-4508-aca9-0e8cd2f3066d None None] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:50.109371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:50.112359 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75a46b-0f42-41bb-93ad-c649295fa1b5" -d '{"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:50.119250 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e4bcef1f-8246-4508-aca9-0e8cd2f3066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.264088 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6705fc-7bb8-4fa7-b51d-c25d2d1b07ac x-openstack-request-id: req-fc6705fc-7bb8-4fa7-b51d-c25d2d1b07ac {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:50.264837 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:50.265358 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc6705fc-7bb8-4fa7-b51d-c25d2d1b07ac {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:50.266168 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'code': 200} Jan 28 14:03:50.280491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c0be6b97-fbb2-411b-bdbc-ce875e045c37'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:03:50.391419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcef1f-8246-4508-aca9-0e8cd2f3066d None None] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:50.492469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31469c9a-24d1-44c8-bb00-b6859461b803 req-f935def8-760f-46ed-8afd-1412fc990aa7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:50.498738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31469c9a-24d1-44c8-bb00-b6859461b803 req-f935def8-760f-46ed-8afd-1412fc990aa7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0948513 Jan 28 14:03:50.585875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bf71e18b-7d64-440a-b478-83779411795d None None] Provisioning complete for port c0be6b97-fbb2-411b-bdbc-ce875e045c37 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:03:50.586259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bf71e18b-7d64-440a-b478-83779411795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:50.608597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31469c9a-24d1-44c8-bb00-b6859461b803 req-e2f83eb4-dc48-4280-aeb4-0f4d146f4067 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951598 Jan 28 14:03:50.770083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bf71e18b-7d64-440a-b478-83779411795d None None] Current status of the port c0be6b97-fbb2-411b-bdbc-ce875e045c37 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:50.854628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba585-8b30-43b7-bee9-d9ab6d91fd02 req-7413ab73-a687-49d7-ab5e-bf67471e8b0f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:50.858470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21bba585-8b30-43b7-bee9-d9ab6d91fd02 req-7413ab73-a687-49d7-ab5e-bf67471e8b0f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0883124 Jan 28 14:03:50.928497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21bba585-8b30-43b7-bee9-d9ab6d91fd02 req-32d7282b-f55e-4e17-ad28-6d73c80eb8bc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642383 Jan 28 14:03:51.731483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:51.734586 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:51.746321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989409-e356-45fd-aa92-6423edd06327 req-81cf87da-7f4c-4494-b834-fc0bc308b908 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:51.747839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92989409-e356-45fd-aa92-6423edd06327 req-81cf87da-7f4c-4494-b834-fc0bc308b908 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0595438 Jan 28 14:03:51.806303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92989409-e356-45fd-aa92-6423edd06327 req-56b4fd2a-316c-4be6-81e4-1e90061310c1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524163 Jan 28 14:03:51.855481 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1472bc-8109-4277-837b-eca829713323 x-openstack-request-id: req-df1472bc-8109-4277-837b-eca829713323 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:51.856188 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:51.856534 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df1472bc-8109-4277-837b-eca829713323 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:51.857007 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'status': 'completed', 'code': 200} Jan 28 14:03:51.932300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-9a047e41-e1c8-4c83-92ab-1881ec1f0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:51.934078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-9a047e41-e1c8-4c83-92ab-1881ec1f0e49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1126 time: 0.0491123 Jan 28 14:03:52.088818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-f4c6fd55-4082-4176-9c47-5a9972b2ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:52.091014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-f4c6fd55-4082-4176-9c47-5a9972b2ca89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 898 time: 0.1459184 Jan 28 14:03:52.098485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c0bbc-4e34-4fd7-b582-58d74681ff35 req-dedf154f-4b46-440f-b619-5663c0a0a7f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:52.100146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-257c0bbc-4e34-4fd7-b582-58d74681ff35 req-dedf154f-4b46-440f-b619-5663c0a0a7f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0850558 Jan 28 14:03:52.201416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-257c0bbc-4e34-4fd7-b582-58d74681ff35 req-3cf56968-3460-4800-a366-66ea5179e92e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935209 Jan 28 14:03:52.206748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-f3db6d3a-e869-4a9e-8523-7d3be1d4b5b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 1001 time: 0.1055348 Jan 28 14:03:52.280057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-6d9f7263-c6b0-46b7-b171-5c8df3c51dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:52.282027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-6d9f7263-c6b0-46b7-b171-5c8df3c51dc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 200 len: 834 time: 0.0678113 Jan 28 14:03:52.337617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-0b5f831a-5246-4109-9e2d-3cc5800c593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:52.339253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-0b5f831a-5246-4109-9e2d-3cc5800c593f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3578d47f-05e9-486f-b0ee-d03c305a1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484362 Jan 28 14:03:52.441388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-3a4eba92-d4ba-4c84-98ff-2339befee103 service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934634 Jan 28 14:03:52.554867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0eeac967-ffc4-43ae-8f66-4977ce8fee5b req-91450b89-0df0-4bc5-83f8-ad3566ac6dec service neutron] 10.222.0.60 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061091 Jan 28 14:03:52.940795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a81b6-d8d9-4186-9236-5db12048cabc req-b417ffe5-e285-4e0b-9687-aa143bb4bf3b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:52.942288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f96a81b6-d8d9-4186-9236-5db12048cabc req-b417ffe5-e285-4e0b-9687-aa143bb4bf3b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0581048 Jan 28 14:03:53.006445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f96a81b6-d8d9-4186-9236-5db12048cabc req-5056c90a-819f-488c-8365-b9ad53aa7983 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Jan 28 14:03:53.324763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffd31e-3def-4975-b07c-7b7f6d4956f1 req-aea41e6f-24ea-4643-9068-399c71c45f8f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:53.326322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63ffd31e-3def-4975-b07c-7b7f6d4956f1 req-aea41e6f-24ea-4643-9068-399c71c45f8f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0534751 Jan 28 14:03:53.378986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63ffd31e-3def-4975-b07c-7b7f6d4956f1 req-6534e14f-e1b5-441b-bce3-42d538d8be8a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469604 Jan 28 14:03:53.487111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:03:53.612432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:53.632755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 has no active binding in host n-h1-822748-2 {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 14:03:53.694763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-4eb247ae-ef05-4ef2-9e13-7b3f6ed1417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:53.696277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-4eb247ae-ef05-4ef2-9e13-7b3f6ed1417e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 1096 time: 0.0429285 Jan 28 14:03:53.797053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-0c84d98e-d908-4614-bc7e-5e6750ba20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:53.798771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-0c84d98e-d908-4614-bc7e-5e6750ba20a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.0919497 Jan 28 14:03:53.840583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-5bd9a3d1-a725-4845-8689-7cf9ede031eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a010deea-ee2f-40f1-84af-9779d251c9cf HTTP/1.1" status: 200 len: 217 time: 0.0353050 Jan 28 14:03:53.889325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-bee9d8de-67f2-4fd3-9545-5949156eb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:53.890806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-bee9d8de-67f2-4fd3-9545-5949156eb515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0444303 Jan 28 14:03:53.936527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-565c3783-9634-48aa-abc5-1d532abefa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:53.938042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-565c3783-9634-48aa-abc5-1d532abefa83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407386 Jan 28 14:03:54.039310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-dc97d18c-0332-4a96-8483-9bf48c93a1f7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893857 Jan 28 14:03:54.176903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba18acc9-947e-45d0-b70b-a1a71c5d7012 req-2fbe90f4-2a75-43ff-8a9c-b4e5cf6e5755 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255329 Jan 28 14:03:54.184071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59fc5b-a4c0-48d0-901a-1f10b4a5860d req-9271326c-daf5-47e0-b8e1-aa6bbcf39fc2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:54.185521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c59fc5b-a4c0-48d0-901a-1f10b4a5860d req-9271326c-daf5-47e0-b8e1-aa6bbcf39fc2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0876155 Jan 28 14:03:54.241962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9c59fc5b-a4c0-48d0-901a-1f10b4a5860d req-4e44243c-4c9c-4632-bc7c-bb01f6382604 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Jan 28 14:03:54.500516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9eb89-ed11-41a1-a558-3f3d779612ad req-c9d96521-0efa-49e9-b43c-23324114aa0d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:54.501931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0f9eb89-ed11-41a1-a558-3f3d779612ad req-c9d96521-0efa-49e9-b43c-23324114aa0d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0518076 Jan 28 14:03:54.553823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0f9eb89-ed11-41a1-a558-3f3d779612ad req-8383b8cd-4cfa-49e3-a41f-72f90960fd05 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462792 Jan 28 14:03:54.759468 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:03:55.373500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ea62f-5adb-4890-8e9b-6a04ceceb03d req-5107ddd5-d806-4b3f-b676-d9a00ca8336b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:55.374992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c45ea62f-5adb-4890-8e9b-6a04ceceb03d req-5107ddd5-d806-4b3f-b676-d9a00ca8336b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0562365 Jan 28 14:03:55.435968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c45ea62f-5adb-4890-8e9b-6a04ceceb03d req-483ba09b-8587-484c-a926-432e6638ebe0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542221 Jan 28 14:03:55.677633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9977e-bc0d-4abb-ac7b-c96ec118b1e5 req-7cf8a8f7-2f37-46da-95b0-bbb0af218501 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:55.679170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0f9977e-bc0d-4abb-ac7b-c96ec118b1e5 req-7cf8a8f7-2f37-46da-95b0-bbb0af218501 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 945 time: 0.0534155 Jan 28 14:03:55.777992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0f9977e-bc0d-4abb-ac7b-c96ec118b1e5 req-b1bb1d1f-f28b-43c0-9ed5-dd9eddecd51b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929804 Jan 28 14:03:55.782737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-5b662a4b-f04b-468d-802a-a78acaa25325 service neutron] 10.222.0.60 "GET /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 384 time: 0.0918033 Jan 28 14:03:55.977029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:55.997518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:03:56.041452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:56.043683 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf84de0-dd0d-41df-8f6d-6ca2904d7dae" -d '{"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:56.050921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:56.068426 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:56.087586 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ababc451-c067-4ebd-a102-e2c565ba8f06 x-openstack-request-id: req-ababc451-c067-4ebd-a102-e2c565ba8f06 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:56.088085 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:56.088216 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ababc451-c067-4ebd-a102-e2c565ba8f06 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:56.088805 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'code': 200} Jan 28 14:03:56.165931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] Transition to ACTIVE for port object c0be6b97-fbb2-411b-bdbc-ce875e045c37 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:03:56.172324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:56.298088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] Pushing event updated for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=11']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:56.341466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] No DVR routers for this DVR port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:03:56.491582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-f42da371-a6a7-49f3-bb8e-7cac44c7f117 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37/bindings/n-h1-822748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7020514 Jan 28 14:03:56.612131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61665-44da-4922-9348-53890e8caaf8 req-fec3322a-aa62-4c87-8cec-5101f9c15812 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:56.613740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09f61665-44da-4922-9348-53890e8caaf8 req-fec3322a-aa62-4c87-8cec-5101f9c15812 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 945 time: 0.0917194 Jan 28 14:03:56.644216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e906ab41-350f-43d7-ba46-102aea0e1ca8 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:56.645769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e906ab41-350f-43d7-ba46-102aea0e1ca8 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad&tenant_id=06966ccca03948e08bf2ba78e71cc414&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0745914 Jan 28 14:03:56.698582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09f61665-44da-4922-9348-53890e8caaf8 req-ade69282-b246-484a-b3fd-7d70f1e7e2bc tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784881 Jan 28 14:03:56.715015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-4f1ad515-19c0-46d9-b113-64c3f54a2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:56.716650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-4f1ad515-19c0-46d9-b113-64c3f54a2ccf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 1095 time: 0.0591695 Jan 28 14:03:56.828027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-80c01667-d92d-434b-90f0-e21aeb596549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:56.829555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-80c01667-d92d-434b-90f0-e21aeb596549 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1095 time: 0.0783124 Jan 28 14:03:56.861994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584854f9-e830-487f-98bc-17d18c52d112 req-aef9dd64-30f6-486c-8f1b-0954b2a8f3da tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:56.863435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-584854f9-e830-487f-98bc-17d18c52d112 req-aef9dd64-30f6-486c-8f1b-0954b2a8f3da tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0835607 Jan 28 14:03:56.907342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:56.982922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-584854f9-e830-487f-98bc-17d18c52d112 req-30f34d31-1c74-4379-b3b9-00eb211d096e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789888 Jan 28 14:03:56.984113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-01dc5249-d14d-4863-86bf-f6299dd4b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:56.985506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-01dc5249-d14d-4863-86bf-f6299dd4b10d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 898 time: 0.1491656 Jan 28 14:03:57.099072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-ca3a71ab-e9db-44c0-b01c-45afa1b81b63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 999 time: 0.0990829 Jan 28 14:03:57.152335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f311d8-97f8-430a-b7ef-f11db1be93e3 req-61706682-cd28-4013-82f7-92120f4d3d0e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:57.153835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1f311d8-97f8-430a-b7ef-f11db1be93e3 req-61706682-cd28-4013-82f7-92120f4d3d0e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 944 time: 0.1076031 Jan 28 14:03:57.182789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-763ff462-394b-4908-976e-4c9f1eda9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:57.184307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-763ff462-394b-4908-976e-4c9f1eda9f01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 200 len: 834 time: 0.0792251 Jan 28 14:03:57.240561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1f311d8-97f8-430a-b7ef-f11db1be93e3 req-d4daa81f-01a5-4ca9-884b-cebcb7ff30e6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794857 Jan 28 14:03:57.255047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-3bed0683-8a23-4a0d-aea3-0e2f87be4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:57.257202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-3bed0683-8a23-4a0d-aea3-0e2f87be4e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3578d47f-05e9-486f-b0ee-d03c305a1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597329 Jan 28 14:03:57.401450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950e009-88c2-426f-961d-04d000163fa5 req-42075240-5b14-427d-b366-5c69e60439db tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:57.403174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2950e009-88c2-426f-961d-04d000163fa5 req-42075240-5b14-427d-b366-5c69e60439db tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0784540 Jan 28 14:03:57.405225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-b804f579-bdb2-4227-960a-3a7118dfdb56 service neutron] 10.222.0.36 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379638 Jan 28 14:03:57.501344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2950e009-88c2-426f-961d-04d000163fa5 req-80884b9c-b237-46fd-8c35-b0822e3aada2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923493 Jan 28 14:03:57.504130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device a010deea-ee2f-40f1-84af-9779d251c9cf no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:57.541362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-01c67f8d-a058-48a0-ad42-3704ff147614 service neutron] 10.222.0.36 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254992 Jan 28 14:03:57.589748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port a010deea-ee2f-40f1-84af-9779d251c9cf is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:03:57.590124 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:57.615331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:57.617846 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e966d7e3-97a9-4b94-b6cc-866062925339" -d '{"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-unplugged", "status": "completed", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:03:57.637703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:03:57.639778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:57.676288 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce257e8-29a1-4ae1-b4bf-c550443f6342 x-openstack-request-id: req-2ce257e8-29a1-4ae1-b4bf-c550443f6342 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:03:57.676288 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-unplugged", "status": "failed", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf", "code": 422}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:03:57.676288 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ce257e8-29a1-4ae1-b4bf-c550443f6342 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:03:57.676288 n-d-822748-2 neutron-server[103375]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'code': 422} returned with failed status Jan 28 14:03:57.704393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:57.782559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f561de-7384-4690-b006-bae7112ed276 req-31116e90-64ba-4116-b17b-236417e36263 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:57.784235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f561de-7384-4690-b006-bae7112ed276 req-31116e90-64ba-4116-b17b-236417e36263 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0669787 Jan 28 14:03:57.841731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-d01b1116-fbfb-4d10-a24e-ba10a08610ee tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:57.843531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-d01b1116-fbfb-4d10-a24e-ba10a08610ee tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad&tenant_id=06966ccca03948e08bf2ba78e71cc414&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0798812 Jan 28 14:03:57.861620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8f561de-7384-4690-b006-bae7112ed276 req-4bccfeca-5299-41ae-9fc0-f6beab905f34 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630963 Jan 28 14:03:57.997837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-7f26125c-7ab1-42a2-996a-5f10712d399a service neutron] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:03:58.001031 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-7f26125c-7ab1-42a2-996a-5f10712d399a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:58.002145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-7f26125c-7ab1-42a2-996a-5f10712d399a service neutron] 10.222.0.36 "DELETE /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37/bindings/n-h2-822748-2 HTTP/1.1" status: 204 len: 173 time: 0.1503544 Jan 28 14:03:58.035859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:03:58.079656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port c0be6b97-fbb2-411b-bdbc-ce875e045c37 host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:03:58.080069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:03:58.236278 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:58.368909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095059-fb4e-4091-9fa5-68ea58103cb3 req-b704db1f-009c-4a93-8c20-ca5c82dd3bbc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:58.370462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b095059-fb4e-4091-9fa5-68ea58103cb3 req-b704db1f-009c-4a93-8c20-ca5c82dd3bbc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 944 time: 0.0504749 Jan 28 14:03:58.424333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b095059-fb4e-4091-9fa5-68ea58103cb3 req-ae2076a4-5b08-4735-a7d2-76a03027e755 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Jan 28 14:03:58.542806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b9f84-b7be-40cb-9ea6-a136accdac0a req-75d07bf8-62af-44b6-b51e-5265199a2a9a tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:58.544366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436b9f84-b7be-40cb-9ea6-a136accdac0a req-75d07bf8-62af-44b6-b51e-5265199a2a9a tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1095 time: 0.0461128 Jan 28 14:03:58.591216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-436b9f84-b7be-40cb-9ea6-a136accdac0a req-b4f05bfe-be49-4b78-90f0-3f330e252ead tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Jan 28 14:03:58.709908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2dcc-1b78-4e84-96d2-54c926293bc0 req-5325e8c4-c603-4c4c-9096-e701af8aa4e9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:58.711699 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0cb2dcc-1b78-4e84-96d2-54c926293bc0 req-5325e8c4-c603-4c4c-9096-e701af8aa4e9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 944 time: 0.0560722 Jan 28 14:03:58.762276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0cb2dcc-1b78-4e84-96d2-54c926293bc0 req-f33a6589-2b76-4cbb-970c-322c818a6423 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448284 Jan 28 14:03:58.784294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35152) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:58.851411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e580b42c-83b5-44df-a89d-431735e156a0 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d HTTP/1.1" status: 200 len: 991 time: 0.0659516 Jan 28 14:03:59.033386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472adae-c50c-4d50-a588-2c42fa05d798 req-09387fa0-9638-4771-8f3f-6cd351cc57a5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:03:59.034772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9472adae-c50c-4d50-a588-2c42fa05d798 req-09387fa0-9638-4771-8f3f-6cd351cc57a5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0501113 Jan 28 14:03:59.075011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35160) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:03:59.085271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9472adae-c50c-4d50-a588-2c42fa05d798 req-21b0c282-2ad5-4295-a669-1c242b0f92d3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444047 Jan 28 14:03:59.234246 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port d69b30b2-f888-4734-af7f-c6c19adb93a9 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:03:59.234600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:59.311533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:59.311865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (d69b30b2-f888-4734-af7f-c6c19adb93a9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:59.324598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for d69b30b2-f888-4734-af7f-c6c19adb93a9 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:03:59.474943 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d69b30b2-f888-4734-af7f-c6c19adb93a9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:59.499071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=d69b30b2-f888-4734-af7f-c6c19adb93a9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:03:59.525433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.525783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.526128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.526469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.526805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.527138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.527472 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.527802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.528156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.528490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.528819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.529142 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.529463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:03:59.571746 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:59.572010 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d disassociated (deleted). External IP: 172.25.4.213, port: c0be6b97-fbb2-411b-bdbc-ce875e045c37. Jan 28 14:03:59.815262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router e061264e-efce-427e-a4a4-e093ee472aef has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:03:59.942012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:03:59.947407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:59.953104 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] Sync routers for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:03:59.962392 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:03:59.963014 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:03:59.975162 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-88912802-525d-4e43-8323-6e4a91d5fe4e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/floatingips/c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d HTTP/1.1" status: 204 len: 168 time: 0.8990200 Jan 28 14:03:59.975749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:03:59.978055 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:00.089945 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:00.165271 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdde973-7cbc-4d0c-ac18-8ca86499091f x-openstack-request-id: req-3cdde973-7cbc-4d0c-ac18-8ca86499091f {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:00.165788 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:00.165788 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cdde973-7cbc-4d0c-ac18-8ca86499091f {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:00.166207 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'status': 'completed', 'code': 200} Jan 28 14:04:00.276784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-e0dd4cbc-6c86-4e8a-ba89-4503da761c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:00.278330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-e0dd4cbc-6c86-4e8a-ba89-4503da761c0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 1095 time: 0.0826731 Jan 28 14:04:00.291347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aec99f-3df9-4189-b6d5-5a43750fdd49 req-f0023ebb-9201-45dc-8c61-f16417408455 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:00.293341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63aec99f-3df9-4189-b6d5-5a43750fdd49 req-f0023ebb-9201-45dc-8c61-f16417408455 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0704980 Jan 28 14:04:00.379514 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:00.402189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63aec99f-3df9-4189-b6d5-5a43750fdd49 req-2db4cc0f-a71f-470d-92e4-63e915b90067 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974116 Jan 28 14:04:00.407678 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] Checking router: e061264e-efce-427e-a4a4-e093ee472aef for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:00.428956 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:00.429944 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:00.436678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-b5fc69d0-5199-4b9d-a641-ad7cdf8236c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:00.438275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-b5fc69d0-5199-4b9d-a641-ad7cdf8236c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 200 len: 898 time: 0.1440477 Jan 28 14:04:00.488896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-915117b0-a968-4b3c-bd46-e6ca6e4cb1e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 200 len: 217 time: 0.0421555 Jan 28 14:04:00.552061 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:00.576204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fac98-cba4-40fa-b245-3e0c3d331f06 req-091b30dc-6086-48e1-8c03-2c4032b11c03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:00.577727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a2fac98-cba4-40fa-b245-3e0c3d331f06 req-091b30dc-6086-48e1-8c03-2c4032b11c03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 944 time: 0.0915396 Jan 28 14:04:00.579146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-6fb8c03d-b499-4a5d-bb1a-252f151a54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:00.580538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-6fb8c03d-b499-4a5d-bb1a-252f151a54d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 200 len: 834 time: 0.0815635 Jan 28 14:04:00.785785 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:00.816978 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae93fa-88a5-498e-bc06-217317d8aef3 None None] The sync data for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 is: [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3', 'name': '', 'network_id': '3578d47f-05e9-486f-b0ee-d03c305a1d00', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:69:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:55Z', 'updated_at': '2022-01-28T14:02:59Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '556f6588-d021-434a-8d2f-f6413ff7617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:01.024301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a2fac98-cba4-40fa-b245-3e0c3d331f06 req-ed24700d-fd5f-4125-b110-f358352ddda2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4409714 Jan 28 14:04:01.033009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d7742-6a01-4e68-9987-7962a295801f req-ad8c9f80-6e50-4b91-9662-60d4c53fb9bd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:01.034601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a1d7742-6a01-4e68-9987-7962a295801f req-ad8c9f80-6e50-4b91-9662-60d4c53fb9bd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfe3064d-46c0-451d-b5d8-9a5b006bd4ad HTTP/1.1" status: 200 len: 944 time: 0.1051621 Jan 28 14:04:01.038198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-fc30abf9-b244-4da5-94a4-beebfdcfa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:01.039638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-fc30abf9-b244-4da5-94a4-beebfdcfa27d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3578d47f-05e9-486f-b0ee-d03c305a1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4498606 Jan 28 14:04:01.079738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382dcfb-7ee7-481a-ae59-31991dd37340 None None] New status for floating IP c44568ed-20f7-4eb5-ba7d-5489dd1ebe1d: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:04:01.205194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-5cfb1ee5-64e1-41e1-92e8-2dd453eab2fd service neutron] 10.222.0.36 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583951 Jan 28 14:04:01.211388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port c0be6b97-fbb2-411b-bdbc-ce875e045c37 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:01.211738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:01.370750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port c0be6b97-fbb2-411b-bdbc-ce875e045c37, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c0be6b97-fbb2-411b-bdbc-ce875e045c37,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:01.371478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:01.380565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cbe33a3-1589-48b5-8f66-e714ebc2d2ec req-56efafe1-69f7-4f54-ace2-74852a275b0b service neutron] 10.222.0.36 "GET /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657815 Jan 28 14:04:01.386744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for c0be6b97-fbb2-411b-bdbc-ce875e045c37 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:01.551781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c0be6b97-fbb2-411b-bdbc-ce875e045c37), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:01.589619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e99c7-4c7e-4690-a334-4acb4836542f req-285bff93-d949-4aa6-a3dd-e2f79f1e0daf tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:01.591127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a67e99c7-4c7e-4690-a334-4acb4836542f req-285bff93-d949-4aa6-a3dd-e2f79f1e0daf tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1154697 Jan 28 14:04:01.594113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=c0be6b97-fbb2-411b-bdbc-ce875e045c37,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:01.653359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] No DVR routers for this DVR port c0be6b97-fbb2-411b-bdbc-ce875e045c37 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:01.656084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:01.659850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5a1d7742-6a01-4e68-9987-7962a295801f req-6da1a144-9c74-454f-82ac-2facdac2a81e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "DELETE /v2.0/ports/c0be6b97-fbb2-411b-bdbc-ce875e045c37 HTTP/1.1" status: 204 len: 173 time: 0.6192791 Jan 28 14:04:01.665723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-deleted', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:01.668100 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceedf14-3e5b-4857-a1ad-d79f03a88232" -d '{"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-deleted", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:01.690252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a67e99c7-4c7e-4690-a334-4acb4836542f req-5b9bc7d7-c836-446d-9595-1c50705f64c3 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930016 Jan 28 14:04:01.736985 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4144fb3-113c-40fa-aa4e-1dedf7ff2240 x-openstack-request-id: req-e4144fb3-113c-40fa-aa4e-1dedf7ff2240 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:01.737284 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe3064d-46c0-451d-b5d8-9a5b006bd4ad", "name": "network-vif-deleted", "tag": "c0be6b97-fbb2-411b-bdbc-ce875e045c37", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:01.737541 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4144fb3-113c-40fa-aa4e-1dedf7ff2240 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:01.737944 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe3064d-46c0-451d-b5d8-9a5b006bd4ad', 'name': 'network-vif-deleted', 'tag': 'c0be6b97-fbb2-411b-bdbc-ce875e045c37', 'status': 'completed', 'code': 200} Jan 28 14:04:02.086431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35176) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:02.759340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (e061264e-efce-427e-a4a4-e093ee472aef), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:02.812184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296924c-bc6a-4de5-b3c9-d9e241a762b8 req-668d7cf7-2df6-4764-ba63-f004e9a97845 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:02.813735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2296924c-bc6a-4de5-b3c9-d9e241a762b8 req-668d7cf7-2df6-4764-ba63-f004e9a97845 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0534084 Jan 28 14:04:02.875120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2296924c-bc6a-4de5-b3c9-d9e241a762b8 req-e5d48a73-dd63-43e6-9509-abe0fb0d7ff1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528383 Jan 28 14:04:03.023190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:03.023409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:03.111663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:03.112400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:03.124732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:03.325322 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:03.354266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:03.546105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (e061264e-efce-427e-a4a4-e093ee472aef), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:03.549111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:03.573482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: c0be6b97-fbb2-411b-bdbc-ce875e045c37 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:03.573954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c0be6b97-fbb2-411b-bdbc-ce875e045c37 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:03.787696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router e061264e-efce-427e-a4a4-e093ee472aef has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:04:03.913135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:04:03.921748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35182) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:03.922664 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-02544fe1-ad8b-48b8-87fd-3c4074637a1e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/e061264e-efce-427e-a4a4-e093ee472aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340893 Jan 28 14:04:03.924392 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] Sync routers for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:04:03.951413 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:03.952511 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:04.031087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting subnet 556f6588-d021-434a-8d2f-f6413ff7617e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:04:04.036737 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (556f6588-d021-434a-8d2f-f6413ff7617e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.073693 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:04.076061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc4382-1a0b-4ec2-b31e-e06fa2f29f22 req-e42945be-129e-42be-afe7-e28b2b766347 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:04.077554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07fc4382-1a0b-4ec2-b31e-e06fa2f29f22 req-e42945be-129e-42be-afe7-e28b2b766347 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1149404 Jan 28 14:04:04.108702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (556f6588-d021-434a-8d2f-f6413ff7617e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.192691 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07fc4382-1a0b-4ec2-b31e-e06fa2f29f22 req-10a75d9a-5175-4c89-8bdc-1fe306e80a8a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083212 Jan 28 14:04:04.240648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (556f6588-d021-434a-8d2f-f6413ff7617e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.309967 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:04:03Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:04.310429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (556f6588-d021-434a-8d2f-f6413ff7617e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.343413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Subnet': ['ID=556f6588-d021-434a-8d2f-f6413ff7617e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:04.351225 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.354755 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] Checking router: e061264e-efce-427e-a4a4-e093ee472aef for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:04.357553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35186) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:04.360837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-461f2b6c-c616-43f5-9e24-0522e79e325c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/subnets/556f6588-d021-434a-8d2f-f6413ff7617e HTTP/1.1" status: 204 len: 168 time: 0.4376113 Jan 28 14:04:04.364976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d87110-8d92-4de2-89f1-5427d23b4522 None None] Network 3578d47f-05e9-486f-b0ee-d03c305a1d00 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:04:04.367600 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] Routers {'e061264e-efce-427e-a4a4-e093ee472aef'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:04.368344 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:03:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e061264e-efce-427e-a4a4-e093ee472aef'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:04.493648 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (e061264e-efce-427e-a4a4-e093ee472aef), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.606809 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] Set router e061264e-efce-427e-a4a4-e093ee472aef gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:04.729141 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (e061264e-efce-427e-a4a4-e093ee472aef), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.808172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port baf806bd-faa1-4398-98a0-70f1ee9bb46d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:04.808661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.814595 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:04:03Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:04.835626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] DHCP port deletion for 3578d47f-05e9-486f-b0ee-d03c305a1d00 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:04:04.846655 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076fe14-d59a-4a92-aae4-ec7f0dfbb64f None None] The sync data for ids ['e061264e-efce-427e-a4a4-e093ee472aef'] in n-d-822748-2 is: [{'id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622717675', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:04:03Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': 'baf806bd-faa1-4398-98a0-70f1ee9bb46d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e061264e-efce-427e-a4a4-e093ee472aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:02:52Z', 'updated_at': '2022-01-28T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:04.908585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Deleting port 86d12af5-ca8e-4667-a19d-12ef7422f9aa {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:04.908960 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.910228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port baf806bd-faa1-4398-98a0-70f1ee9bb46d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baf806bd-faa1-4398-98a0-70f1ee9bb46d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:04.910600 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.925943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for baf806bd-faa1-4398-98a0-70f1ee9bb46d owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:04.977755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb26ada8-6ab0-4282-a17f-ce8e5323de2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.992424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] For port 86d12af5-ca8e-4667-a19d-12ef7422f9aa, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=86d12af5-ca8e-4667-a19d-12ef7422f9aa,segment=NetworkSegment(052abe0e-beba-4b40-9a63-a6dd171097f5),segment_id=052abe0e-beba-4b40-9a63-a6dd171097f5)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:04.992826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.008770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Calling delete_port for 86d12af5-ca8e-4667-a19d-12ef7422f9aa owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:05.105581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (86d12af5-ca8e-4667-a19d-12ef7422f9aa), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.110929 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (baf806bd-faa1-4398-98a0-70f1ee9bb46d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.134331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Pushing event deleted for resources: {'Port': ['ID=86d12af5-ca8e-4667-a19d-12ef7422f9aa,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:05.139133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] No DVR routers for this DVR port 86d12af5-ca8e-4667-a19d-12ef7422f9aa on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:05.145038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=baf806bd-faa1-4398-98a0-70f1ee9bb46d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:05.146915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.147369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.148098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.148526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.148731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.149187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.149636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.150083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.150308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.150679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.151024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.151301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.151623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a419d7-e13a-4ecb-87fc-7b2f2e8149ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:05.215341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (e061264e-efce-427e-a4a4-e093ee472aef), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.330232 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (e061264e-efce-427e-a4a4-e093ee472aef), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.332744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (e061264e-efce-427e-a4a4-e093ee472aef), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.355193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5dd03-a7a5-4c3a-9611-e23c1c8633b6 req-f07c72e1-7133-4d37-a162-3b3abc684312 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:05.356827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ec5dd03-a7a5-4c3a-9611-e23c1c8633b6 req-f07c72e1-7133-4d37-a162-3b3abc684312 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0664301 Jan 28 14:04:05.397937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (e061264e-efce-427e-a4a4-e093ee472aef), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.398784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Fanout notify agent at l3_agent the message router_deleted on router e061264e-efce-427e-a4a4-e093ee472aef {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:04:05.410080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.415607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b6d15a56-0414-4407-b7fc-402f938721c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/routers/e061264e-efce-427e-a4a4-e093ee472aef HTTP/1.1" status: 204 len: 168 time: 1.0568848 Jan 28 14:04:05.416290 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35190) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:05.416524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ec5dd03-a7a5-4c3a-9611-e23c1c8633b6 req-6fe2ef18-c145-440c-8914-2592cee0ab3c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502839 Jan 28 14:04:05.509483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3578d47f-05e9-486f-b0ee-d03c305a1d00), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.617198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3578d47f-05e9-486f-b0ee-d03c305a1d00), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.644645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3578d47f-05e9-486f-b0ee-d03c305a1d00']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:05.655677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052abe0e-beba-4b40-9a63-a6dd171097f5') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:05.656055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052abe0e-beba-4b40-9a63-a6dd171097f5') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:05.666671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (052abe0e-beba-4b40-9a63-a6dd171097f5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.681568 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (052abe0e-beba-4b40-9a63-a6dd171097f5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.688323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:04:05.688721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (052abe0e-beba-4b40-9a63-a6dd171097f5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:04:05.692320 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:04:05.754679 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3578d47f-05e9-486f-b0ee-d03c305a1d00), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.763103 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.765991 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/networks/3578d47f-05e9-486f-b0ee-d03c305a1d00 HTTP/1.1" status: 204 len: 168 time: 0.3487434 Jan 28 14:04:05.768912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35192) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:05.779565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2068-d59b-4a61-aff9-2a60df5f296e tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Network': ['ID=3578d47f-05e9-486f-b0ee-d03c305a1d00,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:05.840342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6129f492-bf48-4c94-a5fe-157ad866a5e2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (6d4f5683-15c4-4fa2-a051-17fb0bf07ef5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.868872 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6129f492-bf48-4c94-a5fe-157ad866a5e2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (6d4f5683-15c4-4fa2-a051-17fb0bf07ef5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.934641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6129f492-bf48-4c94-a5fe-157ad866a5e2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6d4f5683-15c4-4fa2-a051-17fb0bf07ef5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.937564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6129f492-bf48-4c94-a5fe-157ad866a5e2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:05.938814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6129f492-bf48-4c94-a5fe-157ad866a5e2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/security-groups/6d4f5683-15c4-4fa2-a051-17fb0bf07ef5 HTTP/1.1" status: 204 len: 168 time: 0.1688983 Jan 28 14:04:05.950580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129f492-bf48-4c94-a5fe-157ad866a5e2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4f5683-15c4-4fa2-a051-17fb0bf07ef5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:06.056659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:06.080734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:06.081174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2ca92ecc-bde2-4fcf-ae47-5b11a6523fe3 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:06.081664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 86d12af5-ca8e-4667-a19d-12ef7422f9aa no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:06.102278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 86d12af5-ca8e-4667-a19d-12ef7422f9aa {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:06.102720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 86d12af5-ca8e-4667-a19d-12ef7422f9aa not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:06.103203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baf806bd-faa1-4398-98a0-70f1ee9bb46d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:06.123404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: baf806bd-faa1-4398-98a0-70f1ee9bb46d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:06.123768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baf806bd-faa1-4398-98a0-70f1ee9bb46d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:06.274212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35198) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:06.279334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-35c98469-1dbc-43ed-9d79-b7d042b4f5d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93844665', 'description': 'tempest-secgroup-smoke-93844665 description', 'project_id': '06966ccca03948e08bf2ba78e71cc414'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:06.302276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-35c98469-1dbc-43ed-9d79-b7d042b4f5d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.380685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-35c98469-1dbc-43ed-9d79-b7d042b4f5d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (e3aa18e4-512a-4319-9a78-7a0b9e836ea2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.385433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-35c98469-1dbc-43ed-9d79-b7d042b4f5d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e3aa18e4-512a-4319-9a78-7a0b9e836ea2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.412700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-35c98469-1dbc-43ed-9d79-b7d042b4f5d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.413957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-35c98469-1dbc-43ed-9d79-b7d042b4f5d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1386728 Jan 28 14:04:06.418145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35200) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:06.422949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c98469-1dbc-43ed-9d79-b7d042b4f5d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa18e4-512a-4319-9a78-7a0b9e836ea2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:06.423710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-97068157-26d8-4dce-9b80-48bc506846ee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa18e4-512a-4319-9a78-7a0b9e836ea2', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:06.454165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97068157-26d8-4dce-9b80-48bc506846ee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (443afe61-8088-497c-9985-2178fe90616e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.524976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97068157-26d8-4dce-9b80-48bc506846ee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (443afe61-8088-497c-9985-2178fe90616e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.529185 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97068157-26d8-4dce-9b80-48bc506846ee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (443afe61-8088-497c-9985-2178fe90616e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.551651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97068157-26d8-4dce-9b80-48bc506846ee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443afe61-8088-497c-9985-2178fe90616e,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:06.561747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9031278-3415-496d-90b4-142b226d71ad req-cc7fcb61-b64e-4f27-a3ad-d66fd9034108 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:06.562143 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-97068157-26d8-4dce-9b80-48bc506846ee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.562721 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-97068157-26d8-4dce-9b80-48bc506846ee tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431272 Jan 28 14:04:06.565673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35204) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:06.566106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9031278-3415-496d-90b4-142b226d71ad req-cc7fcb61-b64e-4f27-a3ad-d66fd9034108 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0659165 Jan 28 14:04:06.570883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-720e77ca-ea6e-46a3-985b-0622677a3442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa18e4-512a-4319-9a78-7a0b9e836ea2', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:06.600530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-720e77ca-ea6e-46a3-985b-0622677a3442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (b0a39df1-87d4-43a6-be93-bc2c9dc8030a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.623070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9031278-3415-496d-90b4-142b226d71ad req-99794651-554d-4f1f-b745-2e66de0dbd1f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492132 Jan 28 14:04:06.673356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-720e77ca-ea6e-46a3-985b-0622677a3442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (b0a39df1-87d4-43a6-be93-bc2c9dc8030a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.677901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-720e77ca-ea6e-46a3-985b-0622677a3442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (b0a39df1-87d4-43a6-be93-bc2c9dc8030a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.696737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e77ca-ea6e-46a3-985b-0622677a3442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a39df1-87d4-43a6-be93-bc2c9dc8030a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:06.704685 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-720e77ca-ea6e-46a3-985b-0622677a3442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.705913 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-720e77ca-ea6e-46a3-985b-0622677a3442 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392667 Jan 28 14:04:06.708942 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35206) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:06.713543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-93d1decd-6af4-4494-a2a4-151b61caca34 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa18e4-512a-4319-9a78-7a0b9e836ea2', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:06.741864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93d1decd-6af4-4494-a2a4-151b61caca34 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (568ba409-13c9-4648-979a-ee832974ba84), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.806597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93d1decd-6af4-4494-a2a4-151b61caca34 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (568ba409-13c9-4648-979a-ee832974ba84), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.815722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93d1decd-6af4-4494-a2a4-151b61caca34 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (568ba409-13c9-4648-979a-ee832974ba84), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.836566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1decd-6af4-4494-a2a4-151b61caca34 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568ba409-13c9-4648-979a-ee832974ba84,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:06.847254 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-93d1decd-6af4-4494-a2a4-151b61caca34 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.848410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-93d1decd-6af4-4494-a2a4-151b61caca34 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385121 Jan 28 14:04:06.853383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35208) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:06.858089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-48b4eb59-6091-4997-b0a2-f10906a6b434 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa18e4-512a-4319-9a78-7a0b9e836ea2', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:06.892019 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48b4eb59-6091-4997-b0a2-f10906a6b434 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (973a6d7d-2c71-4ea9-95c6-b71681b9b3fe), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.967524 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48b4eb59-6091-4997-b0a2-f10906a6b434 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (973a6d7d-2c71-4ea9-95c6-b71681b9b3fe), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.971337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48b4eb59-6091-4997-b0a2-f10906a6b434 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (973a6d7d-2c71-4ea9-95c6-b71681b9b3fe), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:06.990861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4eb59-6091-4997-b0a2-f10906a6b434 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973a6d7d-2c71-4ea9-95c6-b71681b9b3fe,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:06.999386 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48b4eb59-6091-4997-b0a2-f10906a6b434 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.000680 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-48b4eb59-6091-4997-b0a2-f10906a6b434 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463263 Jan 28 14:04:07.003899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35210) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:07.014998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa18e4-512a-4319-9a78-7a0b9e836ea2', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:07.042730 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:04:07.049299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (21dbf38c-cdfb-4a8c-9044-f00591eaad59), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.123788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (21dbf38c-cdfb-4a8c-9044-f00591eaad59), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.132085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (21dbf38c-cdfb-4a8c-9044-f00591eaad59), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.150125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dbf38c-cdfb-4a8c-9044-f00591eaad59,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:07.165378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.166632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f10849e6-8214-467b-8866-ef2a1718f68f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614892 Jan 28 14:04:07.169386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35212) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:07.174112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa18e4-512a-4319-9a78-7a0b9e836ea2', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:07.195679 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Project 06966ccca03948e08bf2ba78e71cc414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:04:07.201084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (3e674fb0-4ef3-4b04-95c5-daf426439431), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.270610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (3e674fb0-4ef3-4b04-95c5-daf426439431), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.275059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3e674fb0-4ef3-4b04-95c5-daf426439431), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.289989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e674fb0-4ef3-4b04-95c5-daf426439431,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:07.307653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.308929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6f6f6f57-c4d2-43dd-a6e2-d34d351cd450 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385884 Jan 28 14:04:07.312406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35214) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:07.317236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'network': {'name': 'tempest-network-smoke--955023380', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:07.341227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:04:07.345513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.371626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:04:07.381239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.381992 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Added segment 2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0 of type vlan for network 418d68e3-eb61-4407-b75b-df0996080e80 Jan 28 14:04:07.424130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (418d68e3-eb61-4407-b75b-df0996080e80), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.449085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (418d68e3-eb61-4407-b75b-df0996080e80), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.454055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:07.454649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.519471 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2060006 Jan 28 14:04:07.522947 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:07.528325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d777b8-01f7-470a-9f5a-0b2ea81d57a8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Network': ['ID=418d68e3-eb61-4407-b75b-df0996080e80,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:07.528700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'admin_state_up': True, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:07.541164 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 418d68e3-eb61-4407-b75b-df0996080e80 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:04:07.555432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (8e8808b7-936e-44da-b609-c3d92fd0989b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.556052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (8e8808b7-936e-44da-b609-c3d92fd0989b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.613026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (8e8808b7-936e-44da-b609-c3d92fd0989b), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.715384 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0438d26d-1639-4244-9ed1-e1acf1c3a6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.762136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88075c8c-42cc-4a01-b58c-34f82608dcf8 req-a642b827-e82e-4937-bd7c-5d59380e813a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:07.764270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88075c8c-42cc-4a01-b58c-34f82608dcf8 req-a642b827-e82e-4937-bd7c-5d59380e813a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0664701 Jan 28 14:04:07.782560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (8e8808b7-936e-44da-b609-c3d92fd0989b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:07.825430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88075c8c-42cc-4a01-b58c-34f82608dcf8 req-69703e9b-a3a4-47c8-85e2-4b4e8586db0d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558023 Jan 28 14:04:08.009802 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (8e8808b7-936e-44da-b609-c3d92fd0989b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:08.031152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:08.148579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.133 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/6003170c-4d6c-4eb1-933b-e7b568dfbc0f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:04:08.252236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:08.286069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:08.332188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:04:08.337381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:04:08.341837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:04:08.345107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:08.773843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:08.897724 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (8e8808b7-936e-44da-b609-c3d92fd0989b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:08.951979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91248-1b0f-48d0-b927-ece94768fa82 req-c6247b0e-811d-4cea-9fed-f070f13396cb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:08.953546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1f91248-1b0f-48d0-b927-ece94768fa82 req-c6247b0e-811d-4cea-9fed-f070f13396cb tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0526600 Jan 28 14:04:09.003032 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1f91248-1b0f-48d0-b927-ece94768fa82 req-f086b610-377a-4689-9fa6-330175f1d50a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Jan 28 14:04:09.113963 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (8e8808b7-936e-44da-b609-c3d92fd0989b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:09.270657 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 8e8808b7-936e-44da-b609-c3d92fd0989b is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:04:09.274811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f88a8-bd27-4785-8529-1b008d61b8fc req-0382eb14-3243-43da-a540-b583d83263c1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:09.276421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30f88a8-bd27-4785-8529-1b008d61b8fc req-0382eb14-3243-43da-a540-b583d83263c1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0946693 Jan 28 14:04:09.279417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-1db78da6-19aa-470e-a372-da3d2a1215e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:09.280843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-1db78da6-19aa-470e-a372-da3d2a1215e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1096 time: 0.0669444 Jan 28 14:04:09.390508 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:04:09.396489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30f88a8-bd27-4785-8529-1b008d61b8fc req-f88c5a8e-02ec-4f67-8f57-ae4f8c2d0b13 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130407 Jan 28 14:04:09.402313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Sync routers for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:04:09.419729 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:09.420993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:09.422044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:09.425009 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-26010b1e-bda2-46d9-b928-74bfac6dddc6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9004827 Jan 28 14:04:09.429168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35226) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:09.442671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-4b12c1e2-02a7-4646-97a9-57be97816031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:09.444816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-4b12c1e2-02a7-4646-97a9-57be97816031 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1544476 Jan 28 14:04:09.471705 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4292fafa-94c6-41d7-bc70-6fbbf7fb7de4 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=06966ccca03948e08bf2ba78e71cc414&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388470 Jan 28 14:04:09.472158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35228) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:09.516021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-e00ea4b3-6bc4-4653-bec4-22a344291856 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 999 time: 0.0642655 Jan 28 14:04:09.558684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:09.581620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e692140-3bf0-4109-a4e0-5bf0e264d5e1 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:09.581993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-e97b13ce-b9ed-44d5-98bd-73b1fe2f7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:09.583638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6e692140-3bf0-4109-a4e0-5bf0e264d5e1 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1102922 Jan 28 14:04:09.586418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-e97b13ce-b9ed-44d5-98bd-73b1fe2f7d52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0603373 Jan 28 14:04:09.587097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35230) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:09.621377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e6dfc075-68a8-486b-8599-076da8ebf4de tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333750 Jan 28 14:04:09.625156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35232) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:09.631381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795573667', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:09.648682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-22f16bcf-82c9-4e7d-aae1-7a18cb13edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:09.650180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-22f16bcf-82c9-4e7d-aae1-7a18cb13edf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609150 Jan 28 14:04:09.767113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:04:09.768527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-8723e408-b54b-47f3-8fc2-02dd526841cc service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122313 Jan 28 14:04:09.771440 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:09.781179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:08Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:09.809986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Checking router: 8e8808b7-936e-44da-b609-c3d92fd0989b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:09.810504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Updating router 8e8808b7-936e-44da-b609-c3d92fd0989b port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:04:09.837726 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:09.888208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81db5a89-9792-41c8-9b9b-15cd57b1afec req-b1ee7943-1ad9-4692-8e86-2ba1a2a74319 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138957 Jan 28 14:04:09.999303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (7ff56664-227a-43cd-a0a2-512d2de05be7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.062853 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Subnet': ['ID=7ff56664-227a-43cd-a0a2-512d2de05be7,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:10.072804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Checking segment: {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:04:10.073177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network hostable DHCP agents. Network: 418d68e3-eb61-4407-b75b-df0996080e80, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:04:10.093125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 418d68e3-eb61-4407-b75b-df0996080e80 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:04:10.102055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 418d68e3-eb61-4407-b75b-df0996080e80) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:04:10.106893 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:10.107518 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.116062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11119301-fdc6-49b6-8ba8-a71a3922264e None None] Network 418d68e3-eb61-4407-b75b-df0996080e80 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:04:10.122601 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Publish callbacks [] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.130365 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ce6303c4-1a4c-43c6-8ba8-4d43bd8afb25 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5039456 Jan 28 14:04:10.135048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35234) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:10.142327 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.239029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09331b-2e08-450b-9c61-68fc76c61487 None None] Pushing event updated for resources: {'Port': ['ID=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:10.250392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Attempting to bind port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:04:10.250774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Attempting to bind port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:04:10.251254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Attempting to bind port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:04:10.282321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:04:10.282711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:04:10.283125 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.283525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:04:10.283997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Bound port: 6003170c-4d6c-4eb1-933b-e7b568dfbc0f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:04:10.284408 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.312367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-418d68e3-eb61-4407-b75b-df0996080e80', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:04:10.313247 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.404944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] For port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:04:10.428263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] For port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:04:10.435876 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.553435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:10.554059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:10.558014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09331b-2e08-450b-9c61-68fc76c61487 None None] Pushing event updated for resources: {'Port': ['ID=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:10.564438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Allocated IP 172.20.0.2 (418d68e3-eb61-4407-b75b-df0996080e80/7ff56664-227a-43cd-a0a2-512d2de05be7/82997757-66b5-4612-b2d7-0463dc1986cb) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:04:10.654177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e90b-eecd-4477-8245-c6458ba4883b req-cd5d0243-3b77-4875-b219-3acec63a3bad tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:10.655972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4538e90b-eecd-4477-8245-c6458ba4883b req-cd5d0243-3b77-4875-b219-3acec63a3bad tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1143084 Jan 28 14:04:10.675148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.704804 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.750145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:10.768962 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4538e90b-eecd-4477-8245-c6458ba4883b req-ffea8982-7376-41b3-805a-a8e03521802a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064081 Jan 28 14:04:10.929565 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Publish callbacks [] for port (82997757-66b5-4612-b2d7-0463dc1986cb), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:10.939532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4334de-9729-402b-98de-76da507a6695 req-22eeac87-d4c1-4524-b0db-7352b8a3ee3c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:10.941210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e4334de-9729-402b-98de-76da507a6695 req-22eeac87-d4c1-4524-b0db-7352b8a3ee3c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0923598 Jan 28 14:04:10.942222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.014515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Network 418d68e3-eb61-4407-b75b-df0996080e80 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:04:11.020726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:04:11.023374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Pushing event updated for resources: {'Port': ['ID=82997757-66b5-4612-b2d7-0463dc1986cb,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:11.026443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:04:11.056869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e4334de-9729-402b-98de-76da507a6695 req-67862f0c-d2c1-4f5c-8de5-53d34fe86b8d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925667 Jan 28 14:04:11.095240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:08Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:11.096859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.1 (418d68e3-eb61-4407-b75b-df0996080e80/7ff56664-227a-43cd-a0a2-512d2de05be7/fd7ad811-8558-4fc7-9b8c-9e807a43114b) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:04:11.098727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Attempting to bind port 82997757-66b5-4612-b2d7-0463dc1986cb on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:04:11.099082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Attempting to bind port 82997757-66b5-4612-b2d7-0463dc1986cb by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:04:11.100151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Attempting to bind port 82997757-66b5-4612-b2d7-0463dc1986cb on network 418d68e3-eb61-4407-b75b-df0996080e80 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:04:11.128992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489df53-10ab-4646-a6bb-337f3c61061e None None] The sync data for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 is: [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:08Z', 'revision_number': 3, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:11.131161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:04:11.131751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Checking segment: {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:04:11.132459 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.133081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Bound using segment: {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:04:11.133926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Bound port: 82997757-66b5-4612-b2d7-0463dc1986cb, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:04:11.134482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.210922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] For port 82997757-66b5-4612-b2d7-0463dc1986cb, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:04:11.213918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] For port 82997757-66b5-4612-b2d7-0463dc1986cb, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=82997757-66b5-4612-b2d7-0463dc1986cb,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:04:11.221019 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.270216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f0d04-9056-4b70-a10b-c0c0c072875f req-9062196a-f2c0-4d00-87f4-02802f5e71e6 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:11.273891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b8f0d04-9056-4b70-a10b-c0c0c072875f req-9062196a-f2c0-4d00-87f4-02802f5e71e6 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1325595 Jan 28 14:04:11.289905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06824c53-cfc9-4f5b-9f2b-4b65d162ac2a None None] Pushing event updated for resources: {'Port': ['ID=82997757-66b5-4612-b2d7-0463dc1986cb,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:11.329345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.379785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b8f0d04-9056-4b70-a10b-c0c0c072875f req-53a3dee7-edc6-44e8-8c01-ea1b46dc4167 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849862 Jan 28 14:04:11.395811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.492297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 418d68e3-eb61-4407-b75b-df0996080e80 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:04:11.493914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=fd7ad811-8558-4fc7-9b8c-9e807a43114b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:11.496726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:04:11.499052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:04:11.601514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (8e8808b7-936e-44da-b609-c3d92fd0989b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.776605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ac6c4-b889-46b1-92af-1a822e567825 req-69838261-7059-40ca-8241-a53bb77d56a5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:11.779685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41ac6c4-b889-46b1-92af-1a822e567825 req-69838261-7059-40ca-8241-a53bb77d56a5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1006727 Jan 28 14:04:11.801245 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:11.869496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d41ac6c4-b889-46b1-92af-1a822e567825 req-dc2e3258-fccf-4eda-9f7f-b7014a45474c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840924 Jan 28 14:04:11.870299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.124523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6003170c-4d6c-4eb1-933b-e7b568dfbc0f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:04:12.218708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:12.219547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.347611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:12.348214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.387216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:12.392660 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.393726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 82997757-66b5-4612-b2d7-0463dc1986cb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:04:12.516654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:12.530398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 82997757-66b5-4612-b2d7-0463dc1986cb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:12.530811 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.612986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67faa1c-5c38-47ff-81a8-c427841db473 None None] Network 418d68e3-eb61-4407-b75b-df0996080e80 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:04:12.621663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.626550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.675226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 82997757-66b5-4612-b2d7-0463dc1986cb is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:12.675619 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.702177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=fd7ad811-8558-4fc7-9b8c-9e807a43114b,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:12.704862 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (8e8808b7-936e-44da-b609-c3d92fd0989b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.743826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 82997757-66b5-4612-b2d7-0463dc1986cb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=82997757-66b5-4612-b2d7-0463dc1986cb,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:12.746846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1559fe66-d91b-44c3-b0f8-fbbe0642089c None None] Provisioning complete for port 82997757-66b5-4612-b2d7-0463dc1986cb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:12.747201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1559fe66-d91b-44c3-b0f8-fbbe0642089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.819065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 418d68e3-eb61-4407-b75b-df0996080e80 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:04:12.822080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:04:12.952322 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:12.965817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 8e8808b7-936e-44da-b609-c3d92fd0989b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:04:13.029340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=82997757-66b5-4612-b2d7-0463dc1986cb,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:13.069296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a076af5-bbb0-4763-b4dd-f6a516e0b852 req-52a2517c-297f-4766-a4d2-4e528b53e2cc tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:13.077222 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a076af5-bbb0-4763-b4dd-f6a516e0b852 req-52a2517c-297f-4766-a4d2-4e528b53e2cc tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1100032 Jan 28 14:04:13.077487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1559fe66-d91b-44c3-b0f8-fbbe0642089c None None] Current status of the port 82997757-66b5-4612-b2d7-0463dc1986cb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:13.196530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a076af5-bbb0-4763-b4dd-f6a516e0b852 req-321bb87d-53bf-4d45-acde-d0178fdd08f6 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180975 Jan 28 14:04:13.198396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:04:13.204832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3c61947a-36be-412f-9526-52ce0c707c6b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/8e8808b7-936e-44da-b609-c3d92fd0989b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0682096 Jan 28 14:04:13.263838 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Sync routers for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:04:13.276140 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:13.276674 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:13.312546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e469c239-f8c1-4424-a1ff-28273a555e0e None None] Provisioning complete for port fd7ad811-8558-4fc7-9b8c-9e807a43114b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:13.313192 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e469c239-f8c1-4424-a1ff-28273a555e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:13.374546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e469c239-f8c1-4424-a1ff-28273a555e0e None None] Port fd7ad811-8558-4fc7-9b8c-9e807a43114b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:04:13.386559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e469c239-f8c1-4424-a1ff-28273a555e0e None None] Provisioning complete for port 82997757-66b5-4612-b2d7-0463dc1986cb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:13.387069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e469c239-f8c1-4424-a1ff-28273a555e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:13.424533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:13.532235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e469c239-f8c1-4424-a1ff-28273a555e0e None None] Current status of the port 82997757-66b5-4612-b2d7-0463dc1986cb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:13.538644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-5cbbbda4-f6c7-4158-b3d5-8b59f6379b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:13.540411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-5cbbbda4-f6c7-4158-b3d5-8b59f6379b29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 1096 time: 0.0999765 Jan 28 14:04:13.545309 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-c7f44a37-bd76-463b-86c1-3a32b93c565c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93844665&fields=id&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 267 time: 0.0743768 Jan 28 14:04:13.657352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bfa0eb0b-e574-4d52-9ef4-1c3ee109e2f6 None None] Provisioning complete for port fd7ad811-8558-4fc7-9b8c-9e807a43114b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:13.658177 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bfa0eb0b-e574-4d52-9ef4-1c3ee109e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:13.685586 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 2, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:13.703949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0eb0b-e574-4d52-9ef4-1c3ee109e2f6 None None] Port fd7ad811-8558-4fc7-9b8c-9e807a43114b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:04:13.716233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-0f24dc61-3f89-4de2-a2ff-72f33d633d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:13.717134 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Checking router: 8e8808b7-936e-44da-b609-c3d92fd0989b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:13.717496 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Updating router 8e8808b7-936e-44da-b609-c3d92fd0989b port fd7ad811-8558-4fc7-9b8c-9e807a43114b binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:04:13.717859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-0f24dc61-3f89-4de2-a2ff-72f33d633d7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.1682303 Jan 28 14:04:13.745856 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:13.821999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-5e00b6e1-c7d1-4cfa-8468-04b5e1d51909 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 200 len: 999 time: 0.0955844 Jan 28 14:04:13.828124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-df3a6e31-c413-4fd8-80a6-f316f0001574 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:13.829645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-df3a6e31-c413-4fd8-80a6-f316f0001574 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/networks?id=418d68e3-eb61-4407-b75b-df0996080e80 HTTP/1.1" status: 200 len: 796 time: 0.2717342 Jan 28 14:04:13.875482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-3b7da776-c3db-499e-9962-251cf245a0e9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/quotas/06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 375 time: 0.0351219 Jan 28 14:04:13.921193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-e70d8308-c270-4cea-b793-ffe4858f6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:13.923736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-e70d8308-c270-4cea-b793-ffe4858f6d67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0925434 Jan 28 14:04:13.935938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dfc36b7d-e38f-460d-b089-af05175cd889 None None] Provisioning complete for port fd7ad811-8558-4fc7-9b8c-9e807a43114b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:13.936572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfc36b7d-e38f-460d-b089-af05175cd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:13.974224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-56b19287-dc69-448d-a532-767c4fbe94ed tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917966 Jan 28 14:04:13.987406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-62581d7b-d3d2-4383-913c-d2e823738e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:13.989310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-62581d7b-d3d2-4383-913c-d2e823738e19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596640 Jan 28 14:04:13.995517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dfc36b7d-e38f-460d-b089-af05175cd889 None None] Port fd7ad811-8558-4fc7-9b8c-9e807a43114b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:04:14.043570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6003170c-4d6c-4eb1-933b-e7b568dfbc0f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:04:14.054176 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Publish callbacks [] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.060611 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.102119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:14.103042 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.170003 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Attempting to bind port fd7ad811-8558-4fc7-9b8c-9e807a43114b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:04:14.170692 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Attempting to bind port fd7ad811-8558-4fc7-9b8c-9e807a43114b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:04:14.171300 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Attempting to bind port fd7ad811-8558-4fc7-9b8c-9e807a43114b on network 418d68e3-eb61-4407-b75b-df0996080e80 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:04:14.174005 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Pushing event updated for resources: {'Port': ['ID=fd7ad811-8558-4fc7-9b8c-9e807a43114b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:14.185470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.186144 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.186650 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.187170 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.188263 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.188853 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.189462 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.189797 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.190739 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.190739 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.190952 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.191258 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.191841 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:14.201525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-45392963-9fb5-41da-9d95-54bd627be3ba service neutron] 10.222.0.45 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097557 Jan 28 14:04:14.207067 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:04:14.207536 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Checking segment: {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:04:14.207975 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.208436 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Bound using segment: {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:04:14.209608 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Bound port: fd7ad811-8558-4fc7-9b8c-9e807a43114b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:04:14.210077 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.215700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-c9c11d31-7905-4236-aa5b-f2de46528740 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052743 Jan 28 14:04:14.272652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:14.274068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 82997757-66b5-4612-b2d7-0463dc1986cb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:04:14.304458 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] For port fd7ad811-8558-4fc7-9b8c-9e807a43114b, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:04:14.308605 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] For port fd7ad811-8558-4fc7-9b8c-9e807a43114b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fd7ad811-8558-4fc7-9b8c-9e807a43114b,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:04:14.314249 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.332828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 82997757-66b5-4612-b2d7-0463dc1986cb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:14.333450 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.387463 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:14.388052 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:14.417728 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-bfc92f6d-3c3d-4437-b8c4-22fa77e3369d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2620070 Jan 28 14:04:14.436172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 82997757-66b5-4612-b2d7-0463dc1986cb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:14.459577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-984b0826-fe86-4344-8853-71df7a1d6514 service neutron] 10.222.0.45 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571502 Jan 28 14:04:14.477666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efe39cda-9d40-42cf-af8e-c5a1d59a5b12 req-0958130d-bd05-4c5b-8c10-26b46de98aab service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433333 Jan 28 14:04:14.480754 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a75237-0f87-48e0-88a8-0c8d108bfc30 None None] Pushing event updated for resources: {'Port': ['ID=fd7ad811-8558-4fc7-9b8c-9e807a43114b,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:14.545970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c4c7bb57-de93-4827-999a-cfa162b0350a None None] Provisioning complete for port fd7ad811-8558-4fc7-9b8c-9e807a43114b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:14.546357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bb57-de93-4827-999a-cfa162b0350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.557975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-520c522d-06c0-43e4-a124-caa38c41c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:14.559666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-520c522d-06c0-43e4-a124-caa38c41c5df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0864270 Jan 28 14:04:14.631573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:14.675262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7bb57-de93-4827-999a-cfa162b0350a None None] Current status of the port fd7ad811-8558-4fc7-9b8c-9e807a43114b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:14.675641 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bb57-de93-4827-999a-cfa162b0350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.790702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c4c7bb57-de93-4827-999a-cfa162b0350a None None] For port fd7ad811-8558-4fc7-9b8c-9e807a43114b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fd7ad811-8558-4fc7-9b8c-9e807a43114b,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:14.800025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4c7bb57-de93-4827-999a-cfa162b0350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.801575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-3e4efedb-8341-4477-a31a-5b7d4bf3816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:14.804248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-3e4efedb-8341-4477-a31a-5b7d4bf3816d service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.2218251 Jan 28 14:04:14.873043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7bb57-de93-4827-999a-cfa162b0350a None None] Pushing event updated for resources: {'Port': ['ID=fd7ad811-8558-4fc7-9b8c-9e807a43114b,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:14.891536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876b71-4a11-4f12-ab72-3289e00e76b4 req-6efa241a-fed4-4b8e-b6d5-296f6a00e846 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:14.893318 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0876b71-4a11-4f12-ab72-3289e00e76b4 req-6efa241a-fed4-4b8e-b6d5-296f6a00e846 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1467619 Jan 28 14:04:14.900497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-88a9b2f3-5903-48cd-ba16-165271744a97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 200 len: 1001 time: 0.0888362 Jan 28 14:04:14.923715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-51453c94-7377-4050-87e7-8d2022374e63 None None] Provisioning complete for port fd7ad811-8558-4fc7-9b8c-9e807a43114b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:14.924573 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51453c94-7377-4050-87e7-8d2022374e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:14.946371 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:14.983707 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae79dee-81d6-4290-ac69-27fde313eeb5 None None] The sync data for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 is: [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:15.008340 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0876b71-4a11-4f12-ab72-3289e00e76b4 req-36d65b9d-490e-4cd9-b5ae-0ab99d1b2fa7 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059692 Jan 28 14:04:15.009832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-8515580d-8720-4008-b4c3-c05eb5ab07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:15.011235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-8515580d-8720-4008-b4c3-c05eb5ab07c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0976696 Jan 28 14:04:15.059772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-51453c94-7377-4050-87e7-8d2022374e63 None None] Current status of the port fd7ad811-8558-4fc7-9b8c-9e807a43114b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:15.171627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e8a414e-7274-4a0f-a773-75e97afbeb6c req-2e9fd0e1-b3d4-4d67-bf4a-2115e6573097 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 210 time: 0.1000187 Jan 28 14:04:15.186444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-81780401-a05f-4158-b843-2f6722b333b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:15.188002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-81780401-a05f-4158-b843-2f6722b333b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696227 Jan 28 14:04:15.320912 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-49b716d2-3dc4-4a39-b456-e46f4439dff5 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216266 Jan 28 14:04:15.436881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea8e487a-46ec-4e52-9877-fc0cf0cda4b6 req-8757a8ca-4c88-4f5b-88d0-a1b96e0a0984 service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059871 Jan 28 14:04:16.059547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-b3b160f1-f44e-4adf-8ce4-9faf53e215d0 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:16.061830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-b3b160f1-f44e-4adf-8ce4-9faf53e215d0 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/networks?id=418d68e3-eb61-4407-b75b-df0996080e80 HTTP/1.1" status: 200 len: 796 time: 0.1523881 Jan 28 14:04:16.102757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fd7ad811-8558-4fc7-9b8c-9e807a43114b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:04:16.164585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fd7ad811-8558-4fc7-9b8c-9e807a43114b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:16.165485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:16.189751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ce24-2189-43e8-8591-1a9a4159092e req-d3106db0-cac6-4b97-9b07-fd016c2b9000 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:16.191501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3a2ce24-2189-43e8-8591-1a9a4159092e req-d3106db0-cac6-4b97-9b07-fd016c2b9000 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0905457 Jan 28 14:04:16.197411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-fff12f79-c175-4f7c-a5b0-0a62bc73f1c3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06966ccca03948e08bf2ba78e71cc414 HTTP/1.1" status: 200 len: 378 time: 0.1263824 Jan 28 14:04:16.209783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'port': {'device_id': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'admin_state_up': True, 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'security_groups': ['e3aa18e4-512a-4319-9a78-7a0b9e836ea2']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:16.260764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fd7ad811-8558-4fc7-9b8c-9e807a43114b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:16.305960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3a2ce24-2189-43e8-8591-1a9a4159092e req-8d129ee0-9f4b-4f1c-a738-e74ba7dcb42d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072879 Jan 28 14:04:16.359959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Made reservation on behalf of 06966ccca03948e08bf2ba78e71cc414 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:04:16.363873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:16.408857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25a96f5e-78a9-4efa-8a02-4d5e08f0aabb req-c07bbd86-1d06-4f47-891e-bdbc9b40a181 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 210 time: 0.0338261 Jan 28 14:04:16.576203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.20.0.6 (418d68e3-eb61-4407-b75b-df0996080e80/7ff56664-227a-43cd-a0a2-512d2de05be7/c4439474-ef96-44d6-9518-2d0a6db68b0a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:04:16.587145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027ad0b-75fc-4227-9ef2-c321e7affefd req-c71bcc4c-0294-460b-a9df-abf15842ceb9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:16.589032 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7027ad0b-75fc-4227-9ef2-c321e7affefd req-c71bcc4c-0294-460b-a9df-abf15842ceb9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.1115541 Jan 28 14:04:16.680837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7027ad0b-75fc-4227-9ef2-c321e7affefd req-12091be8-09a0-4f10-a8de-039572770a46 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834246 Jan 28 14:04:16.800608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:16.845739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:16.916581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network 418d68e3-eb61-4407-b75b-df0996080e80 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:04:16.920339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:04:16.929699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:04:16.964463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:17.013502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:17.014357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:17.039385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-458f4d06-b1d3-4170-9159-0b9ffc84d1d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8345511 Jan 28 14:04:17.052022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Request body: {'port': {'device_id': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:17.127175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:17.204985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7c01166e-045a-465a-ad01-004542fd4522 None None] Provisioning complete for port c4439474-ef96-44d6-9518-2d0a6db68b0a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:17.206574 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c01166e-045a-465a-ad01-004542fd4522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:17.264401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7c01166e-045a-465a-ad01-004542fd4522 None None] Port c4439474-ef96-44d6-9518-2d0a6db68b0a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:04:17.457789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-1615cf57-ddbc-4c70-90ff-dd04c23c5d3d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:17.459897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-1615cf57-ddbc-4c70-90ff-dd04c23c5d3d tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=82557983-4f0b-485b-9794-002fa6d6e8af HTTP/1.1" status: 200 len: 943 time: 0.0885293 Jan 28 14:04:17.573745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4439474-ef96-44d6-9518-2d0a6db68b0a {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:04:17.585334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Publish callbacks [] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:17.604002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Transition to ACTIVE for port object c4439474-ef96-44d6-9518-2d0a6db68b0a will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:04:17.608588 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:17.669632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Deleting port a010deea-ee2f-40f1-84af-9779d251c9cf {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:17.669988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:17.675260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:17.859207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] For port a010deea-ee2f-40f1-84af-9779d251c9cf, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=a010deea-ee2f-40f1-84af-9779d251c9cf,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:17.859572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.225016 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-23c7dab8-5897-48ef-b3a3-233a066eee67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4814093 Jan 28 14:04:18.230533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Calling delete_port for a010deea-ee2f-40f1-84af-9779d251c9cf owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:18.235853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Attempting to bind port c4439474-ef96-44d6-9518-2d0a6db68b0a on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:04:18.236220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Attempting to bind port c4439474-ef96-44d6-9518-2d0a6db68b0a by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:04:18.236553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Attempting to bind port c4439474-ef96-44d6-9518-2d0a6db68b0a on network 418d68e3-eb61-4407-b75b-df0996080e80 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:04:18.248352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Port c4439474-ef96-44d6-9518-2d0a6db68b0a on network 418d68e3-eb61-4407-b75b-df0996080e80 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:04:18.248818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Attempting to bind port c4439474-ef96-44d6-9518-2d0a6db68b0a on network 418d68e3-eb61-4407-b75b-df0996080e80 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:04:18.293718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:04:18.294047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Checking segment: {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:04:18.294439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Bound using segment: {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:04:18.294886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Bound port: c4439474-ef96-44d6-9518-2d0a6db68b0a, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:04:18.295258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.408660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-8ba6fc1e-4bcc-4b53-9723-9088076ab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:18.410345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-8ba6fc1e-4bcc-4b53-9723-9088076ab839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=214941f49e684b29a61ec64d4fa6cd94&device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 1096 time: 0.1534288 Jan 28 14:04:18.417372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:04:18.421248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:04:18.430066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.544455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:18.545098 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.546534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] 10.222.0.36 "PUT /v2.0/ports/c4439474-ef96-44d6-9518-2d0a6db68b0a HTTP/1.1" status: 200 len: 1091 time: 1.4999030 Jan 28 14:04:18.553896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:18.556244 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:18.597974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cd7ff-0850-436c-aebf-e5393d88da5d service neutron] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:18.611374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a010deea-ee2f-40f1-84af-9779d251c9cf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.625390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:04:18.628637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a85ae0f-9ee8-4ae4-b046-03bfd032076a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:04:18.675701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event deleted for resources: {'Port': ['ID=a010deea-ee2f-40f1-84af-9779d251c9cf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:18.729887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-90c9e4a9-40ef-41d9-ae1c-7f7d235ec8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:18.731411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-90c9e4a9-40ef-41d9-ae1c-7f7d235ec8e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 200 len: 913 time: 0.2785892 Jan 28 14:04:18.759626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-6a3c49d3-2d44-46a5-b172-c495f0f2c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:18.762323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-6a3c49d3-2d44-46a5-b172-c495f0f2c595 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 1094 time: 0.1650429 Jan 28 14:04:18.763591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] No DVR routers for this DVR port a010deea-ee2f-40f1-84af-9779d251c9cf on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:18.777759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:18.784076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f169a0f-9524-4505-9abe-609ce1439cbf req-35445f92-704b-4975-a0ea-c6f114be4934 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "DELETE /v2.0/ports/a010deea-ee2f-40f1-84af-9779d251c9cf HTTP/1.1" status: 204 len: 173 time: 1.3186617 Jan 28 14:04:18.891570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-2cc2a2d8-b86d-4e20-817a-72f48599edd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94736825-e1b6-4094-8ae9-4edd3a283588 HTTP/1.1" status: 200 len: 217 time: 0.1348023 Jan 28 14:04:18.893143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-c2294f03-5b6f-497b-8d53-c9c547ac18f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a HTTP/1.1" status: 200 len: 217 time: 0.1215770 Jan 28 14:04:18.995772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-5070aa8d-8709-4322-8d7f-c92921708a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:18.997805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-5070aa8d-8709-4322-8d7f-c92921708a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 200 len: 851 time: 0.0969558 Jan 28 14:04:19.046651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-888047cb-c1fb-431f-9f7f-79c78be41df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.049775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-888047cb-c1fb-431f-9f7f-79c78be41df8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ff56664-227a-43cd-a0a2-512d2de05be7 HTTP/1.1" status: 200 len: 835 time: 0.1477671 Jan 28 14:04:19.073974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-9d32c2af-6e25-4eb8-9471-bd372921861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.075492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-9d32c2af-6e25-4eb8-9471-bd372921861f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713215 Jan 28 14:04:19.164966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-742eeaa0-f49b-48b1-9815-31577800371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.166591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-742eeaa0-f49b-48b1-9815-31577800371f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=418d68e3-eb61-4407-b75b-df0996080e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054757 Jan 28 14:04:19.294424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-d24c23a2-5b8c-4428-999e-eed7bd09b0e7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991591 Jan 28 14:04:19.384247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb20b58-86c4-4f3f-8472-6ed3ed98b64f req-8de2c776-b713-44e0-bcab-1e4c057d5f6a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.385800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fb20b58-86c4-4f3f-8472-6ed3ed98b64f req-8de2c776-b713-44e0-bcab-1e4c057d5f6a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 943 time: 0.1868241 Jan 28 14:04:19.394101 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-74c1e558-d8ef-49f4-b4f6-2cae360be301 service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125611 Jan 28 14:04:19.513944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3fb20b58-86c4-4f3f-8472-6ed3ed98b64f req-52bff1ab-fa66-4739-a7d4-cebf32c95461 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221080 Jan 28 14:04:19.527234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-dbe61ff9-6d5f-4984-a001-a5f454eee34c service neutron] 10.222.0.36 "GET /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233746 Jan 28 14:04:19.557287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f942d7e3-a477-444e-9b74-fe4d63b01c6f req-66232e1d-a18e-45b0-9430-e26357d0c667 service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550577 Jan 28 14:04:19.577591 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae46632-d7b9-4c10-9cb1-3643da33bc66 x-openstack-request-id: req-fae46632-d7b9-4c10-9cb1-3643da33bc66 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:19.578107 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:19.578379 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fae46632-d7b9-4c10-9cb1-3643da33bc66 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:19.578817 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'status': 'completed', 'code': 200} Jan 28 14:04:19.674472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-e2a235cb-cc8f-4fd9-824e-fe57d5b7c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.676113 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-e2a235cb-cc8f-4fd9-824e-fe57d5b7c61c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0654709 Jan 28 14:04:19.792338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-be4134e8-ca4d-49dc-91ab-71987642fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.793847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-be4134e8-ca4d-49dc-91ab-71987642fd5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=418d68e3-eb61-4407-b75b-df0996080e80 HTTP/1.1" status: 200 len: 897 time: 0.1116619 Jan 28 14:04:19.849474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-58ca24f0-af37-40d6-876f-5ab54cffa4fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a HTTP/1.1" status: 200 len: 217 time: 0.0490692 Jan 28 14:04:19.925848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-63a3fe23-7067-489e-84a8-fc502c0b42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.927321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-63a3fe23-7067-489e-84a8-fc502c0b42c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ff56664-227a-43cd-a0a2-512d2de05be7 HTTP/1.1" status: 200 len: 835 time: 0.0596170 Jan 28 14:04:19.934529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1121-fe8b-4222-a13f-9b58cd37a6e0 req-297b24c7-2caa-4a68-ab64-5046f6acd853 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.936070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-683e1121-fe8b-4222-a13f-9b58cd37a6e0 req-297b24c7-2caa-4a68-ab64-5046f6acd853 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 907 time: 0.0963800 Jan 28 14:04:19.977205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-6f58e214-97b8-414d-afbb-ff34d1c14ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:19.978813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-6f58e214-97b8-414d-afbb-ff34d1c14ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=418d68e3-eb61-4407-b75b-df0996080e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419006 Jan 28 14:04:20.074889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-5f442279-f0f9-48ab-98b0-87940de1be67 service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896444 Jan 28 14:04:20.165453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-769dadb9-0cdd-4dc3-a75c-fdc9e41e7fcb req-c4727d5c-b7c2-410b-b43b-157c080109d0 service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Jan 28 14:04:20.651265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa49048-e0fe-47e6-8fab-70bf2f86a2bf req-05d349f1-ca13-4385-8043-b423ba490436 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:20.652825 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa49048-e0fe-47e6-8fab-70bf2f86a2bf req-05d349f1-ca13-4385-8043-b423ba490436 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 943 time: 0.0650911 Jan 28 14:04:20.704889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4fa49048-e0fe-47e6-8fab-70bf2f86a2bf req-c89bccea-bcd9-41e6-a45a-858098a1d972 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464036 Jan 28 14:04:21.054770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2418c-7235-4e16-9436-c192fc86f9e8 req-714a4820-4586-4018-ab65-faf6e81d98b8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:21.056302 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4a2418c-7235-4e16-9436-c192fc86f9e8 req-714a4820-4586-4018-ab65-faf6e81d98b8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 907 time: 0.0524540 Jan 28 14:04:21.334877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d93370-fd18-496f-8248-49a8ba953350 req-db34fdc3-62aa-4340-8c42-541023b6aed9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:21.336431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52d93370-fd18-496f-8248-49a8ba953350 req-db34fdc3-62aa-4340-8c42-541023b6aed9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 907 time: 0.0505776 Jan 28 14:04:21.434034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Deleting port dc290239-ff64-439f-a074-bff6455a5174 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:21.434378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (dc290239-ff64-439f-a074-bff6455a5174), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:21.524364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] For port dc290239-ff64-439f-a074-bff6455a5174, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=dc290239-ff64-439f-a074-bff6455a5174,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:21.524730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (dc290239-ff64-439f-a074-bff6455a5174), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:21.536704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Calling delete_port for dc290239-ff64-439f-a074-bff6455a5174 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:21.582721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-deleted', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:21.586245 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149b5a49-ad58-4233-b444-94b7d5900711" -d '{"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-deleted", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:21.622128 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a85b24b-80b7-40c9-bff5-eb01580c185c x-openstack-request-id: req-5a85b24b-80b7-40c9-bff5-eb01580c185c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:21.622423 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82557983-4f0b-485b-9794-002fa6d6e8af", "name": "network-vif-deleted", "tag": "a010deea-ee2f-40f1-84af-9779d251c9cf", "status": "failed", "code": 422}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:21.622678 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a85b24b-80b7-40c9-bff5-eb01580c185c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:21.623084 n-d-822748-2 neutron-server[103374]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82557983-4f0b-485b-9794-002fa6d6e8af', 'name': 'network-vif-deleted', 'tag': 'a010deea-ee2f-40f1-84af-9779d251c9cf', 'status': 'failed', 'code': 422} returned with failed status Jan 28 14:04:21.626198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c4439474-ef96-44d6-9518-2d0a6db68b0a details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:04:21.685199 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (dc290239-ff64-439f-a074-bff6455a5174), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:21.713111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event deleted for resources: {'Port': ['ID=dc290239-ff64-439f-a074-bff6455a5174,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:21.734218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:21.759178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'port_id': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'mac_address': 'fa:16:3e:6b:b7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:04:21.783778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] No DVR routers for this DVR port dc290239-ff64-439f-a074-bff6455a5174 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:21.787825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:21.794263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52d93370-fd18-496f-8248-49a8ba953350 req-f9926bd7-eec8-469d-9cd4-9f2030de3a3e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "DELETE /v2.0/ports/dc290239-ff64-439f-a074-bff6455a5174 HTTP/1.1" status: 204 len: 173 time: 0.4520578 Jan 28 14:04:21.820837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port c4439474-ef96-44d6-9518-2d0a6db68b0a is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:21.821343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:21.850938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4439474-ef96-44d6-9518-2d0a6db68b0a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:04:21.868764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1aba7-b98d-42e0-9ee2-3f39c46ec742 req-549d74e2-0213-4da1-abbe-1f9c386188e3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:21.871728 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6f1aba7-b98d-42e0-9ee2-3f39c46ec742 req-549d74e2-0213-4da1-abbe-1f9c386188e3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 943 time: 0.0751131 Jan 28 14:04:21.875081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:21.882195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:21.943087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6f1aba7-b98d-42e0-9ee2-3f39c46ec742 req-2d0412ea-f60d-447f-a765-d061b6b12158 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648949 Jan 28 14:04:21.964548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:22.157556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['c4439474-ef96-44d6-9518-2d0a6db68b0a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:04:22.162341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5241806-b955-4f3f-a68b-848256e1b06f req-1c23f75f-f4f6-43d3-9687-ab23d6c31af2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=1120380d-95bc-4314-8511-f789901a4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0263214 Jan 28 14:04:23.068194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8147-70bf-428e-adb4-d5568bb7b304 req-1c4ba816-3d17-4bb3-a889-bacb45436527 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:23.070026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-450c8147-70bf-428e-adb4-d5568bb7b304 req-1c4ba816-3d17-4bb3-a889-bacb45436527 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 944 time: 0.0515389 Jan 28 14:04:23.123820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-450c8147-70bf-428e-adb4-d5568bb7b304 req-593f18ac-4d82-4f94-8a3b-59a0c6688718 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482368 Jan 28 14:04:23.449626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849676-b5e0-4eba-952e-068d2594cd64 req-875506e3-3145-4b09-b79e-1979d089be32 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:23.451143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3849676-b5e0-4eba-952e-068d2594cd64 req-875506e3-3145-4b09-b79e-1979d089be32 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 946 time: 0.0542629 Jan 28 14:04:23.500295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3849676-b5e0-4eba-952e-068d2594cd64 req-d603a945-e7d9-4b16-9608-799ef90e81e1 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Jan 28 14:04:23.624491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'name': 'network-vif-deleted', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:23.627039 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c1e596-16cc-4046-98e7-4cae6108b5eb" -d '{"events": [{"server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "name": "network-vif-deleted", "tag": "dc290239-ff64-439f-a074-bff6455a5174"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:23.646852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c4439474-ef96-44d6-9518-2d0a6db68b0a up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:04:23.665433 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aced6eb-1547-45d1-b1e0-5f79a92f5b1d x-openstack-request-id: req-1aced6eb-1547-45d1-b1e0-5f79a92f5b1d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:23.665733 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1120380d-95bc-4314-8511-f789901a4bf7", "name": "network-vif-deleted", "tag": "dc290239-ff64-439f-a074-bff6455a5174", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:23.665996 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aced6eb-1547-45d1-b1e0-5f79a92f5b1d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:23.666413 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1120380d-95bc-4314-8511-f789901a4bf7', 'name': 'network-vif-deleted', 'tag': 'dc290239-ff64-439f-a074-bff6455a5174', 'status': 'completed', 'code': 200} Jan 28 14:04:23.699440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port c4439474-ef96-44d6-9518-2d0a6db68b0a completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:04:23.703879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port c4439474-ef96-44d6-9518-2d0a6db68b0a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:04:23.704297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:23.792828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port c4439474-ef96-44d6-9518-2d0a6db68b0a is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:04:23.793123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:23.816788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:23.819505 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d365c2b-179b-4c49-b0be-17b3e274860c" -d '{"events": [{"server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:23.833218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:23.837945 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:23.864717 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d47d4b-54bd-4e2d-8567-c6e6f3aa71b9 x-openstack-request-id: req-c0d47d4b-54bd-4e2d-8567-c6e6f3aa71b9 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:23.865018 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:23.865410 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0d47d4b-54bd-4e2d-8567-c6e6f3aa71b9 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:23.865876 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'code': 200} Jan 28 14:04:23.890403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:23.992227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065756e4-3462-4508-9282-742da314b508 req-2db5ac25-bf8a-463a-ad62-71b285e1df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:23.993822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065756e4-3462-4508-9282-742da314b508 req-2db5ac25-bf8a-463a-ad62-71b285e1df09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0440915 Jan 28 14:04:24.056967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065756e4-3462-4508-9282-742da314b508 req-e33ad239-1ab1-40f9-ba7a-f3272b0c68ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460591 Jan 28 14:04:24.162727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device dc290239-ff64-439f-a074-bff6455a5174 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:24.185121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: dc290239-ff64-439f-a074-bff6455a5174 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:24.185508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device dc290239-ff64-439f-a074-bff6455a5174 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:24.255324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a696-caed-4306-a142-16e4ef0a672f req-9efbc8b3-3073-4442-8e60-e984afb7e526 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:24.257123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cc8a696-caed-4306-a142-16e4ef0a672f req-9efbc8b3-3073-4442-8e60-e984afb7e526 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0575285 Jan 28 14:04:24.309292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8cc8a696-caed-4306-a142-16e4ef0a672f req-5372efed-2935-4704-b5a2-2df00f213eb0 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464976 Jan 28 14:04:24.619644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5cee3-72bd-4144-890c-67079217a407 req-62ae3347-d621-4f1f-a8ce-e3ee236e3cb0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:24.621102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90e5cee3-72bd-4144-890c-67079217a407 req-62ae3347-d621-4f1f-a8ce-e3ee236e3cb0 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 946 time: 0.0527358 Jan 28 14:04:24.671445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90e5cee3-72bd-4144-890c-67079217a407 req-21c85ec5-12b5-48e7-a78f-f426ec6faece tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 Jan 28 14:04:24.990151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa3488-5b49-483e-b007-baddddaa167a req-0f665194-7b3d-465b-89f0-cb846dba60e5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:24.992408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54fa3488-5b49-483e-b007-baddddaa167a req-0f665194-7b3d-465b-89f0-cb846dba60e5 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 946 time: 0.0544469 Jan 28 14:04:25.091446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Deleting port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:25.091813 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:25.182172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] For port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:25.182457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:25.196160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Calling delete_port for 5a85ae0f-9ee8-4ae4-b046-03bfd032076a owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:25.330762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5a85ae0f-9ee8-4ae4-b046-03bfd032076a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:25.348669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:04:25.351816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['5a85ae0f-9ee8-4ae4-b046-03bfd032076a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:04:25.365228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event deleted for resources: {'Port': ['ID=5a85ae0f-9ee8-4ae4-b046-03bfd032076a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:25.413956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] No DVR routers for this DVR port 5a85ae0f-9ee8-4ae4-b046-03bfd032076a on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:25.417792 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:25.422719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54fa3488-5b49-483e-b007-baddddaa167a req-040631cd-b90a-4688-a391-2d3099bc2e5a tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.60 "DELETE /v2.0/ports/5a85ae0f-9ee8-4ae4-b046-03bfd032076a HTTP/1.1" status: 204 len: 173 time: 0.4247179 Jan 28 14:04:25.473559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02cdb3-f4a8-4634-8141-eca82ca26d40 req-e620c88b-c136-44ab-beac-2af1abce11d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:25.475681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db02cdb3-f4a8-4634-8141-eca82ca26d40 req-e620c88b-c136-44ab-beac-2af1abce11d8 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0640275 Jan 28 14:04:25.534641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db02cdb3-f4a8-4634-8141-eca82ca26d40 req-0f4bf298-c948-4fbe-bda7-6634883ff463 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515735 Jan 28 14:04:25.658000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86effd-edd6-43ee-a25b-f868fcf82335 req-7e11959a-824b-4145-9984-fe1d61304498 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:25.659379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab86effd-edd6-43ee-a25b-f868fcf82335 req-7e11959a-824b-4145-9984-fe1d61304498 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Jan 28 14:04:25.666939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f24fde-8e41-4ba6-adff-dac50140e305', 'name': 'network-vif-deleted', 'tag': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:25.669170 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906ff13a-335e-4ddf-9047-c50103164949" -d '{"events": [{"server_uuid": "05f24fde-8e41-4ba6-adff-dac50140e305", "name": "network-vif-deleted", "tag": "5a85ae0f-9ee8-4ae4-b046-03bfd032076a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:25.720271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab86effd-edd6-43ee-a25b-f868fcf82335 req-e0d777af-c4b3-41a2-8724-00874d9146d3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545661 Jan 28 14:04:25.743155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35372) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:25.767976 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc40b7f0-a785-41a1-9186-f8fa4ace4331 x-openstack-request-id: req-dc40b7f0-a785-41a1-9186-f8fa4ace4331 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:25.768462 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f24fde-8e41-4ba6-adff-dac50140e305", "name": "network-vif-deleted", "tag": "5a85ae0f-9ee8-4ae4-b046-03bfd032076a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:25.768734 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc40b7f0-a785-41a1-9186-f8fa4ace4331 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:25.769232 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f24fde-8e41-4ba6-adff-dac50140e305', 'name': 'network-vif-deleted', 'tag': '5a85ae0f-9ee8-4ae4-b046-03bfd032076a', 'status': 'completed', 'code': 200} Jan 28 14:04:25.789017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1494773-d14b-42ef-971c-51f0aad38f22 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:25.793473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:25.793772 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b1494773-d14b-42ef-971c-51f0aad38f22 tempest-TestNetworkAdvancedServerOps-1324228153 tempest-TestNetworkAdvancedServerOps-1324228153-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 1091 time: 0.0495090 Jan 28 14:04:25.801816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:04:25.827284 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:25.904951 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1106fe-3c4e-4fb0-9c70-1bdd62468510 req-40ca59b9-6182-4a2c-886a-8652ec88382e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=05f24fde-8e41-4ba6-adff-dac50140e305 HTTP/1.1" status: 200 len: 210 time: 0.0724106 Jan 28 14:04:25.965243 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.081149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Allocated IP 172.25.4.126 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/28662283-a7f6-44ed-bc80-d570fa037e9e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:04:26.183360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.218157 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.260921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:04:26.263608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:04:26.266032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:04:26.292883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=28662283-a7f6-44ed-bc80-d570fa037e9e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:26.633582 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (453000f3-eee9-4025-be9a-ded66734175d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.703244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.852224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.856356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.906797 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:26.928862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event updated for resources: {'Port': ['ID=28662283-a7f6-44ed-bc80-d570fa037e9e,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:26.938810 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (453000f3-eee9-4025-be9a-ded66734175d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:27.045203 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP 453000f3-eee9-4025-be9a-ded66734175d associated. External IP: 172.25.4.126, port: c4439474-ef96-44d6-9518-2d0a6db68b0a. Jan 28 14:04:27.197354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a30e0-a3ec-4027-87f1-e2bc94020ec7 req-76878c6b-b283-44c5-b664-d933d5aa481b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:27.198887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-265a30e0-a3ec-4027-87f1-e2bc94020ec7 req-76878c6b-b283-44c5-b664-d933d5aa481b tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0655227 Jan 28 14:04:27.314138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-265a30e0-a3ec-4027-87f1-e2bc94020ec7 req-dea43fcc-0d06-4a2d-b333-8fcde8568160 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819819 Jan 28 14:04:27.336026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 8e8808b7-936e-44da-b609-c3d92fd0989b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:04:27.445738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:04:27.456075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] Sync routers for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:04:27.463914 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:27.467553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:27.468224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:27.491081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45ace52f-3efa-4254-a8fa-fd3b19260c92 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6960938 Jan 28 14:04:27.582055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:27.590928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540f6b-8488-484e-a9db-d19cd420ba9c req-1e7d1df3-001d-44aa-92d4-e3bbd4899706 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:27.592583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf540f6b-8488-484e-a9db-d19cd420ba9c req-1e7d1df3-001d-44aa-92d4-e3bbd4899706 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0533988 Jan 28 14:04:27.642810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf540f6b-8488-484e-a9db-d19cd420ba9c req-ac30e620-8fdf-43cf-a392-516f251914f4 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444729 Jan 28 14:04:27.666154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35384) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:27.730145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a206eb63-b01b-494b-b775-2a4464124b9d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/453000f3-eee9-4025-be9a-ded66734175d HTTP/1.1" status: 200 len: 991 time: 0.0617411 Jan 28 14:04:27.769905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:27.772876 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81009d9b-ae2a-4275-b0ac-7a351957d194" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:27.809615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '453000f3-eee9-4025-be9a-ded66734175d', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'port_id': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'mac_address': 'fa:16:3e:6b:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:04:26Z', 'updated_at': '2022-01-28T14:04:26Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:27.810003 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13fd25-cc1a-47ce-828b-11e8fbcec563 x-openstack-request-id: req-4b13fd25-cc1a-47ce-828b-11e8fbcec563 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:27.810300 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:27.810560 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b13fd25-cc1a-47ce-828b-11e8fbcec563 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:27.810966 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'status': 'completed', 'code': 200} Jan 28 14:04:27.836516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] Checking router: 8e8808b7-936e-44da-b609-c3d92fd0989b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:27.845170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:27.845847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:27.874461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-ae63af0d-1066-4b6d-9b26-84c121c2eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:27.876004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-ae63af0d-1066-4b6d-9b26-84c121c2eebe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0405951 Jan 28 14:04:27.960092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:27.980450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-6b3ec002-c6d9-44c6-8bbc-93f1add24657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:27.981845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-6b3ec002-c6d9-44c6-8bbc-93f1add24657 service neutron] 10.222.0.36 "GET /v2.0/networks?id=418d68e3-eb61-4407-b75b-df0996080e80 HTTP/1.1" status: 200 len: 897 time: 0.0948064 Jan 28 14:04:28.055265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-92763e73-77c0-4c42-8b06-1836ff211db7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a HTTP/1.1" status: 200 len: 999 time: 0.0652077 Jan 28 14:04:28.120153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-ab60440c-e736-4190-b922-05ac5491ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:28.121682 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-ab60440c-e736-4190-b922-05ac5491ca06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ff56664-227a-43cd-a0a2-512d2de05be7 HTTP/1.1" status: 200 len: 835 time: 0.0545373 Jan 28 14:04:28.170090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-4c66384b-26eb-48a4-af16-e0cc17796298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:28.171702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-4c66384b-26eb-48a4-af16-e0cc17796298 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=418d68e3-eb61-4407-b75b-df0996080e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427990 Jan 28 14:04:28.202787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '453000f3-eee9-4025-be9a-ded66734175d', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'port_id': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'mac_address': 'fa:16:3e:6b:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:04:26Z', 'updated_at': '2022-01-28T14:04:26Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:28.229736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53439a48-864e-4a95-b8d1-8c87bafcb8a6 None None] The sync data for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 is: [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '453000f3-eee9-4025-be9a-ded66734175d', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'port_id': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'mac_address': 'fa:16:3e:6b:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:04:26Z', 'updated_at': '2022-01-28T14:04:26Z', 'revision_number': 0, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:28.255171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a85ae0f-9ee8-4ae4-b046-03bfd032076a no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:28.279937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-a424ffbe-2454-43a3-9b53-eca8c2038585 service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916460 Jan 28 14:04:28.281697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 5a85ae0f-9ee8-4ae4-b046-03bfd032076a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:28.282054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 5a85ae0f-9ee8-4ae4-b046-03bfd032076a not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:28.288919 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:28.390889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81009d9b-ae2a-4275-b0ac-7a351957d194 req-7eb227a0-1282-404c-8ba2-1ccd24d3ba7e service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041665 Jan 28 14:04:28.443571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2900eb8-6463-41aa-9cde-5c0b4167f225 req-472ff5f3-b4f7-4f76-be8a-2baab0544c61 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:28.445186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2900eb8-6463-41aa-9cde-5c0b4167f225 req-472ff5f3-b4f7-4f76-be8a-2baab0544c61 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Jan 28 14:04:28.465570 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef656b58-4e55-469d-8983-3fa3a7bc648d None None] New status for floating IP 453000f3-eee9-4025-be9a-ded66734175d: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:04:28.732930 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35390) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:28.802866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eda94aa0-2756-49f3-b226-bffee9e187d2 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/453000f3-eee9-4025-be9a-ded66734175d HTTP/1.1" status: 200 len: 993 time: 0.0681033 Jan 28 14:04:28.857299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2900eb8-6463-41aa-9cde-5c0b4167f225 req-eb6e8be8-6ebd-4c00-93b3-0cd5a6640916 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=e77f11b2-b4c8-445f-bb04-e8b0306d95d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056046 Jan 28 14:04:28.868812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-bc9fb085-1769-4710-830b-cad65d698b7c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:28.870252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-bc9fb085-1769-4710-830b-cad65d698b7c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9728023-e35f-4f44-9d93-171b35504130 HTTP/1.1" status: 200 len: 945 time: 0.4040329 Jan 28 14:04:28.966129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Deleting port 94736825-e1b6-4094-8ae9-4edd3a283588 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:28.966390 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:29.056362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] For port 94736825-e1b6-4094-8ae9-4edd3a283588, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94736825-e1b6-4094-8ae9-4edd3a283588,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:29.056728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:29.068867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Calling delete_port for 94736825-e1b6-4094-8ae9-4edd3a283588 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:29.199476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (94736825-e1b6-4094-8ae9-4edd3a283588), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:29.211480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94736825-e1b6-4094-8ae9-4edd3a283588'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:04:29.230381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event deleted for resources: {'Port': ['ID=94736825-e1b6-4094-8ae9-4edd3a283588,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:29.273503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] No DVR routers for this DVR port 94736825-e1b6-4094-8ae9-4edd3a283588 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:29.276222 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:29.279767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f46f18a-0365-4663-ba13-cf6cdb7be2d5 req-3f2accdf-0eee-4d5a-915c-cb2d5836a9c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "DELETE /v2.0/ports/94736825-e1b6-4094-8ae9-4edd3a283588 HTTP/1.1" status: 204 len: 173 time: 0.3993130 Jan 28 14:04:29.812350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9728023-e35f-4f44-9d93-171b35504130', 'name': 'network-vif-deleted', 'tag': '94736825-e1b6-4094-8ae9-4edd3a283588'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:29.814715 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc7d91-aeaf-40b1-9da4-5c3c89627aa9" -d '{"events": [{"server_uuid": "d9728023-e35f-4f44-9d93-171b35504130", "name": "network-vif-deleted", "tag": "94736825-e1b6-4094-8ae9-4edd3a283588"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:29.852210 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da59453-7cd0-46b9-b9f2-252ef7ba2e83 x-openstack-request-id: req-8da59453-7cd0-46b9-b9f2-252ef7ba2e83 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:29.852511 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9728023-e35f-4f44-9d93-171b35504130", "name": "network-vif-deleted", "tag": "94736825-e1b6-4094-8ae9-4edd3a283588", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:29.852773 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8da59453-7cd0-46b9-b9f2-252ef7ba2e83 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:29.853181 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9728023-e35f-4f44-9d93-171b35504130', 'name': 'network-vif-deleted', 'tag': '94736825-e1b6-4094-8ae9-4edd3a283588', 'status': 'completed', 'code': 200} Jan 28 14:04:30.129789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423d1db-0366-48ab-abc1-f623229a102f req-98bcd89c-52ad-4e03-bd71-8e1e0573bf9f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:30.131751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5423d1db-0366-48ab-abc1-f623229a102f req-98bcd89c-52ad-4e03-bd71-8e1e0573bf9f tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Jan 28 14:04:30.184694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5423d1db-0366-48ab-abc1-f623229a102f req-5a1f7629-572a-4499-85f6-0c0893e7ca5c tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472105 Jan 28 14:04:31.299534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dc4be-95ad-402f-bc07-26eb0d979c9c req-0d71e6a4-fac8-46d2-9997-a6ada67283c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:31.301044 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a7dc4be-95ad-402f-bc07-26eb0d979c9c req-0d71e6a4-fac8-46d2-9997-a6ada67283c2 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Jan 28 14:04:31.347979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a7dc4be-95ad-402f-bc07-26eb0d979c9c req-d6a46d39-593b-472f-900f-76ed8ed2b031 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Jan 28 14:04:31.681555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94736825-e1b6-4094-8ae9-4edd3a283588 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:31.701934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 94736825-e1b6-4094-8ae9-4edd3a283588 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:31.702286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94736825-e1b6-4094-8ae9-4edd3a283588 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:31.760118 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:04:32.456821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-5835e433-ee34-496a-b291-e6b4736f7c05 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:32.458173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-5835e433-ee34-496a-b291-e6b4736f7c05 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0744889 Jan 28 14:04:32.507815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db69fd-3b37-48c3-82de-f611df4ba0b4 req-028f4dcb-4a59-440b-9e4e-759b816db8b9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:32.509348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16db69fd-3b37-48c3-82de-f611df4ba0b4 req-028f4dcb-4a59-440b-9e4e-759b816db8b9 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 945 time: 0.0897329 Jan 28 14:04:32.583591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16db69fd-3b37-48c3-82de-f611df4ba0b4 req-ceff4541-be42-440c-8f11-ae9923cae564 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a75b53e-59c4-46ab-9b85-e79b0991e716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678968 Jan 28 14:04:32.596403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Deleting port b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:32.596821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:32.688851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] For port b429237c-2501-4e67-affb-1b5a4106eacc, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b429237c-2501-4e67-affb-1b5a4106eacc,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:32.689215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:32.864569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:32.865004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (d68a89d4-7c3a-4e8f-a15f-8da3df243d0d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:32.865393 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Floating IP d68a89d4-7c3a-4e8f-a15f-8da3df243d0d disassociated. External IP: 172.25.4.91, port: b429237c-2501-4e67-affb-1b5a4106eacc. Jan 28 14:04:32.865888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Calling delete_port for b429237c-2501-4e67-affb-1b5a4106eacc owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:32.995365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b429237c-2501-4e67-affb-1b5a4106eacc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:33.022767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event deleted for resources: {'Port': ['ID=b429237c-2501-4e67-affb-1b5a4106eacc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:33.143716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:04:33.260505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:04:33.269740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] Sync routers for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:04:33.280257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:33.280886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:33.299904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] No DVR routers for this DVR port b429237c-2501-4e67-affb-1b5a4106eacc on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:33.302350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:33.305757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8cf1c6f-5ceb-4836-bd39-8af0f4604d8e req-b6705cd6-2768-4969-b2a9-9aa53c9bd322 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.36 "DELETE /v2.0/ports/b429237c-2501-4e67-affb-1b5a4106eacc HTTP/1.1" status: 204 len: 173 time: 0.8423593 Jan 28 14:04:33.306203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-deleted', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:33.308455 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee519363-78ff-4e9b-acf5-24c2bf3080ca" -d '{"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-deleted", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:33.345963 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9339d4ca-591a-4069-92ef-d78e2de9baec x-openstack-request-id: req-9339d4ca-591a-4069-92ef-d78e2de9baec {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:33.346265 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83619377-e6fe-49e7-b010-785a2af9e767", "name": "network-vif-deleted", "tag": "b429237c-2501-4e67-affb-1b5a4106eacc", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:33.346518 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9339d4ca-591a-4069-92ef-d78e2de9baec {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:33.346927 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83619377-e6fe-49e7-b010-785a2af9e767', 'name': 'network-vif-deleted', 'tag': 'b429237c-2501-4e67-affb-1b5a4106eacc', 'status': 'completed', 'code': 200} Jan 28 14:04:33.553946 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:33.695917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63c5104d-6f5d-4a53-a53b-074a6d4a019f req-2b3fd06a-6590-4fa3-9aab-e1a007747938 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/ports?device_id=83619377-e6fe-49e7-b010-785a2af9e767 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Jan 28 14:04:33.765341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:29Z', 'revision_number': 5, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:33.791612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] Checking router: 0f236726-0715-4cce-8cd3-04ca84e8f3d7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:33.800563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:33.801236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:33.914273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:34.113085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:29Z', 'revision_number': 5, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:34.142873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eecaa-5506-4eb3-aec0-0a690c37e3ad None None] The sync data for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 is: [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T13:57:24Z', 'revision_number': 4, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '03c1f264-45dc-46c3-997b-dc7afe584482', 'name': '', 'network_id': '3b7b3098-4b13-4e02-a81f-9cd0cb7457f8', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'mac_address': 'fa:16:3e:4f:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:23Z', 'updated_at': '2022-01-28T13:57:29Z', 'revision_number': 5, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'subnets': [{'id': 'c70f35c0-913e-4d30-bb76-b6c7b1946fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:34.370181 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0a1e0-cf00-41b3-b67d-49310614fa7c None None] New status for floating IP d68a89d4-7c3a-4e8f-a15f-8da3df243d0d: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:04:34.777831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35412) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:34.830982 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-680838fb-a5ee-4d74-aafa-607d9da066d8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group (8a75b53e-59c4-46ab-9b85-e79b0991e716), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:34.857807 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-680838fb-a5ee-4d74-aafa-607d9da066d8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group (8a75b53e-59c4-46ab-9b85-e79b0991e716), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:34.904815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-680838fb-a5ee-4d74-aafa-607d9da066d8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8a75b53e-59c4-46ab-9b85-e79b0991e716), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:34.907482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-680838fb-a5ee-4d74-aafa-607d9da066d8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:34.908685 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-680838fb-a5ee-4d74-aafa-607d9da066d8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "DELETE /v2.0/security-groups/8a75b53e-59c4-46ab-9b85-e79b0991e716 HTTP/1.1" status: 204 len: 168 time: 0.1298008 Jan 28 14:04:34.911309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35414) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:34.921515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680838fb-a5ee-4d74-aafa-607d9da066d8 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75b53e-59c4-46ab-9b85-e79b0991e716,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:34.931582 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-430e39b7-dc4b-45b5-ba82-02dca86f7c11 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] show failed (client error): The resource could not be found. Jan 28 14:04:34.932793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-430e39b7-dc4b-45b5-ba82-02dca86f7c11 tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "GET /v2.0/security-groups/8a75b53e-59c4-46ab-9b85-e79b0991e716 HTTP/1.1" status: 404 len: 347 time: 0.0204794 Jan 28 14:04:34.935942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35416) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:34.936329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ebaac4eb-982c-4268-b363-b81357d4c63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:35.063202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Deleting port f8fdee02-7770-4e16-b4e7-c4cb1fd365a6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:35.063551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:35.142486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:35.142811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for floatingip (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:35.154610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Calling delete_port for f8fdee02-7770-4e16-b4e7-c4cb1fd365a6 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:35.292666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (f8fdee02-7770-4e16-b4e7-c4cb1fd365a6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:35.320385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Pushing event deleted for resources: {'Port': ['ID=f8fdee02-7770-4e16-b4e7-c4cb1fd365a6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:35.383331 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks [] for floatingip (d68a89d4-7c3a-4e8f-a15f-8da3df243d0d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:35.386115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:35.387280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2e05b2c6-e7e5-4205-a253-210128a3853e tempest-ServerActionsTestJSON-780592601 tempest-ServerActionsTestJSON-780592601-project] 10.222.0.45 "DELETE /v2.0/floatingips/d68a89d4-7c3a-4e8f-a15f-8da3df243d0d HTTP/1.1" status: 204 len: 168 time: 0.4498429 Jan 28 14:04:35.391018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35418) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:35.703305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:35.723106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: b429237c-2501-4e67-affb-1b5a4106eacc {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:35.723561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b429237c-2501-4e67-affb-1b5a4106eacc not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:35.873668 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (0f236726-0715-4cce-8cd3-04ca84e8f3d7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:36.131287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Deleting port 03c1f264-45dc-46c3-997b-dc7afe584482 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:36.132097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:36.212265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] For port 03c1f264-45dc-46c3-997b-dc7afe584482, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=03c1f264-45dc-46c3-997b-dc7afe584482,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:36.212458 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:36.223906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Calling delete_port for 03c1f264-45dc-46c3-997b-dc7afe584482 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:36.406646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (03c1f264-45dc-46c3-997b-dc7afe584482), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:36.438202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c1f264-45dc-46c3-997b-dc7afe584482,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:36.610787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (0f236726-0715-4cce-8cd3-04ca84e8f3d7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:36.831379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:04:36.937854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:04:36.942735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1f5ad929-a416-4260-9034-bb6f5b3179b1 admin admin] 10.222.0.45 "PUT /v2.0/routers/0f236726-0715-4cce-8cd3-04ca84e8f3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5507510 Jan 28 14:04:36.946059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35422) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:36.948934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] Sync routers for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:04:36.958383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:36.958998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:37.048856 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks [] for router (0f236726-0715-4cce-8cd3-04ca84e8f3d7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.064939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:37.153214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks [] for router_gateway (0f236726-0715-4cce-8cd3-04ca84e8f3d7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.206068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Deleting port 4ad71bef-f4f6-4c37-b255-0105be0937b8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:37.206399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.247653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T14:04:36Z', 'revision_number': 5, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port': {'id': '4ad71bef-f4f6-4c37-b255-0105be0937b8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:57:19Z', 'updated_at': '2022-01-28T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:37.277004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] Checking router: 0f236726-0715-4cce-8cd3-04ca84e8f3d7 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:37.285743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] For port 4ad71bef-f4f6-4c37-b255-0105be0937b8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ad71bef-f4f6-4c37-b255-0105be0937b8,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:37.285991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] Routers {'0f236726-0715-4cce-8cd3-04ca84e8f3d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:37.286104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.286489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:37.298993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Calling delete_port for 4ad71bef-f4f6-4c37-b255-0105be0937b8 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:37.372875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] Set router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:37.424079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T14:04:37Z', 'revision_number': 6, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:37.453366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58be74e-8119-4551-acf9-578d8cdd1678 None None] The sync data for ids ['0f236726-0715-4cce-8cd3-04ca84e8f3d7'] in n-d-822748-2 is: [{'id': '0f236726-0715-4cce-8cd3-04ca84e8f3d7', 'name': 'tempest-ServerActionsTestJSON-1491657412-router', 'tenant_id': '214941f49e684b29a61ec64d4fa6cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:57:18Z', 'updated_at': '2022-01-28T14:04:37Z', 'revision_number': 6, 'project_id': '214941f49e684b29a61ec64d4fa6cd94', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:37.464273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4ad71bef-f4f6-4c37-b255-0105be0937b8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.495330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad71bef-f4f6-4c37-b255-0105be0937b8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:37.722008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51915750-9a11-478f-be06-8e76bc01e6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.895148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (0f236726-0715-4cce-8cd3-04ca84e8f3d7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.993553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (0f236726-0715-4cce-8cd3-04ca84e8f3d7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:37.995732 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks [] for router_controller (0f236726-0715-4cce-8cd3-04ca84e8f3d7), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.042359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (0f236726-0715-4cce-8cd3-04ca84e8f3d7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.043295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f236726-0715-4cce-8cd3-04ca84e8f3d7 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:04:38.050246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.052048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0e187c60-9eda-47b6-b99a-148458b26162 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0f236726-0715-4cce-8cd3-04ca84e8f3d7 HTTP/1.1" status: 204 len: 168 time: 1.1048753 Jan 28 14:04:38.054738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35424) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:38.104473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] Deleting subnet c70f35c0-913e-4d30-bb76-b6c7b1946fa2 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:04:38.108269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] Publish callbacks [] for subnet (c70f35c0-913e-4d30-bb76-b6c7b1946fa2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.143095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (c70f35c0-913e-4d30-bb76-b6c7b1946fa2), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.229182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c70f35c0-913e-4d30-bb76-b6c7b1946fa2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.265134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 03c1f264-45dc-46c3-997b-dc7afe584482 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:38.287202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 03c1f264-45dc-46c3-997b-dc7afe584482 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:38.287759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 03c1f264-45dc-46c3-997b-dc7afe584482 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:38.288536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ad71bef-f4f6-4c37-b255-0105be0937b8 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:38.301197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (c70f35c0-913e-4d30-bb76-b6c7b1946fa2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.310717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4ad71bef-f4f6-4c37-b255-0105be0937b8 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:38.311077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ad71bef-f4f6-4c37-b255-0105be0937b8 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:38.333886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70f35c0-913e-4d30-bb76-b6c7b1946fa2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:38.340204 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.345966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0fd76-d5b2-4408-a26a-73da3bede83f None None] Network 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:04:38.347064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:38.347749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cf1266c2-d62b-404f-bf08-5b876128b908 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c70f35c0-913e-4d30-bb76-b6c7b1946fa2 HTTP/1.1" status: 204 len: 168 time: 0.2913380 Jan 28 14:04:38.425006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.482616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Deleting port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:38.482967 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.508840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] DHCP port deletion for 3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:04:38.556615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] For port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:38.556985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.560823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] Deleting port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:38.561374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.572738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Calling delete_port for 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:38.638927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] For port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,segment=NetworkSegment(0abc58b8-816c-4400-80b5-cf3910c78249),segment_id=0abc58b8-816c-4400-80b5-cf3910c78249)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:38.639333 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.658493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] Calling delete_port for 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:38.661894 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.692693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:38.695402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] No DVR routers for this DVR port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:38.748312 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.773927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.783598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] Pushing event deleted for resources: {'Port': ['ID=749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:38.793964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7af581-14d9-4375-a8f9-3fa04edacd48 None None] No DVR routers for this DVR port 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:38.797010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7b3098-4b13-4e02-a81f-9cd0cb7457f8']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:38.809182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abc58b8-816c-4400-80b5-cf3910c78249') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:38.809340 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.809492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abc58b8-816c-4400-80b5-cf3910c78249') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:38.819311 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (0abc58b8-816c-4400-80b5-cf3910c78249), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.832420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0abc58b8-816c-4400-80b5-cf3910c78249), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.839216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:04:38.839606 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (0abc58b8-816c-4400-80b5-cf3910c78249), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:04:38.841370 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:04:38.897979 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3b7b3098-4b13-4e02-a81f-9cd0cb7457f8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.903932 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:38.907163 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3b7b3098-4b13-4e02-a81f-9cd0cb7457f8 HTTP/1.1" status: 204 len: 168 time: 0.5581608 Jan 28 14:04:38.919364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfdd41-86ad-428f-8774-08e17b5b53a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7b3098-4b13-4e02-a81f-9cd0cb7457f8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:39.030838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35430) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:39.076805 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c6bd7c9-cbb5-4df1-bbfa-698488d4789b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=214941f49e684b29a61ec64d4fa6cd94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447495 Jan 28 14:04:39.079285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35432) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:39.128420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f616f60-1a5a-4049-91f2-2e1d0e1d3b78 admin admin] Publish callbacks [] for security_group (e77f11b2-b4c8-445f-bb04-e8b0306d95d2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:39.150582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f616f60-1a5a-4049-91f2-2e1d0e1d3b78 admin admin] Publish callbacks [] for security_group (e77f11b2-b4c8-445f-bb04-e8b0306d95d2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:39.198693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f616f60-1a5a-4049-91f2-2e1d0e1d3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e77f11b2-b4c8-445f-bb04-e8b0306d95d2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:39.201500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f616f60-1a5a-4049-91f2-2e1d0e1d3b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:39.202729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f616f60-1a5a-4049-91f2-2e1d0e1d3b78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e77f11b2-b4c8-445f-bb04-e8b0306d95d2 HTTP/1.1" status: 204 len: 168 time: 0.1225231 Jan 28 14:04:39.212109 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616f60-1a5a-4049-91f2-2e1d0e1d3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f11b2-b4c8-445f-bb04-e8b0306d95d2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:40.014441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:04:40.036990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:04:40.038058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 749e45fb-96bc-4d6a-b6ef-80bab9c2a5c2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:04:40.640978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:41.794257 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.214386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35510) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:46.322415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3df37-a5a8-4209-b04c-225d78102ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.400180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3df37-a5a8-4209-b04c-225d78102ce5 admin admin] Publish callbacks [] for security_group (4cd671a1-2570-415d-bace-46d1471908a1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.403898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c2e3df37-a5a8-4209-b04c-225d78102ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4cd671a1-2570-415d-bace-46d1471908a1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.440974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3df37-a5a8-4209-b04c-225d78102ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd671a1-2570-415d-bace-46d1471908a1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:46.445310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c2e3df37-a5a8-4209-b04c-225d78102ce5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6313ba30f36b46d2a6cfcaa3a7bd117b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298126 Jan 28 14:04:46.447936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:46.502175 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40c862b3-473e-44f2-946e-259df1f6b782 admin admin] Publish callbacks [] for security_group (4cd671a1-2570-415d-bace-46d1471908a1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.524723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40c862b3-473e-44f2-946e-259df1f6b782 admin admin] Publish callbacks [] for security_group (4cd671a1-2570-415d-bace-46d1471908a1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.571698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40c862b3-473e-44f2-946e-259df1f6b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4cd671a1-2570-415d-bace-46d1471908a1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.574366 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-40c862b3-473e-44f2-946e-259df1f6b782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:46.575541 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-40c862b3-473e-44f2-946e-259df1f6b782 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cd671a1-2570-415d-bace-46d1471908a1 HTTP/1.1" status: 204 len: 168 time: 0.1266761 Jan 28 14:04:46.584740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c862b3-473e-44f2-946e-259df1f6b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd671a1-2570-415d-bace-46d1471908a1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:55.624835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35628) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:04:55.805140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port ccdb9407-c7ff-4551-81b2-4eb5f03d64fa {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:55.805421 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:55.884027 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:55.884338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:55.896490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for ccdb9407-c7ff-4551-81b2-4eb5f03d64fa owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:56.050965 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ccdb9407-c7ff-4551-81b2-4eb5f03d64fa), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:56.081806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=ccdb9407-c7ff-4551-81b2-4eb5f03d64fa,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:56.143444 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (4e48f87b-bce8-4f9d-b227-9653ca2e73b3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:56.143679 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Floating IP 4e48f87b-bce8-4f9d-b227-9653ca2e73b3 disassociated (deleted). External IP: 172.25.4.26, port: 2da98a56-4f82-47f3-bba7-15592be56876. Jan 28 14:04:56.356769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:04:56.472336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:04:56.478807 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:56.485540 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:04:56.499008 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:56.499880 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:56.516640 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-74378e72-e2d0-4c6f-84b1-471911e687f1 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "DELETE /v2.0/floatingips/4e48f87b-bce8-4f9d-b227-9653ca2e73b3 HTTP/1.1" status: 204 len: 168 time: 0.8838105 Jan 28 14:04:56.517544 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:56.520952 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49da8705c9c86f99e736cb62162531f35b76823bff14d520e89f37c1003ac51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39" -d '{"events": [{"name": "network-changed", "server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "tag": "2da98a56-4f82-47f3-bba7-15592be56876"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:56.615316 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:56.682742 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80890be1-9920-4799-8f22-f61e5bf2c37d x-openstack-request-id: req-80890be1-9920-4799-8f22-f61e5bf2c37d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:56.683244 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "tag": "2da98a56-4f82-47f3-bba7-15592be56876", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:56.683339 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80890be1-9920-4799-8f22-f61e5bf2c37d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:56.683832 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876', 'status': 'completed', 'code': 200} Jan 28 14:04:56.754169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-49f17a30-a499-47c7-9f79-810eaa3de5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:56.755701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-49f17a30-a499-47c7-9f79-810eaa3de5a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 1097 time: 0.0492966 Jan 28 14:04:56.863001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1ab50-5c3e-4ce1-9c87-cc18c93bf995 req-d94da2ae-c2da-4dc7-846f-3936ce3b031c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:56.864494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8f1ab50-5c3e-4ce1-9c87-cc18c93bf995 req-d94da2ae-c2da-4dc7-846f-3936ce3b031c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 946 time: 0.1169226 Jan 28 14:04:56.870460 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:52Z', 'revision_number': 1, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:56.899495 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:04:56.908300 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:04:56.909037 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:04:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:56.919827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:56.924943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8f1ab50-5c3e-4ce1-9c87-cc18c93bf995 req-d64de0c6-aa73-450b-8efa-3eafb6d70e6d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513985 Jan 28 14:04:56.939112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-2cfd89b4-6d57-4fe4-ac01-95a825130785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:56.940625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-2cfd89b4-6d57-4fe4-ac01-95a825130785 service neutron] 10.222.0.36 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1757524 Jan 28 14:04:56.983428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-0c1b6240-2aa7-4b77-aff6-33bb7bfa3485 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da98a56-4f82-47f3-bba7-15592be56876 HTTP/1.1" status: 200 len: 217 time: 0.0356708 Jan 28 14:04:57.024525 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:04:57.040606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-62fdd3bc-cf16-499c-a754-7bd5ac5d60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:57.042221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-62fdd3bc-cf16-499c-a754-7bd5ac5d60a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0505939 Jan 28 14:04:57.089546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-3c1d7395-9590-4c2b-a2fd-137256e7a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:57.091158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-3c1d7395-9590-4c2b-a2fd-137256e7a8aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422981 Jan 28 14:04:57.201484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-96cce2b3-5e9e-4be3-bdbe-9214397846ad service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031079 Jan 28 14:04:57.271332 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:52Z', 'revision_number': 1, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:04:57.299162 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c69b97-7d23-4afd-8b02-0d2e1e1cf284 None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '32ec0b69-24c5-4949-8713-4208277649d5', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'port_id': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'mac_address': 'fa:16:3e:cd:ed:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:00:50Z', 'updated_at': '2022-01-28T14:00:52Z', 'revision_number': 1, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:04:57.304567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5afb5b3-b112-4581-8e9c-e02cd7a29f39 req-e1ff22b1-d3eb-415e-82ee-260682c54ad9 service neutron] 10.222.0.36 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961041 Jan 28 14:04:57.562686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d2e0ca-083d-4aa3-8a91-50121461cc6f None None] New status for floating IP 4e48f87b-bce8-4f9d-b227-9653ca2e73b3: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:04:58.052732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4b28f-a5e9-477c-968f-52cc14fe3c5c req-a3e8c8dc-9558-408d-993e-c342d2109b54 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:58.054876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-30d4b28f-a5e9-477c-968f-52cc14fe3c5c req-a3e8c8dc-9558-408d-993e-c342d2109b54 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 946 time: 0.0519533 Jan 28 14:04:58.104945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-30d4b28f-a5e9-477c-968f-52cc14fe3c5c req-17ace75f-f622-4096-80bc-782d502d82ea tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442622 Jan 28 14:04:58.277019 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:58.450148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-567bf2b0-d91a-47c2-908e-dcc293b2d861 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:04:58.451646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-567bf2b0-d91a-47c2-908e-dcc293b2d861 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 946 time: 0.0590317 Jan 28 14:04:58.551259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 2da98a56-4f82-47f3-bba7-15592be56876 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:04:58.551532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2da98a56-4f82-47f3-bba7-15592be56876), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:58.652353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] For port 2da98a56-4f82-47f3-bba7-15592be56876, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2da98a56-4f82-47f3-bba7-15592be56876,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:04:58.652715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2da98a56-4f82-47f3-bba7-15592be56876), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:58.665099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 2da98a56-4f82-47f3-bba7-15592be56876 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:04:58.793534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2da98a56-4f82-47f3-bba7-15592be56876), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:58.829779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=2da98a56-4f82-47f3-bba7-15592be56876,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:04:58.861739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.862099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.862455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.862799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.863142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.863481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.863815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.864216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.864549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.864883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.865212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.866094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.866426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:04:58.886127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] No DVR routers for this DVR port 2da98a56-4f82-47f3-bba7-15592be56876 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:04:58.888640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:58.892131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfc71b02-cca0-43fa-883b-a254aae69770 req-87bca19c-c857-410f-b2d1-ff9047329297 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.36 "DELETE /v2.0/ports/2da98a56-4f82-47f3-bba7-15592be56876 HTTP/1.1" status: 204 len: 173 time: 0.4330509 Jan 28 14:04:58.892581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'name': 'network-vif-deleted', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:04:58.894959 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d82c9b-88df-4d4b-b350-8854e2c5b89d" -d '{"events": [{"server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "name": "network-vif-deleted", "tag": "2da98a56-4f82-47f3-bba7-15592be56876"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:04:58.941499 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe66a17-0629-4731-9ef6-a26db308f094 x-openstack-request-id: req-efe66a17-0629-4731-9ef6-a26db308f094 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:04:58.941873 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18977d40-6af4-4acb-9091-d5f8f8e4876b", "name": "network-vif-deleted", "tag": "2da98a56-4f82-47f3-bba7-15592be56876", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:04:58.942137 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efe66a17-0629-4731-9ef6-a26db308f094 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:04:58.942552 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18977d40-6af4-4acb-9091-d5f8f8e4876b', 'name': 'network-vif-deleted', 'tag': '2da98a56-4f82-47f3-bba7-15592be56876', 'status': 'completed', 'code': 200} Jan 28 14:04:59.228251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ce569d07-6f28-4543-b644-fa5886100988 req-6eff9e30-e948-4ed1-b3fe-031ea06adafc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0358562 Jan 28 14:05:00.352727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-699a48a7-10d8-40c1-a19e-86c94ff63597 req-3ef62e9c-9bcd-4f7f-ae1c-6cbbe0fa959b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0411859 Jan 28 14:05:01.450321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f6b606b3-f2f8-4e85-b08b-19b0ae61c94d req-c097a72f-977a-4480-8359-bb6f60f94dcc tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0341403 Jan 28 14:05:01.797288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2da98a56-4f82-47f3-bba7-15592be56876 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:01.819596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 2da98a56-4f82-47f3-bba7-15592be56876 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:01.819951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2da98a56-4f82-47f3-bba7-15592be56876 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:02.568156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e96f5e8-7aec-49d5-8de2-1c6b0d21a9ec req-d672e51f-269a-4235-bd19-2ad12c815745 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0369866 Jan 28 14:05:03.671791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36b840d8-7f72-4b95-a06c-9a0e3f76ba61 req-c179c1ef-b2a1-4860-b9b5-09a1ff311d54 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0303569 Jan 28 14:05:04.443709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acba54a-b144-4599-b0d5-330167579093 req-0d9d923f-68c7-4b0f-950a-d82c670965dd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:04.445826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0acba54a-b144-4599-b0d5-330167579093 req-0d9d923f-68c7-4b0f-950a-d82c670965dd tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0816932 Jan 28 14:05:04.497519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0acba54a-b144-4599-b0d5-330167579093 req-266d4a35-3541-4d57-bd66-651f0f966a19 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451880 Jan 28 14:05:04.772406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8375eff-3ca7-4193-9abb-41933cfa3bbc req-56a89921-e3f3-43c9-aeb1-a4b6b4b808a8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0264246 Jan 28 14:05:04.940079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36e71466-d38c-4335-aac1-8709adc0949b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:05.641039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d76c5-1eb5-4e5d-9c26-7e049b48ce52 req-5d767d25-f0cc-47cb-9c25-82ce789a3b57 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:05.643014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe2d76c5-1eb5-4e5d-9c26-7e049b48ce52 req-5d767d25-f0cc-47cb-9c25-82ce789a3b57 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0666764 Jan 28 14:05:05.699672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe2d76c5-1eb5-4e5d-9c26-7e049b48ce52 req-6f0f63ee-fcc5-4d0b-b03f-f59f59367b1b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473144 Jan 28 14:05:05.870215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa344d1-4476-44fe-aeed-1e7372927a50 req-aab0740c-6644-40e1-9e4a-0227a07eadeb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0278111 Jan 28 14:05:06.823903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfd9d7-0b25-46b7-9ab5-3fa14d9b9170 req-abde261f-79fd-46b4-81d0-2e3763b259c9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:06.825614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5dfd9d7-0b25-46b7-9ab5-3fa14d9b9170 req-abde261f-79fd-46b4-81d0-2e3763b259c9 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0542974 Jan 28 14:05:06.878893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5dfd9d7-0b25-46b7-9ab5-3fa14d9b9170 req-fa9a3332-b604-4845-b478-cfb6edfc2cac tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472164 Jan 28 14:05:06.974604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02b92825-feeb-449e-b27c-62b7c65150a6 req-992ea16b-6071-4016-9328-e9104cbe7f7d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0314145 Jan 28 14:05:07.727530 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00bfdbf5-2817-4f5d-a05e-787b11f57444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:08.003401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a526d6-8bf0-47f5-b0b9-7cdfa13ee9b1 req-e156d556-74ca-42bf-8794-38dab6c944cb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:08.004855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25a526d6-8bf0-47f5-b0b9-7cdfa13ee9b1 req-e156d556-74ca-42bf-8794-38dab6c944cb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0508041 Jan 28 14:05:08.058354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25a526d6-8bf0-47f5-b0b9-7cdfa13ee9b1 req-006fd70d-0eb8-4044-aea0-106e5243699a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465803 Jan 28 14:05:08.161536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fdde3b13-1f9a-4f9b-acc8-342b8b46bf39 req-c25f541e-9fb0-4cab-a33e-6f7e14c6fa44 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=18977d40-6af4-4acb-9091-d5f8f8e4876b HTTP/1.1" status: 200 len: 210 time: 0.0326536 Jan 28 14:05:08.526366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35722) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:08.736190 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03c38888-1004-47bf-83de-2cefd74abdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:08.760315 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:05:08.789626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:08.878030 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03c38888-1004-47bf-83de-2cefd74abdbc admin admin] Publish callbacks [] for security_group (b45ffb3a-0180-4d31-bb30-dc7c68727479), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:08.883229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03c38888-1004-47bf-83de-2cefd74abdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b45ffb3a-0180-4d31-bb30-dc7c68727479), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:08.931906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-03c38888-1004-47bf-83de-2cefd74abdbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fccf9e4e70d4544b741a8bd8128a763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041851 Jan 28 14:05:08.932703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c38888-1004-47bf-83de-2cefd74abdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45ffb3a-0180-4d31-bb30-dc7c68727479,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:08.935348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:08.988168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96c85c47-0567-4596-80bf-7354f90abd1c admin admin] Publish callbacks [] for security_group (b45ffb3a-0180-4d31-bb30-dc7c68727479), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:09.010318 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96c85c47-0567-4596-80bf-7354f90abd1c admin admin] Publish callbacks [] for security_group (b45ffb3a-0180-4d31-bb30-dc7c68727479), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:09.066254 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96c85c47-0567-4596-80bf-7354f90abd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b45ffb3a-0180-4d31-bb30-dc7c68727479), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:09.070147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96c85c47-0567-4596-80bf-7354f90abd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:09.071505 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-96c85c47-0567-4596-80bf-7354f90abd1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b45ffb3a-0180-4d31-bb30-dc7c68727479 HTTP/1.1" status: 204 len: 168 time: 0.1354628 Jan 28 14:05:09.082451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c85c47-0567-4596-80bf-7354f90abd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45ffb3a-0180-4d31-bb30-dc7c68727479,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:09.231930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8de37-0349-4341-a6c3-23a74c1da42a req-119f79ea-a487-4d24-a575-8b0d27689d28 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:09.233582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0d8de37-0349-4341-a6c3-23a74c1da42a req-119f79ea-a487-4d24-a575-8b0d27689d28 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0631115 Jan 28 14:05:09.313442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0d8de37-0349-4341-a6c3-23a74c1da42a req-8b3d3d6f-9106-4615-8ee8-4e4dd83a0def tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722399 Jan 28 14:05:10.456150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9e131-8bc9-4d06-a9d5-56a5aeb7e190 req-b4363c60-3ee9-4626-8b1b-769ffff10a08 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:10.457827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bf9e131-8bc9-4d06-a9d5-56a5aeb7e190 req-b4363c60-3ee9-4626-8b1b-769ffff10a08 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0589213 Jan 28 14:05:10.532578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bf9e131-8bc9-4d06-a9d5-56a5aeb7e190 req-2adb334d-f5c9-4c82-b7cd-cb393b1d2cf3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671477 Jan 28 14:05:10.652834 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:11.685479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573658b-53d7-4f9d-b560-f0cb3a245ec6 req-f0bc97f5-4fee-44ce-bd99-b54a59dac7ba tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:11.687396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4573658b-53d7-4f9d-b560-f0cb3a245ec6 req-f0bc97f5-4fee-44ce-bd99-b54a59dac7ba tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0687275 Jan 28 14:05:11.747690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4573658b-53d7-4f9d-b560-f0cb3a245ec6 req-2a294019-b746-4ce4-9ee5-5a46395bd771 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542717 Jan 28 14:05:11.798703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:12.887473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2bf5b-c851-4ba1-b060-bdd1332edf4a req-6e992845-83aa-444e-80eb-35c607018ba7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:12.890008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22b2bf5b-c851-4ba1-b060-bdd1332edf4a req-6e992845-83aa-444e-80eb-35c607018ba7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0557537 Jan 28 14:05:12.952922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22b2bf5b-c851-4ba1-b060-bdd1332edf4a req-b8a219dd-276e-4f19-b177-13ead6cb5ced tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563827 Jan 28 14:05:14.107966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8f3f8-4f75-4393-9f88-454dacdeabaf req-0ae6cd93-9b5a-4c6c-b833-32df62644fcb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:14.121402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28e8f3f8-4f75-4393-9f88-454dacdeabaf req-0ae6cd93-9b5a-4c6c-b833-32df62644fcb tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0732021 Jan 28 14:05:14.185449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28e8f3f8-4f75-4393-9f88-454dacdeabaf req-1f8d1d09-d54b-4ade-82ef-932f8f180f23 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628102 Jan 28 14:05:14.997109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35884) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:15.113705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-943d3cea-19cb-4651-be4d-a9b60aeb47ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.204791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-943d3cea-19cb-4651-be4d-a9b60aeb47ae admin admin] Publish callbacks [] for security_group (33daed3a-667c-4f48-b37d-2c98a7c3d754), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.210176 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-943d3cea-19cb-4651-be4d-a9b60aeb47ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (33daed3a-667c-4f48-b37d-2c98a7c3d754), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.271064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d3cea-19cb-4651-be4d-a9b60aeb47ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33daed3a-667c-4f48-b37d-2c98a7c3d754,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:15.279740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-943d3cea-19cb-4651-be4d-a9b60aeb47ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14b6f7d1f100480397143260a3ef468b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792337 Jan 28 14:05:15.280077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35890) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:15.382930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaebc8-c1ef-432b-b174-ee1fec079217 req-68b5b4f6-7dd7-4dc0-b3f9-1fa72e9ebac3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:15.384427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7faaebc8-c1ef-432b-b174-ee1fec079217 req-68b5b4f6-7dd7-4dc0-b3f9-1fa72e9ebac3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0852399 Jan 28 14:05:15.385075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2c99db1-af5b-463b-925e-2c2c4fd49a2a admin admin] Publish callbacks [] for security_group (33daed3a-667c-4f48-b37d-2c98a7c3d754), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.424586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2c99db1-af5b-463b-925e-2c2c4fd49a2a admin admin] Publish callbacks [] for security_group (33daed3a-667c-4f48-b37d-2c98a7c3d754), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.480671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7faaebc8-c1ef-432b-b174-ee1fec079217 req-fd4579c2-0ddf-40a9-a7d3-f2fffe72e13d tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862422 Jan 28 14:05:15.503392 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2c99db1-af5b-463b-925e-2c2c4fd49a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (33daed3a-667c-4f48-b37d-2c98a7c3d754), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.508013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2c99db1-af5b-463b-925e-2c2c4fd49a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.512134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b2c99db1-af5b-463b-925e-2c2c4fd49a2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33daed3a-667c-4f48-b37d-2c98a7c3d754 HTTP/1.1" status: 204 len: 168 time: 0.2280681 Jan 28 14:05:15.529347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c99db1-af5b-463b-925e-2c2c4fd49a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33daed3a-667c-4f48-b37d-2c98a7c3d754,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:15.816708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35896) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:15.831441 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.921101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Publish callbacks [] for security_group (aa489788-dc81-4670-901d-b8de952d8d99), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.927653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (aa489788-dc81-4670-901d-b8de952d8d99), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:15.962362 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa489788-dc81-4670-901d-b8de952d8d99,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:15.972877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.973235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.973586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.973941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.974267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.974595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.975197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.975630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.976089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.976523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.977268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.977616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.977847 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:15.998472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35902) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:16.002483 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0acded08-a7eb-4e64-b646-a8e7f5175626 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3f676cb8bc948d69775a05a867a4a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843481 Jan 28 14:05:16.047870 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1adf0ccc-8062-418f-8801-9fc95dbc86e0 admin admin] Publish callbacks [] for security_group (aa489788-dc81-4670-901d-b8de952d8d99), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:16.072501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1adf0ccc-8062-418f-8801-9fc95dbc86e0 admin admin] Publish callbacks [] for security_group (aa489788-dc81-4670-901d-b8de952d8d99), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:16.148165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1adf0ccc-8062-418f-8801-9fc95dbc86e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (aa489788-dc81-4670-901d-b8de952d8d99), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:16.154342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1adf0ccc-8062-418f-8801-9fc95dbc86e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:16.162297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1adf0ccc-8062-418f-8801-9fc95dbc86e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa489788-dc81-4670-901d-b8de952d8d99 HTTP/1.1" status: 204 len: 168 time: 0.1623604 Jan 28 14:05:16.193642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf0ccc-8062-418f-8801-9fc95dbc86e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa489788-dc81-4670-901d-b8de952d8d99,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:16.642535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c95-bd73-45a1-a713-bed6d28b7d30 req-16fb76b0-b387-4a08-bbf5-9684f51b78b3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:16.645283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba153c95-bd73-45a1-a713-bed6d28b7d30 req-16fb76b0-b387-4a08-bbf5-9684f51b78b3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0595069 Jan 28 14:05:16.731238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba153c95-bd73-45a1-a713-bed6d28b7d30 req-e426c3f2-3044-418d-b856-bd31e88c2bc7 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789192 Jan 28 14:05:17.610643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e65d3-1af4-4730-a232-ab7924f0d0f8 req-cf28fd04-650d-4e43-873b-e3dc861c8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:17.612952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1e65d3-1af4-4730-a232-ab7924f0d0f8 req-cf28fd04-650d-4e43-873b-e3dc861c8c2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0488336 Jan 28 14:05:17.673886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1e65d3-1af4-4730-a232-ab7924f0d0f8 req-2985c6ff-9643-45cc-9fe0-6c25df25b96a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543096 Jan 28 14:05:17.862107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20282c0-70a3-4819-89db-74a1dd304b87 req-22391a2e-c4e3-49a4-8af7-684a87866ec6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:17.863922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d20282c0-70a3-4819-89db-74a1dd304b87 req-22391a2e-c4e3-49a4-8af7-684a87866ec6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0653303 Jan 28 14:05:17.929201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d20282c0-70a3-4819-89db-74a1dd304b87 req-7fadfc10-1280-4f35-80a4-2ce404d8af5c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545390 Jan 28 14:05:18.279528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35972) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:18.472699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 82a28845-263d-4689-bd0c-f33993b296a8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:18.473048 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (82a28845-263d-4689-bd0c-f33993b296a8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:18.570620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (82a28845-263d-4689-bd0c-f33993b296a8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:18.570965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (82a28845-263d-4689-bd0c-f33993b296a8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:18.587647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 82a28845-263d-4689-bd0c-f33993b296a8 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:18.879045 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (82a28845-263d-4689-bd0c-f33993b296a8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:18.909543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=82a28845-263d-4689-bd0c-f33993b296a8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:18.943225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35986) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:18.977722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (32ec0b69-24c5-4949-8713-4208277649d5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:18.978174 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Floating IP 32ec0b69-24c5-4949-8713-4208277649d5 disassociated (deleted). External IP: 172.25.4.208, port: bbb4859f-09c5-4936-9516-dbca59e6fecb. Jan 28 14:05:19.105829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1b7259f-19d2-4e21-bcb9-6d2da8d6a758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.120844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050335de-f8a1-491d-b732-2d410e58c458 req-3a4ff9db-7942-40c6-ab71-d490b3e273e6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:19.122339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-050335de-f8a1-491d-b732-2d410e58c458 req-3a4ff9db-7942-40c6-ab71-d490b3e273e6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.1022344 Jan 28 14:05:19.197825 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1b7259f-19d2-4e21-bcb9-6d2da8d6a758 admin admin] Publish callbacks [] for security_group (0e1cffac-4c1b-4ab1-8b03-10286877782f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.202953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1b7259f-19d2-4e21-bcb9-6d2da8d6a758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0e1cffac-4c1b-4ab1-8b03-10286877782f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.227104 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-050335de-f8a1-491d-b732-2d410e58c458 req-da66acec-43f4-4c73-a72b-2cb3cfd46e4a tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967474 Jan 28 14:05:19.244612 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c1b7259f-19d2-4e21-bcb9-6d2da8d6a758 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7dd4a6b0d8149e0967cfeb7691af17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992275 Jan 28 14:05:19.261828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 35996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:19.263078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 35994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:19.279722 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7259f-19d2-4e21-bcb9-6d2da8d6a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1cffac-4c1b-4ab1-8b03-10286877782f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:19.331862 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-728c9939-0596-42a8-abaf-2265bc179f35 admin admin] Publish callbacks [] for security_group (0e1cffac-4c1b-4ab1-8b03-10286877782f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.342286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:05:19.355470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-61123fc7-b967-4c57-bc13-52384a97f3fc tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/floatingips/453000f3-eee9-4025-be9a-ded66734175d HTTP/1.1" status: 200 len: 993 time: 0.0827684 Jan 28 14:05:19.359002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-728c9939-0596-42a8-abaf-2265bc179f35 admin admin] Publish callbacks [] for security_group (0e1cffac-4c1b-4ab1-8b03-10286877782f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.416951 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-728c9939-0596-42a8-abaf-2265bc179f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0e1cffac-4c1b-4ab1-8b03-10286877782f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.419599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-728c9939-0596-42a8-abaf-2265bc179f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.424743 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-728c9939-0596-42a8-abaf-2265bc179f35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e1cffac-4c1b-4ab1-8b03-10286877782f HTTP/1.1" status: 204 len: 168 time: 0.1567550 Jan 28 14:05:19.432375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c9939-0596-42a8-abaf-2265bc179f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1cffac-4c1b-4ab1-8b03-10286877782f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:19.496314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:19.504643 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.508021 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:19.520232 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:19.523371 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:19.543149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ad16a24b-abfd-4b02-936f-debe72531eaf tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "DELETE /v2.0/floatingips/32ec0b69-24c5-4949-8713-4208277649d5 HTTP/1.1" status: 204 len: 168 time: 1.2624457 Jan 28 14:05:19.543747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:05:19.546062 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd85994-9bc8-40e9-893d-91cfea2d21d0" -d '{"events": [{"name": "network-changed", "server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:05:19.653151 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:19.753528 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a94249-7e7b-4044-affb-79ba7c73f9bd x-openstack-request-id: req-55a94249-7e7b-4044-affb-79ba7c73f9bd {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:05:19.754094 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:05:19.754723 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55a94249-7e7b-4044-affb-79ba7c73f9bd {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:05:19.755211 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'status': 'completed', 'code': 200} Jan 28 14:05:19.856909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36008) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:19.871069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb099a3e-118e-4b6b-a39c-4f254f5351b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.886427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-de87ccd7-8664-4110-bd5e-6e6cac9d22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:19.888442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-de87ccd7-8664-4110-bd5e-6e6cac9d22be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e133a900abf34fcf8930a73b09a47ce0&device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 1096 time: 0.1097703 Jan 28 14:05:19.896552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c4439474-ef96-44d6-9518-2d0a6db68b0a details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:05:19.897297 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:19.928993 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:05:19.938130 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:19.938805 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:19.963536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96b006-fb18-442c-81fa-f94741f60124 req-b33cb434-26f9-4235-a177-dfa41fd53205 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:19.965495 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb96b006-fb18-442c-81fa-f94741f60124 req-b33cb434-26f9-4235-a177-dfa41fd53205 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 945 time: 0.1225064 Jan 28 14:05:19.977878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb099a3e-118e-4b6b-a39c-4f254f5351b5 admin admin] Publish callbacks [] for security_group (19a1554a-1c76-4f16-a526-8d59478f10d5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:19.982910 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bb099a3e-118e-4b6b-a39c-4f254f5351b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (19a1554a-1c76-4f16-a526-8d59478f10d5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.023730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb099a3e-118e-4b6b-a39c-4f254f5351b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a1554a-1c76-4f16-a526-8d59478f10d5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:20.038039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:20.054588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bb099a3e-118e-4b6b-a39c-4f254f5351b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb71db607b7c41b4bae5239618dd48f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932237 Jan 28 14:05:20.055070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36010) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:20.062789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb96b006-fb18-442c-81fa-f94741f60124 req-39fd3f64-f446-4fb6-8ffc-0d66ee8f5696 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900309 Jan 28 14:05:20.064275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-ce9d9a78-e08d-4a7f-b5c2-7c87243b2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:20.065906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-ce9d9a78-e08d-4a7f-b5c2-7c87243b2403 service neutron] 10.222.0.60 "GET /v2.0/networks?id=da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 200 len: 913 time: 0.1692982 Jan 28 14:05:20.133183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9892353-3f37-4c8f-91a4-69fe2352ef55 admin admin] Publish callbacks [] for security_group (19a1554a-1c76-4f16-a526-8d59478f10d5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.134481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-43554ccf-496d-4ef6-a39f-f276c6b73008 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 200 len: 217 time: 0.0602434 Jan 28 14:05:20.161194 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9892353-3f37-4c8f-91a4-69fe2352ef55 admin admin] Publish callbacks [] for security_group (19a1554a-1c76-4f16-a526-8d59478f10d5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.184526 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:20.212388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-00d8b848-5cf1-4253-a0b1-546309e526cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:20.214027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-00d8b848-5cf1-4253-a0b1-546309e526cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 200 len: 851 time: 0.0670865 Jan 28 14:05:20.239293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9892353-3f37-4c8f-91a4-69fe2352ef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (19a1554a-1c76-4f16-a526-8d59478f10d5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.243102 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9892353-3f37-4c8f-91a4-69fe2352ef55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.246509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9892353-3f37-4c8f-91a4-69fe2352ef55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19a1554a-1c76-4f16-a526-8d59478f10d5 HTTP/1.1" status: 204 len: 168 time: 0.1871786 Jan 28 14:05:20.277091 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9892353-3f37-4c8f-91a4-69fe2352ef55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a1554a-1c76-4f16-a526-8d59478f10d5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:20.288648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-2db89c00-c2a0-4002-8bbd-61ee488fa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:20.290364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-2db89c00-c2a0-4002-8bbd-61ee488fa7d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=da44202a-00f4-4f4d-8cd1-b92fd645e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681908 Jan 28 14:05:20.315826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c4439474-ef96-44d6-9518-2d0a6db68b0a no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:20.355525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'port_id': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'mac_address': 'fa:16:3e:6b:b7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:05:20.434987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port c4439474-ef96-44d6-9518-2d0a6db68b0a is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:05:20.435705 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.443521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-bb5d6044-8081-419a-b401-2df9dad6133e service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458273 Jan 28 14:05:20.456857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4439474-ef96-44d6-9518-2d0a6db68b0a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:05:20.461829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port c4439474-ef96-44d6-9518-2d0a6db68b0a is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:05:20.462425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.487861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:20.499172 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:20.502864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:20.561718 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389baa0-651b-4ade-a490-bdc1d8fd627d None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T13:49:53Z', 'revision_number': 4, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4ed5e933-c54c-431d-9943-72f33b83ae8a', 'name': '', 'network_id': 'da44202a-00f4-4f4d-8cd1-b92fd645e19b', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'mac_address': 'fa:16:3e:9d:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:51Z', 'updated_at': '2022-01-28T13:50:02Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'subnets': [{'id': 'f029c7ae-ffe1-483c-86ff-f2d8c2fba59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:05:20.585825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:05:20.586295 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:05:20.586947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:20.587237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd85994-9bc8-40e9-893d-91cfea2d21d0 req-a94120d5-2586-4b5d-8e0c-2a6547ae6c1b service neutron] 10.222.0.60 "GET /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365025 Jan 28 14:05:20.595260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.595908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.596462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.596992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.597689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.598197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.599056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.599578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.600902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.601828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.603636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.604346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.605009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:20.728892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['c4439474-ef96-44d6-9518-2d0a6db68b0a'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:05:20.914302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5245f-bcd8-4234-82f3-13230fa3d536 None None] New status for floating IP 32ec0b69-24c5-4949-8713-4208277649d5: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:05:21.126787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port c4439474-ef96-44d6-9518-2d0a6db68b0a is: BUILD; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:05:21.127258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:21.143137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c4439474-ef96-44d6-9518-2d0a6db68b0a {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:05:21.167148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:21.172285 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:21.192995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9800d7-e2ee-4ac5-afd2-af09338a9332 req-55f348c1-b34f-4b74-9999-459b0434163b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:21.201521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b9800d7-e2ee-4ac5-afd2-af09338a9332 req-55f348c1-b34f-4b74-9999-459b0434163b tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 945 time: 0.0619130 Jan 28 14:05:21.230252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:21.260876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b9800d7-e2ee-4ac5-afd2-af09338a9332 req-cc0472dd-36e9-423b-af0d-2c2fbfefd4fb tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/security-groups?id=91d3b201-1154-428b-9ca7-204e7c53c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591483 Jan 28 14:05:21.516861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-d8e7b47e-1e55-4b8e-a597-b2bf17993e1c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:21.518344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-d8e7b47e-1e55-4b8e-a597-b2bf17993e1c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 945 time: 0.0510063 Jan 28 14:05:21.626005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port bbb4859f-09c5-4936-9516-dbca59e6fecb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:21.626508 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:21.722141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] For port bbb4859f-09c5-4936-9516-dbca59e6fecb, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bbb4859f-09c5-4936-9516-dbca59e6fecb,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:21.722518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:21.736255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for bbb4859f-09c5-4936-9516-dbca59e6fecb owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:21.878103 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bbb4859f-09c5-4936-9516-dbca59e6fecb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:21.906291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=bbb4859f-09c5-4936-9516-dbca59e6fecb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:21.936968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c4439474-ef96-44d6-9518-2d0a6db68b0a up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:05:21.956552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] No DVR routers for this DVR port bbb4859f-09c5-4936-9516-dbca59e6fecb on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:05:21.961626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:21.965089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6361c2a5-663a-4034-bdc0-253b6a0bc7af req-cad61149-97cf-47ff-b1da-8c7cb2d25051 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.60 "DELETE /v2.0/ports/bbb4859f-09c5-4936-9516-dbca59e6fecb HTTP/1.1" status: 204 len: 173 time: 0.4408381 Jan 28 14:05:21.965605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'name': 'network-vif-deleted', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:05:21.971354 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556981a1-f48e-4c6b-b630-10fcd4b78d5e" -d '{"events": [{"server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "name": "network-vif-deleted", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:05:22.010664 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653ecda5-7077-49e0-89e2-f3d2ce39d3f6 x-openstack-request-id: req-653ecda5-7077-49e0-89e2-f3d2ce39d3f6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:05:22.010968 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638ec6e4-2085-4122-afa0-d3c157eafbd8", "name": "network-vif-deleted", "tag": "bbb4859f-09c5-4936-9516-dbca59e6fecb", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:05:22.011224 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-653ecda5-7077-49e0-89e2-f3d2ce39d3f6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:05:22.011648 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638ec6e4-2085-4122-afa0-d3c157eafbd8', 'name': 'network-vif-deleted', 'tag': 'bbb4859f-09c5-4936-9516-dbca59e6fecb', 'status': 'completed', 'code': 200} Jan 28 14:05:22.017664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port c4439474-ef96-44d6-9518-2d0a6db68b0a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:05:22.018079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:22.122758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port c4439474-ef96-44d6-9518-2d0a6db68b0a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:05:22.123253 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:22.150540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:05:22.153223 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6686b7-7446-417c-b387-09e8aacdf713" -d '{"events": [{"server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:05:22.175048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:22.181573 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:22.245694 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:22.493063 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518a4f5d-ad62-4701-b3b5-627219f1295e x-openstack-request-id: req-518a4f5d-ad62-4701-b3b5-627219f1295e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:05:22.493368 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:05:22.493637 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-518a4f5d-ad62-4701-b3b5-627219f1295e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:05:22.494048 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'code': 200} Jan 28 14:05:22.578457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6055b0a0-432a-4afa-b99f-7b8b02194ca5 req-001d85b2-9473-4ea9-8741-467c940dacd0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0338407 Jan 28 14:05:22.653042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36066) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:22.765871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b79cc1f8-d1fa-4da0-a11f-3d62f238e72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:22.847294 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b79cc1f8-d1fa-4da0-a11f-3d62f238e72a admin admin] Publish callbacks [] for security_group (fd807b40-3540-4aec-bf4c-061ecfb03cd0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:22.852628 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b79cc1f8-d1fa-4da0-a11f-3d62f238e72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fd807b40-3540-4aec-bf4c-061ecfb03cd0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:22.901100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cc1f8-d1fa-4da0-a11f-3d62f238e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd807b40-3540-4aec-bf4c-061ecfb03cd0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:22.906706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b79cc1f8-d1fa-4da0-a11f-3d62f238e72a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a9994c716ba464b8ce49d0f13b74ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524812 Jan 28 14:05:22.909243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36070) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:22.967173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-643e3d0b-c848-4fd8-8672-3901ebd7c5bf admin admin] Publish callbacks [] for security_group (fd807b40-3540-4aec-bf4c-061ecfb03cd0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:22.990101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-643e3d0b-c848-4fd8-8672-3901ebd7c5bf admin admin] Publish callbacks [] for security_group (fd807b40-3540-4aec-bf4c-061ecfb03cd0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.044691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-643e3d0b-c848-4fd8-8672-3901ebd7c5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fd807b40-3540-4aec-bf4c-061ecfb03cd0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.047341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-643e3d0b-c848-4fd8-8672-3901ebd7c5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.048538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-643e3d0b-c848-4fd8-8672-3901ebd7c5bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd807b40-3540-4aec-bf4c-061ecfb03cd0 HTTP/1.1" status: 204 len: 168 time: 0.1382096 Jan 28 14:05:23.058177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e3d0b-c848-4fd8-8672-3901ebd7c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd807b40-3540-4aec-bf4c-061ecfb03cd0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:23.353536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:23.372365 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-425eb209-9c1c-423f-9d0a-3eb0d01545ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.464103 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-425eb209-9c1c-423f-9d0a-3eb0d01545ec admin admin] Publish callbacks [] for security_group (ddb397b6-8590-4142-8dd8-cf1f84b122a1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.468130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-425eb209-9c1c-423f-9d0a-3eb0d01545ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ddb397b6-8590-4142-8dd8-cf1f84b122a1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.507576 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-425eb209-9c1c-423f-9d0a-3eb0d01545ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5795988b1564f85b378a372a38267f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528938 Jan 28 14:05:23.508713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eb209-9c1c-423f-9d0a-3eb0d01545ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb397b6-8590-4142-8dd8-cf1f84b122a1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:23.510733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36078) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:23.559575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1efec17d-ecad-49ef-94bd-d782417d9943 admin admin] Publish callbacks [] for security_group (ddb397b6-8590-4142-8dd8-cf1f84b122a1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.583485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1efec17d-ecad-49ef-94bd-d782417d9943 admin admin] Publish callbacks [] for security_group (ddb397b6-8590-4142-8dd8-cf1f84b122a1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.653278 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1efec17d-ecad-49ef-94bd-d782417d9943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ddb397b6-8590-4142-8dd8-cf1f84b122a1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.657085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1efec17d-ecad-49ef-94bd-d782417d9943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:23.658420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1efec17d-ecad-49ef-94bd-d782417d9943 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ddb397b6-8590-4142-8dd8-cf1f84b122a1 HTTP/1.1" status: 204 len: 168 time: 0.1466298 Jan 28 14:05:23.673125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efec17d-ecad-49ef-94bd-d782417d9943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb397b6-8590-4142-8dd8-cf1f84b122a1,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:23.720674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-133683ce-4ac1-4cbb-a835-c38d0cf4d3a4 req-ba0d44cc-d015-4a49-be37-99f11cf4900c tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0423059 Jan 28 14:05:24.522520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bbb4859f-09c5-4936-9516-dbca59e6fecb no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:24.548468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: bbb4859f-09c5-4936-9516-dbca59e6fecb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:24.548955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bbb4859f-09c5-4936-9516-dbca59e6fecb not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:24.845814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3df037c5-57a6-4501-8cff-bac5362b8653 req-776b3f0c-308c-44a9-bcfa-f5ce96f19c98 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0347078 Jan 28 14:05:24.948531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36110) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:25.064261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc553-32cd-4bd9-946f-2937d3a151c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:25.161811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc553-32cd-4bd9-946f-2937d3a151c2 admin admin] Publish callbacks [] for security_group (c6a7555d-7fe9-4eab-bccd-54540ba0f05e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:25.169201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc553-32cd-4bd9-946f-2937d3a151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6a7555d-7fe9-4eab-bccd-54540ba0f05e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:25.212807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dc553-32cd-4bd9-946f-2937d3a151c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7555d-7fe9-4eab-bccd-54540ba0f05e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:25.219706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9d9dc553-32cd-4bd9-946f-2937d3a151c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b696b2f2f644c469e9a381635e851b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675323 Jan 28 14:05:25.220608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36114) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:25.280827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a06dea46-2fec-4c69-a2eb-0e6eb7e4032d admin admin] Publish callbacks [] for security_group (c6a7555d-7fe9-4eab-bccd-54540ba0f05e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:25.303427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a06dea46-2fec-4c69-a2eb-0e6eb7e4032d admin admin] Publish callbacks [] for security_group (c6a7555d-7fe9-4eab-bccd-54540ba0f05e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:25.355727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a06dea46-2fec-4c69-a2eb-0e6eb7e4032d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c6a7555d-7fe9-4eab-bccd-54540ba0f05e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:25.357930 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a06dea46-2fec-4c69-a2eb-0e6eb7e4032d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:25.368355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a06dea46-2fec-4c69-a2eb-0e6eb7e4032d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6a7555d-7fe9-4eab-bccd-54540ba0f05e HTTP/1.1" status: 204 len: 168 time: 0.1408257 Jan 28 14:05:25.377399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dea46-2fec-4c69-a2eb-0e6eb7e4032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7555d-7fe9-4eab-bccd-54540ba0f05e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:25.964904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebcb6e79-d7ed-40ca-86c5-7599b2bd0514 req-e5c969f9-b6de-4f23-b755-91e1b347a6af tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0290170 Jan 28 14:05:26.803798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36162) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:26.930599 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:26.931212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a58f7aa-4ab3-4979-bc2d-160817462861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:27.011778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a58f7aa-4ab3-4979-bc2d-160817462861 admin admin] Publish callbacks [] for security_group (38426f5d-e0b0-461f-bceb-bd3aa3ea1a65), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:27.016742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a58f7aa-4ab3-4979-bc2d-160817462861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (38426f5d-e0b0-461f-bceb-bd3aa3ea1a65), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:27.079353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6a58f7aa-4ab3-4979-bc2d-160817462861 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33a8abdc06a04f838cad0d9105d49298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2716751 Jan 28 14:05:27.079963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36168) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:27.094334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58f7aa-4ab3-4979-bc2d-160817462861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38426f5d-e0b0-461f-bceb-bd3aa3ea1a65,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:27.099569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03ce8fb5-58b8-46b7-a306-ca96e87dd1eb req-11af76a9-4d3e-44e7-9e0e-0519b580c428 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0424321 Jan 28 14:05:27.150927 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0e99d1a-ab01-4c49-a9b8-87ff49c422ab admin admin] Publish callbacks [] for security_group (38426f5d-e0b0-461f-bceb-bd3aa3ea1a65), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:27.182612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0e99d1a-ab01-4c49-a9b8-87ff49c422ab admin admin] Publish callbacks [] for security_group (38426f5d-e0b0-461f-bceb-bd3aa3ea1a65), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:27.244834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0e99d1a-ab01-4c49-a9b8-87ff49c422ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (38426f5d-e0b0-461f-bceb-bd3aa3ea1a65), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:27.249776 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c0e99d1a-ab01-4c49-a9b8-87ff49c422ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:27.251057 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c0e99d1a-ab01-4c49-a9b8-87ff49c422ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38426f5d-e0b0-461f-bceb-bd3aa3ea1a65 HTTP/1.1" status: 204 len: 168 time: 0.1700590 Jan 28 14:05:27.261223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e99d1a-ab01-4c49-a9b8-87ff49c422ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38426f5d-e0b0-461f-bceb-bd3aa3ea1a65,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:28.229845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e442d0e3-de10-4abe-b353-186360714a0a req-62d6d8a1-08ec-4223-954b-070d032d05a0 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0491214 Jan 28 14:05:28.276648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.311249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36202) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:28.463398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49be2b30-1549-483d-a7c6-28babb0d02af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.546714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49be2b30-1549-483d-a7c6-28babb0d02af admin admin] Publish callbacks [] for security_group (fde6af98-7d8c-4504-b944-b9c35596a08f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.550833 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49be2b30-1549-483d-a7c6-28babb0d02af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fde6af98-7d8c-4504-b944-b9c35596a08f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.594811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-49be2b30-1549-483d-a7c6-28babb0d02af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5ae0c4be86e4cd784006d93830909ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823305 Jan 28 14:05:28.595232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36206) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:28.595806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be2b30-1549-483d-a7c6-28babb0d02af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6af98-7d8c-4504-b944-b9c35596a08f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:28.646538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53f9adc9-4f8c-4545-a3e9-7722667fa1e6 admin admin] Publish callbacks [] for security_group (fde6af98-7d8c-4504-b944-b9c35596a08f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.668853 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53f9adc9-4f8c-4545-a3e9-7722667fa1e6 admin admin] Publish callbacks [] for security_group (fde6af98-7d8c-4504-b944-b9c35596a08f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.720656 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53f9adc9-4f8c-4545-a3e9-7722667fa1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fde6af98-7d8c-4504-b944-b9c35596a08f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.723350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53f9adc9-4f8c-4545-a3e9-7722667fa1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:28.725106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-53f9adc9-4f8c-4545-a3e9-7722667fa1e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fde6af98-7d8c-4504-b944-b9c35596a08f HTTP/1.1" status: 204 len: 168 time: 0.1288218 Jan 28 14:05:28.734120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9adc9-4f8c-4545-a3e9-7722667fa1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6af98-7d8c-4504-b944-b9c35596a08f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:29.352047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20919d19-4b9a-4249-b7bc-e2c61371f28e req-ebcdcff1-d2fb-47a0-8c9e-b5490efe1bca tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0438259 Jan 28 14:05:30.107612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36244) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:30.306108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1366819250'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:30.337292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Made reservation on behalf of aed82412ae4a40ddbf1a6836a947eac6 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:30.340891 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.361282 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.463934 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for security_group (0174f60d-6049-497f-a38c-3b64564a7c1c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.472229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0174f60d-6049-497f-a38c-3b64564a7c1c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.507561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49562c7d-09e6-4c39-8423-897e6506bc76 req-94844ae4-517f-471e-85c4-0090b685c48f tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "GET /v2.0/ports?device_id=638ec6e4-2085-4122-afa0-d3c157eafbd8 HTTP/1.1" status: 200 len: 210 time: 0.0490685 Jan 28 14:05:30.513166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:05:30.523606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (063b2b17-8386-42ee-8662-6b20c8e71063), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.523974 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Added segment 063b2b17-8386-42ee-8662-6b20c8e71063 of type vlan for network 3f1a4553-625a-44a1-8817-36d868d9c51f Jan 28 14:05:30.572931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0174f60d-6049-497f-a38c-3b64564a7c1c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:30.578790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (3f1a4553-625a-44a1-8817-36d868d9c51f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.612589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (3f1a4553-625a-44a1-8817-36d868d9c51f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.618403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:30.619046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.056343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9429364 Jan 28 14:05:31.056860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36250) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:31.062276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Request body: {'subnet': {'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:31.064261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80783d92-0fc4-4e3d-a87c-2efcfd83d888 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event updated for resources: {'Network': ['ID=3f1a4553-625a-44a1-8817-36d868d9c51f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:31.075112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 3f1a4553-625a-44a1-8817-36d868d9c51f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:05:31.170463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Made reservation on behalf of aed82412ae4a40ddbf1a6836a947eac6 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:31.173941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.381593 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (6874846e-aba0-458c-9a6e-58646b8f323a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.457785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event updated for resources: {'Subnet': ['ID=6874846e-aba0-458c-9a6e-58646b8f323a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:31.467981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Checking segment: {'id': '063b2b17-8386-42ee-8662-6b20c8e71063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:05:31.468515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Network hostable DHCP agents. Network: 3f1a4553-625a-44a1-8817-36d868d9c51f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:05:31.487219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Network 3f1a4553-625a-44a1-8817-36d868d9c51f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:05:31.503730 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 3f1a4553-625a-44a1-8817-36d868d9c51f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:31.510371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:31.511211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.516451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1f909-0ec1-44a0-8edd-2b8ef520bbaf None None] Network 3f1a4553-625a-44a1-8817-36d868d9c51f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:31.535521 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-668e5765-83f9-44b8-bc9f-94a8f5786ec0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4774234 Jan 28 14:05:31.538871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36254) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:31.545631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Request body: {'port': {'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1042094235'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:31.586361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36256) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:31.679620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-3f1a4553-625a-44a1-8817-36d868d9c51f', 'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f', 'project_id': 'aed82412ae4a40ddbf1a6836a947eac6', 'fixed_ips': [{'subnet_id': '6874846e-aba0-458c-9a6e-58646b8f323a'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:05:31.682345 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.709851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Made reservation on behalf of aed82412ae4a40ddbf1a6836a947eac6 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:31.714137 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.736663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] device_id is not set on port c784ff5a-0520-4d90-839c-8e5bc898113c yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:05:31.745738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Deleting port 4276fab4-4326-4072-b82a-17758a09a14b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:31.746188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4276fab4-4326-4072-b82a-17758a09a14b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.854441 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4276fab4-4326-4072-b82a-17758a09a14b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.855035 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (4276fab4-4326-4072-b82a-17758a09a14b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.872088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Calling delete_port for 4276fab4-4326-4072-b82a-17758a09a14b owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:31.881144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Allocated IP 172.20.0.2 (3f1a4553-625a-44a1-8817-36d868d9c51f/6874846e-aba0-458c-9a6e-58646b8f323a/7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:32.055534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4276fab4-4326-4072-b82a-17758a09a14b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.074715 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Publish callbacks [] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.081642 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.096674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'Port': ['ID=4276fab4-4326-4072-b82a-17758a09a14b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:32.123782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Network 3f1a4553-625a-44a1-8817-36d868d9c51f is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:32.126841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:32.129744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:32.160337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Allocated IP 172.20.0.9 (3f1a4553-625a-44a1-8817-36d868d9c51f/6874846e-aba0-458c-9a6e-58646b8f323a/c784ff5a-0520-4d90-839c-8e5bc898113c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:32.163781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Pushing event updated for resources: {'Port': ['ID=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:32.212599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Attempting to bind port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:05:32.213032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Attempting to bind port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '063b2b17-8386-42ee-8662-6b20c8e71063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:05:32.213410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Attempting to bind port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 on network 3f1a4553-625a-44a1-8817-36d868d9c51f {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:05:32.225405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:05:32.225927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Checking segment: {'id': '063b2b17-8386-42ee-8662-6b20c8e71063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:05:32.226996 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.227415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Bound using segment: {'id': '063b2b17-8386-42ee-8662-6b20c8e71063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:05:32.227926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Bound port: 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063b2b17-8386-42ee-8662-6b20c8e71063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3f1a4553-625a-44a1-8817-36d868d9c51f'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:05:32.228351 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.234193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for floatingip (bda554af-a2d8-4c68-b900-908efccad9ea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.239426 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.241085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ebacfb77-74c9-490d-ba1a-7cfcd549b7b8 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "DELETE /v2.0/floatingips/bda554af-a2d8-4c68-b900-908efccad9ea HTTP/1.1" status: 204 len: 168 time: 0.6527815 Jan 28 14:05:32.318296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] For port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:05:32.324790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] For port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,segment=NetworkSegment(063b2b17-8386-42ee-8662-6b20c8e71063),segment_id=063b2b17-8386-42ee-8662-6b20c8e71063)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:05:32.331324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.374832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for port (c784ff5a-0520-4d90-839c-8e5bc898113c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.405979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de9952-6c92-44f8-b00d-16b7f6a0142b None None] Pushing event updated for resources: {'Port': ['ID=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:32.474190 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c784ff5a-0520-4d90-839c-8e5bc898113c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.540475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Network 3f1a4553-625a-44a1-8817-36d868d9c51f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:32.546206 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:32.551359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:32.556484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event updated for resources: {'Port': ['ID=c784ff5a-0520-4d90-839c-8e5bc898113c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:32.618307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:32.619002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.652258 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8da40bac-844c-49f0-b9da-3e2ce1c8dfe0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1120942 Jan 28 14:05:32.654658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36266) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:32.779140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Deleting port c784ff5a-0520-4d90-839c-8e5bc898113c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:32.779492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c784ff5a-0520-4d90-839c-8e5bc898113c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.894394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c784ff5a-0520-4d90-839c-8e5bc898113c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.906863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Calling delete_port for c784ff5a-0520-4d90-839c-8e5bc898113c owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:33.049550 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c784ff5a-0520-4d90-839c-8e5bc898113c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.106121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event deleted for resources: {'Port': ['ID=c784ff5a-0520-4d90-839c-8e5bc898113c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:33.165610 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.169055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e2f6abb8-0001-43f8-848d-5245bc771567 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "DELETE /v2.0/ports/c784ff5a-0520-4d90-839c-8e5bc898113c HTTP/1.1" status: 204 len: 168 time: 0.5133862 Jan 28 14:05:33.172432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36268) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:33.241331 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-903f2ab3-c7fa-4083-9af4-035d353d24ea tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0670958 Jan 28 14:05:33.242403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36272) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:33.247700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-71797355'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:33.271807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Made reservation on behalf of aed82412ae4a40ddbf1a6836a947eac6 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:33.276411 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.311855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:05:33.327424 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (405d6cd3-ebbf-4884-b0c8-f2c8bcb09f1d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.327781 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Added segment 405d6cd3-ebbf-4884-b0c8-f2c8bcb09f1d of type vlan for network 422afe75-4b10-4b45-a42a-8cdecc2239e0 Jan 28 14:05:33.380841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (422afe75-4b10-4b45-a42a-8cdecc2239e0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.409899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (422afe75-4b10-4b45-a42a-8cdecc2239e0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.416211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:33.416859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.495484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36276) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:33.496079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.2521985 Jan 28 14:05:33.503093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2c2fc-6eec-494a-a319-5de44b4855a2 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event updated for resources: {'Network': ['ID=422afe75-4b10-4b45-a42a-8cdecc2239e0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:33.524973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 422afe75-4b10-4b45-a42a-8cdecc2239e0 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:05:33.704745 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-474ba9d7-83cd-4e85-87f6-241f372c5974 tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "GET /v2.0/agents/300493da-3cc8-4106-ad4e-7677b25a3d65/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.2065532 Jan 28 14:05:33.706963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36278) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:33.741699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ada3d-3198-4325-865d-ac73f4d6ef87 None None] Network 3f1a4553-625a-44a1-8817-36d868d9c51f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:33.823105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3e4362ad-f6cd-48b1-ba5e-7471d57b78f1 None None] Provisioning complete for port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:05:33.823404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3e4362ad-f6cd-48b1-ba5e-7471d57b78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.984158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3e4362ad-f6cd-48b1-ba5e-7471d57b78f1 None None] Current status of the port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:05:33.984587 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3e4362ad-f6cd-48b1-ba5e-7471d57b78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:34.031681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3e4362ad-f6cd-48b1-ba5e-7471d57b78f1 None None] For port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,segment=NetworkSegment(063b2b17-8386-42ee-8662-6b20c8e71063),segment_id=063b2b17-8386-42ee-8662-6b20c8e71063)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:34.038329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3e4362ad-f6cd-48b1-ba5e-7471d57b78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:34.113262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4362ad-f6cd-48b1-ba5e-7471d57b78f1 None None] Pushing event updated for resources: {'Port': ['ID=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:34.186523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e83b7a-99ee-4fc1-9e1f-706fe94cfb1e tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] Network 422afe75-4b10-4b45-a42a-8cdecc2239e0 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:05:34.219652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36280) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:34.221278 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-93e83b7a-99ee-4fc1-9e1f-706fe94cfb1e tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "POST /v2.0/agents/300493da-3cc8-4106-ad4e-7677b25a3d65/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5121233 Jan 28 14:05:34.224616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb8b819-bb3e-4840-a8fe-4b9f74b9493f None None] Network 422afe75-4b10-4b45-a42a-8cdecc2239e0 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:34.342690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:05:34.542970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4aa1382e-ca1c-4db0-8117-8e8e7697dd9f tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "GET /v2.0/agents/300493da-3cc8-4106-ad4e-7677b25a3d65/dhcp-networks HTTP/1.1" status: 200 len: 6445 time: 0.3191524 Jan 28 14:05:34.547188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36284) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:34.547969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-55d73dde-4934-4da0-9bf2-79db0a815c4c None None] Provisioning complete for port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:05:34.548859 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55d73dde-4934-4da0-9bf2-79db0a815c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:34.625879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:05:34.626578 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:34.683847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a70a9237-f3d7-4c7d-bf77-10b6400fbba5 tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "DELETE /v2.0/agents/300493da-3cc8-4106-ad4e-7677b25a3d65/dhcp-networks/422afe75-4b10-4b45-a42a-8cdecc2239e0 HTTP/1.1" status: 204 len: 168 time: 0.1343260 Jan 28 14:05:34.686844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36286) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:34.810367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-55d73dde-4934-4da0-9bf2-79db0a815c4c None None] Current status of the port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:05:34.839183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:05:34.876078 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2aa463fd-6463-4a6e-9102-67eb0db916b8 tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "GET /v2.0/agents/300493da-3cc8-4106-ad4e-7677b25a3d65/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.1867485 Jan 28 14:05:34.879242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36288) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:34.899765 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fc70d9ef-2847-435f-b4c9-9b85a0767328 tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "GET /v2.0/networks/3f1a4553-625a-44a1-8817-36d868d9c51f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0194285 Jan 28 14:05:34.904873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36290) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:34.932567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-19784eb2-14a7-498f-b4bc-e7ecb7de05c8 None None] Could not find standard attr ID for object c784ff5a-0520-4d90-839c-8e5bc898113c. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:05:34.941054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36292) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:34.941930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2304de2-8791-4000-a8ff-6c28421110fb tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "GET /v2.0/networks/3f1a4553-625a-44a1-8817-36d868d9c51f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0374005 Jan 28 14:05:34.955431 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75423b4e-1bbd-4338-a348-edefcb3d8eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.078301 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-91637098-682d-4833-bbab-fa78716d55e8 tempest-DHCPAgentSchedulersTestJSON-1859065667 tempest-DHCPAgentSchedulersTestJSON-1859065667-project-admin] 10.222.0.45 "GET /v2.0/agents/300493da-3cc8-4106-ad4e-7677b25a3d65/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.1354158 Jan 28 14:05:35.082174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36294) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:35.165963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (422afe75-4b10-4b45-a42a-8cdecc2239e0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.264219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (422afe75-4b10-4b45-a42a-8cdecc2239e0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.304644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422afe75-4b10-4b45-a42a-8cdecc2239e0']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:35.314834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405d6cd3-ebbf-4884-b0c8-f2c8bcb09f1d') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:35.315139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405d6cd3-ebbf-4884-b0c8-f2c8bcb09f1d') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:35.326114 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (405d6cd3-ebbf-4884-b0c8-f2c8bcb09f1d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.344898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (405d6cd3-ebbf-4884-b0c8-f2c8bcb09f1d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.353640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:05:35.354037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (405d6cd3-ebbf-4884-b0c8-f2c8bcb09f1d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:05:35.357949 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:05:35.425403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (422afe75-4b10-4b45-a42a-8cdecc2239e0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.431619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.437613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "DELETE /v2.0/networks/422afe75-4b10-4b45-a42a-8cdecc2239e0 HTTP/1.1" status: 204 len: 168 time: 0.3543899 Jan 28 14:05:35.441576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36296) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:35.454233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2395558-3e50-4225-9146-0f7a935004d0 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event deleted for resources: {'Network': ['ID=422afe75-4b10-4b45-a42a-8cdecc2239e0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:35.478637 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85d6229-e268-47cc-b68d-7a21836bb74b tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] DELETE failed (client error): The resource could not be found. Jan 28 14:05:35.479185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85d6229-e268-47cc-b68d-7a21836bb74b tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:05:35.482240 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f85d6229-e268-47cc-b68d-7a21836bb74b tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "DELETE /v2.0/ports/c784ff5a-0520-4d90-839c-8e5bc898113c HTTP/1.1" status: 404 len: 333 time: 0.0358675 Jan 28 14:05:35.485207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36298) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:35.542478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Deleting subnet 6874846e-aba0-458c-9a6e-58646b8f323a {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:05:35.546068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for subnet (6874846e-aba0-458c-9a6e-58646b8f323a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.590087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (6874846e-aba0-458c-9a6e-58646b8f323a), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.681460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6874846e-aba0-458c-9a6e-58646b8f323a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.757302 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (6874846e-aba0-458c-9a6e-58646b8f323a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.786540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event deleted for resources: {'Subnet': ['ID=6874846e-aba0-458c-9a6e-58646b8f323a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:35.792240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.796342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-69e8184a-a989-4518-b06b-98bc99524c0c tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "DELETE /v2.0/subnets/6874846e-aba0-458c-9a6e-58646b8f323a HTTP/1.1" status: 204 len: 168 time: 0.3098679 Jan 28 14:05:35.798088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338ad0a-64a1-41e5-a409-8e500bc52162 None None] Network 3f1a4553-625a-44a1-8817-36d868d9c51f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:35.798540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36302) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:35.892373 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (3f1a4553-625a-44a1-8817-36d868d9c51f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.979640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Deleting port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:35.980362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:35.992202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] DHCP port deletion for 3f1a4553-625a-44a1-8817-36d868d9c51f request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:05:36.091256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] For port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,segment=NetworkSegment(063b2b17-8386-42ee-8662-6b20c8e71063),segment_id=063b2b17-8386-42ee-8662-6b20c8e71063)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:36.091784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.110004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Calling delete_port for 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:36.201423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:36.225441 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.256752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 14:05:36.256752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:05:36.257792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:36.259668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event deleted for resources: {'Port': ['ID=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:36.266481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] No DVR routers for this DVR port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:05:36.267467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] Deleting port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:36.267958 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.348395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] For port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:36.349443 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.360408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (3f1a4553-625a-44a1-8817-36d868d9c51f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.368457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] Calling delete_port for 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:36.374451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] Port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 14:05:36.376152 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.387139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1a4553-625a-44a1-8817-36d868d9c51f']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:36.397786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063b2b17-8386-42ee-8662-6b20c8e71063') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:36.398556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063b2b17-8386-42ee-8662-6b20c8e71063') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:36.402005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] Pushing event deleted for resources: {'Port': ['ID=7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:36.405664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58f53a-7a1e-428d-b439-d71e55ec9d8b None None] No DVR routers for this DVR port 7ecd626c-3a82-4d9f-9bd6-7487fcf50ff5 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:05:36.409979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (063b2b17-8386-42ee-8662-6b20c8e71063), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.436172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (063b2b17-8386-42ee-8662-6b20c8e71063), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.446376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:05:36.447493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (063b2b17-8386-42ee-8662-6b20c8e71063), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:05:36.451048 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:05:36.529275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (3f1a4553-625a-44a1-8817-36d868d9c51f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.536956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:36.540978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] 10.222.0.45 "DELETE /v2.0/networks/3f1a4553-625a-44a1-8817-36d868d9c51f HTTP/1.1" status: 204 len: 168 time: 0.7414186 Jan 28 14:05:36.559769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d91dc-8ed6-4d5a-ad6e-5858a651c378 tempest-DHCPAgentSchedulersTestJSON-1405652822 tempest-DHCPAgentSchedulersTestJSON-1405652822-project] Pushing event deleted for resources: {'Network': ['ID=3f1a4553-625a-44a1-8817-36d868d9c51f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:36.863525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36310) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:37.039010 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bae2af5c-5c12-4ff9-a86b-da040ce06885 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aed82412ae4a40ddbf1a6836a947eac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734843 Jan 28 14:05:37.042324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36314) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:37.111221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e2170f4-a152-4613-8015-7503633c1142 admin admin] Publish callbacks [] for security_group (0174f60d-6049-497f-a38c-3b64564a7c1c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.136638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e2170f4-a152-4613-8015-7503633c1142 admin admin] Publish callbacks [] for security_group (0174f60d-6049-497f-a38c-3b64564a7c1c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.199663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e2170f4-a152-4613-8015-7503633c1142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0174f60d-6049-497f-a38c-3b64564a7c1c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.204481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e2170f4-a152-4613-8015-7503633c1142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.205875 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5e2170f4-a152-4613-8015-7503633c1142 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0174f60d-6049-497f-a38c-3b64564a7c1c HTTP/1.1" status: 204 len: 168 time: 0.1625438 Jan 28 14:05:37.215605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2170f4-a152-4613-8015-7503633c1142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0174f60d-6049-497f-a38c-3b64564a7c1c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:37.553082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36320) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:37.567554 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ceba386-a901-4fc0-80a4-7c963de7abcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.671775 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ceba386-a901-4fc0-80a4-7c963de7abcd admin admin] Publish callbacks [] for security_group (eb115533-ef06-4348-850c-04fdf311979a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.675902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ceba386-a901-4fc0-80a4-7c963de7abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eb115533-ef06-4348-850c-04fdf311979a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.723223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2ceba386-a901-4fc0-80a4-7c963de7abcd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d1d27517e954d65927955e887d0ab17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659272 Jan 28 14:05:37.723223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceba386-a901-4fc0-80a4-7c963de7abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb115533-ef06-4348-850c-04fdf311979a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:37.724291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36322) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:37.750857 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d380c71d-b06b-44e0-914c-ef86d7db4985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.799172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792ab683-0c0f-4c4b-84b9-a0bab4f4fb7d admin admin] Publish callbacks [] for security_group (eb115533-ef06-4348-850c-04fdf311979a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.833214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792ab683-0c0f-4c4b-84b9-a0bab4f4fb7d admin admin] Publish callbacks [] for security_group (eb115533-ef06-4348-850c-04fdf311979a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.902978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792ab683-0c0f-4c4b-84b9-a0bab4f4fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (eb115533-ef06-4348-850c-04fdf311979a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.906040 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-792ab683-0c0f-4c4b-84b9-a0bab4f4fb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:37.906945 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-792ab683-0c0f-4c4b-84b9-a0bab4f4fb7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb115533-ef06-4348-850c-04fdf311979a HTTP/1.1" status: 204 len: 168 time: 0.1799717 Jan 28 14:05:37.916509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ab683-0c0f-4c4b-84b9-a0bab4f4fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb115533-ef06-4348-850c-04fdf311979a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:38.789472 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:38.885457 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36350) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:38.951657 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2a4c17d-c3e1-4b56-b9d3-2ec81b952c32 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group (91d3b201-1154-428b-9ca7-204e7c53c2de), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:38.992601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2a4c17d-c3e1-4b56-b9d3-2ec81b952c32 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group (91d3b201-1154-428b-9ca7-204e7c53c2de), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:39.073106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2a4c17d-c3e1-4b56-b9d3-2ec81b952c32 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (91d3b201-1154-428b-9ca7-204e7c53c2de), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:39.076058 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2a4c17d-c3e1-4b56-b9d3-2ec81b952c32 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:39.077669 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2a4c17d-c3e1-4b56-b9d3-2ec81b952c32 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] 10.222.0.45 "DELETE /v2.0/security-groups/91d3b201-1154-428b-9ca7-204e7c53c2de HTTP/1.1" status: 204 len: 168 time: 0.1909039 Jan 28 14:05:39.096883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4c17d-c3e1-4b56-b9d3-2ec81b952c32 tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d3b201-1154-428b-9ca7-204e7c53c2de,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:39.186186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36358) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:39.619703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36370) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:39.739486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:39.761960 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:39.844415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (2b7bc396-8c70-4804-a0fa-f16006477397), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:39.877028 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.017045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Allocated IP 172.25.4.173 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ad4dba5c-13f8-418b-afe7-6e461a9c8f38) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:40.184125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.207323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Deleting port 4ed5e933-c54c-431d-9943-72f33b83ae8a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:40.208001 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.232002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.281165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:40.284581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:40.287085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:40.320905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Pushing event updated for resources: {'Port': ['ID=ad4dba5c-13f8-418b-afe7-6e461a9c8f38,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:40.323187 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4333320d-789f-4699-a354-0803f315121f admin admin] For port 4ed5e933-c54c-431d-9943-72f33b83ae8a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4ed5e933-c54c-431d-9943-72f33b83ae8a,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:40.324231 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.344953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Calling delete_port for 4ed5e933-c54c-431d-9943-72f33b83ae8a owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:40.406042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for floatingip (aa361687-dcea-44f2-ad44-95dfd8b784b6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.448149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.590173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4ed5e933-c54c-431d-9943-72f33b83ae8a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.616909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed5e933-c54c-431d-9943-72f33b83ae8a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:40.642827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.661270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.666128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.753019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Pushing event updated for resources: {'Port': ['ID=ad4dba5c-13f8-418b-afe7-6e461a9c8f38,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:40.761999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (aa361687-dcea-44f2-ad44-95dfd8b784b6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.782745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.784088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dba0b65b-3fb7-4ee6-9096-f6c54b7c3dde tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1625941 Jan 28 14:05:40.787156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:40.792984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1535958335', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'fixed_ips': [{'ip_address': '172.25.4.173'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:40.819742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Made reservation on behalf of a95fc713042246c0900b8c1c82fcca01 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:40.823196 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.833899 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.844122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (2b7bc396-8c70-4804-a0fa-f16006477397), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.952647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for security_group (b7a6ab11-6b40-4527-8a32-43de5242e0f7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.957362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b7a6ab11-6b40-4527-8a32-43de5242e0f7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:40.963367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] device_id is not set on port 4b58d99c-ec13-4038-a260-ff07b9a6d111 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:05:41.041054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a6ab11-6b40-4527-8a32-43de5242e0f7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:41.094999 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Router 2b7bc396-8c70-4804-a0fa-f16006477397 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:05:41.190447 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 14:05:41.194504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:05:41.214863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c9116cef-03c7-45cf-ac4f-7e560471086e tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4264545 Jan 28 14:05:41.217858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36376) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:41.227241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4333320d-789f-4699-a354-0803f315121f admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:41.238191 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] Sync routers for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:41.245139 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4333320d-789f-4699-a354-0803f315121f admin admin] 10.222.0.45 "PUT /v2.0/routers/2b7bc396-8c70-4804-a0fa-f16006477397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549438 Jan 28 14:05:41.245555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36378) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:41.249855 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:41.250485 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:41.351837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Deleting port ad4dba5c-13f8-418b-afe7-6e461a9c8f38 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:41.352418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.364062 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:41.393960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks [] for router (2b7bc396-8c70-4804-a0fa-f16006477397), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.438086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.438437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for floatingip (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.451702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Calling delete_port for ad4dba5c-13f8-418b-afe7-6e461a9c8f38 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:41.508055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks [] for router_gateway (2b7bc396-8c70-4804-a0fa-f16006477397), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.550739 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T14:05:40Z', 'revision_number': 5, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port': {'id': '3dc3189b-abb3-4ec1-a391-df916e4eb2a0', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:49:45Z', 'updated_at': '2022-01-28T13:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:41.578615 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Deleting port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:41.579128 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.585570 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] Checking router: 2b7bc396-8c70-4804-a0fa-f16006477397 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:05:41.596354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] Routers {'2b7bc396-8c70-4804-a0fa-f16006477397'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:41.596985 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b7bc396-8c70-4804-a0fa-f16006477397'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:41.629434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ad4dba5c-13f8-418b-afe7-6e461a9c8f38), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.667386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] For port 3dc3189b-abb3-4ec1-a391-df916e4eb2a0, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:41.667752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.670046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad4dba5c-13f8-418b-afe7-6e461a9c8f38,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:41.681929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Calling delete_port for 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:41.705067 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] Set router 2b7bc396-8c70-4804-a0fa-f16006477397 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:41.742877 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks [] for floatingip (aa361687-dcea-44f2-ad44-95dfd8b784b6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.745484 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.746675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0aa7c969-f2f2-4ebb-8887-e1b592e069f0 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953 tempest-ExternalNetworksAdminNegativeTestJSON-1886043953-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/aa361687-dcea-44f2-ad44-95dfd8b784b6 HTTP/1.1" status: 204 len: 168 time: 0.5277603 Jan 28 14:05:41.763050 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T14:05:41Z', 'revision_number': 6, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:41.794102 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2793e-79e2-4fc2-b42c-c98045ba3be5 None None] The sync data for ids ['2b7bc396-8c70-4804-a0fa-f16006477397'] in n-d-822748-2 is: [{'id': '2b7bc396-8c70-4804-a0fa-f16006477397', 'name': 'tempest-TestVolumeBootPattern-1682175845-router', 'tenant_id': 'e133a900abf34fcf8930a73b09a47ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:49:44Z', 'updated_at': '2022-01-28T14:05:41Z', 'revision_number': 6, 'project_id': 'e133a900abf34fcf8930a73b09a47ce0', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:05:41.907957 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3dc3189b-abb3-4ec1-a391-df916e4eb2a0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:41.947401 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc3189b-abb3-4ec1-a391-df916e4eb2a0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:42.010613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.028667 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (2b7bc396-8c70-4804-a0fa-f16006477397), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.117731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36384) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:42.134855 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (2b7bc396-8c70-4804-a0fa-f16006477397), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.137587 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks [] for router_controller (2b7bc396-8c70-4804-a0fa-f16006477397), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.206099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (2b7bc396-8c70-4804-a0fa-f16006477397), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.207399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7bc396-8c70-4804-a0fa-f16006477397 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:05:42.214101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.218224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36388) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:42.218665 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-efac1921-4427-4fbb-b46d-5b78592d5ff7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2b7bc396-8c70-4804-a0fa-f16006477397 HTTP/1.1" status: 204 len: 168 time: 0.9713111 Jan 28 14:05:42.311126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a9f6-0eb2-4b0c-80ad-c17d6082f836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.315445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] Deleting subnet f029c7ae-ffe1-483c-86ff-f2d8c2fba59e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:05:42.331655 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] Publish callbacks [] for subnet (f029c7ae-ffe1-483c-86ff-f2d8c2fba59e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.344702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ed5e933-c54c-431d-9943-72f33b83ae8a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:42.367945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4ed5e933-c54c-431d-9943-72f33b83ae8a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:42.368438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4ed5e933-c54c-431d-9943-72f33b83ae8a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:42.385346 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (f029c7ae-ffe1-483c-86ff-f2d8c2fba59e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.508089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a9f6-0eb2-4b0c-80ad-c17d6082f836 admin admin] Publish callbacks [] for security_group (043fe1c6-0765-4c88-ad3d-277507b1518e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.510431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f029c7ae-ffe1-483c-86ff-f2d8c2fba59e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.513619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1dc2a9f6-0eb2-4b0c-80ad-c17d6082f836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (043fe1c6-0765-4c88-ad3d-277507b1518e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.592730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1dc2a9f6-0eb2-4b0c-80ad-c17d6082f836 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=074b42edb4b34f6e89e599bbbb098506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737597 Jan 28 14:05:42.593644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2a9f6-0eb2-4b0c-80ad-c17d6082f836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043fe1c6-0765-4c88-ad3d-277507b1518e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:42.595943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36390) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:42.638145 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (f029c7ae-ffe1-483c-86ff-f2d8c2fba59e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.673233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f029c7ae-ffe1-483c-86ff-f2d8c2fba59e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:42.679885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.684116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fe104a8b-1936-4808-8d25-0ac8e519482d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f029c7ae-ffe1-483c-86ff-f2d8c2fba59e HTTP/1.1" status: 204 len: 168 time: 0.4643397 Jan 28 14:05:42.686616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36392) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:42.692538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5830e811-ae92-41a0-8a29-5d2cd801e581 None None] Network da44202a-00f4-4f4d-8cd1-b92fd645e19b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:42.699795 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f7cb33-d1ff-446c-bd55-a7901fb96989 admin admin] Publish callbacks [] for security_group (043fe1c6-0765-4c88-ad3d-277507b1518e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.727907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f7cb33-d1ff-446c-bd55-a7901fb96989 admin admin] Publish callbacks [] for security_group (043fe1c6-0765-4c88-ad3d-277507b1518e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.784216 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (da44202a-00f4-4f4d-8cd1-b92fd645e19b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.796266 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f7cb33-d1ff-446c-bd55-a7901fb96989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (043fe1c6-0765-4c88-ad3d-277507b1518e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.798975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2f7cb33-d1ff-446c-bd55-a7901fb96989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.800241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e2f7cb33-d1ff-446c-bd55-a7901fb96989 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/043fe1c6-0765-4c88-ad3d-277507b1518e HTTP/1.1" status: 204 len: 168 time: 0.2025805 Jan 28 14:05:42.811532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7cb33-d1ff-446c-bd55-a7901fb96989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043fe1c6-0765-4c88-ad3d-277507b1518e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:42.869025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Deleting port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:42.869403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.923814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] DHCP port deletion for da44202a-00f4-4f4d-8cd1-b92fd645e19b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:05:42.945537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] For port 81ba56c4-19c6-492e-aaba-15eb11fa6a73, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=81ba56c4-19c6-492e-aaba-15eb11fa6a73,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:42.945901 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:42.963695 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Calling delete_port for 81ba56c4-19c6-492e-aaba-15eb11fa6a73 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:42.980870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] Deleting port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:42.981249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.052101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] For port 81ba56c4-19c6-492e-aaba-15eb11fa6a73, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=81ba56c4-19c6-492e-aaba-15eb11fa6a73,segment=NetworkSegment(11dce18d-e983-46ab-a0eb-dd163fab0d44),segment_id=11dce18d-e983-46ab-a0eb-dd163fab0d44)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:43.053357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.059823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.072996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] Calling delete_port for 81ba56c4-19c6-492e-aaba-15eb11fa6a73 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:43.095888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] No DVR routers for this DVR port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:05:43.097838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Pushing event deleted for resources: {'Port': ['ID=81ba56c4-19c6-492e-aaba-15eb11fa6a73,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:43.174395 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (81ba56c4-19c6-492e-aaba-15eb11fa6a73), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.182627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36398) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:43.195392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (da44202a-00f4-4f4d-8cd1-b92fd645e19b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.204969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] Pushing event deleted for resources: {'Port': ['ID=81ba56c4-19c6-492e-aaba-15eb11fa6a73,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:43.213215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16bad7-4557-4f89-b899-3eabac8a4232 None None] No DVR routers for this DVR port 81ba56c4-19c6-492e-aaba-15eb11fa6a73 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:05:43.234910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da44202a-00f4-4f4d-8cd1-b92fd645e19b']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:43.254760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dce18d-e983-46ab-a0eb-dd163fab0d44') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:43.255254 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dce18d-e983-46ab-a0eb-dd163fab0d44') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:43.269805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (11dce18d-e983-46ab-a0eb-dd163fab0d44), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.274404 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d480ad9b-b95c-4107-8f97-96ea41f924a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a95fc713042246c0900b8c1c82fcca01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906467 Jan 28 14:05:43.277011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36400) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:43.288847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (11dce18d-e983-46ab-a0eb-dd163fab0d44), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.295715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:05:43.296234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (11dce18d-e983-46ab-a0eb-dd163fab0d44), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:05:43.298243 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:05:43.336877 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba780c48-e971-42c5-839b-a3992be379ba admin admin] Publish callbacks [] for security_group (b7a6ab11-6b40-4527-8a32-43de5242e0f7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.361227 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba780c48-e971-42c5-839b-a3992be379ba admin admin] Publish callbacks [] for security_group (b7a6ab11-6b40-4527-8a32-43de5242e0f7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.379477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (da44202a-00f4-4f4d-8cd1-b92fd645e19b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.392770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.396588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] 10.222.0.45 "DELETE /v2.0/networks/da44202a-00f4-4f4d-8cd1-b92fd645e19b HTTP/1.1" status: 204 len: 168 time: 0.7073836 Jan 28 14:05:43.399863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:43.410343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b0f64-ae72-424b-a0ad-2e6363947eae admin admin] Pushing event deleted for resources: {'Network': ['ID=da44202a-00f4-4f4d-8cd1-b92fd645e19b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:43.451927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba780c48-e971-42c5-839b-a3992be379ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b7a6ab11-6b40-4527-8a32-43de5242e0f7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.454494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba780c48-e971-42c5-839b-a3992be379ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.455648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba780c48-e971-42c5-839b-a3992be379ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7a6ab11-6b40-4527-8a32-43de5242e0f7 HTTP/1.1" status: 204 len: 168 time: 0.1775517 Jan 28 14:05:43.473537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780c48-e971-42c5-839b-a3992be379ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a6ab11-6b40-4527-8a32-43de5242e0f7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:43.816077 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (8d52ae4c-1cc1-485b-a6ee-60d089795951), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:44.065136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:44.092339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:44.093131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3dc3189b-abb3-4ec1-a391-df916e4eb2a0 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:44.093723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 81ba56c4-19c6-492e-aaba-15eb11fa6a73 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:44.117655 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 81ba56c4-19c6-492e-aaba-15eb11fa6a73 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:44.118006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 81ba56c4-19c6-492e-aaba-15eb11fa6a73 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:44.162500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Deleting port def393e6-79ba-41f9-b51d-1c137ab3ad85 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:44.162958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:44.265238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] For port def393e6-79ba-41f9-b51d-1c137ab3ad85, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=def393e6-79ba-41f9-b51d-1c137ab3ad85,segment=NetworkSegment(b1f7fb29-e931-4876-bf78-88a23ebbf8fd),segment_id=b1f7fb29-e931-4876-bf78-88a23ebbf8fd)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:44.265615 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:44.279229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Calling delete_port for def393e6-79ba-41f9-b51d-1c137ab3ad85 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:44.477087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (def393e6-79ba-41f9-b51d-1c137ab3ad85), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:44.503536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Pushing event deleted for resources: {'Port': ['ID=def393e6-79ba-41f9-b51d-1c137ab3ad85,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:44.718957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (8d52ae4c-1cc1-485b-a6ee-60d089795951), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:44.987485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36438) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:45.096777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-790021949', 'router:external': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:45.119758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Made reservation on behalf of 3b431199814c43dbb2a0a6fb3323d6bb for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:45.122224 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.132781 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.229209 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for security_group (1d42ef10-29e2-43a9-a0f5-7cad05a7278e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.234156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1d42ef10-29e2-43a9-a0f5-7cad05a7278e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.260630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:05:45.270740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d42ef10-29e2-43a9-a0f5-7cad05a7278e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:45.275817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a9b071b8-9aa1-4c23-ae31-00275a66bffc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.276271 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Added segment a9b071b8-9aa1-4c23-ae31-00275a66bffc of type vlan for network 75fe2ece-c1ae-4342-81b3-0eada440425e Jan 28 14:05:45.318501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Router 8d52ae4c-1cc1-485b-a6ee-60d089795951 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:05:45.326184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (75fe2ece-c1ae-4342-81b3-0eada440425e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.357563 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (75fe2ece-c1ae-4342-81b3-0eada440425e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.359351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:45.360119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.417660 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4289861 Jan 28 14:05:45.424169 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36442) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:45.432557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'subnet': {'network_id': '75fe2ece-c1ae-4342-81b3-0eada440425e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:45.449448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de4c95-4175-44fa-a2c0-4d88e111a4e0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Network': ['ID=75fe2ece-c1ae-4342-81b3-0eada440425e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:45.454155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:45.459582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-02ee4ddc-1f25-4410-b41b-40724eba29ed admin admin] 10.222.0.45 "PUT /v2.0/routers/8d52ae4c-1cc1-485b-a6ee-60d089795951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0578709 Jan 28 14:05:45.463099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36444) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:45.463283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 75fe2ece-c1ae-4342-81b3-0eada440425e details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:05:45.467179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Made reservation on behalf of 3b431199814c43dbb2a0a6fb3323d6bb for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:45.468993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] Sync routers for ids ['8d52ae4c-1cc1-485b-a6ee-60d089795951'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:45.469979 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.544286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] Routers {'8d52ae4c-1cc1-485b-a6ee-60d089795951'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:45.545107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8d52ae4c-1cc1-485b-a6ee-60d089795951'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:45.622948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks [] for router (8d52ae4c-1cc1-485b-a6ee-60d089795951), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.676048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] Set router 8d52ae4c-1cc1-485b-a6ee-60d089795951 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:45.762446 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:05:45.785959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks [] for router_gateway (8d52ae4c-1cc1-485b-a6ee-60d089795951), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.879597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Deleting port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:45.880481 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:45.913089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T14:05:44Z', 'revision_number': 5, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port': {'id': 'acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:50:05Z', 'updated_at': '2022-01-28T13:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:45.941644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] Checking router: 8d52ae4c-1cc1-485b-a6ee-60d089795951 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:05:45.951087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] Routers {'8d52ae4c-1cc1-485b-a6ee-60d089795951'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:45.951734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8d52ae4c-1cc1-485b-a6ee-60d089795951'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:46.008663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] For port acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:46.008663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.027810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Calling delete_port for acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:46.058486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] Set router 8d52ae4c-1cc1-485b-a6ee-60d089795951 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:46.132607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T14:05:45Z', 'revision_number': 6, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:46.164080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48edbe-98eb-4ed1-9529-df8433042abd None None] The sync data for ids ['8d52ae4c-1cc1-485b-a6ee-60d089795951'] in n-d-822748-2 is: [{'id': '8d52ae4c-1cc1-485b-a6ee-60d089795951', 'name': 'tempest-TestVolumeBootPattern-256097012-router', 'tenant_id': 'dd44e81129b94d088990d2c06405d8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:50:04Z', 'updated_at': '2022-01-28T14:05:45Z', 'revision_number': 6, 'project_id': 'dd44e81129b94d088990d2c06405d8bc', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:05:46.252688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:05:46.253330 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (b86e503b-9d1a-4841-bc1f-edab4d72076f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.263264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.299563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:46.318211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b86e503b-9d1a-4841-bc1f-edab4d72076f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:46.324295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Checking segment: {'id': 'a9b071b8-9aa1-4c23-ae31-00275a66bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '75fe2ece-c1ae-4342-81b3-0eada440425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:05:46.324928 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network hostable DHCP agents. Network: 75fe2ece-c1ae-4342-81b3-0eada440425e, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:05:46.352383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network 75fe2ece-c1ae-4342-81b3-0eada440425e is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:05:46.362089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 75fe2ece-c1ae-4342-81b3-0eada440425e) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:46.368663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:46.369488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.370164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (8d52ae4c-1cc1-485b-a6ee-60d089795951), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.377364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93308fc1-454c-45c9-8e3e-a02a888f904b None None] Network 75fe2ece-c1ae-4342-81b3-0eada440425e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:46.396540 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bd4ab78c-ed3e-4233-a671-05ab6eb3bfc6 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9690113 Jan 28 14:05:46.398221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36450) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:46.408438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1204751672', 'network_id': '75fe2ece-c1ae-4342-81b3-0eada440425e'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:46.442631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Made reservation on behalf of 3b431199814c43dbb2a0a6fb3323d6bb for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:05:46.446706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.478974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] device_id is not set on port 8e4b3713-f181-4657-82f7-6197a9f586a0 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:05:46.480453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (8d52ae4c-1cc1-485b-a6ee-60d089795951), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.487445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks [] for router_controller (8d52ae4c-1cc1-485b-a6ee-60d089795951), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.549483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed770e2e-a059-4eda-afc3-7084621f4a50 None None] Network 75fe2ece-c1ae-4342-81b3-0eada440425e requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:46.550338 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (8d52ae4c-1cc1-485b-a6ee-60d089795951), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.551659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d52ae4c-1cc1-485b-a6ee-60d089795951 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:05:46.561040 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.563320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-372df2d1-41ca-4c92-a631-f704ce1b15f7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8d52ae4c-1cc1-485b-a6ee-60d089795951 HTTP/1.1" status: 204 len: 168 time: 1.0989428 Jan 28 14:05:46.566165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36452) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:46.667493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] Deleting subnet e7c01f95-1008-431b-bde5-ff8c1ddaf8e6 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:05:46.675846 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] Publish callbacks [] for subnet (e7c01f95-1008-431b-bde5-ff8c1ddaf8e6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.705676 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Allocated IP 2001:db8::fb (75fe2ece-c1ae-4342-81b3-0eada440425e/b86e503b-9d1a-4841-bc1f-edab4d72076f/8e4b3713-f181-4657-82f7-6197a9f586a0) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:46.734553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (e7c01f95-1008-431b-bde5-ff8c1ddaf8e6), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.903250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e7c01f95-1008-431b-bde5-ff8c1ddaf8e6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.966891 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for port (8e4b3713-f181-4657-82f7-6197a9f586a0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:46.998828 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (e7c01f95-1008-431b-bde5-ff8c1ddaf8e6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.037013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c01f95-1008-431b-bde5-ff8c1ddaf8e6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:47.044849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.048164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7bbb8dcd-b1d5-45cb-a5f8-7ba428bc81e9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e7c01f95-1008-431b-bde5-ff8c1ddaf8e6 HTTP/1.1" status: 204 len: 168 time: 0.4805951 Jan 28 14:05:47.050804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36454) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:47.053381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f2c07-c5ac-4e37-9043-285d939a3eb6 None None] Network 65c1fd45-37eb-481e-8645-b99b0d4d5596 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:05:47.062397 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8e4b3713-f181-4657-82f7-6197a9f586a0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.108426 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network 75fe2ece-c1ae-4342-81b3-0eada440425e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:47.111371 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:47.118675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:47.119965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:47.120771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.139842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Port': ['ID=8e4b3713-f181-4657-82f7-6197a9f586a0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:47.152718 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d2adcb64-be71-4a8b-9249-242076923e2a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7529185 Jan 28 14:05:47.153992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:47.181781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (65c1fd45-37eb-481e-8645-b99b0d4d5596), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.252648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Deleting port 8e4b3713-f181-4657-82f7-6197a9f586a0 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:47.253258 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8e4b3713-f181-4657-82f7-6197a9f586a0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.264161 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] DHCP port deletion for 65c1fd45-37eb-481e-8645-b99b0d4d5596 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:05:47.295578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Deleting port 2b8f73c3-1710-4000-8388-2bb4b23317eb {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:47.296695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.339252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] Deleting port 2b8f73c3-1710-4000-8388-2bb4b23317eb {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:47.339854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.358765 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8e4b3713-f181-4657-82f7-6197a9f586a0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.377654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Calling delete_port for 8e4b3713-f181-4657-82f7-6197a9f586a0 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:47.417359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] For port 2b8f73c3-1710-4000-8388-2bb4b23317eb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b8f73c3-1710-4000-8388-2bb4b23317eb,segment=NetworkSegment(b1f7fb29-e931-4876-bf78-88a23ebbf8fd),segment_id=b1f7fb29-e931-4876-bf78-88a23ebbf8fd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:47.417752 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.419988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] For port 2b8f73c3-1710-4000-8388-2bb4b23317eb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2b8f73c3-1710-4000-8388-2bb4b23317eb,segment=NetworkSegment(b1f7fb29-e931-4876-bf78-88a23ebbf8fd),segment_id=b1f7fb29-e931-4876-bf78-88a23ebbf8fd)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:05:47.424497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.436265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] Calling delete_port for 2b8f73c3-1710-4000-8388-2bb4b23317eb owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:47.442990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Calling delete_port for 2b8f73c3-1710-4000-8388-2bb4b23317eb owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:47.543939 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.552887 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2b8f73c3-1710-4000-8388-2bb4b23317eb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.569884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8e4b3713-f181-4657-82f7-6197a9f586a0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.574958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] Pushing event deleted for resources: {'Port': ['ID=2b8f73c3-1710-4000-8388-2bb4b23317eb,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:47.579810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c83549-07ac-49e8-8bea-9b68cf9e75f5 None None] No DVR routers for this DVR port 2b8f73c3-1710-4000-8388-2bb4b23317eb on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:05:47.597336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8f73c3-1710-4000-8388-2bb4b23317eb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:47.602456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] No DVR routers for this DVR port 2b8f73c3-1710-4000-8388-2bb4b23317eb on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:05:47.619617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e4b3713-f181-4657-82f7-6197a9f586a0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:47.643601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.648077 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1ed25543-a88c-4182-9b1c-f0990ccdaadc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "DELETE /v2.0/ports/8e4b3713-f181-4657-82f7-6197a9f586a0 HTTP/1.1" status: 204 len: 168 time: 0.4919965 Jan 28 14:05:47.650784 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36458) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:47.655300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75fe2ece-c1ae-4342-81b3-0eada440425e', 'external_fixed_ips': [{'subnet_id': 'b86e503b-9d1a-4841-bc1f-edab4d72076f', 'ip_address': '2001:db8::fb'}]}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:47.677385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (32e62d3d-2098-4f82-8eab-143fd4941b28), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.678705 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (32e62d3d-2098-4f82-8eab-143fd4941b28), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.701360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (65c1fd45-37eb-481e-8645-b99b0d4d5596), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.724675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c1fd45-37eb-481e-8645-b99b0d4d5596']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:47.739813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:47.740321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f7fb29-e931-4876-bf78-88a23ebbf8fd') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:47.745514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (32e62d3d-2098-4f82-8eab-143fd4941b28), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.755770 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (b1f7fb29-e931-4876-bf78-88a23ebbf8fd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.772803 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b1f7fb29-e931-4876-bf78-88a23ebbf8fd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.780552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:05:47.781006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (b1f7fb29-e931-4876-bf78-88a23ebbf8fd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:05:47.782800 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:05:47.841099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (65c1fd45-37eb-481e-8645-b99b0d4d5596), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.847362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:47.853866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] 10.222.0.45 "DELETE /v2.0/networks/65c1fd45-37eb-481e-8645-b99b0d4d5596 HTTP/1.1" status: 204 len: 168 time: 0.7992785 Jan 28 14:05:47.871153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688653a-e5a3-4c8d-af9a-bdb93ca7bb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=65c1fd45-37eb-481e-8645-b99b0d4d5596,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:47.922972 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (32e62d3d-2098-4f82-8eab-143fd4941b28), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.064822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36462) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:48.094425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:48.117400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:48.117753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device acb916dc-5cb9-4bc6-89a1-2eb77a9ea2a2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:48.118174 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device def393e6-79ba-41f9-b51d-1c137ab3ad85 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:48.134605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-98c6082b-5aa7-43f9-9170-d0cb1cb7f4c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e133a900abf34fcf8930a73b09a47ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679574 Jan 28 14:05:48.137858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: def393e6-79ba-41f9-b51d-1c137ab3ad85 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:48.138207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device def393e6-79ba-41f9-b51d-1c137ab3ad85 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:48.138867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b8f73c3-1710-4000-8388-2bb4b23317eb no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:05:48.139949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:48.150642 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (32e62d3d-2098-4f82-8eab-143fd4941b28), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.160799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2b8f73c3-1710-4000-8388-2bb4b23317eb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:05:48.161415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2b8f73c3-1710-4000-8388-2bb4b23317eb not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:05:48.173487 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.219425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5037-3430-4213-bf05-761b76a09193 admin admin] Publish callbacks [] for security_group (0d7e4364-9e98-4539-98a2-88b578b603ac), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.244258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5037-3430-4213-bf05-761b76a09193 admin admin] Publish callbacks [] for security_group (0d7e4364-9e98-4539-98a2-88b578b603ac), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.303170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5037-3430-4213-bf05-761b76a09193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (0d7e4364-9e98-4539-98a2-88b578b603ac), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.306172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1bb5037-3430-4213-bf05-761b76a09193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.307357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1bb5037-3430-4213-bf05-761b76a09193 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d7e4364-9e98-4539-98a2-88b578b603ac HTTP/1.1" status: 204 len: 168 time: 0.1658726 Jan 28 14:05:48.315463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb5037-3430-4213-bf05-761b76a09193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e4364-9e98-4539-98a2-88b578b603ac,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:48.353294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Allocated IP 2001:db8::fb (75fe2ece-c1ae-4342-81b3-0eada440425e/b86e503b-9d1a-4841-bc1f-edab4d72076f/a5c27639-72d8-44a9-9f98-69a8021e1853) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:48.469244 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for port (a5c27639-72d8-44a9-9f98-69a8021e1853), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.508672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a5c27639-72d8-44a9-9f98-69a8021e1853), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.545077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network 75fe2ece-c1ae-4342-81b3-0eada440425e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:48.548365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:48.551938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:48.594321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c27639-72d8-44a9-9f98-69a8021e1853,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:48.704362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36472) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:48.747656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b395e0a4-52db-429d-85e0-30051453ff8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd44e81129b94d088990d2c06405d8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419877 Jan 28 14:05:48.750077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36474) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:48.785328 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (32e62d3d-2098-4f82-8eab-143fd4941b28), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.813727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ad210d-24d2-4810-9394-a98a705834aa admin admin] Publish callbacks [] for security_group (23d67295-9730-4180-949b-75c19a4fad12), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.840807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ad210d-24d2-4810-9394-a98a705834aa admin admin] Publish callbacks [] for security_group (23d67295-9730-4180-949b-75c19a4fad12), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.899212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ad210d-24d2-4810-9394-a98a705834aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (23d67295-9730-4180-949b-75c19a4fad12), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.901907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99ad210d-24d2-4810-9394-a98a705834aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:48.903128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-99ad210d-24d2-4810-9394-a98a705834aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23d67295-9730-4180-949b-75c19a4fad12 HTTP/1.1" status: 204 len: 168 time: 0.1520917 Jan 28 14:05:48.914425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad210d-24d2-4810-9394-a98a705834aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d67295-9730-4180-949b-75c19a4fad12,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:49.013961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (32e62d3d-2098-4f82-8eab-143fd4941b28), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.174961 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Router 32e62d3d-2098-4f82-8eab-143fd4941b28 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:05:49.316975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:49.329525 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Sync routers for ids ['32e62d3d-2098-4f82-8eab-143fd4941b28'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:49.342229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.344939 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Routers {'32e62d3d-2098-4f82-8eab-143fd4941b28'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:49.345149 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1cfa3946-c1ac-4631-8604-acfe1e25b974 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.6928957 Jan 28 14:05:49.346118 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['32e62d3d-2098-4f82-8eab-143fd4941b28'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:49.349158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36478) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:49.484675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (32e62d3d-2098-4f82-8eab-143fd4941b28), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.494560 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Set router 32e62d3d-2098-4f82-8eab-143fd4941b28 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:49.618984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (32e62d3d-2098-4f82-8eab-143fd4941b28), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.684279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Deleting port a5c27639-72d8-44a9-9f98-69a8021e1853 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:49.684808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a5c27639-72d8-44a9-9f98-69a8021e1853), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.725251 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e62d3d-2098-4f82-8eab-143fd4941b28', 'name': '', 'tenant_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75fe2ece-c1ae-4342-81b3-0eada440425e', 'external_fixed_ips': [{'subnet_id': 'b86e503b-9d1a-4841-bc1f-edab4d72076f', 'ip_address': '2001:db8::fb'}], 'enable_snat': True}, 'gw_port_id': 'a5c27639-72d8-44a9-9f98-69a8021e1853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:05:47Z', 'updated_at': '2022-01-28T14:05:48Z', 'revision_number': 3, 'project_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'gw_port': {'id': 'a5c27639-72d8-44a9-9f98-69a8021e1853', 'name': '', 'network_id': '75fe2ece-c1ae-4342-81b3-0eada440425e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e62d3d-2098-4f82-8eab-143fd4941b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b86e503b-9d1a-4841-bc1f-edab4d72076f', 'ip_address': '2001:db8::fb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:05:48Z', 'updated_at': '2022-01-28T14:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b86e503b-9d1a-4841-bc1f-edab4d72076f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:49.753181 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Checking router: 32e62d3d-2098-4f82-8eab-143fd4941b28 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:05:49.753535 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Updating router 32e62d3d-2098-4f82-8eab-143fd4941b28 port a5c27639-72d8-44a9-9f98-69a8021e1853 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:05:49.767011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a5c27639-72d8-44a9-9f98-69a8021e1853), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.781933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Calling delete_port for a5c27639-72d8-44a9-9f98-69a8021e1853 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:49.787924 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a5c27639-72d8-44a9-9f98-69a8021e1853), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.963535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a5c27639-72d8-44a9-9f98-69a8021e1853), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:49.997191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5c27639-72d8-44a9-9f98-69a8021e1853,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:50.023950 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (32e62d3d-2098-4f82-8eab-143fd4941b28), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.163993 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.db.api [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:05:50.164490 n-d-822748-2 neutron-server[103376]: DEBUG oslo_db.api [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:05:50.173757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (32e62d3d-2098-4f82-8eab-143fd4941b28), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.175922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (32e62d3d-2098-4f82-8eab-143fd4941b28), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.222083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (32e62d3d-2098-4f82-8eab-143fd4941b28), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.222757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32e62d3d-2098-4f82-8eab-143fd4941b28 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:05:50.228252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.229447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cbe33dd6-b54f-4600-bb36-292bd1315ead tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "DELETE /v2.0/routers/32e62d3d-2098-4f82-8eab-143fd4941b28 HTTP/1.1" status: 204 len: 168 time: 0.8783355 Jan 28 14:05:50.232092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36480) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:50.280420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Deleting subnet b86e503b-9d1a-4841-bc1f-edab4d72076f {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:05:50.283750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for subnet (b86e503b-9d1a-4841-bc1f-edab4d72076f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.326012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (b86e503b-9d1a-4841-bc1f-edab4d72076f), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.372026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (b86e503b-9d1a-4841-bc1f-edab4d72076f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.425646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (b86e503b-9d1a-4841-bc1f-edab4d72076f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.451470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b86e503b-9d1a-4841-bc1f-edab4d72076f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:50.455984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.459404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0585bd81-0622-448e-ab4f-05ec7244304a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/b86e503b-9d1a-4841-bc1f-edab4d72076f HTTP/1.1" status: 204 len: 168 time: 0.2262049 Jan 28 14:05:50.462935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36482) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:50.536995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (75fe2ece-c1ae-4342-81b3-0eada440425e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.620825 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (75fe2ece-c1ae-4342-81b3-0eada440425e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.642488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fe2ece-c1ae-4342-81b3-0eada440425e']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:50.652240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b071b8-9aa1-4c23-ae31-00275a66bffc') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:50.652662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b071b8-9aa1-4c23-ae31-00275a66bffc') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:50.663264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (a9b071b8-9aa1-4c23-ae31-00275a66bffc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.676928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a9b071b8-9aa1-4c23-ae31-00275a66bffc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.683315 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Port a5c27639-72d8-44a9-9f98-69a8021e1853 not found while updating agent binding for router 32e62d3d-2098-4f82-8eab-143fd4941b28. {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 14:05:50.685487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:05:50.685907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (a9b071b8-9aa1-4c23-ae31-00275a66bffc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:05:50.687709 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:05:50.696454 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:50.696752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 14:05:50.697330 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_agentschedulers_db [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32e62d3d-2098-4f82-8eab-143fd4941b28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent'). {{(pid=103376) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 14:05:50.697696 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f23e6-71e0-45a8-8ccb-f96c433f43ae None None] The sync data for ids ['32e62d3d-2098-4f82-8eab-143fd4941b28'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:05:50.755051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (75fe2ece-c1ae-4342-81b3-0eada440425e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.762754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75fe2ece-c1ae-4342-81b3-0eada440425e {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 14:05:50.767212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:50.768729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "DELETE /v2.0/networks/75fe2ece-c1ae-4342-81b3-0eada440425e HTTP/1.1" status: 204 len: 168 time: 0.3047917 Jan 28 14:05:50.778747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e84cd4-d00e-45e2-8b9b-4d79f27d66c1 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event deleted for resources: {'Network': ['ID=75fe2ece-c1ae-4342-81b3-0eada440425e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:51.121532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36490) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:51.126744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-862d9a90-90f0-4301-ac3d-b8c832888c50 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'router': {'name': 'tempest-router--755290601', 'project_id': '773a401e4a2e407599a4f9f329a9a7dd'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:51.150110 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862d9a90-90f0-4301-ac3d-b8c832888c50 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (b27b7cba-2e2b-421c-9d21-940ea403d40d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.152103 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862d9a90-90f0-4301-ac3d-b8c832888c50 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (b27b7cba-2e2b-421c-9d21-940ea403d40d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.218285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862d9a90-90f0-4301-ac3d-b8c832888c50 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (b27b7cba-2e2b-421c-9d21-940ea403d40d), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.224264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862d9a90-90f0-4301-ac3d-b8c832888c50 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (b27b7cba-2e2b-421c-9d21-940ea403d40d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.242478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-862d9a90-90f0-4301-ac3d-b8c832888c50 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.243978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-862d9a90-90f0-4301-ac3d-b8c832888c50 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1210792 Jan 28 14:05:51.247611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36492) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:51.322957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2875b75-4b4b-48a2-a6aa-830f992452e9 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (b27b7cba-2e2b-421c-9d21-940ea403d40d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.486860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2875b75-4b4b-48a2-a6aa-830f992452e9 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (b27b7cba-2e2b-421c-9d21-940ea403d40d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.489042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2875b75-4b4b-48a2-a6aa-830f992452e9 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (b27b7cba-2e2b-421c-9d21-940ea403d40d), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.538958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2875b75-4b4b-48a2-a6aa-830f992452e9 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (b27b7cba-2e2b-421c-9d21-940ea403d40d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.539497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2875b75-4b4b-48a2-a6aa-830f992452e9 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b27b7cba-2e2b-421c-9d21-940ea403d40d {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:05:51.543742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2875b75-4b4b-48a2-a6aa-830f992452e9 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.544978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2875b75-4b4b-48a2-a6aa-830f992452e9 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "DELETE /v2.0/routers/b27b7cba-2e2b-421c-9d21-940ea403d40d HTTP/1.1" status: 204 len: 168 time: 0.2962978 Jan 28 14:05:51.672586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36498) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:51.890473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1781100100', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:51.917552 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (e1af532e-0b99-4c19-858b-17a957460d6d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.918585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (e1af532e-0b99-4c19-858b-17a957460d6d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:51.970117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (e1af532e-0b99-4c19-858b-17a957460d6d), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:52.413510 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (e1af532e-0b99-4c19-858b-17a957460d6d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:52.622411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (e1af532e-0b99-4c19-858b-17a957460d6d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:52.642335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:52.755152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Allocated IP 172.25.4.251 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/66f6df62-efb4-4a85-aa3c-cf3c843033c8) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:52.875480 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for port (66f6df62-efb4-4a85-aa3c-cf3c843033c8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:52.917278 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (66f6df62-efb4-4a85-aa3c-cf3c843033c8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:52.956215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:52.959211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:52.965271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:52.970935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event updated for resources: {'Port': ['ID=66f6df62-efb4-4a85-aa3c-cf3c843033c8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:53.249634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (e1af532e-0b99-4c19-858b-17a957460d6d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:53.466899 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (e1af532e-0b99-4c19-858b-17a957460d6d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:53.615347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Router e1af532e-0b99-4c19-858b-17a957460d6d is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:05:53.752444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:53.765571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] Sync routers for ids ['e1af532e-0b99-4c19-858b-17a957460d6d'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:53.777285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:53.778771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7fc30930-c974-45f8-9edc-0e7bb618801a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1049812 Jan 28 14:05:53.783473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36502) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:53.792312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] Routers {'e1af532e-0b99-4c19-858b-17a957460d6d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:53.793533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e1af532e-0b99-4c19-858b-17a957460d6d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:53.835252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:53.846727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] Routers {'e1af532e-0b99-4c19-858b-17a957460d6d'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:53.847611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['e1af532e-0b99-4c19-858b-17a957460d6d'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:53.891995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:53.892921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53aa8c0-e9bf-4211-aa15-b45a949bcde4 None None] The sync data for ids ['e1af532e-0b99-4c19-858b-17a957460d6d'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:05:53.914756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e1e1cb97-a815-450c-83a6-7dc2f6148a6a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/e1af532e-0b99-4c19-858b-17a957460d6d HTTP/1.1" status: 200 len: 925 time: 0.1304245 Jan 28 14:05:53.918380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36504) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:54.291238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f04d62e8-4dff-4210-a533-09b441da7cfd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1af532e-0b99-4c19-858b-17a957460d6d HTTP/1.1" status: 200 len: 205 time: 0.3715830 Jan 28 14:05:54.293807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36506) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:54.399229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (e1af532e-0b99-4c19-858b-17a957460d6d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:54.504709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (e1af532e-0b99-4c19-858b-17a957460d6d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:54.558179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Deleting port 66f6df62-efb4-4a85-aa3c-cf3c843033c8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:54.558532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (66f6df62-efb4-4a85-aa3c-cf3c843033c8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:54.643821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (66f6df62-efb4-4a85-aa3c-cf3c843033c8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:54.656732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Calling delete_port for 66f6df62-efb4-4a85-aa3c-cf3c843033c8 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:54.836134 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (66f6df62-efb4-4a85-aa3c-cf3c843033c8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:54.859922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event deleted for resources: {'Port': ['ID=66f6df62-efb4-4a85-aa3c-cf3c843033c8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:54.931645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (e1af532e-0b99-4c19-858b-17a957460d6d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.023581 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (e1af532e-0b99-4c19-858b-17a957460d6d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.025755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (e1af532e-0b99-4c19-858b-17a957460d6d), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.073352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (e1af532e-0b99-4c19-858b-17a957460d6d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.073930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Fanout notify agent at l3_agent the message router_deleted on router e1af532e-0b99-4c19-858b-17a957460d6d {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:05:55.080728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.081902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-803fe1cb-05f5-4426-9777-d08f7b520547 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/e1af532e-0b99-4c19-858b-17a957460d6d HTTP/1.1" status: 204 len: 168 time: 0.7870071 Jan 28 14:05:55.085562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36508) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:55.089765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1577444867', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': False}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:55.108510 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.109512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.161378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.308496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.514137 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.537455 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.652159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Allocated IP 172.25.4.96 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/90761e31-74e0-45a5-98ee-69e62bb814be) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:55.765367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for port (90761e31-74e0-45a5-98ee-69e62bb814be), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.803363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:55.845813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:55.851963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:55.856830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:55.859880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Port': ['ID=90761e31-74e0-45a5-98ee-69e62bb814be,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:56.126750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:56.285977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:56.402078 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:56.603403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port 28662283-a7f6-44ed-bc80-d570fa037e9e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:56.603774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:56.656009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Router ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:05:56.735807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:56.736173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (28662283-a7f6-44ed-bc80-d570fa037e9e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:56.779234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for 28662283-a7f6-44ed-bc80-d570fa037e9e owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:05:56.846082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:56.856396 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Sync routers for ids ['ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:56.867445 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Routers {'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:56.868284 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:56.877195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:56.878461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1e335677-74bf-4c30-ab9b-dd55ac0f8c70 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7920535 Jan 28 14:05:56.881412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:56.932681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:56.980739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (28662283-a7f6-44ed-bc80-d570fa037e9e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.000172 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f97c462-4175-4b32-9eac-43b5e91e812c tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd HTTP/1.1" status: 200 len: 908 time: 0.1151495 Jan 28 14:05:57.000442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36516) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:57.005238 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Set router ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:57.005416 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1577444867', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': True}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:05:57.012974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=28662283-a7f6-44ed-bc80-d570fa037e9e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:57.028900 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.030375 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.086745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.089029 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for floatingip (453000f3-eee9-4025-be9a-ded66734175d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.089458 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Floating IP 453000f3-eee9-4025-be9a-ded66734175d disassociated (deleted). External IP: 172.25.4.126, port: c4439474-ef96-44d6-9518-2d0a6db68b0a. Jan 28 14:05:57.209276 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd', 'name': 'tempest-snat-router-1577444867', 'tenant_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.96'}], 'enable_snat': False}, 'gw_port_id': '90761e31-74e0-45a5-98ee-69e62bb814be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:05:55Z', 'updated_at': '2022-01-28T14:05:56Z', 'revision_number': 3, 'project_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'gw_port': {'id': '90761e31-74e0-45a5-98ee-69e62bb814be', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:05:55Z', 'updated_at': '2022-01-28T14:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:57.240120 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Checking router: ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:05:57.240851 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Updating router ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd port 90761e31-74e0-45a5-98ee-69e62bb814be binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:05:57.242251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.267699 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.463703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.488506 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.559184 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Publish callbacks [] for port (90761e31-74e0-45a5-98ee-69e62bb814be), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.564764 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.609921 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Attempting to bind port 90761e31-74e0-45a5-98ee-69e62bb814be on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:05:57.610295 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Attempting to bind port 90761e31-74e0-45a5-98ee-69e62bb814be by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:05:57.610655 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Attempting to bind port 90761e31-74e0-45a5-98ee-69e62bb814be on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:05:57.617814 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:05:57.618300 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:05:57.618783 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.619250 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:05:57.619798 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Bound port: 90761e31-74e0-45a5-98ee-69e62bb814be, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:05:57.620345 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.623984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Allocated IP 172.25.4.12 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/82a23246-d9ec-4eb0-9fee-c305ae0ff802) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:05:57.654187 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Pushing event updated for resources: {'Port': ['ID=90761e31-74e0-45a5-98ee-69e62bb814be,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:57.666576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.667040 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.667448 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.667858 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.668286 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.668711 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.669098 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.669498 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.669900 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.670313 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.670690 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.671087 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.671478 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:05:57.708294 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] For port 90761e31-74e0-45a5-98ee-69e62bb814be, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:05:57.712657 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] For port 90761e31-74e0-45a5-98ee-69e62bb814be, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90761e31-74e0-45a5-98ee-69e62bb814be,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:05:57.713804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 8e8808b7-936e-44da-b609-c3d92fd0989b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:05:57.718008 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.764200 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.775746 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Routers {'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:57.776585 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:57.807623 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.835628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:57.840245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:57.850977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] Sync routers for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:57.851667 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:05:57.857156 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:05:57.862302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:05:57.868575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81e18bab-c973-46c7-9f83-57621a0a834f tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/floatingips/453000f3-eee9-4025-be9a-ded66734175d HTTP/1.1" status: 204 len: 168 time: 1.5815287 Jan 28 14:05:57.869290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:05:57.871686 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134adcb5-457b-4128-92d6-8432287524b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:05:57.877545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:57.881420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:57.919951 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] Set router ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:57.996410 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa5f92-1077-421f-a915-d36619904019 None None] Pushing event updated for resources: {'Port': ['ID=90761e31-74e0-45a5-98ee-69e62bb814be,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:58.002635 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Port': ['ID=82a23246-d9ec-4eb0-9fee-c305ae0ff802,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:05:58.062663 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:58.191959 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd', 'name': 'tempest-snat-router-1577444867', 'tenant_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.96'}], 'enable_snat': False}, 'gw_port_id': '90761e31-74e0-45a5-98ee-69e62bb814be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:05:55Z', 'updated_at': '2022-01-28T14:05:56Z', 'revision_number': 3, 'project_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'gw_port': {'id': '90761e31-74e0-45a5-98ee-69e62bb814be', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:05:55Z', 'updated_at': '2022-01-28T14:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:58.222117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:58.232476 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4b614-1bfc-41f6-80ac-a95ab9fad4ad None None] The sync data for ids ['ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd'] in n-d-822748-2 is: [{'id': 'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd', 'name': 'tempest-snat-router-1577444867', 'tenant_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.96'}], 'enable_snat': False}, 'gw_port_id': '90761e31-74e0-45a5-98ee-69e62bb814be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:05:55Z', 'updated_at': '2022-01-28T14:05:56Z', 'revision_number': 3, 'project_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'gw_port': {'id': '90761e31-74e0-45a5-98ee-69e62bb814be', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:05:55Z', 'updated_at': '2022-01-28T14:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:05:58.309803 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b264f4db-b7f7-471c-80de-a9fbb4d89750 x-openstack-request-id: req-b264f4db-b7f7-471c-80de-a9fbb4d89750 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:05:58.310281 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:05:58.310647 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b264f4db-b7f7-471c-80de-a9fbb4d89750 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:05:58.311189 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'status': 'completed', 'code': 200} Jan 28 14:05:58.333627 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:58.365109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:58.395581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134adcb5-457b-4128-92d6-8432287524b5 req-08bbd729-f06a-47c8-80f9-37c10a24fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:58.402186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-134adcb5-457b-4128-92d6-8432287524b5 req-08bbd729-f06a-47c8-80f9-37c10a24fbeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06966ccca03948e08bf2ba78e71cc414&device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0654137 Jan 28 14:05:58.591678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134adcb5-457b-4128-92d6-8432287524b5 req-cee187a8-30b8-4e18-a9b1-b17c1c85df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:58.593792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-134adcb5-457b-4128-92d6-8432287524b5 req-cee187a8-30b8-4e18-a9b1-b17c1c85df5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=418d68e3-eb61-4407-b75b-df0996080e80 HTTP/1.1" status: 200 len: 897 time: 0.1817033 Jan 28 14:05:58.594798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] Checking router: 8e8808b7-936e-44da-b609-c3d92fd0989b for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:05:58.604750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:58.605538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:58.606028 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ca8d-b638-4f7d-971e-5b231fda7a6b req-73517f6f-d1c9-4da6-a249-953a0a0aafd1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:58.616125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bb7ca8d-b638-4f7d-971e-5b231fda7a6b req-73517f6f-d1c9-4da6-a249-953a0a0aafd1 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.1754911 Jan 28 14:05:58.690581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-134adcb5-457b-4128-92d6-8432287524b5 req-a4505ea9-bedd-45be-84fb-c39521e18041 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a HTTP/1.1" status: 200 len: 217 time: 0.0661385 Jan 28 14:05:58.749536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:58.755083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bb7ca8d-b638-4f7d-971e-5b231fda7a6b req-3aec2a39-b943-4857-af5f-f4521507054b tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1375039 Jan 28 14:05:58.767121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134adcb5-457b-4128-92d6-8432287524b5 req-04d71ab1-fe82-4d39-9f42-34e1d7b8aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:58.769316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-134adcb5-457b-4128-92d6-8432287524b5 req-04d71ab1-fe82-4d39-9f42-34e1d7b8aa2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ff56664-227a-43cd-a0a2-512d2de05be7 HTTP/1.1" status: 200 len: 835 time: 0.0724809 Jan 28 14:05:58.834429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134adcb5-457b-4128-92d6-8432287524b5 req-d1aa8414-511f-4219-8b39-4252d3887e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:58.836665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-134adcb5-457b-4128-92d6-8432287524b5 req-d1aa8414-511f-4219-8b39-4252d3887e3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=418d68e3-eb61-4407-b75b-df0996080e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531290 Jan 28 14:05:58.877641 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:58.956127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-134adcb5-457b-4128-92d6-8432287524b5 req-ea23a924-98a6-4a2b-9180-8a4d214389ef service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103861 Jan 28 14:05:59.011176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:59.043485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Router c0293b6d-d5e7-4169-be75-1eabbdc8cc3b is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:05:59.046197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92a99a-9755-47f2-a8b2-11c37c3c9adb None None] The sync data for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 is: [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:04:11Z', 'revision_number': 4, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'fd7ad811-8558-4fc7-9b8c-9e807a43114b', 'name': '', 'network_id': '418d68e3-eb61-4407-b75b-df0996080e80', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'mac_address': 'fa:16:3e:9f:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:10Z', 'updated_at': '2022-01-28T14:04:14Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'subnets': [{'id': '7ff56664-227a-43cd-a0a2-512d2de05be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:05:59.094267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-134adcb5-457b-4128-92d6-8432287524b5 req-092de554-eb56-4339-b5ad-e457951f695e service neutron] 10.222.0.36 "GET /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297064 Jan 28 14:05:59.182702 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:05:59.200379 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Sync routers for ids ['c0293b6d-d5e7-4169-be75-1eabbdc8cc3b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:05:59.206412 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:59.210263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b072fb7b-2ad1-438f-8345-35fd09d145bd tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2063661 Jan 28 14:05:59.210837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36526) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:59.215146 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Routers {'c0293b6d-d5e7-4169-be75-1eabbdc8cc3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:05:59.215681 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c0293b6d-d5e7-4169-be75-1eabbdc8cc3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:59.352503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac714153-0cf1-4fa3-a9cf-781254472fba tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/c0293b6d-d5e7-4169-be75-1eabbdc8cc3b HTTP/1.1" status: 200 len: 907 time: 0.1388304 Jan 28 14:05:59.354289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36528) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:05:59.356717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Set router c0293b6d-d5e7-4169-be75-1eabbdc8cc3b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:05:59.478274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:59.479234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef110ec0-9842-4eac-898c-d0bf48f90bbd None None] New status for floating IP 453000f3-eee9-4025-be9a-ded66734175d: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:05:59.579603 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0293b6d-d5e7-4169-be75-1eabbdc8cc3b', 'name': 'tempest-snat-router-1577444867', 'tenant_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '82a23246-d9ec-4eb0-9fee-c305ae0ff802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:05:57Z', 'updated_at': '2022-01-28T14:05:58Z', 'revision_number': 3, 'project_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'gw_port': {'id': '82a23246-d9ec-4eb0-9fee-c305ae0ff802', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0293b6d-d5e7-4169-be75-1eabbdc8cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:05:57Z', 'updated_at': '2022-01-28T14:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:05:59.613002 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Checking router: c0293b6d-d5e7-4169-be75-1eabbdc8cc3b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:05:59.613361 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Updating router c0293b6d-d5e7-4169-be75-1eabbdc8cc3b port 82a23246-d9ec-4eb0-9fee-c305ae0ff802 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:05:59.639925 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:59.642352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:59.653971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-b986edb8-5d6d-4778-9674-e438955cf484 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:59.655701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-b986edb8-5d6d-4778-9674-e438955cf484 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.0743468 Jan 28 14:05:59.777097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Deleting port 82a23246-d9ec-4eb0-9fee-c305ae0ff802 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:59.777471 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:59.856241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port c4439474-ef96-44d6-9518-2d0a6db68b0a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:05:59.856655 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:59.969234 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:59.991841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a75cc6-1d64-4efc-aa91-4def750caf75 req-1a3f72c2-a89f-4c1e-b0bf-a27ad58a5a17 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:05:59.993264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37a75cc6-1d64-4efc-aa91-4def750caf75 req-1a3f72c2-a89f-4c1e-b0bf-a27ad58a5a17 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fa99c5b-9367-47aa-b0a5-46bef22e0eb7 HTTP/1.1" status: 200 len: 945 time: 0.1606705 Jan 28 14:06:00.008186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Calling delete_port for 82a23246-d9ec-4eb0-9fee-c305ae0ff802 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:00.039233 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Publish callbacks [] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.045856 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.060633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port c4439474-ef96-44d6-9518-2d0a6db68b0a, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=c4439474-ef96-44d6-9518-2d0a6db68b0a,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:00.061012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.112560 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Attempting to bind port 82a23246-d9ec-4eb0-9fee-c305ae0ff802 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:00.112791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for c4439474-ef96-44d6-9518-2d0a6db68b0a owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:00.113075 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Attempting to bind port 82a23246-d9ec-4eb0-9fee-c305ae0ff802 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:00.113436 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Attempting to bind port 82a23246-d9ec-4eb0-9fee-c305ae0ff802 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:00.115661 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cb9a6-5ff9-43b1-85c5-7d6d84e3a055 None None] Pushing event updated for resources: {'Port': ['ID=82a23246-d9ec-4eb0-9fee-c305ae0ff802,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:00.125217 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:00.125602 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:00.126013 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.126404 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:00.126992 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Bound port: 82a23246-d9ec-4eb0-9fee-c305ae0ff802, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:00.127300 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.157048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37a75cc6-1d64-4efc-aa91-4def750caf75 req-fe063cda-154a-49ae-b655-472f53368af6 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3aa18e4-512a-4319-9a78-7a0b9e836ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1534147 Jan 28 14:06:00.189080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90761e31-74e0-45a5-98ee-69e62bb814be up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:00.203108 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] For port 82a23246-d9ec-4eb0-9fee-c305ae0ff802, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:00.206984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] For port 82a23246-d9ec-4eb0-9fee-c305ae0ff802, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=82a23246-d9ec-4eb0-9fee-c305ae0ff802,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:00.211815 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.254364 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 90761e31-74e0-45a5-98ee-69e62bb814be triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:00.254599 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.271179 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Routers {'c0293b6d-d5e7-4169-be75-1eabbdc8cc3b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:00.271933 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c0293b6d-d5e7-4169-be75-1eabbdc8cc3b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:00.357842 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cb9a6-5ff9-43b1-85c5-7d6d84e3a055 None None] Pushing event updated for resources: {'Port': ['ID=82a23246-d9ec-4eb0-9fee-c305ae0ff802,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:00.358565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 90761e31-74e0-45a5-98ee-69e62bb814be is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:00.359093 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.377169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4439474-ef96-44d6-9518-2d0a6db68b0a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.385796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (82a23246-d9ec-4eb0-9fee-c305ae0ff802), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.391963 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] Set router c0293b6d-d5e7-4169-be75-1eabbdc8cc3b gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:00.394463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 90761e31-74e0-45a5-98ee-69e62bb814be, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90761e31-74e0-45a5-98ee-69e62bb814be,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:00.401329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.432746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=c4439474-ef96-44d6-9518-2d0a6db68b0a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:00.457107 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0293b6d-d5e7-4169-be75-1eabbdc8cc3b', 'name': 'tempest-snat-router-1577444867', 'tenant_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:05:57Z', 'updated_at': '2022-01-28T14:05:59Z', 'revision_number': 4, 'project_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:00.472210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.472571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.477671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.477878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=90761e31-74e0-45a5-98ee-69e62bb814be,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:00.478157 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.478442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.478779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.479123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.479466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.479793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.480158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.480499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.480848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.481218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:00.487905 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3459aba-b276-4f08-8c55-cb304399c800 None None] The sync data for ids ['c0293b6d-d5e7-4169-be75-1eabbdc8cc3b'] in n-d-822748-2 is: [{'id': 'c0293b6d-d5e7-4169-be75-1eabbdc8cc3b', 'name': 'tempest-snat-router-1577444867', 'tenant_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:05:57Z', 'updated_at': '2022-01-28T14:05:59Z', 'revision_number': 4, 'project_id': '3b431199814c43dbb2a0a6fb3323d6bb', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:00.563072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event deleted for resources: {'Port': ['ID=82a23246-d9ec-4eb0-9fee-c305ae0ff802,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:00.567510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] No DVR routers for this DVR port c4439474-ef96-44d6-9518-2d0a6db68b0a on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:00.572787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.576163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-123ba7eb-c355-4fa4-8f73-33145c5ff3d3 req-7b8bb7b1-fbbc-403a-ada9-8ddce02dbc03 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.36 "DELETE /v2.0/ports/c4439474-ef96-44d6-9518-2d0a6db68b0a HTTP/1.1" status: 204 len: 173 time: 0.9101222 Jan 28 14:06:00.576650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'name': 'network-vif-deleted', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:06:00.578958 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5526367c-c587-46f7-b71f-5545fd2cbc27" -d '{"events": [{"server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "name": "network-vif-deleted", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:06:00.591652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.660208 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2088303-f932-4257-bdee-f05615f2aefe x-openstack-request-id: req-f2088303-f932-4257-bdee-f05615f2aefe {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:06:00.660562 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa99c5b-9367-47aa-b0a5-46bef22e0eb7", "name": "network-vif-deleted", "tag": "c4439474-ef96-44d6-9518-2d0a6db68b0a", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:06:00.660752 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2088303-f932-4257-bdee-f05615f2aefe {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:06:00.661129 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa99c5b-9367-47aa-b0a5-46bef22e0eb7', 'name': 'network-vif-deleted', 'tag': 'c4439474-ef96-44d6-9518-2d0a6db68b0a', 'status': 'completed', 'code': 200} Jan 28 14:06:00.704748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.708416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.768595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (c0293b6d-d5e7-4169-be75-1eabbdc8cc3b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.769276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0293b6d-d5e7-4169-be75-1eabbdc8cc3b {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:00.778393 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:00.780314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a76a4c77-1094-4d0f-ace8-119e3dbdc842 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "DELETE /v2.0/routers/c0293b6d-d5e7-4169-be75-1eabbdc8cc3b HTTP/1.1" status: 204 len: 168 time: 1.4243500 Jan 28 14:06:00.783415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36534) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:00.920628 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.059224 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.125958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Deleting port 90761e31-74e0-45a5-98ee-69e62bb814be {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:01.126291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.236746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36538) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:01.255214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] For port 90761e31-74e0-45a5-98ee-69e62bb814be, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90761e31-74e0-45a5-98ee-69e62bb814be,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:01.255710 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.273854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Calling delete_port for 90761e31-74e0-45a5-98ee-69e62bb814be owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:01.503513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (90761e31-74e0-45a5-98ee-69e62bb814be), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.541099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event deleted for resources: {'Port': ['ID=90761e31-74e0-45a5-98ee-69e62bb814be,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:01.604673 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.704507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.706689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_controller (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.717884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (8e8808b7-936e-44da-b609-c3d92fd0989b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.753796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.754372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:01.759457 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.760520 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-81c285bf-8c96-45a4-b75a-351788bb07a7 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ca422bbb-1e4e-4d86-aaa3-cd2193ce8ffd HTTP/1.1" status: 204 len: 168 time: 0.9756000 Jan 28 14:06:01.766648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36540) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:01.771710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1181402451', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:01.794098 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.795331 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.850898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (1d891263-52ba-4b24-8d15-a5060a0799c1), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:01.998698 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1d891263-52ba-4b24-8d15-a5060a0799c1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.017996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port fd7ad811-8558-4fc7-9b8c-9e807a43114b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:02.018347 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.119415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port fd7ad811-8558-4fc7-9b8c-9e807a43114b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fd7ad811-8558-4fc7-9b8c-9e807a43114b,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:02.119783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.132496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for fd7ad811-8558-4fc7-9b8c-9e807a43114b owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:02.175301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c4439474-ef96-44d6-9518-2d0a6db68b0a no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:02.202747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: c4439474-ef96-44d6-9518-2d0a6db68b0a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:02.203098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device c4439474-ef96-44d6-9518-2d0a6db68b0a not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:02.203638 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1d891263-52ba-4b24-8d15-a5060a0799c1), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.224245 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.293153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90761e31-74e0-45a5-98ee-69e62bb814be no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:02.315261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 90761e31-74e0-45a5-98ee-69e62bb814be {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:02.315846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90761e31-74e0-45a5-98ee-69e62bb814be not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:02.348643 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fd7ad811-8558-4fc7-9b8c-9e807a43114b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.375818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Allocated IP 172.25.4.11 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/c4a1b13d-be02-4a91-b528-387d19b2a0cc) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:02.382469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=fd7ad811-8558-4fc7-9b8c-9e807a43114b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:02.489782 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for port (c4a1b13d-be02-4a91-b528-387d19b2a0cc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.534200 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c4a1b13d-be02-4a91-b528-387d19b2a0cc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.567578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (8e8808b7-936e-44da-b609-c3d92fd0989b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:02.572843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:02.576096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:02.579900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:02.612137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event updated for resources: {'Port': ['ID=c4a1b13d-be02-4a91-b528-387d19b2a0cc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:02.844563 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1d891263-52ba-4b24-8d15-a5060a0799c1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.059588 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.153128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Router 8e8808b7-936e-44da-b609-c3d92fd0989b has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:06:03.196270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Router 1d891263-52ba-4b24-8d15-a5060a0799c1 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:03.263524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:03.268678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0005684b-98d1-4ea7-a998-27878a2d77f3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "PUT /v2.0/routers/8e8808b7-936e-44da-b609-c3d92fd0989b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306096 Jan 28 14:06:03.273330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:03.273519 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] Sync routers for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:03.283909 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:03.284603 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:03.309434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:03.326509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] Sync routers for ids ['1d891263-52ba-4b24-8d15-a5060a0799c1'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:03.329646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting subnet 7ff56664-227a-43cd-a0a2-512d2de05be7 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:03.333305 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (7ff56664-227a-43cd-a0a2-512d2de05be7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.335659 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.337129 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6c0b9260-5b97-4a24-8dc0-66e3b31558d1 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.5690968 Jan 28 14:06:03.339750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36544) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:03.343410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] Routers {'1d891263-52ba-4b24-8d15-a5060a0799c1'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:03.344174 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': False}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:03.344554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1d891263-52ba-4b24-8d15-a5060a0799c1'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:03.379299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (7ff56664-227a-43cd-a0a2-512d2de05be7), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.392821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:03.403506 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] Routers {'1d891263-52ba-4b24-8d15-a5060a0799c1'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:03.404460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1d891263-52ba-4b24-8d15-a5060a0799c1'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:03.419391 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:03.452833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:03.454243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397aa9f0-9259-4568-ad9a-f4ddd20bf8af None None] The sync data for ids ['1d891263-52ba-4b24-8d15-a5060a0799c1'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:03.475357 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7ff56664-227a-43cd-a0a2-512d2de05be7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.539387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (7ff56664-227a-43cd-a0a2-512d2de05be7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.571330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff56664-227a-43cd-a0a2-512d2de05be7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:03.575386 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.581193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c8fda17b-b916-42c8-863d-20807aeb3491 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/subnets/7ff56664-227a-43cd-a0a2-512d2de05be7 HTTP/1.1" status: 204 len: 168 time: 0.3042934 Jan 28 14:06:03.581600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36546) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:03.593568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851727f8-980f-49ec-a4ad-82dd5c89f9e4 None None] Network 418d68e3-eb61-4407-b75b-df0996080e80 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:03.712112 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:06:02Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:03.722744 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (8e8808b7-936e-44da-b609-c3d92fd0989b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.754202 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] Checking router: 8e8808b7-936e-44da-b609-c3d92fd0989b for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:06:03.777660 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] Routers {'8e8808b7-936e-44da-b609-c3d92fd0989b'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:03.777918 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['8e8808b7-936e-44da-b609-c3d92fd0989b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:03.839381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e847cd-1954-438e-9269-32864eda5453 None None] DHCP port deletion for 418d68e3-eb61-4407-b75b-df0996080e80 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:03.848577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_gateway (8e8808b7-936e-44da-b609-c3d92fd0989b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.901268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85e847cd-1954-438e-9269-32864eda5453 None None] Deleting port 82997757-66b5-4612-b2d7-0463dc1986cb {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:03.902064 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85e847cd-1954-438e-9269-32864eda5453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.924224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Deleting port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:03.924580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:03.941570 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] Set router 8e8808b7-936e-44da-b609-c3d92fd0989b gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:03.983071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-85e847cd-1954-438e-9269-32864eda5453 None None] For port 82997757-66b5-4612-b2d7-0463dc1986cb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=82997757-66b5-4612-b2d7-0463dc1986cb,segment=NetworkSegment(2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0),segment_id=2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:03.983457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85e847cd-1954-438e-9269-32864eda5453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.002048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85e847cd-1954-438e-9269-32864eda5453 None None] Calling delete_port for 82997757-66b5-4612-b2d7-0463dc1986cb owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:04.014365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] For port 6003170c-4d6c-4eb1-933b-e7b568dfbc0f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:04.014740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.033109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Calling delete_port for 6003170c-4d6c-4eb1-933b-e7b568dfbc0f owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:04.074521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (1d891263-52ba-4b24-8d15-a5060a0799c1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.166112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85e847cd-1954-438e-9269-32864eda5453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (82997757-66b5-4612-b2d7-0463dc1986cb), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.213353 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:06:02Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.217297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e847cd-1954-438e-9269-32864eda5453 None None] Pushing event deleted for resources: {'Port': ['ID=82997757-66b5-4612-b2d7-0463dc1986cb,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:04.219215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 82997757-66b5-4612-b2d7-0463dc1986cb no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:04.254233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e847cd-1954-438e-9269-32864eda5453 None None] No DVR routers for this DVR port 82997757-66b5-4612-b2d7-0463dc1986cb on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:04.255901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 82997757-66b5-4612-b2d7-0463dc1986cb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:04.256295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 82997757-66b5-4612-b2d7-0463dc1986cb not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:04.278304 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35c8cc-1ca8-4259-972a-c4f18a7b82c5 None None] The sync data for ids ['8e8808b7-936e-44da-b609-c3d92fd0989b'] in n-d-822748-2 is: [{'id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397007039', 'tenant_id': '06966ccca03948e08bf2ba78e71cc414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:04:07Z', 'updated_at': '2022-01-28T14:06:02Z', 'revision_number': 5, 'project_id': '06966ccca03948e08bf2ba78e71cc414', 'gw_port': {'id': '6003170c-4d6c-4eb1-933b-e7b568dfbc0f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8808b7-936e-44da-b609-c3d92fd0989b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:04:08Z', 'updated_at': '2022-01-28T14:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:04.312920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6003170c-4d6c-4eb1-933b-e7b568dfbc0f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.354271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Port': ['ID=6003170c-4d6c-4eb1-933b-e7b568dfbc0f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:04.409685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (8e8808b7-936e-44da-b609-c3d92fd0989b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.501069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (8e8808b7-936e-44da-b609-c3d92fd0989b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.503611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router_controller (8e8808b7-936e-44da-b609-c3d92fd0989b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.548437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (8e8808b7-936e-44da-b609-c3d92fd0989b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.548907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8808b7-936e-44da-b609-c3d92fd0989b {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:04.556429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.557615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eef09049-bc64-4f69-a430-3a71386fa325 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/routers/8e8808b7-936e-44da-b609-c3d92fd0989b HTTP/1.1" status: 204 len: 168 time: 0.9749928 Jan 28 14:06:04.560223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36548) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:04.560614 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.563910 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.642427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (418d68e3-eb61-4407-b75b-df0996080e80), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.676482 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Router 1d891263-52ba-4b24-8d15-a5060a0799c1 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:06:04.735684 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (418d68e3-eb61-4407-b75b-df0996080e80), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.765028 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418d68e3-eb61-4407-b75b-df0996080e80']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.775407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.775775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.786068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.791453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:04.795999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.797254 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c4b12cba-1147-47e1-b22c-71f79e5dfdad tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "PUT /v2.0/routers/1d891263-52ba-4b24-8d15-a5060a0799c1 HTTP/1.1" status: 200 len: 925 time: 1.4564419 Jan 28 14:06:04.799878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36550) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:04.804286 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.808366 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] Sync routers for ids ['1d891263-52ba-4b24-8d15-a5060a0799c1'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:04.812433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:06:04.812910 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (2110ebca-9e2a-4f1a-a59a-f549cd2fbdf0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: items = [ Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:06:04.816007 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:06:04.821127 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] Routers {'1d891263-52ba-4b24-8d15-a5060a0799c1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:04.822074 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1d891263-52ba-4b24-8d15-a5060a0799c1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.864966 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.875220 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] Routers {'1d891263-52ba-4b24-8d15-a5060a0799c1'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:04.876069 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:05:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1d891263-52ba-4b24-8d15-a5060a0799c1'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.884073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (418d68e3-eb61-4407-b75b-df0996080e80), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.904350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.908063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/networks/418d68e3-eb61-4407-b75b-df0996080e80 HTTP/1.1" status: 204 len: 168 time: 0.3468525 Jan 28 14:06:04.909048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eef565-55c7-49bc-8c92-2656512f6b7c tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'Network': ['ID=418d68e3-eb61-4407-b75b-df0996080e80,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:04.910792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36552) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:04.923376 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:04.924214 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f919a7-e660-4739-bb5f-4e57225b7f47 None None] The sync data for ids ['1d891263-52ba-4b24-8d15-a5060a0799c1'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:04.944543 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fd6a5994-15d1-423d-92ca-7381cd39ac3e tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/1d891263-52ba-4b24-8d15-a5060a0799c1 HTTP/1.1" status: 200 len: 925 time: 0.1427155 Jan 28 14:06:04.946922 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36554) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:04.948121 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-207e9989-4028-49d6-8b2e-dd26d0daf1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:04.985350 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c41a0bbb-4b48-49e0-9c81-857ff9670ab3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (e3aa18e4-512a-4319-9a78-7a0b9e836ea2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.016926 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c41a0bbb-4b48-49e0-9c81-857ff9670ab3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (e3aa18e4-512a-4319-9a78-7a0b9e836ea2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.026607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc6fb2-917f-4b9b-ac38-fd5ce301a903 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:05.028263 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a6cc6fb2-917f-4b9b-ac38-fd5ce301a903 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=1d891263-52ba-4b24-8d15-a5060a0799c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0801065 Jan 28 14:06:05.030827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36556) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:05.093379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c41a0bbb-4b48-49e0-9c81-857ff9670ab3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e3aa18e4-512a-4319-9a78-7a0b9e836ea2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.096716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c41a0bbb-4b48-49e0-9c81-857ff9670ab3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.101245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c41a0bbb-4b48-49e0-9c81-857ff9670ab3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] 10.222.0.45 "DELETE /v2.0/security-groups/e3aa18e4-512a-4319-9a78-7a0b9e836ea2 HTTP/1.1" status: 204 len: 168 time: 0.1861722 Jan 28 14:06:05.107925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a0bbb-4b48-49e0-9c81-857ff9670ab3 tempest-TestNetworkAdvancedServerOps-1519553912 tempest-TestNetworkAdvancedServerOps-1519553912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa18e4-512a-4319-9a78-7a0b9e836ea2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:05.129541 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d83ed-ccdd-4d2f-9270-115fd89d767e tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:05.131770 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-aa9d83ed-ccdd-4d2f-9270-115fd89d767e tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.0995498 Jan 28 14:06:05.134680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36560) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:05.165855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-26bc7bf2-f281-45e1-86bd-47010f449005 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d891263-52ba-4b24-8d15-a5060a0799c1 HTTP/1.1" status: 200 len: 205 time: 0.0296452 Jan 28 14:06:05.168423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36564) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:05.281658 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.395990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1d891263-52ba-4b24-8d15-a5060a0799c1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.416509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36568) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:05.456394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Deleting port c4a1b13d-be02-4a91-b528-387d19b2a0cc {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:05.456988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c4a1b13d-be02-4a91-b528-387d19b2a0cc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.536104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c4a1b13d-be02-4a91-b528-387d19b2a0cc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.548845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Calling delete_port for c4a1b13d-be02-4a91-b528-387d19b2a0cc owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:05.558330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0e0e7af6-1b70-4af0-9da8-ccadd7c33750 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06966ccca03948e08bf2ba78e71cc414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403124 Jan 28 14:06:05.560697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36572) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:05.609059 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a96d0e6-56c2-4383-9428-fe5b4b0e7800 admin admin] Publish callbacks [] for security_group (ae569c08-5023-4c9e-a0d3-aa9ced760e10), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.630186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a96d0e6-56c2-4383-9428-fe5b4b0e7800 admin admin] Publish callbacks [] for security_group (ae569c08-5023-4c9e-a0d3-aa9ced760e10), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.681804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a96d0e6-56c2-4383-9428-fe5b4b0e7800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (ae569c08-5023-4c9e-a0d3-aa9ced760e10), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.685085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2a96d0e6-56c2-4383-9428-fe5b4b0e7800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.686187 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2a96d0e6-56c2-4383-9428-fe5b4b0e7800 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae569c08-5023-4c9e-a0d3-aa9ced760e10 HTTP/1.1" status: 204 len: 168 time: 0.1245947 Jan 28 14:06:05.696688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96d0e6-56c2-4383-9428-fe5b4b0e7800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae569c08-5023-4c9e-a0d3-aa9ced760e10,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:05.727872 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4a1b13d-be02-4a91-b528-387d19b2a0cc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.761288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event deleted for resources: {'Port': ['ID=c4a1b13d-be02-4a91-b528-387d19b2a0cc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:05.828837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (1d891263-52ba-4b24-8d15-a5060a0799c1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.924398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.926703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (1d891263-52ba-4b24-8d15-a5060a0799c1), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.962934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:05.971878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (1d891263-52ba-4b24-8d15-a5060a0799c1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.972465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Fanout notify agent at l3_agent the message router_deleted on router 1d891263-52ba-4b24-8d15-a5060a0799c1 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:05.980068 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:05.985098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fc7940e0-c733-428b-b2aa-1a1ba2e5e30a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/1d891263-52ba-4b24-8d15-a5060a0799c1 HTTP/1.1" status: 204 len: 168 time: 0.8156774 Jan 28 14:06:05.985751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36580) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:05.990227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8adbaf35-8e19-4e6e-9e9d-df786df21e9a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-735789950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:06.004986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e29ac79c-0657-4cd7-b06a-1fade29e17ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e6b01a9b67c45a79795f1a9f3557f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408452 Jan 28 14:06:06.008620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36582) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:06.012483 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8adbaf35-8e19-4e6e-9e9d-df786df21e9a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.013695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8adbaf35-8e19-4e6e-9e9d-df786df21e9a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.075118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8adbaf35-8e19-4e6e-9e9d-df786df21e9a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.077398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6003170c-4d6c-4eb1-933b-e7b568dfbc0f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:06.078964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3c08404-1015-4698-9483-aa7713d99d89 admin admin] Publish callbacks [] for security_group (afa712f7-f400-4b26-b129-0588f042b299), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.080769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8adbaf35-8e19-4e6e-9e9d-df786df21e9a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.098764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 6003170c-4d6c-4eb1-933b-e7b568dfbc0f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:06.099519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6003170c-4d6c-4eb1-933b-e7b568dfbc0f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:06.100197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fd7ad811-8558-4fc7-9b8c-9e807a43114b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:06.101269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8adbaf35-8e19-4e6e-9e9d-df786df21e9a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.102877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8adbaf35-8e19-4e6e-9e9d-df786df21e9a tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1161752 Jan 28 14:06:06.103645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3c08404-1015-4698-9483-aa7713d99d89 admin admin] Publish callbacks [] for security_group (afa712f7-f400-4b26-b129-0588f042b299), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.105570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36584) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:06.110527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:06.125396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: fd7ad811-8558-4fc7-9b8c-9e807a43114b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:06.125659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fd7ad811-8558-4fc7-9b8c-9e807a43114b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:06.154905 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3c08404-1015-4698-9483-aa7713d99d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (afa712f7-f400-4b26-b129-0588f042b299), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.158313 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3c08404-1015-4698-9483-aa7713d99d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.159487 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a3c08404-1015-4698-9483-aa7713d99d89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afa712f7-f400-4b26-b129-0588f042b299 HTTP/1.1" status: 204 len: 168 time: 0.1502314 Jan 28 14:06:06.170711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c08404-1015-4698-9483-aa7713d99d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa712f7-f400-4b26-b129-0588f042b299,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:06.333713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.532179 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.551147 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.657266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Allocated IP 172.25.4.39 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/7e6f3c04-87f6-4fb4-9e9d-04856b7a0278) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:06.768360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for port (7e6f3c04-87f6-4fb4-9e9d-04856b7a0278), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.809639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7e6f3c04-87f6-4fb4-9e9d-04856b7a0278), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:06.850464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:06.854263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:06.858543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:06.893815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event updated for resources: {'Port': ['ID=7e6f3c04-87f6-4fb4-9e9d-04856b7a0278,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:07.135942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:07.698026 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:07.702187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:07.736457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c5501e3c-ec05-41dc-90fc-25bc8b3742c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:07.843223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Router a9b58eae-52c0-4bc4-b9a9-b8073dad870f is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:07.977447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:07.995300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] Sync routers for ids ['a9b58eae-52c0-4bc4-b9a9-b8073dad870f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:08.002495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.006515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9f22854c-2555-4220-bca0-a73bab2f8196 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "PUT /v2.0/routers/a9b58eae-52c0-4bc4-b9a9-b8073dad870f HTTP/1.1" status: 200 len: 882 time: 1.8971910 Jan 28 14:06:08.011179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36692) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:08.026749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] Routers {'a9b58eae-52c0-4bc4-b9a9-b8073dad870f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:08.027483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a9b58eae-52c0-4bc4-b9a9-b8073dad870f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:08.063053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:08.073205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] Routers {'a9b58eae-52c0-4bc4-b9a9-b8073dad870f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:08.073820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['a9b58eae-52c0-4bc4-b9a9-b8073dad870f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:08.120206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:08.120882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2258943-4d35-47d7-bd5d-0bb991429c96 None None] The sync data for ids ['a9b58eae-52c0-4bc4-b9a9-b8073dad870f'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:08.143462 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-533e20fb-2efe-4d10-b0ec-fa298fd09e08 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/a9b58eae-52c0-4bc4-b9a9-b8073dad870f HTTP/1.1" status: 200 len: 923 time: 0.1310036 Jan 28 14:06:08.146231 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36716) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:08.193985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316d0bc-1a4b-4fd6-b354-e33eb25a6d44 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:08.197228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6316d0bc-1a4b-4fd6-b354-e33eb25a6d44 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=a9b58eae-52c0-4bc4-b9a9-b8073dad870f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0484397 Jan 28 14:06:08.198395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36728) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:08.289907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0091de-708d-4059-86e3-b8fc3dd8c08d tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:08.291336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-da0091de-708d-4059-86e3-b8fc3dd8c08d tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.0920289 Jan 28 14:06:08.294283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36742) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:08.323227 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-72acb5e9-e8a6-4588-9236-43a9e5510f18 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9b58eae-52c0-4bc4-b9a9-b8073dad870f HTTP/1.1" status: 200 len: 205 time: 0.0275793 Jan 28 14:06:08.325586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36744) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:08.444073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.514022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36748) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:08.554677 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.607007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Deleting port 7e6f3c04-87f6-4fb4-9e9d-04856b7a0278 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:08.607352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7e6f3c04-87f6-4fb4-9e9d-04856b7a0278), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.628687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81d4d0f9-c1c7-4737-bd8c-d1cca686e440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.690962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7e6f3c04-87f6-4fb4-9e9d-04856b7a0278), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.704024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Calling delete_port for 7e6f3c04-87f6-4fb4-9e9d-04856b7a0278 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:08.713433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81d4d0f9-c1c7-4737-bd8c-d1cca686e440 admin admin] Publish callbacks [] for security_group (a96ffbb0-2b11-4d31-b522-be113d895350), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.718448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-81d4d0f9-c1c7-4737-bd8c-d1cca686e440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a96ffbb0-2b11-4d31-b522-be113d895350), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.757666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81d4d0f9-c1c7-4737-bd8c-d1cca686e440 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=334eb6e825ca40e387773add392f05d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420254 Jan 28 14:06:08.758601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4d0f9-c1c7-4737-bd8c-d1cca686e440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ffbb0-2b11-4d31-b522-be113d895350,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:08.760992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36752) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:08.786596 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.813170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a136423b-313c-4ab2-9fb1-e9cc0888f388 admin admin] Publish callbacks [] for security_group (a96ffbb0-2b11-4d31-b522-be113d895350), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.834918 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a136423b-313c-4ab2-9fb1-e9cc0888f388 admin admin] Publish callbacks [] for security_group (a96ffbb0-2b11-4d31-b522-be113d895350), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.883273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a136423b-313c-4ab2-9fb1-e9cc0888f388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (a96ffbb0-2b11-4d31-b522-be113d895350), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.885501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a136423b-313c-4ab2-9fb1-e9cc0888f388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.889348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a136423b-313c-4ab2-9fb1-e9cc0888f388 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a96ffbb0-2b11-4d31-b522-be113d895350 HTTP/1.1" status: 204 len: 168 time: 0.1247108 Jan 28 14:06:08.894495 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7e6f3c04-87f6-4fb4-9e9d-04856b7a0278), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:08.895622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136423b-313c-4ab2-9fb1-e9cc0888f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ffbb0-2b11-4d31-b522-be113d895350,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:08.922913 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event deleted for resources: {'Port': ['ID=7e6f3c04-87f6-4fb4-9e9d-04856b7a0278,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:08.985670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.088148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.090338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.141107 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (a9b58eae-52c0-4bc4-b9a9-b8073dad870f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.141786 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Fanout notify agent at l3_agent the message router_deleted on router a9b58eae-52c0-4bc4-b9a9-b8073dad870f {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:09.149382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.150567 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4ca9e592-2eca-48b7-868d-cb7e9821b714 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/a9b58eae-52c0-4bc4-b9a9-b8073dad870f HTTP/1.1" status: 204 len: 168 time: 0.8240535 Jan 28 14:06:09.154255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36758) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:09.163377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7de59576-6867-4c51-a527-4dac1dc37fdd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1319272230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:09.172026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36760) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:09.185810 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de59576-6867-4c51-a527-4dac1dc37fdd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.186470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9cf86c45-0177-4cf1-a470-5b575640c9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.186902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de59576-6867-4c51-a527-4dac1dc37fdd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.241634 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de59576-6867-4c51-a527-4dac1dc37fdd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (136a2580-d6d5-487b-ad0f-1c23a86c92d7), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.245210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de59576-6867-4c51-a527-4dac1dc37fdd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.264448 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de59576-6867-4c51-a527-4dac1dc37fdd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.268160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7de59576-6867-4c51-a527-4dac1dc37fdd tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1087787 Jan 28 14:06:09.268571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36762) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:09.273636 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': True}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:09.277051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9cf86c45-0177-4cf1-a470-5b575640c9ea admin admin] Publish callbacks [] for security_group (b4098b25-a410-4dd2-b83b-57a1765a6a66), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.282358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9cf86c45-0177-4cf1-a470-5b575640c9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b4098b25-a410-4dd2-b83b-57a1765a6a66), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.328079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9cf86c45-0177-4cf1-a470-5b575640c9ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83687436cbe644618a3a78b0793ea761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546133 Jan 28 14:06:09.330698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36764) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:09.339355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf86c45-0177-4cf1-a470-5b575640c9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4098b25-a410-4dd2-b83b-57a1765a6a66,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:09.390384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8523fbcd-289e-47df-8166-5c8577a86f9a admin admin] Publish callbacks [] for security_group (b4098b25-a410-4dd2-b83b-57a1765a6a66), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.415630 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8523fbcd-289e-47df-8166-5c8577a86f9a admin admin] Publish callbacks [] for security_group (b4098b25-a410-4dd2-b83b-57a1765a6a66), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.466377 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8523fbcd-289e-47df-8166-5c8577a86f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b4098b25-a410-4dd2-b83b-57a1765a6a66), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.469158 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8523fbcd-289e-47df-8166-5c8577a86f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:09.470342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8523fbcd-289e-47df-8166-5c8577a86f9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4098b25-a410-4dd2-b83b-57a1765a6a66 HTTP/1.1" status: 204 len: 168 time: 0.1383910 Jan 28 14:06:09.479813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523fbcd-289e-47df-8166-5c8577a86f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4098b25-a410-4dd2-b83b-57a1765a6a66,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:09.790213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (136a2580-d6d5-487b-ad0f-1c23a86c92d7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.009622 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (136a2580-d6d5-487b-ad0f-1c23a86c92d7), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.034254 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.143236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Allocated IP 172.25.4.128 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/98cec623-2f65-42b0-9fa4-77ee6578b59d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:10.250526 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for port (98cec623-2f65-42b0-9fa4-77ee6578b59d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.285259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (98cec623-2f65-42b0-9fa4-77ee6578b59d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.325968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:10.328802 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:10.331256 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:10.365842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Port': ['ID=98cec623-2f65-42b0-9fa4-77ee6578b59d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:10.592015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (136a2580-d6d5-487b-ad0f-1c23a86c92d7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.640145 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.790937 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.794267 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:10.924377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Router 136a2580-d6d5-487b-ad0f-1c23a86c92d7 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:11.032583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:11.036847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:11.038749 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ab5889df-e073-45d8-ac6e-369d99825b1a tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "PUT /v2.0/routers/136a2580-d6d5-487b-ad0f-1c23a86c92d7 HTTP/1.1" status: 200 len: 919 time: 1.7685378 Jan 28 14:06:11.041438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:11.043950 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] Sync routers for ids ['136a2580-d6d5-487b-ad0f-1c23a86c92d7'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:11.053979 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] Routers {'136a2580-d6d5-487b-ad0f-1c23a86c92d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:11.054791 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['136a2580-d6d5-487b-ad0f-1c23a86c92d7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:11.088455 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:11.097557 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] Routers {'136a2580-d6d5-487b-ad0f-1c23a86c92d7'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:11.098167 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['136a2580-d6d5-487b-ad0f-1c23a86c92d7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:11.135271 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:11.135922 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd0d97-e305-4361-835b-c43c6a29a4eb None None] The sync data for ids ['136a2580-d6d5-487b-ad0f-1c23a86c92d7'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:11.155116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dfcb9c27-bc8a-48af-9275-178b41ab7d3c tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/136a2580-d6d5-487b-ad0f-1c23a86c92d7 HTTP/1.1" status: 200 len: 925 time: 0.1123433 Jan 28 14:06:11.157797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36770) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:11.199558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c929b42e-e6df-434d-9247-ef21c4e0a799 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:11.201116 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c929b42e-e6df-434d-9247-ef21c4e0a799 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=136a2580-d6d5-487b-ad0f-1c23a86c92d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0423872 Jan 28 14:06:11.203679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36772) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:11.283778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b53b9d4-96af-422d-9b7a-5fad27a224a0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:11.285189 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4b53b9d4-96af-422d-9b7a-5fad27a224a0 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.0805936 Jan 28 14:06:11.288598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36774) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:11.318237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2bbb6750-9714-4c9b-b044-2a3d77af932c tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=136a2580-d6d5-487b-ad0f-1c23a86c92d7 HTTP/1.1" status: 200 len: 205 time: 0.0286088 Jan 28 14:06:11.321954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36776) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:11.427520 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:11.533424 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (136a2580-d6d5-487b-ad0f-1c23a86c92d7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:11.584025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Deleting port 98cec623-2f65-42b0-9fa4-77ee6578b59d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:11.584394 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (98cec623-2f65-42b0-9fa4-77ee6578b59d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:11.659034 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (98cec623-2f65-42b0-9fa4-77ee6578b59d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:11.670726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Calling delete_port for 98cec623-2f65-42b0-9fa4-77ee6578b59d owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:11.806289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:11.841910 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (98cec623-2f65-42b0-9fa4-77ee6578b59d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:11.871842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event deleted for resources: {'Port': ['ID=98cec623-2f65-42b0-9fa4-77ee6578b59d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:11.931282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (136a2580-d6d5-487b-ad0f-1c23a86c92d7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.020945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.023790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (136a2580-d6d5-487b-ad0f-1c23a86c92d7), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.066955 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (136a2580-d6d5-487b-ad0f-1c23a86c92d7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.067645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Fanout notify agent at l3_agent the message router_deleted on router 136a2580-d6d5-487b-ad0f-1c23a86c92d7 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:12.074992 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.080136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36778) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:12.081113 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-735a4250-51b3-4829-9271-ba9d7ad679d9 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/136a2580-d6d5-487b-ad0f-1c23a86c92d7 HTTP/1.1" status: 204 len: 168 time: 0.7572620 Jan 28 14:06:12.084748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d0202cff-6f32-4ddb-bac5-ae3b023167d8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1182962005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:12.107534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0202cff-6f32-4ddb-bac5-ae3b023167d8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (424c239d-44dd-4b78-bccb-0804252a5223), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.108594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0202cff-6f32-4ddb-bac5-ae3b023167d8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (424c239d-44dd-4b78-bccb-0804252a5223), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.165618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0202cff-6f32-4ddb-bac5-ae3b023167d8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (424c239d-44dd-4b78-bccb-0804252a5223), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.169835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0202cff-6f32-4ddb-bac5-ae3b023167d8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (424c239d-44dd-4b78-bccb-0804252a5223), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.187002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0202cff-6f32-4ddb-bac5-ae3b023167d8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.188235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d0202cff-6f32-4ddb-bac5-ae3b023167d8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1070693 Jan 28 14:06:12.190961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36780) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:12.196159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'enable_snat': False}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:12.401051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (424c239d-44dd-4b78-bccb-0804252a5223), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.600818 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (424c239d-44dd-4b78-bccb-0804252a5223), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.619572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.720266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Allocated IP 172.25.4.79 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/a140355b-1383-404f-82a1-334f679f36ea) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:12.823469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for port (a140355b-1383-404f-82a1-334f679f36ea), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.857984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a140355b-1383-404f-82a1-334f679f36ea), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:12.896236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:12.899221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:12.904752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:12.910312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Pushing event updated for resources: {'Port': ['ID=a140355b-1383-404f-82a1-334f679f36ea,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:13.155679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router_gateway (424c239d-44dd-4b78-bccb-0804252a5223), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:13.349217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (424c239d-44dd-4b78-bccb-0804252a5223), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:13.353046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (424c239d-44dd-4b78-bccb-0804252a5223), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:13.479207 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Router 424c239d-44dd-4b78-bccb-0804252a5223 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:13.586141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:13.590482 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:13.591631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-691f90ec-f8b2-4dd7-b1b7-b4100260546f tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "PUT /v2.0/routers/424c239d-44dd-4b78-bccb-0804252a5223 HTTP/1.1" status: 200 len: 919 time: 1.3997307 Jan 28 14:06:13.594288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36782) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:13.595000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] Sync routers for ids ['424c239d-44dd-4b78-bccb-0804252a5223'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:13.604961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] Routers {'424c239d-44dd-4b78-bccb-0804252a5223'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:13.605565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['424c239d-44dd-4b78-bccb-0804252a5223'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:13.641205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:13.650199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] Routers {'424c239d-44dd-4b78-bccb-0804252a5223'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:13.650804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['424c239d-44dd-4b78-bccb-0804252a5223'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:13.682306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:13.682951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acca294-a301-4a95-8772-4f1073c76f4b None None] The sync data for ids ['424c239d-44dd-4b78-bccb-0804252a5223'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:13.699462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-65f651ea-7f26-43df-afcf-67f9a653d200 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/424c239d-44dd-4b78-bccb-0804252a5223 HTTP/1.1" status: 200 len: 925 time: 0.1040890 Jan 28 14:06:13.702200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36784) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:13.742816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c80f6-1712-4119-853a-69017d0078fc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:13.744269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6d5c80f6-1712-4119-853a-69017d0078fc tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=424c239d-44dd-4b78-bccb-0804252a5223&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0411148 Jan 28 14:06:13.746908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36786) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:13.828226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1658fe7-8f90-47e5-870f-f57ba5b8eb01 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:13.829696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a1658fe7-8f90-47e5-870f-f57ba5b8eb01 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/networks/d62983fb-95f5-47e5-b432-cdd339a93d1c HTTP/1.1" status: 200 len: 881 time: 0.0818703 Jan 28 14:06:13.832411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36788) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:13.864078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a796404a-aede-42a1-8c94-f4c999cbf4bc tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=424c239d-44dd-4b78-bccb-0804252a5223 HTTP/1.1" status: 200 len: 205 time: 0.0305831 Jan 28 14:06:13.866617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36790) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:13.974043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (424c239d-44dd-4b78-bccb-0804252a5223), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.077408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (424c239d-44dd-4b78-bccb-0804252a5223), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.130353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Deleting port a140355b-1383-404f-82a1-334f679f36ea {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:14.130751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a140355b-1383-404f-82a1-334f679f36ea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.206390 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a140355b-1383-404f-82a1-334f679f36ea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.219070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Calling delete_port for a140355b-1383-404f-82a1-334f679f36ea owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:14.379214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a140355b-1383-404f-82a1-334f679f36ea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.411334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event deleted for resources: {'Port': ['ID=a140355b-1383-404f-82a1-334f679f36ea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:14.808991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (424c239d-44dd-4b78-bccb-0804252a5223), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.900088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (424c239d-44dd-4b78-bccb-0804252a5223), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.902253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (424c239d-44dd-4b78-bccb-0804252a5223), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.945598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (424c239d-44dd-4b78-bccb-0804252a5223), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.946155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Fanout notify agent at l3_agent the message router_deleted on router 424c239d-44dd-4b78-bccb-0804252a5223 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:14.952592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.953812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0a79bc52-94c7-4cf0-a904-3cd437777c09 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/424c239d-44dd-4b78-bccb-0804252a5223 HTTP/1.1" status: 204 len: 168 time: 1.0861833 Jan 28 14:06:14.957360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36792) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:14.961727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1625374570', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}, 'admin_state_up': False}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:14.982765 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:14.983875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:15.037901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:15.175432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:15.367186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:15.385325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:15.489934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Allocated IP 172.25.4.48 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/c37825cf-85cc-4694-b890-3c950653789e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:15.592215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for port (c37825cf-85cc-4694-b890-3c950653789e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:15.627885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c37825cf-85cc-4694-b890-3c950653789e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:15.670043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:15.674591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:15.681219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:15.686780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event updated for resources: {'Port': ['ID=c37825cf-85cc-4694-b890-3c950653789e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:15.935538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:16.136972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:16.267292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Router 1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:16.372334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:16.381228 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] Sync routers for ids ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:16.391153 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] Routers {'1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:16.391751 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:16.393208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:16.394471 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ae8cd1d8-1bf1-4a1b-90b9-274d8245cdee tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.4360628 Jan 28 14:06:16.397471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36794) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:16.402210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:16.423589 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:16.434283 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] Routers {'1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:16.434904 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:16.470000 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:16.470549 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900a916-9e6b-4f81-9ff0-f895f2209a8e None None] The sync data for ids ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:17.000356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.012879 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_gateway (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.066471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Deleting port c37825cf-85cc-4694-b890-3c950653789e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:17.066813 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c37825cf-85cc-4694-b890-3c950653789e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.141714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c37825cf-85cc-4694-b890-3c950653789e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.154330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Calling delete_port for c37825cf-85cc-4694-b890-3c950653789e owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:17.317723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c37825cf-85cc-4694-b890-3c950653789e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.344870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Pushing event deleted for resources: {'Port': ['ID=c37825cf-85cc-4694-b890-3c950653789e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:17.372561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.372910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.373255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.373596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.373931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.374266 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.374593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.374917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.375237 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.375555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.375878 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.376240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.376554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:17.416976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.620057 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7924165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7923263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3323'] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.623367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7924178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7924139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7923252'] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.702890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Router 1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:06:17.781658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:17.788782 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:17.789546 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b33b05d4-d49c-4419-a7ae-c6cbc14d8812 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "PUT /v2.0/routers/1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 HTTP/1.1" status: 200 len: 710 time: 1.3909860 Jan 28 14:06:17.792209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36796) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:17.795581 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] Sync routers for ids ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:17.806324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] Routers {'1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:17.806932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:17.842241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:17.851020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] Routers {'1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:17.851619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:17.871470 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5a10f1d9-1052-4c2b-9545-483a275f91a2 tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/routers/1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 HTTP/1.1" status: 200 len: 745 time: 0.0755746 Jan 28 14:06:17.871975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:17.886488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:17.887143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a5fd7-d6e4-4748-a6cb-5b246030fced None None] The sync data for ids ['1a1ab0bb-7d14-4a26-b203-0f55a7e5b230'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:17.919834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d7fb5e07-73b1-468a-9041-04364a593fcf tempest-RoutersIpV6AdminTest-784772944 tempest-RoutersIpV6AdminTest-784772944-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&device_id=1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 HTTP/1.1" status: 200 len: 205 time: 0.0466540 Jan 28 14:06:17.922317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36800) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:17.949789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3196ab58-5f6c-4d83-bfc9-ae23b463d675 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 HTTP/1.1" status: 200 len: 205 time: 0.0263791 Jan 28 14:06:17.952205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36802) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.029038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac67d-3cba-4208-a423-830f4ff04432 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:18.192177 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac67d-3cba-4208-a423-830f4ff04432 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:18.195523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac67d-3cba-4208-a423-830f4ff04432 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router_controller (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:18.244182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac67d-3cba-4208-a423-830f4ff04432 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (1a1ab0bb-7d14-4a26-b203-0f55a7e5b230), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:18.244723 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ac67d-3cba-4208-a423-830f4ff04432 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:18.251827 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac67d-3cba-4208-a423-830f4ff04432 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:18.252937 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5c1ac67d-3cba-4208-a423-830f4ff04432 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 HTTP/1.1" status: 204 len: 168 time: 0.2998414 Jan 28 14:06:18.256412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36804) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.285502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b9ef35a3-208b-447a-b448-44f2de458bf8 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 HTTP/1.1" status: 200 len: 205 time: 0.0271602 Jan 28 14:06:18.287794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36806) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.325185 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-7cc1d0cb-ec2c-400a-97ae-6a39d933f1c7 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] delete failed (client error): The resource could not be found. Jan 28 14:06:18.326226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7cc1d0cb-ec2c-400a-97ae-6a39d933f1c7 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/1a1ab0bb-7d14-4a26-b203-0f55a7e5b230 HTTP/1.1" status: 404 len: 336 time: 0.0370905 Jan 28 14:06:18.328785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36808) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.355815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-07fc5b10-6b1a-4bdf-8c94-c25e9ec1574d tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=424c239d-44dd-4b78-bccb-0804252a5223 HTTP/1.1" status: 200 len: 205 time: 0.0259845 Jan 28 14:06:18.358033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36810) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.398351 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-57f8b386-e861-4286-a51f-1ca8f944fe2e tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] delete failed (client error): The resource could not be found. Jan 28 14:06:18.399411 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-57f8b386-e861-4286-a51f-1ca8f944fe2e tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/424c239d-44dd-4b78-bccb-0804252a5223 HTTP/1.1" status: 404 len: 336 time: 0.0404921 Jan 28 14:06:18.402082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36812) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.431698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d6f5b77d-b2f4-4346-ba9b-fb68a14f5e02 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=136a2580-d6d5-487b-ad0f-1c23a86c92d7 HTTP/1.1" status: 200 len: 205 time: 0.0285130 Jan 28 14:06:18.434128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36814) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.472552 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-a1ff2c1d-840d-401e-a08b-3c5358895a5d tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] delete failed (client error): The resource could not be found. Jan 28 14:06:18.473546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a1ff2c1d-840d-401e-a08b-3c5358895a5d tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/136a2580-d6d5-487b-ad0f-1c23a86c92d7 HTTP/1.1" status: 404 len: 336 time: 0.0384765 Jan 28 14:06:18.477124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36816) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.505229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-95d3db60-0908-4597-a7c3-21366d4c6893 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9b58eae-52c0-4bc4-b9a9-b8073dad870f HTTP/1.1" status: 200 len: 205 time: 0.0264297 Jan 28 14:06:18.507665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36818) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.548315 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-aa919c89-0b25-4a24-9e2d-d84ddfa5efba tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] delete failed (client error): The resource could not be found. Jan 28 14:06:18.549367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aa919c89-0b25-4a24-9e2d-d84ddfa5efba tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/a9b58eae-52c0-4bc4-b9a9-b8073dad870f HTTP/1.1" status: 404 len: 336 time: 0.0406060 Jan 28 14:06:18.551993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36820) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.579862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-363d6b10-6171-4396-a5f3-ce2846b5ebe0 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d891263-52ba-4b24-8d15-a5060a0799c1 HTTP/1.1" status: 200 len: 205 time: 0.0267766 Jan 28 14:06:18.582257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36822) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.619088 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-394e4d07-f605-42b0-99a0-ca402d67ed8e tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] delete failed (client error): The resource could not be found. Jan 28 14:06:18.620165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-394e4d07-f605-42b0-99a0-ca402d67ed8e tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/1d891263-52ba-4b24-8d15-a5060a0799c1 HTTP/1.1" status: 404 len: 336 time: 0.0369804 Jan 28 14:06:18.622780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36824) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.653173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e85156d1-1e59-4dad-b13d-1901c3614bb7 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1af532e-0b99-4c19-858b-17a957460d6d HTTP/1.1" status: 200 len: 205 time: 0.0293257 Jan 28 14:06:18.655559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36826) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.693014 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-bc601eea-600d-4529-9080-f05938588f9e tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] delete failed (client error): The resource could not be found. Jan 28 14:06:18.694059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bc601eea-600d-4529-9080-f05938588f9e tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/routers/e1af532e-0b99-4c19-858b-17a957460d6d HTTP/1.1" status: 404 len: 336 time: 0.0375781 Jan 28 14:06:18.697311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36828) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:18.728396 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a65c751-d055-4b43-9a6f-a475f575f207 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] DELETE failed (client error): The resource could not be found. Jan 28 14:06:18.728787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a65c751-d055-4b43-9a6f-a475f575f207 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:06:18.731847 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8a65c751-d055-4b43-9a6f-a475f575f207 tempest-RoutersIpV6AdminTest-1061652569 tempest-RoutersIpV6AdminTest-1061652569-project] 10.222.0.45 "DELETE /v2.0/subnets/b86e503b-9d1a-4841-bc1f-edab4d72076f HTTP/1.1" status: 404 len: 337 time: 0.0335901 Jan 28 14:06:18.979576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36834) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:19.086021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb5816ee-93ed-4394-ac43-57a0104d8126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.168872 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb5816ee-93ed-4394-ac43-57a0104d8126 admin admin] Publish callbacks [] for security_group (fa959537-f4cf-4e8e-bc12-e396847ce1ff), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.172816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb5816ee-93ed-4394-ac43-57a0104d8126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fa959537-f4cf-4e8e-bc12-e396847ce1ff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.217665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cb5816ee-93ed-4394-ac43-57a0104d8126 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6795a39e1a924f51a36e692dfac95e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368679 Jan 28 14:06:19.218726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5816ee-93ed-4394-ac43-57a0104d8126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa959537-f4cf-4e8e-bc12-e396847ce1ff,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:19.220199 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36838) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:19.270935 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff364-8a26-4041-ae18-fbb2e7785783 admin admin] Publish callbacks [] for security_group (fa959537-f4cf-4e8e-bc12-e396847ce1ff), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.296316 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff364-8a26-4041-ae18-fbb2e7785783 admin admin] Publish callbacks [] for security_group (fa959537-f4cf-4e8e-bc12-e396847ce1ff), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.342444 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff364-8a26-4041-ae18-fbb2e7785783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fa959537-f4cf-4e8e-bc12-e396847ce1ff), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.345112 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff364-8a26-4041-ae18-fbb2e7785783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.348589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8d2ff364-8a26-4041-ae18-fbb2e7785783 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa959537-f4cf-4e8e-bc12-e396847ce1ff HTTP/1.1" status: 204 len: 168 time: 0.1248493 Jan 28 14:06:19.355243 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ff364-8a26-4041-ae18-fbb2e7785783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa959537-f4cf-4e8e-bc12-e396847ce1ff,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:19.625617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36844) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:19.666083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-97f9f726-0aff-4191-bfc9-d026f97a86e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b431199814c43dbb2a0a6fb3323d6bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393002 Jan 28 14:06:19.668446 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36846) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:19.717418 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1dd35c1-8e90-4328-b1d4-2cdcf0a33205 admin admin] Publish callbacks [] for security_group (1d42ef10-29e2-43a9-a0f5-7cad05a7278e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.738771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1dd35c1-8e90-4328-b1d4-2cdcf0a33205 admin admin] Publish callbacks [] for security_group (1d42ef10-29e2-43a9-a0f5-7cad05a7278e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.788911 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1dd35c1-8e90-4328-b1d4-2cdcf0a33205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1d42ef10-29e2-43a9-a0f5-7cad05a7278e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.791557 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e1dd35c1-8e90-4328-b1d4-2cdcf0a33205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:19.792870 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e1dd35c1-8e90-4328-b1d4-2cdcf0a33205 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d42ef10-29e2-43a9-a0f5-7cad05a7278e HTTP/1.1" status: 204 len: 168 time: 0.1235092 Jan 28 14:06:19.801317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd35c1-8e90-4328-b1d4-2cdcf0a33205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d42ef10-29e2-43a9-a0f5-7cad05a7278e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:20.994583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:21.091173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-613701016', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:21.110006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Made reservation on behalf of a1be2afd9e654583b5e744ed6940ddbc for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:21.112446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.121150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.196195 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for security_group (bf51d321-538f-4d58-87f8-d350f4765e66), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.199756 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf51d321-538f-4d58-87f8-d350f4765e66), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.204912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] device_id is not set on port 3bc656aa-d44e-4e2b-bd1d-6aa7400229c6 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:21.256154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51d321-538f-4d58-87f8-d350f4765e66,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:21.322465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Allocated IP 172.25.4.48 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/3bc656aa-d44e-4e2b-bd1d-6aa7400229c6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:21.454382 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for port (3bc656aa-d44e-4e2b-bd1d-6aa7400229c6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.488836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3bc656aa-d44e-4e2b-bd1d-6aa7400229c6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.528093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:21.530844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:21.541328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:21.546678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Pushing event updated for resources: {'Port': ['ID=3bc656aa-d44e-4e2b-bd1d-6aa7400229c6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:21.582920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:21.583525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.598167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-10998d6e-c036-4daa-9483-0b5cae0079f1 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6025338 Jan 28 14:06:21.601168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:21.605299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.48'}]}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:21.625433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (f267f700-940a-43ac-be3b-f6ca6f792d16), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.626436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (f267f700-940a-43ac-be3b-f6ca6f792d16), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.676275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for router_controller (f267f700-940a-43ac-be3b-f6ca6f792d16), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:21.813127 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for router_gateway (f267f700-940a-43ac-be3b-f6ca6f792d16), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.010900 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for router_gateway (f267f700-940a-43ac-be3b-f6ca6f792d16), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.029738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.177959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for router (f267f700-940a-43ac-be3b-f6ca6f792d16), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.341342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (f267f700-940a-43ac-be3b-f6ca6f792d16), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.343486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks [] for router_controller (f267f700-940a-43ac-be3b-f6ca6f792d16), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.724194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (f267f700-940a-43ac-be3b-f6ca6f792d16), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.724729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f267f700-940a-43ac-be3b-f6ca6f792d16 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:22.739665 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 14:06:22.740878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c328b14c-40fd-4f6d-ae05-ecfc22a2d4b4 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1387866 Jan 28 14:06:22.743808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36888) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:22.762385 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:06:22.817883 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Deleting port 3bc656aa-d44e-4e2b-bd1d-6aa7400229c6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:22.818231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3bc656aa-d44e-4e2b-bd1d-6aa7400229c6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.896585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3bc656aa-d44e-4e2b-bd1d-6aa7400229c6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:22.908957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Calling delete_port for 3bc656aa-d44e-4e2b-bd1d-6aa7400229c6 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:23.031211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3bc656aa-d44e-4e2b-bd1d-6aa7400229c6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.060720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bc656aa-d44e-4e2b-bd1d-6aa7400229c6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:23.119464 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.122793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dbc14e16-c91d-4e61-8aee-1a57ec6021d0 tempest-RoutersAdminNegativeTest-1020518220 tempest-RoutersAdminNegativeTest-1020518220-project-admin] 10.222.0.45 "DELETE /v2.0/ports/3bc656aa-d44e-4e2b-bd1d-6aa7400229c6 HTTP/1.1" status: 204 len: 168 time: 0.3779893 Jan 28 14:06:23.364468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36894) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:23.470960 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c17fdf9-eee2-465a-bd80-a7c8c867a30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.547795 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c17fdf9-eee2-465a-bd80-a7c8c867a30d admin admin] Publish callbacks [] for security_group (33e8ea4c-893d-4ac1-ae98-6a39d21b931a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.551707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c17fdf9-eee2-465a-bd80-a7c8c867a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (33e8ea4c-893d-4ac1-ae98-6a39d21b931a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.590631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c17fdf9-eee2-465a-bd80-a7c8c867a30d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce1d807240f74d31a0f7871b14fb949b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250614 Jan 28 14:06:23.591500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17fdf9-eee2-465a-bd80-a7c8c867a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8ea4c-893d-4ac1-ae98-6a39d21b931a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:23.593455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36898) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:23.641099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91f47262-1079-4933-8faf-85e46d923a37 admin admin] Publish callbacks [] for security_group (33e8ea4c-893d-4ac1-ae98-6a39d21b931a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.664571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91f47262-1079-4933-8faf-85e46d923a37 admin admin] Publish callbacks [] for security_group (33e8ea4c-893d-4ac1-ae98-6a39d21b931a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.709451 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91f47262-1079-4933-8faf-85e46d923a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (33e8ea4c-893d-4ac1-ae98-6a39d21b931a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.712649 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-91f47262-1079-4933-8faf-85e46d923a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:23.713843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-91f47262-1079-4933-8faf-85e46d923a37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33e8ea4c-893d-4ac1-ae98-6a39d21b931a HTTP/1.1" status: 204 len: 168 time: 0.1192622 Jan 28 14:06:23.721468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f47262-1079-4933-8faf-85e46d923a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8ea4c-893d-4ac1-ae98-6a39d21b931a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:23.985678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36904) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:24.027008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86e8b744-0d16-4e6b-ab32-7b9970352bca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1be2afd9e654583b5e744ed6940ddbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401669 Jan 28 14:06:24.029381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36906) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:24.075890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128ffa9b-107c-4233-88ad-b9b9a2fdc67f admin admin] Publish callbacks [] for security_group (bf51d321-538f-4d58-87f8-d350f4765e66), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:24.096406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128ffa9b-107c-4233-88ad-b9b9a2fdc67f admin admin] Publish callbacks [] for security_group (bf51d321-538f-4d58-87f8-d350f4765e66), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:24.141348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128ffa9b-107c-4233-88ad-b9b9a2fdc67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bf51d321-538f-4d58-87f8-d350f4765e66), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:24.144782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-128ffa9b-107c-4233-88ad-b9b9a2fdc67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:24.146227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-128ffa9b-107c-4233-88ad-b9b9a2fdc67f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf51d321-538f-4d58-87f8-d350f4765e66 HTTP/1.1" status: 204 len: 168 time: 0.1157446 Jan 28 14:06:24.154613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ffa9b-107c-4233-88ad-b9b9a2fdc67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51d321-538f-4d58-87f8-d350f4765e66,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:24.841168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36928) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:24.938080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-40908068'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:24.957383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:24.960623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:24.968744 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.048832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for security_group (58d03762-50f1-4991-ac14-a6a9e2f6b4bd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.052441 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (58d03762-50f1-4991-ac14-a6a9e2f6b4bd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.079128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:06:25.088776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d03762-50f1-4991-ac14-a6a9e2f6b4bd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:25.093507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ba976255-33d6-40dd-bf3d-16da6ad14d38), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.093856 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Added segment ba976255-33d6-40dd-bf3d-16da6ad14d38 of type vlan for network 518d9568-285d-4197-9242-673b159d864b Jan 28 14:06:25.133814 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (518d9568-285d-4197-9242-673b159d864b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.158642 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (518d9568-285d-4197-9242-673b159d864b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.164409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:25.165011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.227915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3856196 Jan 28 14:06:25.231309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36932) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:25.236094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:25.243836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891dcd-a4fb-480a-96f6-4eafc0f6f867 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Network': ['ID=518d9568-285d-4197-9242-673b159d864b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:25.253656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 518d9568-285d-4197-9242-673b159d864b details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:06:25.330275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:25.333683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.515227 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (10ecb0a4-328a-424f-8f84-f07edfad64d0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.572228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=10ecb0a4-328a-424f-8f84-f07edfad64d0,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:25.582380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:25.582748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network hostable DHCP agents. Network: 518d9568-285d-4197-9242-673b159d864b, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:06:25.599553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:06:25.608278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 518d9568-285d-4197-9242-673b159d864b) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:25.612610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:25.613807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.617947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0898d14-6f54-4043-9d39-d4b96a3c99a5 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:25.630421 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c5285954-fe67-4aba-abd9-93fa03a73d50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3980050 Jan 28 14:06:25.633801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36934) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:25.638691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'name': 'tempest-NetworksTestDHCPv6-1759406803'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:25.719611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '10ecb0a4-328a-424f-8f84-f07edfad64d0'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:25.720516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.752799 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:25.756165 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:25.775310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port ff9c7228-6d63-4c2e-a55d-9258e09d6ecd yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:25.863887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/10ecb0a4-328a-424f-8f84-f07edfad64d0/a4efcf87-0735-4940-9956-5b386a5b393c) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:26.008668 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Publish callbacks [] for port (a4efcf87-0735-4940-9956-5b386a5b393c), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.014224 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.051734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:26.054729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:26.058076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:26.072265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Pushing event updated for resources: {'Port': ['ID=a4efcf87-0735-4940-9956-5b386a5b393c,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:26.073981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::12c (518d9568-285d-4197-9242-673b159d864b/10ecb0a4-328a-424f-8f84-f07edfad64d0/ff9c7228-6d63-4c2e-a55d-9258e09d6ecd) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:26.109862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.110212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.110553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.110890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.111223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.111555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.111879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.112231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.112560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.112884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.113201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.113520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.113837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:06:26.129189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Attempting to bind port a4efcf87-0735-4940-9956-5b386a5b393c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:26.129561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Attempting to bind port a4efcf87-0735-4940-9956-5b386a5b393c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:26.129924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Attempting to bind port a4efcf87-0735-4940-9956-5b386a5b393c on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:26.135456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:26.135835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:26.136273 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.136670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:26.137132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Bound port: a4efcf87-0735-4940-9956-5b386a5b393c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:26.137511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.207112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] For port a4efcf87-0735-4940-9956-5b386a5b393c, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:26.210951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] For port a4efcf87-0735-4940-9956-5b386a5b393c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a4efcf87-0735-4940-9956-5b386a5b393c,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:26.216066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.238466 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (ff9c7228-6d63-4c2e-a55d-9258e09d6ecd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.274683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db5350-29a9-49b8-b401-defedb89f485 None None] Pushing event updated for resources: {'Port': ['ID=a4efcf87-0735-4940-9956-5b386a5b393c,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:26.275500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ff9c7228-6d63-4c2e-a55d-9258e09d6ecd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.321160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:26.324312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:26.330691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:26.336495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:26.337124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.343499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=ff9c7228-6d63-4c2e-a55d-9258e09d6ecd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:26.360507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45b2433c-6fd2-40d7-afa8-312d1cc15c57 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7255893 Jan 28 14:06:26.363038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36936) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:26.426668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f5f80-c034-4d08-9920-ee103cdf13a9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:26.435164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f5f80-c034-4d08-9920-ee103cdf13a9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:26.437054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fa2f5f80-c034-4d08-9920-ee103cdf13a9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0728850 Jan 28 14:06:26.439794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36938) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:26.539630 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port ff9c7228-6d63-4c2e-a55d-9258e09d6ecd {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:26.539987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ff9c7228-6d63-4c2e-a55d-9258e09d6ecd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.631028 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ff9c7228-6d63-4c2e-a55d-9258e09d6ecd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.643201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for ff9c7228-6d63-4c2e-a55d-9258e09d6ecd owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:26.766978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ff9c7228-6d63-4c2e-a55d-9258e09d6ecd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.799342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=ff9c7228-6d63-4c2e-a55d-9258e09d6ecd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:26.825538 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.828734 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5f1e72a4-5c28-4974-9f1f-772a94d6bbb4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/ff9c7228-6d63-4c2e-a55d-9258e09d6ecd HTTP/1.1" status: 204 len: 168 time: 0.3873897 Jan 28 14:06:26.831198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36940) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:26.884387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77eafe-13d4-4446-80d3-f05e3bb2e36f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:26.885855 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77eafe-13d4-4446-80d3-f05e3bb2e36f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:26.887388 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2c77eafe-13d4-4446-80d3-f05e3bb2e36f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0552163 Jan 28 14:06:26.890053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36942) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:26.925376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.943611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 10ecb0a4-328a-424f-8f84-f07edfad64d0 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:26.947875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (10ecb0a4-328a-424f-8f84-f07edfad64d0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:26.994133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (10ecb0a4-328a-424f-8f84-f07edfad64d0), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.083275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (10ecb0a4-328a-424f-8f84-f07edfad64d0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.146778 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (10ecb0a4-328a-424f-8f84-f07edfad64d0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.183974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=10ecb0a4-328a-424f-8f84-f07edfad64d0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:27.188419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.191758 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1047fd6e-6b5a-4d7e-8172-4d85c6cc2df8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/10ecb0a4-328a-424f-8f84-f07edfad64d0 HTTP/1.1" status: 204 len: 168 time: 0.3007574 Jan 28 14:06:27.195032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36944) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:27.236101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece1b72-c7ff-49a4-9681-f1216644599e None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:27.251075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3188d146-7941-47ee-b20b-ae33c4047963 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549028 Jan 28 14:06:27.253860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36946) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:27.259369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:27.329681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ca947a22-8255-45ad-90cb-7ac2a0e1aab0 None None] Provisioning complete for port a4efcf87-0735-4940-9956-5b386a5b393c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:27.330305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca947a22-8255-45ad-90cb-7ac2a0e1aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.349504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:27.353551 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.414772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ca947a22-8255-45ad-90cb-7ac2a0e1aab0 None None] Current status of the port a4efcf87-0735-4940-9956-5b386a5b393c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:27.414772 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca947a22-8255-45ad-90cb-7ac2a0e1aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.424811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:27.475020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ca947a22-8255-45ad-90cb-7ac2a0e1aab0 None None] For port a4efcf87-0735-4940-9956-5b386a5b393c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a4efcf87-0735-4940-9956-5b386a5b393c,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:27.483104 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca947a22-8255-45ad-90cb-7ac2a0e1aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.547962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f5011d82-3654-4919-ab8c-322523d29c90), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.597081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:27.603726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:27.607117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:27.607732 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.610322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=f5011d82-3654-4919-ab8c-322523d29c90,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:27.628269 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bbdb9e73-9343-46e9-80eb-a737bbb537f3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3733439 Jan 28 14:06:27.630775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36948) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:27.635896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'name': 'tempest-NetworksTestDHCPv6-546165213'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:27.698725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] Deleting port a4efcf87-0735-4940-9956-5b386a5b393c {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:27.699101 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.700839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca947a22-8255-45ad-90cb-7ac2a0e1aab0 None None] Pushing event updated for resources: {'Port': ['ID=a4efcf87-0735-4940-9956-5b386a5b393c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:27.746487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:27.750309 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.769559 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 9df2378b-00cf-4d32-94d9-5c6caa848701 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:27.780243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] For port a4efcf87-0735-4940-9956-5b386a5b393c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a4efcf87-0735-4940-9956-5b386a5b393c,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:27.780652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.797840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] Calling delete_port for a4efcf87-0735-4940-9956-5b386a5b393c owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:27.877475 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (a4efcf87-0735-4940-9956-5b386a5b393c), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:27.888525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::360 (518d9568-285d-4197-9242-673b159d864b/f5011d82-3654-4919-ab8c-322523d29c90/9df2378b-00cf-4d32-94d9-5c6caa848701) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:27.902088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] Pushing event deleted for resources: {'Port': ['ID=a4efcf87-0735-4940-9956-5b386a5b393c,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:27.905648 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd68762-0938-489d-8919-6fb6f021e885 None None] No DVR routers for this DVR port a4efcf87-0735-4940-9956-5b386a5b393c on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:27.921887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81ac77-e789-4214-a36f-d8e9a1913d84 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:28.022553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': 'f5011d82-3654-4919-ab8c-322523d29c90'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:28.023440 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.061589 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (9df2378b-00cf-4d32-94d9-5c6caa848701), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.096172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9df2378b-00cf-4d32-94d9-5c6caa848701), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.140752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:28.145790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:28.151020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:28.156112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:28.156737 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.161405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=9df2378b-00cf-4d32-94d9-5c6caa848701,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:28.176413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/f5011d82-3654-4919-ab8c-322523d29c90/da679498-2179-4ad7-9151-7a8ff44706f7) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:28.182320 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bcd3481e-8f32-4cfb-b49e-0e2fb474b091 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5482068 Jan 28 14:06:28.182637 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36950) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:28.231220 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71edf587-1888-4d1e-9af9-83265218977c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:28.235448 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71edf587-1888-4d1e-9af9-83265218977c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0491657 Jan 28 14:06:28.235592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36952) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:28.295239 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.342022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Publish callbacks [] for port (da679498-2179-4ad7-9151-7a8ff44706f7), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.349071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.405153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:28.409090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:28.412073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:28.414471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Pushing event updated for resources: {'Port': ['ID=da679498-2179-4ad7-9151-7a8ff44706f7,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:28.472343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Attempting to bind port da679498-2179-4ad7-9151-7a8ff44706f7 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:28.472805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Attempting to bind port da679498-2179-4ad7-9151-7a8ff44706f7 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:28.473180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Attempting to bind port da679498-2179-4ad7-9151-7a8ff44706f7 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:28.479707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:28.480195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:28.480610 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.481006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:28.481520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Bound port: da679498-2179-4ad7-9151-7a8ff44706f7, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:28.481927 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.557614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] For port da679498-2179-4ad7-9151-7a8ff44706f7, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:28.560878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] For port da679498-2179-4ad7-9151-7a8ff44706f7, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=da679498-2179-4ad7-9151-7a8ff44706f7,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:28.566401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.625679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 9df2378b-00cf-4d32-94d9-5c6caa848701 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:28.626206 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9df2378b-00cf-4d32-94d9-5c6caa848701), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.631000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab6058-562e-474c-9a60-4af9de6054b8 None None] Pushing event updated for resources: {'Port': ['ID=da679498-2179-4ad7-9151-7a8ff44706f7,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:28.716359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9df2378b-00cf-4d32-94d9-5c6caa848701), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.729197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 9df2378b-00cf-4d32-94d9-5c6caa848701 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:28.883075 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (9df2378b-00cf-4d32-94d9-5c6caa848701), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.912726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=9df2378b-00cf-4d32-94d9-5c6caa848701,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:28.943010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:28.946779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f8560f69-ab6d-4cfd-bc63-a84f57e20d10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/9df2378b-00cf-4d32-94d9-5c6caa848701 HTTP/1.1" status: 204 len: 168 time: 0.7102387 Jan 28 14:06:28.949289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36954) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:29.000220 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4598ed-00e1-4a97-b1ca-5cb11fe2856b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:29.001568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4598ed-00e1-4a97-b1ca-5cb11fe2856b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:29.003095 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8a4598ed-00e1-4a97-b1ca-5cb11fe2856b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0528984 Jan 28 14:06:29.005777 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36956) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:29.057485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet f5011d82-3654-4919-ab8c-322523d29c90 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:29.060597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (f5011d82-3654-4919-ab8c-322523d29c90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.102783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (f5011d82-3654-4919-ab8c-322523d29c90), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.188611 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f5011d82-3654-4919-ab8c-322523d29c90), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.247171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (f5011d82-3654-4919-ab8c-322523d29c90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.276492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=f5011d82-3654-4919-ab8c-322523d29c90,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:29.278481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.281729 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6832a3a6-bf21-4fea-b3fe-41cc7b8f9eec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/f5011d82-3654-4919-ab8c-322523d29c90 HTTP/1.1" status: 204 len: 168 time: 0.2750354 Jan 28 14:06:29.284358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36958) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:29.327647 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bdba9823-63ab-48c2-be63-afb33a2eaedc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420544 Jan 28 14:06:29.330499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36960) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:29.336173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:29.429491 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:29.433240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.558147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e5699-9141-444a-b131-fb54e5569c4f None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:29.628846 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (39eed076-1bad-45e8-8b6d-5c12af559e92), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.636159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-53816b02-cfd2-443b-8099-560837c7bb27 None None] Provisioning complete for port da679498-2179-4ad7-9151-7a8ff44706f7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:29.636536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-53816b02-cfd2-443b-8099-560837c7bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.670249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:29.673593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:29.677099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:29.677703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.700936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=39eed076-1bad-45e8-8b6d-5c12af559e92,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:29.713503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36962) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:29.714120 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5e346662-1d72-4d09-b0e8-4dfbb2577c9b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3824718 Jan 28 14:06:29.720598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'name': 'tempest-NetworksTestDHCPv6-1584736188'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:29.732363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-53816b02-cfd2-443b-8099-560837c7bb27 None None] Current status of the port da679498-2179-4ad7-9151-7a8ff44706f7 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:29.732762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-53816b02-cfd2-443b-8099-560837c7bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.771065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-53816b02-cfd2-443b-8099-560837c7bb27 None None] For port da679498-2179-4ad7-9151-7a8ff44706f7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=da679498-2179-4ad7-9151-7a8ff44706f7,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:29.773508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:29.776985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-53816b02-cfd2-443b-8099-560837c7bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.838667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:29.842095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.858321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53816b02-cfd2-443b-8099-560837c7bb27 None None] Pushing event updated for resources: {'Port': ['ID=da679498-2179-4ad7-9151-7a8ff44706f7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:29.862334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 6f541859-0195-4d4d-8a6d-1b64ec858c6a yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:29.874666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] Deleting port da679498-2179-4ad7-9151-7a8ff44706f7 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:29.874898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.953356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] For port da679498-2179-4ad7-9151-7a8ff44706f7, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=da679498-2179-4ad7-9151-7a8ff44706f7,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:29.953662 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:29.966230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] Calling delete_port for da679498-2179-4ad7-9151-7a8ff44706f7 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:29.982661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::3a9 (518d9568-285d-4197-9242-673b159d864b/39eed076-1bad-45e8-8b6d-5c12af559e92/6f541859-0195-4d4d-8a6d-1b64ec858c6a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:30.056931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (da679498-2179-4ad7-9151-7a8ff44706f7), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.084611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] Pushing event deleted for resources: {'Port': ['ID=da679498-2179-4ad7-9151-7a8ff44706f7,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:30.092947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78ebf5-5977-4ac2-908e-1ceb6dffa786 None None] No DVR routers for this DVR port da679498-2179-4ad7-9151-7a8ff44706f7 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:30.107806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea23004-cad0-4ccb-a603-5ca306bbe74b None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:30.155044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (6f541859-0195-4d4d-8a6d-1b64ec858c6a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.191995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6f541859-0195-4d4d-8a6d-1b64ec858c6a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.230541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '39eed076-1bad-45e8-8b6d-5c12af559e92'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:30.230541 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.239142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:30.243446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:30.247316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:30.252445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:30.253060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.271084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=6f541859-0195-4d4d-8a6d-1b64ec858c6a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:30.282004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-849e37d9-3102-4c9a-8e86-45435887bca3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5662608 Jan 28 14:06:30.284847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36966) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:30.334276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a10158-536c-4629-9a11-b62c7db793d0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:30.336408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-35a10158-536c-4629-9a11-b62c7db793d0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0505655 Jan 28 14:06:30.339098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36968) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:30.381865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/39eed076-1bad-45e8-8b6d-5c12af559e92/0d8ebb94-4311-4bc9-a537-3738356c6ce5) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:30.429120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 6f541859-0195-4d4d-8a6d-1b64ec858c6a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:30.429472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6f541859-0195-4d4d-8a6d-1b64ec858c6a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.517089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6f541859-0195-4d4d-8a6d-1b64ec858c6a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.529576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 6f541859-0195-4d4d-8a6d-1b64ec858c6a owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:30.533400 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Publish callbacks [] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.539975 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.580945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:30.583844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:30.586740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:30.606062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Pushing event updated for resources: {'Port': ['ID=0d8ebb94-4311-4bc9-a537-3738356c6ce5,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:30.656931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Attempting to bind port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:30.657305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Attempting to bind port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:30.657664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Attempting to bind port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:30.662843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:30.663530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:30.664184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.664593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:30.665078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Bound port: 0d8ebb94-4311-4bc9-a537-3738356c6ce5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:30.665494 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.669507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6f541859-0195-4d4d-8a6d-1b64ec858c6a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.697945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=6f541859-0195-4d4d-8a6d-1b64ec858c6a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:30.725665 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.729632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b061d946-80be-47b7-84e0-b6aefe9a35e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/6f541859-0195-4d4d-8a6d-1b64ec858c6a HTTP/1.1" status: 204 len: 168 time: 0.3895791 Jan 28 14:06:30.732170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36970) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:30.737327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] For port 0d8ebb94-4311-4bc9-a537-3738356c6ce5, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:30.740720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] For port 0d8ebb94-4311-4bc9-a537-3738356c6ce5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d8ebb94-4311-4bc9-a537-3738356c6ce5,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:30.745343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.804877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4e9c-6783-4954-a429-3591d8fc61a0 None None] Pushing event updated for resources: {'Port': ['ID=0d8ebb94-4311-4bc9-a537-3738356c6ce5,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:30.826076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a16bb9-ee10-41c0-92fe-006f490ca31f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:30.827521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a16bb9-ee10-41c0-92fe-006f490ca31f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:30.829095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-54a16bb9-ee10-41c0-92fe-006f490ca31f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0958216 Jan 28 14:06:30.831791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36972) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:30.884519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 39eed076-1bad-45e8-8b6d-5c12af559e92 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:30.887877 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (39eed076-1bad-45e8-8b6d-5c12af559e92), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:30.931187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (39eed076-1bad-45e8-8b6d-5c12af559e92), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.031998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (39eed076-1bad-45e8-8b6d-5c12af559e92), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.093073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (39eed076-1bad-45e8-8b6d-5c12af559e92), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.119877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=39eed076-1bad-45e8-8b6d-5c12af559e92,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:31.125694 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.129216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5c98ff12-ca7a-44e5-85cd-d2f802ae4428 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/39eed076-1bad-45e8-8b6d-5c12af559e92 HTTP/1.1" status: 204 len: 168 time: 0.2964532 Jan 28 14:06:31.131573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36974) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:31.190100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8f4b4fd8-a729-43fe-a798-649646a5053b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570214 Jan 28 14:06:31.192192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36976) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:31.237141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cd7b25-ab50-4c92-b666-ac7c28196b72 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:31.238601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-43cd7b25-ab50-4c92-b666-ac7c28196b72 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0454969 Jan 28 14:06:31.241680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:31.291968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987275e-fcd7-4a78-b0e8-1e95b9b0ad0a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:31.293406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c987275e-fcd7-4a78-b0e8-1e95b9b0ad0a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0506549 Jan 28 14:06:31.296010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36980) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:31.336826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1a4604ba-06dd-4d8f-a99f-e2e9270c7c00 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397284 Jan 28 14:06:31.340977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36982) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:31.345840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:31.434780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:31.438551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.632612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c0ea7012-f33c-43cb-be80-90eb78626407), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.684268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:31.687588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:31.691878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:31.692510 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.705358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=c0ea7012-f33c-43cb-be80-90eb78626407,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:31.715639 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-346495bc-40af-4a9f-9786-76c6e8536fae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3735754 Jan 28 14:06:31.718297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36984) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:31.723369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': 'c0ea7012-f33c-43cb-be80-90eb78626407', 'ip_address': '2001:db8::4509:692f:9a6a:cdbf'}], 'name': 'tempest-NetworksTestDHCPv6-1426577762'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:31.735702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f26dcf-3b35-41df-9242-40bb6964006a None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:31.832004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:31.836654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e7e1f712-6746-468a-aa32-b1d25629ed95 None None] Provisioning complete for port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:31.837036 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f712-6746-468a-aa32-b1d25629ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.922695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.933115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1f712-6746-468a-aa32-b1d25629ed95 None None] Current status of the port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:31.933519 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f712-6746-468a-aa32-b1d25629ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:31.941757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 584580f6-3c86-425b-bc2f-bb907fd86f91 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:31.967269 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e7e1f712-6746-468a-aa32-b1d25629ed95 None None] For port 0d8ebb94-4311-4bc9-a537-3738356c6ce5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d8ebb94-4311-4bc9-a537-3738356c6ce5,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:31.974119 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f712-6746-468a-aa32-b1d25629ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.027514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1f712-6746-468a-aa32-b1d25629ed95 None None] Pushing event updated for resources: {'Port': ['ID=0d8ebb94-4311-4bc9-a537-3738356c6ce5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:32.126918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::4509:692f:9a6a:cdbf (518d9568-285d-4197-9242-673b159d864b/c0ea7012-f33c-43cb-be80-90eb78626407/584580f6-3c86-425b-bc2f-bb907fd86f91) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:32.166041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d8ebb94-4311-4bc9-a537-3738356c6ce5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:32.224309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-790c9a78-3db9-4919-bad9-a38361b5e755 None None] Provisioning complete for port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:32.224831 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-790c9a78-3db9-4919-bad9-a38361b5e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.267454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:32.268122 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.299649 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (584580f6-3c86-425b-bc2f-bb907fd86f91), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.339514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (584580f6-3c86-425b-bc2f-bb907fd86f91), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.359832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-790c9a78-3db9-4919-bad9-a38361b5e755 None None] Current status of the port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:32.386973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:32.390652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:32.394224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:32.400164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:32.400829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.406249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:32.420975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=584580f6-3c86-425b-bc2f-bb907fd86f91,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:32.433645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a98f9a6a-3616-4d33-bb10-44c74c3b1411 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7140951 Jan 28 14:06:32.436166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36986) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:32.473254 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2eadf859-1390-4ab8-9c74-2697babb59b3 None None] Could not find standard attr ID for object ff9c7228-6d63-4c2e-a55d-9258e09d6ecd. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:06:32.495882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85a4da-aba9-4b87-86e1-fd3dda58d984 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:32.501170 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85a4da-aba9-4b87-86e1-fd3dda58d984 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:32.502826 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2e85a4da-aba9-4b87-86e1-fd3dda58d984 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0656552 Jan 28 14:06:32.505469 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36988) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:32.589065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-34d15f2b-fec8-4368-ba93-64a80b04e175 None None] Could not find standard attr ID for object 9df2378b-00cf-4d32-94d9-5c6caa848701. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:06:32.595812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 584580f6-3c86-425b-bc2f-bb907fd86f91 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:32.596191 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (584580f6-3c86-425b-bc2f-bb907fd86f91), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.691233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (584580f6-3c86-425b-bc2f-bb907fd86f91), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.705138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 584580f6-3c86-425b-bc2f-bb907fd86f91 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:32.707093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-14c1e88d-0346-4e7b-b6a8-d12cc71e2575 None None] Could not find standard attr ID for object 6f541859-0195-4d4d-8a6d-1b64ec858c6a. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:06:32.839238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (584580f6-3c86-425b-bc2f-bb907fd86f91), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.872865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=584580f6-3c86-425b-bc2f-bb907fd86f91,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:32.900234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:32.903496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ea90a985-5cd9-40a6-bb48-2ce7b99c3a71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/584580f6-3c86-425b-bc2f-bb907fd86f91 HTTP/1.1" status: 204 len: 168 time: 0.3970680 Jan 28 14:06:32.905971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36990) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:32.923103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d1eb18bf-c8d8-4278-a4b2-a67a7b5cbddc None None] Could not find standard attr ID for object 584580f6-3c86-425b-bc2f-bb907fd86f91. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:06:32.963384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5366b-d687-4627-bd0b-f7634fc718ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:32.964872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5366b-d687-4627-bd0b-f7634fc718ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:32.967448 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-74a5366b-d687-4627-bd0b-f7634fc718ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0591805 Jan 28 14:06:32.969103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36992) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:33.024152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet c0ea7012-f33c-43cb-be80-90eb78626407 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:33.027560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (c0ea7012-f33c-43cb-be80-90eb78626407), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.072636 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (c0ea7012-f33c-43cb-be80-90eb78626407), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.124179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c0ea7012-f33c-43cb-be80-90eb78626407), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.187162 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (c0ea7012-f33c-43cb-be80-90eb78626407), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.218094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.223710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/c0ea7012-f33c-43cb-be80-90eb78626407 HTTP/1.1" status: 204 len: 168 time: 0.2515438 Jan 28 14:06:33.223710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66954c8c-f8e7-41ee-89fc-c2c72b1f3d44 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ea7012-f33c-43cb-be80-90eb78626407,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:33.224235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36994) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:33.265858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a49c81e4-34f0-421a-a90c-1482d794d89b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403516 Jan 28 14:06:33.268842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 36996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:33.274471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:33.278119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6039bc-affb-43e1-af64-f6b18be75953 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:33.361566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:33.365551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.424929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:33.484779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] Deleting port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:33.485461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.558670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] For port 0d8ebb94-4311-4bc9-a537-3738356c6ce5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0d8ebb94-4311-4bc9-a537-3738356c6ce5,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:33.559069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.573136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] Calling delete_port for 0d8ebb94-4311-4bc9-a537-3738356c6ce5 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:33.575335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5176b6f5-ae94-462a-b01c-2495ccc5b760), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.626468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:33.633608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:33.636449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:33.642249 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.649993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=5176b6f5-ae94-462a-b01c-2495ccc5b760,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:33.662184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3001e760-fcbc-4a9e-8848-97a75419e638 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3919504 Jan 28 14:06:33.665590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 36998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:33.669472 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (0d8ebb94-4311-4bc9-a537-3738356c6ce5), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.670722 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '5176b6f5-ae94-462a-b01c-2495ccc5b760', 'ip_address': '2001:db8::5a80:4796:394f:86e2'}], 'name': 'tempest-NetworksTestDHCPv6-989416837'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:33.696423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] Pushing event deleted for resources: {'Port': ['ID=0d8ebb94-4311-4bc9-a537-3738356c6ce5,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:33.699887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2532e14-50a8-492f-a203-ea771f1f57d5 None None] No DVR routers for this DVR port 0d8ebb94-4311-4bc9-a537-3738356c6ce5 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:33.718752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2d755-e494-4120-930d-7ceeda192f87 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:33.792461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:33.828225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '5176b6f5-ae94-462a-b01c-2495ccc5b760'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:33.829174 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.880370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:33.899303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:33.974728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/5176b6f5-ae94-462a-b01c-2495ccc5b760/80260a8a-b9e1-4861-bf6f-feadb3855730) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:34.080214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d8ebb94-4311-4bc9-a537-3738356c6ce5 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:34.111115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0d8ebb94-4311-4bc9-a537-3738356c6ce5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:34.111455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0d8ebb94-4311-4bc9-a537-3738356c6ce5 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:34.151498 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Publish callbacks [] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.157858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.202721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:34.205656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:34.207697 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::5a80:4796:394f:86e2 (518d9568-285d-4197-9242-673b159d864b/5176b6f5-ae94-462a-b01c-2495ccc5b760/75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:34.209028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:34.220951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Pushing event updated for resources: {'Port': ['ID=80260a8a-b9e1-4861-bf6f-feadb3855730,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:34.273613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Attempting to bind port 80260a8a-b9e1-4861-bf6f-feadb3855730 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:34.274126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Attempting to bind port 80260a8a-b9e1-4861-bf6f-feadb3855730 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:34.274504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Attempting to bind port 80260a8a-b9e1-4861-bf6f-feadb3855730 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:34.279681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:34.280092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:34.280508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.280912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:34.281385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Bound port: 80260a8a-b9e1-4861-bf6f-feadb3855730, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:34.281773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.348858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] For port 80260a8a-b9e1-4861-bf6f-feadb3855730, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:34.352869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] For port 80260a8a-b9e1-4861-bf6f-feadb3855730, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80260a8a-b9e1-4861-bf6f-feadb3855730,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:34.357623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.368503 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.404527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.416145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcf434-c4e5-495f-9415-5d7de8c9e59a None None] Pushing event updated for resources: {'Port': ['ID=80260a8a-b9e1-4861-bf6f-feadb3855730,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:34.453597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:34.456734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:34.463175 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:34.468366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:34.468995 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.475382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:34.493017 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4cf4fa0c-8058-4947-b67b-ef58df387739 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8262053 Jan 28 14:06:34.495614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37000) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:34.547184 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b4dd1-bcc6-4741-9630-a97825adf115 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:34.552600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b4dd1-bcc6-4741-9630-a97825adf115 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:34.555219 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-687b4dd1-bcc6-4741-9630-a97825adf115 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0580606 Jan 28 14:06:34.558108 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37002) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:34.657160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:34.657321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.751078 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.764417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:34.895304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.925740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:34.946070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-734fa651-f1e9-4b2e-abd1-81060bd138a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.952563 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:34.955839 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-16fd864d-8790-4092-8d50-0dc6b7649d86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6 HTTP/1.1" status: 204 len: 168 time: 0.3967998 Jan 28 14:06:34.958314 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37004) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:35.013339 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b8920-4286-4cec-b44b-da705251beae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:35.014764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b8920-4286-4cec-b44b-da705251beae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:35.016289 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b25b8920-4286-4cec-b44b-da705251beae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0570555 Jan 28 14:06:35.018808 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37006) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:35.071744 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 5176b6f5-ae94-462a-b01c-2495ccc5b760 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:35.075048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (5176b6f5-ae94-462a-b01c-2495ccc5b760), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.117618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (5176b6f5-ae94-462a-b01c-2495ccc5b760), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.211068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5176b6f5-ae94-462a-b01c-2495ccc5b760), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.271088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (5176b6f5-ae94-462a-b01c-2495ccc5b760), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.299176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=5176b6f5-ae94-462a-b01c-2495ccc5b760,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:35.305985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.309409 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3a23f19e-7a2f-4c11-bf76-7f70cea7d514 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/5176b6f5-ae94-462a-b01c-2495ccc5b760 HTTP/1.1" status: 204 len: 168 time: 0.2896969 Jan 28 14:06:35.311822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37008) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:35.352384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ce97619a-dc32-40f2-a808-c010c937a50c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362368 Jan 28 14:06:35.352618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37010) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:35.357422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:35.386689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281a745-6c0e-458e-ba17-bd9b5c9aea49 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:35.455929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:35.459339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.482922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7db04a9e-c0f1-42db-bc56-e039c3b72601 None None] Provisioning complete for port 80260a8a-b9e1-4861-bf6f-feadb3855730 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:35.483299 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7db04a9e-c0f1-42db-bc56-e039c3b72601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.664700 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (a0dc3151-f0d5-43a8-a761-eb23cbaf9fda), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.709669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:35.713327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:35.716995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:35.717580 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:35.718182 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.728123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=a0dc3151-f0d5-43a8-a761-eb23cbaf9fda,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:35.741896 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0bdd46d3-c016-4711-ab9c-19df5b4a6216 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3877614 Jan 28 14:06:35.744635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37016) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:35.750611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': 'a0dc3151-f0d5-43a8-a761-eb23cbaf9fda', 'ip_address': '2001:db8::530a:8615:9cc0:77e5'}], 'name': 'tempest-NetworksTestDHCPv6-1221792854'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:35.755642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7db04a9e-c0f1-42db-bc56-e039c3b72601 None None] Current status of the port 80260a8a-b9e1-4861-bf6f-feadb3855730 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:35.756058 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7db04a9e-c0f1-42db-bc56-e039c3b72601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.797424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7db04a9e-c0f1-42db-bc56-e039c3b72601 None None] For port 80260a8a-b9e1-4861-bf6f-feadb3855730, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80260a8a-b9e1-4861-bf6f-feadb3855730,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:35.805827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7db04a9e-c0f1-42db-bc56-e039c3b72601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.810297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] Deleting port 80260a8a-b9e1-4861-bf6f-feadb3855730 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:35.810297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.862254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:35.867884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.885819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port dfc2a4b0-5eb8-4393-8f92-324e51e53352 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:35.900102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db04a9e-c0f1-42db-bc56-e039c3b72601 None None] Pushing event updated for resources: {'Port': ['ID=80260a8a-b9e1-4861-bf6f-feadb3855730,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:35.928433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] For port 80260a8a-b9e1-4861-bf6f-feadb3855730, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80260a8a-b9e1-4861-bf6f-feadb3855730,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:35.929734 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:35.943906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] Calling delete_port for 80260a8a-b9e1-4861-bf6f-feadb3855730 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:36.026733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (80260a8a-b9e1-4861-bf6f-feadb3855730), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.047827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::530a:8615:9cc0:77e5 (518d9568-285d-4197-9242-673b159d864b/a0dc3151-f0d5-43a8-a761-eb23cbaf9fda/dfc2a4b0-5eb8-4393-8f92-324e51e53352) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:36.055676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] Pushing event deleted for resources: {'Port': ['ID=80260a8a-b9e1-4861-bf6f-feadb3855730,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:36.059386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025ddac-dd19-4079-a62f-c5d2d1660686 None None] No DVR routers for this DVR port 80260a8a-b9e1-4861-bf6f-feadb3855730 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:36.077519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76bb66-5712-493b-ab9b-b110aae22623 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:36.177482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': 'a0dc3151-f0d5-43a8-a761-eb23cbaf9fda'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:36.178346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.208540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (dfc2a4b0-5eb8-4393-8f92-324e51e53352), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.243261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (dfc2a4b0-5eb8-4393-8f92-324e51e53352), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.284357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:36.287665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:36.291097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:36.296544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:36.297192 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.316854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=dfc2a4b0-5eb8-4393-8f92-324e51e53352,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:36.317484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/a0dc3151-f0d5-43a8-a761-eb23cbaf9fda/4a21b096-190d-4d14-9023-1f248add14bf) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:36.326035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9aa1f894-6ebf-4190-9ec2-0acca5043b8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5780203 Jan 28 14:06:36.326583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37018) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:36.378007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404e43a-71d4-45e6-a98f-6f666175cded tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:36.379509 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e404e43a-71d4-45e6-a98f-6f666175cded tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0518286 Jan 28 14:06:36.382573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37020) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:36.470590 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Publish callbacks [] for port (4a21b096-190d-4d14-9023-1f248add14bf), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.471541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port dfc2a4b0-5eb8-4393-8f92-324e51e53352 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:36.472166 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (dfc2a4b0-5eb8-4393-8f92-324e51e53352), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.478110 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (4a21b096-190d-4d14-9023-1f248add14bf), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.517645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:36.520484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:36.526897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:36.538677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Pushing event updated for resources: {'Port': ['ID=4a21b096-190d-4d14-9023-1f248add14bf,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:36.571574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (dfc2a4b0-5eb8-4393-8f92-324e51e53352), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.583853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for dfc2a4b0-5eb8-4393-8f92-324e51e53352 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:36.588634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Attempting to bind port 4a21b096-190d-4d14-9023-1f248add14bf on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:36.589013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Attempting to bind port 4a21b096-190d-4d14-9023-1f248add14bf by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:36.589381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Attempting to bind port 4a21b096-190d-4d14-9023-1f248add14bf on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:36.594389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:36.594768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:36.595178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.595578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:36.596118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Bound port: 4a21b096-190d-4d14-9023-1f248add14bf, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:36.596524 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a21b096-190d-4d14-9023-1f248add14bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.660904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] For port 4a21b096-190d-4d14-9023-1f248add14bf, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:36.664676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] For port 4a21b096-190d-4d14-9023-1f248add14bf, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a21b096-190d-4d14-9023-1f248add14bf,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:36.669341 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a21b096-190d-4d14-9023-1f248add14bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.725681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (dfc2a4b0-5eb8-4393-8f92-324e51e53352), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.727388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ecbbe-b32a-4a9e-8c2d-0179936cb2f5 None None] Pushing event updated for resources: {'Port': ['ID=4a21b096-190d-4d14-9023-1f248add14bf,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:36.752333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=dfc2a4b0-5eb8-4393-8f92-324e51e53352,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:36.784613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.787890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eaa8b898-0092-42ba-9a06-89d790f56c45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/dfc2a4b0-5eb8-4393-8f92-324e51e53352 HTTP/1.1" status: 204 len: 168 time: 0.4042780 Jan 28 14:06:36.791244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37022) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:36.843534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9811d-9705-4d64-bdfc-284fc26ebe32 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:36.844886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9811d-9705-4d64-bdfc-284fc26ebe32 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:36.848836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-32b9811d-9705-4d64-bdfc-284fc26ebe32 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0543227 Jan 28 14:06:36.849067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37024) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:36.914911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet a0dc3151-f0d5-43a8-a761-eb23cbaf9fda {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:36.918252 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (a0dc3151-f0d5-43a8-a761-eb23cbaf9fda), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:36.962919 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (a0dc3151-f0d5-43a8-a761-eb23cbaf9fda), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.049388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a0dc3151-f0d5-43a8-a761-eb23cbaf9fda), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.113327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (a0dc3151-f0d5-43a8-a761-eb23cbaf9fda), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.140437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=a0dc3151-f0d5-43a8-a761-eb23cbaf9fda,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:37.144052 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.148098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e4ef66f9-23f8-4cb9-ad81-a272e9cf235a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/a0dc3151-f0d5-43a8-a761-eb23cbaf9fda HTTP/1.1" status: 204 len: 168 time: 0.2975450 Jan 28 14:06:37.150842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:37.191051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d8a4d250-3c5f-4601-8e0e-855ff5431ac1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370383 Jan 28 14:06:37.191295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37028) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:37.238249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29301fd2-49ec-4c03-9f56-d5191edbacc2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:37.239720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-29301fd2-49ec-4c03-9f56-d5191edbacc2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0475073 Jan 28 14:06:37.242512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37030) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:37.296114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e4d27-93ae-4468-8d38-76831d294bbe tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:37.297591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-665e4d27-93ae-4468-8d38-76831d294bbe tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541565 Jan 28 14:06:37.300174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37032) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:37.338468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c98037de-c878-416b-9057-920869031083 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372725 Jan 28 14:06:37.342527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:37.347397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:37.441994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:37.446675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.648813 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.663159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52203da-f809-4fe1-a44a-a00c0dd707f0 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:37.691930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:37.695811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:37.700124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:37.700724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.710391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:37.725570 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37036) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:37.726239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3046f28a-8966-4e83-bf90-35e456613c10 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3819685 Jan 28 14:06:37.730941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039', 'ip_address': '2001:db8::1ab5:477:d97c:e51b'}], 'name': 'tempest-NetworksTestDHCPv6-1697414169'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:37.759907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9473c8c6-36be-42d4-bbe7-56961f2f9535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.770774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-03a04200-0538-4341-a428-672274f4779d None None] Provisioning complete for port 4a21b096-190d-4d14-9023-1f248add14bf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:37.771156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03a04200-0538-4341-a428-672274f4779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a21b096-190d-4d14-9023-1f248add14bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.846287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:37.853085 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.875405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 44ad4acc-278e-4093-9b9c-2c26049064fe yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:37.897348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-03a04200-0538-4341-a428-672274f4779d None None] Current status of the port 4a21b096-190d-4d14-9023-1f248add14bf is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:37.898036 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03a04200-0538-4341-a428-672274f4779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a21b096-190d-4d14-9023-1f248add14bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.935075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-03a04200-0538-4341-a428-672274f4779d None None] For port 4a21b096-190d-4d14-9023-1f248add14bf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a21b096-190d-4d14-9023-1f248add14bf,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:37.939453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03a04200-0538-4341-a428-672274f4779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a21b096-190d-4d14-9023-1f248add14bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:37.992932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a04200-0538-4341-a428-672274f4779d None None] Pushing event updated for resources: {'Port': ['ID=4a21b096-190d-4d14-9023-1f248add14bf,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:38.048745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad3121-ea1b-4171-a8ca-fc40467832ec None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:38.066381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::1ab5:477:d97c:e51b (518d9568-285d-4197-9242-673b159d864b/8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039/44ad4acc-278e-4093-9b9c-2c26049064fe) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:38.120954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5e83a3c0-bfba-4208-8269-0ada05276eaf None None] Provisioning complete for port 4a21b096-190d-4d14-9023-1f248add14bf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:38.120954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5e83a3c0-bfba-4208-8269-0ada05276eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a21b096-190d-4d14-9023-1f248add14bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.154800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a21b096-190d-4d14-9023-1f248add14bf up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:38.229821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (44ad4acc-278e-4093-9b9c-2c26049064fe), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.266755 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (44ad4acc-278e-4093-9b9c-2c26049064fe), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.287818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4a21b096-190d-4d14-9023-1f248add14bf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:38.288271 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a21b096-190d-4d14-9023-1f248add14bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.315343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:38.317173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5e83a3c0-bfba-4208-8269-0ada05276eaf None None] Current status of the port 4a21b096-190d-4d14-9023-1f248add14bf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:38.318458 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:38.325313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:38.330179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:38.330920 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.345444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=44ad4acc-278e-4093-9b9c-2c26049064fe,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:38.365326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37038) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:38.368648 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc882627-a5f1-4a7a-b77b-9a50a385f958 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6416826 Jan 28 14:06:38.373226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-40c8a9ed-257d-4589-bca7-b0001c44c5c2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039', 'ip_address': '2001:db8::1ab5:477:d97c:e51b'}], 'name': 'tempest-NetworksTestDHCPv6-547075101'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:38.391423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4a21b096-190d-4d14-9023-1f248add14bf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:38.488160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c8a9ed-257d-4589-bca7-b0001c44c5c2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:38.542498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b51f9f78-d3b9-45c0-8b81-41e0b7f1bf2f None None] Provisioning complete for port 4a21b096-190d-4d14-9023-1f248add14bf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:38.542881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b51f9f78-d3b9-45c0-8b81-41e0b7f1bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a21b096-190d-4d14-9023-1f248add14bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.589592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40c8a9ed-257d-4589-bca7-b0001c44c5c2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.608628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-40c8a9ed-257d-4589-bca7-b0001c44c5c2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 24b5c686-4383-498a-890b-dae1a01c1f6e yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:38.635429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b51f9f78-d3b9-45c0-8b81-41e0b7f1bf2f None None] Current status of the port 4a21b096-190d-4d14-9023-1f248add14bf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:38.748339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-454af50a-1ce5-4cd2-9406-dfc7e3948e6e None None] Could not find standard attr ID for object 75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:06:38.775816 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c8a9ed-257d-4589-bca7-b0001c44c5c2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 14:06:38.776588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c8a9ed-257d-4589-bca7-b0001c44c5c2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:06:38.791396 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.795966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-40c8a9ed-257d-4589-bca7-b0001c44c5c2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4295242 Jan 28 14:06:38.798430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37040) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:38.848610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31dffd-6e15-41de-8a1a-326274891347 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:38.854424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31dffd-6e15-41de-8a1a-326274891347 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:38.857457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5f31dffd-6e15-41de-8a1a-326274891347 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0567181 Jan 28 14:06:38.858868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37042) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:38.949007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 44ad4acc-278e-4093-9b9c-2c26049064fe {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:38.949352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (44ad4acc-278e-4093-9b9c-2c26049064fe), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:38.962596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9d5dbdfc-906d-4dd2-ac67-1e057c1922fe None None] Could not find standard attr ID for object dfc2a4b0-5eb8-4393-8f92-324e51e53352. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:06:39.043343 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (44ad4acc-278e-4093-9b9c-2c26049064fe), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.056955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 44ad4acc-278e-4093-9b9c-2c26049064fe owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:39.094907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3b233fbe-56b3-46d7-b4a0-1776390d62cf None None] Provisioning complete for port 44ad4acc-278e-4093-9b9c-2c26049064fe triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:39.095283 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b233fbe-56b3-46d7-b4a0-1776390d62cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (44ad4acc-278e-4093-9b9c-2c26049064fe), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.131278 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3b233fbe-56b3-46d7-b4a0-1776390d62cf None None] Port 44ad4acc-278e-4093-9b9c-2c26049064fe cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:39.192481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (44ad4acc-278e-4093-9b9c-2c26049064fe), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.227138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=44ad4acc-278e-4093-9b9c-2c26049064fe,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:39.253915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.259953 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf537b3f-bf79-4c9c-933e-6534ce978355 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/44ad4acc-278e-4093-9b9c-2c26049064fe HTTP/1.1" status: 204 len: 168 time: 0.3978555 Jan 28 14:06:39.260277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:39.315510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3392b397-1666-4366-849e-5bc96456aa46 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:39.316974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3392b397-1666-4366-849e-5bc96456aa46 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:39.318563 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3392b397-1666-4366-849e-5bc96456aa46 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0573056 Jan 28 14:06:39.321464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37048) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:39.375117 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:39.378442 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.419895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.470169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.533301 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.562925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:39.565532 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.568994 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-547ad3c7-d7e0-4fe6-8da8-4b1f1abced1f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039 HTTP/1.1" status: 204 len: 168 time: 0.2465680 Jan 28 14:06:39.573423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37050) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:39.612233 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ee9e25af-b01a-454d-8d6e-2839e12d890f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374126 Jan 28 14:06:39.615849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37052) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:39.621328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:39.647004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b5507-cd01-4ba6-86aa-97eb6951be4d None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:39.713323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:39.716658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.800870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:39.849628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] Deleting port 4a21b096-190d-4d14-9023-1f248add14bf {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:39.850051 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4a21b096-190d-4d14-9023-1f248add14bf), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.906778 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.923200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] For port 4a21b096-190d-4d14-9023-1f248add14bf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a21b096-190d-4d14-9023-1f248add14bf,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:39.923877 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4a21b096-190d-4d14-9023-1f248add14bf), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.938930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] Calling delete_port for 4a21b096-190d-4d14-9023-1f248add14bf owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:39.949095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:39.952556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:39.956789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:39.957367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:39.966826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:39.980636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e333200-f0bc-4e99-b4cc-4ab8095cee1c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3631544 Jan 28 14:06:39.983696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37054) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:39.988607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2635a962-ba2a-48df-a78f-e5c65b56c107 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1613790596'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:40.021270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (4a21b096-190d-4d14-9023-1f248add14bf), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.050553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] Pushing event deleted for resources: {'Port': ['ID=4a21b096-190d-4d14-9023-1f248add14bf,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:40.054443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7580a-1209-470a-a30d-3830081a0ac2 None None] No DVR routers for this DVR port 4a21b096-190d-4d14-9023-1f248add14bf on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:40.073523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5363a-914c-4c87-95c4-b296e8ef4a93 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:40.119641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a21b096-190d-4d14-9023-1f248add14bf no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:40.121025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2635a962-ba2a-48df-a78f-e5c65b56c107 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:40.142593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4a21b096-190d-4d14-9023-1f248add14bf {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:40.142942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a21b096-190d-4d14-9023-1f248add14bf not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:40.203798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:40.204702 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.205777 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2635a962-ba2a-48df-a78f-e5c65b56c107 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.223780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-2635a962-ba2a-48df-a78f-e5c65b56c107 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 2e05707b-9983-4911-bfc5-09dc59b7d82a yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:40.342792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd/4da912d3-f959-4d04-a0aa-354f8e90f6ae) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:40.486001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Publish callbacks [] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.493077 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.495889 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2635a962-ba2a-48df-a78f-e5c65b56c107 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:06:40.496390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2635a962-ba2a-48df-a78f-e5c65b56c107 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:06:40.513115 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2635a962-ba2a-48df-a78f-e5c65b56c107 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5283597 Jan 28 14:06:40.515770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37056) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:40.529293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:40.532159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:40.535399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:40.551082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Pushing event updated for resources: {'Port': ['ID=4da912d3-f959-4d04-a0aa-354f8e90f6ae,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:40.565930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f43c4f-8f83-4429-b583-568fedf982d2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:40.567419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a4f43c4f-8f83-4429-b583-568fedf982d2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0504818 Jan 28 14:06:40.571168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37058) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:40.602193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Attempting to bind port 4da912d3-f959-4d04-a0aa-354f8e90f6ae on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:40.602567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Attempting to bind port 4da912d3-f959-4d04-a0aa-354f8e90f6ae by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:40.602935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Attempting to bind port 4da912d3-f959-4d04-a0aa-354f8e90f6ae on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:40.608171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:40.608553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:40.608963 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.609356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:40.609826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Bound port: 4da912d3-f959-4d04-a0aa-354f8e90f6ae, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:40.610206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.631647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab571a8-8a7b-41df-8b75-72e311df1900 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:40.633103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab571a8-8a7b-41df-8b75-72e311df1900 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:40.634614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dab571a8-8a7b-41df-8b75-72e311df1900 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0622809 Jan 28 14:06:40.637345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37060) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:40.673331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.690131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] For port 4da912d3-f959-4d04-a0aa-354f8e90f6ae, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:40.693038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:40.693864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] For port 4da912d3-f959-4d04-a0aa-354f8e90f6ae, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4da912d3-f959-4d04-a0aa-354f8e90f6ae,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:40.696477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.698335 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.737804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.758008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83236c33-8635-410a-b3eb-7ba33a4a3dab None None] Pushing event updated for resources: {'Port': ['ID=4da912d3-f959-4d04-a0aa-354f8e90f6ae,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:40.830206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.895078 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.929081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:40.931267 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:40.937717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37062) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:40.938185 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0cd8533c-5701-4eee-b6e1-27429a5608a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd HTTP/1.1" status: 204 len: 168 time: 0.2993653 Jan 28 14:06:40.980398 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-228a7f99-ad38-4420-9430-32ded9992fcd tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407813 Jan 28 14:06:40.983877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37064) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:40.988613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:41.089110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:41.092731 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.589255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (9cde7597-be12-4386-a463-3d541869eb98), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.639742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:41.642910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:41.647196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:41.648854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.654911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=9cde7597-be12-4386-a463-3d541869eb98,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:41.676354 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b6f7a2d7-ac8d-4007-bf41-20dc291e0e39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6891265 Jan 28 14:06:41.676882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:41.682021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6e320c51-4a69-44cd-a709-14e16859ed3d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1978287233', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:41.701310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce3f23-6bb7-416a-8793-1ce194a71fae None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:41.704350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e320c51-4a69-44cd-a709-14e16859ed3d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.705372 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e320c51-4a69-44cd-a709-14e16859ed3d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.758945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e320c51-4a69-44cd-a709-14e16859ed3d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router_controller (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.763324 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e320c51-4a69-44cd-a709-14e16859ed3d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.781012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e320c51-4a69-44cd-a709-14e16859ed3d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.782274 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6e320c51-4a69-44cd-a709-14e16859ed3d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1043837 Jan 28 14:06:41.785113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37070) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:41.936786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:41.953489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7667f62c-b904-41f4-a3a8-b808d601e702 None None] Provisioning complete for port 4da912d3-f959-4d04-a0aa-354f8e90f6ae triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:41.953760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7667f62c-b904-41f4-a3a8-b808d601e702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.065513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7667f62c-b904-41f4-a3a8-b808d601e702 None None] Current status of the port 4da912d3-f959-4d04-a0aa-354f8e90f6ae is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:42.065913 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7667f62c-b904-41f4-a3a8-b808d601e702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.072780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.107791 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7667f62c-b904-41f4-a3a8-b808d601e702 None None] For port 4da912d3-f959-4d04-a0aa-354f8e90f6ae, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4da912d3-f959-4d04-a0aa-354f8e90f6ae,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:42.118669 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7667f62c-b904-41f4-a3a8-b808d601e702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.185916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667f62c-b904-41f4-a3a8-b808d601e702 None None] Pushing event updated for resources: {'Port': ['ID=4da912d3-f959-4d04-a0aa-354f8e90f6ae,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:42.199365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4da912d3-f959-4d04-a0aa-354f8e90f6ae up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:42.255240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4da912d3-f959-4d04-a0aa-354f8e90f6ae triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:42.255632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.342804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4da912d3-f959-4d04-a0aa-354f8e90f6ae is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:42.349503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4f11a035-bfa3-4bab-aef6-07b785c63bb8 None None] Provisioning complete for port 4da912d3-f959-4d04-a0aa-354f8e90f6ae triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:42.349854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4f11a035-bfa3-4bab-aef6-07b785c63bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.354774 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::1 (518d9568-285d-4197-9242-673b159d864b/9cde7597-be12-4386-a463-3d541869eb98/3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:42.441565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4f11a035-bfa3-4bab-aef6-07b785c63bb8 None None] Current status of the port 4da912d3-f959-4d04-a0aa-354f8e90f6ae is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:42.466392 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.500286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.545022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:42.548132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:42.554528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:42.555070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.590265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:42.686062 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.863228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e85004a6-8624-4f5b-b0eb-4da9611b6214 None None] Provisioning complete for port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:42.863807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e85004a6-8624-4f5b-b0eb-4da9611b6214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.896880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e85004a6-8624-4f5b-b0eb-4da9611b6214 None None] Port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:42.953261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.957703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:42.958452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:43.050555 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:43.092385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:43.093746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:43.218499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Router c28d0b41-cdf7-4e51-8fed-b8438dd2508e is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:43.317095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:43.322261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d0917489-dc6e-44c9-9679-17fc09eaed91 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "PUT /v2.0/routers/c28d0b41-cdf7-4e51-8fed-b8438dd2508e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5361423 Jan 28 14:06:43.324770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37072) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:43.327049 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Sync routers for ids ['c28d0b41-cdf7-4e51-8fed-b8438dd2508e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:43.336665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-78621414-142d-4a18-93c9-f6ba159e303c None None] Provisioning complete for port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:43.337044 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-78621414-142d-4a18-93c9-f6ba159e303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:43.338269 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Routers {'c28d0b41-cdf7-4e51-8fed-b8438dd2508e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:43.338902 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c28d0b41-cdf7-4e51-8fed-b8438dd2508e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:43.368963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be383c15-ae23-4337-9f02-8589436ad45f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:43.372377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-be383c15-ae23-4337-9f02-8589436ad45f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports/3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 HTTP/1.1" status: 200 len: 911 time: 0.0441163 Jan 28 14:06:43.372764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37074) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:43.378782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-78621414-142d-4a18-93c9-f6ba159e303c None None] Port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:43.421734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81711aa0-3665-46f9-a0f8-a73312edb3bc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:43.426834 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Set router c28d0b41-cdf7-4e51-8fed-b8438dd2508e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:43.427566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81711aa0-3665-46f9-a0f8-a73312edb3bc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:43.430514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-81711aa0-3665-46f9-a0f8-a73312edb3bc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0561666 Jan 28 14:06:43.432821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:43.636411 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28d0b41-cdf7-4e51-8fed-b8438dd2508e', 'name': 'tempest-NetworksTestDHCPv6-router-1978287233', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:41Z', 'updated_at': '2022-01-28T14:06:42Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'gw_port_host': None, '_interfaces': [{'id': '3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2', 'name': '', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'mac_address': 'fa:16:3e:11:4f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28d0b41-cdf7-4e51-8fed-b8438dd2508e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9cde7597-be12-4386-a463-3d541869eb98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:42Z', 'updated_at': '2022-01-28T14:06:42Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'subnets': [{'id': '9cde7597-be12-4386-a463-3d541869eb98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:43.663184 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Checking router: c28d0b41-cdf7-4e51-8fed-b8438dd2508e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:06:43.663529 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Updating router c28d0b41-cdf7-4e51-8fed-b8438dd2508e port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:06:43.689558 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:43.962372 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Publish callbacks [] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:43.968223 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.042393 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a7f4e-9f80-4c93-8160-7ff732c587f7 None None] Pushing event updated for resources: {'Port': ['ID=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:44.080364 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Attempting to bind port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:44.081136 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Attempting to bind port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:44.081885 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Attempting to bind port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:44.089401 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:44.090474 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:44.091321 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.092167 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:44.092878 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Bound port: 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:44.093563 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.114215 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4da912d3-f959-4d04-a0aa-354f8e90f6ae up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:44.182151 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] For port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:44.184168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4da912d3-f959-4d04-a0aa-354f8e90f6ae triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:44.184545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.188092 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] For port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:44.194320 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.235406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.267538 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Routers {'c28d0b41-cdf7-4e51-8fed-b8438dd2508e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:44.268387 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c28d0b41-cdf7-4e51-8fed-b8438dd2508e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:44.290393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4da912d3-f959-4d04-a0aa-354f8e90f6ae is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:44.318954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4a52c263-0e79-4a69-b511-5ed020cd8ecb None None] Provisioning complete for port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:44.319425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a52c263-0e79-4a69-b511-5ed020cd8ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.349170 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a7f4e-9f80-4c93-8160-7ff732c587f7 None None] Pushing event updated for resources: {'Port': ['ID=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:44.386849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] Set router c28d0b41-cdf7-4e51-8fed-b8438dd2508e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:44.421716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4a52c263-0e79-4a69-b511-5ed020cd8ecb None None] Current status of the port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:44.422133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a52c263-0e79-4a69-b511-5ed020cd8ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.462564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4a52c263-0e79-4a69-b511-5ed020cd8ecb None None] For port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:44.469274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a52c263-0e79-4a69-b511-5ed020cd8ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.515163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:44.515768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.525948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52c263-0e79-4a69-b511-5ed020cd8ecb None None] Pushing event updated for resources: {'Port': ['ID=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:44.610237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] For port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:44.610523 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.623454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:44.626437 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28d0b41-cdf7-4e51-8fed-b8438dd2508e', 'name': 'tempest-NetworksTestDHCPv6-router-1978287233', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:41Z', 'updated_at': '2022-01-28T14:06:42Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'gw_port_host': None, '_interfaces': [{'id': '3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2', 'name': '', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'mac_address': 'fa:16:3e:11:4f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28d0b41-cdf7-4e51-8fed-b8438dd2508e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9cde7597-be12-4386-a463-3d541869eb98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:42Z', 'updated_at': '2022-01-28T14:06:44Z', 'revision_number': 4, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'subnets': [{'id': '9cde7597-be12-4386-a463-3d541869eb98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:44.652683 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e332744-5269-4b92-b0ea-759de3476c82 None None] The sync data for ids ['c28d0b41-cdf7-4e51-8fed-b8438dd2508e'] in n-d-822748-2 is: [{'id': 'c28d0b41-cdf7-4e51-8fed-b8438dd2508e', 'name': 'tempest-NetworksTestDHCPv6-router-1978287233', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:41Z', 'updated_at': '2022-01-28T14:06:42Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'gw_port_host': None, '_interfaces': [{'id': '3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2', 'name': '', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'mac_address': 'fa:16:3e:11:4f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28d0b41-cdf7-4e51-8fed-b8438dd2508e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '9cde7597-be12-4386-a463-3d541869eb98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:42Z', 'updated_at': '2022-01-28T14:06:44Z', 'revision_number': 4, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'subnets': [{'id': '9cde7597-be12-4386-a463-3d541869eb98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:44.695077 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8c6290df-251d-4895-a52c-e3ed8fff8417 None None] Provisioning complete for port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:44.695723 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c6290df-251d-4895-a52c-e3ed8fff8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.783178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8c6290df-251d-4895-a52c-e3ed8fff8417 None None] Current status of the port 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:44.813333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:44.853268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:44.965314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.136930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Router c28d0b41-cdf7-4e51-8fed-b8438dd2508e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:06:45.219602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:45.224708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-26c9d5ad-1856-455b-b3df-c50abbcdb7e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "PUT /v2.0/routers/c28d0b41-cdf7-4e51-8fed-b8438dd2508e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7908833 Jan 28 14:06:45.228330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37078) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:45.281026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8b8d5c-b97e-447c-afe9-2d4f25a74362 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:45.282405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8b8d5c-b97e-447c-afe9-2d4f25a74362 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:45.283971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7b8b8d5c-b97e-447c-afe9-2d4f25a74362 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0546892 Jan 28 14:06:45.286605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37080) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:45.344167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 9cde7597-be12-4386-a463-3d541869eb98 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:45.347437 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (9cde7597-be12-4386-a463-3d541869eb98), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.388609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (9cde7597-be12-4386-a463-3d541869eb98), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.438397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9cde7597-be12-4386-a463-3d541869eb98), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.495370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (9cde7597-be12-4386-a463-3d541869eb98), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.520532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=9cde7597-be12-4386-a463-3d541869eb98,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:45.526992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.530226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ab488876-04d0-48b2-b6fa-56799e67bd1d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/9cde7597-be12-4386-a463-3d541869eb98 HTTP/1.1" status: 204 len: 168 time: 0.2426903 Jan 28 14:06:45.532790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37082) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:45.533282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6bc92-fe3c-4829-9b97-7e8aeb8d5496 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:45.648145 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fbdf8c7-91fa-4eeb-8088-2a6b6cfb7687 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1135824 Jan 28 14:06:45.650742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37084) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:45.693434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:45.731534 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-73a26f41-d4e6-4a14-9abf-99495020a96b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.746702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] Deleting port 4da912d3-f959-4d04-a0aa-354f8e90f6ae {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:45.747346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.812389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] For port 4da912d3-f959-4d04-a0aa-354f8e90f6ae, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4da912d3-f959-4d04-a0aa-354f8e90f6ae,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:45.812896 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.826596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] Calling delete_port for 4da912d3-f959-4d04-a0aa-354f8e90f6ae owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:45.896691 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-73a26f41-d4e6-4a14-9abf-99495020a96b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.899564 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-73a26f41-d4e6-4a14-9abf-99495020a96b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router_controller (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.920503 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (4da912d3-f959-4d04-a0aa-354f8e90f6ae), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.934133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] No DVR routers for this DVR port 4da912d3-f959-4d04-a0aa-354f8e90f6ae on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:45.945181 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-73a26f41-d4e6-4a14-9abf-99495020a96b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (c28d0b41-cdf7-4e51-8fed-b8438dd2508e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.945761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a26f41-d4e6-4a14-9abf-99495020a96b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Fanout notify agent at l3_agent the message router_deleted on router c28d0b41-cdf7-4e51-8fed-b8438dd2508e {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:45.953857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de078f72-a49b-463e-b94c-7d37459ccc2a None None] Pushing event deleted for resources: {'Port': ['ID=4da912d3-f959-4d04-a0aa-354f8e90f6ae,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:45.954008 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-73a26f41-d4e6-4a14-9abf-99495020a96b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:45.958704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37086) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:45.961445 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-73a26f41-d4e6-4a14-9abf-99495020a96b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/routers/c28d0b41-cdf7-4e51-8fed-b8438dd2508e HTTP/1.1" status: 204 len: 168 time: 0.3096585 Jan 28 14:06:45.963733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:46.065080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:46.065443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] Sync routers for ids ['c28d0b41-cdf7-4e51-8fed-b8438dd2508e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:46.068769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.075380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:46.076115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 14:06:46.076789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c28d0b41-cdf7-4e51-8fed-b8438dd2508e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent'). {{(pid=103375) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 14:06:46.086080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:46.086733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 14:06:46.087558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c28d0b41-cdf7-4e51-8fed-b8438dd2508e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent'). {{(pid=103375) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 14:06:46.088001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a571868-c944-4c9a-a00d-b9a74da4fa88 None None] The sync data for ids ['c28d0b41-cdf7-4e51-8fed-b8438dd2508e'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:46.110355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4da912d3-f959-4d04-a0aa-354f8e90f6ae no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:46.131024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4da912d3-f959-4d04-a0aa-354f8e90f6ae {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:46.131024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4da912d3-f959-4d04-a0aa-354f8e90f6ae not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:46.282795 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (fd5455c6-5516-44a8-a9e5-6e4036f22bd0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.326934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:46.330209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:46.334364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:46.334959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.343609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9762377-efdc-470a-91bf-21c4567c118b None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:46.349678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=fd5455c6-5516-44a8-a9e5-6e4036f22bd0,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:46.359683 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6328c212-8420-4912-8313-ff3be2ac83df tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4006233 Jan 28 14:06:46.362147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:46.366770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b4deefd2-6ebe-49cc-991a-00e07068ff31 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1818657775', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:46.388951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4deefd2-6ebe-49cc-991a-00e07068ff31 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (fd6a5a90-41f7-465e-98af-20e92756cac5), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.389970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4deefd2-6ebe-49cc-991a-00e07068ff31 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (fd6a5a90-41f7-465e-98af-20e92756cac5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.443480 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4deefd2-6ebe-49cc-991a-00e07068ff31 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router_controller (fd6a5a90-41f7-465e-98af-20e92756cac5), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.449085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4deefd2-6ebe-49cc-991a-00e07068ff31 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (fd6a5a90-41f7-465e-98af-20e92756cac5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.453050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': 'fd5455c6-5516-44a8-a9e5-6e4036f22bd0'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:46.454203 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.468884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4deefd2-6ebe-49cc-991a-00e07068ff31 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.470098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b4deefd2-6ebe-49cc-991a-00e07068ff31 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1069562 Jan 28 14:06:46.472822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37090) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:46.599326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/fd5455c6-5516-44a8-a9e5-6e4036f22bd0/33548a26-5728-4359-a785-261d2f903b6b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:46.737567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Publish callbacks [] for port (33548a26-5728-4359-a785-261d2f903b6b), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.744471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (33548a26-5728-4359-a785-261d2f903b6b), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.753955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.786256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:46.789064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:46.794692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:46.800024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Pushing event updated for resources: {'Port': ['ID=33548a26-5728-4359-a785-261d2f903b6b,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:46.851335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Attempting to bind port 33548a26-5728-4359-a785-261d2f903b6b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:46.851612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Attempting to bind port 33548a26-5728-4359-a785-261d2f903b6b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:46.851975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Attempting to bind port 33548a26-5728-4359-a785-261d2f903b6b on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:46.857199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:46.857574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:46.858196 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.858389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:46.859001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Bound port: 33548a26-5728-4359-a785-261d2f903b6b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:46.859494 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (33548a26-5728-4359-a785-261d2f903b6b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.922529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] For port 33548a26-5728-4359-a785-261d2f903b6b, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:46.925697 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] For port 33548a26-5728-4359-a785-261d2f903b6b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=33548a26-5728-4359-a785-261d2f903b6b,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:46.930856 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (33548a26-5728-4359-a785-261d2f903b6b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:46.995133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02de0eb-88fa-4a55-8e98-ddd6e09be265 None None] Pushing event updated for resources: {'Port': ['ID=33548a26-5728-4359-a785-261d2f903b6b,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:47.009088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::1 (518d9568-285d-4197-9242-673b159d864b/fd5455c6-5516-44a8-a9e5-6e4036f22bd0/90d30be1-eae6-44eb-bc16-9bda55ccb08c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:47.124725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.172235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.221175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:47.227657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:47.232394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:47.232941 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (fd6a5a90-41f7-465e-98af-20e92756cac5), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.236447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=90d30be1-eae6-44eb-bc16-9bda55ccb08c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:47.356188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.619929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.624725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.625509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (fd6a5a90-41f7-465e-98af-20e92756cac5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:47.713766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=90d30be1-eae6-44eb-bc16-9bda55ccb08c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:47.761378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:47.762846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:47.888829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Router fd6a5a90-41f7-465e-98af-20e92756cac5 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:06:47.985589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:47.994107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:47.994570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1b6e06b-081c-4a11-8e49-2ae960e15ec5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "PUT /v2.0/routers/fd6a5a90-41f7-465e-98af-20e92756cac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5203750 Jan 28 14:06:47.996386 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693a749-3e27-4500-b717-099011590e40 None None] Sync routers for ids ['fd6a5a90-41f7-465e-98af-20e92756cac5'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:48.007339 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] Routers {'fd6a5a90-41f7-465e-98af-20e92756cac5'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:48.008166 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fd6a5a90-41f7-465e-98af-20e92756cac5'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:48.027700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9babb1fb-25a7-4006-a29d-4e6f5c3adbc2 None None] Provisioning complete for port 33548a26-5728-4359-a785-261d2f903b6b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:48.028362 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9babb1fb-25a7-4006-a29d-4e6f5c3adbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (33548a26-5728-4359-a785-261d2f903b6b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.067509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69068247-edfc-4289-ba91-871086efcb4d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:48.069060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-69068247-edfc-4289-ba91-871086efcb4d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports/90d30be1-eae6-44eb-bc16-9bda55ccb08c HTTP/1.1" status: 200 len: 911 time: 0.0732248 Jan 28 14:06:48.072738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37096) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:48.150333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9babb1fb-25a7-4006-a29d-4e6f5c3adbc2 None None] Current status of the port 33548a26-5728-4359-a785-261d2f903b6b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:48.150593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8ee7a-f6fa-4642-8959-84bb0601c95f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:48.150718 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9babb1fb-25a7-4006-a29d-4e6f5c3adbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (33548a26-5728-4359-a785-261d2f903b6b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.163491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f8ee7a-f6fa-4642-8959-84bb0601c95f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:48.174482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-64f8ee7a-f6fa-4642-8959-84bb0601c95f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1005180 Jan 28 14:06:48.177327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37098) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:48.200963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9babb1fb-25a7-4006-a29d-4e6f5c3adbc2 None None] For port 33548a26-5728-4359-a785-261d2f903b6b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=33548a26-5728-4359-a785-261d2f903b6b,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:48.209542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9babb1fb-25a7-4006-a29d-4e6f5c3adbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (33548a26-5728-4359-a785-261d2f903b6b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.247183 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] Set router fd6a5a90-41f7-465e-98af-20e92756cac5 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:48.253957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 33548a26-5728-4359-a785-261d2f903b6b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:48.332881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babb1fb-25a7-4006-a29d-4e6f5c3adbc2 None None] Pushing event updated for resources: {'Port': ['ID=33548a26-5728-4359-a785-261d2f903b6b,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:48.354537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 33548a26-5728-4359-a785-261d2f903b6b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:48.354924 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (33548a26-5728-4359-a785-261d2f903b6b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.363715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0c193eab-f8c0-4961-93e6-0d3eac1237c6 None None] Provisioning complete for port 90d30be1-eae6-44eb-bc16-9bda55ccb08c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:48.364253 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0c193eab-f8c0-4961-93e6-0d3eac1237c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.430661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0c193eab-f8c0-4961-93e6-0d3eac1237c6 None None] Port 90d30be1-eae6-44eb-bc16-9bda55ccb08c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:48.493712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 33548a26-5728-4359-a785-261d2f903b6b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:48.502544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:48.506532 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6a5a90-41f7-465e-98af-20e92756cac5', 'name': 'tempest-NetworksTestDHCPv6-router-1818657775', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:46Z', 'updated_at': '2022-01-28T14:06:47Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'gw_port_host': None, '_interfaces': [{'id': '90d30be1-eae6-44eb-bc16-9bda55ccb08c', 'name': '', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'mac_address': 'fa:16:3e:cf:9c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6a5a90-41f7-465e-98af-20e92756cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'fd5455c6-5516-44a8-a9e5-6e4036f22bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:46Z', 'updated_at': '2022-01-28T14:06:47Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'subnets': [{'id': 'fd5455c6-5516-44a8-a9e5-6e4036f22bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:48.530535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:48.530881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3e485ea8-84a6-4aa5-9e4c-f1fc1d867ff2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:48.543314 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693a749-3e27-4500-b717-099011590e40 None None] Checking router: fd6a5a90-41f7-465e-98af-20e92756cac5 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:06:48.543679 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693a749-3e27-4500-b717-099011590e40 None None] Updating router fd6a5a90-41f7-465e-98af-20e92756cac5 port 90d30be1-eae6-44eb-bc16-9bda55ccb08c binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:06:48.552787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-082750ff-ea24-438a-8191-b46f6af0a95c None None] Provisioning complete for port 90d30be1-eae6-44eb-bc16-9bda55ccb08c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:48.553089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-082750ff-ea24-438a-8191-b46f6af0a95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.571138 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e693a749-3e27-4500-b717-099011590e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.588712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-082750ff-ea24-438a-8191-b46f6af0a95c None None] Port 90d30be1-eae6-44eb-bc16-9bda55ccb08c cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:06:48.676244 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (fd6a5a90-41f7-465e-98af-20e92756cac5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.845193 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e693a749-3e27-4500-b717-099011590e40 None None] Publish callbacks [] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.852456 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e693a749-3e27-4500-b717-099011590e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.925407 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24af90d-99ae-480b-9d0f-2b56a7ac364c None None] Pushing event updated for resources: {'Port': ['ID=90d30be1-eae6-44eb-bc16-9bda55ccb08c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:48.955415 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-e693a749-3e27-4500-b717-099011590e40 None None] Attempting to bind port 90d30be1-eae6-44eb-bc16-9bda55ccb08c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:48.955785 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-e693a749-3e27-4500-b717-099011590e40 None None] Attempting to bind port 90d30be1-eae6-44eb-bc16-9bda55ccb08c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:48.956375 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693a749-3e27-4500-b717-099011590e40 None None] Attempting to bind port 90d30be1-eae6-44eb-bc16-9bda55ccb08c on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:48.963050 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693a749-3e27-4500-b717-099011590e40 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:48.963429 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693a749-3e27-4500-b717-099011590e40 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:48.963831 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e693a749-3e27-4500-b717-099011590e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:48.964252 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693a749-3e27-4500-b717-099011590e40 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:48.964727 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-e693a749-3e27-4500-b717-099011590e40 None None] Bound port: 90d30be1-eae6-44eb-bc16-9bda55ccb08c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:48.965109 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e693a749-3e27-4500-b717-099011590e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.041398 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e693a749-3e27-4500-b717-099011590e40 None None] For port 90d30be1-eae6-44eb-bc16-9bda55ccb08c, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:49.044636 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e693a749-3e27-4500-b717-099011590e40 None None] For port 90d30be1-eae6-44eb-bc16-9bda55ccb08c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90d30be1-eae6-44eb-bc16-9bda55ccb08c,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:49.050501 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e693a749-3e27-4500-b717-099011590e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.110488 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] Routers {'fd6a5a90-41f7-465e-98af-20e92756cac5'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:49.111162 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fd6a5a90-41f7-465e-98af-20e92756cac5'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:49.113006 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24af90d-99ae-480b-9d0f-2b56a7ac364c None None] Pushing event updated for resources: {'Port': ['ID=90d30be1-eae6-44eb-bc16-9bda55ccb08c,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:49.131555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7d68102a-fd75-4980-a591-2e2707d04b16 None None] Provisioning complete for port 90d30be1-eae6-44eb-bc16-9bda55ccb08c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:49.132912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d68102a-fd75-4980-a591-2e2707d04b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.213044 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] Set router fd6a5a90-41f7-465e-98af-20e92756cac5 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:49.244880 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 90d30be1-eae6-44eb-bc16-9bda55ccb08c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:49.245393 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.251183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7d68102a-fd75-4980-a591-2e2707d04b16 None None] Current status of the port 90d30be1-eae6-44eb-bc16-9bda55ccb08c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:49.251585 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d68102a-fd75-4980-a591-2e2707d04b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.294045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7d68102a-fd75-4980-a591-2e2707d04b16 None None] For port 90d30be1-eae6-44eb-bc16-9bda55ccb08c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90d30be1-eae6-44eb-bc16-9bda55ccb08c,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:49.301355 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d68102a-fd75-4980-a591-2e2707d04b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.354814 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] For port 90d30be1-eae6-44eb-bc16-9bda55ccb08c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90d30be1-eae6-44eb-bc16-9bda55ccb08c,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:49.355251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.364942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68102a-fd75-4980-a591-2e2707d04b16 None None] Pushing event updated for resources: {'Port': ['ID=90d30be1-eae6-44eb-bc16-9bda55ccb08c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:49.373887 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 90d30be1-eae6-44eb-bc16-9bda55ccb08c owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:49.424704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a5cc51d1-1ef2-4b3d-bc56-e3e38df26694 None None] Provisioning complete for port 90d30be1-eae6-44eb-bc16-9bda55ccb08c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:49.425436 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5cc51d1-1ef2-4b3d-bc56-e3e38df26694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.439830 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e693a749-3e27-4500-b717-099011590e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6a5a90-41f7-465e-98af-20e92756cac5', 'name': 'tempest-NetworksTestDHCPv6-router-1818657775', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:46Z', 'updated_at': '2022-01-28T14:06:47Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'gw_port_host': None, '_interfaces': [{'id': '90d30be1-eae6-44eb-bc16-9bda55ccb08c', 'name': '', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'mac_address': 'fa:16:3e:cf:9c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6a5a90-41f7-465e-98af-20e92756cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'fd5455c6-5516-44a8-a9e5-6e4036f22bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:46Z', 'updated_at': '2022-01-28T14:06:49Z', 'revision_number': 4, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'subnets': [{'id': 'fd5455c6-5516-44a8-a9e5-6e4036f22bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:49.472001 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693a749-3e27-4500-b717-099011590e40 None None] The sync data for ids ['fd6a5a90-41f7-465e-98af-20e92756cac5'] in n-d-822748-2 is: [{'id': 'fd6a5a90-41f7-465e-98af-20e92756cac5', 'name': 'tempest-NetworksTestDHCPv6-router-1818657775', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:46Z', 'updated_at': '2022-01-28T14:06:47Z', 'revision_number': 2, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'gw_port_host': None, '_interfaces': [{'id': '90d30be1-eae6-44eb-bc16-9bda55ccb08c', 'name': '', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'mac_address': 'fa:16:3e:cf:9c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6a5a90-41f7-465e-98af-20e92756cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'fd5455c6-5516-44a8-a9e5-6e4036f22bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:06:46Z', 'updated_at': '2022-01-28T14:06:49Z', 'revision_number': 4, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'subnets': [{'id': 'fd5455c6-5516-44a8-a9e5-6e4036f22bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:49.511309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc51d1-1ef2-4b3d-bc56-e3e38df26694 None None] Current status of the port 90d30be1-eae6-44eb-bc16-9bda55ccb08c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:49.563597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (90d30be1-eae6-44eb-bc16-9bda55ccb08c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.591828 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=90d30be1-eae6-44eb-bc16-9bda55ccb08c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:49.708415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (fd6a5a90-41f7-465e-98af-20e92756cac5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:49.886007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Router fd6a5a90-41f7-465e-98af-20e92756cac5 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:06:49.966353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:06:49.973281 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1ba1fb87-2ff9-4944-8ca0-6cffa4b2d1f2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "PUT /v2.0/routers/fd6a5a90-41f7-465e-98af-20e92756cac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946825 Jan 28 14:06:49.975748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37100) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:50.029281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56fbf0-8363-44d5-bce0-a654542ae519 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:50.030620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56fbf0-8363-44d5-bce0-a654542ae519 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:50.032589 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8f56fbf0-8363-44d5-bce0-a654542ae519 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0555105 Jan 28 14:06:50.035048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37102) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:50.101430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 33548a26-5728-4359-a785-261d2f903b6b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:50.102471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet fd5455c6-5516-44a8-a9e5-6e4036f22bd0 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:50.106148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (fd5455c6-5516-44a8-a9e5-6e4036f22bd0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.152626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (fd5455c6-5516-44a8-a9e5-6e4036f22bd0), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.153632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 33548a26-5728-4359-a785-261d2f903b6b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:50.154139 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (33548a26-5728-4359-a785-261d2f903b6b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.251487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (fd5455c6-5516-44a8-a9e5-6e4036f22bd0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.254434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 33548a26-5728-4359-a785-261d2f903b6b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:50.309120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (fd5455c6-5516-44a8-a9e5-6e4036f22bd0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.338900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5455c6-5516-44a8-a9e5-6e4036f22bd0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:50.342572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.345811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-699b3941-4725-442a-8a0a-c15918644c96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/fd5455c6-5516-44a8-a9e5-6e4036f22bd0 HTTP/1.1" status: 204 len: 168 time: 0.3095326 Jan 28 14:06:50.348258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:50.351353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a62e7f-3f68-4f31-aa90-4a8eda6f751c None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:50.483171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6d0bde81-7fde-4a5d-bdca-0923921bfbb5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1338475 Jan 28 14:06:50.485618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37106) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:50.500055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:50.556359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] Deleting port 33548a26-5728-4359-a785-261d2f903b6b {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:50.556742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (33548a26-5728-4359-a785-261d2f903b6b), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.633012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] For port 33548a26-5728-4359-a785-261d2f903b6b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=33548a26-5728-4359-a785-261d2f903b6b,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:50.633342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (33548a26-5728-4359-a785-261d2f903b6b), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.647952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] Calling delete_port for 33548a26-5728-4359-a785-261d2f903b6b owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:50.738397 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (33548a26-5728-4359-a785-261d2f903b6b), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:50.766034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] Pushing event deleted for resources: {'Port': ['ID=33548a26-5728-4359-a785-261d2f903b6b,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:50.767916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feefe66a-042f-4a56-b7ef-6ba4e079afbe None None] No DVR routers for this DVR port 33548a26-5728-4359-a785-261d2f903b6b on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:50.879248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] Sync routers for ids ['fd6a5a90-41f7-465e-98af-20e92756cac5'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:06:50.890641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] Routers {'fd6a5a90-41f7-465e-98af-20e92756cac5'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:50.891552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fd6a5a90-41f7-465e-98af-20e92756cac5'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:50.920549 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4df408c-966a-4908-9f90-2aa937ca0996 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router (fd6a5a90-41f7-465e-98af-20e92756cac5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.088249 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4df408c-966a-4908-9f90-2aa937ca0996 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (fd6a5a90-41f7-465e-98af-20e92756cac5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.090443 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4df408c-966a-4908-9f90-2aa937ca0996 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router_controller (fd6a5a90-41f7-465e-98af-20e92756cac5), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.117371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] Set router fd6a5a90-41f7-465e-98af-20e92756cac5 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:06:51.137701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4df408c-966a-4908-9f90-2aa937ca0996 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (fd6a5a90-41f7-465e-98af-20e92756cac5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.138251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4df408c-966a-4908-9f90-2aa937ca0996 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Fanout notify agent at l3_agent the message router_deleted on router fd6a5a90-41f7-465e-98af-20e92756cac5 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:06:51.145101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d4df408c-966a-4908-9f90-2aa937ca0996 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.146214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d4df408c-966a-4908-9f90-2aa937ca0996 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/routers/fd6a5a90-41f7-465e-98af-20e92756cac5 HTTP/1.1" status: 204 len: 168 time: 0.6596925 Jan 28 14:06:51.149234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37108) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:51.169641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6a5a90-41f7-465e-98af-20e92756cac5', 'name': 'tempest-NetworksTestDHCPv6-router-1818657775', 'tenant_id': '9672589b7f80447ab0b84adcfa47f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:06:46Z', 'updated_at': '2022-01-28T14:06:49Z', 'revision_number': 3, 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:06:51.175909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-218f9087-52b1-48bc-a46b-f8d7fd36dc8f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0255849 Jan 28 14:06:51.178408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37110) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:51.200637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] Checking router: fd6a5a90-41f7-465e-98af-20e92756cac5 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:06:51.209177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] Routers set() bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:06:51.209503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] Router IDs set() for agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 14:06:51.210528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_agentschedulers_db [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd6a5a90-41f7-465e-98af-20e92756cac5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:06:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent'). {{(pid=103375) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 14:06:51.210905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51587c04-1f52-4eda-b694-3c4d7d5eb563 None None] The sync data for ids ['fd6a5a90-41f7-465e-98af-20e92756cac5'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:06:51.230500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5932bc73-ad58-4ce7-a42f-35ed8190ad88 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:51.232006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5932bc73-ad58-4ce7-a42f-35ed8190ad88 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0513022 Jan 28 14:06:51.234521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37112) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:51.273805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8ecda3e9-00e3-449d-a1f0-977d4e8400ab tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381377 Jan 28 14:06:51.277702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37114) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:51.282520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:51.370105 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:51.373606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.648629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:06:51.650108 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (3b688fb2-74df-4342-995a-46532197c8e8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.694111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:51.698272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:51.702562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:51.703159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.706984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18157c6c-0bf8-4b50-ad9b-9e0733d66119 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:51.717729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=3b688fb2-74df-4342-995a-46532197c8e8,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:51.728738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1018bfea-ce43-456c-8c68-a3053bbce451 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4498754 Jan 28 14:06:51.731353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37118) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:51.736439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:51.805720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '3b688fb2-74df-4342-995a-46532197c8e8'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:51.806801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.853750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:51.857683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:51.947098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Allocated IP 2001:db8::f816:3eff:fef8:ea15 (518d9568-285d-4197-9242-673b159d864b/3b688fb2-74df-4342-995a-46532197c8e8/1ea91a78-afcb-41c4-82ee-da0cbaf030ba) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:52.113421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 33548a26-5728-4359-a785-261d2f903b6b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:52.121832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (66c47912-bb4d-4d06-b9f3-bad78ef86a1f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.156822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 33548a26-5728-4359-a785-261d2f903b6b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:52.157245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 33548a26-5728-4359-a785-261d2f903b6b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:52.157597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90d30be1-eae6-44eb-bc16-9bda55ccb08c no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:52.170713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:52.174005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:52.178604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:52.179699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.183649 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Publish callbacks [] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.185587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 90d30be1-eae6-44eb-bc16-9bda55ccb08c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:52.185753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90d30be1-eae6-44eb-bc16-9bda55ccb08c not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:52.198002 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.201140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=66c47912-bb4d-4d06-b9f3-bad78ef86a1f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:52.210915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c302c610-4883-462f-ab20-f90e030ace89 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4783211 Jan 28 14:06:52.213852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37120) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:52.219196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:d1:96:ea', 'name': 'tempest-NetworksTestDHCPv6-1933789935'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:52.245558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:52.249477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:52.251316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Pushing event updated for resources: {'Port': ['ID=1ea91a78-afcb-41c4-82ee-da0cbaf030ba,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:52.253502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:52.316830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Attempting to bind port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:52.317206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Attempting to bind port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:52.317571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Attempting to bind port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:52.323565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:52.323943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:52.324379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.324774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:52.325335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Bound port: 1ea91a78-afcb-41c4-82ee-da0cbaf030ba, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:52.325719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.337555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:52.408799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] For port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:52.411958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] For port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1ea91a78-afcb-41c4-82ee-da0cbaf030ba,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:52.416616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.442725 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.474238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4f4a-caea-4038-9a88-4224779817f7 None None] Pushing event updated for resources: {'Port': ['ID=1ea91a78-afcb-41c4-82ee-da0cbaf030ba,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:52.483023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port e641f041-87b8-4506-a80f-a89f808a617d yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:52.670008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 172.20.0.13 (518d9568-285d-4197-9242-673b159d864b/66c47912-bb4d-4d06-b9f3-bad78ef86a1f/e641f041-87b8-4506-a80f-a89f808a617d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:52.679120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fed1:96ea (518d9568-285d-4197-9242-673b159d864b/3b688fb2-74df-4342-995a-46532197c8e8/e641f041-87b8-4506-a80f-a89f808a617d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:52.836905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (e641f041-87b8-4506-a80f-a89f808a617d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.870774 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e641f041-87b8-4506-a80f-a89f808a617d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:52.917098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:52.919906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:52.923588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:52.951302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=e641f041-87b8-4506-a80f-a89f808a617d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:52.981030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:52.981670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.000200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-43bf1976-b634-4c3c-9ecf-5ef2f2de7a27 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7850125 Jan 28 14:06:53.002754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37122) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:53.052490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fd01d-adb1-4c8d-83ad-4306468feb1b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:53.058138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fd01d-adb1-4c8d-83ad-4306468feb1b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:53.059770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fe0fd01d-adb1-4c8d-83ad-4306468feb1b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0560889 Jan 28 14:06:53.062439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37124) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:53.159468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port e641f041-87b8-4506-a80f-a89f808a617d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:53.159468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e641f041-87b8-4506-a80f-a89f808a617d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.267384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e641f041-87b8-4506-a80f-a89f808a617d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.282225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for e641f041-87b8-4506-a80f-a89f808a617d owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:53.470270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac0c18-9df6-43da-a0aa-4909a758adde None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:53.490704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e641f041-87b8-4506-a80f-a89f808a617d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.530679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=e641f041-87b8-4506-a80f-a89f808a617d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:53.594979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fc1a08f5-07a1-41f7-9bc7-259205706def None None] Provisioning complete for port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:53.595366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc1a08f5-07a1-41f7-9bc7-259205706def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.619601 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.623122 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6ab1d189-3628-49f4-9ab9-3cf7fbb902e5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/e641f041-87b8-4506-a80f-a89f808a617d HTTP/1.1" status: 204 len: 168 time: 0.5595832 Jan 28 14:06:53.626123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:53.684744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f6528-188a-4612-a87d-2a47bc79206c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:53.686193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f6528-188a-4612-a87d-2a47bc79206c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:53.687616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f6528-188a-4612-a87d-2a47bc79206c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:53.689271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d44f6528-188a-4612-a87d-2a47bc79206c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0622070 Jan 28 14:06:53.691979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37128) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:53.712528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a08f5-07a1-41f7-9bc7-259205706def None None] Current status of the port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:53.712819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc1a08f5-07a1-41f7-9bc7-259205706def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.731362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e316ab43-b632-45af-9b34-887d57e83ee9 None None] Update dhcp port {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '3b688fb2-74df-4342-995a-46532197c8e8', 'ip_address': '2001:db8::f816:3eff:fef8:ea15'}, {'subnet_id': '66c47912-bb4d-4d06-b9f3-bad78ef86a1f'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '1ea91a78-afcb-41c4-82ee-da0cbaf030ba'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 14:06:53.745227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 3b688fb2-74df-4342-995a-46532197c8e8 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:53.748459 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (3b688fb2-74df-4342-995a-46532197c8e8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.778434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fc1a08f5-07a1-41f7-9bc7-259205706def None None] For port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1ea91a78-afcb-41c4-82ee-da0cbaf030ba,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:53.780070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e316ab43-b632-45af-9b34-887d57e83ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.790504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (3b688fb2-74df-4342-995a-46532197c8e8), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.790826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc1a08f5-07a1-41f7-9bc7-259205706def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.888124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (3b688fb2-74df-4342-995a-46532197c8e8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.918800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a08f5-07a1-41f7-9bc7-259205706def None None] Pushing event updated for resources: {'Port': ['ID=1ea91a78-afcb-41c4-82ee-da0cbaf030ba,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:53.947807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (3b688fb2-74df-4342-995a-46532197c8e8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server [None req-e316ab43-b632-45af-9b34-887d57e83ee9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b688fb2-74df-4342-995a-46532197c8e8: This subnet is being modified by another concurrent operation. Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise exception Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b688fb2-74df-4342-995a-46532197c8e8: This subnet is being modified by another concurrent operation. Jan 28 14:06:53.952532 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Jan 28 14:06:53.977395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=3b688fb2-74df-4342-995a-46532197c8e8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:53.983219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:53.986556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec99cdfe-4ebf-49cb-ae34-dd297eb1e5ff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/3b688fb2-74df-4342-995a-46532197c8e8 HTTP/1.1" status: 204 len: 168 time: 0.2936039 Jan 28 14:06:53.993817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37130) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:54.037248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf75dc-5629-4519-98f2-436c4abe6859 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 14:06:54.052378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 66c47912-bb4d-4d06-b9f3-bad78ef86a1f {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:54.057341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (66c47912-bb4d-4d06-b9f3-bad78ef86a1f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.100271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (66c47912-bb4d-4d06-b9f3-bad78ef86a1f), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.117999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf75dc-5629-4519-98f2-436c4abe6859 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 14:06:54.128873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dc402c66-ac90-4319-9fcb-237a7c6f5379 None None] Provisioning complete for port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:54.129244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc402c66-ac90-4319-9fcb-237a7c6f5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.153716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (66c47912-bb4d-4d06-b9f3-bad78ef86a1f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.226344 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (66c47912-bb4d-4d06-b9f3-bad78ef86a1f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.262663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=66c47912-bb4d-4d06-b9f3-bad78ef86a1f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:54.264897 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.268441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2c5dffe2-8a0f-47e6-a402-a1414541534d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/66c47912-bb4d-4d06-b9f3-bad78ef86a1f HTTP/1.1" status: 204 len: 168 time: 0.2734945 Jan 28 14:06:54.270655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37132) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:54.289231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dc402c66-ac90-4319-9fcb-237a7c6f5379 None None] Current status of the port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:54.310482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b7ae3aeb-d938-4b4a-8e5c-c297140c066c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387025 Jan 28 14:06:54.313270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37134) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:54.318519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:54.381082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebbf658-e1f6-4493-9437-f853a3d75233 None None] Update dhcp port {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '66c47912-bb4d-4d06-b9f3-bad78ef86a1f'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '1ea91a78-afcb-41c4-82ee-da0cbaf030ba'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 14:06:54.411589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf658-e1f6-4493-9437-f853a3d75233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.424158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:54.427775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.542811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6f1b1-87da-4139-84bf-26d0409c9801 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:54.642470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fb837b90-aea8-41be-9994-919b99100f12 None None] Provisioning complete for port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:54.642868 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb837b90-aea8-41be-9994-919b99100f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.722074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:54.768000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fb837b90-aea8-41be-9994-919b99100f12 None None] Current status of the port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:54.796159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:06:54.796441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] Deleting port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:54.796571 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.877593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] For port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1ea91a78-afcb-41c4-82ee-da0cbaf030ba,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:54.878055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.891836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] Calling delete_port for 1ea91a78-afcb-41c4-82ee-da0cbaf030ba owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:54.976296 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (1ea91a78-afcb-41c4-82ee-da0cbaf030ba), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:54.992584 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_pluggable_backend [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103373) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 14:06:54.993204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_pluggable_backend [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Reverting IP allocation for 2001:db8::f816:3eff:fef8:ea15 {{(pid=103373) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 14:06:54.996902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_pluggable_backend [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef8:ea15 {{(pid=103373) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 14:06:54.998216 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (0c6841de-e7d9-4628-b621-3fc936b7be35), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.013874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] Pushing event deleted for resources: {'Port': ['ID=1ea91a78-afcb-41c4-82ee-da0cbaf030ba,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.018913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f700b7-133b-43e8-b445-ec5f126b1e99 None None] No DVR routers for this DVR port 1ea91a78-afcb-41c4-82ee-da0cbaf030ba on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:55.046079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:55.049273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:55.053425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:55.054815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.060008 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804095e-f283-405e-a9e0-45a95fe157f6 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:55.062506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=0c6841de-e7d9-4628-b621-3fc936b7be35,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.075793 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ac2e6584-4018-4018-aeb2-56986ece75a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7613626 Jan 28 14:06:55.078586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37136) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:55.083704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:55.161323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '0c6841de-e7d9-4628-b621-3fc936b7be35'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:55.162849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.195529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:55.199075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.297783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Allocated IP 2001:db8::f816:3eff:fe1c:dfd8 (518d9568-285d-4197-9242-673b159d864b/0c6841de-e7d9-4628-b621-3fc936b7be35/2017b76e-1bf6-49fb-a06c-d585220ff348) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:55.431921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (7f462482-2f4d-4ed7-a474-8afc90b621ae), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.449950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Publish callbacks [] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.455710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.479570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:55.483493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:55.489195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:55.489975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.494962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:55.497828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:55.501727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=7f462482-2f4d-4ed7-a474-8afc90b621ae,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.508201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:55.514288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Pushing event updated for resources: {'Port': ['ID=2017b76e-1bf6-49fb-a06c-d585220ff348,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.514536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e0b6c094-1455-435d-935e-6b3385f7813c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4348221 Jan 28 14:06:55.517401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37138) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:55.522303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:29:02:8c', 'name': 'tempest-NetworksTestDHCPv6-1355883570'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:55.567593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Attempting to bind port 2017b76e-1bf6-49fb-a06c-d585220ff348 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:55.568214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Attempting to bind port 2017b76e-1bf6-49fb-a06c-d585220ff348 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:55.568334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Attempting to bind port 2017b76e-1bf6-49fb-a06c-d585220ff348 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:55.574096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:55.574479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:55.574897 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.575356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:55.575849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Bound port: 2017b76e-1bf6-49fb-a06c-d585220ff348, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:55.576305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.633448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:55.637886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.640983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] For port 2017b76e-1bf6-49fb-a06c-d585220ff348, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:55.644610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] For port 2017b76e-1bf6-49fb-a06c-d585220ff348, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2017b76e-1bf6-49fb-a06c-d585220ff348,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:55.649302 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:55.659907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port ab6a3eb7-c808-4b7f-9eb1-e307abcb224e yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:55.707357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347388b-6db7-4cbd-86e1-ef34491e04fd None None] Pushing event updated for resources: {'Port': ['ID=2017b76e-1bf6-49fb-a06c-d585220ff348,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:55.846981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 172.20.0.5 (518d9568-285d-4197-9242-673b159d864b/7f462482-2f4d-4ed7-a474-8afc90b621ae/ab6a3eb7-c808-4b7f-9eb1-e307abcb224e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:55.855099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fe29:28c (518d9568-285d-4197-9242-673b159d864b/0c6841de-e7d9-4628-b621-3fc936b7be35/ab6a3eb7-c808-4b7f-9eb1-e307abcb224e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:56.029118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (ab6a3eb7-c808-4b7f-9eb1-e307abcb224e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.068197 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ab6a3eb7-c808-4b7f-9eb1-e307abcb224e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.114079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:56.119068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:56.123335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:56.138867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2017b76e-1bf6-49fb-a06c-d585220ff348 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:06:56.149002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=ab6a3eb7-c808-4b7f-9eb1-e307abcb224e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.176342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:56.176961 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.200659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f5c60be3-3604-456e-bfdf-1e5cf3bd4ce1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.6790984 Jan 28 14:06:56.200659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37140) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:56.209122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2017b76e-1bf6-49fb-a06c-d585220ff348 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:56.209615 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.254661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16af01f-018e-4516-aa8c-e77ed6ac46dd tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:56.260392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16af01f-018e-4516-aa8c-e77ed6ac46dd tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:56.261949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d16af01f-018e-4516-aa8c-e77ed6ac46dd tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0608850 Jan 28 14:06:56.264559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37142) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:56.288477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2017b76e-1bf6-49fb-a06c-d585220ff348 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:56.288919 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.326342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2017b76e-1bf6-49fb-a06c-d585220ff348, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2017b76e-1bf6-49fb-a06c-d585220ff348,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:56.330659 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.355808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port ab6a3eb7-c808-4b7f-9eb1-e307abcb224e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:56.356212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ab6a3eb7-c808-4b7f-9eb1-e307abcb224e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.387317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2017b76e-1bf6-49fb-a06c-d585220ff348,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.450975 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ab6a3eb7-c808-4b7f-9eb1-e307abcb224e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.464083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for ab6a3eb7-c808-4b7f-9eb1-e307abcb224e owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:56.659402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ab6a3eb7-c808-4b7f-9eb1-e307abcb224e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.690963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19b221-939e-40ab-ada1-587bb5e538b1 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:56.691941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=ab6a3eb7-c808-4b7f-9eb1-e307abcb224e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:56.783443 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.788765 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c35ac92-b623-4a1d-8245-fae07d312630 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/ab6a3eb7-c808-4b7f-9eb1-e307abcb224e HTTP/1.1" status: 204 len: 168 time: 0.5219100 Jan 28 14:06:56.791188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37146) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:56.812119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fb6f301b-7f6e-4327-b5d7-9e87c605aa8e None None] Provisioning complete for port 2017b76e-1bf6-49fb-a06c-d585220ff348 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:56.812575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fb6f301b-7f6e-4327-b5d7-9e87c605aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.853782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91711cfc-7896-414b-8358-dac3fa422077 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:56.855103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91711cfc-7896-414b-8358-dac3fa422077 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:56.856587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91711cfc-7896-414b-8358-dac3fa422077 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:56.860641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-91711cfc-7896-414b-8358-dac3fa422077 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0660620 Jan 28 14:06:56.861215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:56.889674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98274b7-766a-40e4-ac23-a685760eb4ff None None] Update dhcp port {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '0c6841de-e7d9-4628-b621-3fc936b7be35', 'ip_address': '2001:db8::f816:3eff:fe1c:dfd8'}, {'subnet_id': '7f462482-2f4d-4ed7-a474-8afc90b621ae'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '2017b76e-1bf6-49fb-a06c-d585220ff348'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 14:06:56.919219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 0c6841de-e7d9-4628-b621-3fc936b7be35 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:56.922514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (0c6841de-e7d9-4628-b621-3fc936b7be35), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.932528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e98274b7-766a-40e4-ac23-a685760eb4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.954612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.965375 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (0c6841de-e7d9-4628-b621-3fc936b7be35), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:56.982158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f301b-7f6e-4327-b5d7-9e87c605aa8e None None] Current status of the port 2017b76e-1bf6-49fb-a06c-d585220ff348 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:57.064288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (0c6841de-e7d9-4628-b621-3fc936b7be35), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.135820 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (0c6841de-e7d9-4628-b621-3fc936b7be35), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.165321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6841de-e7d9-4628-b621-3fc936b7be35,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:57.170438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.176075 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6a43a1f5-9676-4be6-a3ec-50f40454f68a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/0c6841de-e7d9-4628-b621-3fc936b7be35 HTTP/1.1" status: 204 len: 168 time: 0.3114297 Jan 28 14:06:57.176344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37152) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:57.228790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 7f462482-2f4d-4ed7-a474-8afc90b621ae {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:06:57.232111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (7f462482-2f4d-4ed7-a474-8afc90b621ae), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server [None req-e98274b7-766a-40e4-ac23-a685760eb4ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c6841de-e7d9-4628-b621-3fc936b7be35: This subnet is being modified by another concurrent operation. Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise exception Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c6841de-e7d9-4628-b621-3fc936b7be35: This subnet is being modified by another concurrent operation. Jan 28 14:06:57.253042 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Jan 28 14:06:57.275785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (7f462482-2f4d-4ed7-a474-8afc90b621ae), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.328447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7f462482-2f4d-4ed7-a474-8afc90b621ae), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.333495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6bb88-46bc-41c5-8222-38e86c92b7ca None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 14:06:57.389012 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (7f462482-2f4d-4ed7-a474-8afc90b621ae), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.416339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6bb88-46bc-41c5-8222-38e86c92b7ca None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 14:06:57.417525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=7f462482-2f4d-4ed7-a474-8afc90b621ae,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:57.422325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.425554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fe13338-a604-4b71-9795-6ea2ad1524a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/7f462482-2f4d-4ed7-a474-8afc90b621ae HTTP/1.1" status: 204 len: 168 time: 0.2482591 Jan 28 14:06:57.426477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e97bc68c-b8e0-46ca-91ce-43b2f4a33066 None None] Provisioning complete for port 2017b76e-1bf6-49fb-a06c-d585220ff348 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:57.426861 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e97bc68c-b8e0-46ca-91ce-43b2f4a33066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.427966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37156) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:57.468496 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eb2f36ce-4433-4121-9e4b-77eba19b7d0b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381467 Jan 28 14:06:57.471078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37158) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:57.475842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:57.569147 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:57.573226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.602620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e97bc68c-b8e0-46ca-91ce-43b2f4a33066 None None] Current status of the port 2017b76e-1bf6-49fb-a06c-d585220ff348 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:57.638223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07923350-1619-4947-ba2b-e40fa4c5cac1 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:57.746868 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3065b156-2bcd-4ec5-8d35-aa8822399301 None None] Provisioning complete for port 2017b76e-1bf6-49fb-a06c-d585220ff348 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:57.747559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3065b156-2bcd-4ec5-8d35-aa8822399301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.765734 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (7985cd08-b3b8-4c06-99c1-ced4efa2aa1b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.799614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:06:57.813938 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:57.817273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:57.820798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:57.821405 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.833473 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=7985cd08-b3b8-4c06-99c1-ced4efa2aa1b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:57.844309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7f1dfb02-068e-4057-b4aa-3ec682796c1e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3720875 Jan 28 14:06:57.847821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37160) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:57.853570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:57.883659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3065b156-2bcd-4ec5-8d35-aa8822399301 None None] Current status of the port 2017b76e-1bf6-49fb-a06c-d585220ff348 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:06:57.893109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] Deleting port 2017b76e-1bf6-49fb-a06c-d585220ff348 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:57.893495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.969139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:57.972847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:57.993214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] For port 2017b76e-1bf6-49fb-a06c-d585220ff348, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2017b76e-1bf6-49fb-a06c-d585220ff348,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:06:57.993756 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.007775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] Calling delete_port for 2017b76e-1bf6-49fb-a06c-d585220ff348 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:58.100521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2017b76e-1bf6-49fb-a06c-d585220ff348 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:06:58.104284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (2017b76e-1bf6-49fb-a06c-d585220ff348), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.133764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2017b76e-1bf6-49fb-a06c-d585220ff348 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:06:58.134128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2017b76e-1bf6-49fb-a06c-d585220ff348 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:06:58.153858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] Pushing event deleted for resources: {'Port': ['ID=2017b76e-1bf6-49fb-a06c-d585220ff348,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:58.155764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f159f-1cfa-4c85-be24-fa4744a273d8 None None] No DVR routers for this DVR port 2017b76e-1bf6-49fb-a06c-d585220ff348 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:06:58.172291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b426b2-4c14-4b84-90e7-078dc522a6a2 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:58.274456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '7985cd08-b3b8-4c06-99c1-ced4efa2aa1b'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:06:58.275346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.307525 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.314233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:06:58.315797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (706068d4-0b56-495e-87fe-04a4786b1665), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.363327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:58.367147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:58.371481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:58.372110 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.375533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=706068d4-0b56-495e-87fe-04a4786b1665,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:58.391191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f8f2dd75-3c4b-4964-9451-4de4de3a2967 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5422373 Jan 28 14:06:58.393871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37164) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:58.399443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:10:97:c4', 'name': 'tempest-NetworksTestDHCPv6-1611689048'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:06:58.481143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Allocated IP 172.20.0.2 (518d9568-285d-4197-9242-673b159d864b/7985cd08-b3b8-4c06-99c1-ced4efa2aa1b/1f614167-f22d-48ce-bebf-a099e75f51d4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:58.487493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Allocated IP 2001:db8::f816:3eff:feec:3a78 (518d9568-285d-4197-9242-673b159d864b/706068d4-0b56-495e-87fe-04a4786b1665/1f614167-f22d-48ce-bebf-a099e75f51d4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:58.506661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:06:58.637869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Publish callbacks [] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.644799 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.691859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:58.697918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:58.700480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:58.708470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Pushing event updated for resources: {'Port': ['ID=1f614167-f22d-48ce-bebf-a099e75f51d4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:58.783717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Attempting to bind port 1f614167-f22d-48ce-bebf-a099e75f51d4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:06:58.784439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Attempting to bind port 1f614167-f22d-48ce-bebf-a099e75f51d4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:06:58.784558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Attempting to bind port 1f614167-f22d-48ce-bebf-a099e75f51d4 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:06:58.789623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:06:58.790007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:06:58.790415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.790811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:06:58.791277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Bound port: 1f614167-f22d-48ce-bebf-a099e75f51d4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:06:58.791662 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.836791 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.857070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 051d62a7-9166-4dcf-8225-9f7998bb34c4 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:06:58.858234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] For port 1f614167-f22d-48ce-bebf-a099e75f51d4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:06:58.861891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] For port 1f614167-f22d-48ce-bebf-a099e75f51d4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1f614167-f22d-48ce-bebf-a099e75f51d4,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:06:58.867517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:58.922977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c359d27-a206-40b1-b2b7-a36d32d0076a None None] Pushing event updated for resources: {'Port': ['ID=1f614167-f22d-48ce-bebf-a099e75f51d4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:59.033104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 172.20.0.9 (518d9568-285d-4197-9242-673b159d864b/7985cd08-b3b8-4c06-99c1-ced4efa2aa1b/051d62a7-9166-4dcf-8225-9f7998bb34c4) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:59.039904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fe10:97c4 (518d9568-285d-4197-9242-673b159d864b/706068d4-0b56-495e-87fe-04a4786b1665/051d62a7-9166-4dcf-8225-9f7998bb34c4) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:06:59.214968 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (051d62a7-9166-4dcf-8225-9f7998bb34c4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.248283 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (051d62a7-9166-4dcf-8225-9f7998bb34c4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.290533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:06:59.293451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:06:59.299076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:06:59.306068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=051d62a7-9166-4dcf-8225-9f7998bb34c4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:59.350361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:59.351082 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.369382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b1e4dcc5-4c93-491a-b67b-664a0ae86400 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9743867 Jan 28 14:06:59.372330 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37166) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:59.419767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f33ae5d-75ff-4d4f-99a5-3a0e2b1fb443 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:59.424955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f33ae5d-75ff-4d4f-99a5-3a0e2b1fb443 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:59.426526 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0f33ae5d-75ff-4d4f-99a5-3a0e2b1fb443 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0532038 Jan 28 14:06:59.430189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37168) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:59.519400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 051d62a7-9166-4dcf-8225-9f7998bb34c4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:06:59.519747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (051d62a7-9166-4dcf-8225-9f7998bb34c4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.609373 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (051d62a7-9166-4dcf-8225-9f7998bb34c4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.622673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 051d62a7-9166-4dcf-8225-9f7998bb34c4 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:06:59.763754 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:06:59.809374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (051d62a7-9166-4dcf-8225-9f7998bb34c4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.832720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eec8ad-ef1c-4ef6-a17c-a1d5ae8f04d7 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:06:59.844513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=051d62a7-9166-4dcf-8225-9f7998bb34c4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:06:59.933022 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.936368 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c818f696-c70a-46b7-8fc0-ad2fe754f2aa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/051d62a7-9166-4dcf-8225-9f7998bb34c4 HTTP/1.1" status: 204 len: 168 time: 0.5051396 Jan 28 14:06:59.938865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37170) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:06:59.946142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-fcce0f2d-3689-4d35-86b7-762c9eea700c None None] Provisioning complete for port 1f614167-f22d-48ce-bebf-a099e75f51d4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:06:59.946531 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fcce0f2d-3689-4d35-86b7-762c9eea700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:06:59.990861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da999d-3e1d-4442-b767-f0a13eeaa890 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:59.992836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da999d-3e1d-4442-b767-f0a13eeaa890 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:59.994272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da999d-3e1d-4442-b767-f0a13eeaa890 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:06:59.998984 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d3da999d-3e1d-4442-b767-f0a13eeaa890 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0567095 Jan 28 14:07:00.000696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37172) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:00.035900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-fcce0f2d-3689-4d35-86b7-762c9eea700c None None] Current status of the port 1f614167-f22d-48ce-bebf-a099e75f51d4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:00.036529 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fcce0f2d-3689-4d35-86b7-762c9eea700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.056645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 706068d4-0b56-495e-87fe-04a4786b1665 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:00.060127 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (706068d4-0b56-495e-87fe-04a4786b1665), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.079498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fcce0f2d-3689-4d35-86b7-762c9eea700c None None] For port 1f614167-f22d-48ce-bebf-a099e75f51d4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1f614167-f22d-48ce-bebf-a099e75f51d4,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:00.086089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fcce0f2d-3689-4d35-86b7-762c9eea700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.123136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (706068d4-0b56-495e-87fe-04a4786b1665), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.176231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1f614167-f22d-48ce-bebf-a099e75f51d4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:00.184165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce0f2d-3689-4d35-86b7-762c9eea700c None None] Pushing event updated for resources: {'Port': ['ID=1f614167-f22d-48ce-bebf-a099e75f51d4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:00.221946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (706068d4-0b56-495e-87fe-04a4786b1665), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.237399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1f614167-f22d-48ce-bebf-a099e75f51d4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:00.237783 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.289571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (706068d4-0b56-495e-87fe-04a4786b1665), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.324465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=706068d4-0b56-495e-87fe-04a4786b1665,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:00.324882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1f614167-f22d-48ce-bebf-a099e75f51d4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:00.326593 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.330517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5ad33c8-0d18-4eb5-b5c0-2a5d8cd3cb36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/706068d4-0b56-495e-87fe-04a4786b1665 HTTP/1.1" status: 204 len: 168 time: 0.3287764 Jan 28 14:07:00.333172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37174) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:00.391653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 7985cd08-b3b8-4c06-99c1-ced4efa2aa1b {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:00.395073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (7985cd08-b3b8-4c06-99c1-ced4efa2aa1b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.436817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (7985cd08-b3b8-4c06-99c1-ced4efa2aa1b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.531943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (7985cd08-b3b8-4c06-99c1-ced4efa2aa1b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.594121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67707eba-aee7-4a14-b399-5df36b37e214 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:00.596719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (7985cd08-b3b8-4c06-99c1-ced4efa2aa1b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.626760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=7985cd08-b3b8-4c06-99c1-ced4efa2aa1b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:00.638506 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.641750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/7985cd08-b3b8-4c06-99c1-ced4efa2aa1b HTTP/1.1" status: 204 len: 168 time: 0.3039341 Jan 28 14:07:00.643472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.643835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.644210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.644561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.645254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.645254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.645568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.645891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.646214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.646546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.646878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.647219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.648227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc5d6-06a6-4467-9998-113d7c25f9e2 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:00.649265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37176) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:00.668618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-597a97b1-1d83-4c24-8ba7-8d8853052f0c None None] Provisioning complete for port 1f614167-f22d-48ce-bebf-a099e75f51d4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:00.668999 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-597a97b1-1d83-4c24-8ba7-8d8853052f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.697342 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc7bd596-1613-4aa1-a4a8-eb4b742dfedc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454667 Jan 28 14:07:00.699988 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37178) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:00.704759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:00.779963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-597a97b1-1d83-4c24-8ba7-8d8853052f0c None None] Current status of the port 1f614167-f22d-48ce-bebf-a099e75f51d4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:00.812125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:00.812431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:00.815758 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.878065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] Deleting port 1f614167-f22d-48ce-bebf-a099e75f51d4 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:00.878625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.955434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] For port 1f614167-f22d-48ce-bebf-a099e75f51d4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1f614167-f22d-48ce-bebf-a099e75f51d4,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:00.955850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:00.974300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] Calling delete_port for 1f614167-f22d-48ce-bebf-a099e75f51d4 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:01.043222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (3d9bab1a-31b9-4393-8778-73a49f7d89a7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.074755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (1f614167-f22d-48ce-bebf-a099e75f51d4), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.088612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] No DVR routers for this DVR port 1f614167-f22d-48ce-bebf-a099e75f51d4 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:01.099125 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:01.103019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:01.107485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.108112 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.111508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5b30f-12e7-40dc-ac8c-705d0eb29a7b None None] Pushing event deleted for resources: {'Port': ['ID=1f614167-f22d-48ce-bebf-a099e75f51d4,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:01.113927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=3d9bab1a-31b9-4393-8778-73a49f7d89a7,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:01.126259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f880b-48a0-4bf4-8e34-bf0a1741f76b None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:01.137946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52bd0169-c670-4b11-a03c-dc513e955457 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4368763 Jan 28 14:07:01.141188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37180) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:01.146972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:01.253795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '3d9bab1a-31b9-4393-8778-73a49f7d89a7'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:01.259760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.279077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:01.283085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.431002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Allocated IP 172.20.0.2 (518d9568-285d-4197-9242-673b159d864b/3d9bab1a-31b9-4393-8778-73a49f7d89a7/c27bc789-6573-48b9-93b2-e57dc7c133b1) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:01.595073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Publish callbacks [] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.600953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.604508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:01.605994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (bbd758bf-d2e1-4e83-b2d8-29107e33ef6f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.642808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:01.646150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:01.648653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:01.651215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:01.654780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:01.658734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:01.659337 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.659845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Pushing event updated for resources: {'Port': ['ID=c27bc789-6573-48b9-93b2-e57dc7c133b1,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:01.664951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=bbd758bf-d2e1-4e83-b2d8-29107e33ef6f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:01.681162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a1f8b4e1-1b68-4849-ac1e-07f502f92f9a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5383806 Jan 28 14:07:01.683928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37182) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:01.689064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:91:31:3f', 'name': 'tempest-NetworksTestDHCPv6-1100849544'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:01.713430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Attempting to bind port c27bc789-6573-48b9-93b2-e57dc7c133b1 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:01.713807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Attempting to bind port c27bc789-6573-48b9-93b2-e57dc7c133b1 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:01.714173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Attempting to bind port c27bc789-6573-48b9-93b2-e57dc7c133b1 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:01.719468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:01.719846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:01.720284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.720684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:01.721149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Bound port: c27bc789-6573-48b9-93b2-e57dc7c133b1, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:01.721531 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.783566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] For port c27bc789-6573-48b9-93b2-e57dc7c133b1, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:01.786702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] For port c27bc789-6573-48b9-93b2-e57dc7c133b1, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c27bc789-6573-48b9-93b2-e57dc7c133b1,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:01.791982 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.802071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:01.807073 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:01.829350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 6b7e99f6-08c0-48da-a475-4be6df2e2359 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:01.853847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f4811-a053-4dff-baa3-23937e26e628 None None] Pushing event updated for resources: {'Port': ['ID=c27bc789-6573-48b9-93b2-e57dc7c133b1,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:02.013714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 172.20.0.8 (518d9568-285d-4197-9242-673b159d864b/3d9bab1a-31b9-4393-8778-73a49f7d89a7/6b7e99f6-08c0-48da-a475-4be6df2e2359) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:02.019901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fe91:313f (518d9568-285d-4197-9242-673b159d864b/bbd758bf-d2e1-4e83-b2d8-29107e33ef6f/6b7e99f6-08c0-48da-a475-4be6df2e2359) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:02.168197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c27bc789-6573-48b9-93b2-e57dc7c133b1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:02.189646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (6b7e99f6-08c0-48da-a475-4be6df2e2359), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.220922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c27bc789-6573-48b9-93b2-e57dc7c133b1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:02.221181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.224736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6b7e99f6-08c0-48da-a475-4be6df2e2359), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.272347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:02.275906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:02.278889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:02.307193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c27bc789-6573-48b9-93b2-e57dc7c133b1 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:02.307591 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.315845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=6b7e99f6-08c0-48da-a475-4be6df2e2359,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:02.338818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:02.339573 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.341025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port c27bc789-6573-48b9-93b2-e57dc7c133b1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c27bc789-6573-48b9-93b2-e57dc7c133b1,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:02.345474 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.358721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f602cff3-061e-4e1c-80b1-67ba83944461 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6736331 Jan 28 14:07:02.361419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37184) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:02.402616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1f614167-f22d-48ce-bebf-a099e75f51d4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:02.413815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec278667-8353-4c11-8b68-dec46c73cd51 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:02.419549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec278667-8353-4c11-8b68-dec46c73cd51 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:02.424216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec278667-8353-4c11-8b68-dec46c73cd51 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.0587473 Jan 28 14:07:02.424556 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37186) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:02.426303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=c27bc789-6573-48b9-93b2-e57dc7c133b1,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:02.428768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1f614167-f22d-48ce-bebf-a099e75f51d4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:02.429171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1f614167-f22d-48ce-bebf-a099e75f51d4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:02.516510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 6b7e99f6-08c0-48da-a475-4be6df2e2359 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:02.516867 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6b7e99f6-08c0-48da-a475-4be6df2e2359), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.617153 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6b7e99f6-08c0-48da-a475-4be6df2e2359), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.630359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 6b7e99f6-08c0-48da-a475-4be6df2e2359 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:02.775323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4032fab-03c8-40cc-974e-18bcb838168d None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:02.813048 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6b7e99f6-08c0-48da-a475-4be6df2e2359), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.843418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=6b7e99f6-08c0-48da-a475-4be6df2e2359,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:02.853967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-58262919-5e5f-475e-ab5d-417c36d29cd2 None None] Provisioning complete for port c27bc789-6573-48b9-93b2-e57dc7c133b1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:02.854179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-58262919-5e5f-475e-ab5d-417c36d29cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.934295 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:02.940982 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-480a6feb-c2f1-4c5a-88f4-5f3c68bed3a8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/6b7e99f6-08c0-48da-a475-4be6df2e2359 HTTP/1.1" status: 204 len: 168 time: 0.5126486 Jan 28 14:07:02.941488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37190) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:02.972924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-58262919-5e5f-475e-ab5d-417c36d29cd2 None None] Current status of the port c27bc789-6573-48b9-93b2-e57dc7c133b1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:03.003156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c703a74-f564-43e8-a35e-3c901a5eb4ef tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:03.004564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c9724-5c71-43b6-be78-19635e1a5428 None None] Update dhcp port {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '3d9bab1a-31b9-4393-8778-73a49f7d89a7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bbd758bf-d2e1-4e83-b2d8-29107e33ef6f'}], 'binding:host_id': 'n-d-822748-2'}, 'id': 'c27bc789-6573-48b9-93b2-e57dc7c133b1'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 14:07:03.004752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c703a74-f564-43e8-a35e-3c901a5eb4ef tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:03.005910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c703a74-f564-43e8-a35e-3c901a5eb4ef tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:03.007513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9c703a74-f564-43e8-a35e-3c901a5eb4ef tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0648808 Jan 28 14:07:03.010457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37192) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.033637 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9724-5c71-43b6-be78-19635e1a5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.062814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 3d9bab1a-31b9-4393-8778-73a49f7d89a7 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:03.066049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (3d9bab1a-31b9-4393-8778-73a49f7d89a7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.110729 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (3d9bab1a-31b9-4393-8778-73a49f7d89a7), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.199076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (3d9bab1a-31b9-4393-8778-73a49f7d89a7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.261473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (3d9bab1a-31b9-4393-8778-73a49f7d89a7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server [None req-1a9c9724-5c71-43b6-be78-19635e1a5428 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d9bab1a-31b9-4393-8778-73a49f7d89a7: This subnet is being modified by another concurrent operation. Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise exception Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d9bab1a-31b9-4393-8778-73a49f7d89a7: This subnet is being modified by another concurrent operation. Jan 28 14:07:03.263597 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Jan 28 14:07:03.296177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9bab1a-31b9-4393-8778-73a49f7d89a7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:03.303179 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.307026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0795fe56-1ab8-44e7-8573-ea177f51c16d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/3d9bab1a-31b9-4393-8778-73a49f7d89a7 HTTP/1.1" status: 204 len: 168 time: 0.2955923 Jan 28 14:07:03.309561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37196) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.352751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d023c-37a2-4127-8fa8-f53967d11c8c None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 14:07:03.365488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet bbd758bf-d2e1-4e83-b2d8-29107e33ef6f {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:03.368710 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (bbd758bf-d2e1-4e83-b2d8-29107e33ef6f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.409819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (bbd758bf-d2e1-4e83-b2d8-29107e33ef6f), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.457991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (bbd758bf-d2e1-4e83-b2d8-29107e33ef6f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.525033 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (bbd758bf-d2e1-4e83-b2d8-29107e33ef6f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.553409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd758bf-d2e1-4e83-b2d8-29107e33ef6f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:03.557680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.564607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7cf1c828-f402-45bc-b5d8-7094b1904e08 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/bbd758bf-d2e1-4e83-b2d8-29107e33ef6f HTTP/1.1" status: 204 len: 168 time: 0.2539473 Jan 28 14:07:03.565324 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37198) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.581671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-60740581-7ce1-4936-aeb2-2fef16a4f866 None None] Provisioning complete for port c27bc789-6573-48b9-93b2-e57dc7c133b1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:03.582046 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-60740581-7ce1-4936-aeb2-2fef16a4f866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.611245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-90dd4118-252a-415f-8d50-1d0bea65d577 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425057 Jan 28 14:07:03.611474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37202) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.619902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d023c-37a2-4127-8fa8-f53967d11c8c None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 14:07:03.657346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0c425-5a23-4b78-a034-ce2140509c5e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:03.658808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9fc0c425-5a23-4b78-a034-ce2140509c5e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0465138 Jan 28 14:07:03.661430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37204) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.717304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3ff33-66ab-4c8b-a3fb-870e04af38c4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:03.718789 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a8f3ff33-66ab-4c8b-a3fb-870e04af38c4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564103 Jan 28 14:07:03.721351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37206) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.746256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-60740581-7ce1-4936-aeb2-2fef16a4f866 None None] Current status of the port c27bc789-6573-48b9-93b2-e57dc7c133b1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:03.760991 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e223757a-a04f-4116-9b87-35efdf7d1d7a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367386 Jan 28 14:07:03.763907 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37208) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.768811 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a6bbb2ff-04c6-4c5c-a42a-6841d5a9658f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:03.810163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857f595-e3b8-4f02-bee1-254c884e318b None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:03.853579 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bbb2ff-04c6-4c5c-a42a-6841d5a9658f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:03.857514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb2ff-04c6-4c5c-a42a-6841d5a9658f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.859470 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bbb2ff-04c6-4c5c-a42a-6841d5a9658f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:03.859952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bbb2ff-04c6-4c5c-a42a-6841d5a9658f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:03.876143 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a6bbb2ff-04c6-4c5c-a42a-6841d5a9658f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1111584 Jan 28 14:07:03.879261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37210) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:03.884634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-94c9f7a2-9a97-43f4-a569-4ab8e77ac234 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:03.893425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-08a4f393-4e27-4981-a04a-6aaac9e571f4 None None] Provisioning complete for port c27bc789-6573-48b9-93b2-e57dc7c133b1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:03.893814 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-08a4f393-4e27-4981-a04a-6aaac9e571f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.969182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:03.978225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9f7a2-9a97-43f4-a569-4ab8e77ac234 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:03.982358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94c9f7a2-9a97-43f4-a569-4ab8e77ac234 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:03.983783 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c9f7a2-9a97-43f4-a569-4ab8e77ac234 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:03.984291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c9f7a2-9a97-43f4-a569-4ab8e77ac234 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:03.999566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-94c9f7a2-9a97-43f4-a569-4ab8e77ac234 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1191883 Jan 28 14:07:04.002493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37212) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.007336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8ab2f7af-3b68-46d3-94f2-879ed1293b0d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:04.008285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-08a4f393-4e27-4981-a04a-6aaac9e571f4 None None] Current status of the port c27bc789-6573-48b9-93b2-e57dc7c133b1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:04.034688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] Deleting port c27bc789-6573-48b9-93b2-e57dc7c133b1 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:04.035075 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.101954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab2f7af-3b68-46d3-94f2-879ed1293b0d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:04.102487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] For port c27bc789-6573-48b9-93b2-e57dc7c133b1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c27bc789-6573-48b9-93b2-e57dc7c133b1,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:04.102899 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.107352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8ab2f7af-3b68-46d3-94f2-879ed1293b0d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.108917 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab2f7af-3b68-46d3-94f2-879ed1293b0d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:04.109359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab2f7af-3b68-46d3-94f2-879ed1293b0d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:04.112640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c27bc789-6573-48b9-93b2-e57dc7c133b1 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:04.125086 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8ab2f7af-3b68-46d3-94f2-879ed1293b0d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1215193 Jan 28 14:07:04.128000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37214) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.132836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a783bb56-53ba-45ea-b9e1-1b429f42d70f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:04.136529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] Calling delete_port for c27bc789-6573-48b9-93b2-e57dc7c133b1 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:04.225128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a783bb56-53ba-45ea-b9e1-1b429f42d70f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:04.229521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a783bb56-53ba-45ea-b9e1-1b429f42d70f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.230936 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a783bb56-53ba-45ea-b9e1-1b429f42d70f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:04.231379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a783bb56-53ba-45ea-b9e1-1b429f42d70f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:04.250037 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a783bb56-53ba-45ea-b9e1-1b429f42d70f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1176939 Jan 28 14:07:04.250301 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.255168 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ebcb3b57-1a0d-4fe9-8076-bf9d48cd5574 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:04.260162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c27bc789-6573-48b9-93b2-e57dc7c133b1 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:04.260542 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.270145 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (c27bc789-6573-48b9-93b2-e57dc7c133b1), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.307374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] Pushing event deleted for resources: {'Port': ['ID=c27bc789-6573-48b9-93b2-e57dc7c133b1,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:04.310849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd601c7-3adf-41b7-b32f-4c43d5a3aea9 None None] No DVR routers for this DVR port c27bc789-6573-48b9-93b2-e57dc7c133b1 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:04.359204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcb3b57-1a0d-4fe9-8076-bf9d48cd5574 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:04.362670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3b57-1a0d-4fe9-8076-bf9d48cd5574 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.364057 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcb3b57-1a0d-4fe9-8076-bf9d48cd5574 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:04.364498 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcb3b57-1a0d-4fe9-8076-bf9d48cd5574 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:04.380282 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ebcb3b57-1a0d-4fe9-8076-bf9d48cd5574 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1289530 Jan 28 14:07:04.383390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37220) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.388483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-84e35c47-c4dc-46b9-b43d-acb01a54e891 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:04.477354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e35c47-c4dc-46b9-b43d-acb01a54e891 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:04.480804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84e35c47-c4dc-46b9-b43d-acb01a54e891 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.482231 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e35c47-c4dc-46b9-b43d-acb01a54e891 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:04.482711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e35c47-c4dc-46b9-b43d-acb01a54e891 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:04.499007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-84e35c47-c4dc-46b9-b43d-acb01a54e891 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1144865 Jan 28 14:07:04.501515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37222) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.528123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a45eb8b7-4592-4d86-ad11-80137965c729 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0255318 Jan 28 14:07:04.530301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37224) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.585159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f92ee5-2da5-45b4-9ff7-08f8aae8d13a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:04.586880 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a4f92ee5-2da5-45b4-9ff7-08f8aae8d13a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0556896 Jan 28 14:07:04.589545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37226) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.627116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-16914b89-7a1b-4cc6-8607-1e638742461e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364957 Jan 28 14:07:04.630920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37228) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:04.635501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:04.727322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:04.730767 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.938627 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-569dc310-28aa-4dd3-9a20-4107ca3b970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:04.981809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:04.983409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (6c8f8bf7-3352-48b9-bca1-ad183480887e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.024743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:05.027872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:05.030870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:05.031468 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.036765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552ee2e-525e-4e19-aacd-bbd74e8c85c1 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:05.046551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=6c8f8bf7-3352-48b9-bca1-ad183480887e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:05.057346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cc637091-58cf-4fef-99e2-3861cce40c35 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4256756 Jan 28 14:07:05.059860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37230) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:05.064796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:69:3e:78', 'name': 'tempest-NetworksTestDHCPv6-10669540'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:05.136790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '6c8f8bf7-3352-48b9-bca1-ad183480887e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:05.137695 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.179315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:05.261680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.278228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Allocated IP 2001:db8::f816:3eff:fe48:ba86 (518d9568-285d-4197-9242-673b159d864b/6c8f8bf7-3352-48b9-bca1-ad183480887e/1e224921-64b9-4618-8e91-e4705d44c4eb) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:05.282451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port a462ce23-e67b-40b6-af6f-9e46a5916b34 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:05.425170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Publish callbacks [] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.431504 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.471991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:05.476681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:05.479225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:05.479460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fe69:3e78 (518d9568-285d-4197-9242-673b159d864b/6c8f8bf7-3352-48b9-bca1-ad183480887e/a462ce23-e67b-40b6-af6f-9e46a5916b34) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:05.487192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Pushing event updated for resources: {'Port': ['ID=1e224921-64b9-4618-8e91-e4705d44c4eb,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:05.538991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Attempting to bind port 1e224921-64b9-4618-8e91-e4705d44c4eb on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:05.539365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Attempting to bind port 1e224921-64b9-4618-8e91-e4705d44c4eb by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:05.539737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Attempting to bind port 1e224921-64b9-4618-8e91-e4705d44c4eb on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:05.544951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:05.545330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:05.545737 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.546142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:05.546598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Bound port: 1e224921-64b9-4618-8e91-e4705d44c4eb, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:05.546990 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.616113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] For port 1e224921-64b9-4618-8e91-e4705d44c4eb, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:05.619862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] For port 1e224921-64b9-4618-8e91-e4705d44c4eb, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e224921-64b9-4618-8e91-e4705d44c4eb,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:05.625561 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.643256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (a462ce23-e67b-40b6-af6f-9e46a5916b34), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.683754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a462ce23-e67b-40b6-af6f-9e46a5916b34), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.684714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a55e16-f7c5-41d4-9ab2-56a338f912e5 None None] Pushing event updated for resources: {'Port': ['ID=1e224921-64b9-4618-8e91-e4705d44c4eb,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:05.723394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:05.729761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:05.733828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:05.738991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:05.739616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:05.761393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=a462ce23-e67b-40b6-af6f-9e46a5916b34,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:05.773170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-af81257b-6779-43a0-a86e-47fa7e9a76d7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7114551 Jan 28 14:07:05.776059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37232) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:05.831593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399d21b-6235-496b-8b05-fd296d96af86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:05.837095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399d21b-6235-496b-8b05-fd296d96af86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:05.839246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9399d21b-6235-496b-8b05-fd296d96af86 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0616379 Jan 28 14:07:05.841489 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37234) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:05.940614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port a462ce23-e67b-40b6-af6f-9e46a5916b34 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:05.940952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a462ce23-e67b-40b6-af6f-9e46a5916b34), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.028325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a462ce23-e67b-40b6-af6f-9e46a5916b34), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.040815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for a462ce23-e67b-40b6-af6f-9e46a5916b34 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:06.145060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e224921-64b9-4618-8e91-e4705d44c4eb up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:06.176088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a462ce23-e67b-40b6-af6f-9e46a5916b34), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.196589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1e224921-64b9-4618-8e91-e4705d44c4eb triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:06.197045 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.204992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=a462ce23-e67b-40b6-af6f-9e46a5916b34,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:06.231340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.234725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5bb0a876-59a4-41f8-b57c-737e069e8cb1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/a462ce23-e67b-40b6-af6f-9e46a5916b34 HTTP/1.1" status: 204 len: 168 time: 0.3922820 Jan 28 14:07:06.237176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37236) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:06.284456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1e224921-64b9-4618-8e91-e4705d44c4eb is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:06.284984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.294619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb17cf55-4571-4d2c-a310-8237def5bf5d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:06.296109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb17cf55-4571-4d2c-a310-8237def5bf5d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:06.297663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fb17cf55-4571-4d2c-a310-8237def5bf5d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0595639 Jan 28 14:07:06.301555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37238) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:06.324783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 1e224921-64b9-4618-8e91-e4705d44c4eb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e224921-64b9-4618-8e91-e4705d44c4eb,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:06.330230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.362202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 6c8f8bf7-3352-48b9-bca1-ad183480887e {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:06.365457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (6c8f8bf7-3352-48b9-bca1-ad183480887e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.379985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=1e224921-64b9-4618-8e91-e4705d44c4eb,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:06.409704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (6c8f8bf7-3352-48b9-bca1-ad183480887e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.501626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6c8f8bf7-3352-48b9-bca1-ad183480887e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.571988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (6c8f8bf7-3352-48b9-bca1-ad183480887e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.603386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8f8bf7-3352-48b9-bca1-ad183480887e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:06.607970 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.611277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6b4dddbc-aae0-4e07-89c5-8939d80ec0a0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/6c8f8bf7-3352-48b9-bca1-ad183480887e HTTP/1.1" status: 204 len: 168 time: 0.3087614 Jan 28 14:07:06.613871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37240) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:06.657138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37242) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:06.657292 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-70a0b601-111c-4b42-9670-9588e9d9c0e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422714 Jan 28 14:07:06.659613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1708d-d6e4-4d2b-a7ba-75b857a9101c None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:06.662284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:06.758476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:06.760980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e2bf3a02-bd31-4faf-b8f0-3477cf323d05 None None] Provisioning complete for port 1e224921-64b9-4618-8e91-e4705d44c4eb triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:06.761356 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3a02-bd31-4faf-b8f0-3477cf323d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.761890 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.816267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:06.880850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf3a02-bd31-4faf-b8f0-3477cf323d05 None None] Current status of the port 1e224921-64b9-4618-8e91-e4705d44c4eb is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:06.902212 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] Deleting port 1e224921-64b9-4618-8e91-e4705d44c4eb {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:06.902514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.966400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] For port 1e224921-64b9-4618-8e91-e4705d44c4eb, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1e224921-64b9-4618-8e91-e4705d44c4eb,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:06.966805 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:06.980508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] Calling delete_port for 1e224921-64b9-4618-8e91-e4705d44c4eb owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:07.062411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (1e224921-64b9-4618-8e91-e4705d44c4eb), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.074564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:07.088003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] Pushing event deleted for resources: {'Port': ['ID=1e224921-64b9-4618-8e91-e4705d44c4eb,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:07.091329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887e435-e333-4227-bc26-53a220b9ff54 None None] No DVR routers for this DVR port 1e224921-64b9-4618-8e91-e4705d44c4eb on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:07.233127 n-d-822748-2 neutron-server[103374]: WARNING neutron.services.revisions.revision_plugin [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Could not find related port for resource to bump revision. Jan 28 14:07:07.237653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_pluggable_backend [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Port 1e224921-64b9-4618-8e91-e4705d44c4eb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 14:07:07.238036 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_pluggable_backend [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:ba86 {{(pid=103374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 14:07:07.241942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_pluggable_backend [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe48:ba86 {{(pid=103374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 14:07:07.243237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.286289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:07.290342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:07.294471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:07.295063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.299387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b274972-cfd7-47b1-ab16-45af82a1e605 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:07.302828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:07.317305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e61bd814-17e1-40f0-a6c5-e3b45e3b1009 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6589108 Jan 28 14:07:07.319757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37244) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:07.324947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:4b:01:9f', 'name': 'tempest-NetworksTestDHCPv6-80617414'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:07.404154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': 'c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:07.405187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.543723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Allocated IP 2001:db8::f816:3eff:fe26:3b8 (518d9568-285d-4197-9242-673b159d864b/c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3/d471e9b9-2848-4579-a518-cdf29578bca1) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:07.685817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Publish callbacks [] for port (d471e9b9-2848-4579-a518-cdf29578bca1), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.690492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:07.692800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.695384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.717917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:07.746958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:07.750411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:07.756843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:07.759848 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3deb-d985-4c93-b885-d3aeb912f7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.766992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Pushing event updated for resources: {'Port': ['ID=d471e9b9-2848-4579-a518-cdf29578bca1,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:07.818485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Attempting to bind port d471e9b9-2848-4579-a518-cdf29578bca1 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:07.818857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Attempting to bind port d471e9b9-2848-4579-a518-cdf29578bca1 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:07.819223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Attempting to bind port d471e9b9-2848-4579-a518-cdf29578bca1 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:07.825066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:07.825445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:07.825861 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.826257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:07.826720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Bound port: d471e9b9-2848-4579-a518-cdf29578bca1, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:07.827110 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.834958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fe4b:19f (518d9568-285d-4197-9242-673b159d864b/c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3/95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:07.891179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] For port d471e9b9-2848-4579-a518-cdf29578bca1, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:07.894330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] For port d471e9b9-2848-4579-a518-cdf29578bca1, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d471e9b9-2848-4579-a518-cdf29578bca1,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:07.898910 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:07.964834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f5751-d563-4e85-9f24-4c1e0f1b3c82 None None] Pushing event updated for resources: {'Port': ['ID=d471e9b9-2848-4579-a518-cdf29578bca1,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:07.996387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.032624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.112413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:08.123645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:08.134478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:08.139336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:08.139980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.144597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:08.169713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e224921-64b9-4618-8e91-e4705d44c4eb no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:08.180242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37246) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:08.189530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-80f6a6b3-8f98-4006-b6ce-88dd04f785ae tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.8681715 Jan 28 14:07:08.249428 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dec684-aeae-4d97-99da-5e903367eb38 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:08.254968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dec684-aeae-4d97-99da-5e903367eb38 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:08.257499 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-65dec684-aeae-4d97-99da-5e903367eb38 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1699 time: 0.0746930 Jan 28 14:07:08.264415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37248) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:08.381546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:08.381857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.385558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1e224921-64b9-4618-8e91-e4705d44c4eb {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:08.386065 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1e224921-64b9-4618-8e91-e4705d44c4eb not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:08.475087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.488244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:08.617996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.649230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:08.676296 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.681305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5a6d90ac-de50-4b98-b9a8-89bb68183520 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3 HTTP/1.1" status: 204 len: 168 time: 0.4156733 Jan 28 14:07:08.683563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37250) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:08.736764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b49a3-0a82-4b47-a55c-15d0f30604f0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:08.738078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b49a3-0a82-4b47-a55c-15d0f30604f0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:08.739572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1f3b49a3-0a82-4b47-a55c-15d0f30604f0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0550461 Jan 28 14:07:08.743128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37252) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:08.793523 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.801520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:08.806100 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.851852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:08.941342 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.004007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.020171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f7c76467-ac03-4785-99bd-276feb7a975c None None] Provisioning complete for port d471e9b9-2848-4579-a518-cdf29578bca1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:09.020663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f7c76467-ac03-4785-99bd-276feb7a975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.042043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.047879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3 HTTP/1.1" status: 204 len: 168 time: 0.3012464 Jan 28 14:07:09.047879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a72f2-d67f-40d3-85c5-6afb514cab7c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:09.048337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37254) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:09.097174 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f8c94665-222a-45db-bb94-b5dcb22ad45d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453677 Jan 28 14:07:09.097474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37256) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:09.117465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f7c76467-ac03-4785-99bd-276feb7a975c None None] Current status of the port d471e9b9-2848-4579-a518-cdf29578bca1 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:09.118130 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f7c76467-ac03-4785-99bd-276feb7a975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.148351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33589dec-442d-4878-983b-9e98c8fcfd97 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:09.150051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-33589dec-442d-4878-983b-9e98c8fcfd97 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0514338 Jan 28 14:07:09.152609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37258) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:09.159209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f7c76467-ac03-4785-99bd-276feb7a975c None None] For port d471e9b9-2848-4579-a518-cdf29578bca1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d471e9b9-2848-4579-a518-cdf29578bca1,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:09.164735 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f7c76467-ac03-4785-99bd-276feb7a975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.189948 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d87963-1fde-443e-8079-200c097e9f24 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:09.205734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d161a-aeac-4fc6-8eb1-105f5d7e5d96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:09.207145 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a71d161a-aeac-4fc6-8eb1-105f5d7e5d96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0536141 Jan 28 14:07:09.209664 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37260) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:09.250582 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a281ab7d-b7ca-4f26-84ed-91661a7c5177 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393102 Jan 28 14:07:09.254669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37262) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:09.260226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:09.267447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c76467-ac03-4785-99bd-276feb7a975c None None] Pushing event updated for resources: {'Port': ['ID=d471e9b9-2848-4579-a518-cdf29578bca1,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:09.292216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1ebd3efb-a585-4e0e-bbe2-7c7f1bdec8e3 None None] Could not find standard attr ID for object 95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:07:09.349933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:09.354375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.368145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:09.415810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] Deleting port d471e9b9-2848-4579-a518-cdf29578bca1 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:09.416561 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.482125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] For port d471e9b9-2848-4579-a518-cdf29578bca1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d471e9b9-2848-4579-a518-cdf29578bca1,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:09.482538 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.496264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] Calling delete_port for d471e9b9-2848-4579-a518-cdf29578bca1 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:09.576335 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (d471e9b9-2848-4579-a518-cdf29578bca1), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.601150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] Pushing event deleted for resources: {'Port': ['ID=d471e9b9-2848-4579-a518-cdf29578bca1,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:09.605365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:09.606743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a88d6-05eb-465c-b03a-cf611a981715 None None] No DVR routers for this DVR port d471e9b9-2848-4579-a518-cdf29578bca1 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:09.607396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (45dabe96-6fad-4309-a41a-ed4e4e8dd2e8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.655303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:09.658593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:09.662808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:09.663971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.668553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f3b031-41af-4e52-ac40-ccc70bfc62f3 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:09.673816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=45dabe96-6fad-4309-a41a-ed4e4e8dd2e8,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:09.688318 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6a881998-bbbc-4222-9325-f7bdcb5fac8c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4321017 Jan 28 14:07:09.690788 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37264) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:09.696435 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:57:28:c5', 'name': 'tempest-NetworksTestDHCPv6-266512095'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:09.774055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '45dabe96-6fad-4309-a41a-ed4e4e8dd2e8'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:09.775053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.806663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:09.893618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:09.915948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port a9b1f1aa-962a-45a6-a531-9048bd2eadf8 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:09.916674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Allocated IP 2001:db8::f816:3eff:fe4c:9263 (518d9568-285d-4197-9242-673b159d864b/45dabe96-6fad-4309-a41a-ed4e4e8dd2e8/a072e11d-9778-41b4-8739-81f2658615f6) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:10.063313 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Publish callbacks [] for port (a072e11d-9778-41b4-8739-81f2658615f6), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.068798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (a072e11d-9778-41b4-8739-81f2658615f6), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.105673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:10.108467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:10.111726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:10.119470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fe57:28c5 (518d9568-285d-4197-9242-673b159d864b/45dabe96-6fad-4309-a41a-ed4e4e8dd2e8/a9b1f1aa-962a-45a6-a531-9048bd2eadf8) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:10.122960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Pushing event updated for resources: {'Port': ['ID=a072e11d-9778-41b4-8739-81f2658615f6,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:10.172787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Attempting to bind port a072e11d-9778-41b4-8739-81f2658615f6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:10.173078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Attempting to bind port a072e11d-9778-41b4-8739-81f2658615f6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:10.173442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Attempting to bind port a072e11d-9778-41b4-8739-81f2658615f6 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:10.178370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:10.178769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:10.179175 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.179634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:10.180427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Bound port: a072e11d-9778-41b4-8739-81f2658615f6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:10.180811 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a072e11d-9778-41b4-8739-81f2658615f6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.247058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] For port a072e11d-9778-41b4-8739-81f2658615f6, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:10.250558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] For port a072e11d-9778-41b4-8739-81f2658615f6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a072e11d-9778-41b4-8739-81f2658615f6,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:10.254126 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a072e11d-9778-41b4-8739-81f2658615f6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.276502 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (a9b1f1aa-962a-45a6-a531-9048bd2eadf8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.317646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbb9bb-a7f6-4f3b-b643-2adc1ce6f17e None None] Pushing event updated for resources: {'Port': ['ID=a072e11d-9778-41b4-8739-81f2658615f6,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:10.318567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a9b1f1aa-962a-45a6-a531-9048bd2eadf8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.363962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:10.369270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:10.371854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:10.377477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.378093 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.395825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=a9b1f1aa-962a-45a6-a531-9048bd2eadf8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:10.409603 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6376626a-f234-41e9-8919-a293c598f74b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7175615 Jan 28 14:07:10.412317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37266) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:10.651134 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.785253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9655250-f7c4-44c8-8b33-25f13bd710af tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.790599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9655250-f7c4-44c8-8b33-25f13bd710af tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:10.792254 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9655250-f7c4-44c8-8b33-25f13bd710af tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3788745 Jan 28 14:07:10.794789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37268) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:10.878546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port a9b1f1aa-962a-45a6-a531-9048bd2eadf8 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:10.879171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a9b1f1aa-962a-45a6-a531-9048bd2eadf8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.971615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a9b1f1aa-962a-45a6-a531-9048bd2eadf8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:10.985094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for a9b1f1aa-962a-45a6-a531-9048bd2eadf8 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:11.122340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a9b1f1aa-962a-45a6-a531-9048bd2eadf8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.150569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=a9b1f1aa-962a-45a6-a531-9048bd2eadf8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:11.182424 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.185790 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-795ab091-6c87-476c-aff2-8e4c3831d7b1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/a9b1f1aa-962a-45a6-a531-9048bd2eadf8 HTTP/1.1" status: 204 len: 168 time: 0.3899906 Jan 28 14:07:11.188245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37270) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:11.240762 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b917d-24cb-481f-a5d9-28d0d671643f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:11.242965 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b917d-24cb-481f-a5d9-28d0d671643f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:11.245506 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b8b917d-24cb-481f-a5d9-28d0d671643f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0553792 Jan 28 14:07:11.247469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37272) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:11.301187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 45dabe96-6fad-4309-a41a-ed4e4e8dd2e8 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:11.304619 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (45dabe96-6fad-4309-a41a-ed4e4e8dd2e8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.330773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a3bd6ff1-57bc-4e50-b780-191723f17064 None None] Provisioning complete for port a072e11d-9778-41b4-8739-81f2658615f6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:11.331258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6ff1-57bc-4e50-b780-191723f17064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a072e11d-9778-41b4-8739-81f2658615f6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.347180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (45dabe96-6fad-4309-a41a-ed4e4e8dd2e8), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.425479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd6ff1-57bc-4e50-b780-191723f17064 None None] Current status of the port a072e11d-9778-41b4-8739-81f2658615f6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:11.425880 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6ff1-57bc-4e50-b780-191723f17064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a072e11d-9778-41b4-8739-81f2658615f6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.449245 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (45dabe96-6fad-4309-a41a-ed4e4e8dd2e8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.517883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (45dabe96-6fad-4309-a41a-ed4e4e8dd2e8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.549531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=45dabe96-6fad-4309-a41a-ed4e4e8dd2e8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:11.551514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.558700 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2d76300b-3fc9-4c79-b2e6-0de1438713be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/45dabe96-6fad-4309-a41a-ed4e4e8dd2e8 HTTP/1.1" status: 204 len: 168 time: 0.3073189 Jan 28 14:07:11.560634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37278) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:11.565689 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-a3bd6ff1-57bc-4e50-b780-191723f17064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:07:11.566055 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-a3bd6ff1-57bc-4e50-b780-191723f17064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:07:11.603926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d457c178-9c0a-429e-aade-828edad1bf0b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386789 Jan 28 14:07:11.604222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37280) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:11.609778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:11.658242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04dd50-1460-4d10-93f0-67b45d79a13f None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:11.703076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:11.706592 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.810257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:11.816103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.861754 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] Deleting port a072e11d-9778-41b4-8739-81f2658615f6 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:11.861994 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a072e11d-9778-41b4-8739-81f2658615f6), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.924554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] For port a072e11d-9778-41b4-8739-81f2658615f6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a072e11d-9778-41b4-8739-81f2658615f6,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:11.924957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a072e11d-9778-41b4-8739-81f2658615f6), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:11.941327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] Calling delete_port for a072e11d-9778-41b4-8739-81f2658615f6 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:12.000303 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:12.021886 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (a072e11d-9778-41b4-8739-81f2658615f6), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.047782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] Pushing event deleted for resources: {'Port': ['ID=a072e11d-9778-41b4-8739-81f2658615f6,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:12.051903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7330e3-32d9-4bf3-a44a-0a4bbd4c9927 None None] No DVR routers for this DVR port a072e11d-9778-41b4-8739-81f2658615f6 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:12.087479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd6ff1-57bc-4e50-b780-191723f17064 None None] Port a072e11d-9778-41b4-8739-81f2658615f6 update to ACTIVE by agent not found {{(pid=103375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 14:07:12.109990 n-d-822748-2 neutron-server[103374]: WARNING neutron.services.revisions.revision_plugin [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Could not find related port for resource to bump revision. Jan 28 14:07:12.114390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_pluggable_backend [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Port a072e11d-9778-41b4-8739-81f2658615f6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 14:07:12.114707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_pluggable_backend [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4c:9263 {{(pid=103374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 14:07:12.119107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.ipam_pluggable_backend [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4c:9263 {{(pid=103374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 14:07:12.120343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (9ce0c24c-45dd-43d4-9508-7054bce88732), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.158860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:12.162675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:12.165268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:12.165871 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.171226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576059e-1638-4408-aa66-6dfa690dfa8d None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:12.185057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=9ce0c24c-45dd-43d4-9508-7054bce88732,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:12.192423 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d028ab64-1e88-491c-904d-3858390b4068 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5869946 Jan 28 14:07:12.196606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37282) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:12.201658 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:eb:a3:a7', 'name': 'tempest-NetworksTestDHCPv6-794054144'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:12.235416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8f71396e-31cf-47c5-963e-61ec31f5af83 None None] Could not find standard attr ID for object a9b1f1aa-962a-45a6-a531-9048bd2eadf8. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:07:12.295059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '9ce0c24c-45dd-43d4-9508-7054bce88732'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:12.295972 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.316188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:12.320560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.341092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 646162e6-af86-4ae1-bd77-ec9aad696da7 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:12.435494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Allocated IP 2001:db8::f816:3eff:feed:99bc (518d9568-285d-4197-9242-673b159d864b/9ce0c24c-45dd-43d4-9508-7054bce88732/bf3aeddf-81bb-4031-b514-38600aca638b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:12.577297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Publish callbacks [] for port (bf3aeddf-81bb-4031-b514-38600aca638b), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.582898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.629324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:12.634012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:12.636961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Pushing event updated for resources: {'Port': ['ID=bf3aeddf-81bb-4031-b514-38600aca638b,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:12.637123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:feeb:a3a7 (518d9568-285d-4197-9242-673b159d864b/9ce0c24c-45dd-43d4-9508-7054bce88732/646162e6-af86-4ae1-bd77-ec9aad696da7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:12.639141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:12.697909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Attempting to bind port bf3aeddf-81bb-4031-b514-38600aca638b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:12.698631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Attempting to bind port bf3aeddf-81bb-4031-b514-38600aca638b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:12.698631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Attempting to bind port bf3aeddf-81bb-4031-b514-38600aca638b on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:12.703610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:12.703987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:12.704433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.704827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:12.705291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Bound port: bf3aeddf-81bb-4031-b514-38600aca638b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:12.705672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.769759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] For port bf3aeddf-81bb-4031-b514-38600aca638b, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:12.773463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] For port bf3aeddf-81bb-4031-b514-38600aca638b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bf3aeddf-81bb-4031-b514-38600aca638b,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:12.778941 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.797664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (646162e6-af86-4ae1-bd77-ec9aad696da7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.837751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a32398-f8c7-46c0-b67c-eb8d425196f2 None None] Pushing event updated for resources: {'Port': ['ID=bf3aeddf-81bb-4031-b514-38600aca638b,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:12.838507 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (646162e6-af86-4ae1-bd77-ec9aad696da7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.883877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:12.887137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:12.892936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:12.898962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:12.899585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:12.908672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=646162e6-af86-4ae1-bd77-ec9aad696da7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:12.921044 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0958dfa4-71c2-4be0-b5d9-187996f03d9c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7233031 Jan 28 14:07:12.924279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37284) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:12.985835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9c2bf-0033-47ab-826a-ce1091c0a770 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:12.993023 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9c2bf-0033-47ab-826a-ce1091c0a770 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:12.994710 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-abc9c2bf-0033-47ab-826a-ce1091c0a770 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0694482 Jan 28 14:07:12.997411 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37286) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.094262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 646162e6-af86-4ae1-bd77-ec9aad696da7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:13.094597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (646162e6-af86-4ae1-bd77-ec9aad696da7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.185248 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (646162e6-af86-4ae1-bd77-ec9aad696da7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.197932 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 646162e6-af86-4ae1-bd77-ec9aad696da7 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:13.322684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (646162e6-af86-4ae1-bd77-ec9aad696da7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.361384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=646162e6-af86-4ae1-bd77-ec9aad696da7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:13.382930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.387123 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b988eccc-a82e-475e-bfb1-2eb120d98ffa tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/646162e6-af86-4ae1-bd77-ec9aad696da7 HTTP/1.1" status: 204 len: 168 time: 0.3885796 Jan 28 14:07:13.389572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37288) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.440288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990c648-ad66-4426-a45d-9c3aecbf50c4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:13.441581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990c648-ad66-4426-a45d-9c3aecbf50c4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:13.443060 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8990c648-ad66-4426-a45d-9c3aecbf50c4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0525753 Jan 28 14:07:13.446317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37290) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.498454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 9ce0c24c-45dd-43d4-9508-7054bce88732 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:13.501849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (9ce0c24c-45dd-43d4-9508-7054bce88732), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.544263 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (9ce0c24c-45dd-43d4-9508-7054bce88732), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.644973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (9ce0c24c-45dd-43d4-9508-7054bce88732), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.705232 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (9ce0c24c-45dd-43d4-9508-7054bce88732), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.733063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce0c24c-45dd-43d4-9508-7054bce88732,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:13.736948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.743567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37292) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.744237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e28e16dd-7471-47d0-9a72-9fb3a6233e41 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/9ce0c24c-45dd-43d4-9508-7054bce88732 HTTP/1.1" status: 204 len: 168 time: 0.2963176 Jan 28 14:07:13.789760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-20fafa0e-121d-45d5-ade2-581213d70824 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428505 Jan 28 14:07:13.790331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37294) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.795024 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b57b39-6e44-4c05-b2cd-b920f3c8a3c0 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:13.836525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe2da8-ecad-493d-a154-610df3bddb71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:13.838013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4bbe2da8-ecad-493d-a154-610df3bddb71 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0471501 Jan 28 14:07:13.840627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37296) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.890496 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3b9ac06e-c0a1-4ae1-ab8a-bbc9dcb83d62 None None] Provisioning complete for port bf3aeddf-81bb-4031-b514-38600aca638b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:13.890794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac06e-c0a1-4ae1-ab8a-bbc9dcb83d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:13.891279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe81880-e7f3-48ae-8502-e6a0b63a4168 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:13.893009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-abe81880-e7f3-48ae-8502-e6a0b63a4168 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0512516 Jan 28 14:07:13.895470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37298) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.942470 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ca7306d5-d430-4bda-9cdf-203aa48c04f9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458052 Jan 28 14:07:13.947370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37300) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:13.953640 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:13.984544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ac06e-c0a1-4ae1-ab8a-bbc9dcb83d62 None None] Current status of the port bf3aeddf-81bb-4031-b514-38600aca638b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:13.984939 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac06e-c0a1-4ae1-ab8a-bbc9dcb83d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.018646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:14.022359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3b9ac06e-c0a1-4ae1-ab8a-bbc9dcb83d62 None None] For port bf3aeddf-81bb-4031-b514-38600aca638b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bf3aeddf-81bb-4031-b514-38600aca638b,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:14.027553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac06e-c0a1-4ae1-ab8a-bbc9dcb83d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.046436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:14.050384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.104730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ac06e-c0a1-4ae1-ab8a-bbc9dcb83d62 None None] Pushing event updated for resources: {'Port': ['ID=bf3aeddf-81bb-4031-b514-38600aca638b,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:14.120261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] Deleting port bf3aeddf-81bb-4031-b514-38600aca638b {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:14.120646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.186371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] For port bf3aeddf-81bb-4031-b514-38600aca638b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bf3aeddf-81bb-4031-b514-38600aca638b,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:14.186683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.201412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] Calling delete_port for bf3aeddf-81bb-4031-b514-38600aca638b owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:14.244625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (aacd05a4-3aa4-48e1-a729-b7ed188abd31), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.290435 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (bf3aeddf-81bb-4031-b514-38600aca638b), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.300320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:14.304369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:14.309112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:14.309718 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.317334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] Pushing event deleted for resources: {'Port': ['ID=bf3aeddf-81bb-4031-b514-38600aca638b,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:14.321495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b27958-3c3e-49f5-9c0d-26cd7db7e9b2 None None] No DVR routers for this DVR port bf3aeddf-81bb-4031-b514-38600aca638b on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:14.322685 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=aacd05a4-3aa4-48e1-a729-b7ed188abd31,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:14.345146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fc44e-2e46-4079-b4a7-da76069bc8c7 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:14.346433 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-970f756a-6cea-43de-9751-4ac0856b2235 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3981633 Jan 28 14:07:14.349309 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37304) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:14.356439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:43:fe:9c', 'name': 'tempest-NetworksTestDHCPv6-1823335263'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:14.456806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': 'aacd05a4-3aa4-48e1-a729-b7ed188abd31'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:14.457671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.489372 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:14.494387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.518085 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 0ccfa23b-e22e-44df-b9e4-8163d4477a64 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:14.612165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/aacd05a4-3aa4-48e1-a729-b7ed188abd31/34d5b62b-d7a0-4838-9bb8-18c1bcda8383) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:14.753779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Publish callbacks [] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.760506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.803057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:14.806316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:14.809649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:14.817480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::288 (518d9568-285d-4197-9242-673b159d864b/aacd05a4-3aa4-48e1-a729-b7ed188abd31/0ccfa23b-e22e-44df-b9e4-8163d4477a64) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:14.820634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Pushing event updated for resources: {'Port': ['ID=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:14.872874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Attempting to bind port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:14.872874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Attempting to bind port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:14.873255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Attempting to bind port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:14.878403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:14.878778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:14.879188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.879711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:14.880216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Bound port: 34d5b62b-d7a0-4838-9bb8-18c1bcda8383, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:14.880619 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.942997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] For port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:14.946852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] For port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:14.952557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:14.973419 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (0ccfa23b-e22e-44df-b9e4-8163d4477a64), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.017584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b52b26-206e-4ef6-8758-657293983607 None None] Pushing event updated for resources: {'Port': ['ID=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:15.019482 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0ccfa23b-e22e-44df-b9e4-8163d4477a64), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.061639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:15.064713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:15.068380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:15.074024 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:15.074641 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.088582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=0ccfa23b-e22e-44df-b9e4-8163d4477a64,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:15.103815 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a3a7e720-92f0-4a55-968b-835148b96fff tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7498250 Jan 28 14:07:15.104171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37306) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:15.155334 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24a44d-4e0d-4c1e-ad75-075f2a2af680 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:15.160755 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24a44d-4e0d-4c1e-ad75-075f2a2af680 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:15.167566 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6b24a44d-4e0d-4c1e-ad75-075f2a2af680 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0606470 Jan 28 14:07:15.167566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37308) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:15.268803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 0ccfa23b-e22e-44df-b9e4-8163d4477a64 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:15.269414 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0ccfa23b-e22e-44df-b9e4-8163d4477a64), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.363636 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0ccfa23b-e22e-44df-b9e4-8163d4477a64), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.375524 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 0ccfa23b-e22e-44df-b9e4-8163d4477a64 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:15.505718 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0ccfa23b-e22e-44df-b9e4-8163d4477a64), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.534711 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=0ccfa23b-e22e-44df-b9e4-8163d4477a64,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:15.564286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.567538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-50f6cbc6-66fb-4722-a10c-768fa47ad757 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/0ccfa23b-e22e-44df-b9e4-8163d4477a64 HTTP/1.1" status: 204 len: 168 time: 0.4000852 Jan 28 14:07:15.570954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37310) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:15.625382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457f564-3c76-471f-b700-3e0b0fdd71ca tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:15.626708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d457f564-3c76-471f-b700-3e0b0fdd71ca tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:15.628250 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d457f564-3c76-471f-b700-3e0b0fdd71ca tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0563548 Jan 28 14:07:15.630935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37312) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:15.684843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet aacd05a4-3aa4-48e1-a729-b7ed188abd31 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:15.688261 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (aacd05a4-3aa4-48e1-a729-b7ed188abd31), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.731627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (aacd05a4-3aa4-48e1-a729-b7ed188abd31), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.824479 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (aacd05a4-3aa4-48e1-a729-b7ed188abd31), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.885803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (aacd05a4-3aa4-48e1-a729-b7ed188abd31), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.914341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=aacd05a4-3aa4-48e1-a729-b7ed188abd31,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:15.922160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:15.925552 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-739fcc10-c268-4eef-a776-4fca29fc3a6d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/aacd05a4-3aa4-48e1-a729-b7ed188abd31 HTTP/1.1" status: 204 len: 168 time: 0.2936072 Jan 28 14:07:15.928095 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37314) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:15.968986 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76d3e49d-9c57-4df0-84fd-6e91a57e324c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388615 Jan 28 14:07:15.971210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37316) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:16.025871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1f5581-9360-4bf0-89e2-949b8f39c2be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:16.027472 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fe1f5581-9360-4bf0-89e2-949b8f39c2be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0553200 Jan 28 14:07:16.030056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37318) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:16.089390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe8a2b-462e-48b9-b7bb-fead6278f1e1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:16.091177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-14fe8a2b-462e-48b9-b7bb-fead6278f1e1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601931 Jan 28 14:07:16.093665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37320) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:16.128309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25760a95-9c8a-4bb1-af1c-127cf9079d1d None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:16.134367 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f5847609-0a8b-4bec-b05a-8a14b677adcd tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392785 Jan 28 14:07:16.137682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37322) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:16.144303 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:16.181879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:16.218894 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2153596b-cbf5-43ce-abd3-1d2c43d086d2 None None] Provisioning complete for port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:16.219209 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2153596b-cbf5-43ce-abd3-1d2c43d086d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.238898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:16.242456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.311256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:16.311908 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.372892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:16.395138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2153596b-cbf5-43ce-abd3-1d2c43d086d2 None None] Current status of the port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:16.395537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2153596b-cbf5-43ce-abd3-1d2c43d086d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.458600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2153596b-cbf5-43ce-abd3-1d2c43d086d2 None None] For port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:16.484023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2153596b-cbf5-43ce-abd3-1d2c43d086d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.535220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:16.535631 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.544298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:16.549931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] Deleting port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:16.550317 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.612785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153596b-cbf5-43ce-abd3-1d2c43d086d2 None None] Pushing event updated for resources: {'Port': ['ID=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:16.687437 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:07:16.687802 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:07:16.692520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] For port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:16.692928 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.702199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.705786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] Calling delete_port for 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:16.856749 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] For port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:16.887296 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.891620 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.892346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (ce4987f9-1a1c-4fb2-8e58-208937df11dc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.895457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (34d5b62b-d7a0-4838-9bb8-18c1bcda8383), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.922353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] Pushing event deleted for resources: {'Port': ['ID=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:16.927299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a372ce3-722e-4426-9ab4-59b5a5779ecd None None] No DVR routers for this DVR port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:16.946323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=34d5b62b-d7a0-4838-9bb8-18c1bcda8383,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:16.956817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:16.960551 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:16.964639 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:16.965233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:16.969259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5860a8d5-a676-4e69-9b4e-d315cad35535 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:16.974634 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=ce4987f9-1a1c-4fb2-8e58-208937df11dc,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:16.987898 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b5310ad0-5f8d-44ad-af19-76b297460be8 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8491654 Jan 28 14:07:16.990896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37324) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:16.996331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c3ab3e87-8e0e-40e8-a37f-4280ad4e38e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:17.071926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': 'ce4987f9-1a1c-4fb2-8e58-208937df11dc'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:17.072833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.112520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ab3e87-8e0e-40e8-a37f-4280ad4e38e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:17.115976 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3ab3e87-8e0e-40e8-a37f-4280ad4e38e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.211409 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-c3ab3e87-8e0e-40e8-a37f-4280ad4e38e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce4987f9-1a1c-4fb2-8e58-208937df11dc (CIDR: 2001:db8::/64) Jan 28 14:07:17.214735 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ab3e87-8e0e-40e8-a37f-4280ad4e38e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:17.215198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ab3e87-8e0e-40e8-a37f-4280ad4e38e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:17.222846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Port 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 update to ACTIVE by agent not found {{(pid=103375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 14:07:17.232021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c3ab3e87-8e0e-40e8-a37f-4280ad4e38e9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2398131 Jan 28 14:07:17.234759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37326) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:17.236918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Allocated IP 2001:db8::f816:3eff:fe9f:54d1 (518d9568-285d-4197-9242-673b159d864b/ce4987f9-1a1c-4fb2-8e58-208937df11dc/757c751e-8781-422f-becd-683f33fe4603) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:17.239816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:17.352249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:17.355618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.385090 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Publish callbacks [] for port (757c751e-8781-422f-becd-683f33fe4603), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.391200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (757c751e-8781-422f-becd-683f33fe4603), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.431887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:17.436993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:17.439454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:17.448015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Pushing event updated for resources: {'Port': ['ID=757c751e-8781-422f-becd-683f33fe4603,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:17.503101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Attempting to bind port 757c751e-8781-422f-becd-683f33fe4603 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:17.503528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Attempting to bind port 757c751e-8781-422f-becd-683f33fe4603 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:17.504066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Attempting to bind port 757c751e-8781-422f-becd-683f33fe4603 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:17.510015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:17.510403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:17.511311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.511311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:17.511667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Bound port: 757c751e-8781-422f-becd-683f33fe4603, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:17.512068 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (757c751e-8781-422f-becd-683f33fe4603), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.580508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] For port 757c751e-8781-422f-becd-683f33fe4603, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:17.584613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] For port 757c751e-8781-422f-becd-683f33fe4603, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=757c751e-8781-422f-becd-683f33fe4603,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:17.588804 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (757c751e-8781-422f-becd-683f33fe4603), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.597909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (39742f3f-f948-406d-b7a8-6f08275aa81b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.642373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:17.645672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:17.650882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:17.651678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a10e6-4306-42cf-be34-5a9fc7bf0a59 None None] Pushing event updated for resources: {'Port': ['ID=757c751e-8781-422f-becd-683f33fe4603,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:17.651924 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.665044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=39742f3f-f948-406d-b7a8-6f08275aa81b,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:17.683087 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1a6ff3ae-26cd-4ed4-87cb-21c80f7595ac tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4472678 Jan 28 14:07:17.685622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37328) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:17.691256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:c8:29:b7', 'name': 'tempest-NetworksTestDHCPv6-751573128'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:17.811381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:17.921325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:17.951804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 25f5a38f-9ccb-47ad-b917-e986405b6587 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:18.155040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8:0:1::37f (518d9568-285d-4197-9242-673b159d864b/39742f3f-f948-406d-b7a8-6f08275aa81b/25f5a38f-9ccb-47ad-b917-e986405b6587) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:18.170301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fec8:29b7 (518d9568-285d-4197-9242-673b159d864b/ce4987f9-1a1c-4fb2-8e58-208937df11dc/25f5a38f-9ccb-47ad-b917-e986405b6587) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:18.172513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 757c751e-8781-422f-becd-683f33fe4603 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:18.230583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 757c751e-8781-422f-becd-683f33fe4603 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:18.231262 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (757c751e-8781-422f-becd-683f33fe4603), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.328019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 757c751e-8781-422f-becd-683f33fe4603 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:18.328463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (757c751e-8781-422f-becd-683f33fe4603), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.343493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (25f5a38f-9ccb-47ad-b917-e986405b6587), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.361816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 757c751e-8781-422f-becd-683f33fe4603, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=757c751e-8781-422f-becd-683f33fe4603,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:18.365831 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (757c751e-8781-422f-becd-683f33fe4603), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.382952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (25f5a38f-9ccb-47ad-b917-e986405b6587), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.439829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:18.440975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:18.442962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:18.448236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:18.453641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:18.454493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.466256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=757c751e-8781-422f-becd-683f33fe4603,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:18.470170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=25f5a38f-9ccb-47ad-b917-e986405b6587,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:18.470880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:18.471237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 34d5b62b-d7a0-4838-9bb8-18c1bcda8383 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:18.488412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37330) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:18.489105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c84122b1-c0fd-40f5-836c-15a338bdda6b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8017070 Jan 28 14:07:18.591384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 25f5a38f-9ccb-47ad-b917-e986405b6587 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:18.591796 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (25f5a38f-9ccb-47ad-b917-e986405b6587), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.691268 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (25f5a38f-9ccb-47ad-b917-e986405b6587), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.706102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 25f5a38f-9ccb-47ad-b917-e986405b6587 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:18.828021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399a52e4-59dd-4363-a41b-790ecb2f5b24 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:18.905043 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (25f5a38f-9ccb-47ad-b917-e986405b6587), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.937068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=25f5a38f-9ccb-47ad-b917-e986405b6587,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:18.946634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0f00be79-5d80-42e4-ad98-aa77ece5e392 None None] Provisioning complete for port 757c751e-8781-422f-becd-683f33fe4603 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:18.947020 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0f00be79-5d80-42e4-ad98-aa77ece5e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (757c751e-8781-422f-becd-683f33fe4603), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:18.990654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.991987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.992954 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.993733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.994872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.995429 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.995970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.996804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.998843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:18.999531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:19.000357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:19.000772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:19.001180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:19.009096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.016024 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a1aa6737-4145-4b54-b04a-87fcba47c062 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/25f5a38f-9ccb-47ad-b917-e986405b6587 HTTP/1.1" status: 204 len: 168 time: 0.5243778 Jan 28 14:07:19.017630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37332) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:19.061715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0f00be79-5d80-42e4-ad98-aa77ece5e392 None None] Current status of the port 757c751e-8781-422f-becd-683f33fe4603 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:19.071541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260fe47-93d3-426b-a028-19e194940493 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.071768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7e2dc-d5b0-40af-a2af-d51d5a2ade5a None None] Update dhcp port {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': 'ce4987f9-1a1c-4fb2-8e58-208937df11dc', 'ip_address': '2001:db8::f816:3eff:fe9f:54d1'}, {'subnet_id': '39742f3f-f948-406d-b7a8-6f08275aa81b'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '757c751e-8781-422f-becd-683f33fe4603'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 14:07:19.075978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8260fe47-93d3-426b-a028-19e194940493 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0570886 Jan 28 14:07:19.076573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37334) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:19.099345 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e2dc-d5b0-40af-a2af-d51d5a2ade5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (757c751e-8781-422f-becd-683f33fe4603), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.127387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290622c-2fc1-4d2f-8618-4ede0a9f26a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.131634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7290622c-2fc1-4d2f-8618-4ede0a9f26a7 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0515673 Jan 28 14:07:19.132111 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37336) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:19.189155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df71315-bada-4e99-98ce-cb8a53ecadf4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.190865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df71315-bada-4e99-98ce-cb8a53ecadf4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.192451 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df71315-bada-4e99-98ce-cb8a53ecadf4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:19.198908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37338) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:19.203417 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1df71315-bada-4e99-98ce-cb8a53ecadf4 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0700836 Jan 28 14:07:19.249779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 39742f3f-f948-406d-b7a8-6f08275aa81b {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:19.275463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-dfc7e2dc-d5b0-40af-a2af-d51d5a2ade5a None None] Allocated IP 2001:db8:0:1::2 (518d9568-285d-4197-9242-673b159d864b/39742f3f-f948-406d-b7a8-6f08275aa81b/757c751e-8781-422f-becd-683f33fe4603) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:19.371106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dfc7e2dc-d5b0-40af-a2af-d51d5a2ade5a None None] For port 757c751e-8781-422f-becd-683f33fe4603, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=757c751e-8781-422f-becd-683f33fe4603,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:19.398953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e2dc-d5b0-40af-a2af-d51d5a2ade5a None None] Publish callbacks [] for port (757c751e-8781-422f-becd-683f33fe4603), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.403307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (39742f3f-f948-406d-b7a8-6f08275aa81b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.405192 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e2dc-d5b0-40af-a2af-d51d5a2ade5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (757c751e-8781-422f-becd-683f33fe4603), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.462335 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (39742f3f-f948-406d-b7a8-6f08275aa81b), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.493597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7e2dc-d5b0-40af-a2af-d51d5a2ade5a None None] Pushing event updated for resources: {'Port': ['ID=757c751e-8781-422f-becd-683f33fe4603,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:19.552129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (39742f3f-f948-406d-b7a8-6f08275aa81b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.622638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (39742f3f-f948-406d-b7a8-6f08275aa81b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.655695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=39742f3f-f948-406d-b7a8-6f08275aa81b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:19.659182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.665603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2555c8f0-5f2c-4a94-83b9-dac7f6bb1003 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/39742f3f-f948-406d-b7a8-6f08275aa81b HTTP/1.1" status: 204 len: 168 time: 0.4627426 Jan 28 14:07:19.666383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37340) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:19.720877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet ce4987f9-1a1c-4fb2-8e58-208937df11dc {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:19.724268 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (ce4987f9-1a1c-4fb2-8e58-208937df11dc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.771376 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ce4987f9-1a1c-4fb2-8e58-208937df11dc), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.855432 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ce4987f9-1a1c-4fb2-8e58-208937df11dc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.916571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ce4987f9-1a1c-4fb2-8e58-208937df11dc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.951390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4987f9-1a1c-4fb2-8e58-208937df11dc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:19.955869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:19.959673 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cbf6df66-f61e-4324-8017-12ab64529336 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/ce4987f9-1a1c-4fb2-8e58-208937df11dc HTTP/1.1" status: 204 len: 168 time: 0.2925470 Jan 28 14:07:19.962771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37342) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:20.003053 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-23df211c-c97d-4f65-a99c-570f2d47835a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390368 Jan 28 14:07:20.005955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37344) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:20.010018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3314348d-9b40-4b70-bd65-7e1fc3711006 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:20.011733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:20.101930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:20.105840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.114875 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9292883f-e685-4b7f-96a9-ae06d5c8a080 None None] Provisioning complete for port 757c751e-8781-422f-becd-683f33fe4603 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:20.116251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9292883f-e685-4b7f-96a9-ae06d5c8a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (757c751e-8781-422f-becd-683f33fe4603), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.123410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 757c751e-8781-422f-becd-683f33fe4603 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:20.200379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:20.265525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 757c751e-8781-422f-becd-683f33fe4603 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:20.265815 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (757c751e-8781-422f-becd-683f33fe4603), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.307333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9292883f-e685-4b7f-96a9-ae06d5c8a080 None None] Current status of the port 757c751e-8781-422f-becd-683f33fe4603 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:20.333814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] Deleting port 757c751e-8781-422f-becd-683f33fe4603 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:20.334194 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (757c751e-8781-422f-becd-683f33fe4603), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.416345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:20.564349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 757c751e-8781-422f-becd-683f33fe4603 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:20.574638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (757c751e-8781-422f-becd-683f33fe4603), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.596135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] For port 757c751e-8781-422f-becd-683f33fe4603, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=757c751e-8781-422f-becd-683f33fe4603,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:20.596507 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (757c751e-8781-422f-becd-683f33fe4603), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.609425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] Calling delete_port for 757c751e-8781-422f-becd-683f33fe4603 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:20.732875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] For port 757c751e-8781-422f-becd-683f33fe4603, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=757c751e-8781-422f-becd-683f33fe4603,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:20.762652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (757c751e-8781-422f-becd-683f33fe4603), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.767198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (757c751e-8781-422f-becd-683f33fe4603), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.767860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5d988918-2b7f-4aa3-a26a-454e289c1d2e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.774221 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (757c751e-8781-422f-becd-683f33fe4603), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.798770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] Pushing event deleted for resources: {'Port': ['ID=757c751e-8781-422f-becd-683f33fe4603,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:20.802275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d652ccd-34f7-4da4-a595-ef3bc152e483 None None] No DVR routers for this DVR port 757c751e-8781-422f-becd-683f33fe4603 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:20.824991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=757c751e-8781-422f-becd-683f33fe4603,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:20.836970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:20.840212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:20.844378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:20.844979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.848662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9cc9a9-761b-4fc7-9615-94ca4bf173ec None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:20.857264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=5d988918-2b7f-4aa3-a26a-454e289c1d2e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:20.872248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b330f28-b628-4353-98db-d0a3fadaf191 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8626711 Jan 28 14:07:20.872601 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37346) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:20.877708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a695b1c1-2e23-41bf-b8ec-45866e95981d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:20.966101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': '5d988918-2b7f-4aa3-a26a-454e289c1d2e'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:20.968300 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:20.999424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695b1c1-2e23-41bf-b8ec-45866e95981d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:21.003142 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a695b1c1-2e23-41bf-b8ec-45866e95981d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.095116 n-d-822748-2 neutron-server[103373]: INFO neutron.db.ipam_backend_mixin [None req-a695b1c1-2e23-41bf-b8ec-45866e95981d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d988918-2b7f-4aa3-a26a-454e289c1d2e (CIDR: 2001:db8::/64) Jan 28 14:07:21.098340 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a695b1c1-2e23-41bf-b8ec-45866e95981d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:21.098832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a695b1c1-2e23-41bf-b8ec-45866e95981d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:21.107737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Allocated IP 2001:db8::f816:3eff:fe9c:6a75 (518d9568-285d-4197-9242-673b159d864b/5d988918-2b7f-4aa3-a26a-454e289c1d2e/5c7635e7-89e6-4b5d-afa0-cf4b506cfada) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:21.115296 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a695b1c1-2e23-41bf-b8ec-45866e95981d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2416043 Jan 28 14:07:21.118899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37348) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:21.124333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:21.234250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:21.237730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.251704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Publish callbacks [] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.258272 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.301658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:21.306951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:21.313382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:21.316495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Pushing event updated for resources: {'Port': ['ID=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:21.370111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Attempting to bind port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:21.370420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Attempting to bind port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:21.370792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Attempting to bind port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:21.375773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:21.376200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:21.376612 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.377012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:21.377484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Bound port: 5c7635e7-89e6-4b5d-afa0-cf4b506cfada, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:21.377871 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.439869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] For port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:21.443233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] For port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:21.447331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.468006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (ecebb2bf-c010-4e03-abc3-7083e6bf13f6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.511073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14cdd6-c79f-435e-affa-ff3ac4561232 None None] Pushing event updated for resources: {'Port': ['ID=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:21.517814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:21.521121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:21.526143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:21.526736 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.532091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=ecebb2bf-c010-4e03-abc3-7083e6bf13f6,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:21.547252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a759d069-42db-426c-91e6-31ec5c8e5b87 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4272110 Jan 28 14:07:21.549961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37350) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:21.555702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:cc:28:f6', 'name': 'tempest-NetworksTestDHCPv6-22616857'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:21.936187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:21.940162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:21.961286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 7dc17c3c-14e3-4263-86a1-e22720e261e2 yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:22.136364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8:0:1::2e1 (518d9568-285d-4197-9242-673b159d864b/ecebb2bf-c010-4e03-abc3-7083e6bf13f6/7dc17c3c-14e3-4263-86a1-e22720e261e2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:22.146870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::f816:3eff:fecc:28f6 (518d9568-285d-4197-9242-673b159d864b/5d988918-2b7f-4aa3-a26a-454e289c1d2e/7dc17c3c-14e3-4263-86a1-e22720e261e2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:22.178650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c7635e7-89e6-4b5d-afa0-cf4b506cfada up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:22.232940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:22.233316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.314430 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (7dc17c3c-14e3-4263-86a1-e22720e261e2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.328148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:22.329189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.353396 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7dc17c3c-14e3-4263-86a1-e22720e261e2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.368303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:22.372699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.402950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:22.408533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:22.419308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:22.424629 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:22.425354 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.430414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=7dc17c3c-14e3-4263-86a1-e22720e261e2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:22.451029 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:22.452355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37352) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:22.456722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e662a87d-8691-4730-b415-0227ad61a67c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9054475 Jan 28 14:07:22.471681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 757c751e-8781-422f-becd-683f33fe4603 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:22.496992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 757c751e-8781-422f-becd-683f33fe4603 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:22.497644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 757c751e-8781-422f-becd-683f33fe4603 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:22.514013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4a8d3-f8ec-4d79-8960-39bda8fae2b4 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:22.556592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 7dc17c3c-14e3-4263-86a1-e22720e261e2 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:22.556977 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7dc17c3c-14e3-4263-86a1-e22720e261e2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.589202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a52c4582-ddec-4073-8834-c68092c701c3 None None] Provisioning complete for port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:22.589578 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a52c4582-ddec-4073-8834-c68092c701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.648705 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7dc17c3c-14e3-4263-86a1-e22720e261e2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.660969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 7dc17c3c-14e3-4263-86a1-e22720e261e2 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:22.730935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a52c4582-ddec-4073-8834-c68092c701c3 None None] Current status of the port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:22.743452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9a8d4-a935-4ed6-8941-88ac67b5e42b None None] Update dhcp port {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '5d988918-2b7f-4aa3-a26a-454e289c1d2e', 'ip_address': '2001:db8::f816:3eff:fe9c:6a75'}, {'subnet_id': 'ecebb2bf-c010-4e03-abc3-7083e6bf13f6'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '5c7635e7-89e6-4b5d-afa0-cf4b506cfada'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 14:07:22.769805 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93f9a8d4-a935-4ed6-8941-88ac67b5e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.845533 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7dc17c3c-14e3-4263-86a1-e22720e261e2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.876952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=7dc17c3c-14e3-4263-86a1-e22720e261e2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:22.927433 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:22.932146 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e4400bc1-5b5f-4dc2-9c9e-ee14c68ffead tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/7dc17c3c-14e3-4263-86a1-e22720e261e2 HTTP/1.1" status: 204 len: 168 time: 0.4779301 Jan 28 14:07:22.934625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37354) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:22.941259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-93f9a8d4-a935-4ed6-8941-88ac67b5e42b None None] Allocated IP 2001:db8:0:1::2 (518d9568-285d-4197-9242-673b159d864b/ecebb2bf-c010-4e03-abc3-7083e6bf13f6/5c7635e7-89e6-4b5d-afa0-cf4b506cfada) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:22.981236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e6c2c-8b5f-498b-b3c8-d6774b482cab tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:22.982642 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cc6e6c2c-8b5f-498b-b3c8-d6774b482cab tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0470889 Jan 28 14:07:22.985198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37356) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:23.031844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb836fd-fa77-46c9-ad54-61ed2248762b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:23.033439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dbb836fd-fa77-46c9-ad54-61ed2248762b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0473526 Jan 28 14:07:23.035705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-93f9a8d4-a935-4ed6-8941-88ac67b5e42b None None] For port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:23.035980 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37358) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:23.067537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93f9a8d4-a935-4ed6-8941-88ac67b5e42b None None] Publish callbacks [] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.073688 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93f9a8d4-a935-4ed6-8941-88ac67b5e42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.090475 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba39aa6-e92d-4c73-a67f-911583818e50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:23.092061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba39aa6-e92d-4c73-a67f-911583818e50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:23.093370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba39aa6-e92d-4c73-a67f-911583818e50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:23.094922 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3ba39aa6-e92d-4c73-a67f-911583818e50 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0580206 Jan 28 14:07:23.098166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37360) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:23.156179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 5d988918-2b7f-4aa3-a26a-454e289c1d2e {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:23.160450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (5d988918-2b7f-4aa3-a26a-454e289c1d2e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.165203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9a8d4-a935-4ed6-8941-88ac67b5e42b None None] Pushing event updated for resources: {'Port': ['ID=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:23.203664 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (5d988918-2b7f-4aa3-a26a-454e289c1d2e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.289452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5d988918-2b7f-4aa3-a26a-454e289c1d2e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.357697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (5d988918-2b7f-4aa3-a26a-454e289c1d2e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.386282 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=5d988918-2b7f-4aa3-a26a-454e289c1d2e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:23.389871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.393070 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eb56f57c-fbef-4418-bb4e-9756b77cabe5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/5d988918-2b7f-4aa3-a26a-454e289c1d2e HTTP/1.1" status: 204 len: 168 time: 0.2939894 Jan 28 14:07:23.395537 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37362) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:23.450346 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet ecebb2bf-c010-4e03-abc3-7083e6bf13f6 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:23.453961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (ecebb2bf-c010-4e03-abc3-7083e6bf13f6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.497011 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ecebb2bf-c010-4e03-abc3-7083e6bf13f6), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.590872 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ecebb2bf-c010-4e03-abc3-7083e6bf13f6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.651271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ecebb2bf-c010-4e03-abc3-7083e6bf13f6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.677178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512aa70-965b-46fd-88f1-ece94495fb99 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:23.679518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=ecebb2bf-c010-4e03-abc3-7083e6bf13f6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:23.683318 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.686537 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3cd24ebe-a1b0-46cb-b16f-28806a9a44f5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/ecebb2bf-c010-4e03-abc3-7083e6bf13f6 HTTP/1.1" status: 204 len: 168 time: 0.2900276 Jan 28 14:07:23.689097 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37364) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:23.731013 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1133602a-8b51-4187-8b0e-35df503c20bf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408187 Jan 28 14:07:23.734037 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37366) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:23.738656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:23.775507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3d979c5a-0d7a-455e-acaf-08171ac344bf None None] Provisioning complete for port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:23.775895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3d979c5a-0d7a-455e-acaf-08171ac344bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.830344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:23.834382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.852788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:23.889777 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3d979c5a-0d7a-455e-acaf-08171ac344bf None None] Current status of the port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:23.895379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3d979c5a-0d7a-455e-acaf-08171ac344bf None None] Could not find standard attr ID for object 7dc17c3c-14e3-4263-86a1-e22720e261e2. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:07:23.919861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] Deleting port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:23.920277 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.984265 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] For port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:23.984576 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:23.998820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] Calling delete_port for 5c7635e7-89e6-4b5d-afa0-cf4b506cfada owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:24.086781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (5c7635e7-89e6-4b5d-afa0-cf4b506cfada), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.113096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] Pushing event deleted for resources: {'Port': ['ID=5c7635e7-89e6-4b5d-afa0-cf4b506cfada,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:24.117398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec4611-8457-49c7-8a00-23892d2dc9d6 None None] No DVR routers for this DVR port 5c7635e7-89e6-4b5d-afa0-cf4b506cfada on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:24.140540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c7635e7-89e6-4b5d-afa0-cf4b506cfada no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:24.161478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5c7635e7-89e6-4b5d-afa0-cf4b506cfada {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:24.161825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5c7635e7-89e6-4b5d-afa0-cf4b506cfada not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:24.343878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.386925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:24.390022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:24.394100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:24.394690 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.399234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73fdf1-0792-44ca-b3dd-a85e6810ce2c None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:24.403242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:24.416768 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4c44bf13-874a-402a-86dd-b66c50040abf tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6814961 Jan 28 14:07:24.419283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37368) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:24.424116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3fe0c55a-fb06-45bd-b1ed-517e23d8e2e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:24.507682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-518d9568-285d-4197-9242-673b159d864b', 'network_id': '518d9568-285d-4197-9242-673b159d864b', 'project_id': '9672589b7f80447ab0b84adcfa47f619', 'fixed_ips': [{'subnet_id': 'b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:24.508709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.533197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0c55a-fb06-45bd-b1ed-517e23d8e2e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:24.536890 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c55a-fb06-45bd-b1ed-517e23d8e2e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.632633 n-d-822748-2 neutron-server[103373]: INFO neutron.db.ipam_backend_mixin [None req-3fe0c55a-fb06-45bd-b1ed-517e23d8e2e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48 (CIDR: 2001:db8::/64) Jan 28 14:07:24.636544 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe0c55a-fb06-45bd-b1ed-517e23d8e2e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:24.637007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe0c55a-fb06-45bd-b1ed-517e23d8e2e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:24.652160 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3fe0c55a-fb06-45bd-b1ed-517e23d8e2e0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2318165 Jan 28 14:07:24.652588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48/12192d36-8100-4de4-9818-cc389f006712) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:24.655684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37370) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:24.661549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:24.770973 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:24.775220 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.801280 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Publish callbacks [] for port (12192d36-8100-4de4-9818-cc389f006712), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.807890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (12192d36-8100-4de4-9818-cc389f006712), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.849727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:24.852610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:24.858097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:24.863420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Pushing event updated for resources: {'Port': ['ID=12192d36-8100-4de4-9818-cc389f006712,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:24.917776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Attempting to bind port 12192d36-8100-4de4-9818-cc389f006712 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:24.918067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Attempting to bind port 12192d36-8100-4de4-9818-cc389f006712 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:24.918433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Attempting to bind port 12192d36-8100-4de4-9818-cc389f006712 on network 518d9568-285d-4197-9242-673b159d864b {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:24.923745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:24.924157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Checking segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:24.924580 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.924967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Bound using segment: {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:24.925434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Bound port: 12192d36-8100-4de4-9818-cc389f006712, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba976255-33d6-40dd-bf3d-16da6ad14d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '518d9568-285d-4197-9242-673b159d864b'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:24.925817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (12192d36-8100-4de4-9818-cc389f006712), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:24.988742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] For port 12192d36-8100-4de4-9818-cc389f006712, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:24.992470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] For port 12192d36-8100-4de4-9818-cc389f006712, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=12192d36-8100-4de4-9818-cc389f006712,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:24.997078 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (12192d36-8100-4de4-9818-cc389f006712), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.056301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce90bc-2348-40ef-94e1-4d738826d5cb None None] Pushing event updated for resources: {'Port': ['ID=12192d36-8100-4de4-9818-cc389f006712,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:25.142858 n-d-822748-2 neutron-server[103373]: DEBUG neutron.objects.ports [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103373) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:25.327270 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (12192d36-8100-4de4-9818-cc389f006712), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.482432 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] For port 12192d36-8100-4de4-9818-cc389f006712, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=12192d36-8100-4de4-9818-cc389f006712,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:25.511780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (12192d36-8100-4de4-9818-cc389f006712), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.517179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (12192d36-8100-4de4-9818-cc389f006712), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.517969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (8b17a52f-153b-4c67-bae9-60d22147997a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.601619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:25.610400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:25.613526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:25.614186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.627096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=12192d36-8100-4de4-9818-cc389f006712,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:25.631921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=8b17a52f-153b-4c67-bae9-60d22147997a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:25.642715 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b3c54523-eecb-4824-8465-88611fa02cf3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9858215 Jan 28 14:07:25.645445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37372) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:25.654260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:29:f9:ea', 'name': 'tempest-NetworksTestDHCPv6-1448057063'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:25.782522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:25.869646 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:25.891465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port 31a1126d-67ba-4124-8983-7989d7e5332a yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:25.995279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899db8c-1a1d-442c-9a4f-9dac121d8d28 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:26.067960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:26.068376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.085571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::149 (518d9568-285d-4197-9242-673b159d864b/b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48/31a1126d-67ba-4124-8983-7989d7e5332a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:26.094872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:f9ea (518d9568-285d-4197-9242-673b159d864b/8b17a52f-153b-4c67-bae9-60d22147997a/31a1126d-67ba-4124-8983-7989d7e5332a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:26.202223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 12192d36-8100-4de4-9818-cc389f006712 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:26.240101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:26.240510 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (12192d36-8100-4de4-9818-cc389f006712), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.275000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (31a1126d-67ba-4124-8983-7989d7e5332a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.286148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] For port 12192d36-8100-4de4-9818-cc389f006712, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=12192d36-8100-4de4-9818-cc389f006712,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:26.295164 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (12192d36-8100-4de4-9818-cc389f006712), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.297774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:26.298147 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.314186 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (31a1126d-67ba-4124-8983-7989d7e5332a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.367001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:26.370754 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:26.377077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:26.382812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:26.383253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Pushing event updated for resources: {'Port': ['ID=12192d36-8100-4de4-9818-cc389f006712,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:26.383481 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.392572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=31a1126d-67ba-4124-8983-7989d7e5332a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:26.393410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.393772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.394111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.395043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.395391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.395732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.396085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.396459 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.396942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.397284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.398156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.398490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.398819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deae99a-c9b0-478b-96bd-6fc817e1bcd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:07:26.407315 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e37c712a-6eb2-4286-8c55-1112e4998088 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7607231 Jan 28 14:07:26.411329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37374) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:26.448931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:26.515112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port 31a1126d-67ba-4124-8983-7989d7e5332a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:26.515371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (31a1126d-67ba-4124-8983-7989d7e5332a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.611971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (31a1126d-67ba-4124-8983-7989d7e5332a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.624474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for 31a1126d-67ba-4124-8983-7989d7e5332a owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:26.817420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (31a1126d-67ba-4124-8983-7989d7e5332a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.824823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-617eb51c-9f63-41cd-83d2-4c7c055b52be None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:26.825280 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-617eb51c-9f63-41cd-83d2-4c7c055b52be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.851239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=31a1126d-67ba-4124-8983-7989d7e5332a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:26.910689 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:26.915129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f79324db-0f5b-4ad9-b3a2-1e1a8bbacdd3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/31a1126d-67ba-4124-8983-7989d7e5332a HTTP/1.1" status: 204 len: 168 time: 0.5027380 Jan 28 14:07:26.917567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37376) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:26.969964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681fb16f-2365-4707-aa92-68980e4e6b8e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:26.974099 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-681fb16f-2365-4707-aa92-68980e4e6b8e tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0523233 Jan 28 14:07:26.974466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37378) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:27.029219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec32791-7ea8-4d80-b44e-7493701b74a3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:27.032941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9ec32791-7ea8-4d80-b44e-7493701b74a3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0554049 Jan 28 14:07:27.034115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37380) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:27.082919 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.083703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-617eb51c-9f63-41cd-83d2-4c7c055b52be None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:27.093892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b23fb6-8f93-499d-890a-b98bf0b02b2a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:27.095355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b23fb6-8f93-499d-890a-b98bf0b02b2a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:27.096718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b23fb6-8f93-499d-890a-b98bf0b02b2a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:27.098287 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d5b23fb6-8f93-499d-890a-b98bf0b02b2a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0630884 Jan 28 14:07:27.101051 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37382) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:27.162576 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 8b17a52f-153b-4c67-bae9-60d22147997a {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:27.166157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (8b17a52f-153b-4c67-bae9-60d22147997a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.197792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-06ec2cfb-ff12-42b9-b904-dd9e0b978897 None None] Could not find standard attr ID for object 31a1126d-67ba-4124-8983-7989d7e5332a. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:07:27.208338 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (8b17a52f-153b-4c67-bae9-60d22147997a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.287695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8b17a52f-153b-4c67-bae9-60d22147997a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.348650 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (8b17a52f-153b-4c67-bae9-60d22147997a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.377313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=8b17a52f-153b-4c67-bae9-60d22147997a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:27.379293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.385185 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-32a8b266-43fd-432e-a257-611c28a70104 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/8b17a52f-153b-4c67-bae9-60d22147997a HTTP/1.1" status: 204 len: 168 time: 0.2828856 Jan 28 14:07:27.385375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37384) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:27.387392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4dfa3d-10f9-4f1c-a7a6-bd76995a9e3f None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:27.441190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:27.444564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.485563 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.571544 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.637773 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.667962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:27.669997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:27.675502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fd6f5fc7-935a-4497-8507-6226b7c25875 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48 HTTP/1.1" status: 204 len: 168 time: 0.2868795 Jan 28 14:07:27.675845 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37386) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:27.716337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0c033f7b-dc14-4b20-b164-0434cd38144c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391788 Jan 28 14:07:27.719214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37388) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:27.724207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:27.820495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:27.823931 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.024454 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (6331ed88-78b8-470a-a123-4ab22f33e55e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.030338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f972c3e-1a8c-4009-bf17-a8e7e83f43db None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:28.068495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:28.074333 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:28.077050 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:28.077658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.094851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=6331ed88-78b8-470a-a123-4ab22f33e55e,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:28.106070 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37390) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:28.112539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3df13f22-8da6-42e3-90da-e85e6e5ab712 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:28.117611 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e37ab706-5209-4187-892a-2ed4dfc0bfa1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3970952 Jan 28 14:07:28.144814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c533dbe4-033f-4552-95ca-0f66a4f53815 None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:28.145317 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c533dbe4-033f-4552-95ca-0f66a4f53815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.154881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 12192d36-8100-4de4-9818-cc389f006712 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:28.233184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df13f22-8da6-42e3-90da-e85e6e5ab712 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:28.236965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3df13f22-8da6-42e3-90da-e85e6e5ab712 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.273494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:28.273809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.325934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c533dbe4-033f-4552-95ca-0f66a4f53815 None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:28.341128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.361154 n-d-822748-2 neutron-server[103374]: INFO neutron.db.ipam_backend_mixin [None req-3df13f22-8da6-42e3-90da-e85e6e5ab712 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6331ed88-78b8-470a-a123-4ab22f33e55e (CIDR: 2001:db8::/64) Jan 28 14:07:28.365253 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df13f22-8da6-42e3-90da-e85e6e5ab712 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:28.365747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df13f22-8da6-42e3-90da-e85e6e5ab712 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:28.386634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3df13f22-8da6-42e3-90da-e85e6e5ab712 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2787814 Jan 28 14:07:28.389435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37392) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:28.392370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:28.394524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'subnet': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:28.446641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c290c-e180-46f6-8d51-7bc17aa8008b None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:28.515074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:28.518778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.563672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-32cb3966-312c-4d07-b509-43e9713f3d84 None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:28.564085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-32cb3966-312c-4d07-b509-43e9713f3d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.652907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-32cb3966-312c-4d07-b509-43e9713f3d84 None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:28.872976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.objects.ports [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 14:07:28.873528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-854719f7-ca6d-4456-a012-d58ad74ee100 None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:28.873909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-854719f7-ca6d-4456-a012-d58ad74ee100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:28.954236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-854719f7-ca6d-4456-a012-d58ad74ee100 None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:29.036173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (12192d36-8100-4de4-9818-cc389f006712), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.191200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] For port 12192d36-8100-4de4-9818-cc389f006712, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=12192d36-8100-4de4-9818-cc389f006712,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:29.221912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (12192d36-8100-4de4-9818-cc389f006712), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.226608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (12192d36-8100-4de4-9818-cc389f006712), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.227323 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (980036b7-158c-4733-9983-6bba04f5dd4c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.292361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:29.298938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:29.301971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:29.302571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.308474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506d11c-00af-4fc7-b412-d1f210c6ab81 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:29.334183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Subnet': ['ID=980036b7-158c-4733-9983-6bba04f5dd4c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:29.344282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9537833 Jan 28 14:07:29.345176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be42117-a9b6-463f-a770-07322372876b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=12192d36-8100-4de4-9818-cc389f006712,revision_number=9']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:29.347404 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37394) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:29.353172 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Request body: {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'mac_address': 'fa:16:3e:18:be:20', 'name': 'tempest-NetworksTestDHCPv6-159435566'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:29.468804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Made reservation on behalf of 9672589b7f80447ab0b84adcfa47f619 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:29.473015 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.473611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e84a1-7575-4427-8499-b030a822c900 None None] Update dhcp port {'port': {'network_id': '518d9568-285d-4197-9242-673b159d864b', 'fixed_ips': [{'subnet_id': '980036b7-158c-4733-9983-6bba04f5dd4c', 'ip_address': '2001:db8:0:1:f816:3eff:fe5a:72fa'}, {'subnet_id': '6331ed88-78b8-470a-a123-4ab22f33e55e'}], 'binding:host_id': 'n-d-822748-2'}, 'id': '12192d36-8100-4de4-9818-cc389f006712'} from n-d-822748-2. {{(pid=103375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 14:07:29.498452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] device_id is not set on port c4b49185-0d46-4fad-9e60-22e70dd5416f yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:29.499877 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a9e84a1-7575-4427-8499-b030a822c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (12192d36-8100-4de4-9818-cc389f006712), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.660321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8::2b7 (518d9568-285d-4197-9242-673b159d864b/6331ed88-78b8-470a-a123-4ab22f33e55e/c4b49185-0d46-4fad-9e60-22e70dd5416f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:29.666400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:be20 (518d9568-285d-4197-9242-673b159d864b/980036b7-158c-4733-9983-6bba04f5dd4c/c4b49185-0d46-4fad-9e60-22e70dd5416f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:29.816624 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for port (c4b49185-0d46-4fad-9e60-22e70dd5416f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.850348 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (c4b49185-0d46-4fad-9e60-22e70dd5416f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.890554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Network 518d9568-285d-4197-9242-673b159d864b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:29.893773 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:29.897377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:29.901038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2a9e84a1-7575-4427-8499-b030a822c900 None None] Allocated IP 2001:db8::2 (518d9568-285d-4197-9242-673b159d864b/6331ed88-78b8-470a-a123-4ab22f33e55e/12192d36-8100-4de4-9818-cc389f006712) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:29.903136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:29.903785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:29.926505 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event updated for resources: {'Port': ['ID=c4b49185-0d46-4fad-9e60-22e70dd5416f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:29.937672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37396) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:29.938109 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-753ecb1e-87cd-48cd-b26b-6daf1a9818eb tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.5873499 Jan 28 14:07:30.002465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2a9e84a1-7575-4427-8499-b030a822c900 None None] For port 12192d36-8100-4de4-9818-cc389f006712, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=12192d36-8100-4de4-9818-cc389f006712,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:30.032540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting port c4b49185-0d46-4fad-9e60-22e70dd5416f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:30.033413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c4b49185-0d46-4fad-9e60-22e70dd5416f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.042699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a9e84a1-7575-4427-8499-b030a822c900 None None] Publish callbacks [] for port (12192d36-8100-4de4-9818-cc389f006712), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.048367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2a9e84a1-7575-4427-8499-b030a822c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (12192d36-8100-4de4-9818-cc389f006712), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.135309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c4b49185-0d46-4fad-9e60-22e70dd5416f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.139762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e84a1-7575-4427-8499-b030a822c900 None None] Pushing event updated for resources: {'Port': ['ID=12192d36-8100-4de4-9818-cc389f006712,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:30.158763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Calling delete_port for c4b49185-0d46-4fad-9e60-22e70dd5416f owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:30.177644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 12192d36-8100-4de4-9818-cc389f006712 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:30.237764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:30.238150 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.328400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:30.367911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c4b49185-0d46-4fad-9e60-22e70dd5416f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.395341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Port': ['ID=c4b49185-0d46-4fad-9e60-22e70dd5416f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:30.447611 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.451132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d122ad74-0e2f-49a5-bfcc-739dd6a395c6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/c4b49185-0d46-4fad-9e60-22e70dd5416f HTTP/1.1" status: 204 len: 168 time: 0.5123818 Jan 28 14:07:30.453594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37400) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:30.503706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb48167-9fc5-4956-a54f-9c269a80c79c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:30.505271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1cb48167-9fc5-4956-a54f-9c269a80c79c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0507405 Jan 28 14:07:30.508995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:30.557902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ecfbb4-b009-4dbe-8b33-acaa9b8d98be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:30.559487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5ecfbb4-b009-4dbe-8b33-acaa9b8d98be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0495117 Jan 28 14:07:30.562344 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37404) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:30.620599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea4f1be-9945-4e8f-9ca7-d977b5b2f91c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:30.621914 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea4f1be-9945-4e8f-9ca7-d977b5b2f91c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:30.623340 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea4f1be-9945-4e8f-9ca7-d977b5b2f91c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:30.624954 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-eea4f1be-9945-4e8f-9ca7-d977b5b2f91c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0615072 Jan 28 14:07:30.627608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37406) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:30.689402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 6331ed88-78b8-470a-a123-4ab22f33e55e {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:30.692921 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (6331ed88-78b8-470a-a123-4ab22f33e55e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.737848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (6331ed88-78b8-470a-a123-4ab22f33e55e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.787990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a0b31623-47c5-4c5a-801a-61a21cb126d5 None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:30.788491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a0b31623-47c5-4c5a-801a-61a21cb126d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.828377 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (6331ed88-78b8-470a-a123-4ab22f33e55e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.872214 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a0b31623-47c5-4c5a-801a-61a21cb126d5 None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:30.898163 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (6331ed88-78b8-470a-a123-4ab22f33e55e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.924734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=6331ed88-78b8-470a-a123-4ab22f33e55e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:30.932953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:30.936051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9a03e29a-ff92-431d-80de-6072f6755987 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/6331ed88-78b8-470a-a123-4ab22f33e55e HTTP/1.1" status: 204 len: 168 time: 0.3074491 Jan 28 14:07:30.938606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37408) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:30.985620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-733d9e36-588c-4ea8-bcd0-e24935fdcc09 None None] Could not find standard attr ID for object c4b49185-0d46-4fad-9e60-22e70dd5416f. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:07:30.996566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Deleting subnet 980036b7-158c-4733-9983-6bba04f5dd4c {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:31.000079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (980036b7-158c-4733-9983-6bba04f5dd4c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.049658 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (980036b7-158c-4733-9983-6bba04f5dd4c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.090257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec107527-f45e-490e-a3fc-288bb9e5a405 None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:31.135522 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (980036b7-158c-4733-9983-6bba04f5dd4c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.206823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (980036b7-158c-4733-9983-6bba04f5dd4c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.240440 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Subnet': ['ID=980036b7-158c-4733-9983-6bba04f5dd4c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:31.245949 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.250873 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-717b7f83-ea19-439f-b3aa-deb205c0d4f1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/980036b7-158c-4733-9983-6bba04f5dd4c HTTP/1.1" status: 204 len: 168 time: 0.3090367 Jan 28 14:07:31.251094 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37410) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.291933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-187ebec7-2549-46f6-b759-6677728b5688 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375254 Jan 28 14:07:31.292223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37412) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.340813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212cfd10-f1c6-4939-a228-6ba5db37e0d9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:31.342407 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-212cfd10-f1c6-4939-a228-6ba5db37e0d9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0492604 Jan 28 14:07:31.345043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37414) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.400871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394a2ef-585c-4c61-a35f-aaee058bc070 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:31.402266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6394a2ef-585c-4c61-a35f-aaee058bc070 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562556 Jan 28 14:07:31.404944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37416) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.450866 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-110178f0-21d8-4498-8004-0e483e029ed0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447290 Jan 28 14:07:31.454758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37418) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.478555 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6d2fc4-8a94-4c90-a724-703c8ae5b847 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.479132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6d2fc4-8a94-4c90-a724-703c8ae5b847 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.482208 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0a6d2fc4-8a94-4c90-a724-703c8ae5b847 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/c4b49185-0d46-4fad-9e60-22e70dd5416f HTTP/1.1" status: 404 len: 333 time: 0.0264757 Jan 28 14:07:31.484756 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37420) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.511317 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-97374675-ac9a-4081-97fe-6f443d81e37f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.511787 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97374675-ac9a-4081-97fe-6f443d81e37f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.515272 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-97374675-ac9a-4081-97fe-6f443d81e37f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/980036b7-158c-4733-9983-6bba04f5dd4c HTTP/1.1" status: 404 len: 337 time: 0.0291426 Jan 28 14:07:31.517373 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37422) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.543905 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bac9229-1a8d-4ed5-b07c-dae347c609be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.544405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bac9229-1a8d-4ed5-b07c-dae347c609be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.547515 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1bac9229-1a8d-4ed5-b07c-dae347c609be tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/6331ed88-78b8-470a-a123-4ab22f33e55e HTTP/1.1" status: 404 len: 337 time: 0.0291607 Jan 28 14:07:31.550219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37424) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.575002 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c122ef5-c5ff-4f4b-94f0-dd5f97018d8d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.575638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c122ef5-c5ff-4f4b-94f0-dd5f97018d8d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.578877 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6c122ef5-c5ff-4f4b-94f0-dd5f97018d8d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/31a1126d-67ba-4124-8983-7989d7e5332a HTTP/1.1" status: 404 len: 333 time: 0.0275874 Jan 28 14:07:31.581487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37426) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.607804 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9808222-1f67-4d37-b9ee-ad20e08e4467 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.608323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9808222-1f67-4d37-b9ee-ad20e08e4467 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.611351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c9808222-1f67-4d37-b9ee-ad20e08e4467 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/8b17a52f-153b-4c67-bae9-60d22147997a HTTP/1.1" status: 404 len: 337 time: 0.0288565 Jan 28 14:07:31.614034 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37428) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.641446 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fce56de-09d7-40bf-8c9c-d1614c28a19d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.641910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fce56de-09d7-40bf-8c9c-d1614c28a19d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.645076 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5fce56de-09d7-40bf-8c9c-d1614c28a19d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/b7a0d0c2-20ff-46c7-bbf7-48f8fba61a48 HTTP/1.1" status: 404 len: 337 time: 0.0299802 Jan 28 14:07:31.648129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37430) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.671329 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-940b8235-b380-493a-a0a8-70d36ae34258 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.671890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940b8235-b380-493a-a0a8-70d36ae34258 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.674934 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-940b8235-b380-493a-a0a8-70d36ae34258 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/7dc17c3c-14e3-4263-86a1-e22720e261e2 HTTP/1.1" status: 404 len: 333 time: 0.0258818 Jan 28 14:07:31.677359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37432) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.684612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98968544-4034-455d-8c63-e5a07a02aa2f None None] Network 518d9568-285d-4197-9242-673b159d864b requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:31.707514 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5725a97f-d07f-4da7-9403-35adc82d3111 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.707975 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5725a97f-d07f-4da7-9403-35adc82d3111 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.711938 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5725a97f-d07f-4da7-9403-35adc82d3111 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/ecebb2bf-c010-4e03-abc3-7083e6bf13f6 HTTP/1.1" status: 404 len: 337 time: 0.0336630 Jan 28 14:07:31.714946 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37434) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.741698 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e425fe-8926-42bb-a894-d438586266c3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.742167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e425fe-8926-42bb-a894-d438586266c3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.745251 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76e425fe-8926-42bb-a894-d438586266c3 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/5d988918-2b7f-4aa3-a26a-454e289c1d2e HTTP/1.1" status: 404 len: 337 time: 0.0293803 Jan 28 14:07:31.748011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37436) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.757759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9813931b-badd-4466-a4a7-4e27ba934088 None None] Provisioning complete for port 12192d36-8100-4de4-9818-cc389f006712 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:31.758244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9813931b-badd-4466-a4a7-4e27ba934088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (12192d36-8100-4de4-9818-cc389f006712), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.773354 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7daefaa-acfe-4ce3-9313-0fd7fa54441a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.774211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7daefaa-acfe-4ce3-9313-0fd7fa54441a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.777333 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f7daefaa-acfe-4ce3-9313-0fd7fa54441a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/25f5a38f-9ccb-47ad-b917-e986405b6587 HTTP/1.1" status: 404 len: 333 time: 0.0283451 Jan 28 14:07:31.780079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37438) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.806145 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55f2635-aac8-492f-8e69-1a7c0ff14ed0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.806602 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55f2635-aac8-492f-8e69-1a7c0ff14ed0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.809655 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d55f2635-aac8-492f-8e69-1a7c0ff14ed0 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/39742f3f-f948-406d-b7a8-6f08275aa81b HTTP/1.1" status: 404 len: 337 time: 0.0286496 Jan 28 14:07:31.812100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37440) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.837647 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfd4579-cc7a-4421-9a74-2416d2d3742b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.838350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfd4579-cc7a-4421-9a74-2416d2d3742b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.841191 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ecfd4579-cc7a-4421-9a74-2416d2d3742b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/ce4987f9-1a1c-4fb2-8e58-208937df11dc HTTP/1.1" status: 404 len: 337 time: 0.0281768 Jan 28 14:07:31.843643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37442) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.866996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9813931b-badd-4466-a4a7-4e27ba934088 None None] Current status of the port 12192d36-8100-4de4-9818-cc389f006712 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:31.868330 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fa2326-e96b-439c-b6e3-dea18db6820d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.868976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fa2326-e96b-439c-b6e3-dea18db6820d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.872177 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e5fa2326-e96b-439c-b6e3-dea18db6820d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/0ccfa23b-e22e-44df-b9e4-8163d4477a64 HTTP/1.1" status: 404 len: 333 time: 0.0275521 Jan 28 14:07:31.874577 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37444) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.895474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] DHCP port deletion for 518d9568-285d-4197-9242-673b159d864b request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:31.904706 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e046cb-8e07-4a44-adc8-0a16d60f5e45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.905105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e046cb-8e07-4a44-adc8-0a16d60f5e45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.908157 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-60e046cb-8e07-4a44-adc8-0a16d60f5e45 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/aacd05a4-3aa4-48e1-a729-b7ed188abd31 HTTP/1.1" status: 404 len: 337 time: 0.0326560 Jan 28 14:07:31.910763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37446) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.936178 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24cd004-6d42-4541-aa0e-622c8344778c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.936762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24cd004-6d42-4541-aa0e-622c8344778c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.939769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d24cd004-6d42-4541-aa0e-622c8344778c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/646162e6-af86-4ae1-bd77-ec9aad696da7 HTTP/1.1" status: 404 len: 333 time: 0.0279031 Jan 28 14:07:31.942362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37448) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.945386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] Deleting port 12192d36-8100-4de4-9818-cc389f006712 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:31.945772 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (12192d36-8100-4de4-9818-cc389f006712), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:31.968760 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efcb925-2836-41f2-b1ac-32eb7e704663 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.969225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efcb925-2836-41f2-b1ac-32eb7e704663 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:31.972260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9efcb925-2836-41f2-b1ac-32eb7e704663 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/9ce0c24c-45dd-43d4-9508-7054bce88732 HTTP/1.1" status: 404 len: 337 time: 0.0288336 Jan 28 14:07:31.974775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37450) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:31.997456 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aec4c2e-0ea6-4b20-9fc8-30bf61309ee9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:31.997990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aec4c2e-0ea6-4b20-9fc8-30bf61309ee9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.001016 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4aec4c2e-0ea6-4b20-9fc8-30bf61309ee9 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/a9b1f1aa-962a-45a6-a531-9048bd2eadf8 HTTP/1.1" status: 404 len: 333 time: 0.0253406 Jan 28 14:07:32.003522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37452) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.009385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] For port 12192d36-8100-4de4-9818-cc389f006712, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=12192d36-8100-4de4-9818-cc389f006712,segment=NetworkSegment(ba976255-33d6-40dd-bf3d-16da6ad14d38),segment_id=ba976255-33d6-40dd-bf3d-16da6ad14d38)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:32.009787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (12192d36-8100-4de4-9818-cc389f006712), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.023606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] Calling delete_port for 12192d36-8100-4de4-9818-cc389f006712 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:32.033764 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb451822-a261-4b48-b939-3474cb6cb086 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.034227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb451822-a261-4b48-b939-3474cb6cb086 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.037312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eb451822-a261-4b48-b939-3474cb6cb086 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/45dabe96-6fad-4309-a41a-ed4e4e8dd2e8 HTTP/1.1" status: 404 len: 337 time: 0.0328691 Jan 28 14:07:32.039839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37454) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.062546 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbce7fde-0180-45c1-a7a8-16a851d7205f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.063094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbce7fde-0180-45c1-a7a8-16a851d7205f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.066457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cbce7fde-0180-45c1-a7a8-16a851d7205f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/95a352a0-c6f4-4c6f-b80b-c1a8fee1bbb3 HTTP/1.1" status: 404 len: 333 time: 0.0253088 Jan 28 14:07:32.068807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37456) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.096851 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe7d1f5-e701-4895-a9ae-77edc37c7256 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.097321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe7d1f5-e701-4895-a9ae-77edc37c7256 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.100410 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fbe7d1f5-e701-4895-a9ae-77edc37c7256 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/c6e8a6f1-375a-4e3a-b9e7-c886385dc2b3 HTTP/1.1" status: 404 len: 337 time: 0.0300684 Jan 28 14:07:32.104142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37458) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.121887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 12192d36-8100-4de4-9818-cc389f006712 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:32.123906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (12192d36-8100-4de4-9818-cc389f006712), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:32.135259 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5aab14f-0478-4e7c-be54-be5548e2821f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.135812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5aab14f-0478-4e7c-be54-be5548e2821f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.138883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e5aab14f-0478-4e7c-be54-be5548e2821f tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/a462ce23-e67b-40b6-af6f-9e46a5916b34 HTTP/1.1" status: 404 len: 333 time: 0.0336218 Jan 28 14:07:32.141398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37460) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.165689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 12192d36-8100-4de4-9818-cc389f006712 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:32.165941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 12192d36-8100-4de4-9818-cc389f006712 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:32.167805 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f7202a-9448-465b-b03b-63eee0707580 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.168288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f7202a-9448-465b-b03b-63eee0707580 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.170447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] Pushing event deleted for resources: {'Port': ['ID=12192d36-8100-4de4-9818-cc389f006712,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:32.171294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e6f7202a-9448-465b-b03b-63eee0707580 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/6c8f8bf7-3352-48b9-bca1-ad183480887e HTTP/1.1" status: 404 len: 337 time: 0.0289974 Jan 28 14:07:32.173876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37462) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.175897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8374ffb-25c6-4169-ac5d-b94f8d620e2c None None] No DVR routers for this DVR port 12192d36-8100-4de4-9818-cc389f006712 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:32.200178 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e255cc3d-6624-4aad-8309-4213bc761de1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.200749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e255cc3d-6624-4aad-8309-4213bc761de1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.203805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e255cc3d-6624-4aad-8309-4213bc761de1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/6b7e99f6-08c0-48da-a475-4be6df2e2359 HTTP/1.1" status: 404 len: 333 time: 0.0289748 Jan 28 14:07:32.206358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37464) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.232177 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa7b1e9-f6a2-4cd9-97ec-2046a1966889 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.232632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa7b1e9-f6a2-4cd9-97ec-2046a1966889 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.235566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5aa7b1e9-f6a2-4cd9-97ec-2046a1966889 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/bbd758bf-d2e1-4e83-b2d8-29107e33ef6f HTTP/1.1" status: 404 len: 337 time: 0.0283201 Jan 28 14:07:32.237994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37466) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.266362 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3499be-f8a2-453b-90b7-e33381a3672c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.266808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3499be-f8a2-453b-90b7-e33381a3672c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.269816 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dd3499be-f8a2-453b-90b7-e33381a3672c tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/3d9bab1a-31b9-4393-8778-73a49f7d89a7 HTTP/1.1" status: 404 len: 337 time: 0.0309000 Jan 28 14:07:32.273583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37468) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.295841 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f6d205-1f79-4f03-ab00-6e8c32a06620 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.296385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f6d205-1f79-4f03-ab00-6e8c32a06620 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.299315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-09f6d205-1f79-4f03-ab00-6e8c32a06620 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/051d62a7-9166-4dcf-8225-9f7998bb34c4 HTTP/1.1" status: 404 len: 333 time: 0.0246518 Jan 28 14:07:32.301885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37470) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.328199 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cc684a-c286-4023-ad06-ec340a616f36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.328654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cc684a-c286-4023-ad06-ec340a616f36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.331586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-22cc684a-c286-4023-ad06-ec340a616f36 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/706068d4-0b56-495e-87fe-04a4786b1665 HTTP/1.1" status: 404 len: 337 time: 0.0288098 Jan 28 14:07:32.334142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37472) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.359976 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a2e19c-8029-4ca2-873b-423c1a304158 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.360700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a2e19c-8029-4ca2-873b-423c1a304158 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.363336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d3a2e19c-8029-4ca2-873b-423c1a304158 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/7985cd08-b3b8-4c06-99c1-ced4efa2aa1b HTTP/1.1" status: 404 len: 337 time: 0.0283041 Jan 28 14:07:32.366923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37474) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.389243 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d309adc6-58c5-4475-878e-1dd05d309c00 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.389776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d309adc6-58c5-4475-878e-1dd05d309c00 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.392799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d309adc6-58c5-4475-878e-1dd05d309c00 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/ab6a3eb7-c808-4b7f-9eb1-e307abcb224e HTTP/1.1" status: 404 len: 333 time: 0.0249014 Jan 28 14:07:32.395312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37476) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.425361 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f85294e-5ce5-4d6d-ab3f-42805d86b59b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.425739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f85294e-5ce5-4d6d-ab3f-42805d86b59b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.428732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6f85294e-5ce5-4d6d-ab3f-42805d86b59b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/7f462482-2f4d-4ed7-a474-8afc90b621ae HTTP/1.1" status: 404 len: 337 time: 0.0324893 Jan 28 14:07:32.431735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37478) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.461009 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb71b529-8b50-4c00-9442-70e448e2b9fc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.461393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb71b529-8b50-4c00-9442-70e448e2b9fc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.464384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fb71b529-8b50-4c00-9442-70e448e2b9fc tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/0c6841de-e7d9-4628-b621-3fc936b7be35 HTTP/1.1" status: 404 len: 337 time: 0.0317185 Jan 28 14:07:32.466913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37480) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.489106 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3567f5-bcf3-4106-8e09-f71f6690be96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.489626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3567f5-bcf3-4106-8e09-f71f6690be96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.492857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dd3567f5-bcf3-4106-8e09-f71f6690be96 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/e641f041-87b8-4506-a80f-a89f808a617d HTTP/1.1" status: 404 len: 333 time: 0.0250609 Jan 28 14:07:32.495243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37482) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.520965 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2486d3-f89f-4925-a638-51b6f311e328 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.521411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2486d3-f89f-4925-a638-51b6f311e328 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.525097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eb2486d3-f89f-4925-a638-51b6f311e328 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/66c47912-bb4d-4d06-b9f3-bad78ef86a1f HTTP/1.1" status: 404 len: 337 time: 0.0289712 Jan 28 14:07:32.527458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37484) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.552757 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5f21fe-e996-4cba-a829-3239ef86326d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.553210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5f21fe-e996-4cba-a829-3239ef86326d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.556497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6d5f21fe-e996-4cba-a829-3239ef86326d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/3b688fb2-74df-4342-995a-46532197c8e8 HTTP/1.1" status: 404 len: 337 time: 0.0281551 Jan 28 14:07:32.558903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37486) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.584114 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-200c0fc4-a7c5-40d4-b682-a88514ac18ab tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd6a5a90-41f7-465e-98af-20e92756cac5 HTTP/1.1" status: 200 len: 205 time: 0.0241807 Jan 28 14:07:32.587011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37488) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.626030 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-c74d1bda-7fa7-45ef-8cc3-69c0db1531ec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] delete failed (client error): The resource could not be found. Jan 28 14:07:32.627019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c74d1bda-7fa7-45ef-8cc3-69c0db1531ec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/routers/fd6a5a90-41f7-465e-98af-20e92756cac5 HTTP/1.1" status: 404 len: 336 time: 0.0391440 Jan 28 14:07:32.629500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37490) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.654984 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ff36a1-76b7-4d93-ba6b-423e9457c288 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.655439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ff36a1-76b7-4d93-ba6b-423e9457c288 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.658440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-16ff36a1-76b7-4d93-ba6b-423e9457c288 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/fd5455c6-5516-44a8-a9e5-6e4036f22bd0 HTTP/1.1" status: 404 len: 337 time: 0.0280612 Jan 28 14:07:32.661072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37492) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.687526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ad8647ae-5331-46a2-826f-029f5214b497 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "GET /v2.0/ports?device_id=c28d0b41-cdf7-4e51-8fed-b8438dd2508e HTTP/1.1" status: 200 len: 205 time: 0.0253367 Jan 28 14:07:32.689854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37494) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.727379 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-bc985708-fc92-4214-a087-9004afed39a6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] delete failed (client error): The resource could not be found. Jan 28 14:07:32.728461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bc985708-fc92-4214-a087-9004afed39a6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/routers/c28d0b41-cdf7-4e51-8fed-b8438dd2508e HTTP/1.1" status: 404 len: 336 time: 0.0376935 Jan 28 14:07:32.731472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37496) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.761200 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9083192-6708-44d6-865d-3e475b0f4c8b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.761654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9083192-6708-44d6-865d-3e475b0f4c8b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.764653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a9083192-6708-44d6-865d-3e475b0f4c8b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/9cde7597-be12-4386-a463-3d541869eb98 HTTP/1.1" status: 404 len: 337 time: 0.0322464 Jan 28 14:07:32.767130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37498) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.792784 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ceb7243-df57-4c35-9485-d7aefa5843a6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.793234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ceb7243-df57-4c35-9485-d7aefa5843a6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.796213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5ceb7243-df57-4c35-9485-d7aefa5843a6 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/7f93f8b0-5fcf-45ed-8600-e8a4edfe06dd HTTP/1.1" status: 404 len: 337 time: 0.0281689 Jan 28 14:07:32.798621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37500) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.821186 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-278125da-5778-46c7-a22f-86cc87a778d5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.821710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278125da-5778-46c7-a22f-86cc87a778d5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.824675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-278125da-5778-46c7-a22f-86cc87a778d5 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/44ad4acc-278e-4093-9b9c-2c26049064fe HTTP/1.1" status: 404 len: 333 time: 0.0251756 Jan 28 14:07:32.826957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37502) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.851954 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a307e2-79b4-4e77-a2f0-6900c2a3df39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.852428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a307e2-79b4-4e77-a2f0-6900c2a3df39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.855348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f3a307e2-79b4-4e77-a2f0-6900c2a3df39 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/8bcd7a6d-de6a-44a2-9fb8-f34dd8bc5039 HTTP/1.1" status: 404 len: 337 time: 0.0275145 Jan 28 14:07:32.857692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37504) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.879755 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e068eea0-8f93-47cf-8f73-aff5dc1f8560 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.880319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e068eea0-8f93-47cf-8f73-aff5dc1f8560 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.883949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e068eea0-8f93-47cf-8f73-aff5dc1f8560 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/dfc2a4b0-5eb8-4393-8f92-324e51e53352 HTTP/1.1" status: 404 len: 333 time: 0.0253723 Jan 28 14:07:32.886389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37506) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.911395 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-8393ce62-8050-42ca-93e6-8b47b8885615 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.911844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8393ce62-8050-42ca-93e6-8b47b8885615 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.915608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8393ce62-8050-42ca-93e6-8b47b8885615 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/a0dc3151-f0d5-43a8-a761-eb23cbaf9fda HTTP/1.1" status: 404 len: 337 time: 0.0283191 Jan 28 14:07:32.918032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37508) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.945173 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d3438d-5b12-4731-8742-2e5859d50a2b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.945405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d3438d-5b12-4731-8742-2e5859d50a2b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.948374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d2d3438d-5b12-4731-8742-2e5859d50a2b tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/75ba2aaa-4a3d-4b31-9d67-40679c0ea2c6 HTTP/1.1" status: 404 len: 333 time: 0.0294249 Jan 28 14:07:32.950815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37510) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:32.976230 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-5809e979-6e00-4daa-be10-06dd09087a9d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:32.976704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5809e979-6e00-4daa-be10-06dd09087a9d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:32.979642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5809e979-6e00-4daa-be10-06dd09087a9d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/5176b6f5-ae94-462a-b01c-2495ccc5b760 HTTP/1.1" status: 404 len: 337 time: 0.0279357 Jan 28 14:07:32.981997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.003667 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f24b17-9ee4-43b1-9299-1122c96ceb0a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.004234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f24b17-9ee4-43b1-9299-1122c96ceb0a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.007887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a2f24b17-9ee4-43b1-9299-1122c96ceb0a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/584580f6-3c86-425b-bc2f-bb907fd86f91 HTTP/1.1" status: 404 len: 333 time: 0.0248275 Jan 28 14:07:33.010023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37514) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.035170 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a28647c-bc30-4abf-be33-96080202aa17 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.035622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a28647c-bc30-4abf-be33-96080202aa17 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.038785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1a28647c-bc30-4abf-be33-96080202aa17 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/c0ea7012-f33c-43cb-be80-90eb78626407 HTTP/1.1" status: 404 len: 337 time: 0.0277374 Jan 28 14:07:33.040949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37516) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.062770 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-21297a4a-47d6-4767-8fd1-007192628994 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.063293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21297a4a-47d6-4767-8fd1-007192628994 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.066282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-21297a4a-47d6-4767-8fd1-007192628994 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/6f541859-0195-4d4d-8a6d-1b64ec858c6a HTTP/1.1" status: 404 len: 333 time: 0.0244503 Jan 28 14:07:33.068611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37518) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.094059 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a508f6c-654d-485e-9b53-4321b50984e1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.094505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a508f6c-654d-485e-9b53-4321b50984e1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.097462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9a508f6c-654d-485e-9b53-4321b50984e1 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/39eed076-1bad-45e8-8b6d-5c12af559e92 HTTP/1.1" status: 404 len: 337 time: 0.0279787 Jan 28 14:07:33.099734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.125963 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f02f6a1-55a9-4519-a9c9-180b6c69efec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.126490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f02f6a1-55a9-4519-a9c9-180b6c69efec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.129473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3f02f6a1-55a9-4519-a9c9-180b6c69efec tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/9df2378b-00cf-4d32-94d9-5c6caa848701 HTTP/1.1" status: 404 len: 333 time: 0.0287676 Jan 28 14:07:33.132530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37522) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.157007 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec619cc-ccc2-44e5-a2a0-1c1bc2418002 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.157460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec619cc-ccc2-44e5-a2a0-1c1bc2418002 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.160455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aec619cc-ccc2-44e5-a2a0-1c1bc2418002 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/f5011d82-3654-4919-ab8c-322523d29c90 HTTP/1.1" status: 404 len: 337 time: 0.0270100 Jan 28 14:07:33.162817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37524) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.185616 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c7a7af-dfb6-4710-a120-ef97d4fa851a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.186149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c7a7af-dfb6-4710-a120-ef97d4fa851a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.189144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-56c7a7af-dfb6-4710-a120-ef97d4fa851a tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/ports/ff9c7228-6d63-4c2e-a55d-9258e09d6ecd HTTP/1.1" status: 404 len: 333 time: 0.0254068 Jan 28 14:07:33.191632 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37526) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.217644 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c732d23-f716-48ab-987a-37c5c8cd0f4d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] DELETE failed (client error): The resource could not be found. Jan 28 14:07:33.218101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c732d23-f716-48ab-987a-37c5c8cd0f4d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:07:33.221112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6c732d23-f716-48ab-987a-37c5c8cd0f4d tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/subnets/10ecb0a4-328a-424f-8f84-f07edfad64d0 HTTP/1.1" status: 404 len: 337 time: 0.0285628 Jan 28 14:07:33.223544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37528) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.299991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (518d9568-285d-4197-9242-673b159d864b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.384735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (518d9568-285d-4197-9242-673b159d864b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.404535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518d9568-285d-4197-9242-673b159d864b']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:33.413409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba976255-33d6-40dd-bf3d-16da6ad14d38') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:33.413798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba976255-33d6-40dd-bf3d-16da6ad14d38') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:33.422834 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (ba976255-33d6-40dd-bf3d-16da6ad14d38), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.437246 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ba976255-33d6-40dd-bf3d-16da6ad14d38), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.443302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:07:33.443719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (ba976255-33d6-40dd-bf3d-16da6ad14d38), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:07:33.447570 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:07:33.506719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (518d9568-285d-4197-9242-673b159d864b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.514413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:33.517567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] 10.222.0.45 "DELETE /v2.0/networks/518d9568-285d-4197-9242-673b159d864b HTTP/1.1" status: 204 len: 168 time: 0.2930844 Jan 28 14:07:33.529305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc7a00-f4f5-4600-b3a3-a8c1036ab607 tempest-NetworksTestDHCPv6-1754330104 tempest-NetworksTestDHCPv6-1754330104-project] Pushing event deleted for resources: {'Network': ['ID=518d9568-285d-4197-9242-673b159d864b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:33.811183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37534) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:33.973270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8dbb5865-30c4-47e8-8307-e35232d027fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9672589b7f80447ab0b84adcfa47f619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608272 Jan 28 14:07:33.976294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37538) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:34.021892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c210001a-5d8b-4016-af61-f96e14b40449 admin admin] Publish callbacks [] for security_group (58d03762-50f1-4991-ac14-a6a9e2f6b4bd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.043596 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c210001a-5d8b-4016-af61-f96e14b40449 admin admin] Publish callbacks [] for security_group (58d03762-50f1-4991-ac14-a6a9e2f6b4bd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.090329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c210001a-5d8b-4016-af61-f96e14b40449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (58d03762-50f1-4991-ac14-a6a9e2f6b4bd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.092961 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c210001a-5d8b-4016-af61-f96e14b40449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.094114 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c210001a-5d8b-4016-af61-f96e14b40449 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58d03762-50f1-4991-ac14-a6a9e2f6b4bd HTTP/1.1" status: 204 len: 168 time: 0.1168773 Jan 28 14:07:34.103212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210001a-5d8b-4016-af61-f96e14b40449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d03762-50f1-4991-ac14-a6a9e2f6b4bd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:34.734277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37560) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:34.829953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-579218055'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:34.850097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Made reservation on behalf of e9f8e8ea565b4904996f96869e28cb05 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:34.854043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.866492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.941837 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a398d402-1528-427f-bdce-678f35fbf2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.945984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for security_group (27418b01-dbc0-467e-87c8-d9f96363d3ca), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.949832 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (27418b01-dbc0-467e-87c8-d9f96363d3ca), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.976749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:07:34.985530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27418b01-dbc0-467e-87c8-d9f96363d3ca,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:34.991432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c21dfbf0-7026-453a-8339-607f55a26a02), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:34.991959 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Added segment c21dfbf0-7026-453a-8339-607f55a26a02 of type vlan for network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 Jan 28 14:07:35.031746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b3f92a92-5ecc-47e1-a6f4-e5222cad5878), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.056608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b3f92a92-5ecc-47e1-a6f4-e5222cad5878), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.061537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:35.062129 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.116811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3813677 Jan 28 14:07:35.121014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37564) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:35.127461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Request body: {'subnet': {'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:35.136240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191a80-3af0-4224-a5ab-f8655d27eb4e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event updated for resources: {'Network': ['ID=b3f92a92-5ecc-47e1-a6f4-e5222cad5878,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:35.146297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:07:35.216070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Made reservation on behalf of e9f8e8ea565b4904996f96869e28cb05 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:35.219458 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.415483 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (618decc5-420a-4650-8d6f-b5676127c3eb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.480761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event updated for resources: {'Subnet': ['ID=618decc5-420a-4650-8d6f-b5676127c3eb,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:35.493970 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Checking segment: {'id': 'c21dfbf0-7026-453a-8339-607f55a26a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:35.494329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Network hostable DHCP agents. Network: b3f92a92-5ecc-47e1-a6f4-e5222cad5878, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:07:35.512543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:07:35.522962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b3f92a92-5ecc-47e1-a6f4-e5222cad5878) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:35.527433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:35.528091 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.535224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc8c498-4541-493c-b086-1be562e17df7 None None] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:35.548569 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0a3f25de-11af-4aa1-8457-4a1c2fffaba0 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4263575 Jan 28 14:07:35.552365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37566) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:35.558189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Request body: {'port': {'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878', 'name': 'tempest-ExtraDHCPOptionsTestJSON-276647164'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:35.652209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-b3f92a92-5ecc-47e1-a6f4-e5222cad5878', 'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878', 'project_id': 'e9f8e8ea565b4904996f96869e28cb05', 'fixed_ips': [{'subnet_id': '618decc5-420a-4650-8d6f-b5676127c3eb'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:35.653095 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.671732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Made reservation on behalf of e9f8e8ea565b4904996f96869e28cb05 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:35.675271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.696992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] device_id is not set on port ff9fea9c-2401-4a97-a707-13f05bef51b9 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:35.795150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Allocated IP 172.20.0.2 (b3f92a92-5ecc-47e1-a6f4-e5222cad5878/618decc5-420a-4650-8d6f-b5676127c3eb/5475d482-8a84-4a4a-a450-83a03420d924) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:35.939644 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Publish callbacks [] for port (5475d482-8a84-4a4a-a450-83a03420d924), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.947403 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (5475d482-8a84-4a4a-a450-83a03420d924), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:35.991743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:35.994899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:36.000872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:36.005002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Allocated IP 172.20.0.11 (b3f92a92-5ecc-47e1-a6f4-e5222cad5878/618decc5-420a-4650-8d6f-b5676127c3eb/ff9fea9c-2401-4a97-a707-13f05bef51b9) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:36.006572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Pushing event updated for resources: {'Port': ['ID=5475d482-8a84-4a4a-a450-83a03420d924,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:36.066590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Attempting to bind port 5475d482-8a84-4a4a-a450-83a03420d924 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:36.066983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Attempting to bind port 5475d482-8a84-4a4a-a450-83a03420d924 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c21dfbf0-7026-453a-8339-607f55a26a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:36.067354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Attempting to bind port 5475d482-8a84-4a4a-a450-83a03420d924 on network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:36.074139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:36.074527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Checking segment: {'id': 'c21dfbf0-7026-453a-8339-607f55a26a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:36.074937 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.075338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Bound using segment: {'id': 'c21dfbf0-7026-453a-8339-607f55a26a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:36.075817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Bound port: 5475d482-8a84-4a4a-a450-83a03420d924, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21dfbf0-7026-453a-8339-607f55a26a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:36.076249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5475d482-8a84-4a4a-a450-83a03420d924), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.142494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] For port 5475d482-8a84-4a4a-a450-83a03420d924, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:36.145969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] For port 5475d482-8a84-4a4a-a450-83a03420d924, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5475d482-8a84-4a4a-a450-83a03420d924,segment=NetworkSegment(c21dfbf0-7026-453a-8339-607f55a26a02),segment_id=c21dfbf0-7026-453a-8339-607f55a26a02)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:36.151179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5475d482-8a84-4a4a-a450-83a03420d924), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.174222 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.212095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ee25b-ef7c-4804-8878-fd652ac2d726 None None] Pushing event updated for resources: {'Port': ['ID=5475d482-8a84-4a4a-a450-83a03420d924,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:36.227767 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.278838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:36.282771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:36.284747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:36.315039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event updated for resources: {'Port': ['ID=ff9fea9c-2401-4a97-a707-13f05bef51b9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:36.363049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:36.363049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.400765 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5c064649-72b2-4c1b-a4bf-08b82d068c26 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8468533 Jan 28 14:07:36.403370 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37568) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:36.409671 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Request body: {'port': {'network_id': 'b3f92a92-5ecc-47e1-a6f4-e5222cad5878', 'name': 'tempest-ExtraDHCPOptionsTestJSON-354968865', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:36.410229 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.api.validators [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] bootfile-name is not in valid_values {{(pid=103373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 14:07:36.411267 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.api.validators [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] tftp-server is not in valid_values {{(pid=103373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 14:07:36.411613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.api.validators [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] server-ip-address is not in valid_values {{(pid=103373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 14:07:36.532991 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Made reservation on behalf of e9f8e8ea565b4904996f96869e28cb05 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:36.537941 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.563320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] device_id is not set on port 3ac75b25-54a1-4a45-b872-2a5b79821c25 yet. {{(pid=103373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:36.678032 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Allocated IP 172.20.0.5 (b3f92a92-5ecc-47e1-a6f4-e5222cad5878/618decc5-420a-4650-8d6f-b5676127c3eb/3ac75b25-54a1-4a45-b872-2a5b79821c25) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:36.765319 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:07:36.854846 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for port (3ac75b25-54a1-4a45-b872-2a5b79821c25), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.901498 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3ac75b25-54a1-4a45-b872-2a5b79821c25), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:36.959327 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:36.970207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:36.972557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:36.996229 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event updated for resources: {'Port': ['ID=3ac75b25-54a1-4a45-b872-2a5b79821c25,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:37.035376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:37.036119 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.058676 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f9fa9bdb-8998-41b8-9276-2682e2ebdb35 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.6540043 Jan 28 14:07:37.061647 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37572) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:37.120415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55267ae-132a-456c-a7f7-046c6d2c3186 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:37.125929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55267ae-132a-456c-a7f7-046c6d2c3186 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:37.131235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55267ae-132a-456c-a7f7-046c6d2c3186 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:37.136343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c55267ae-132a-456c-a7f7-046c6d2c3186 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0706475 Jan 28 14:07:37.136690 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:37.234188 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Deleting port 3ac75b25-54a1-4a45-b872-2a5b79821c25 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:37.235599 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3ac75b25-54a1-4a45-b872-2a5b79821c25), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.271661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4e2c0-e582-45d5-88bd-e7bccc857862 None None] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:37.324740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3ac75b25-54a1-4a45-b872-2a5b79821c25), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.337236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Calling delete_port for 3ac75b25-54a1-4a45-b872-2a5b79821c25 owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:37.350037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f6efde98-cee9-43f4-805f-88041f7db339 None None] Provisioning complete for port 5475d482-8a84-4a4a-a450-83a03420d924 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:37.350421 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f6efde98-cee9-43f4-805f-88041f7db339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5475d482-8a84-4a4a-a450-83a03420d924), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.460686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f6efde98-cee9-43f4-805f-88041f7db339 None None] Current status of the port 5475d482-8a84-4a4a-a450-83a03420d924 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:37.461333 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f6efde98-cee9-43f4-805f-88041f7db339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5475d482-8a84-4a4a-a450-83a03420d924), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.473858 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3ac75b25-54a1-4a45-b872-2a5b79821c25), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.501949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f6efde98-cee9-43f4-805f-88041f7db339 None None] For port 5475d482-8a84-4a4a-a450-83a03420d924, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5475d482-8a84-4a4a-a450-83a03420d924,segment=NetworkSegment(c21dfbf0-7026-453a-8339-607f55a26a02),segment_id=c21dfbf0-7026-453a-8339-607f55a26a02)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:37.507770 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f6efde98-cee9-43f4-805f-88041f7db339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5475d482-8a84-4a4a-a450-83a03420d924), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.513911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event deleted for resources: {'Port': ['ID=3ac75b25-54a1-4a45-b872-2a5b79821c25,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:37.566468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efde98-cee9-43f4-805f-88041f7db339 None None] Pushing event updated for resources: {'Port': ['ID=5475d482-8a84-4a4a-a450-83a03420d924,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:37.596824 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.600193 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c7c790f6-c1a9-4818-b04f-fed823e73fb9 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "DELETE /v2.0/ports/3ac75b25-54a1-4a45-b872-2a5b79821c25 HTTP/1.1" status: 204 len: 168 time: 0.4621599 Jan 28 14:07:37.604067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37576) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:37.609421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Request body: {'port': {'name': 'tempest-new-port-name-236717239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:37.609826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] bootfile-name is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 14:07:37.610173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] tftp-server is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 14:07:37.610507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.api.validators [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] server-ip-address is not in valid_values {{(pid=103374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 14:07:37.677256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.736020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6ecc3f9a-ff93-4762-b3b5-94aab61563b9 None None] Could not find standard attr ID for object 3ac75b25-54a1-4a45-b872-2a5b79821c25. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:07:37.747586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2e99523-3cda-4ba9-a623-0cef42a830f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.754474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6ecc3f9a-ff93-4762-b3b5-94aab61563b9 None None] Provisioning complete for port 5475d482-8a84-4a4a-a450-83a03420d924 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:37.755231 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3f9a-ff93-4762-b3b5-94aab61563b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5475d482-8a84-4a4a-a450-83a03420d924), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.850461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc3f9a-ff93-4762-b3b5-94aab61563b9 None None] Current status of the port 5475d482-8a84-4a4a-a450-83a03420d924 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:37.863134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6ecc3f9a-ff93-4762-b3b5-94aab61563b9 None None] Provisioning complete for port ff9fea9c-2401-4a97-a707-13f05bef51b9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:37.863528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3f9a-ff93-4762-b3b5-94aab61563b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.889275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.895327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.903015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc3f9a-ff93-4762-b3b5-94aab61563b9 None None] Port ff9fea9c-2401-4a97-a707-13f05bef51b9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:37.992378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] In _notify_port_updated(), no bound segment for port ff9fea9c-2401-4a97-a707-13f05bef51b9 on network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 {{(pid=103374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 14:07:37.997470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:37.998182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:37.999464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "PUT /v2.0/ports/ff9fea9c-2401-4a97-a707-13f05bef51b9 HTTP/1.1" status: 200 len: 1136 time: 0.3943861 Jan 28 14:07:38.000545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc8f3-4acd-41c6-b290-c50064350320 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event updated for resources: {'Port': ['ID=ff9fea9c-2401-4a97-a707-13f05bef51b9,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:38.002245 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37582) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:38.023432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-26da342a-ea60-469e-a9f5-78ddb10847ce None None] Provisioning complete for port ff9fea9c-2401-4a97-a707-13f05bef51b9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:38.024107 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-26da342a-ea60-469e-a9f5-78ddb10847ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.049063 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068a2ce-774f-456a-990b-2e2f65713aa6 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:38.056528 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e068a2ce-774f-456a-990b-2e2f65713aa6 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "GET /v2.0/ports/ff9fea9c-2401-4a97-a707-13f05bef51b9 HTTP/1.1" status: 200 len: 1136 time: 0.0472476 Jan 28 14:07:38.056741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37584) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:38.082683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-26da342a-ea60-469e-a9f5-78ddb10847ce None None] Port ff9fea9c-2401-4a97-a707-13f05bef51b9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:38.199064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-03e3df03-f20b-4ed4-b86a-1e931e667cb5 None None] Could not find standard attr ID for object 3ac75b25-54a1-4a45-b872-2a5b79821c25. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:07:38.209571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5475d482-8a84-4a4a-a450-83a03420d924 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:38.429693 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5475d482-8a84-4a4a-a450-83a03420d924 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:38.430380 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5475d482-8a84-4a4a-a450-83a03420d924), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.430505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Deleting port ff9fea9c-2401-4a97-a707-13f05bef51b9 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:38.430505 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.517855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5475d482-8a84-4a4a-a450-83a03420d924 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:38.524020 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.528801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c53dbc02-3b7c-4220-8c8e-c3344c8fdb97 None None] Provisioning complete for port ff9fea9c-2401-4a97-a707-13f05bef51b9 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:38.529187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c53dbc02-3b7c-4220-8c8e-c3344c8fdb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.535813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Calling delete_port for ff9fea9c-2401-4a97-a707-13f05bef51b9 owned by {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:38.569258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c53dbc02-3b7c-4220-8c8e-c3344c8fdb97 None None] Port ff9fea9c-2401-4a97-a707-13f05bef51b9 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:38.662803 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ff9fea9c-2401-4a97-a707-13f05bef51b9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.698819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event deleted for resources: {'Port': ['ID=ff9fea9c-2401-4a97-a707-13f05bef51b9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:38.769714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.774102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-34d0e91a-6586-42b3-bfcd-d3888373f5da tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "DELETE /v2.0/ports/ff9fea9c-2401-4a97-a707-13f05bef51b9 HTTP/1.1" status: 204 len: 168 time: 0.7163491 Jan 28 14:07:38.776227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37588) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:38.799570 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.842587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Deleting subnet 618decc5-420a-4650-8d6f-b5676127c3eb {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:38.846565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for subnet (618decc5-420a-4650-8d6f-b5676127c3eb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.898641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (618decc5-420a-4650-8d6f-b5676127c3eb), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:38.986674 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (618decc5-420a-4650-8d6f-b5676127c3eb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.044990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (618decc5-420a-4650-8d6f-b5676127c3eb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.073050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event deleted for resources: {'Subnet': ['ID=618decc5-420a-4650-8d6f-b5676127c3eb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:39.076542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.079732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5298c6e5-9d43-4a27-8568-fcade6428c0e tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "DELETE /v2.0/subnets/618decc5-420a-4650-8d6f-b5676127c3eb HTTP/1.1" status: 204 len: 168 time: 0.3024960 Jan 28 14:07:39.082195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37590) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:39.084213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f0e31-ed45-4701-8cfb-5e2a60985947 None None] Network b3f92a92-5ecc-47e1-a6f4-e5222cad5878 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:39.162150 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b3f92a92-5ecc-47e1-a6f4-e5222cad5878), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.218054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Deleting port 5475d482-8a84-4a4a-a450-83a03420d924 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:39.218407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5475d482-8a84-4a4a-a450-83a03420d924), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.250772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] DHCP port deletion for b3f92a92-5ecc-47e1-a6f4-e5222cad5878 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:39.285166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] For port 5475d482-8a84-4a4a-a450-83a03420d924, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5475d482-8a84-4a4a-a450-83a03420d924,segment=NetworkSegment(c21dfbf0-7026-453a-8339-607f55a26a02),segment_id=c21dfbf0-7026-453a-8339-607f55a26a02)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:39.285466 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5475d482-8a84-4a4a-a450-83a03420d924), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.298538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] Deleting port 5475d482-8a84-4a4a-a450-83a03420d924 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:39.298764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Calling delete_port for 5475d482-8a84-4a4a-a450-83a03420d924 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:39.298900 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5475d482-8a84-4a4a-a450-83a03420d924), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.363576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] For port 5475d482-8a84-4a4a-a450-83a03420d924, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5475d482-8a84-4a4a-a450-83a03420d924,segment=NetworkSegment(c21dfbf0-7026-453a-8339-607f55a26a02),segment_id=c21dfbf0-7026-453a-8339-607f55a26a02)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:39.364155 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5475d482-8a84-4a4a-a450-83a03420d924), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.377559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] Calling delete_port for 5475d482-8a84-4a4a-a450-83a03420d924 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:39.379486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5475d482-8a84-4a4a-a450-83a03420d924), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.403555 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event deleted for resources: {'Port': ['ID=5475d482-8a84-4a4a-a450-83a03420d924,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:39.409238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] No DVR routers for this DVR port 5475d482-8a84-4a4a-a450-83a03420d924 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:39.457053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (5475d482-8a84-4a4a-a450-83a03420d924), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.482662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] Pushing event deleted for resources: {'Port': ['ID=5475d482-8a84-4a4a-a450-83a03420d924,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:39.487241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae0113-9357-4941-b321-131a6be6f5a8 None None] No DVR routers for this DVR port 5475d482-8a84-4a4a-a450-83a03420d924 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:39.492657 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b3f92a92-5ecc-47e1-a6f4-e5222cad5878), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.514637 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f92a92-5ecc-47e1-a6f4-e5222cad5878']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:39.524333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21dfbf0-7026-453a-8339-607f55a26a02') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:39.524630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21dfbf0-7026-453a-8339-607f55a26a02') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:39.533882 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c21dfbf0-7026-453a-8339-607f55a26a02), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.546984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c21dfbf0-7026-453a-8339-607f55a26a02), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.553278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:07:39.553421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c21dfbf0-7026-453a-8339-607f55a26a02), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:07:39.556617 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:07:39.617006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b3f92a92-5ecc-47e1-a6f4-e5222cad5878), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.623910 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:39.626948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] 10.222.0.45 "DELETE /v2.0/networks/b3f92a92-5ecc-47e1-a6f4-e5222cad5878 HTTP/1.1" status: 204 len: 168 time: 0.5438008 Jan 28 14:07:39.639266 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac966924-657b-4239-b7c7-d63414f05802 tempest-ExtraDHCPOptionsTestJSON-478148125 tempest-ExtraDHCPOptionsTestJSON-478148125-project] Pushing event deleted for resources: {'Network': ['ID=b3f92a92-5ecc-47e1-a6f4-e5222cad5878,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:39.877069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37596) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:40.010331 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b30e4472-9e23-4d3b-9359-5b3752bcc114 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9f8e8ea565b4904996f96869e28cb05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320918 Jan 28 14:07:40.012970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37600) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:40.059013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2189-633a-48dc-ae40-6d5190cceefb admin admin] Publish callbacks [] for security_group (27418b01-dbc0-467e-87c8-d9f96363d3ca), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.081239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2189-633a-48dc-ae40-6d5190cceefb admin admin] Publish callbacks [] for security_group (27418b01-dbc0-467e-87c8-d9f96363d3ca), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.115785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5475d482-8a84-4a4a-a450-83a03420d924 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:40.128937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2189-633a-48dc-ae40-6d5190cceefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (27418b01-dbc0-467e-87c8-d9f96363d3ca), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.131520 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a6b2189-633a-48dc-ae40-6d5190cceefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.133403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9a6b2189-633a-48dc-ae40-6d5190cceefb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27418b01-dbc0-467e-87c8-d9f96363d3ca HTTP/1.1" status: 204 len: 168 time: 0.1194994 Jan 28 14:07:40.138247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5475d482-8a84-4a4a-a450-83a03420d924 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:40.138800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5475d482-8a84-4a4a-a450-83a03420d924 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:40.144898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b2189-633a-48dc-ae40-6d5190cceefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27418b01-dbc0-467e-87c8-d9f96363d3ca,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:40.652454 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.787651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37622) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:40.890087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-902366609'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:40.912113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Made reservation on behalf of cb73e36eb1dd4ccfaba396af1a1871fd for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:40.915529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:40.924177 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.015626 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for security_group (5e3900b8-b87c-4bde-84dd-4d161d513c09), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.019677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5e3900b8-b87c-4bde-84dd-4d161d513c09), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.048329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:07:41.059538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3900b8-b87c-4bde-84dd-4d161d513c09,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:41.064460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b42622a0-9ae0-4459-ab7f-8a48540c89bd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.064825 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Added segment b42622a0-9ae0-4459-ab7f-8a48540c89bd of type vlan for network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 Jan 28 14:07:41.107248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (6689e9f1-46c4-469b-b3ee-f47734d2bf11), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.132085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (6689e9f1-46c4-469b-b3ee-f47734d2bf11), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.137601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:41.138193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.205446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4166224 Jan 28 14:07:41.208299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37626) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:41.212995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b87673-4b2c-4751-82dd-15d2ea4b4df8 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Network': ['ID=6689e9f1-46c4-469b-b3ee-f47734d2bf11,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:41.214145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'subnet': {'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:41.226813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:07:41.309732 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Made reservation on behalf of cb73e36eb1dd4ccfaba396af1a1871fd for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:41.313198 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.497854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (917ad2c2-5aab-434b-9978-886f78cbb359), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.557476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Subnet': ['ID=917ad2c2-5aab-434b-9978-886f78cbb359,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:41.567813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Checking segment: {'id': 'b42622a0-9ae0-4459-ab7f-8a48540c89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:41.568316 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Network hostable DHCP agents. Network: 6689e9f1-46c4-469b-b3ee-f47734d2bf11, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:07:41.585694 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:07:41.599132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 6689e9f1-46c4-469b-b3ee-f47734d2bf11) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:41.604518 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:41.605199 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.609731 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbde63d-6a5f-48ef-b0d2-aa361272059d None None] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:41.623598 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a13c59c6-6d13-45ba-be6e-acb480552bff tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4116852 Jan 28 14:07:41.623830 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37628) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:41.628090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9894becb-c6b3-4549-8186-5d1257899639 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-57810186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:41.650616 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9894becb-c6b3-4549-8186-5d1257899639 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (896701e5-5d45-44e1-81aa-2a44e5a3b158), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.651631 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9894becb-c6b3-4549-8186-5d1257899639 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (896701e5-5d45-44e1-81aa-2a44e5a3b158), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.709750 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9894becb-c6b3-4549-8186-5d1257899639 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for router_controller (896701e5-5d45-44e1-81aa-2a44e5a3b158), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.713068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-6689e9f1-46c4-469b-b3ee-f47734d2bf11', 'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11', 'project_id': 'cb73e36eb1dd4ccfaba396af1a1871fd', 'fixed_ips': [{'subnet_id': '917ad2c2-5aab-434b-9978-886f78cbb359'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:07:41.713974 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.714841 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9894becb-c6b3-4549-8186-5d1257899639 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (896701e5-5d45-44e1-81aa-2a44e5a3b158), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.732722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9894becb-c6b3-4549-8186-5d1257899639 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.733965 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9894becb-c6b3-4549-8186-5d1257899639 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.1092479 Jan 28 14:07:41.736888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37630) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:41.825799 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:41.879152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Allocated IP 172.20.0.2 (6689e9f1-46c4-469b-b3ee-f47734d2bf11/917ad2c2-5aab-434b-9978-886f78cbb359/d06e9805-4310-4974-8503-248c17f698a1) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:42.026557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Publish callbacks [] for port (d06e9805-4310-4974-8503-248c17f698a1), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.032237 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (d06e9805-4310-4974-8503-248c17f698a1), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.083328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:42.087747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:42.090136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:42.092331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Pushing event updated for resources: {'Port': ['ID=d06e9805-4310-4974-8503-248c17f698a1,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:42.149452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Attempting to bind port d06e9805-4310-4974-8503-248c17f698a1 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:07:42.149830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Attempting to bind port d06e9805-4310-4974-8503-248c17f698a1 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'b42622a0-9ae0-4459-ab7f-8a48540c89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:07:42.150197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Attempting to bind port d06e9805-4310-4974-8503-248c17f698a1 on network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:07:42.155151 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:07:42.155533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Checking segment: {'id': 'b42622a0-9ae0-4459-ab7f-8a48540c89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:07:42.155939 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.156359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Bound using segment: {'id': 'b42622a0-9ae0-4459-ab7f-8a48540c89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:07:42.156830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Bound port: d06e9805-4310-4974-8503-248c17f698a1, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42622a0-9ae0-4459-ab7f-8a48540c89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:07:42.157213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d06e9805-4310-4974-8503-248c17f698a1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.220840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] For port d06e9805-4310-4974-8503-248c17f698a1, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:07:42.223979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] For port d06e9805-4310-4974-8503-248c17f698a1, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d06e9805-4310-4974-8503-248c17f698a1,segment=NetworkSegment(b42622a0-9ae0-4459-ab7f-8a48540c89bd),segment_id=b42622a0-9ae0-4459-ab7f-8a48540c89bd)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:07:42.229569 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d06e9805-4310-4974-8503-248c17f698a1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.292711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bea71-e8df-47c7-8a4c-af3ee5cb7242 None None] Pushing event updated for resources: {'Port': ['ID=d06e9805-4310-4974-8503-248c17f698a1,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:42.358844 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.624864 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Allocated IP 172.20.0.1 (6689e9f1-46c4-469b-b3ee-f47734d2bf11/917ad2c2-5aab-434b-9978-886f78cbb359/0fb02465-b1e9-4540-ab1f-12e7a69afcd1) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:42.746953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.783095 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.823733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:42.827204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:42.833048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:42.839987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Port': ['ID=0fb02465-b1e9-4540-ab1f-12e7a69afcd1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:42.879537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (896701e5-5d45-44e1-81aa-2a44e5a3b158), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:42.998945 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.257688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee95dd-175c-4df5-ace0-7784a3f23519 None None] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:43.284942 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.290010 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.342904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4c85f3bb-eb0a-4bcb-bfbb-5b9f39226139 None None] Provisioning complete for port d06e9805-4310-4974-8503-248c17f698a1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:43.342904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4c85f3bb-eb0a-4bcb-bfbb-5b9f39226139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d06e9805-4310-4974-8503-248c17f698a1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.362809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Port': ['ID=0fb02465-b1e9-4540-ab1f-12e7a69afcd1,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:43.365408 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (896701e5-5d45-44e1-81aa-2a44e5a3b158), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.386541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-87a98086-5a63-4684-ac7a-8ec8a24f9131 req-3088f039-96af-4414-aafe-5dc2f17e2f6b service neutron] (103374) timed out ('10.222.0.45', 55718) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:07:43.454594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4c85f3bb-eb0a-4bcb-bfbb-5b9f39226139 None None] Current status of the port d06e9805-4310-4974-8503-248c17f698a1 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:43.455089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4c85f3bb-eb0a-4bcb-bfbb-5b9f39226139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d06e9805-4310-4974-8503-248c17f698a1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.469238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:43.470963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:43.494661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4c85f3bb-eb0a-4bcb-bfbb-5b9f39226139 None None] For port d06e9805-4310-4974-8503-248c17f698a1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d06e9805-4310-4974-8503-248c17f698a1,segment=NetworkSegment(b42622a0-9ae0-4459-ab7f-8a48540c89bd),segment_id=b42622a0-9ae0-4459-ab7f-8a48540c89bd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:43.500022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4c85f3bb-eb0a-4bcb-bfbb-5b9f39226139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d06e9805-4310-4974-8503-248c17f698a1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.559413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85f3bb-eb0a-4bcb-bfbb-5b9f39226139 None None] Pushing event updated for resources: {'Port': ['ID=d06e9805-4310-4974-8503-248c17f698a1,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:43.600478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Router 896701e5-5d45-44e1-81aa-2a44e5a3b158 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:07:43.693866 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:43.702331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37636) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:43.702538 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2d62af18-62f0-4e03-8914-e1aecfb9abb1 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "PUT /v2.0/routers/896701e5-5d45-44e1-81aa-2a44e5a3b158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9641690 Jan 28 14:07:43.707881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'port': {'network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11', 'name': 'tempest-FloatingIPNegativeTestJSON-889849448'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:43.710373 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] Sync routers for ids ['896701e5-5d45-44e1-81aa-2a44e5a3b158'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:43.723664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-eb050d96-c287-4ca6-97f6-397db67b8347 None None] Provisioning complete for port d06e9805-4310-4974-8503-248c17f698a1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:43.724071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb050d96-c287-4ca6-97f6-397db67b8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d06e9805-4310-4974-8503-248c17f698a1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.731033 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] Routers {'896701e5-5d45-44e1-81aa-2a44e5a3b158'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:43.731816 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:07:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['896701e5-5d45-44e1-81aa-2a44e5a3b158'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:43.767261 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:43.779571 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] Routers {'896701e5-5d45-44e1-81aa-2a44e5a3b158'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:43.780242 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:07:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['896701e5-5d45-44e1-81aa-2a44e5a3b158'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:43.814237 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:43.815126 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90d334-29ba-4449-a506-4e1af1a7026d None None] The sync data for ids ['896701e5-5d45-44e1-81aa-2a44e5a3b158'] in n-d-822748-2 is: [] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:43.826116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eb050d96-c287-4ca6-97f6-397db67b8347 None None] Current status of the port d06e9805-4310-4974-8503-248c17f698a1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:43.838369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-eb050d96-c287-4ca6-97f6-397db67b8347 None None] Provisioning complete for port 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:43.838756 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb050d96-c287-4ca6-97f6-397db67b8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.877229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Made reservation on behalf of cb73e36eb1dd4ccfaba396af1a1871fd for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:07:43.881207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:43.883070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eb050d96-c287-4ca6-97f6-397db67b8347 None None] Port 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:43.900769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] device_id is not set on port 5a645c7a-1ce7-430e-b128-5a0541202f7f yet. {{(pid=103374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 14:07:44.005997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c96f7ef5-c72a-4ba7-a79b-ec95d59de61e None None] Provisioning complete for port 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:44.006375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ef5-c72a-4ba7-a79b-ec95d59de61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.019032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Allocated IP 172.20.0.3 (6689e9f1-46c4-469b-b3ee-f47734d2bf11/917ad2c2-5aab-434b-9978-886f78cbb359/5a645c7a-1ce7-430e-b128-5a0541202f7f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:44.046748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c96f7ef5-c72a-4ba7-a79b-ec95d59de61e None None] Port 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:44.167473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d06e9805-4310-4974-8503-248c17f698a1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:07:44.183555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for port (5a645c7a-1ce7-430e-b128-5a0541202f7f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.199218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-809c9d15-f473-477a-8f12-8b578408ab82 None None] Provisioning complete for port 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:44.199599 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-809c9d15-f473-477a-8f12-8b578408ab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.220379 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5a645c7a-1ce7-430e-b128-5a0541202f7f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.244593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-809c9d15-f473-477a-8f12-8b578408ab82 None None] Port 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:44.253536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d06e9805-4310-4974-8503-248c17f698a1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:44.253912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d06e9805-4310-4974-8503-248c17f698a1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.268402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:44.271438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:44.278298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:44.284864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Port': ['ID=5a645c7a-1ce7-430e-b128-5a0541202f7f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:44.340851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:44.341497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.351083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d06e9805-4310-4974-8503-248c17f698a1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:07:44.359428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a454113c-1fa3-4d58-8847-5b85fb3e9a59 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6555431 Jan 28 14:07:44.362573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37638) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:44.367804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:44.394419 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.514696 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.566870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0146fed5-680a-40c6-96ea-d653cac9ecca None None] Provisioning complete for port 5a645c7a-1ce7-430e-b128-5a0541202f7f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:07:44.567263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0146fed5-680a-40c6-96ea-d653cac9ecca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5a645c7a-1ce7-430e-b128-5a0541202f7f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.607567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0146fed5-680a-40c6-96ea-d653cac9ecca None None] Port 5a645c7a-1ce7-430e-b128-5a0541202f7f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:07:44.629195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Allocated IP 172.25.4.154 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:44.747497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.783332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:44.833913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:44.838580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:44.845804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:44.871090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Port': ['ID=8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:44.973517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (e04eb997-ab76-4b6d-9b5b-1dc40a9d82e5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.019130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.179558 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.185356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.254742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Port': ['ID=8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:45.267224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (e04eb997-ab76-4b6d-9b5b-1dc40a9d82e5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.283232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.284416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3f4f8d01-d354-4ec2-b03f-9bb28b5c9945 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9208176 Jan 28 14:07:45.287183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37640) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:45.292138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-756afc05-0e36-49e0-a4e8-7e81f39c8172 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'floatingip': {'port_id': '5a645c7a-1ce7-430e-b128-5a0541202f7f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:45.360041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-756afc05-0e36-49e0-a4e8-7e81f39c8172 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (e04eb997-ab76-4b6d-9b5b-1dc40a9d82e5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.466034 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-756afc05-0e36-49e0-a4e8-7e81f39c8172 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] update failed (client error): The resource could not be found. Jan 28 14:07:45.467107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-756afc05-0e36-49e0-a4e8-7e81f39c8172 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "PUT /v2.0/floatingips/e04eb997-ab76-4b6d-9b5b-1dc40a9d82e5 HTTP/1.1" status: 404 len: 507 time: 0.1789942 Jan 28 14:07:45.469907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37642) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:45.596587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Deleting port 8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:45.596954 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.673746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.674083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.689918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Calling delete_port for 8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:45.831184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.858668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event deleted for resources: {'Port': ['ID=8e3d95cd-6c3b-4c19-8bc9-1d2a8631dee0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:45.922211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (e04eb997-ab76-4b6d-9b5b-1dc40a9d82e5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.926289 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:45.928059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-577c8748-14c4-4ed7-ba14-b9bc353010d2 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "DELETE /v2.0/floatingips/e04eb997-ab76-4b6d-9b5b-1dc40a9d82e5 HTTP/1.1" status: 204 len: 168 time: 0.4569869 Jan 28 14:07:45.932468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37644) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:45.937542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1eab6940-73c6-406b-8e4f-ab0f95a5393d tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'floatingip': {'floating_network_id': '6689e9f1-46c4-469b-b3ee-f47734d2bf11', 'port_id': '5a645c7a-1ce7-430e-b128-5a0541202f7f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:45.959032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1eab6940-73c6-406b-8e4f-ab0f95a5393d tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.068248 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-1eab6940-73c6-406b-8e4f-ab0f95a5393d tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:07:46.069439 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1eab6940-73c6-406b-8e4f-ab0f95a5393d tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1355143 Jan 28 14:07:46.073734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37646) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:46.078130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '5a645c7a-1ce7-430e-b128-5a0541202f7f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:07:46.096969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.198551 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.302496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Allocated IP 172.25.4.50 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:07:46.417496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for port (ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.451744 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.491183 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:07:46.496790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:07:46.501236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:07:46.504326 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event updated for resources: {'Port': ['ID=ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:46.662829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Deleting port ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:46.663167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.736808 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.737146 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for floatingip (ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.749084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Calling delete_port for ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:46.870660 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:46.893898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event deleted for resources: {'Port': ['ID=ccbf5ca7-5b2e-49c8-bd6f-3d2fad34b50e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:46.969901 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] create failed (client error): The resource could not be found. Jan 28 14:07:46.971093 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-46479f93-9fb3-445e-bb0d-31b0be7f29bc tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.8964109 Jan 28 14:07:46.975582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37648) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:47.069896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Deleting port 5a645c7a-1ce7-430e-b128-5a0541202f7f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:47.070292 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5a645c7a-1ce7-430e-b128-5a0541202f7f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.156545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5a645c7a-1ce7-430e-b128-5a0541202f7f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.169565 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Calling delete_port for 5a645c7a-1ce7-430e-b128-5a0541202f7f owned by {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:47.294757 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (5a645c7a-1ce7-430e-b128-5a0541202f7f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.326444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event deleted for resources: {'Port': ['ID=5a645c7a-1ce7-430e-b128-5a0541202f7f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:47.395044 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.398895 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-23e1f666-f8fe-4b7a-b1cd-f8ea33e5a070 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "DELETE /v2.0/ports/5a645c7a-1ce7-430e-b128-5a0541202f7f HTTP/1.1" status: 204 len: 168 time: 0.4219825 Jan 28 14:07:47.401839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37650) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:47.450616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf65494e-461e-4932-8bec-ccdc12f0fe56 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:07:47.452184 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-bf65494e-461e-4932-8bec-ccdc12f0fe56 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "GET /v2.0/ports?device_id=896701e5-5d45-44e1-81aa-2a44e5a3b158 HTTP/1.1" status: 200 len: 913 time: 0.0493889 Jan 28 14:07:47.454825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37652) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:47.763961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (896701e5-5d45-44e1-81aa-2a44e5a3b158), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:47.994110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Deleting port 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:47.994829 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.082759 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.095194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Calling delete_port for 0fb02465-b1e9-4540-ab1f-12e7a69afcd1 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:48.264714 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0fb02465-b1e9-4540-ab1f-12e7a69afcd1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.293221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event deleted for resources: {'Port': ['ID=0fb02465-b1e9-4540-ab1f-12e7a69afcd1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:48.441928 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (896701e5-5d45-44e1-81aa-2a44e5a3b158), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:48.915801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Router 896701e5-5d45-44e1-81aa-2a44e5a3b158 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:07:48.990042 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:07:48.995716 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d027df45-0dda-465a-91db-ef2b44778500 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "PUT /v2.0/routers/896701e5-5d45-44e1-81aa-2a44e5a3b158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5399182 Jan 28 14:07:48.998260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37654) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:49.001542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] Sync routers for ids ['896701e5-5d45-44e1-81aa-2a44e5a3b158'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:07:49.013032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] Routers {'896701e5-5d45-44e1-81aa-2a44e5a3b158'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:49.013651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:07:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['896701e5-5d45-44e1-81aa-2a44e5a3b158'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:49.048233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:49.058124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] Routers {'896701e5-5d45-44e1-81aa-2a44e5a3b158'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:07:49.058745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:07:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['896701e5-5d45-44e1-81aa-2a44e5a3b158'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:49.078109 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2f735f-c50c-483e-86e6-2ba6c1e60a51 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for router (896701e5-5d45-44e1-81aa-2a44e5a3b158), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.091045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:49.094573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc517f5-cee9-4e8c-856f-6a5e1f0173b0 None None] The sync data for ids ['896701e5-5d45-44e1-81aa-2a44e5a3b158'] in n-d-822748-2 is: [] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:07:49.247897 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2f735f-c50c-483e-86e6-2ba6c1e60a51 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (896701e5-5d45-44e1-81aa-2a44e5a3b158), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.250117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2f735f-c50c-483e-86e6-2ba6c1e60a51 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for router_controller (896701e5-5d45-44e1-81aa-2a44e5a3b158), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.294807 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2f735f-c50c-483e-86e6-2ba6c1e60a51 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (896701e5-5d45-44e1-81aa-2a44e5a3b158), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.295353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2f735f-c50c-483e-86e6-2ba6c1e60a51 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Fanout notify agent at l3_agent the message router_deleted on router 896701e5-5d45-44e1-81aa-2a44e5a3b158 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:07:49.302136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc2f735f-c50c-483e-86e6-2ba6c1e60a51 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.303210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc2f735f-c50c-483e-86e6-2ba6c1e60a51 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "DELETE /v2.0/routers/896701e5-5d45-44e1-81aa-2a44e5a3b158 HTTP/1.1" status: 204 len: 168 time: 0.3040280 Jan 28 14:07:49.306427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37656) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:49.365683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Deleting subnet 917ad2c2-5aab-434b-9978-886f78cbb359 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:07:49.369754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for subnet (917ad2c2-5aab-434b-9978-886f78cbb359), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.409712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (917ad2c2-5aab-434b-9978-886f78cbb359), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.494661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (917ad2c2-5aab-434b-9978-886f78cbb359), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.558712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (917ad2c2-5aab-434b-9978-886f78cbb359), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.588386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event deleted for resources: {'Subnet': ['ID=917ad2c2-5aab-434b-9978-886f78cbb359,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:49.590395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.593645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f0aab84a-b698-4314-b940-321974d2b47c tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "DELETE /v2.0/subnets/917ad2c2-5aab-434b-9978-886f78cbb359 HTTP/1.1" status: 204 len: 168 time: 0.2862780 Jan 28 14:07:49.596976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37658) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:49.600984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfff0119-12d4-40d1-a281-6bf2c79c1dec None None] Network 6689e9f1-46c4-469b-b3ee-f47734d2bf11 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:07:49.676612 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (6689e9f1-46c4-469b-b3ee-f47734d2bf11), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.746257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Deleting port d06e9805-4310-4974-8503-248c17f698a1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:49.746727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d06e9805-4310-4974-8503-248c17f698a1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.763306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] DHCP port deletion for 6689e9f1-46c4-469b-b3ee-f47734d2bf11 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:07:49.818342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] Deleting port d06e9805-4310-4974-8503-248c17f698a1 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:07:49.818791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d06e9805-4310-4974-8503-248c17f698a1), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.829835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] For port d06e9805-4310-4974-8503-248c17f698a1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d06e9805-4310-4974-8503-248c17f698a1,segment=NetworkSegment(b42622a0-9ae0-4459-ab7f-8a48540c89bd),segment_id=b42622a0-9ae0-4459-ab7f-8a48540c89bd)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:49.830190 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d06e9805-4310-4974-8503-248c17f698a1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.843288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Calling delete_port for d06e9805-4310-4974-8503-248c17f698a1 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:49.891227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] For port d06e9805-4310-4974-8503-248c17f698a1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d06e9805-4310-4974-8503-248c17f698a1,segment=NetworkSegment(b42622a0-9ae0-4459-ab7f-8a48540c89bd),segment_id=b42622a0-9ae0-4459-ab7f-8a48540c89bd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:07:49.891628 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d06e9805-4310-4974-8503-248c17f698a1), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.904621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] Calling delete_port for d06e9805-4310-4974-8503-248c17f698a1 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:07:49.927465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d06e9805-4310-4974-8503-248c17f698a1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:49.959343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event deleted for resources: {'Port': ['ID=d06e9805-4310-4974-8503-248c17f698a1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:49.964663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] No DVR routers for this DVR port d06e9805-4310-4974-8503-248c17f698a1 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:49.982602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (d06e9805-4310-4974-8503-248c17f698a1), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.010068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] Pushing event deleted for resources: {'Port': ['ID=d06e9805-4310-4974-8503-248c17f698a1,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:50.013591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c46eb-05d8-4a65-9c15-1501e0887abf None None] No DVR routers for this DVR port d06e9805-4310-4974-8503-248c17f698a1 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:07:50.061459 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (6689e9f1-46c4-469b-b3ee-f47734d2bf11), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.084398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6689e9f1-46c4-469b-b3ee-f47734d2bf11']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:50.095395 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42622a0-9ae0-4459-ab7f-8a48540c89bd') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:50.095691 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42622a0-9ae0-4459-ab7f-8a48540c89bd') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:07:50.105376 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (b42622a0-9ae0-4459-ab7f-8a48540c89bd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.123420 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b42622a0-9ae0-4459-ab7f-8a48540c89bd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.130317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:07:50.130938 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (b42622a0-9ae0-4459-ab7f-8a48540c89bd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:07:50.135048 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:07:50.138535 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d06e9805-4310-4974-8503-248c17f698a1 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:07:50.163221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: d06e9805-4310-4974-8503-248c17f698a1 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:07:50.163571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d06e9805-4310-4974-8503-248c17f698a1 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:07:50.200399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (6689e9f1-46c4-469b-b3ee-f47734d2bf11), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.207306 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.210533 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] 10.222.0.45 "DELETE /v2.0/networks/6689e9f1-46c4-469b-b3ee-f47734d2bf11 HTTP/1.1" status: 204 len: 168 time: 0.6125989 Jan 28 14:07:50.223307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b5c3-81d9-4f30-bd43-d9c62e387fd4 tempest-FloatingIPNegativeTestJSON-982058220 tempest-FloatingIPNegativeTestJSON-982058220-project] Pushing event deleted for resources: {'Network': ['ID=6689e9f1-46c4-469b-b3ee-f47734d2bf11,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:50.483358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37664) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:50.625148 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-85f8f2c4-140d-4f6a-93b1-9bc539e430f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb73e36eb1dd4ccfaba396af1a1871fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405964 Jan 28 14:07:50.627675 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37668) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:50.679525 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9905092-56ca-4e53-b305-aefbac60cddc admin admin] Publish callbacks [] for security_group (5e3900b8-b87c-4bde-84dd-4d161d513c09), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.701980 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9905092-56ca-4e53-b305-aefbac60cddc admin admin] Publish callbacks [] for security_group (5e3900b8-b87c-4bde-84dd-4d161d513c09), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.752017 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9905092-56ca-4e53-b305-aefbac60cddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5e3900b8-b87c-4bde-84dd-4d161d513c09), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.754712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c9905092-56ca-4e53-b305-aefbac60cddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:50.755911 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c9905092-56ca-4e53-b305-aefbac60cddc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e3900b8-b87c-4bde-84dd-4d161d513c09 HTTP/1.1" status: 204 len: 168 time: 0.1272051 Jan 28 14:07:50.764715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9905092-56ca-4e53-b305-aefbac60cddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3900b8-b87c-4bde-84dd-4d161d513c09,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:51.427977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37690) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:51.526351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b023b1f9-225b-4d10-885c-69ddf0560a09 tempest-ServiceProvidersTest-834298559 tempest-ServiceProvidersTest-834298559-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0971782 Jan 28 14:07:51.772573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37698) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:51.881104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-698c1f2d-ecfc-4c51-88f9-c2d5b4b685c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:51.954817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-698c1f2d-ecfc-4c51-88f9-c2d5b4b685c3 admin admin] Publish callbacks [] for security_group (9ffc2b6d-6e97-4540-9d2d-88c791911b76), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:51.958725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-698c1f2d-ecfc-4c51-88f9-c2d5b4b685c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9ffc2b6d-6e97-4540-9d2d-88c791911b76), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:51.997379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-698c1f2d-ecfc-4c51-88f9-c2d5b4b685c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b001593079db4a6b9243ac1cba61012d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237439 Jan 28 14:07:51.998086 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c1f2d-ecfc-4c51-88f9-c2d5b4b685c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffc2b6d-6e97-4540-9d2d-88c791911b76,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:52.000398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37702) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:07:52.048654 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46083add-243c-4ef4-8c9b-918f27bbd43f admin admin] Publish callbacks [] for security_group (9ffc2b6d-6e97-4540-9d2d-88c791911b76), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:52.070436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46083add-243c-4ef4-8c9b-918f27bbd43f admin admin] Publish callbacks [] for security_group (9ffc2b6d-6e97-4540-9d2d-88c791911b76), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:52.118102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46083add-243c-4ef4-8c9b-918f27bbd43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9ffc2b6d-6e97-4540-9d2d-88c791911b76), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:52.120799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46083add-243c-4ef4-8c9b-918f27bbd43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:52.121991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-46083add-243c-4ef4-8c9b-918f27bbd43f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ffc2b6d-6e97-4540-9d2d-88c791911b76 HTTP/1.1" status: 204 len: 168 time: 0.1206133 Jan 28 14:07:52.130673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46083add-243c-4ef4-8c9b-918f27bbd43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffc2b6d-6e97-4540-9d2d-88c791911b76,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:07:56.938339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:07:58.316274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:04.948855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2995097b-6a9e-4ae0-aba7-c768686beb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:07.731107 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1caece31-5cf8-4063-a443-25ea55158107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:08.801224 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:10.654359 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.590934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37818) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:11.729054 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.839155 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.839971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Publish callbacks [] for security_group (5b3a5538-fd96-41b5-9774-58ebc3fbd567), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.845531 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5b3a5538-fd96-41b5-9774-58ebc3fbd567), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:11.894586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ff408fabe674681942667aa1dd85392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023331 Jan 28 14:08:11.896139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3a5538-fd96-41b5-9774-58ebc3fbd567,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:11.898624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 37822) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:11.911412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.911969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.912508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.913061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.913908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.914391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.914936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.915494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.916021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.916671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.917658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.917658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:11.918135 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7602e5-2df9-4624-832f-c34ce9c8e2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:12.007583 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fb23094-d3c1-4e34-ad5f-b318e82c3309 admin admin] Publish callbacks [] for security_group (5b3a5538-fd96-41b5-9774-58ebc3fbd567), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.038906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fb23094-d3c1-4e34-ad5f-b318e82c3309 admin admin] Publish callbacks [] for security_group (5b3a5538-fd96-41b5-9774-58ebc3fbd567), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.116753 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fb23094-d3c1-4e34-ad5f-b318e82c3309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5b3a5538-fd96-41b5-9774-58ebc3fbd567), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.122291 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1fb23094-d3c1-4e34-ad5f-b318e82c3309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.125554 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1fb23094-d3c1-4e34-ad5f-b318e82c3309 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b3a5538-fd96-41b5-9774-58ebc3fbd567 HTTP/1.1" status: 204 len: 168 time: 0.2229147 Jan 28 14:08:12.144205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb23094-d3c1-4e34-ad5f-b318e82c3309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3a5538-fd96-41b5-9774-58ebc3fbd567,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:12.567662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37828) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:12.582929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-096a39c1-c46e-4aca-9dff-1cf953cef4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.710769 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-096a39c1-c46e-4aca-9dff-1cf953cef4bc admin admin] Publish callbacks [] for security_group (b278ede9-019a-40f0-be4b-27ff1dce9202), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.717547 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-096a39c1-c46e-4aca-9dff-1cf953cef4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b278ede9-019a-40f0-be4b-27ff1dce9202), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.758603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a39c1-c46e-4aca-9dff-1cf953cef4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b278ede9-019a-40f0-be4b-27ff1dce9202,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:12.768115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-096a39c1-c46e-4aca-9dff-1cf953cef4bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca9d2ac639dc4b5eb595589839d0862e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1990812 Jan 28 14:08:12.772624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 37830) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:12.840850 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06fde95b-2975-4541-94f2-4743dee6c23d admin admin] Publish callbacks [] for security_group (b278ede9-019a-40f0-be4b-27ff1dce9202), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.869962 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06fde95b-2975-4541-94f2-4743dee6c23d admin admin] Publish callbacks [] for security_group (b278ede9-019a-40f0-be4b-27ff1dce9202), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.952875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06fde95b-2975-4541-94f2-4743dee6c23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b278ede9-019a-40f0-be4b-27ff1dce9202), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.957384 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-06fde95b-2975-4541-94f2-4743dee6c23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:12.959525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-06fde95b-2975-4541-94f2-4743dee6c23d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b278ede9-019a-40f0-be4b-27ff1dce9202 HTTP/1.1" status: 204 len: 168 time: 0.1852658 Jan 28 14:08:12.974821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fde95b-2975-4541-94f2-4743dee6c23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b278ede9-019a-40f0-be4b-27ff1dce9202,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:13.764917 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:08:26.941276 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:28.331795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:34.941841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e21bbf35-a86e-4ac1-8530-625ee103a4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:37.735241 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c2941cb1-afd5-4c92-8afc-f038cc395b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:38.802222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:40.658754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:41.812909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:50.764534 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:08:54.422385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:54.534636 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28c86b4f-226c-4cc1-82e6-af53618a2c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:54.615312 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28c86b4f-226c-4cc1-82e6-af53618a2c11 admin admin] Publish callbacks [] for security_group (2cd25112-2843-4f11-88a6-ab1463e15fed), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:54.619622 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28c86b4f-226c-4cc1-82e6-af53618a2c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2cd25112-2843-4f11-88a6-ab1463e15fed), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:54.661337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c86b4f-226c-4cc1-82e6-af53618a2c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd25112-2843-4f11-88a6-ab1463e15fed,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:54.666825 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-28c86b4f-226c-4cc1-82e6-af53618a2c11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d248e2ca75f4cc5967f481064402d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433398 Jan 28 14:08:54.669990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:54.721653 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Publish callbacks [] for security_group (2cd25112-2843-4f11-88a6-ab1463e15fed), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:54.749940 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Publish callbacks [] for security_group (2cd25112-2843-4f11-88a6-ab1463e15fed), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:54.802484 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2cd25112-2843-4f11-88a6-ab1463e15fed), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:54.805393 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:54.806592 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2cd25112-2843-4f11-88a6-ab1463e15fed HTTP/1.1" status: 204 len: 168 time: 0.1358323 Jan 28 14:08:54.815583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd25112-2843-4f11-88a6-ab1463e15fed,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:54.824824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.825227 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.825795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.826146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.826487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.826826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.827159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.827490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.827823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.828177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.828509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.828836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:54.829164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06273-7492-44fe-bd7c-184bd36526e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:08:55.113497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38074) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:55.127693 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a899d230-513d-4c33-a1ed-c1612f7e1637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:55.206359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a899d230-513d-4c33-a1ed-c1612f7e1637 admin admin] Publish callbacks [] for security_group (b50ceaae-4343-4276-8e4e-54d0de411c88), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:55.210271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a899d230-513d-4c33-a1ed-c1612f7e1637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b50ceaae-4343-4276-8e4e-54d0de411c88), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:55.254297 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a899d230-513d-4c33-a1ed-c1612f7e1637 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c80a72edc304802ae1288e7028ffe77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396923 Jan 28 14:08:55.255269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899d230-513d-4c33-a1ed-c1612f7e1637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50ceaae-4343-4276-8e4e-54d0de411c88,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:55.257112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:55.331253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39090141-e40d-4889-aae8-ef5adf1119c1 admin admin] Publish callbacks [] for security_group (b50ceaae-4343-4276-8e4e-54d0de411c88), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:55.356309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39090141-e40d-4889-aae8-ef5adf1119c1 admin admin] Publish callbacks [] for security_group (b50ceaae-4343-4276-8e4e-54d0de411c88), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:55.403808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39090141-e40d-4889-aae8-ef5adf1119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b50ceaae-4343-4276-8e4e-54d0de411c88), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:55.406420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-39090141-e40d-4889-aae8-ef5adf1119c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:55.407585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-39090141-e40d-4889-aae8-ef5adf1119c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b50ceaae-4343-4276-8e4e-54d0de411c88 HTTP/1.1" status: 204 len: 168 time: 0.1492252 Jan 28 14:08:55.420289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39090141-e40d-4889-aae8-ef5adf1119c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50ceaae-4343-4276-8e4e-54d0de411c88,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:56.938619 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.122513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38122) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:57.235364 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3850-df7b-40f1-911d-81724bfed304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.319521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3850-df7b-40f1-911d-81724bfed304 admin admin] Publish callbacks [] for security_group (335778a5-4fa1-4af4-94fa-e3c962858dad), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.324968 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a9f3850-df7b-40f1-911d-81724bfed304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (335778a5-4fa1-4af4-94fa-e3c962858dad), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.375004 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8a9f3850-df7b-40f1-911d-81724bfed304 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8c75b9dc1e5434dbfa7810cabfb8126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513855 Jan 28 14:08:57.375710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f3850-df7b-40f1-911d-81724bfed304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335778a5-4fa1-4af4-94fa-e3c962858dad,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:57.377879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:57.429162 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffbe24c-27d2-40e0-a9d6-18016c59a5f6 admin admin] Publish callbacks [] for security_group (335778a5-4fa1-4af4-94fa-e3c962858dad), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.455414 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffbe24c-27d2-40e0-a9d6-18016c59a5f6 admin admin] Publish callbacks [] for security_group (335778a5-4fa1-4af4-94fa-e3c962858dad), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.505959 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffbe24c-27d2-40e0-a9d6-18016c59a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (335778a5-4fa1-4af4-94fa-e3c962858dad), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.508680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffbe24c-27d2-40e0-a9d6-18016c59a5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.509837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cffbe24c-27d2-40e0-a9d6-18016c59a5f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/335778a5-4fa1-4af4-94fa-e3c962858dad HTTP/1.1" status: 204 len: 168 time: 0.1309187 Jan 28 14:08:57.518170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbe24c-27d2-40e0-a9d6-18016c59a5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335778a5-4fa1-4af4-94fa-e3c962858dad,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:57.769914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38132) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:57.783714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4095309f-802b-49de-bcf7-e5f8191e2985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.858172 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4095309f-802b-49de-bcf7-e5f8191e2985 admin admin] Publish callbacks [] for security_group (c4faa417-c59e-453f-a1e4-a89c760cfeaf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.861758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4095309f-802b-49de-bcf7-e5f8191e2985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c4faa417-c59e-453f-a1e4-a89c760cfeaf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.903389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4095309f-802b-49de-bcf7-e5f8191e2985 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c70dd51ac124ea39d7b8e30948df87d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323757 Jan 28 14:08:57.904566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095309f-802b-49de-bcf7-e5f8191e2985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4faa417-c59e-453f-a1e4-a89c760cfeaf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:57.906100 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38134) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:08:57.954920 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3702290-256a-4fa7-9430-6e448768938b admin admin] Publish callbacks [] for security_group (c4faa417-c59e-453f-a1e4-a89c760cfeaf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:57.976978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3702290-256a-4fa7-9430-6e448768938b admin admin] Publish callbacks [] for security_group (c4faa417-c59e-453f-a1e4-a89c760cfeaf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:58.023298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3702290-256a-4fa7-9430-6e448768938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (c4faa417-c59e-453f-a1e4-a89c760cfeaf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:58.025934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3702290-256a-4fa7-9430-6e448768938b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:08:58.027706 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b3702290-256a-4fa7-9430-6e448768938b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4faa417-c59e-453f-a1e4-a89c760cfeaf HTTP/1.1" status: 204 len: 168 time: 0.1206133 Jan 28 14:08:58.035222 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702290-256a-4fa7-9430-6e448768938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4faa417-c59e-453f-a1e4-a89c760cfeaf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:08:58.335408 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:04.945742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4089-5a50-4d62-b3e2-aecb7e37e9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.485809 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:09:06.594953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cbba3ce-0d72-4373-882f-a37508a2e3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.670585 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cbba3ce-0d72-4373-882f-a37508a2e3bd admin admin] Publish callbacks [] for security_group (64d070f5-2eea-4830-a0c3-89592cda40aa), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.674263 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6cbba3ce-0d72-4373-882f-a37508a2e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (64d070f5-2eea-4830-a0c3-89592cda40aa), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.716108 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6cbba3ce-0d72-4373-882f-a37508a2e3bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0f0161879514b6dbc529d97518c7a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280743 Jan 28 14:09:06.717047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba3ce-0d72-4373-882f-a37508a2e3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d070f5-2eea-4830-a0c3-89592cda40aa,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:06.718258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38220) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:09:06.767414 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2f9698d-69a1-44bc-9a1d-6730ffa47f98 admin admin] Publish callbacks [] for security_group (64d070f5-2eea-4830-a0c3-89592cda40aa), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.789929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2f9698d-69a1-44bc-9a1d-6730ffa47f98 admin admin] Publish callbacks [] for security_group (64d070f5-2eea-4830-a0c3-89592cda40aa), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.837323 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2f9698d-69a1-44bc-9a1d-6730ffa47f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (64d070f5-2eea-4830-a0c3-89592cda40aa), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.840140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b2f9698d-69a1-44bc-9a1d-6730ffa47f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:06.843959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b2f9698d-69a1-44bc-9a1d-6730ffa47f98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64d070f5-2eea-4830-a0c3-89592cda40aa HTTP/1.1" status: 204 len: 168 time: 0.1246057 Jan 28 14:09:06.851831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9698d-69a1-44bc-9a1d-6730ffa47f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d070f5-2eea-4830-a0c3-89592cda40aa,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:07.110312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 38226) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:09:07.126309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a69744e8-5670-4a1c-b697-4f9cd49a9991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.213566 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a69744e8-5670-4a1c-b697-4f9cd49a9991 admin admin] Publish callbacks [] for security_group (920b4d89-e560-4040-a42d-1622617ded7b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.217472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a69744e8-5670-4a1c-b697-4f9cd49a9991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (920b4d89-e560-4040-a42d-1622617ded7b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.257547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a69744e8-5670-4a1c-b697-4f9cd49a9991 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d43bcef505ea48aa9388b211f2bbaafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460137 Jan 28 14:09:07.258855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69744e8-5670-4a1c-b697-4f9cd49a9991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920b4d89-e560-4040-a42d-1622617ded7b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:07.260263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 38228) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:09:07.316643 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84a52c5c-3778-447e-bad7-069d1ab900ec admin admin] Publish callbacks [] for security_group (920b4d89-e560-4040-a42d-1622617ded7b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.339486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84a52c5c-3778-447e-bad7-069d1ab900ec admin admin] Publish callbacks [] for security_group (920b4d89-e560-4040-a42d-1622617ded7b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.386771 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84a52c5c-3778-447e-bad7-069d1ab900ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (920b4d89-e560-4040-a42d-1622617ded7b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.389730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84a52c5c-3778-447e-bad7-069d1ab900ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:07.393411 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-84a52c5c-3778-447e-bad7-069d1ab900ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/920b4d89-e560-4040-a42d-1622617ded7b HTTP/1.1" status: 204 len: 168 time: 0.1292043 Jan 28 14:09:07.399452 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52c5c-3778-447e-bad7-069d1ab900ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920b4d89-e560-4040-a42d-1622617ded7b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:07.738340 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03754707-4f2b-4c9a-8f11-7ea5182e151f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:08.809447 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:10.660057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:10.928800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-2eb40ae8-83f5-4ccb-a232-640cf49a508c tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=037d29efd62f404c950731e380263168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302072 Jan 28 14:09:11.110521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-78753ef2-4145-472f-8d1f-854b615d451f tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:11.111893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-78753ef2-4145-472f-8d1f-854b615d451f tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774812 Jan 28 14:09:11.127154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-60644164-c3cc-48d4-9f7b-9bfb18d80859 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/quotas/037d29efd62f404c950731e380263168 HTTP/1.1" status: 200 len: 375 time: 0.0099459 Jan 28 14:09:11.425792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-74c500c6-be96-4a22-bdb4-d861bf3fdf00 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=037d29efd62f404c950731e380263168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2931247 Jan 28 14:09:11.590400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08b1b167-3b4a-4903-9dfc-e2414257283d req-f194d161-9412-4fed-8951-35cb30e7602a tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 210 time: 0.0271785 Jan 28 14:09:11.816824 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:12.701865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-47070fb8-7526-4e6a-b005-e8203a1f4136 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=037d29efd62f404c950731e380263168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303140 Jan 28 14:09:12.722183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9aeb93c7-f0ab-4a29-b1cc-a7408048917c req-5deac3c9-792d-4f6c-99b2-4a06a3b0a9cd tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 210 time: 0.0391004 Jan 28 14:09:12.826257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-07f42bff-f437-4861-bcf7-6c3a0e9ecc97 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:12.827717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-07f42bff-f437-4861-bcf7-6c3a0e9ecc97 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079502 Jan 28 14:09:12.843302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Request body: {'port': {'device_id': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '037d29efd62f404c950731e380263168'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:09:12.951150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Made reservation on behalf of 037d29efd62f404c950731e380263168 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:09:12.954487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:12.968085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.046651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks [] for security_group (e28d57df-eef7-44cf-974b-ad8ebf9f9783), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.050358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e28d57df-eef7-44cf-974b-ad8ebf9f9783), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.111670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28d57df-eef7-44cf-974b-ad8ebf9f9783,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:13.126674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.127088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.127451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.127814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.128186 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.128524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.128846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.129173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.129497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.129818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.130174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.130471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.130792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:13.212388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Allocated IP 192.168.233.158 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/26fe0f74-d68f-4d6e-9509-363ce87e6a90) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:09:13.369184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks [] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.409142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.453824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:09:13.456887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:09:13.462808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:09:13.470992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Pushing event updated for resources: {'Port': ['ID=26fe0f74-d68f-4d6e-9509-363ce87e6a90,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:13.523414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:13.524214 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.540687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-48443ce9-f5bb-467a-81e3-7707f0e7bed6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7011375 Jan 28 14:09:13.551045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-ec4c987d-5a14-40a6-8110-f4896f27165f tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:09:13.552061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-ec4c987d-5a14-40a6-8110-f4896f27165f tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051792 Jan 28 14:09:13.567476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Request body: {'port': {'device_id': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:09:13.624921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.745156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-252d26b1-690d-4ce6-bf48-cfdff49773b9 None None] Provisioning complete for port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:09:13.747167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-252d26b1-690d-4ce6-bf48-cfdff49773b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:13.916525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428539-b2d4-42b1-ab4f-67139105e532 req-66eec6d8-04bf-4bb9-846f-acfd98d82c2f tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:13.918133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a428539-b2d4-42b1-ab4f-67139105e532 req-66eec6d8-04bf-4bb9-846f-acfd98d82c2f tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 936 time: 0.1156063 Jan 28 14:09:13.934866 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-252d26b1-690d-4ce6-bf48-cfdff49773b9 None None] Port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:09:13.999680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a428539-b2d4-42b1-ab4f-67139105e532 req-a049bdba-a2eb-4d9e-b912-134531f3b2d6 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733807 Jan 28 14:09:14.036543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fe0f74-d68f-4d6e-9509-363ce87e6a90 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:09:14.044182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Publish callbacks [] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:14.061017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Transition to ACTIVE for port object 26fe0f74-d68f-4d6e-9509-363ce87e6a90 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:09:14.063931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:14.116056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Pushing event updated for resources: {'Port': ['ID=26fe0f74-d68f-4d6e-9509-363ce87e6a90,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:14.188184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Attempting to bind port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:09:14.188617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Attempting to bind port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:09:14.189028 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Attempting to bind port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:09:14.194013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:09:14.194427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Attempting to bind port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:09:14.200331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:09:14.200679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:09:14.201069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:09:14.201511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Bound port: 26fe0f74-d68f-4d6e-9509-363ce87e6a90, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:09:14.201876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:14.273341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] For port 26fe0f74-d68f-4d6e-9509-363ce87e6a90, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:09:14.276540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] For port 26fe0f74-d68f-4d6e-9509-363ce87e6a90, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:09:14.281060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:14.317180 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:14.318094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:14.319501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] 10.222.0.60 "PUT /v2.0/ports/26fe0f74-d68f-4d6e-9509-363ce87e6a90 HTTP/1.1" status: 200 len: 1096 time: 0.7564340 Jan 28 14:09:14.319946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'tag': '26fe0f74-d68f-4d6e-9509-363ce87e6a90'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:09:14.322270 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed79f20-0b4b-40ef-b8ad-64448cbe1533", "tag": "26fe0f74-d68f-4d6e-9509-363ce87e6a90"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:09:14.345178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee93f32-8416-46e7-b8c8-58c300e7ebe0 service neutron] Pushing event updated for resources: {'Port': ['ID=26fe0f74-d68f-4d6e-9509-363ce87e6a90,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:14.378054 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82235372-3e82-43d9-a3ff-d7eaceffe139 x-openstack-request-id: req-82235372-3e82-43d9-a3ff-d7eaceffe139 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:09:14.378538 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed79f20-0b4b-40ef-b8ad-64448cbe1533", "tag": "26fe0f74-d68f-4d6e-9509-363ce87e6a90", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:09:14.378837 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82235372-3e82-43d9-a3ff-d7eaceffe139 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:09:14.379205 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'tag': '26fe0f74-d68f-4d6e-9509-363ce87e6a90', 'status': 'completed', 'code': 200} Jan 28 14:09:14.524531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-e11533b6-7bb5-4591-a3a7-4cffea472b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:14.526108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-e11533b6-7bb5-4591-a3a7-4cffea472b3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=037d29efd62f404c950731e380263168&device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 1099 time: 0.1592915 Jan 28 14:09:14.574293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-09fc6622-d795-4d90-a477-0a837e19eda1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90 HTTP/1.1" status: 200 len: 217 time: 0.0372005 Jan 28 14:09:14.622774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-fdad72d9-a6eb-43c7-860a-412ce16c602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:14.624259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-fdad72d9-a6eb-43c7-860a-412ce16c602d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0433495 Jan 28 14:09:14.670734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6f83-e657-484b-aac0-d275ab362cfc req-aad9c857-7511-488a-be3f-68a4baa4dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:14.672289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-aad9c857-7511-488a-be3f-68a4baa4dac3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415363 Jan 28 14:09:14.766711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-67d5e6cf-def8-47ec-ab32-17b4c0fcea70 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848734 Jan 28 14:09:14.857819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158f6f83-e657-484b-aac0-d275ab362cfc req-2a3bc8f1-0d81-4151-ac99-d59b4d480ac1 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812240 Jan 28 14:09:14.954487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-cde9f2f8-5e9c-401b-aaef-dd83ab89ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:14.956013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-cde9f2f8-5e9c-401b-aaef-dd83ab89ccfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=037d29efd62f404c950731e380263168&device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 1099 time: 0.0429235 Jan 28 14:09:15.048586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-d5722e04-cce7-4662-bda3-66f7d25a97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:15.050084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-d5722e04-cce7-4662-bda3-66f7d25a97c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.0877438 Jan 28 14:09:15.101136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-8856f42b-c551-44fe-8da4-9e735731f8b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90 HTTP/1.1" status: 200 len: 217 time: 0.0441153 Jan 28 14:09:15.180267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6aee-6ee2-4e84-88b3-2f57be97d1b6 req-c60c6be6-21ef-41dc-ad8b-74a10195be55 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:15.181755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a32a6aee-6ee2-4e84-88b3-2f57be97d1b6 req-c60c6be6-21ef-41dc-ad8b-74a10195be55 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 948 time: 0.0897799 Jan 28 14:09:15.184310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-c3fb8375-6286-42f5-bdbf-8adb091e4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:15.185636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-c3fb8375-6286-42f5-bdbf-8adb091e4699 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0674603 Jan 28 14:09:15.257227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a32a6aee-6ee2-4e84-88b3-2f57be97d1b6 req-9aa2d58a-d0aa-4c1c-8763-ecd1cbd113e1 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683997 Jan 28 14:09:15.262251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-8ab72411-d354-4384-80d5-f9a19dd100ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:15.263707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-8ab72411-d354-4384-80d5-f9a19dd100ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691409 Jan 28 14:09:15.358762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-4e439a83-b16f-4015-8a6e-bdbb80068927 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881336 Jan 28 14:09:15.450124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68e15d8d-0297-4f8d-8ab2-a630a4670ec8 req-8048f650-1157-4cab-90a9-0b7db293f3c1 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824277 Jan 28 14:09:16.374014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228c0a1-3761-473e-a1db-3a19b5630f11 req-d752c181-c178-4cd5-a1ad-8fe5728a5608 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:16.375412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e228c0a1-3761-473e-a1db-3a19b5630f11 req-d752c181-c178-4cd5-a1ad-8fe5728a5608 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 948 time: 0.0487480 Jan 28 14:09:16.426092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e228c0a1-3761-473e-a1db-3a19b5630f11 req-6d711735-d1d4-4448-bb86-9322068ba282 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450828 Jan 28 14:09:17.546516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889a093-ca68-46ee-979d-91b0809734b3 req-9dca90e8-b718-430d-a658-f392f87579e2 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:17.548002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d889a093-ca68-46ee-979d-91b0809734b3 req-9dca90e8-b718-430d-a658-f392f87579e2 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 948 time: 0.0497193 Jan 28 14:09:17.552490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 26fe0f74-d68f-4d6e-9509-363ce87e6a90 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:09:17.598440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d889a093-ca68-46ee-979d-91b0809734b3 req-af0f026d-7fa8-4e65-aa64-dd859dda9419 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Jan 28 14:09:17.655724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 26fe0f74-d68f-4d6e-9509-363ce87e6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:09:17.667276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '26fe0f74-d68f-4d6e-9509-363ce87e6a90', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '26fe0f74-d68f-4d6e-9509-363ce87e6a90', 'mac_address': 'fa:16:3e:e3:82:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:09:17.706546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:09:17.706778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:17.720615 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fe0f74-d68f-4d6e-9509-363ce87e6a90 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:09:17.740015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 26fe0f74-d68f-4d6e-9509-363ce87e6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:09:17.744547 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:17.797128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=26fe0f74-d68f-4d6e-9509-363ce87e6a90,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:17.804501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.804861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.805210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.805558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.805899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.806250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.806573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.806907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.807238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.807571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.808954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.809527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:17.809845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:09:18.075044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['26fe0f74-d68f-4d6e-9509-363ce87e6a90'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:09:18.716112 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d18c0-ee7d-4ad4-970a-2fb19315ab45 req-72268785-a238-4fab-b262-560d5b29105e tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:18.717565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b31d18c0-ee7d-4ad4-970a-2fb19315ab45 req-72268785-a238-4fab-b262-560d5b29105e tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 949 time: 0.0509710 Jan 28 14:09:18.768487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b31d18c0-ee7d-4ad4-970a-2fb19315ab45 req-cc9ae98d-68f7-4499-b0a1-bdc1b3c8a6b7 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Jan 28 14:09:19.567196 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 26fe0f74-d68f-4d6e-9509-363ce87e6a90 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:09:19.618928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:09:19.623836 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:09:19.624243 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:19.703477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:09:19.703783 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:19.725492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe0f74-d68f-4d6e-9509-363ce87e6a90'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:09:19.727840 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9370c07811485f1f066a52085dcb2e7422d0db041de5323314196a2fdb07be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a7824d-f675-46d3-9486-6b9676d8b982" -d '{"events": [{"server_uuid": "5ed79f20-0b4b-40ef-b8ad-64448cbe1533", "name": "network-vif-plugged", "status": "completed", "tag": "26fe0f74-d68f-4d6e-9509-363ce87e6a90"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:09:19.740974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 26fe0f74-d68f-4d6e-9509-363ce87e6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:09:19.744852 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:19.775363 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd96442-0434-420d-b36a-69d555994d6d x-openstack-request-id: req-9dd96442-0434-420d-b36a-69d555994d6d {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:09:19.775658 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed79f20-0b4b-40ef-b8ad-64448cbe1533", "name": "network-vif-plugged", "status": "completed", "tag": "26fe0f74-d68f-4d6e-9509-363ce87e6a90", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:09:19.775911 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9dd96442-0434-420d-b36a-69d555994d6d {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:09:19.776335 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fe0f74-d68f-4d6e-9509-363ce87e6a90', 'code': 200} Jan 28 14:09:19.809379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=26fe0f74-d68f-4d6e-9509-363ce87e6a90,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:09:19.933055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0179-3064-4d7d-b4db-17fbb9108a48 req-b24b6978-5b8f-4ee5-8c2b-4ba98e94bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:19.934996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-561e0179-3064-4d7d-b4db-17fbb9108a48 req-b24b6978-5b8f-4ee5-8c2b-4ba98e94bb3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 1101 time: 0.1041806 Jan 28 14:09:19.945082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761385b-37bd-4e2d-a991-a375910040d4 req-81689145-0995-4535-9833-14133990d506 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:19.946476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9761385b-37bd-4e2d-a991-a375910040d4 req-81689145-0995-4535-9833-14133990d506 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 950 time: 0.0843520 Jan 28 14:09:20.014819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-561e0179-3064-4d7d-b4db-17fbb9108a48 req-d7423121-f5d1-4d4b-a0a2-e645b42aac77 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672889 Jan 28 14:09:20.021535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9761385b-37bd-4e2d-a991-a375910040d4 req-c5fc1cdc-4abe-40f4-900b-088d23ef7ef9 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683205 Jan 28 14:09:21.146734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeacd0a-1148-431a-a978-b4a91a00f09b req-9515b890-4f3f-4f21-a97f-50e7d35deced tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:21.148359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fbeacd0a-1148-431a-a978-b4a91a00f09b req-9515b890-4f3f-4f21-a97f-50e7d35deced tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 950 time: 0.0544350 Jan 28 14:09:21.204026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fbeacd0a-1148-431a-a978-b4a91a00f09b req-18c858fd-e645-428c-b984-a72d2d9b9518 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483377 Jan 28 14:09:22.319025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487189e-b187-43ee-a8db-e9e878adb9a2 req-78031a2d-912f-4e23-8b7a-51c72c5d5b72 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:09:22.320503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0487189e-b187-43ee-a8db-e9e878adb9a2 req-78031a2d-912f-4e23-8b7a-51c72c5d5b72 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 950 time: 0.0498683 Jan 28 14:09:22.367660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0487189e-b187-43ee-a8db-e9e878adb9a2 req-0f3db269-8394-4964-af73-344fe03d2361 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Jan 28 14:09:26.940153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:27.763645 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:09:28.352904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:34.954218 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5fa33283-a7e3-4468-b328-7fc16ccf6e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:37.743779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e921bd6d-8f26-439c-b69b-eb909175075e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:38.809566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:40.673319 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:41.820555 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:56.956817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:09:58.347582 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:04.763211 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:10:04.946821 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9b96b4c6-fad6-42a1-930b-a9db6b9eb442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:07.737605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-461385a6-cc6b-4abb-97cc-ed869b0f3714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:08.810875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:10.668325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:11.826002 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:18.053304 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-f2c91ca5-abed-4512-932f-89dd53eab7e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453746 Jan 28 14:10:18.151122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-7760d351-a9aa-4279-894e-884a71c43eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:18.153225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-7760d351-a9aa-4279-894e-884a71c43eac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=037d29efd62f404c950731e380263168&device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 1101 time: 0.0435922 Jan 28 14:10:18.274338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-94f1b33c-abb3-4ea2-9b17-bca2d2905721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:18.275945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-94f1b33c-abb3-4ea2-9b17-bca2d2905721 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.0994637 Jan 28 14:10:18.325522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-f5288b0c-54cc-41c8-85de-54f7fc6c6b55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90 HTTP/1.1" status: 200 len: 217 time: 0.0423725 Jan 28 14:10:18.386679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-778c32e4-2892-4521-a78a-831c8447b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:18.388228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-778c32e4-2892-4521-a78a-831c8447b1fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0560579 Jan 28 14:10:18.436712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-070ceb87-696a-4d16-82a1-1c31ab8b5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:18.438253 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-070ceb87-696a-4d16-82a1-1c31ab8b5c6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430572 Jan 28 14:10:18.543605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-479445b4-3a87-4087-9cdb-d838448e2b31 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988572 Jan 28 14:10:18.669127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11590bfd-0fa4-4bd3-b470-a258abbe1f9f req-d65e5574-38dd-4820-9285-4d093d8bd2d8 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172171 Jan 28 14:10:26.960752 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:28.348226 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:34.961611 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f27759ac-d315-4386-be13-d39415dc40e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:37.741062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-caa83874-6832-42a0-b19f-a93c8f1db5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:38.814849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:40.669858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:41.765752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:10:41.834984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:54.523437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e358181-72a4-49d3-aee7-cc92cf488bf7 req-5119ec08-640b-4f11-8852-a5fe30c1e0d7 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:54.525050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e358181-72a4-49d3-aee7-cc92cf488bf7 req-5119ec08-640b-4f11-8852-a5fe30c1e0d7 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 950 time: 0.0509803 Jan 28 14:10:54.580202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e358181-72a4-49d3-aee7-cc92cf488bf7 req-d9964386-c825-404b-9d7f-f9996b6fe53b tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Jan 28 14:10:55.698934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb5446-ebf7-4d4e-bc70-d373455f0923 req-b464b027-a06c-4a74-b7d3-19d1a7787adf tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:55.700462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fccb5446-ebf7-4d4e-bc70-d373455f0923 req-b464b027-a06c-4a74-b7d3-19d1a7787adf tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 950 time: 0.0507143 Jan 28 14:10:55.749626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fccb5446-ebf7-4d4e-bc70-d373455f0923 req-25118472-185a-4593-a69d-d4da34e9be7c tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/security-groups?id=e28d57df-eef7-44cf-974b-ad8ebf9f9783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 Jan 28 14:10:56.179561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-a34e7f20-a2df-4100-b1cf-d4dc8704a17a tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:10:56.182210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-a34e7f20-a2df-4100-b1cf-d4dc8704a17a tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 950 time: 0.0486321 Jan 28 14:10:56.281143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Deleting port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:10:56.281487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:56.370519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] For port 26fe0f74-d68f-4d6e-9509-363ce87e6a90, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=26fe0f74-d68f-4d6e-9509-363ce87e6a90,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:10:56.370883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:56.383647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Calling delete_port for 26fe0f74-d68f-4d6e-9509-363ce87e6a90 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:10:56.518571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (26fe0f74-d68f-4d6e-9509-363ce87e6a90), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:56.532644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['26fe0f74-d68f-4d6e-9509-363ce87e6a90'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:10:56.547538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Pushing event deleted for resources: {'Port': ['ID=26fe0f74-d68f-4d6e-9509-363ce87e6a90,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:10:56.558582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.558945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.559285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.559649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.559992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.560355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.561043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.561381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.561713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.562043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.562377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.562708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.563580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:10:56.609872 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] No DVR routers for this DVR port 26fe0f74-d68f-4d6e-9509-363ce87e6a90 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:10:56.612757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:56.616154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-993c1959-c9d4-458f-b2ff-3562b721d432 req-33ae1b5e-31b6-43cf-b7bc-1f9adaaf7207 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.60 "DELETE /v2.0/ports/26fe0f74-d68f-4d6e-9509-363ce87e6a90 HTTP/1.1" status: 204 len: 173 time: 0.4292397 Jan 28 14:10:56.616597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'name': 'network-vif-deleted', 'tag': '26fe0f74-d68f-4d6e-9509-363ce87e6a90'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:10:56.618836 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36353312a1c33120660517f911268573b4a64209394e7173425c2650812e25b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f04ad7-722a-497c-ae34-cc15806a7988" -d '{"events": [{"server_uuid": "5ed79f20-0b4b-40ef-b8ad-64448cbe1533", "name": "network-vif-deleted", "tag": "26fe0f74-d68f-4d6e-9509-363ce87e6a90"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:10:56.666752 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d5d2dd-a851-44df-a713-482c971b0d99 x-openstack-request-id: req-83d5d2dd-a851-44df-a713-482c971b0d99 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:10:56.667108 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed79f20-0b4b-40ef-b8ad-64448cbe1533", "name": "network-vif-deleted", "tag": "26fe0f74-d68f-4d6e-9509-363ce87e6a90", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:10:56.667378 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83d5d2dd-a851-44df-a713-482c971b0d99 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:10:56.667907 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed79f20-0b4b-40ef-b8ad-64448cbe1533', 'name': 'network-vif-deleted', 'tag': '26fe0f74-d68f-4d6e-9509-363ce87e6a90', 'status': 'completed', 'code': 200} Jan 28 14:10:56.859143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e79d74da-fec4-47bf-aaf5-2ab1d9d207d3 req-e497e088-bcf7-4897-b680-e37d4f299c39 tempest-VolumesBackupsTest-1586025661 tempest-VolumesBackupsTest-1586025661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed79f20-0b4b-40ef-b8ad-64448cbe1533 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Jan 28 14:10:56.971494 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:10:58.355387 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:00.051819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 26fe0f74-d68f-4d6e-9509-363ce87e6a90 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:11:00.072942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 26fe0f74-d68f-4d6e-9509-363ce87e6a90 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:11:00.073294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 26fe0f74-d68f-4d6e-9509-363ce87e6a90 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:11:04.958998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ee340c1-cbd3-43aa-acdd-e9f1eab51c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:07.745588 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b4259e6d-5596-45d9-9adb-6f6cf47a26ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:08.817098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:10.673484 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:11.828422 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:18.764303 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:11:26.970932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:28.379620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:34.953178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eca46e50-89b1-4fa9-8a7c-1e71b4723c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:37.747616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e21e12cc-a8b9-489a-92c2-1339c91d697a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:38.824169 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:40.672815 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:41.833608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:55.762761 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:11:56.988349 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:11:58.377808 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:04.955631 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cfa57e19-2fde-48f4-886b-cd61e36a5014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:07.753657 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-98389c65-382b-4e95-82e3-eb358521275b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:08.828123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:10.679850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:11.838034 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:26.984695 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:28.393470 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:32.762321 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:12:34.959302 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-335d0b79-27fa-427d-b5a6-09b09d29afb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:37.756227 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a2a9451b-ae67-490c-a38d-b8bfa4c65b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:38.826134 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:40.682189 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:41.841719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:56.988755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:12:58.409364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:04.975418 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d5d68ba9-571d-4fac-9741-760c03a049ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:07.761012 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c097c238-8663-4312-976e-f76a7d50f143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:08.830808 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:09.760876 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:13:10.683416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:11.844424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:26.983827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:28.407731 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:34.967954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-026b9932-f29c-400f-b927-23649542ceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:37.767289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cda10005-e56e-437d-a0d8-e0114c2c0a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:38.839001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:40.686173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:41.848000 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:46.760062 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:13:56.984579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:13:58.423170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:04.971195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c03f275c-649a-4ba1-92cd-9c89287a36b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:07.764795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5e288c77-f40e-43e2-b24b-0207e1509416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:08.836004 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:10.691424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:11.851473 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:23.760434 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:14:26.983284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:28.422604 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:34.980181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e989679f-ea95-42c4-980a-737ebec9d873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:37.759129 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f0f4cfb1-ebc7-4d18-8017-b54ca184fc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:38.839963 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:40.693665 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:41.857793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:56.989756 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:14:58.425710 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:00.760798 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:15:04.974473 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1125b9f8-ef6c-4ceb-ad23-11380b8b1344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:07.760095 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4789909e-a0a5-419c-aee2-9365e7498ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:08.843491 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:09.981014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42320) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:10.134916 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-086dcc8e-09bc-4d93-9609-af940b435085 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=037d29efd62f404c950731e380263168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519997 Jan 28 14:15:10.140935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42326) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:10.205080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Publish callbacks [] for security_group (e28d57df-eef7-44cf-974b-ad8ebf9f9783), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.232895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Publish callbacks [] for security_group (e28d57df-eef7-44cf-974b-ad8ebf9f9783), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.293362 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e28d57df-eef7-44cf-974b-ad8ebf9f9783), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.296219 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:10.297764 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e28d57df-eef7-44cf-974b-ad8ebf9f9783 HTTP/1.1" status: 204 len: 168 time: 0.1556797 Jan 28 14:15:10.311758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28d57df-eef7-44cf-974b-ad8ebf9f9783,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:10.324574 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.325241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.326049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.327379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.328271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.328571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.329223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.329877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.330609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.331217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.331889 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.332582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.333253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec081155-3f60-467c-8043-4692cb480b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:10.702441 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:11.862613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:16.187968 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-a0a6fd3a-d56b-4e68-9631-1b1e8685a89b req-2974541b-3c8b-4d58-9f14-90c7f800027d tempest-TestVolumeBootPattern-1938260185 tempest-TestVolumeBootPattern-1938260185-project] (103373) timed out ('10.222.0.45', 33194) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:15:26.997403 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:28.438601 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:34.977606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9425956b-595a-4a77-88e8-6738a0da2ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.002454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42488) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:37.109124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dd69fbd-8c1b-4799-9434-41607169358a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.185504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dd69fbd-8c1b-4799-9434-41607169358a admin admin] Publish callbacks [] for security_group (feb1b974-db72-4173-a094-67f8f146da6d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.190523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dd69fbd-8c1b-4799-9434-41607169358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (feb1b974-db72-4173-a094-67f8f146da6d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.228129 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd69fbd-8c1b-4799-9434-41607169358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1b974-db72-4173-a094-67f8f146da6d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:37.233813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4dd69fbd-8c1b-4799-9434-41607169358a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2d854c699224040aefd2d51ce2ac360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302952 Jan 28 14:15:37.237178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42492) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:37.287162 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae1288bd-2468-4c0d-a940-c17b0135447b admin admin] Publish callbacks [] for security_group (feb1b974-db72-4173-a094-67f8f146da6d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.309032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae1288bd-2468-4c0d-a940-c17b0135447b admin admin] Publish callbacks [] for security_group (feb1b974-db72-4173-a094-67f8f146da6d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.360801 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae1288bd-2468-4c0d-a940-c17b0135447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (feb1b974-db72-4173-a094-67f8f146da6d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.364021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ae1288bd-2468-4c0d-a940-c17b0135447b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:37.365210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ae1288bd-2468-4c0d-a940-c17b0135447b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/feb1b974-db72-4173-a094-67f8f146da6d HTTP/1.1" status: 204 len: 168 time: 0.1269593 Jan 28 14:15:37.373963 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1288bd-2468-4c0d-a940-c17b0135447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1b974-db72-4173-a094-67f8f146da6d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:37.763396 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:15:37.766709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b9db9d0-8018-4583-90ca-e09621e6e0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.021466 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:38.120977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1046079483-network', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:15:38.141287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Made reservation on behalf of 8f61c52819ac4395a00659f5cf96a5c3 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:15:38.144131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.152729 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.229647 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks [] for security_group (bce4f2c1-6e11-4897-b329-206467b84aec), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.233537 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bce4f2c1-6e11-4897-b329-206467b84aec), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.259012 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:15:38.268167 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4f2c1-6e11-4897-b329-206467b84aec,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:38.274280 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (75602e52-390e-4a09-bcbb-a3475e01ff89), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.274534 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Added segment 75602e52-390e-4a09-bcbb-a3475e01ff89 of type vlan for network 93a7e639-5840-447d-a12c-1ca66b7ddb60 Jan 28 14:15:38.318014 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (93a7e639-5840-447d-a12c-1ca66b7ddb60), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.343136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (93a7e639-5840-447d-a12c-1ca66b7ddb60), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.344173 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:38.344859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.402237 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3795812 Jan 28 14:15:38.405267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42518) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:38.411981 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b6ca1-d4b2-4263-adc8-543ca77e10e4 admin admin] Pushing event updated for resources: {'Network': ['ID=93a7e639-5840-447d-a12c-1ca66b7ddb60,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:38.412390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Request body: {'subnet': {'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1046079483-subnet', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:15:38.424591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:15:38.432882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Made reservation on behalf of 8f61c52819ac4395a00659f5cf96a5c3 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:15:38.435516 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.609372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (0799f67b-c04f-45aa-a64b-1dbc1eb121ed), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.666560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0799f67b-c04f-45aa-a64b-1dbc1eb121ed,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:38.678471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.678943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.679377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.679889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.680419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.680837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.681309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.681775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.682243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.682733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.683196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.683672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.684171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:38.690262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Checking segment: {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:38.691080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Network hostable DHCP agents. Network: 93a7e639-5840-447d-a12c-1ca66b7ddb60, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:15:38.708477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:15:38.717469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 93a7e639-5840-447d-a12c-1ca66b7ddb60) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:38.722364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:38.723075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.727571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a1d167-bd81-4eb5-af6c-7609df69f1e6 None None] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:15:38.744378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42522) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:38.748633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b5d9f043-02f0-4823-abf9-84e76fdde701 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3415246 Jan 28 14:15:38.749144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:15:38.771363 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (fde8ec58-ea73-4505-9ff1-3792d1ef1229), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.772730 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (fde8ec58-ea73-4505-9ff1-3792d1ef1229), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.827770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks [] for router_controller (fde8ec58-ea73-4505-9ff1-3792d1ef1229), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.840642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-93a7e639-5840-447d-a12c-1ca66b7ddb60', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:15:38.841489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.858080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.979604 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks [] for router_gateway (fde8ec58-ea73-4505-9ff1-3792d1ef1229), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:38.996628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Allocated IP 172.20.0.2 (93a7e639-5840-447d-a12c-1ca66b7ddb60/0799f67b-c04f-45aa-a64b-1dbc1eb121ed/efad8124-91d9-49df-9dca-1ba5dd62b353) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:15:39.148242 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Publish callbacks [] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.158233 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.195054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:39.197056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks [] for router_gateway (fde8ec58-ea73-4505-9ff1-3792d1ef1229), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.198620 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:39.201873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:15:39.220836 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.239531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Pushing event updated for resources: {'Port': ['ID=efad8124-91d9-49df-9dca-1ba5dd62b353,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:39.263073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.263425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.264120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.264478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.264817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.265153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.265489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.265823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.266155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.266486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.266813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.267145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.268074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:39.281471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Attempting to bind port efad8124-91d9-49df-9dca-1ba5dd62b353 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:15:39.281851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Attempting to bind port efad8124-91d9-49df-9dca-1ba5dd62b353 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:15:39.282217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Attempting to bind port efad8124-91d9-49df-9dca-1ba5dd62b353 on network 93a7e639-5840-447d-a12c-1ca66b7ddb60 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:15:39.288002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:15:39.288426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Checking segment: {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:39.288836 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.289230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Bound using segment: {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:15:39.289701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Bound port: efad8124-91d9-49df-9dca-1ba5dd62b353, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:15:39.290087 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.323826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Allocated IP 172.25.4.80 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/0abb0b90-3763-4cc8-bb55-53f11065a70b) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:15:39.360134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] For port efad8124-91d9-49df-9dca-1ba5dd62b353, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:15:39.363993 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] For port efad8124-91d9-49df-9dca-1ba5dd62b353, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=efad8124-91d9-49df-9dca-1ba5dd62b353,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:15:39.368890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.443798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09917169-5e5b-4d81-ae3d-bcea2814cc3b None None] Pushing event updated for resources: {'Port': ['ID=efad8124-91d9-49df-9dca-1ba5dd62b353,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:39.445201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks [] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.486832 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:39.527927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:39.530829 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:39.537757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:15:39.543355 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Pushing event updated for resources: {'Port': ['ID=0abb0b90-3763-4cc8-bb55-53f11065a70b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:39.828508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks [] for router_gateway (fde8ec58-ea73-4505-9ff1-3792d1ef1229), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.029169 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (fde8ec58-ea73-4505-9ff1-3792d1ef1229), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.193706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Router fde8ec58-ea73-4505-9ff1-3792d1ef1229 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:15:40.336891 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:15:40.350863 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Sync routers for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:15:40.359689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.361309 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b7b00014-bea4-4dd0-a436-f9e73417070a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6155858 Jan 28 14:15:40.361870 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:40.362642 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:40.364645 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42524) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:40.480599 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:40.522834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device efad8124-91d9-49df-9dca-1ba5dd62b353 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:40.557732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c1bc4-e18e-4491-990e-11e064b6126e None None] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:15:40.697937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port efad8124-91d9-49df-9dca-1ba5dd62b353 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:40.698330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.715961 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:39Z', 'revision_number': 3, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:40.733045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-38035acf-5cfb-4542-8380-045afefffa1c None None] Provisioning complete for port efad8124-91d9-49df-9dca-1ba5dd62b353 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:40.733437 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-38035acf-5cfb-4542-8380-045afefffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.748196 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Checking router: fde8ec58-ea73-4505-9ff1-3792d1ef1229 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:15:40.748851 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Updating router fde8ec58-ea73-4505-9ff1-3792d1ef1229 port 0abb0b90-3763-4cc8-bb55-53f11065a70b binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:15:40.770729 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.779448 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.905578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port efad8124-91d9-49df-9dca-1ba5dd62b353 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:40.905978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.917141 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-38035acf-5cfb-4542-8380-045afefffa1c None None] Current status of the port efad8124-91d9-49df-9dca-1ba5dd62b353 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:40.917671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-38035acf-5cfb-4542-8380-045afefffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:40.963548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-38035acf-5cfb-4542-8380-045afefffa1c None None] For port efad8124-91d9-49df-9dca-1ba5dd62b353, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=efad8124-91d9-49df-9dca-1ba5dd62b353,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:40.970399 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-38035acf-5cfb-4542-8380-045afefffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.063547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38035acf-5cfb-4542-8380-045afefffa1c None None] Pushing event updated for resources: {'Port': ['ID=efad8124-91d9-49df-9dca-1ba5dd62b353,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:41.082175 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:15:41.082538 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:15:41.125816 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Publish callbacks [] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.133222 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.179305 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Attempting to bind port 0abb0b90-3763-4cc8-bb55-53f11065a70b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:15:41.179691 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Attempting to bind port 0abb0b90-3763-4cc8-bb55-53f11065a70b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:15:41.180083 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Attempting to bind port 0abb0b90-3763-4cc8-bb55-53f11065a70b on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:15:41.194269 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:15:41.194269 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:41.194269 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.194269 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:15:41.194269 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Bound port: 0abb0b90-3763-4cc8-bb55-53f11065a70b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:15:41.194269 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.197862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8164b48e-83f7-48a1-8c20-e9aefbc6f484 None None] Provisioning complete for port efad8124-91d9-49df-9dca-1ba5dd62b353 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:41.198445 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8164b48e-83f7-48a1-8c20-e9aefbc6f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.230622 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Pushing event updated for resources: {'Port': ['ID=0abb0b90-3763-4cc8-bb55-53f11065a70b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:41.251625 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.252632 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.253064 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.253320 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.254034 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.254199 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.254668 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.255022 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.255354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.255682 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.256398 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.256398 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.256683 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:15:41.268277 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.271263 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] For port 0abb0b90-3763-4cc8-bb55-53f11065a70b, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:15:41.274825 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] For port 0abb0b90-3763-4cc8-bb55-53f11065a70b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0abb0b90-3763-4cc8-bb55-53f11065a70b,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:15:41.279229 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.309907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8164b48e-83f7-48a1-8c20-e9aefbc6f484 None None] Current status of the port efad8124-91d9-49df-9dca-1ba5dd62b353 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:41.343564 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:41.344330 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:41.350420 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a36b6-fab9-4441-875a-cab7b4d5cf91 None None] Pushing event updated for resources: {'Port': ['ID=0abb0b90-3763-4cc8-bb55-53f11065a70b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:41.464725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Allocated IP 172.20.0.1 (93a7e639-5840-447d-a12c-1ca66b7ddb60/0799f67b-c04f-45aa-a64b-1dbc1eb121ed/ec159715-e993-4e19-a5ca-4b2f54354949) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:15:41.556438 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:41.583669 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks [] for port (ec159715-e993-4e19-a5ca-4b2f54354949), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.622341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.627264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port efad8124-91d9-49df-9dca-1ba5dd62b353 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:41.662955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:41.665823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:41.671423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:15:41.678274 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Pushing event updated for resources: {'Port': ['ID=ec159715-e993-4e19-a5ca-4b2f54354949,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:41.716000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (fde8ec58-ea73-4505-9ff1-3792d1ef1229), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.757046 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:39Z', 'revision_number': 3, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:41.792498 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbea4dc-634a-42b3-8175-9b534da26cd5 None None] The sync data for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 is: [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:39Z', 'revision_number': 3, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:15:41.860123 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.884123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.936978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c6a36c00-98d7-4135-9a55-fb0700ccc17d None None] Provisioning complete for port ec159715-e993-4e19-a5ca-4b2f54354949 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:41.938514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c6a36c00-98d7-4135-9a55-fb0700ccc17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:41.999918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c6a36c00-98d7-4135-9a55-fb0700ccc17d None None] Port ec159715-e993-4e19-a5ca-4b2f54354949 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:15:42.103567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks [] for port (ec159715-e993-4e19-a5ca-4b2f54354949), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.110494 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.181886 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (fde8ec58-ea73-4505-9ff1-3792d1ef1229), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.183663 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Pushing event updated for resources: {'Port': ['ID=ec159715-e993-4e19-a5ca-4b2f54354949,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:42.302116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:42.304289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:42.473493 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Router fde8ec58-ea73-4505-9ff1-3792d1ef1229 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:15:42.570800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device efad8124-91d9-49df-9dca-1ba5dd62b353 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:42.612590 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:15:42.620104 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-868f2c51-14ae-4749-8adc-b73cf3002e48 admin admin] 10.222.0.45 "PUT /v2.0/routers/fde8ec58-ea73-4505-9ff1-3792d1ef1229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2529354 Jan 28 14:15:42.630479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b64839c6-0c38-43f9-bf6e-fca6b510a6b9 None None] Provisioning complete for port ec159715-e993-4e19-a5ca-4b2f54354949 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:42.630889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b64839c6-0c38-43f9-bf6e-fca6b510a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.677640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b64839c6-0c38-43f9-bf6e-fca6b510a6b9 None None] Port ec159715-e993-4e19-a5ca-4b2f54354949 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:15:42.679263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port efad8124-91d9-49df-9dca-1ba5dd62b353 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:42.679641 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.777885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port efad8124-91d9-49df-9dca-1ba5dd62b353 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:42.779006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0abb0b90-3763-4cc8-bb55-53f11065a70b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:42.827523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0abb0b90-3763-4cc8-bb55-53f11065a70b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:42.827902 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.918800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0abb0b90-3763-4cc8-bb55-53f11065a70b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:42.919277 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.944014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 0abb0b90-3763-4cc8-bb55-53f11065a70b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0abb0b90-3763-4cc8-bb55-53f11065a70b,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:42.947848 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:42.999231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=0abb0b90-3763-4cc8-bb55-53f11065a70b,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:43.181116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42540) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:43.186363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-458128060-network', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:15:43.212159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Made reservation on behalf of 7d80888b3f8842ddbdb0d74003d26cef for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:15:43.214637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.223754 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.320860 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks [] for security_group (6e678b98-1906-41bd-9c30-71e320f767d2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.325263 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6e678b98-1906-41bd-9c30-71e320f767d2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.354904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:15:43.365102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e678b98-1906-41bd-9c30-71e320f767d2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:43.369880 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8ca1cfb7-e06d-4f39-9904-5ec3774d3f42), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.370228 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Added segment 8ca1cfb7-e06d-4f39-9904-5ec3774d3f42 of type vlan for network 425a28d4-2a80-451b-b747-123192517159 Jan 28 14:15:43.413954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (425a28d4-2a80-451b-b747-123192517159), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.445863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (425a28d4-2a80-451b-b747-123192517159), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.447803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:43.448811 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.521359 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3388855 Jan 28 14:15:43.524320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:43.530803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Request body: {'subnet': {'network_id': '425a28d4-2a80-451b-b747-123192517159', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-458128060-subnet', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:15:43.537632 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c959fdc-9d5c-43be-a7a1-ec537a4454f2 admin admin] Pushing event updated for resources: {'Network': ['ID=425a28d4-2a80-451b-b747-123192517159,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:43.548169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 425a28d4-2a80-451b-b747-123192517159 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:15:43.550856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Made reservation on behalf of 7d80888b3f8842ddbdb0d74003d26cef for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:15:43.553218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.624521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Sync routers for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:15:43.636454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:43.637342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:43.764202 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (eed8e28e-4954-485d-97b5-7eab427de4ef), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.784085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:43.821616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed8e28e-4954-485d-97b5-7eab427de4ef,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:43.829237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Checking segment: {'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:43.829591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Network hostable DHCP agents. Network: 425a28d4-2a80-451b-b747-123192517159, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:15:43.847497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Network 425a28d4-2a80-451b-b747-123192517159 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:15:43.856757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 425a28d4-2a80-451b-b747-123192517159) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:43.862628 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:15:43.863958 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.869125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574fd40-3af1-4511-969b-1d824069d3de None None] Network 425a28d4-2a80-451b-b747-123192517159 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:15:43.881072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2f51415b-b835-48ec-b9d1-6701a03a1a71 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3549387 Jan 28 14:15:43.883789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 42544) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:43.889701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:15:43.915478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (f558edda-5650-461d-9fa4-70536c75feff), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.916780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (f558edda-5650-461d-9fa4-70536c75feff), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:43.976198 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks [] for router_controller (f558edda-5650-461d-9fa4-70536c75feff), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.053750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-425a28d4-2a80-451b-b747-123192517159', 'network_id': '425a28d4-2a80-451b-b747-123192517159', 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'fixed_ips': [{'subnet_id': 'eed8e28e-4954-485d-97b5-7eab427de4ef'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:15:44.054688 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.153126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 2, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:44.356805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Checking router: fde8ec58-ea73-4505-9ff1-3792d1ef1229 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:15:44.357163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Updating router fde8ec58-ea73-4505-9ff1-3792d1ef1229 port ec159715-e993-4e19-a5ca-4b2f54354949 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:15:44.406574 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks [] for router_gateway (f558edda-5650-461d-9fa4-70536c75feff), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.420849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.443725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0abb0b90-3763-4cc8-bb55-53f11065a70b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:44.470355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Allocated IP 172.20.0.2 (425a28d4-2a80-451b-b747-123192517159/eed8e28e-4954-485d-97b5-7eab427de4ef/b4920fae-c54b-46db-a60f-bcb85d162222) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:15:44.620590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks [] for router_gateway (f558edda-5650-461d-9fa4-70536c75feff), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.640168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.694276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0abb0b90-3763-4cc8-bb55-53f11065a70b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:44.694821 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.774981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Allocated IP 172.25.4.235 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/dbb0242c-a43b-4df1-99f4-7ea10ea27fa8) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:15:44.902564 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks [] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.926799 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Publish callbacks [] for port (b4920fae-c54b-46db-a60f-bcb85d162222), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.936524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0abb0b90-3763-4cc8-bb55-53f11065a70b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:44.945452 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:44.952155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.011326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:45.016589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:45.022440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:15:45.026264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:45.048114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Network 425a28d4-2a80-451b-b747-123192517159 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:45.052325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Publish callbacks [] for port (ec159715-e993-4e19-a5ca-4b2f54354949), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.062443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:45.069628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:15:45.072896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Pushing event updated for resources: {'Port': ['ID=b4920fae-c54b-46db-a60f-bcb85d162222,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:45.076476 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.178255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Attempting to bind port b4920fae-c54b-46db-a60f-bcb85d162222 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:15:45.178636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Attempting to bind port b4920fae-c54b-46db-a60f-bcb85d162222 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:15:45.179027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Attempting to bind port b4920fae-c54b-46db-a60f-bcb85d162222 on network 425a28d4-2a80-451b-b747-123192517159 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:15:45.180908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d288083-55bc-40e1-9766-a212defe5e4c None None] Pushing event updated for resources: {'Port': ['ID=ec159715-e993-4e19-a5ca-4b2f54354949,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:45.191740 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:15:45.192152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Checking segment: {'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:45.192563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.192963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Bound using segment: {'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:15:45.193457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Bound port: b4920fae-c54b-46db-a60f-bcb85d162222, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:15:45.193843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.301306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Attempting to bind port ec159715-e993-4e19-a5ca-4b2f54354949 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:15:45.301678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Attempting to bind port ec159715-e993-4e19-a5ca-4b2f54354949 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:15:45.302047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Attempting to bind port ec159715-e993-4e19-a5ca-4b2f54354949 on network 93a7e639-5840-447d-a12c-1ca66b7ddb60 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:15:45.312468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:15:45.312850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Checking segment: {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:45.313272 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.313671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Bound using segment: {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:15:45.314699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Bound port: ec159715-e993-4e19-a5ca-4b2f54354949, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:15:45.315118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.369606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks [] for router_gateway (f558edda-5650-461d-9fa4-70536c75feff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.409580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] For port ec159715-e993-4e19-a5ca-4b2f54354949, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:15:45.412879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] For port ec159715-e993-4e19-a5ca-4b2f54354949, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ec159715-e993-4e19-a5ca-4b2f54354949,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:15:45.417200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] For port b4920fae-c54b-46db-a60f-bcb85d162222, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:15:45.420164 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.461953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] For port b4920fae-c54b-46db-a60f-bcb85d162222, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b4920fae-c54b-46db-a60f-bcb85d162222,segment=NetworkSegment(8ca1cfb7-e06d-4f39-9904-5ec3774d3f42),segment_id=8ca1cfb7-e06d-4f39-9904-5ec3774d3f42)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:15:45.476482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.529575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d288083-55bc-40e1-9766-a212defe5e4c None None] Pushing event updated for resources: {'Port': ['ID=ec159715-e993-4e19-a5ca-4b2f54354949,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:45.536879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:45.537510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:45.624841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-49184412-d454-4102-8c26-fd217f9733ce None None] Provisioning complete for port ec159715-e993-4e19-a5ca-4b2f54354949 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:45.625325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49184412-d454-4102-8c26-fd217f9733ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.694483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b85279-3408-41bb-9a3e-b08dae35bb9e None None] Pushing event updated for resources: {'Port': ['ID=b4920fae-c54b-46db-a60f-bcb85d162222,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:45.758491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (f558edda-5650-461d-9fa4-70536c75feff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.773807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:45.887917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-49184412-d454-4102-8c26-fd217f9733ce None None] Current status of the port ec159715-e993-4e19-a5ca-4b2f54354949 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:45.888339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49184412-d454-4102-8c26-fd217f9733ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:45.969614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Router f558edda-5650-461d-9fa4-70536c75feff is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:15:45.974093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-49184412-d454-4102-8c26-fd217f9733ce None None] For port ec159715-e993-4e19-a5ca-4b2f54354949, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ec159715-e993-4e19-a5ca-4b2f54354949,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:45.980589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49184412-d454-4102-8c26-fd217f9733ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:46.072105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49184412-d454-4102-8c26-fd217f9733ce None None] Pushing event updated for resources: {'Port': ['ID=ec159715-e993-4e19-a5ca-4b2f54354949,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:46.096124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:15:46.103217 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:46.110134 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Sync routers for ids ['f558edda-5650-461d-9fa4-70536c75feff'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:15:46.119126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:46.120431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e056ab3d-f709-4758-9156-604a138d1b06 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2354646 Jan 28 14:15:46.122282 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Routers {'f558edda-5650-461d-9fa4-70536c75feff'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:46.122901 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f558edda-5650-461d-9fa4-70536c75feff'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:46.124197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 42546) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:15:46.133656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c545bc9-13c1-4462-bea6-53265948b4e3 None None] The sync data for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 is: [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:15:46.137225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4d823efb-bb25-4a00-95ef-ceff43ebc7f9 None None] Provisioning complete for port ec159715-e993-4e19-a5ca-4b2f54354949 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:46.137601 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d823efb-bb25-4a00-95ef-ceff43ebc7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:46.254893 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4d823efb-bb25-4a00-95ef-ceff43ebc7f9 None None] Current status of the port ec159715-e993-4e19-a5ca-4b2f54354949 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:46.305541 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Set router f558edda-5650-461d-9fa4-70536c75feff gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:46.583076 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 3, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port': {'id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:44Z', 'updated_at': '2022-01-28T14:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:46.615670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ec159715-e993-4e19-a5ca-4b2f54354949 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:46.619291 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Checking router: f558edda-5650-461d-9fa4-70536c75feff for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:15:46.619647 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Updating router f558edda-5650-461d-9fa4-70536c75feff port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:15:46.654739 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:46.712272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port ec159715-e993-4e19-a5ca-4b2f54354949 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:46.713204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:46.809144 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:46.819433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port ec159715-e993-4e19-a5ca-4b2f54354949 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:46.820951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b4920fae-c54b-46db-a60f-bcb85d162222 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:46.889555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b4920fae-c54b-46db-a60f-bcb85d162222 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:46.889940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.016044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907c362-a50c-47a1-864f-2c425dc4d7ec None None] Network 425a28d4-2a80-451b-b747-123192517159 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:15:47.062716 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Allocated IP 172.20.0.1 (425a28d4-2a80-451b-b747-123192517159/eed8e28e-4954-485d-97b5-7eab427de4ef/d95536a2-4520-488b-9985-9e21deaca21a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:15:47.077785 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Publish callbacks [] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.087361 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.160493 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Attempting to bind port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:15:47.161188 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Attempting to bind port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:15:47.161281 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Attempting to bind port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:15:47.167179 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:15:47.167586 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:47.168408 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.168408 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:15:47.168984 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Bound port: dbb0242c-a43b-4df1-99f4-7ea10ea27fa8, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:15:47.169371 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.171102 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3b2b-2e8e-4768-b74f-d9f827491db1 None None] Pushing event updated for resources: {'Port': ['ID=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:47.233063 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] For port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:15:47.237814 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] For port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:15:47.243225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks [] for port (d95536a2-4520-488b-9985-9e21deaca21a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.244022 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.302344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b4920fae-c54b-46db-a60f-bcb85d162222 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:47.302745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.304595 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d95536a2-4520-488b-9985-9e21deaca21a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.315053 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Routers {'f558edda-5650-461d-9fa4-70536c75feff'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:47.315053 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f558edda-5650-461d-9fa4-70536c75feff'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:47.347232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Network 425a28d4-2a80-451b-b747-123192517159 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:47.355470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:47.365437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:15:47.374089 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3b2b-2e8e-4768-b74f-d9f827491db1 None None] Pushing event updated for resources: {'Port': ['ID=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:47.400819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port b4920fae-c54b-46db-a60f-bcb85d162222, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b4920fae-c54b-46db-a60f-bcb85d162222,segment=NetworkSegment(8ca1cfb7-e06d-4f39-9904-5ec3774d3f42),segment_id=8ca1cfb7-e06d-4f39-9904-5ec3774d3f42)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:47.404873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-99460b3d-0f73-4101-be2a-e92a98856f1a None None] Provisioning complete for port b4920fae-c54b-46db-a60f-bcb85d162222 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:47.405433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99460b3d-0f73-4101-be2a-e92a98856f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.410470 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.423439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Pushing event updated for resources: {'Port': ['ID=d95536a2-4520-488b-9985-9e21deaca21a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:47.441976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (f558edda-5650-461d-9fa4-70536c75feff), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.465708 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] Set router f558edda-5650-461d-9fa4-70536c75feff gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:47.529235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=b4920fae-c54b-46db-a60f-bcb85d162222,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:47.586973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-99460b3d-0f73-4101-be2a-e92a98856f1a None None] Current status of the port b4920fae-c54b-46db-a60f-bcb85d162222 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:47.638409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d95536a2-4520-488b-9985-9e21deaca21a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.762175 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 3, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port': {'id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:44Z', 'updated_at': '2022-01-28T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:47.774752 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-6c737550-52a9-4d03-9e87-90187bd0c467 req-2c5cd797-5edc-4d3a-9821-d9603543725a service neutron] (103373) timed out ('10.222.0.60', 56634) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:15:47.799565 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e741e-d787-40a6-97aa-1b6db99cc977 None None] The sync data for ids ['f558edda-5650-461d-9fa4-70536c75feff'] in n-d-822748-2 is: [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 3, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port': {'id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:44Z', 'updated_at': '2022-01-28T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:15:47.827101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-812377f0-0222-4fa2-b119-ed0b6937adb8 None None] Provisioning complete for port d95536a2-4520-488b-9985-9e21deaca21a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:47.827836 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-812377f0-0222-4fa2-b119-ed0b6937adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d95536a2-4520-488b-9985-9e21deaca21a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.891354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-812377f0-0222-4fa2-b119-ed0b6937adb8 None None] Port d95536a2-4520-488b-9985-9e21deaca21a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:15:47.893243 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks [] for port (d95536a2-4520-488b-9985-9e21deaca21a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.902427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (d95536a2-4520-488b-9985-9e21deaca21a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.916439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-812377f0-0222-4fa2-b119-ed0b6937adb8 None None] Provisioning complete for port b4920fae-c54b-46db-a60f-bcb85d162222 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:47.916439 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-812377f0-0222-4fa2-b119-ed0b6937adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:47.988512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Pushing event updated for resources: {'Port': ['ID=d95536a2-4520-488b-9985-9e21deaca21a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:48.000352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (f558edda-5650-461d-9fa4-70536c75feff), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.047264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-812377f0-0222-4fa2-b119-ed0b6937adb8 None None] Current status of the port b4920fae-c54b-46db-a60f-bcb85d162222 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:48.124572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Network 425a28d4-2a80-451b-b747-123192517159 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:15:48.126013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:15:48.171629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a821fc97-06db-401d-82cb-158b76cf61be None None] Provisioning complete for port d95536a2-4520-488b-9985-9e21deaca21a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:48.172138 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a821fc97-06db-401d-82cb-158b76cf61be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d95536a2-4520-488b-9985-9e21deaca21a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.252392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a821fc97-06db-401d-82cb-158b76cf61be None None] Port d95536a2-4520-488b-9985-9e21deaca21a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:15:48.330445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Router f558edda-5650-461d-9fa4-70536c75feff has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:15:48.475059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ab7e5d4-4bfc-4956-8840-d1f2df285c79 None None] Provisioning complete for port d95536a2-4520-488b-9985-9e21deaca21a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:48.475654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e5d4-4bfc-4956-8840-d1f2df285c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d95536a2-4520-488b-9985-9e21deaca21a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.495750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:15:48.506572 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-383e9f1e-8328-4135-a217-aeda84a64ced admin admin] 10.222.0.45 "PUT /v2.0/routers/f558edda-5650-461d-9fa4-70536c75feff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811538 Jan 28 14:15:48.537206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7e5d4-4bfc-4956-8840-d1f2df285c79 None None] Port d95536a2-4520-488b-9985-9e21deaca21a cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:15:48.586037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b4920fae-c54b-46db-a60f-bcb85d162222 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:48.648658 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port b4920fae-c54b-46db-a60f-bcb85d162222 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:48.649253 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.744467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port b4920fae-c54b-46db-a60f-bcb85d162222 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:48.745857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:48.805249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:48.805572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.900543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:48.901181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.929172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:48.933503 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:48.990733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:49.808455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Sync routers for ids ['f558edda-5650-461d-9fa4-70536c75feff'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:15:49.824226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Routers {'f558edda-5650-461d-9fa4-70536c75feff'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:49.824835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f558edda-5650-461d-9fa4-70536c75feff'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:49.948413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Set router f558edda-5650-461d-9fa4-70536c75feff gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:50.177346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:15:47Z', 'revision_number': 4, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port': {'id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:44Z', 'updated_at': '2022-01-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd95536a2-4520-488b-9985-9e21deaca21a', 'name': '', 'network_id': '425a28d4-2a80-451b-b747-123192517159', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'mac_address': 'fa:16:3e:73:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eed8e28e-4954-485d-97b5-7eab427de4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:46Z', 'updated_at': '2022-01-28T14:15:47Z', 'revision_number': 2, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'subnets': [{'id': 'eed8e28e-4954-485d-97b5-7eab427de4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:50.205242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Checking router: f558edda-5650-461d-9fa4-70536c75feff for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:15:50.205454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Updating router f558edda-5650-461d-9fa4-70536c75feff port d95536a2-4520-488b-9985-9e21deaca21a binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:15:50.230912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d95536a2-4520-488b-9985-9e21deaca21a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:50.439545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:50.551544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:50.551847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:50.624333 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Publish callbacks [] for port (d95536a2-4520-488b-9985-9e21deaca21a), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:50.631705 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d95536a2-4520-488b-9985-9e21deaca21a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:50.732613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fed4e-9680-458d-8243-ecbd1ae23a27 None None] Pushing event updated for resources: {'Port': ['ID=d95536a2-4520-488b-9985-9e21deaca21a,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:50.750749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:50.787375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Attempting to bind port d95536a2-4520-488b-9985-9e21deaca21a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:15:50.787753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Attempting to bind port d95536a2-4520-488b-9985-9e21deaca21a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:15:50.788167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Attempting to bind port d95536a2-4520-488b-9985-9e21deaca21a on network 425a28d4-2a80-451b-b747-123192517159 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:15:50.794085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:15:50.794470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Checking segment: {'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:15:50.795027 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:50.795425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Bound using segment: {'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:15:50.795902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Bound port: d95536a2-4520-488b-9985-9e21deaca21a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '425a28d4-2a80-451b-b747-123192517159'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:15:50.796314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d95536a2-4520-488b-9985-9e21deaca21a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:50.893992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] For port d95536a2-4520-488b-9985-9e21deaca21a, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:15:50.898350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] For port d95536a2-4520-488b-9985-9e21deaca21a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d95536a2-4520-488b-9985-9e21deaca21a,segment=NetworkSegment(8ca1cfb7-e06d-4f39-9904-5ec3774d3f42),segment_id=8ca1cfb7-e06d-4f39-9904-5ec3774d3f42)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:15:50.903170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d95536a2-4520-488b-9985-9e21deaca21a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:50.985904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Routers {'f558edda-5650-461d-9fa4-70536c75feff'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:15:50.988021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:15:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f558edda-5650-461d-9fa4-70536c75feff'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:51.045886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fed4e-9680-458d-8243-ecbd1ae23a27 None None] Pushing event updated for resources: {'Port': ['ID=d95536a2-4520-488b-9985-9e21deaca21a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:51.055328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-815110d2-33ed-4567-8e90-00dab3a18ab9 None None] Provisioning complete for port d95536a2-4520-488b-9985-9e21deaca21a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:51.055841 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-815110d2-33ed-4567-8e90-00dab3a18ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d95536a2-4520-488b-9985-9e21deaca21a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:51.181472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] Set router f558edda-5650-461d-9fa4-70536c75feff gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:15:51.305112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-815110d2-33ed-4567-8e90-00dab3a18ab9 None None] Current status of the port d95536a2-4520-488b-9985-9e21deaca21a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:51.305502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-815110d2-33ed-4567-8e90-00dab3a18ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d95536a2-4520-488b-9985-9e21deaca21a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:51.397107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-815110d2-33ed-4567-8e90-00dab3a18ab9 None None] For port d95536a2-4520-488b-9985-9e21deaca21a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d95536a2-4520-488b-9985-9e21deaca21a,segment=NetworkSegment(8ca1cfb7-e06d-4f39-9904-5ec3774d3f42),segment_id=8ca1cfb7-e06d-4f39-9904-5ec3774d3f42)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:15:51.407599 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-815110d2-33ed-4567-8e90-00dab3a18ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d95536a2-4520-488b-9985-9e21deaca21a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:51.510007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815110d2-33ed-4567-8e90-00dab3a18ab9 None None] Pushing event updated for resources: {'Port': ['ID=d95536a2-4520-488b-9985-9e21deaca21a,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:15:51.537567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3b13a37b-87a9-4c7d-98ef-9a29d9c4b306 None None] Provisioning complete for port d95536a2-4520-488b-9985-9e21deaca21a triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:51.537937 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3b13a37b-87a9-4c7d-98ef-9a29d9c4b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d95536a2-4520-488b-9985-9e21deaca21a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:51.562924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:15:47Z', 'revision_number': 4, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port': {'id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:44Z', 'updated_at': '2022-01-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd95536a2-4520-488b-9985-9e21deaca21a', 'name': '', 'network_id': '425a28d4-2a80-451b-b747-123192517159', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'mac_address': 'fa:16:3e:73:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eed8e28e-4954-485d-97b5-7eab427de4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:46Z', 'updated_at': '2022-01-28T14:15:50Z', 'revision_number': 4, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'subnets': [{'id': 'eed8e28e-4954-485d-97b5-7eab427de4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:15:51.599023 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e9f6d-6a88-4a9e-ba47-297b3c7b82df None None] The sync data for ids ['f558edda-5650-461d-9fa4-70536c75feff'] in n-d-822748-2 is: [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:15:47Z', 'revision_number': 4, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port': {'id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:44Z', 'updated_at': '2022-01-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd95536a2-4520-488b-9985-9e21deaca21a', 'name': '', 'network_id': '425a28d4-2a80-451b-b747-123192517159', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'mac_address': 'fa:16:3e:73:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eed8e28e-4954-485d-97b5-7eab427de4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:46Z', 'updated_at': '2022-01-28T14:15:50Z', 'revision_number': 4, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'subnets': [{'id': 'eed8e28e-4954-485d-97b5-7eab427de4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:15:51.672373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3b13a37b-87a9-4c7d-98ef-9a29d9c4b306 None None] Current status of the port d95536a2-4520-488b-9985-9e21deaca21a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:52.479471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d95536a2-4520-488b-9985-9e21deaca21a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:15:52.532322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d95536a2-4520-488b-9985-9e21deaca21a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:15:52.532704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d95536a2-4520-488b-9985-9e21deaca21a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:52.624757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d95536a2-4520-488b-9985-9e21deaca21a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:15:57.016186 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:15:58.451905 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:04.982380 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7ebf-d9ff-4b2f-90f4-1bdc263262a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:07.761881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b78b4070-64ce-4982-bf1a-3983619e9d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:08.850233 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:10.699221 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:11.853778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:14.762821 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:16:27.015023 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:28.450881 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:34.984382 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8cc641c8-cacb-43df-917d-51813a0fc9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:35.125494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-5ee6d14f-a4f5-4da4-b6d0-cd8004b18e39 req-9ac5ea19-3c94-4ed6-8011-50074835eb6f service neutron] (103374) timed out ('10.222.0.45', 34364) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:16:37.764312 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b66b453-10e0-475e-8b4d-61c65da0844a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:38.854250 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:40.701683 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:41.857426 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:51.762030 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:16:57.028711 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:16:58.464533 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:04.989432 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4441684d-8ede-4b47-afe3-9933e582ced2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:07.769425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-97a23bb2-e5e8-4742-9437-24dbaff18913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:08.858161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:10.703135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:11.860978 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:27.028079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:28.465102 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:28.761332 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:17:34.993167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a187b039-6110-4292-8ab2-0f914d834484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:37.771435 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5413aac3-ec35-46af-80e2-5ef9f48a25e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:38.858813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:40.705368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:41.865951 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:57.029781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:17:58.465169 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:03.985647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43644) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:03.990770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126545452', 'description': 'tempest-secgroup-smoke-126545452 description', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:04.015459 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.087486 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group (fef24a4d-630e-4ec5-a1cd-642b05d13dc4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.091132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fef24a4d-630e-4ec5-a1cd-642b05d13dc4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.121987 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.123221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1365721 Jan 28 14:18:04.127062 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43656) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:04.127874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef24a4d-630e-4ec5-a1cd-642b05d13dc4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:04.132272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'security_group_rule': {'security_group_id': 'fef24a4d-630e-4ec5-a1cd-642b05d13dc4', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:04.135386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.135745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.136213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.136569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.136916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.137255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.137593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.137923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.138256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.138651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.138911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.139237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.139665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df6def-43e1-4adf-bf06-0517650f3edb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.163976 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (420c543a-a026-491e-8ce9-471cbb313f86), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.223539 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (420c543a-a026-491e-8ce9-471cbb313f86), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.226339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (420c543a-a026-491e-8ce9-471cbb313f86), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.252767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420c543a-a026-491e-8ce9-471cbb313f86,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:04.265327 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.267373 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391149 Jan 28 14:18:04.269360 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.269708 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.270057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.270396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.270733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.270882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43670) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:04.271070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.271403 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.271766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.272078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.272409 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.272737 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.273059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.273382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3432303-a124-402f-a3b8-d20d604a7edd tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:04.275970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-19e0f6df-7a15-4131-acb5-737155a1357a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'security_group_rule': {'security_group_id': 'fef24a4d-630e-4ec5-a1cd-642b05d13dc4', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:04.302884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19e0f6df-7a15-4131-acb5-737155a1357a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (7cd73ed5-a3f5-4be4-9ecd-641abe331b82), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.357783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19e0f6df-7a15-4131-acb5-737155a1357a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (7cd73ed5-a3f5-4be4-9ecd-641abe331b82), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.362544 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19e0f6df-7a15-4131-acb5-737155a1357a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (7cd73ed5-a3f5-4be4-9ecd-641abe331b82), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.382660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0f6df-7a15-4131-acb5-737155a1357a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd73ed5-a3f5-4be4-9ecd-641abe331b82,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:04.388433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19e0f6df-7a15-4131-acb5-737155a1357a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.389482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19e0f6df-7a15-4131-acb5-737155a1357a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174598 Jan 28 14:18:04.392357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43672) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:04.396816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7bdfd866-aa00-4828-b010-4abb90c2bcba tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'security_group_rule': {'security_group_id': 'fef24a4d-630e-4ec5-a1cd-642b05d13dc4', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:04.423130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd866-aa00-4828-b010-4abb90c2bcba tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (1338ed92-8988-4bf8-8d79-b88ea51bd890), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.490348 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd866-aa00-4828-b010-4abb90c2bcba tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (1338ed92-8988-4bf8-8d79-b88ea51bd890), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.494120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd866-aa00-4828-b010-4abb90c2bcba tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (1338ed92-8988-4bf8-8d79-b88ea51bd890), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.514015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfd866-aa00-4828-b010-4abb90c2bcba tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1338ed92-8988-4bf8-8d79-b88ea51bd890,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:04.519067 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd866-aa00-4828-b010-4abb90c2bcba tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.520315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7bdfd866-aa00-4828-b010-4abb90c2bcba tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269453 Jan 28 14:18:04.523330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43674) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:04.527645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-40f3f142-ec10-4180-932d-553d47f54bdf tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'security_group_rule': {'security_group_id': 'fef24a4d-630e-4ec5-a1cd-642b05d13dc4', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:04.553317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40f3f142-ec10-4180-932d-553d47f54bdf tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (9301416d-7724-468c-a186-6ae2eb71d598), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.610650 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40f3f142-ec10-4180-932d-553d47f54bdf tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (9301416d-7724-468c-a186-6ae2eb71d598), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.614351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40f3f142-ec10-4180-932d-553d47f54bdf tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9301416d-7724-468c-a186-6ae2eb71d598), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.633389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3f142-ec10-4180-932d-553d47f54bdf tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9301416d-7724-468c-a186-6ae2eb71d598,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:04.637627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40f3f142-ec10-4180-932d-553d47f54bdf tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.638854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-40f3f142-ec10-4180-932d-553d47f54bdf tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145227 Jan 28 14:18:04.642463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43676) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:04.646651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'security_group_rule': {'security_group_id': 'fef24a4d-630e-4ec5-a1cd-642b05d13dc4', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:04.666040 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Project 8f61c52819ac4395a00659f5cf96a5c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:18:04.670666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (10be3216-15e4-4b4e-b0fd-48541fb1c940), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.729255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (10be3216-15e4-4b4e-b0fd-48541fb1c940), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.732641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (10be3216-15e4-4b4e-b0fd-48541fb1c940), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.751827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10be3216-15e4-4b4e-b0fd-48541fb1c940,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:04.757092 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.758301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c73e6f43-99a1-42c8-8e0d-591bc2da54df tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149724 Jan 28 14:18:04.761090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43678) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:04.765438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'security_group_rule': {'security_group_id': 'fef24a4d-630e-4ec5-a1cd-642b05d13dc4', 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:04.785361 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Project 8f61c52819ac4395a00659f5cf96a5c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:18:04.790328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (16aac93d-b418-4bcb-8ee2-23baa244795e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.861790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (16aac93d-b418-4bcb-8ee2-23baa244795e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.865445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (16aac93d-b418-4bcb-8ee2-23baa244795e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.884402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16aac93d-b418-4bcb-8ee2-23baa244795e,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:04.892738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:04.893999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e2be7b48-d243-48dc-84cd-6bf7ee740beb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319864 Jan 28 14:18:04.999938 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-207d0f3d-3cbd-4647-b2e9-727cab7db3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:05.366501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-f61f9c16-24bb-4fd0-80fe-beb027d037ce tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126545452&fields=id&tenant_id=8f61c52819ac4395a00659f5cf96a5c3 HTTP/1.1" status: 200 len: 267 time: 0.0559611 Jan 28 14:18:05.550324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-368e2086-be0c-4fbd-9a3a-19e460fcff35 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:05.551687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-368e2086-be0c-4fbd-9a3a-19e460fcff35 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/networks?id=93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 200 len: 814 time: 0.1776419 Jan 28 14:18:05.566509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-5c78fd9d-f3b0-466b-b36a-fa8040a24602 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/quotas/8f61c52819ac4395a00659f5cf96a5c3 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Jan 28 14:18:05.630464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-37c20baa-1138-4508-adb9-c83f7ed48b99 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585449 Jan 28 14:18:05.760427 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:18:05.796279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-6637c844-fe52-4617-bd36-ef0a9ae046e3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:18:05.797339 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-6637c844-fe52-4617-bd36-ef0a9ae046e3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482898 Jan 28 14:18:05.884128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-f51deddc-993d-4358-b367-56e2751bab91 service neutron] 10.222.0.45 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806417 Jan 28 14:18:06.242704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-c73f23d3-5940-4536-9c32-7f1676cc607d service neutron] 10.222.0.45 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529453 Jan 28 14:18:06.533045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58eec8e6-491f-4beb-9656-aa3611e07ddc req-e0c3d5b9-4b7b-43b9-86f5-de50f05c4084 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Jan 28 14:18:07.646258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5866053e-fefa-477b-acfe-5397ac3bf89c req-70fcad73-d80f-474e-a8b7-a7a7360c6a02 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0340507 Jan 28 14:18:07.664780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-a2710c40-a6d2-460f-b5c2-3d0886ea9f77 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:07.666218 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-a2710c40-a6d2-460f-b5c2-3d0886ea9f77 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.60 "GET /v2.0/networks?id=93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 200 len: 814 time: 0.1335540 Jan 28 14:18:07.737983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-f30c8796-53a3-49c8-9cc3-eab6757cb660 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f61c52819ac4395a00659f5cf96a5c3 HTTP/1.1" status: 200 len: 379 time: 0.0633655 Jan 28 14:18:07.746241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'port': {'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'admin_state_up': True, 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'security_groups': ['fef24a4d-630e-4ec5-a1cd-642b05d13dc4']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:07.773988 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-728a7c53-ed71-4a84-922a-b7f60fffad25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:07.865970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Made reservation on behalf of 8f61c52819ac4395a00659f5cf96a5c3 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:18:07.869506 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:07.998351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Allocated IP 172.20.0.13 (93a7e639-5840-447d-a12c-1ca66b7ddb60/0799f67b-c04f-45aa-a64b-1dbc1eb121ed/93b81ea4-d367-4a1e-8930-19232298bf38) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:18:08.145869 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for port (93b81ea4-d367-4a1e-8930-19232298bf38), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.181141 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.228370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:18:08.231371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:18:08.234436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:18:08.261755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'Port': ['ID=93b81ea4-d367-4a1e-8930-19232298bf38,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:08.294258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:08.295051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.315901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-52e365ca-3701-4288-9100-60398b2bd855 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732162 Jan 28 14:18:08.415704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Request body: {'port': {'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:08.481565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.492501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-24cfc293-ec29-4ce5-b67c-3f803715ec8a None None] Provisioning complete for port 93b81ea4-d367-4a1e-8930-19232298bf38 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:18:08.492877 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24cfc293-ec29-4ce5-b67c-3f803715ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.537457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-24cfc293-ec29-4ce5-b67c-3f803715ec8a None None] Port 93b81ea4-d367-4a1e-8930-19232298bf38 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:18:08.791503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b81ea4-d367-4a1e-8930-19232298bf38 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:18:08.800837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Publish callbacks [] for port (93b81ea4-d367-4a1e-8930-19232298bf38), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.815213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6e73f-7ec6-4e89-a14a-24840e52c3d4 req-2f3c735e-5ef5-4ac1-88cb-2134234f4722 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:08.816845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8b6e73f-7ec6-4e89-a14a-24840e52c3d4 req-2f3c735e-5ef5-4ac1-88cb-2134234f4722 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 932 time: 0.1007442 Jan 28 14:18:08.826701 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Transition to ACTIVE for port object 93b81ea4-d367-4a1e-8930-19232298bf38 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:18:08.834640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.863799 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:08.918678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Pushing event updated for resources: {'Port': ['ID=93b81ea4-d367-4a1e-8930-19232298bf38,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:08.930260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8b6e73f-7ec6-4e89-a14a-24840e52c3d4 req-21a4ea60-d25f-48b6-bb4a-d05139158898 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054096 Jan 28 14:18:09.000804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Attempting to bind port 93b81ea4-d367-4a1e-8930-19232298bf38 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:18:09.001148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Attempting to bind port 93b81ea4-d367-4a1e-8930-19232298bf38 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:18:09.001483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Attempting to bind port 93b81ea4-d367-4a1e-8930-19232298bf38 on network 93a7e639-5840-447d-a12c-1ca66b7ddb60 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:18:09.006019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Port 93b81ea4-d367-4a1e-8930-19232298bf38 on network 93a7e639-5840-447d-a12c-1ca66b7ddb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:18:09.006374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Attempting to bind port 93b81ea4-d367-4a1e-8930-19232298bf38 on network 93a7e639-5840-447d-a12c-1ca66b7ddb60 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:18:09.011638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:18:09.012074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Checking segment: {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:18:09.012462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Bound using segment: {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:18:09.012896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Bound port: 93b81ea4-d367-4a1e-8930-19232298bf38, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75602e52-390e-4a09-bcbb-a3475e01ff89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:18:09.013261 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:09.090992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] For port 93b81ea4-d367-4a1e-8930-19232298bf38, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:18:09.096695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] For port 93b81ea4-d367-4a1e-8930-19232298bf38, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=93b81ea4-d367-4a1e-8930-19232298bf38,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:18:09.101687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:09.138960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.139777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:09.141806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] 10.222.0.60 "PUT /v2.0/ports/93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 200 len: 1092 time: 0.7765262 Jan 28 14:18:09.142265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:18:09.206694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67414406-4b3e-473c-a8f9-fea9c6ef88ef service neutron] Pushing event updated for resources: {'Port': ['ID=93b81ea4-d367-4a1e-8930-19232298bf38,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:09.211854 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:18:09.260749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-53fc61bb-e56a-4cea-adc9-f0f02d0c5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.262281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-53fc61bb-e56a-4cea-adc9-f0f02d0c5aaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1095 time: 0.0708308 Jan 28 14:18:09.318540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-069fcade-97c7-41d8-aa11-ba3c91f91d5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 200 len: 217 time: 0.0461061 Jan 28 14:18:09.356076 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e4c10d-93b2-4d09-9bb4-cbea933b0831 x-openstack-request-id: req-96e4c10d-93b2-4d09-9bb4-cbea933b0831 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:18:09.356380 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:18:09.356643 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96e4c10d-93b2-4d09-9bb4-cbea933b0831 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:18:09.357050 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38', 'status': 'completed', 'code': 200} Jan 28 14:18:09.381726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-d6bebbc6-63bb-46b9-bd45-bdd0dc93b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.383282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-d6bebbc6-63bb-46b9-bd45-bdd0dc93b29e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0799f67b-c04f-45aa-a64b-1dbc1eb121ed HTTP/1.1" status: 200 len: 853 time: 0.0555305 Jan 28 14:18:09.431982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-02b74987-84b0-4d3b-aa69-cf7b327ea8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.433430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-02b74987-84b0-4d3b-aa69-cf7b327ea8de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a7e639-5840-447d-a12c-1ca66b7ddb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404875 Jan 28 14:18:09.536264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-06c482de-ad12-445e-bc43-9edfdee35073 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924482 Jan 28 14:18:09.631798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f9ea3f18-09b6-48a6-8c2b-bab59b6aa9bc req-ca86dc3a-f858-4706-a703-d0c0e4942577 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857139 Jan 28 14:18:09.719722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-fbdc4e6a-ad41-4504-899a-7334a68f1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.721151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-fbdc4e6a-ad41-4504-899a-7334a68f1a74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1095 time: 0.0424061 Jan 28 14:18:09.820145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-34ce6b2c-e011-410f-9afd-8c20742f4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.821672 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-34ce6b2c-e011-410f-9afd-8c20742f4b6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 200 len: 915 time: 0.0916028 Jan 28 14:18:09.864644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-42926fdb-3e9d-4cf3-99e2-93d1c1bd6a17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 200 len: 217 time: 0.0353253 Jan 28 14:18:09.914357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-877550dd-53dc-4f3b-9c09-376167cfa24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.915823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-877550dd-53dc-4f3b-9c09-376167cfa24f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0799f67b-c04f-45aa-a64b-1dbc1eb121ed HTTP/1.1" status: 200 len: 853 time: 0.0452743 Jan 28 14:18:09.971443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-d54f7813-ab83-4c1f-ac2e-e9e752e3a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:09.973070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-d54f7813-ab83-4c1f-ac2e-e9e752e3a5af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a7e639-5840-447d-a12c-1ca66b7ddb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469685 Jan 28 14:18:10.100449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7d617-d30e-4452-bf52-99d9721cdd0e req-34d196dc-043b-4646-b455-a21cb1a29e55 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:10.101897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dad7d617-d30e-4452-bf52-99d9721cdd0e req-34d196dc-043b-4646-b455-a21cb1a29e55 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0779729 Jan 28 14:18:10.105478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-dbf0bc70-1fdb-4f7c-bfd1-3b56560ee362 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245601 Jan 28 14:18:10.198286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dad7d617-d30e-4452-bf52-99d9721cdd0e req-3f7a602b-8501-4729-894f-a9212c381838 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901756 Jan 28 14:18:10.233992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7f69b85-1895-4c4e-b4b4-c5ddf59f3e7c req-b4981fc0-fc82-4f5c-b696-d86464ce3b5c service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129684 Jan 28 14:18:10.708044 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:11.331449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bce0a-d035-4a97-bb79-ace85d6e7ac3 req-4de8ce79-b975-44ae-8d29-5637c6d4d57b tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:11.339111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a70bce0a-d035-4a97-bb79-ace85d6e7ac3 req-4de8ce79-b975-44ae-8d29-5637c6d4d57b tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0687649 Jan 28 14:18:11.388993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a70bce0a-d035-4a97-bb79-ace85d6e7ac3 req-1ef0742f-e622-4a18-940e-ceffcdf8b516 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487235 Jan 28 14:18:11.868972 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:12.505802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31497093-7a4e-4a67-a1c5-3d0e2fbdc4ce req-df501c00-e594-4521-b029-824f98ed78ca tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:12.507262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31497093-7a4e-4a67-a1c5-3d0e2fbdc4ce req-df501c00-e594-4521-b029-824f98ed78ca tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0482309 Jan 28 14:18:12.557596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-31497093-7a4e-4a67-a1c5-3d0e2fbdc4ce req-67102de3-8611-4b39-b1d6-dd04798a4b2c tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444632 Jan 28 14:18:13.684941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d034b-6050-469d-8289-1d42f148165e req-3576fbcc-b615-4c98-9a54-aa25e3edb0cc tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:13.686513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b7d034b-6050-469d-8289-1d42f148165e req-3576fbcc-b615-4c98-9a54-aa25e3edb0cc tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0509501 Jan 28 14:18:13.744798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b7d034b-6050-469d-8289-1d42f148165e req-e1aba818-477c-465b-806f-4c2f2f5bca00 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519414 Jan 28 14:18:14.873175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c861a-102c-43d9-9d76-e256db202119 req-a3f643c1-6e9c-4b18-af3f-87fcbd04cbc6 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:14.874703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-569c861a-102c-43d9-9d76-e256db202119 req-a3f643c1-6e9c-4b18-af3f-87fcbd04cbc6 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0580225 Jan 28 14:18:14.930496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-569c861a-102c-43d9-9d76-e256db202119 req-5aae745d-0800-4793-a756-08e3b383629a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470772 Jan 28 14:18:16.056152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25988631-b8e0-4746-87ba-2cf98922a706 req-468ea418-1f96-4361-b629-8fa306dc14b8 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:16.057654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25988631-b8e0-4746-87ba-2cf98922a706 req-468ea418-1f96-4361-b629-8fa306dc14b8 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0504065 Jan 28 14:18:16.111140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25988631-b8e0-4746-87ba-2cf98922a706 req-2551262b-6b6c-4425-9343-06c590aea904 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469573 Jan 28 14:18:17.235338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddaba1-5d64-4919-886c-8f990adbebcc req-bfef9277-f17e-4c9c-9b02-2916e6a4ae8b tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:17.236975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bddaba1-5d64-4919-886c-8f990adbebcc req-bfef9277-f17e-4c9c-9b02-2916e6a4ae8b tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0553529 Jan 28 14:18:17.289966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bddaba1-5d64-4919-886c-8f990adbebcc req-e565cb17-4503-4d9a-a1ce-3ea7896daa02 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468853 Jan 28 14:18:18.407796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c53b56-4529-4fa1-a656-2f9c635b8d5f req-a2e5a3a9-e17b-49ec-befe-1dff528b1840 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:18.409397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8c53b56-4529-4fa1-a656-2f9c635b8d5f req-a2e5a3a9-e17b-49ec-befe-1dff528b1840 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0513902 Jan 28 14:18:18.460502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8c53b56-4529-4fa1-a656-2f9c635b8d5f req-9962c355-069d-413a-82c5-52c2a80d1544 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453718 Jan 28 14:18:19.579933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428dd7-ae22-46e5-bb24-a6b2f16bcf8e req-3626472d-f39b-4d90-b13c-7fbe92860ffc tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:19.581918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0428dd7-ae22-46e5-bb24-a6b2f16bcf8e req-3626472d-f39b-4d90-b13c-7fbe92860ffc tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0543182 Jan 28 14:18:19.635478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0428dd7-ae22-46e5-bb24-a6b2f16bcf8e req-c3573f1e-c94c-470d-8ce9-9c890872f59a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483236 Jan 28 14:18:20.748921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec90e6-ef3d-47b0-a835-3892542977b2 req-daeaf489-eabe-4fe9-9616-93ae81743a3e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:20.750924 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aec90e6-ef3d-47b0-a835-3892542977b2 req-daeaf489-eabe-4fe9-9616-93ae81743a3e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0478539 Jan 28 14:18:20.799734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6aec90e6-ef3d-47b0-a835-3892542977b2 req-fd9f1a93-9842-45e1-9e15-cc48f0157c6a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434453 Jan 28 14:18:21.912304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56937d-65e3-4d94-a471-fca3278152bf req-c209472c-33a5-4398-be85-9aba8c018487 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:21.913758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd56937d-65e3-4d94-a471-fca3278152bf req-c209472c-33a5-4398-be85-9aba8c018487 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0473590 Jan 28 14:18:21.966109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd56937d-65e3-4d94-a471-fca3278152bf req-e596514e-6a7b-40cf-a6da-66d6f619c31b tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468514 Jan 28 14:18:23.089840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba0559-d551-47d0-a8dc-472a4ab91291 req-9cb6a451-1d9c-4471-ba0b-73b320966530 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:23.091369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16ba0559-d551-47d0-a8dc-472a4ab91291 req-9cb6a451-1d9c-4471-ba0b-73b320966530 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0543566 Jan 28 14:18:23.142827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16ba0559-d551-47d0-a8dc-472a4ab91291 req-487c5e23-ddbc-432c-9a5d-3e16e1900cd8 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450637 Jan 28 14:18:24.112335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 93b81ea4-d367-4a1e-8930-19232298bf38 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:18:24.209256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 93b81ea4-d367-4a1e-8930-19232298bf38, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=93b81ea4-d367-4a1e-8930-19232298bf38,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:18:24.221507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '93b81ea4-d367-4a1e-8930-19232298bf38', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'mac_address': 'fa:16:3e:9e:76:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:18:24.261556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 93b81ea4-d367-4a1e-8930-19232298bf38 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:18:24.261944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:24.263990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4e81e-7394-427d-aebd-fa0e4e0e5e7d req-4e6ee85c-12c7-4f39-8cd5-38400fc02d2b tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:24.265515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7de4e81e-7394-427d-aebd-fa0e4e0e5e7d req-4e6ee85c-12c7-4f39-8cd5-38400fc02d2b tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 944 time: 0.0494142 Jan 28 14:18:24.275350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b81ea4-d367-4a1e-8930-19232298bf38 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:18:24.294724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 93b81ea4-d367-4a1e-8930-19232298bf38, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=93b81ea4-d367-4a1e-8930-19232298bf38,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:18:24.299535 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:24.316415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7de4e81e-7394-427d-aebd-fa0e4e0e5e7d req-2f4bc552-cea2-423f-ad1c-c410710c39a2 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448847 Jan 28 14:18:24.346165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=93b81ea4-d367-4a1e-8930-19232298bf38,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:24.353400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.353749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.354089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.354426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.354761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.355100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.355421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.355748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.356092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.356418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.356747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.357060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.357381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:18:24.597221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['93b81ea4-d367-4a1e-8930-19232298bf38'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:18:25.435583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c891-ba3c-4dee-9323-52dd0adbb7b3 req-b63fbaeb-785f-4f13-b15a-0c7097c08ce9 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:25.437103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b808c891-ba3c-4dee-9323-52dd0adbb7b3 req-b63fbaeb-785f-4f13-b15a-0c7097c08ce9 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 945 time: 0.0530684 Jan 28 14:18:25.486725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b808c891-ba3c-4dee-9323-52dd0adbb7b3 req-998b23af-afed-4252-b824-1a0d4e78b7aa tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Jan 28 14:18:26.124203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 93b81ea4-d367-4a1e-8930-19232298bf38 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:18:26.174591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 93b81ea4-d367-4a1e-8930-19232298bf38 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:18:26.178761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 93b81ea4-d367-4a1e-8930-19232298bf38 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:18:26.179174 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:26.259039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 93b81ea4-d367-4a1e-8930-19232298bf38 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:18:26.259434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:26.281540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:18:26.295227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 93b81ea4-d367-4a1e-8930-19232298bf38, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=93b81ea4-d367-4a1e-8930-19232298bf38,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:18:26.301088 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:26.329842 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad22c5cc-6884-418f-91f2-5555c4c146b5" -d '{"events": [{"server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "name": "network-vif-plugged", "status": "completed", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:18:26.357609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=93b81ea4-d367-4a1e-8930-19232298bf38,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:26.417175 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f882d4-394c-4085-ad3b-dae450133736 x-openstack-request-id: req-24f882d4-394c-4085-ad3b-dae450133736 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:18:26.417634 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "name": "network-vif-plugged", "status": "completed", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:18:26.417924 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24f882d4-394c-4085-ad3b-dae450133736 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:18:26.418536 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38', 'code': 200} Jan 28 14:18:26.524588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0449e36-3f61-42a7-9618-71a414b5d6fa req-e742eefe-283f-46fb-be13-cc14f37e56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:26.526137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0449e36-3f61-42a7-9618-71a414b5d6fa req-e742eefe-283f-46fb-be13-cc14f37e56ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1097 time: 0.0420973 Jan 28 14:18:26.585433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0449e36-3f61-42a7-9618-71a414b5d6fa req-bb428e38-a028-4889-8751-930f13b3b2c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514200 Jan 28 14:18:26.621834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c137197-0117-411b-b0eb-4316e43c196e req-23331a4e-88f4-4667-b4fa-1c986833214d tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:26.623311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c137197-0117-411b-b0eb-4316e43c196e req-23331a4e-88f4-4667-b4fa-1c986833214d tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 946 time: 0.0547163 Jan 28 14:18:26.676866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c137197-0117-411b-b0eb-4316e43c196e req-b4f540de-10a7-4189-ae81-e8b908b483a6 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472357 Jan 28 14:18:27.028631 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:27.796594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7f1e-7861-4257-8a16-dff4ac71cd6f req-c66f4956-1d41-4d3b-be86-7a98a34a1905 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:27.798613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e51a7f1e-7861-4257-8a16-dff4ac71cd6f req-c66f4956-1d41-4d3b-be86-7a98a34a1905 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 946 time: 0.0529082 Jan 28 14:18:27.852012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e51a7f1e-7861-4257-8a16-dff4ac71cd6f req-0260e2ab-4371-4230-aae9-a775ded4c27a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474262 Jan 28 14:18:28.485855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:28.972312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7ef65-c356-4785-9ddf-a42fbd3d0ce0 req-b1992294-cead-450b-b441-af5e1156ae9c tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:28.974123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5bc7ef65-c356-4785-9ddf-a42fbd3d0ce0 req-b1992294-cead-450b-b441-af5e1156ae9c tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 946 time: 0.0520957 Jan 28 14:18:29.023629 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5bc7ef65-c356-4785-9ddf-a42fbd3d0ce0 req-f95817cc-1964-41d2-832c-2d2a52f17d53 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Jan 28 14:18:29.151375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d44f1-7500-4d83-adb4-83a273a318dc req-3a03eefd-516e-4cfb-8bf8-093218f82121 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:29.152812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-553d44f1-7500-4d83-adb4-83a273a318dc req-3a03eefd-516e-4cfb-8bf8-093218f82121 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 946 time: 0.0596089 Jan 28 14:18:29.205874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-553d44f1-7500-4d83-adb4-83a273a318dc req-a380129b-48e9-49fa-b61d-3b0ec46f841a tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Jan 28 14:18:29.230328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43794) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:29.326264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cbb24e-5cc5-4c38-b754-cf89c729538f tempest-TestVolumeBackupRestore-599680722 tempest-TestVolumeBackupRestore-599680722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:29.327841 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a1cbb24e-5cc5-4c38-b754-cf89c729538f tempest-TestVolumeBackupRestore-599680722 tempest-TestVolumeBackupRestore-599680722-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1092 time: 0.0965023 Jan 28 14:18:29.331470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 43798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:29.335770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:29.357993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:29.465701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:29.579772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Allocated IP 172.25.4.82 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/66067d62-f83b-48fc-80f7-a60f18eb890d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:18:29.684002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:29.718032 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:29.753515 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:18:29.756444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:18:29.760599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:18:29.791478 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'Port': ['ID=66067d62-f83b-48fc-80f7-a60f18eb890d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:30.447613 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for floatingip (3c3331f0-53a2-4276-a079-eb55b03204f8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:30.515028 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:30.665697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:30.670023 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:30.741785 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event updated for resources: {'Port': ['ID=66067d62-f83b-48fc-80f7-a60f18eb890d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:18:30.754633 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (3c3331f0-53a2-4276-a079-eb55b03204f8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:30.857590 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Floating IP 3c3331f0-53a2-4276-a079-eb55b03204f8 associated. External IP: 172.25.4.82, port: 93b81ea4-d367-4a1e-8930-19232298bf38. Jan 28 14:18:31.084285 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Router fde8ec58-ea73-4505-9ff1-3792d1ef1229 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:18:31.203270 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:18:31.213939 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] Sync routers for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:18:31.225030 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:31.227520 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:18:31.228278 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:18:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:31.263681 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6959a18a-110b-4c43-9a7d-d9c0f72f2d1e tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9268568 Jan 28 14:18:31.263681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:18:31.264710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43800) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:31.303248 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e280351a-e62a-45cf-8e5d-a9e463e6b463" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:18:31.315644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd05d6-203d-43fa-842a-f9172b1eecfb tempest-TestVolumeBackupRestore-599680722 tempest-TestVolumeBackupRestore-599680722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:31.320257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-14bd05d6-203d-43fa-842a-f9172b1eecfb tempest-TestVolumeBackupRestore-599680722 tempest-TestVolumeBackupRestore-599680722-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1092 time: 0.0522201 Jan 28 14:18:31.320513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43808) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:18:31.324929 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Request body: {'floatingip': {'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:18:31.361811 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:18:31.396268 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for floatingip (3c3331f0-53a2-4276-a079-eb55b03204f8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:31.415106 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdec1925-a9be-42e2-8718-dac289cf8a7d x-openstack-request-id: req-bdec1925-a9be-42e2-8718-dac289cf8a7d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:18:31.415387 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:18:31.415654 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdec1925-a9be-42e2-8718-dac289cf8a7d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:18:31.416084 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38', 'status': 'completed', 'code': 200} Jan 28 14:18:31.548010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-734dd182-5743-4f28-a337-99e77534b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:31.549660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-734dd182-5743-4f28-a337-99e77534b0cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1097 time: 0.1083360 Jan 28 14:18:31.609271 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '3c3331f0-53a2-4276-a079-eb55b03204f8', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'mac_address': 'fa:16:3e:9e:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:18:29Z', 'updated_at': '2022-01-28T14:18:29Z', 'revision_number': 0, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:31.635950 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] Checking router: fde8ec58-ea73-4505-9ff1-3792d1ef1229 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:18:31.644923 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:18:31.645538 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:18:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:31.728191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-3deb3cfc-d80d-4902-b2e2-b7a80e260002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:31.729658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-3deb3cfc-d80d-4902-b2e2-b7a80e260002 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 200 len: 915 time: 0.1727555 Jan 28 14:18:31.752621 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:18:31.924981 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-15a4d2a9-2ace-4d13-9c1e-a5f6a4790167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 200 len: 999 time: 0.1867149 Jan 28 14:18:31.980237 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '3c3331f0-53a2-4276-a079-eb55b03204f8', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'mac_address': 'fa:16:3e:9e:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:18:29Z', 'updated_at': '2022-01-28T14:18:29Z', 'revision_number': 0, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:32.007938 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0da6e-950f-4660-a581-29e0ee5b3ad2 None None] The sync data for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 is: [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '3c3331f0-53a2-4276-a079-eb55b03204f8', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'mac_address': 'fa:16:3e:9e:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:18:29Z', 'updated_at': '2022-01-28T14:18:29Z', 'revision_number': 0, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:18:32.216763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc80d0f-4a74-4003-9ad6-5c65001a8cb9 None None] New status for floating IP 3c3331f0-53a2-4276-a079-eb55b03204f8: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:18:32.366586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-d4cc0b69-a726-4e4b-a999-cdf9bdd4d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:32.368075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-d4cc0b69-a726-4e4b-a999-cdf9bdd4d95b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0799f67b-c04f-45aa-a64b-1dbc1eb121ed HTTP/1.1" status: 200 len: 853 time: 0.4328051 Jan 28 14:18:32.499367 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-a6466bac-7ae5-418e-a928-e05d2c8593f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:32.500930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-a6466bac-7ae5-418e-a928-e05d2c8593f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a7e639-5840-447d-a12c-1ca66b7ddb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261070 Jan 28 14:18:32.596438 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:32.602238 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-9bc80d0f-4a74-4003-9ad6-5c65001a8cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:18:32.602613 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-9bc80d0f-4a74-4003-9ad6-5c65001a8cb9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:18:32.603051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (3c3331f0-53a2-4276-a079-eb55b03204f8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:32.676027 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-026b827b-f626-4f88-8115-e2ae5ac54c43 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476092 Jan 28 14:18:32.850863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e280351a-e62a-45cf-8e5d-a9e463e6b463 req-f63337ad-f47d-4007-9c5a-447c215670b4 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461999 Jan 28 14:18:32.912727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Router fde8ec58-ea73-4505-9ff1-3792d1ef1229 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:18:33.022591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:18:33.027298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:33.059578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:18:33.061888 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:18:33.089022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-30f6fbb1-dda2-42fe-b03b-eb5d072db7bb tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "PUT /v2.0/floatingips/3c3331f0-53a2-4276-a079-eb55b03204f8 HTTP/1.1" status: 200 len: 991 time: 1.7674365 Jan 28 14:18:33.105050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc80d0f-4a74-4003-9ad6-5c65001a8cb9 None None] New status for floating IP 3c3331f0-53a2-4276-a079-eb55b03204f8: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:18:33.106959 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9116c7d3-c12a-4013-9fa3-870d03b1f9e5 x-openstack-request-id: req-9116c7d3-c12a-4013-9fa3-870d03b1f9e5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:18:33.107492 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:18:33.107963 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9116c7d3-c12a-4013-9fa3-870d03b1f9e5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:18:33.108468 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38', 'status': 'completed', 'code': 200} Jan 28 14:18:33.176622 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-8c440a5d-d14c-4143-9294-0c85f8cc3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:33.178198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-8c440a5d-d14c-4143-9294-0c85f8cc3eb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1097 time: 0.0458567 Jan 28 14:18:33.273831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-4f331916-46af-4f66-8836-fac6ff0fcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:33.275635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-4f331916-46af-4f66-8836-fac6ff0fcfc1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 200 len: 915 time: 0.0916140 Jan 28 14:18:33.350092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-f79e02cc-3614-4405-9030-785cd6427b15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 200 len: 999 time: 0.0682638 Jan 28 14:18:33.354880 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] Sync routers for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:18:33.365938 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:18:33.366557 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:18:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:33.400598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-695fc456-0b4e-4122-8fe1-20b21db15c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:33.402076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-695fc456-0b4e-4122-8fe1-20b21db15c60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0799f67b-c04f-45aa-a64b-1dbc1eb121ed HTTP/1.1" status: 200 len: 853 time: 0.0445049 Jan 28 14:18:33.456638 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-431d716e-99a1-4dbe-9990-90b5d59921e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:33.458050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-431d716e-99a1-4dbe-9990-90b5d59921e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a7e639-5840-447d-a12c-1ca66b7ddb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480242 Jan 28 14:18:33.480108 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:18:33.553589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-89e93568-968b-4142-ba1b-46cd39cbf7b0 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891843 Jan 28 14:18:33.649971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75a5bece-5a7e-472f-b5a9-8f88108dcbb5 req-2a37ac35-aac3-46aa-8fb9-897eff9e3a47 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902634 Jan 28 14:18:33.714665 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '3c3331f0-53a2-4276-a079-eb55b03204f8', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'mac_address': 'fa:16:3e:9e:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:18:29Z', 'updated_at': '2022-01-28T14:18:33Z', 'revision_number': 2, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:33.741043 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] Checking router: fde8ec58-ea73-4505-9ff1-3792d1ef1229 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:18:33.749346 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:18:33.749948 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:18:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:33.857379 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:18:34.180976 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '3c3331f0-53a2-4276-a079-eb55b03204f8', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'mac_address': 'fa:16:3e:9e:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:18:29Z', 'updated_at': '2022-01-28T14:18:33Z', 'revision_number': 2, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:18:34.210593 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e32388-93ba-476f-a678-fb0a3cfd0131 None None] The sync data for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 is: [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '3c3331f0-53a2-4276-a079-eb55b03204f8', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'port_id': '93b81ea4-d367-4a1e-8930-19232298bf38', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'mac_address': 'fa:16:3e:9e:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:18:29Z', 'updated_at': '2022-01-28T14:18:33Z', 'revision_number': 2, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:18:34.992865 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2ff7a02d-2fc0-4d82-b9d7-e7046b0dfec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:35.109565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:18:35.111879 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd563470-5c01-45b5-a08b-7c504c90d273" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:18:35.149353 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270bf811-bc12-4de0-afe9-69d1170f99d8 x-openstack-request-id: req-270bf811-bc12-4de0-afe9-69d1170f99d8 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:18:35.149654 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:18:35.151439 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-270bf811-bc12-4de0-afe9-69d1170f99d8 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:18:35.151439 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38', 'status': 'completed', 'code': 200} Jan 28 14:18:35.214215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-1363a4db-f19c-4deb-9d9a-d73ff9f7db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:35.215742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-1363a4db-f19c-4deb-9d9a-d73ff9f7db02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1097 time: 0.0429599 Jan 28 14:18:35.305478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-b2e0a677-e7c7-4446-a9fe-914acf24a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:35.307050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-b2e0a677-e7c7-4446-a9fe-914acf24a1b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 200 len: 915 time: 0.0846190 Jan 28 14:18:35.379394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-073fa3e6-49a8-47b4-8f55-0bb4cf1159d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 200 len: 1001 time: 0.0658698 Jan 28 14:18:35.427968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-30a3e7b3-a418-4e02-8f9c-37e7aefdd42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:35.429485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-30a3e7b3-a418-4e02-8f9c-37e7aefdd42f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0799f67b-c04f-45aa-a64b-1dbc1eb121ed HTTP/1.1" status: 200 len: 853 time: 0.0440707 Jan 28 14:18:35.477282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-70a6f27e-1384-4fe3-9c32-405bff583183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:18:35.478788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-70a6f27e-1384-4fe3-9c32-405bff583183 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a7e639-5840-447d-a12c-1ca66b7ddb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426450 Jan 28 14:18:35.576158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-dc4626e6-6b24-4645-af77-b07236345932 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901368 Jan 28 14:18:35.670433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd563470-5c01-45b5-a08b-7c504c90d273 req-d9f923e9-1fe8-4182-82a6-831367391e9d service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878489 Jan 28 14:18:37.780568 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36f1c8de-c523-4b14-ac06-cf25adb445a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:38.866456 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:40.710030 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:41.872167 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:42.760744 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:18:47.484057 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-589bd6c6-fa1c-44e5-8ef1-3652723bddf4 req-e622ce05-1a12-4dc0-b604-4ddd0eb3d119 service neutron] (103373) timed out ('10.222.0.45', 33482) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:18:57.045472 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:18:58.484078 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:04.993851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b815ae9d-faf0-429f-b703-6ea896a4ac8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:07.778342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2847-07ec-4fbd-9e7e-9eec5d402693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:08.291824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43830) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:08.462980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Deleting port 66067d62-f83b-48fc-80f7-a60f18eb890d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:08.463248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:08.538677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:08.539013 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for floatingip (66067d62-f83b-48fc-80f7-a60f18eb890d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:08.550675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Calling delete_port for 66067d62-f83b-48fc-80f7-a60f18eb890d owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:08.705541 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (66067d62-f83b-48fc-80f7-a60f18eb890d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:08.742338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event deleted for resources: {'Port': ['ID=66067d62-f83b-48fc-80f7-a60f18eb890d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:08.767030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.767378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.767719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.768086 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.768422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.768753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.769081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.769407 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.769729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.770136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.770443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.770763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.771083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:08.816328 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for floatingip (3c3331f0-53a2-4276-a079-eb55b03204f8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:08.816841 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Floating IP 3c3331f0-53a2-4276-a079-eb55b03204f8 disassociated (deleted). External IP: 172.25.4.82, port: 93b81ea4-d367-4a1e-8930-19232298bf38. Jan 28 14:19:08.871015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:09.042919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Router fde8ec58-ea73-4505-9ff1-3792d1ef1229 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:19:09.154667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:19:09.159798 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:09.165626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] Sync routers for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:19:09.175154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:09.175903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:19:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:09.187267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-72471404-4de6-4d71-84eb-f32a57647c72 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "DELETE /v2.0/floatingips/3c3331f0-53a2-4276-a079-eb55b03204f8 HTTP/1.1" status: 204 len: 168 time: 0.8940949 Jan 28 14:19:09.187869 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:09.190585 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7682c33-0b3f-49b9-8ef1-3f58226711f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:09.364503 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e891918a-c13d-41f8-839c-80af46b2528b x-openstack-request-id: req-e891918a-c13d-41f8-839c-80af46b2528b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:09.365114 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:09.365114 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e891918a-c13d-41f8-839c-80af46b2528b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:09.365559 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38', 'status': 'completed', 'code': 200} Jan 28 14:19:09.468477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:09.471910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-d7168acc-895f-4c2c-b402-5fd2954d9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:09.473476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-d7168acc-895f-4c2c-b402-5fd2954d9c7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 1097 time: 0.0828345 Jan 28 14:19:09.485410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72728199-f1a4-408d-b8f3-91d6d5958187 req-aafcfe78-d291-48df-929e-77eb4f794776 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:09.486860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72728199-f1a4-408d-b8f3-91d6d5958187 req-aafcfe78-d291-48df-929e-77eb4f794776 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 946 time: 0.0640848 Jan 28 14:19:09.596597 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72728199-f1a4-408d-b8f3-91d6d5958187 req-ba57a476-9b8b-4ed2-b5f2-6f48f7771fb1 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016517 Jan 28 14:19:09.619951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-a372fd4f-fbca-438c-9893-b9f854db8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:09.621760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-a372fd4f-fbca-438c-9893-b9f854db8b41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 200 len: 915 time: 0.1339986 Jan 28 14:19:09.664774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-eba558e9-bfe7-43f9-baaa-f815dcb3e284 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 200 len: 217 time: 0.0356224 Jan 28 14:19:09.671357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:09.698881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] Checking router: fde8ec58-ea73-4505-9ff1-3792d1ef1229 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:19:09.708375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:09.708998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:19:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:09.715784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-8e5d1306-1854-4d55-acd8-6d2fe2ce1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:09.717465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-8e5d1306-1854-4d55-acd8-6d2fe2ce1754 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0799f67b-c04f-45aa-a64b-1dbc1eb121ed HTTP/1.1" status: 200 len: 853 time: 0.0461397 Jan 28 14:19:09.769056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-4467679a-aa03-4ee3-b147-b29794b81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:09.770855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-4467679a-aa03-4ee3-b147-b29794b81efc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93a7e639-5840-447d-a12c-1ca66b7ddb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465789 Jan 28 14:19:09.818500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:09.863703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-373d390c-6bfc-44f2-b24f-0222f77628d0 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851181 Jan 28 14:19:10.029994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:10.058051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c02f3c-1382-4332-89e3-fc3b109ae083 None None] The sync data for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 is: [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:15:41Z', 'revision_number': 4, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'ec159715-e993-4e19-a5ca-4b2f54354949', 'name': '', 'network_id': '93a7e639-5840-447d-a12c-1ca66b7ddb60', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'mac_address': 'fa:16:3e:2b:35:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:41Z', 'updated_at': '2022-01-28T14:15:45Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'subnets': [{'id': '0799f67b-c04f-45aa-a64b-1dbc1eb121ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:19:10.265110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7682c33-0b3f-49b9-8ef1-3f58226711f6 req-0c63d5c4-8567-4d3c-b2a9-670d09bc1670 service neutron] 10.222.0.60 "GET /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935962 Jan 28 14:19:10.294611 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bcc81-c25a-4a7f-9921-3fa1d2fe2587 None None] New status for floating IP 3c3331f0-53a2-4276-a079-eb55b03204f8: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:19:10.714154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:10.720626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768e150-ad92-4b36-834b-647f5aa20919 req-c45d0167-cc93-479b-b10d-c43627484e16 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:10.722125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d768e150-ad92-4b36-834b-647f5aa20919 req-c45d0167-cc93-479b-b10d-c43627484e16 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 946 time: 0.0532653 Jan 28 14:19:10.771059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d768e150-ad92-4b36-834b-647f5aa20919 req-1970de22-bab5-4221-909f-1f56901c8b2c tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/security-groups?id=fef24a4d-630e-4ec5-a1cd-642b05d13dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 Jan 28 14:19:11.115958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-cd837fc2-798e-448e-8fe7-faff2301f0aa tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:11.118262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-cd837fc2-798e-448e-8fe7-faff2301f0aa tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 946 time: 0.0498562 Jan 28 14:19:11.213243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Deleting port 93b81ea4-d367-4a1e-8930-19232298bf38 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:11.213701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:11.302690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] For port 93b81ea4-d367-4a1e-8930-19232298bf38, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=93b81ea4-d367-4a1e-8930-19232298bf38,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:11.303059 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:11.316145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Calling delete_port for 93b81ea4-d367-4a1e-8930-19232298bf38 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:11.448705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (93b81ea4-d367-4a1e-8930-19232298bf38), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:11.479304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event deleted for resources: {'Port': ['ID=93b81ea4-d367-4a1e-8930-19232298bf38,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:11.524283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] No DVR routers for this DVR port 93b81ea4-d367-4a1e-8930-19232298bf38 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:11.526969 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:11.530327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4f872628-e4c7-4bd4-becb-ddf8270bb16d req-e45baf2d-fd21-44ae-a07b-b05f562c1591 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.60 "DELETE /v2.0/ports/93b81ea4-d367-4a1e-8930-19232298bf38 HTTP/1.1" status: 204 len: 173 time: 0.4054890 Jan 28 14:19:11.530770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'name': 'network-vif-deleted', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:11.533057 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7879d09f-9e28-4ebd-b086-f656234b71fb" -d '{"events": [{"server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "name": "network-vif-deleted", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:11.575111 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f303f5f2-a551-460a-bb86-e9fc3945d8bc x-openstack-request-id: req-f303f5f2-a551-460a-bb86-e9fc3945d8bc {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:11.575398 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3", "name": "network-vif-deleted", "tag": "93b81ea4-d367-4a1e-8930-19232298bf38", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:11.575661 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f303f5f2-a551-460a-bb86-e9fc3945d8bc {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:11.576267 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3', 'name': 'network-vif-deleted', 'tag': '93b81ea4-d367-4a1e-8930-19232298bf38', 'status': 'completed', 'code': 200} Jan 28 14:19:11.896282 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:11.901893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15d89a6b-9d13-43b4-9952-a2647269c5a7 req-78d98c5c-f7c6-49e4-9185-392196cf4155 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0468748 Jan 28 14:19:13.258347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7fa0d31-6dcf-4676-b998-6b62fca62417 req-18d4bb37-8adf-4d96-b740-9e169c2f77c0 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Jan 28 14:19:14.353178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6edfbdaa-4815-4b18-8f45-0701418a89ec req-efc08346-c3b0-4e01-b1f9-73f6318f24e8 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0272141 Jan 28 14:19:14.372531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 93b81ea4-d367-4a1e-8930-19232298bf38 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:14.392345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 93b81ea4-d367-4a1e-8930-19232298bf38 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:14.392696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 93b81ea4-d367-4a1e-8930-19232298bf38 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:15.454416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d14e8543-155e-42df-8b07-60a67e6937e8 req-ef546565-c7c7-42b1-9858-7555a6767a4f tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0316348 Jan 28 14:19:16.549142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dc8bddf-5d9e-44b3-bd38-000ca8ee7222 req-6e28279a-2376-42c6-96af-57e31cb7fd19 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0266790 Jan 28 14:19:17.664659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae6ead95-22e5-4940-b3d1-a59392e3988a req-5baf7451-22a0-471c-adf3-358bbf1624da tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Jan 28 14:19:18.760814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-925cfbb0-f74f-418d-8eb5-80b8376fc0e3 req-1e4198fd-230f-4bd9-9048-f89b7e22ab1d tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0276289 Jan 28 14:19:19.528443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-5e5fb3fd-a175-40c1-8475-5fa7fb68c4a9 req-dbe61ff9-6d5f-4984-a001-a5f454eee34c service neutron] (103374) timed out ('10.222.0.36', 50762) {{(pid=103374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:19:19.760502 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:19:19.861223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdafe0d7-b839-489d-89a8-7e33c2f90d3f req-1756e4be-6177-49cc-b4f2-e7b739c763a8 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7ba9fca-2f72-4f3f-a9b0-fa6845f2c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0274251 Jan 28 14:19:20.919436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 43866) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:20.980084 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-443be599-d9cd-4d0d-a725-74e7cae18f13 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group (fef24a4d-630e-4ec5-a1cd-642b05d13dc4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:21.005727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-443be599-d9cd-4d0d-a725-74e7cae18f13 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group (fef24a4d-630e-4ec5-a1cd-642b05d13dc4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:21.066608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-443be599-d9cd-4d0d-a725-74e7cae18f13 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fef24a4d-630e-4ec5-a1cd-642b05d13dc4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:21.069664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-443be599-d9cd-4d0d-a725-74e7cae18f13 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:21.070864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-443be599-d9cd-4d0d-a725-74e7cae18f13 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] 10.222.0.45 "DELETE /v2.0/security-groups/fef24a4d-630e-4ec5-a1cd-642b05d13dc4 HTTP/1.1" status: 204 len: 168 time: 0.1503823 Jan 28 14:19:21.080381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443be599-d9cd-4d0d-a725-74e7cae18f13 tempest-TestVolumeBackupRestore-291448582 tempest-TestVolumeBackupRestore-291448582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef24a4d-630e-4ec5-a1cd-642b05d13dc4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:27.057545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:28.479120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:28.739553 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44328) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:29.120308 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (fde8ec58-ea73-4505-9ff1-3792d1ef1229), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:29.392861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Deleting port ec159715-e993-4e19-a5ca-4b2f54354949 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:29.392861 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:29.477015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] For port ec159715-e993-4e19-a5ca-4b2f54354949, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=ec159715-e993-4e19-a5ca-4b2f54354949,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:29.478006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:29.490350 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Calling delete_port for ec159715-e993-4e19-a5ca-4b2f54354949 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:29.691478 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (ec159715-e993-4e19-a5ca-4b2f54354949), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:29.721336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec159715-e993-4e19-a5ca-4b2f54354949,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:29.737513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.737993 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.738353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.738727 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.739072 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.739422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.739746 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.740614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.740614 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.740861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.741083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.741367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.741714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:29.934955 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (fde8ec58-ea73-4505-9ff1-3792d1ef1229), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.157902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Router fde8ec58-ea73-4505-9ff1-3792d1ef1229 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:19:30.265827 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:19:30.270967 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cb0f0b28-78f2-4cb4-b5a0-0833d7627dc6 admin admin] 10.222.0.45 "PUT /v2.0/routers/fde8ec58-ea73-4505-9ff1-3792d1ef1229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5300663 Jan 28 14:19:30.273444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44330) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:30.274313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] Sync routers for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:19:30.284323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:30.284931 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:19:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:30.377597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks [] for router (fde8ec58-ea73-4505-9ff1-3792d1ef1229), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.389677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:30.480255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks [] for router_gateway (fde8ec58-ea73-4505-9ff1-3792d1ef1229), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.539720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Deleting port 0abb0b90-3763-4cc8-bb55-53f11065a70b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:30.540073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.579013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:19:29Z', 'revision_number': 5, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port': {'id': '0abb0b90-3763-4cc8-bb55-53f11065a70b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:39Z', 'updated_at': '2022-01-28T14:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:30.610154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] Checking router: fde8ec58-ea73-4505-9ff1-3792d1ef1229 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:19:30.620817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] Routers {'fde8ec58-ea73-4505-9ff1-3792d1ef1229'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:30.621456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:19:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:30.622617 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] For port 0abb0b90-3763-4cc8-bb55-53f11065a70b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0abb0b90-3763-4cc8-bb55-53f11065a70b,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:30.622994 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.635951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Calling delete_port for 0abb0b90-3763-4cc8-bb55-53f11065a70b owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:30.709512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] Set router fde8ec58-ea73-4505-9ff1-3792d1ef1229 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:30.767474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:19:30Z', 'revision_number': 6, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:30.796689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e476a0e8-76a2-4347-9175-7aa8677aec58 None None] The sync data for ids ['fde8ec58-ea73-4505-9ff1-3792d1ef1229'] in n-d-822748-2 is: [{'id': 'fde8ec58-ea73-4505-9ff1-3792d1ef1229', 'name': 'tempest-TestVolumeBackupRestore-1046079483-router', 'tenant_id': '8f61c52819ac4395a00659f5cf96a5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:38Z', 'updated_at': '2022-01-28T14:19:30Z', 'revision_number': 6, 'project_id': '8f61c52819ac4395a00659f5cf96a5c3', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:19:30.808582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (0abb0b90-3763-4cc8-bb55-53f11065a70b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.840387 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abb0b90-3763-4cc8-bb55-53f11065a70b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:30.899082 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (fde8ec58-ea73-4505-9ff1-3792d1ef1229), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.994020 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (fde8ec58-ea73-4505-9ff1-3792d1ef1229), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:30.996238 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks [] for router_controller (fde8ec58-ea73-4505-9ff1-3792d1ef1229), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.042590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (fde8ec58-ea73-4505-9ff1-3792d1ef1229), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.043232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde8ec58-ea73-4505-9ff1-3792d1ef1229 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:19:31.049859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.051654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0859513f-8c1e-46b8-bcea-985170428537 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fde8ec58-ea73-4505-9ff1-3792d1ef1229 HTTP/1.1" status: 204 len: 168 time: 0.7772517 Jan 28 14:19:31.054436 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44332) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:31.100581 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] Deleting subnet 0799f67b-c04f-45aa-a64b-1dbc1eb121ed {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:19:31.103752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] Publish callbacks [] for subnet (0799f67b-c04f-45aa-a64b-1dbc1eb121ed), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.145641 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (0799f67b-c04f-45aa-a64b-1dbc1eb121ed), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.230074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (0799f67b-c04f-45aa-a64b-1dbc1eb121ed), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.289590 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (0799f67b-c04f-45aa-a64b-1dbc1eb121ed), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.313796 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0799f67b-c04f-45aa-a64b-1dbc1eb121ed,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:31.319769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.323659 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f701855a-f5df-4b43-8595-27e8e9225fb8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0799f67b-c04f-45aa-a64b-1dbc1eb121ed HTTP/1.1" status: 204 len: 168 time: 0.2682533 Jan 28 14:19:31.327224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08dd3de-99c6-41c5-b8c0-3f0a02bf3942 None None] Network 93a7e639-5840-447d-a12c-1ca66b7ddb60 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:19:31.327801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44334) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:31.404610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (93a7e639-5840-447d-a12c-1ca66b7ddb60), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.464477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Deleting port efad8124-91d9-49df-9dca-1ba5dd62b353 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:31.464817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.530742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] For port efad8124-91d9-49df-9dca-1ba5dd62b353, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=efad8124-91d9-49df-9dca-1ba5dd62b353,segment=NetworkSegment(75602e52-390e-4a09-bcbb-a3475e01ff89),segment_id=75602e52-390e-4a09-bcbb-a3475e01ff89)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:31.531021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.544277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Calling delete_port for efad8124-91d9-49df-9dca-1ba5dd62b353 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:31.584707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] DHCP port deletion for 93a7e639-5840-447d-a12c-1ca66b7ddb60 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:19:31.627464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.636272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Deleting port efad8124-91d9-49df-9dca-1ba5dd62b353 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:31.636658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.659943 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Pushing event deleted for resources: {'Port': ['ID=efad8124-91d9-49df-9dca-1ba5dd62b353,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:31.661797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] No DVR routers for this DVR port efad8124-91d9-49df-9dca-1ba5dd62b353 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:31.708585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] For port efad8124-91d9-49df-9dca-1ba5dd62b353, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:31.708986 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.722130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Calling delete_port for efad8124-91d9-49df-9dca-1ba5dd62b353 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:31.724915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Port efad8124-91d9-49df-9dca-1ba5dd62b353 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 14:19:31.726173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (efad8124-91d9-49df-9dca-1ba5dd62b353), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.738978 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (93a7e639-5840-447d-a12c-1ca66b7ddb60), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.752102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Pushing event deleted for resources: {'Port': ['ID=efad8124-91d9-49df-9dca-1ba5dd62b353,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:31.759962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] No DVR routers for this DVR port efad8124-91d9-49df-9dca-1ba5dd62b353 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:31.761793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a7e639-5840-447d-a12c-1ca66b7ddb60']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:31.762334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.762725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.763234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.763487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.764015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.764549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.765086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.765442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.765768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.766104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.766440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.766773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.767105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08662a32-7483-41a5-a476-4a48e03817c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:19:31.776937 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75602e52-390e-4a09-bcbb-a3475e01ff89') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:31.777441 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75602e52-390e-4a09-bcbb-a3475e01ff89') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:31.787527 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (75602e52-390e-4a09-bcbb-a3475e01ff89), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.801450 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (75602e52-390e-4a09-bcbb-a3475e01ff89), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.808212 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:19:31.808650 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (75602e52-390e-4a09-bcbb-a3475e01ff89), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:19:31.810442 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:19:31.872839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (93a7e639-5840-447d-a12c-1ca66b7ddb60), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.878496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:31.881897 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] 10.222.0.45 "DELETE /v2.0/networks/93a7e639-5840-447d-a12c-1ca66b7ddb60 HTTP/1.1" status: 204 len: 168 time: 0.5531845 Jan 28 14:19:31.885162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44336) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:31.893049 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61264d6e-3a08-440b-bc6c-82d76670c33c admin admin] Pushing event deleted for resources: {'Network': ['ID=93a7e639-5840-447d-a12c-1ca66b7ddb60,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:32.246677 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (f558edda-5650-461d-9fa4-70536c75feff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:32.510026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Deleting port d95536a2-4520-488b-9985-9e21deaca21a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:32.510575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d95536a2-4520-488b-9985-9e21deaca21a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:32.543990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ec159715-e993-4e19-a5ca-4b2f54354949 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:32.565702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: ec159715-e993-4e19-a5ca-4b2f54354949 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:32.566049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device ec159715-e993-4e19-a5ca-4b2f54354949 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:32.566465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device efad8124-91d9-49df-9dca-1ba5dd62b353 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:32.590373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: efad8124-91d9-49df-9dca-1ba5dd62b353 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:32.590723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device efad8124-91d9-49df-9dca-1ba5dd62b353 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:32.591135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0abb0b90-3763-4cc8-bb55-53f11065a70b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:32.593678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] For port d95536a2-4520-488b-9985-9e21deaca21a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d95536a2-4520-488b-9985-9e21deaca21a,segment=NetworkSegment(8ca1cfb7-e06d-4f39-9904-5ec3774d3f42),segment_id=8ca1cfb7-e06d-4f39-9904-5ec3774d3f42)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:32.594054 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d95536a2-4520-488b-9985-9e21deaca21a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:32.606552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Calling delete_port for d95536a2-4520-488b-9985-9e21deaca21a owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:32.611070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0abb0b90-3763-4cc8-bb55-53f11065a70b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:32.611442 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0abb0b90-3763-4cc8-bb55-53f11065a70b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:32.804497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d95536a2-4520-488b-9985-9e21deaca21a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:32.838354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95536a2-4520-488b-9985-9e21deaca21a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:33.013721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (f558edda-5650-461d-9fa4-70536c75feff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:33.238172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Router f558edda-5650-461d-9fa4-70536c75feff has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:19:33.349970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:19:33.355163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0881da64-0acf-421b-91ab-c94424691036 admin admin] 10.222.0.45 "PUT /v2.0/routers/f558edda-5650-461d-9fa4-70536c75feff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4688373 Jan 28 14:19:33.357738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44338) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:33.360439 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] Sync routers for ids ['f558edda-5650-461d-9fa4-70536c75feff'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:19:33.372518 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] Routers {'f558edda-5650-461d-9fa4-70536c75feff'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:33.373144 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:19:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f558edda-5650-461d-9fa4-70536c75feff'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:33.479004 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks [] for router (f558edda-5650-461d-9fa4-70536c75feff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:33.491771 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] Set router f558edda-5650-461d-9fa4-70536c75feff gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:33.593180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks [] for router_gateway (f558edda-5650-461d-9fa4-70536c75feff), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:33.652651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Deleting port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:33.653000 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:33.681767 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:19:32Z', 'revision_number': 5, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port': {'id': 'dbb0242c-a43b-4df1-99f4-7ea10ea27fa8', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f558edda-5650-461d-9fa4-70536c75feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:15:44Z', 'updated_at': '2022-01-28T14:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:33.711562 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] Checking router: f558edda-5650-461d-9fa4-70536c75feff for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:19:33.720297 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] Routers {'f558edda-5650-461d-9fa4-70536c75feff'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:19:33.720907 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:19:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['f558edda-5650-461d-9fa4-70536c75feff'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:33.733569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] For port dbb0242c-a43b-4df1-99f4-7ea10ea27fa8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:33.733868 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:33.746503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Calling delete_port for dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:33.807320 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] Set router f558edda-5650-461d-9fa4-70536c75feff gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:19:33.860264 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:19:33Z', 'revision_number': 6, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:33.888025 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3b9ee-5320-4717-80ed-7da7442c75a4 None None] The sync data for ids ['f558edda-5650-461d-9fa4-70536c75feff'] in n-d-822748-2 is: [{'id': 'f558edda-5650-461d-9fa4-70536c75feff', 'name': 'tempest-TestVolumeBackupRestore-458128060-router', 'tenant_id': '7d80888b3f8842ddbdb0d74003d26cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:15:43Z', 'updated_at': '2022-01-28T14:19:33Z', 'revision_number': 6, 'project_id': '7d80888b3f8842ddbdb0d74003d26cef', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:19:33.924469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (dbb0242c-a43b-4df1-99f4-7ea10ea27fa8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:33.955000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb0242c-a43b-4df1-99f4-7ea10ea27fa8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:34.015743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (f558edda-5650-461d-9fa4-70536c75feff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.106051 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (f558edda-5650-461d-9fa4-70536c75feff), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.108194 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks [] for router_controller (f558edda-5650-461d-9fa4-70536c75feff), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.149995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (f558edda-5650-461d-9fa4-70536c75feff), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.150616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f558edda-5650-461d-9fa4-70536c75feff {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:19:34.155110 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.156328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ce0be9dc-b6dc-41e1-b7be-6f6ab9978ffc admin admin] 10.222.0.45 "DELETE /v2.0/routers/f558edda-5650-461d-9fa4-70536c75feff HTTP/1.1" status: 204 len: 168 time: 0.7974515 Jan 28 14:19:34.158682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44340) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:34.208443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] Deleting subnet eed8e28e-4954-485d-97b5-7eab427de4ef {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:19:34.212504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] Publish callbacks [] for subnet (eed8e28e-4954-485d-97b5-7eab427de4ef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.254631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (eed8e28e-4954-485d-97b5-7eab427de4ef), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.345500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (eed8e28e-4954-485d-97b5-7eab427de4ef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.405608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (eed8e28e-4954-485d-97b5-7eab427de4ef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.436441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed8e28e-4954-485d-97b5-7eab427de4ef,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:34.439875 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.443142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bc45759a-de98-4a55-a339-ef757d957952 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eed8e28e-4954-485d-97b5-7eab427de4ef HTTP/1.1" status: 204 len: 168 time: 0.2834687 Jan 28 14:19:34.445852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44342) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:34.447037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d4aad-3da5-4be9-be66-cc52a9c13d3b None None] Network 425a28d4-2a80-451b-b747-123192517159 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:19:34.514927 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (425a28d4-2a80-451b-b747-123192517159), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.570634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Deleting port b4920fae-c54b-46db-a60f-bcb85d162222 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:34.571470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.621762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] DHCP port deletion for 425a28d4-2a80-451b-b747-123192517159 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:19:34.644862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] For port b4920fae-c54b-46db-a60f-bcb85d162222, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b4920fae-c54b-46db-a60f-bcb85d162222,segment=NetworkSegment(8ca1cfb7-e06d-4f39-9904-5ec3774d3f42),segment_id=8ca1cfb7-e06d-4f39-9904-5ec3774d3f42)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:34.645237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.664326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Calling delete_port for b4920fae-c54b-46db-a60f-bcb85d162222 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:34.679354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] Deleting port b4920fae-c54b-46db-a60f-bcb85d162222 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:19:34.679733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.731982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b4920fae-c54b-46db-a60f-bcb85d162222 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:34.757101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.770526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] No DVR routers for this DVR port b4920fae-c54b-46db-a60f-bcb85d162222 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:34.783444 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] For port b4920fae-c54b-46db-a60f-bcb85d162222, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=b4920fae-c54b-46db-a60f-bcb85d162222,segment=NetworkSegment(8ca1cfb7-e06d-4f39-9904-5ec3774d3f42),segment_id=8ca1cfb7-e06d-4f39-9904-5ec3774d3f42)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:34.783849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.794058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b4920fae-c54b-46db-a60f-bcb85d162222,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:34.804245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] Calling delete_port for b4920fae-c54b-46db-a60f-bcb85d162222 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:19:34.817922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No active binding found for port b4920fae-c54b-46db-a60f-bcb85d162222 {{(pid=103375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 14:19:34.818785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] The host n-d-822748-2 is not matching for port b4920fae-c54b-46db-a60f-bcb85d162222 host None! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:19:34.819192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device b4920fae-c54b-46db-a60f-bcb85d162222 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:34.819618 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:34.871188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:34.871537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device dbb0242c-a43b-4df1-99f4-7ea10ea27fa8 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:34.872253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d95536a2-4520-488b-9985-9e21deaca21a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:19:34.873065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (425a28d4-2a80-451b-b747-123192517159), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.894896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: d95536a2-4520-488b-9985-9e21deaca21a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:19:34.895244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d95536a2-4520-488b-9985-9e21deaca21a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:19:34.898813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425a28d4-2a80-451b-b747-123192517159']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:34.911236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:34.911549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca1cfb7-e06d-4f39-9904-5ec3774d3f42') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:19:34.923417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (8ca1cfb7-e06d-4f39-9904-5ec3774d3f42), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.934761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (b4920fae-c54b-46db-a60f-bcb85d162222), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.939760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (8ca1cfb7-e06d-4f39-9904-5ec3774d3f42), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.950391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:19:34.950801 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (8ca1cfb7-e06d-4f39-9904-5ec3774d3f42), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:19:34.953170 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:19:34.972849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] Pushing event deleted for resources: {'Port': ['ID=b4920fae-c54b-46db-a60f-bcb85d162222,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:34.980507 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a94243-008a-4965-b393-b2c7ed8d0f67 None None] No DVR routers for this DVR port b4920fae-c54b-46db-a60f-bcb85d162222 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:19:35.001928 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f0437f3c-1050-47ce-9a7f-b3684ddeb7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.013828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (425a28d4-2a80-451b-b747-123192517159), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.019173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.022389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] 10.222.0.45 "DELETE /v2.0/networks/425a28d4-2a80-451b-b747-123192517159 HTTP/1.1" status: 204 len: 168 time: 0.5746648 Jan 28 14:19:35.039652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4815a0-839a-4639-89f7-34d1bdb057ad admin admin] Pushing event deleted for resources: {'Network': ['ID=425a28d4-2a80-451b-b747-123192517159,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:35.192539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44346) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:35.232518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b0bacbc-9e0c-4cb2-a751-360907c87ce0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f61c52819ac4395a00659f5cf96a5c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388143 Jan 28 14:19:35.234931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44348) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:35.281947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19119c1a-2281-472e-bd9c-8962fcc5f4c1 admin admin] Publish callbacks [] for security_group (bce4f2c1-6e11-4897-b329-206467b84aec), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.303189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19119c1a-2281-472e-bd9c-8962fcc5f4c1 admin admin] Publish callbacks [] for security_group (bce4f2c1-6e11-4897-b329-206467b84aec), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.348910 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19119c1a-2281-472e-bd9c-8962fcc5f4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (bce4f2c1-6e11-4897-b329-206467b84aec), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.351537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-19119c1a-2281-472e-bd9c-8962fcc5f4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.353011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-19119c1a-2281-472e-bd9c-8962fcc5f4c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bce4f2c1-6e11-4897-b329-206467b84aec HTTP/1.1" status: 204 len: 168 time: 0.1171703 Jan 28 14:19:35.360541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19119c1a-2281-472e-bd9c-8962fcc5f4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4f2c1-6e11-4897-b329-206467b84aec,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:35.682361 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44354) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:35.724814 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fcd92e8c-018d-46b0-93f7-46da4e981fb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d80888b3f8842ddbdb0d74003d26cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412853 Jan 28 14:19:35.727223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44356) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:19:35.774325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-090ade3c-938d-4d9f-ab21-30df674d3d0a admin admin] Publish callbacks [] for security_group (6e678b98-1906-41bd-9c30-71e320f767d2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.795050 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-090ade3c-938d-4d9f-ab21-30df674d3d0a admin admin] Publish callbacks [] for security_group (6e678b98-1906-41bd-9c30-71e320f767d2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.842830 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-090ade3c-938d-4d9f-ab21-30df674d3d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6e678b98-1906-41bd-9c30-71e320f767d2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.845607 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-090ade3c-938d-4d9f-ab21-30df674d3d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:35.847894 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-090ade3c-938d-4d9f-ab21-30df674d3d0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e678b98-1906-41bd-9c30-71e320f767d2 HTTP/1.1" status: 204 len: 168 time: 0.1188076 Jan 28 14:19:35.855631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ade3c-938d-4d9f-ab21-30df674d3d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e678b98-1906-41bd-9c30-71e320f767d2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:37.771055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-073e60e2-e457-4b77-94ad-ba1a6f57889c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:38.872288 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:40.716755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:41.880850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:46.510243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-27d74199-213d-4181-a6bb-f5fceb5d3acc tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2b375a8767ff439c8a1d25877ab95674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221646 Jan 28 14:19:46.618690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-7be798d7-b6f6-4231-864c-5b9cf462703e tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:46.620704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-7be798d7-b6f6-4231-864c-5b9cf462703e tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054695 Jan 28 14:19:46.636021 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-03771ebc-a2d1-4103-8830-a3554e130af9 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/quotas/2b375a8767ff439c8a1d25877ab95674 HTTP/1.1" status: 200 len: 375 time: 0.0098584 Jan 28 14:19:46.667798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-05729795-1ae9-4e5a-9578-398ad3436d76 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b375a8767ff439c8a1d25877ab95674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264678 Jan 28 14:19:46.826136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95f846d7-51a3-4b9c-a18e-27c85e40385a req-fc36f9b5-9c30-41ee-ae96-b2e845b5cff6 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 210 time: 0.0274286 Jan 28 14:19:47.855011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-ede6a6d7-6b84-4bae-9fb4-e42fbdc39335 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2b375a8767ff439c8a1d25877ab95674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254929 Jan 28 14:19:47.945236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5dd8fee-8278-4593-804a-f27064e91eec req-ed219aa7-b5aa-44ef-82f7-e950e2bcfc84 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 210 time: 0.0332580 Jan 28 14:19:47.987644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-a5b53a5c-74c0-4f6b-adfd-72a38165e12c tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:47.989116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-a5b53a5c-74c0-4f6b-adfd-72a38165e12c tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301029 Jan 28 14:19:48.004559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Request body: {'port': {'device_id': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'admin_state_up': True, 'tenant_id': '2b375a8767ff439c8a1d25877ab95674'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:19:48.113324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Made reservation on behalf of 2b375a8767ff439c8a1d25877ab95674 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:19:48.116479 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.125128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.197948 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks [] for security_group (951ac1f6-bd19-4bbd-9335-9b378464bc44), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.201892 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (951ac1f6-bd19-4bbd-9335-9b378464bc44), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.261867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951ac1f6-bd19-4bbd-9335-9b378464bc44,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:48.339261 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Allocated IP 192.168.233.22 (38363de5-acd7-4b89-bac0-165feb0c054f/99cee89f-0923-4e1e-94f6-d7b477bf3849/49c7bd38-ccf8-4507-b8cb-67a3b8416675) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:19:48.486504 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks [] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.826355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.867993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Network 38363de5-acd7-4b89-bac0-165feb0c054f is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:19:48.870991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:19:48.876612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:19:48.882823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Pushing event updated for resources: {'Port': ['ID=49c7bd38-ccf8-4507-b8cb-67a3b8416675,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:48.929576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:48.930212 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:48.949714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-f1561d99-28af-41a4-b4cc-e3b94738a72b tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9487472 Jan 28 14:19:48.959203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-59c65203-2afa-440c-a0e2-49d8ac1e633e tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:19:48.960294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-59c65203-2afa-440c-a0e2-49d8ac1e633e tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051630 Jan 28 14:19:48.973478 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Request body: {'port': {'device_id': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:19:49.060138 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.105883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8c09a80c-dbba-49a6-9faf-d69a7cd3905f None None] Provisioning complete for port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:19:49.106461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c09a80c-dbba-49a6-9faf-d69a7cd3905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.111814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650eaf0-f482-4f03-91a7-bac8906795db req-93b9f1c4-1132-4957-8d4b-26f0d32ef737 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:49.113441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4650eaf0-f482-4f03-91a7-bac8906795db req-93b9f1c4-1132-4957-8d4b-26f0d32ef737 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 935 time: 0.0851419 Jan 28 14:19:49.141338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8c09a80c-dbba-49a6-9faf-d69a7cd3905f None None] Port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:19:49.241371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4650eaf0-f482-4f03-91a7-bac8906795db req-5d77db40-570e-488d-96e9-09044eef4e19 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218779 Jan 28 14:19:49.380263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c7bd38-ccf8-4507-b8cb-67a3b8416675 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:19:49.388232 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Publish callbacks [] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.400151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Transition to ACTIVE for port object 49c7bd38-ccf8-4507-b8cb-67a3b8416675 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:19:49.404727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.456341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Pushing event updated for resources: {'Port': ['ID=49c7bd38-ccf8-4507-b8cb-67a3b8416675,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:49.526838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Attempting to bind port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:19:49.527178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Attempting to bind port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:19:49.527515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Attempting to bind port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:19:49.532044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 on network 38363de5-acd7-4b89-bac0-165feb0c054f not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:19:49.532389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Attempting to bind port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 on network 38363de5-acd7-4b89-bac0-165feb0c054f {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:19:49.537499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:19:49.537844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Checking segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:19:49.538227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Bound using segment: {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:19:49.538663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Bound port: 49c7bd38-ccf8-4507-b8cb-67a3b8416675, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f88127-8eba-4ede-aae3-dac4388aeb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:19:49.539024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.610218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] For port 49c7bd38-ccf8-4507-b8cb-67a3b8416675, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:19:49.613734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] For port 49c7bd38-ccf8-4507-b8cb-67a3b8416675, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=49c7bd38-ccf8-4507-b8cb-67a3b8416675,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:19:49.617402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.652508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:49.652936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:49.654325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] 10.222.0.60 "PUT /v2.0/ports/49c7bd38-ccf8-4507-b8cb-67a3b8416675 HTTP/1.1" status: 200 len: 1095 time: 0.6866617 Jan 28 14:19:49.654776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'tag': '49c7bd38-ccf8-4507-b8cb-67a3b8416675'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:49.657119 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d61bcd-0799-40da-9488-169c15c51cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb23c2f9-9a2e-4535-b7ce-d059f8d6edee", "tag": "49c7bd38-ccf8-4507-b8cb-67a3b8416675"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:49.687893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9f569-2d22-41f1-ac4a-c0754d0ff00a service neutron] Pushing event updated for resources: {'Port': ['ID=49c7bd38-ccf8-4507-b8cb-67a3b8416675,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:49.726666 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f7a6d-42e7-49d9-b8df-1a24d728af1f x-openstack-request-id: req-ee8f7a6d-42e7-49d9-b8df-1a24d728af1f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:49.726666 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb23c2f9-9a2e-4535-b7ce-d059f8d6edee", "tag": "49c7bd38-ccf8-4507-b8cb-67a3b8416675", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:49.726666 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee8f7a6d-42e7-49d9-b8df-1a24d728af1f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:49.726666 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'tag': '49c7bd38-ccf8-4507-b8cb-67a3b8416675', 'status': 'completed', 'code': 200} Jan 28 14:19:49.758696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-82e45aab-0578-4cfb-a3b3-333deddb1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:49.761383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-82e45aab-0578-4cfb-a3b3-333deddb1d9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b375a8767ff439c8a1d25877ab95674&device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 1098 time: 0.0466702 Jan 28 14:19:49.804267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-3b7303d5-4c4d-4a96-becd-86c7dba4ae6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=49c7bd38-ccf8-4507-b8cb-67a3b8416675 HTTP/1.1" status: 200 len: 217 time: 0.0348687 Jan 28 14:19:49.858405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-1c3c9d9f-9ec4-4574-9a87-cfee04d0b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:49.859817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-1c3c9d9f-9ec4-4574-9a87-cfee04d0b5b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0486681 Jan 28 14:19:49.907318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-e6134c8a-0aa1-49f6-891d-c1fafcffa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:49.908795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-e6134c8a-0aa1-49f6-891d-c1fafcffa7b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420353 Jan 28 14:19:50.003898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-b4940807-baa8-43ce-94cf-787ec816cdcb service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865259 Jan 28 14:19:50.106240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b4fedc8-dd2b-4eec-b8d5-23d87deb443b req-dc85cedb-0c69-4531-bb91-2c815b29f3f5 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945034 Jan 28 14:19:50.194538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-b91733ca-52bb-4444-8329-b31199323915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:50.195977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-b91733ca-52bb-4444-8329-b31199323915 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b375a8767ff439c8a1d25877ab95674&device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 1098 time: 0.0418389 Jan 28 14:19:50.287607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-630e6a1b-5fda-4cac-945b-653945a32995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:50.289108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-630e6a1b-5fda-4cac-945b-653945a32995 service neutron] 10.222.0.60 "GET /v2.0/networks?id=38363de5-acd7-4b89-bac0-165feb0c054f HTTP/1.1" status: 200 len: 870 time: 0.0874004 Jan 28 14:19:50.342107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-9fb6a77d-f82b-43dd-828d-c130dbe5854c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=49c7bd38-ccf8-4507-b8cb-67a3b8416675 HTTP/1.1" status: 200 len: 217 time: 0.0460856 Jan 28 14:19:50.420811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf5589-7f6b-44ae-9cc4-fcc0c982ec5e req-7ab2ad66-3159-45c6-85e4-7238c5cd8d23 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:50.422296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3bf5589-7f6b-44ae-9cc4-fcc0c982ec5e req-7ab2ad66-3159-45c6-85e4-7238c5cd8d23 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 947 time: 0.0893922 Jan 28 14:19:50.423595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-b5862d20-f553-42fc-adb8-a3771cfa9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:50.424943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-b5862d20-f553-42fc-adb8-a3771cfa9ad8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99cee89f-0923-4e1e-94f6-d7b477bf3849 HTTP/1.1" status: 200 len: 843 time: 0.0658367 Jan 28 14:19:50.498723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3bf5589-7f6b-44ae-9cc4-fcc0c982ec5e req-d6467a46-76d2-4b75-9f8c-290b11e8dc66 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707698 Jan 28 14:19:50.501318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-6cbe0e02-c216-42ed-83b6-3a97366d3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:50.502736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-6cbe0e02-c216-42ed-83b6-3a97366d3d7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=38363de5-acd7-4b89-bac0-165feb0c054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686524 Jan 28 14:19:50.598998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-b473b3bd-b997-4ddc-909c-4b2aa7017cd4 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889888 Jan 28 14:19:50.690480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57d61bcd-0799-40da-9488-169c15c51cf1 req-de4195e5-b9c0-4dc2-86c1-15dda64dd9a5 service neutron] 10.222.0.60 "GET /v2.0/networks/38363de5-acd7-4b89-bac0-165feb0c054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835862 Jan 28 14:19:51.617942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf063e6-0832-4325-8a0f-e2a43f5c313b req-9a488bbf-28eb-4132-9b21-e06d51ff2627 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:51.619576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1bf063e6-0832-4325-8a0f-e2a43f5c313b req-9a488bbf-28eb-4132-9b21-e06d51ff2627 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 947 time: 0.0521734 Jan 28 14:19:51.665541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1bf063e6-0832-4325-8a0f-e2a43f5c313b req-fec17c3f-399c-4ba8-aba8-00345580f053 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Jan 28 14:19:52.784203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18f503-1f61-4640-9b3e-29c0b2bdc98f req-4361c20d-eece-4ee1-a119-48107450fb7d tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:52.785578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d18f503-1f61-4640-9b3e-29c0b2bdc98f req-4361c20d-eece-4ee1-a119-48107450fb7d tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 947 time: 0.0533190 Jan 28 14:19:52.833147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d18f503-1f61-4640-9b3e-29c0b2bdc98f req-0718fc11-84e9-4c65-9e8c-199ead79bf42 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Jan 28 14:19:53.947623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c46f-7fd4-42a6-b457-2498a10e2382 req-7a62b91b-3e14-4805-ba04-0d267ed7c7ea tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:53.949215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6751c46f-7fd4-42a6-b457-2498a10e2382 req-7a62b91b-3e14-4805-ba04-0d267ed7c7ea tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 947 time: 0.0498860 Jan 28 14:19:53.995381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6751c46f-7fd4-42a6-b457-2498a10e2382 req-85d3d3d6-bd70-4ae3-bb4b-cf2fec31acc9 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Jan 28 14:19:54.528310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 49c7bd38-ccf8-4507-b8cb-67a3b8416675 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:19:54.624872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 49c7bd38-ccf8-4507-b8cb-67a3b8416675, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=49c7bd38-ccf8-4507-b8cb-67a3b8416675,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:54.636897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '49c7bd38-ccf8-4507-b8cb-67a3b8416675', 'network_id': '38363de5-acd7-4b89-bac0-165feb0c054f', 'port_id': '49c7bd38-ccf8-4507-b8cb-67a3b8416675', 'mac_address': 'fa:16:3e:08:85:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cee89f-0923-4e1e-94f6-d7b477bf3849', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:19:54.672359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:19:54.672748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:54.685556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c7bd38-ccf8-4507-b8cb-67a3b8416675 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:19:54.708770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 49c7bd38-ccf8-4507-b8cb-67a3b8416675, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=49c7bd38-ccf8-4507-b8cb-67a3b8416675,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:54.712595 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:54.758636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=49c7bd38-ccf8-4507-b8cb-67a3b8416675,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:54.943146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['49c7bd38-ccf8-4507-b8cb-67a3b8416675'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:19:55.113693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf104d2-eeca-4db3-9108-a720e567f597 req-0695bd5b-825b-45b2-a9cd-7f8625d3de80 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:55.115163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdf104d2-eeca-4db3-9108-a720e567f597 req-0695bd5b-825b-45b2-a9cd-7f8625d3de80 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 948 time: 0.0523410 Jan 28 14:19:55.161996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdf104d2-eeca-4db3-9108-a720e567f597 req-dff88a3f-d5cc-411a-83d4-6da07041697c tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Jan 28 14:19:56.278435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cff17d-a09d-4d5b-b8d3-ab31e784be1d req-51a64703-f926-4106-8129-07b556ca25a8 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:56.279940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7cff17d-a09d-4d5b-b8d3-ab31e784be1d req-51a64703-f926-4106-8129-07b556ca25a8 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 948 time: 0.0485709 Jan 28 14:19:56.327098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7cff17d-a09d-4d5b-b8d3-ab31e784be1d req-f3f0884d-c1f1-4635-853c-22d26bc18db4 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Jan 28 14:19:56.542642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 49c7bd38-ccf8-4507-b8cb-67a3b8416675 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:19:56.590898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:19:56.594839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:19:56.595218 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:56.670847 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:19:56.671242 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:56.693449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c7bd38-ccf8-4507-b8cb-67a3b8416675'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:19:56.695932 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3957056f-0e72-4612-8adb-b16f399f28b4" -d '{"events": [{"server_uuid": "fb23c2f9-9a2e-4535-b7ce-d059f8d6edee", "name": "network-vif-plugged", "status": "completed", "tag": "49c7bd38-ccf8-4507-b8cb-67a3b8416675"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:19:56.712690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 49c7bd38-ccf8-4507-b8cb-67a3b8416675, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=49c7bd38-ccf8-4507-b8cb-67a3b8416675,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:19:56.716699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:56.742623 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ca887-89bb-40f2-a468-250f7ca9697a x-openstack-request-id: req-c50ca887-89bb-40f2-a468-250f7ca9697a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:19:56.742919 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb23c2f9-9a2e-4535-b7ce-d059f8d6edee", "name": "network-vif-plugged", "status": "completed", "tag": "49c7bd38-ccf8-4507-b8cb-67a3b8416675", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:19:56.743177 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c50ca887-89bb-40f2-a468-250f7ca9697a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:19:56.743573 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c7bd38-ccf8-4507-b8cb-67a3b8416675', 'code': 200} Jan 28 14:19:56.760896 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:19:56.771301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=49c7bd38-ccf8-4507-b8cb-67a3b8416675,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:19:56.833734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dabe8d-257d-490f-9f83-63dd65effa0d req-e305eb0b-6cd3-4d7e-a403-4a4ffc0059b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:56.835250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3dabe8d-257d-490f-9f83-63dd65effa0d req-e305eb0b-6cd3-4d7e-a403-4a4ffc0059b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 1100 time: 0.0421534 Jan 28 14:19:56.884102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3dabe8d-257d-490f-9f83-63dd65effa0d req-b0ba3c48-43ad-41fe-9031-d2e78b46d855 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Jan 28 14:19:57.057716 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:57.445119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648598ca-0a8c-4171-a0b7-5dfffe799323 req-7b9280aa-caa0-481a-aed9-ce12a75b228c tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:57.446686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-648598ca-0a8c-4171-a0b7-5dfffe799323 req-7b9280aa-caa0-481a-aed9-ce12a75b228c tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 949 time: 0.0482292 Jan 28 14:19:57.493150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-648598ca-0a8c-4171-a0b7-5dfffe799323 req-73002c4f-8926-4868-9ca8-ad2913f4befe tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Jan 28 14:19:58.500093 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:19:58.609917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d998-635e-4b69-ab81-9827503538d6 req-82789ee5-be77-4065-ab72-32b76c14c67a tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:58.611454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36e2d998-635e-4b69-ab81-9827503538d6 req-82789ee5-be77-4065-ab72-32b76c14c67a tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 949 time: 0.0509281 Jan 28 14:19:58.659415 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-36e2d998-635e-4b69-ab81-9827503538d6 req-8904621a-5fef-468a-88de-2f37d14bf71c tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Jan 28 14:19:58.942050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-513224b4-e38c-4930-acba-79368a57a0c4 req-9743582f-bfaf-40ec-9f4c-f297c70c579a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:19:58.943085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-513224b4-e38c-4930-acba-79368a57a0c4 req-9743582f-bfaf-40ec-9f4c-f297c70c579a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057068 Jan 28 14:19:59.571540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa395b-e3ed-427c-baf6-c70be0dea9ae req-65714c84-a5ea-4f4c-a694-7d20a1d2b144 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:19:59.573128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dfa395b-e3ed-427c-baf6-c70be0dea9ae req-65714c84-a5ea-4f4c-a694-7d20a1d2b144 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 949 time: 0.0534980 Jan 28 14:19:59.622941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dfa395b-e3ed-427c-baf6-c70be0dea9ae req-6340219b-635f-4229-8377-0dcf39bdd864 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Jan 28 14:20:00.743600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639287-dd8a-47ab-9052-d37fbcbe17f1 req-650aa6d3-be2e-44f6-b4f9-6941c861e92e tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:00.745213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7639287-dd8a-47ab-9052-d37fbcbe17f1 req-650aa6d3-be2e-44f6-b4f9-6941c861e92e tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 949 time: 0.0514436 Jan 28 14:20:00.797870 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7639287-dd8a-47ab-9052-d37fbcbe17f1 req-d4fcd47c-815a-4d9d-a0bc-a9830500c9e2 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/security-groups?id=951ac1f6-bd19-4bbd-9335-9b378464bc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Jan 28 14:20:00.942685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-7e1eb3ff-8776-458d-9833-76e0e4c24d70 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:00.944461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-7e1eb3ff-8776-458d-9833-76e0e4c24d70 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 949 time: 0.0485775 Jan 28 14:20:01.038999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Deleting port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:20:01.039343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:01.130042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] For port 49c7bd38-ccf8-4507-b8cb-67a3b8416675, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=49c7bd38-ccf8-4507-b8cb-67a3b8416675,segment=NetworkSegment(16f88127-8eba-4ede-aae3-dac4388aeb8f),segment_id=16f88127-8eba-4ede-aae3-dac4388aeb8f)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:01.130404 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:01.143410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Calling delete_port for 49c7bd38-ccf8-4507-b8cb-67a3b8416675 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:20:01.286641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (49c7bd38-ccf8-4507-b8cb-67a3b8416675), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:01.303576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['49c7bd38-ccf8-4507-b8cb-67a3b8416675'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:20:01.321806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Pushing event deleted for resources: {'Port': ['ID=49c7bd38-ccf8-4507-b8cb-67a3b8416675,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:01.379658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] No DVR routers for this DVR port 49c7bd38-ccf8-4507-b8cb-67a3b8416675 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:20:01.382465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:01.386020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0a49b6c-177c-4416-a753-44a575c5a531 req-c6d850e6-6166-43c1-b470-604ca32e7019 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.60 "DELETE /v2.0/ports/49c7bd38-ccf8-4507-b8cb-67a3b8416675 HTTP/1.1" status: 204 len: 173 time: 0.4348848 Jan 28 14:20:01.386773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'name': 'network-vif-deleted', 'tag': '49c7bd38-ccf8-4507-b8cb-67a3b8416675'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:01.389615 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3271022-6039-47db-828c-41eccf159d42" -d '{"events": [{"server_uuid": "fb23c2f9-9a2e-4535-b7ce-d059f8d6edee", "name": "network-vif-deleted", "tag": "49c7bd38-ccf8-4507-b8cb-67a3b8416675"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:01.435267 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc4ec7-589c-42ef-997c-06f1f160b926 x-openstack-request-id: req-34dc4ec7-589c-42ef-997c-06f1f160b926 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:01.435821 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb23c2f9-9a2e-4535-b7ce-d059f8d6edee", "name": "network-vif-deleted", "tag": "49c7bd38-ccf8-4507-b8cb-67a3b8416675", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:01.436118 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34dc4ec7-589c-42ef-997c-06f1f160b926 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:01.436758 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb23c2f9-9a2e-4535-b7ce-d059f8d6edee', 'name': 'network-vif-deleted', 'tag': '49c7bd38-ccf8-4507-b8cb-67a3b8416675', 'status': 'completed', 'code': 200} Jan 28 14:20:01.911577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0491f15f-ac7e-423c-baca-2965736b1eab req-fa0aebcd-8ebd-4751-93d3-68ce345b66e5 tempest-ServersAdminNegativeTestJSON-566346137 tempest-ServersAdminNegativeTestJSON-566346137-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb23c2f9-9a2e-4535-b7ce-d059f8d6edee HTTP/1.1" status: 200 len: 210 time: 0.0270748 Jan 28 14:20:03.227163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44508) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:03.381267 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ad2ce745-65a7-4f95-9015-7278bbf27a69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b375a8767ff439c8a1d25877ab95674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529193 Jan 28 14:20:03.383794 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44512) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:03.433134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d08-235b-4678-9b6e-da68dec63b15 admin admin] Publish callbacks [] for security_group (951ac1f6-bd19-4bbd-9335-9b378464bc44), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.456768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d08-235b-4678-9b6e-da68dec63b15 admin admin] Publish callbacks [] for security_group (951ac1f6-bd19-4bbd-9335-9b378464bc44), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.509918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d08-235b-4678-9b6e-da68dec63b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (951ac1f6-bd19-4bbd-9335-9b378464bc44), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.513303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d08-235b-4678-9b6e-da68dec63b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.516796 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2bf30d08-235b-4678-9b6e-da68dec63b15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/951ac1f6-bd19-4bbd-9335-9b378464bc44 HTTP/1.1" status: 204 len: 168 time: 0.1317263 Jan 28 14:20:03.531696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf30d08-235b-4678-9b6e-da68dec63b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ac1f6-bd19-4bbd-9335-9b378464bc44,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:03.829288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44518) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:03.843221 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ec7e330-046e-4a90-b0e8-b24b880c0713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.928826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ec7e330-046e-4a90-b0e8-b24b880c0713 admin admin] Publish callbacks [] for security_group (9d337c60-bff0-46d9-92e7-760db7159f6d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.933210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5ec7e330-046e-4a90-b0e8-b24b880c0713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9d337c60-bff0-46d9-92e7-760db7159f6d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:03.970882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7e330-046e-4a90-b0e8-b24b880c0713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d337c60-bff0-46d9-92e7-760db7159f6d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:03.976307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5ec7e330-046e-4a90-b0e8-b24b880c0713 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=491799c06814404c815be7c9fde0f8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459153 Jan 28 14:20:03.979103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44520) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:04.028629 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3752c49-b994-49c7-b392-1ffe5b69d527 admin admin] Publish callbacks [] for security_group (9d337c60-bff0-46d9-92e7-760db7159f6d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:04.052297 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3752c49-b994-49c7-b392-1ffe5b69d527 admin admin] Publish callbacks [] for security_group (9d337c60-bff0-46d9-92e7-760db7159f6d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:04.099532 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3752c49-b994-49c7-b392-1ffe5b69d527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9d337c60-bff0-46d9-92e7-760db7159f6d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:04.102152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c3752c49-b994-49c7-b392-1ffe5b69d527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:04.103654 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c3752c49-b994-49c7-b392-1ffe5b69d527 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d337c60-bff0-46d9-92e7-760db7159f6d HTTP/1.1" status: 204 len: 168 time: 0.1227746 Jan 28 14:20:04.112260 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3752c49-b994-49c7-b392-1ffe5b69d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d337c60-bff0-46d9-92e7-760db7159f6d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:04.577823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 49c7bd38-ccf8-4507-b8cb-67a3b8416675 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:20:04.597831 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 49c7bd38-ccf8-4507-b8cb-67a3b8416675 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:20:04.598188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 49c7bd38-ccf8-4507-b8cb-67a3b8416675 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:20:04.774899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:04.877674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-240310239-network', 'tenant_id': 'c2fc36a5878c4cddb81344372be1e1f3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:04.897899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Made reservation on behalf of c2fc36a5878c4cddb81344372be1e1f3 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:04.900262 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:04.909069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:04.996062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks [] for security_group (46d1bb0a-1a35-4430-9164-65b410cc4ff5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:04.999620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-08fa1e0b-7794-4531-adb3-986b5e998dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.000735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (46d1bb0a-1a35-4430-9164-65b410cc4ff5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.026952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:20:05.036892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1bb0a-1a35-4430-9164-65b410cc4ff5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:05.041864 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (920ca11f-ea69-457e-931c-bd5a8d882822), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.042211 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Added segment 920ca11f-ea69-457e-931c-bd5a8d882822 of type vlan for network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 Jan 28 14:20:05.093227 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (7ae78adb-2422-4f2f-9dcf-e2df16111c14), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.123722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (7ae78adb-2422-4f2f-9dcf-e2df16111c14), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.124801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:05.125385 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.203254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4271181 Jan 28 14:20:05.206474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44546) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:05.211481 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Request body: {'subnet': {'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-240310239-subnet', 'tenant_id': 'c2fc36a5878c4cddb81344372be1e1f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:05.223237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20701c93-d4e1-40ee-97ab-863bf7b3b389 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae78adb-2422-4f2f-9dcf-e2df16111c14,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:05.234277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:20:05.237273 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Made reservation on behalf of c2fc36a5878c4cddb81344372be1e1f3 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:05.239791 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.421496 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (427046c8-c021-4f98-bd33-11ad3212212b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.482782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427046c8-c021-4f98-bd33-11ad3212212b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:05.496115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Checking segment: {'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:20:05.496489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Network hostable DHCP agents. Network: 7ae78adb-2422-4f2f-9dcf-e2df16111c14, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:20:05.514322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:20:05.525123 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 7ae78adb-2422-4f2f-9dcf-e2df16111c14) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:20:05.530258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:05.530849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:05.537060 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca94bcc-2e08-4547-b0fc-e452ef1c58e0 None None] Network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:20:05.549528 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fe101834-bf95-4faa-bb4f-33596dc255b1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3419371 Jan 28 14:20:05.650564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52bc44-646a-430c-ab0b-a4c36bb97089 None None] Network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:20:06.035245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754287-0f7c-4500-9c58-e5d21503502b req-1fd10048-e724-46e6-908a-b1dbfcc9a858 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:06.036767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-1fd10048-e724-46e6-908a-b1dbfcc9a858 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 811 time: 0.1152215 Jan 28 14:20:06.054366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-2b9d665e-508f-4b35-ba7c-e2ed88a5bb9c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/quotas/c2fc36a5878c4cddb81344372be1e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0099459 Jan 28 14:20:06.089630 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-e4714588-f1a6-467c-b539-7fa940aa57f4 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278339 Jan 28 14:20:06.203528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-7b528660-c2a5-4e97-ae0a-1119e6662b18 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063309 Jan 28 14:20:06.297839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-ac481964-1d86-48a1-b031-4bcc44466b99 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879848 Jan 28 14:20:06.463049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d62208e3-28b0-4c54-9460-95e58068b2fe req-de9a9d2e-1ce5-4c79-861d-4be26615bf88 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 210 time: 0.0318511 Jan 28 14:20:07.438654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754287-0f7c-4500-9c58-e5d21503502b req-7093f64e-ff28-4d4f-a69c-c05cecdeb21e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:07.440268 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-7093f64e-ff28-4d4f-a69c-c05cecdeb21e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.60 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 811 time: 0.1123250 Jan 28 14:20:07.455056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Request body: {'port': {'device_id': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14', 'admin_state_up': True, 'tenant_id': 'c2fc36a5878c4cddb81344372be1e1f3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:07.574102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24e1d299-5f66-4600-88ec-696567702bcb req-e794d20f-eeb8-4903-9deb-e506f09f1acd tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 210 time: 0.0334759 Jan 28 14:20:07.601856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Made reservation on behalf of c2fc36a5878c4cddb81344372be1e1f3 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:07.605831 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.734923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Allocated IP 172.20.0.9 (7ae78adb-2422-4f2f-9dcf-e2df16111c14/427046c8-c021-4f98-bd33-11ad3212212b/925d1699-9a5f-4586-a5aa-0a47e0267b3e) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:20:07.776953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64eaf4a4-d630-4207-9627-11ecfe67bfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.893409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks [] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.928237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:07.971205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:20:07.974220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:20:07.980639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:20:07.987042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:08.035802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.036446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.052412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-58ad8fb9-7aa4-41ae-bae0-7f10b2f90a1a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027668 Jan 28 14:20:08.064908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Request body: {'port': {'device_id': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:08.118739 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.382377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925d1699-9a5f-4586-a5aa-0a47e0267b3e {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:20:08.390284 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Publish callbacks [] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.402208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Transition to ACTIVE for port object 925d1699-9a5f-4586-a5aa-0a47e0267b3e will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:20:08.406027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.460380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:08.527905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:20:08.528439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:20:08.528633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:08.533030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:20:08.533354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:08.538149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:20:08.538491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Checking segment: {'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:20:08.538875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Bound using segment: {'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:20:08.539305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Bound port: 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:20:08.539664 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.603951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:20:08.608290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:20:08.613361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.660265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.660896 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.662301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] 10.222.0.60 "PUT /v2.0/ports/925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 1091 time: 0.6014833 Jan 28 14:20:08.662747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:08.665013 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:08.734459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7f23b-0026-438f-bcd5-858e6452c0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:08.752284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d9492-ea41-4c7b-8549-309805deecea req-3d6a876e-e10c-47d4-9a8d-8a15e3e3b967 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.753787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be9d9492-ea41-4c7b-8549-309805deecea req-3d6a876e-e10c-47d4-9a8d-8a15e3e3b967 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 943 time: 0.1104348 Jan 28 14:20:08.770064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754287-0f7c-4500-9c58-e5d21503502b req-4db67b1b-ddcc-4c28-809a-046d4773f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.771618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-4db67b1b-ddcc-4c28-809a-046d4773f705 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1094 time: 0.0674417 Jan 28 14:20:08.823060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-6f93771d-44b9-46a7-baed-4b90699cd603 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0431070 Jan 28 14:20:08.872341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be9d9492-ea41-4c7b-8549-309805deecea req-1dc77450-3d8f-4a91-96f9-047ce02da416 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115344 Jan 28 14:20:08.874748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:08.892534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754287-0f7c-4500-9c58-e5d21503502b req-52527c35-61ce-4029-8176-1a05f3d6b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:08.894030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-52527c35-61ce-4029-8176-1a05f3d6b812 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.0634205 Jan 28 14:20:08.927292 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2054689d-a54a-4846-bff2-0ba0405b2af8 x-openstack-request-id: req-2054689d-a54a-4846-bff2-0ba0405b2af8 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:08.927593 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:08.927854 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2054689d-a54a-4846-bff2-0ba0405b2af8 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:08.928281 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'status': 'completed', 'code': 200} Jan 28 14:20:08.930167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-47d10aef-fb43-4f51-b4a6-b7d8b7dae457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278785 Jan 28 14:20:09.024594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-11c1c1a0-76da-4645-a84a-11659d7baec2 service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876384 Jan 28 14:20:09.114934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19754287-0f7c-4500-9c58-e5d21503502b req-875b25c4-2910-4088-9b07-6b7a49eebd4d service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836291 Jan 28 14:20:09.208331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-9b4bba2b-363c-4514-9f77-542346451d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:09.209839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-9b4bba2b-363c-4514-9f77-542346451d97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1094 time: 0.0415945 Jan 28 14:20:09.302169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-e6c3ecbe-0759-423c-a07b-abb9108e4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:09.303653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-e6c3ecbe-0759-423c-a07b-abb9108e4f16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 912 time: 0.0878577 Jan 28 14:20:09.345150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-2ccc2e99-bc49-40e0-90d0-971e94766c5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0345242 Jan 28 14:20:09.399462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-be99bff6-2bcb-4c93-a716-1eb306ee4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:09.401112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-be99bff6-2bcb-4c93-a716-1eb306ee4c4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.0485346 Jan 28 14:20:09.433080 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-5fb0c437-a7fd-4ad4-a436-30db51f446d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240281 Jan 28 14:20:09.522384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-c3eb6c36-816d-452b-95a5-cd1be42d4f8e service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832379 Jan 28 14:20:09.616533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02e18d36-0fbe-47af-9a9c-9768f43e7ae6 req-2e5e3c74-2088-489d-8ec8-080e79c09e36 service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866101 Jan 28 14:20:09.991948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796360a7-8e15-4089-a418-702b683fef84 req-a9b76cb9-32aa-4a89-aa61-1d92718a247a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:09.993445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-796360a7-8e15-4089-a418-702b683fef84 req-a9b76cb9-32aa-4a89-aa61-1d92718a247a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 943 time: 0.0484872 Jan 28 14:20:10.039441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-796360a7-8e15-4089-a418-702b683fef84 req-6970ed7a-b5f2-4da8-86dd-6377358cbfd5 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Jan 28 14:20:10.719153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:11.162512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9e497-7490-4dbf-96ea-63491ff957b9 req-255f6743-9e30-477d-aebc-79b58a084fd5 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:11.163992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c9e497-7490-4dbf-96ea-63491ff957b9 req-255f6743-9e30-477d-aebc-79b58a084fd5 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 943 time: 0.0509508 Jan 28 14:20:11.216281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c9e497-7490-4dbf-96ea-63491ff957b9 req-11b638ab-c39c-4fb5-8fd6-795191d6c1b3 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Jan 28 14:20:11.886219 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:12.330731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa534249-9da1-46a4-a802-189b568b2688 req-71a253c0-5f89-4a8b-8509-87a741f36c25 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:12.332232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa534249-9da1-46a4-a802-189b568b2688 req-71a253c0-5f89-4a8b-8509-87a741f36c25 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 943 time: 0.0480909 Jan 28 14:20:12.378508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa534249-9da1-46a4-a802-189b568b2688 req-ac1fa691-af1b-4c34-a896-79c0dd9cae82 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Jan 28 14:20:12.573399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:20:12.666392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:12.677929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14', 'port_id': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'mac_address': 'fa:16:3e:5d:09:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427046c8-c021-4f98-bd33-11ad3212212b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:20:12.718760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 925d1699-9a5f-4586-a5aa-0a47e0267b3e is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:12.719156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:12.732083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925d1699-9a5f-4586-a5aa-0a47e0267b3e {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:20:12.750730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:12.754912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:12.802251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:12.984091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['925d1699-9a5f-4586-a5aa-0a47e0267b3e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:20:13.499263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8d2ab-d261-447d-8171-eedd1051c382 req-743974f6-3df2-4d55-bcdf-1ee4ba440b9b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:13.500689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bf8d2ab-d261-447d-8171-eedd1051c382 req-743974f6-3df2-4d55-bcdf-1ee4ba440b9b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 944 time: 0.0512049 Jan 28 14:20:13.546928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6bf8d2ab-d261-447d-8171-eedd1051c382 req-f42046fb-87f9-4ea5-9e2f-a206940e710f tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Jan 28 14:20:14.589334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:20:14.641528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 925d1699-9a5f-4586-a5aa-0a47e0267b3e completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:20:14.646573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 925d1699-9a5f-4586-a5aa-0a47e0267b3e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:20:14.646950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:14.673079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1df070-44b4-4094-a58a-7f9d2e88d50b req-80e766fa-9b4a-4c20-97d2-47564c8a597e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:14.674579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f1df070-44b4-4094-a58a-7f9d2e88d50b req-80e766fa-9b4a-4c20-97d2-47564c8a597e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 944 time: 0.0549307 Jan 28 14:20:14.723463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f1df070-44b4-4094-a58a-7f9d2e88d50b req-6a5e8bf6-af65-4cc6-ba58-a0e0f00bd36e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Jan 28 14:20:14.730108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 925d1699-9a5f-4586-a5aa-0a47e0267b3e is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:14.730498 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:14.752873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:14.755164 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d137f58-b07d-46c2-b906-567bb4b88e62" -d '{"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-plugged", "status": "completed", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:14.767519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:14.772485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:14.798672 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a1ec1e-0fe6-4188-8f68-c56721948a49 x-openstack-request-id: req-38a1ec1e-0fe6-4188-8f68-c56721948a49 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:14.798973 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-plugged", "status": "completed", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:14.799230 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38a1ec1e-0fe6-4188-8f68-c56721948a49 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:14.799622 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'code': 200} Jan 28 14:20:14.823729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:14.910996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274cafb-c40e-4927-9918-f96d64f0e3f0 req-781dd2c8-b9f5-4fd4-913d-7fda8c1c8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:14.912594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1274cafb-c40e-4927-9918-f96d64f0e3f0 req-781dd2c8-b9f5-4fd4-913d-7fda8c1c8246 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1096 time: 0.0447192 Jan 28 14:20:14.960676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1274cafb-c40e-4927-9918-f96d64f0e3f0 req-773d0931-f6e7-400a-9c30-766e8c2c5659 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Jan 28 14:20:15.849941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1cf6b-6f48-4f95-9d60-8e5c05fd6136 req-4ee54d0c-c3c9-47dc-b990-2429aa1c7fc8 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:15.851466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8af1cf6b-6f48-4f95-9d60-8e5c05fd6136 req-4ee54d0c-c3c9-47dc-b990-2429aa1c7fc8 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0603232 Jan 28 14:20:15.908664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8af1cf6b-6f48-4f95-9d60-8e5c05fd6136 req-410e01aa-893c-46c8-8f20-5e97089573a2 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499098 Jan 28 14:20:17.027924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1d11-a557-4eb6-a01a-c9ea74d07d3f req-853e3409-728d-4a3e-aa85-3ab65034538c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:17.029480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-626c1d11-a557-4eb6-a01a-c9ea74d07d3f req-853e3409-728d-4a3e-aa85-3ab65034538c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0494030 Jan 28 14:20:17.079953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-626c1d11-a557-4eb6-a01a-c9ea74d07d3f req-8632d924-8911-4410-a92e-2f4a64d7fecd tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Jan 28 14:20:17.315223 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44602) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:17.342493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a939cd6-60a2-4b59-8d50-771a8df7b8ce req-2ee3e9ba-3cf0-4c7d-8c43-15e5e38c9510 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:17.348519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a939cd6-60a2-4b59-8d50-771a8df7b8ce req-2ee3e9ba-3cf0-4c7d-8c43-15e5e38c9510 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0577416 Jan 28 14:20:17.402407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a939cd6-60a2-4b59-8d50-771a8df7b8ce req-9dac2823-e34f-45e2-93a6-872d8e863c80 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Jan 28 14:20:17.413501 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-22cd82b1-4ad8-4921-8051-3c758fa9490b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963109 Jan 28 14:20:17.422573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-ac5dc048-8e81-41c1-8df0-46a0d80c097b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:20:17.423545 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-ac5dc048-8e81-41c1-8df0-46a0d80c097b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049255 Jan 28 14:20:18.545633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e453-e6c1-4871-b685-7893b4f16533 req-a87b4300-9008-4844-a5d3-66b1679d3358 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:18.547361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3af9e453-e6c1-4871-b685-7893b4f16533 req-a87b4300-9008-4844-a5d3-66b1679d3358 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0604880 Jan 28 14:20:18.613083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3af9e453-e6c1-4871-b685-7893b4f16533 req-7f0cc7ad-6b3a-4f52-aa3e-0b84a7745854 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558860 Jan 28 14:20:18.771417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-6f7af4b8-6205-4602-9428-e089eab4c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:18.772887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-6f7af4b8-6205-4602-9428-e089eab4c934 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1096 time: 0.0427318 Jan 28 14:20:18.883027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-462039cb-dbf4-4575-b1a4-db13165eb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:18.884450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-462039cb-dbf4-4575-b1a4-db13165eb917 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 912 time: 0.1036091 Jan 28 14:20:18.929357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-1b72b6ee-92f5-4617-917e-03fd4f07f976 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0381632 Jan 28 14:20:19.000433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-33b9fcca-5966-4030-84ed-77dfa3e7f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:19.002905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-33b9fcca-5966-4030-84ed-77dfa3e7f54e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.0675983 Jan 28 14:20:19.038510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-0193fe5a-65c3-4371-8e7d-c256f5f4137d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292547 Jan 28 14:20:19.138798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-7a3665dd-5be7-4a51-987a-7f5b81a7e03f service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933108 Jan 28 14:20:19.266895 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-655524b7-6e2a-4c92-9d50-d9d37e4ed955 service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214137 Jan 28 14:20:19.738678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591c3a-aa3a-46a4-8778-6c1276d3c2d7 req-9c6ecbde-d637-4d98-8fdc-1cf926a3022b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:19.740362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2591c3a-aa3a-46a4-8778-6c1276d3c2d7 req-9c6ecbde-d637-4d98-8fdc-1cf926a3022b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0544868 Jan 28 14:20:19.788397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2591c3a-aa3a-46a4-8778-6c1276d3c2d7 req-e889af1b-7450-4cc8-a7dc-1406272c7e3c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Jan 28 14:20:20.903110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a0853-041a-404b-8d37-2fb4d0b83f6f req-a8311e63-9c8b-44d4-8bda-a86316f12db5 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:20.904838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f37a0853-041a-404b-8d37-2fb4d0b83f6f req-a8311e63-9c8b-44d4-8bda-a86316f12db5 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0476277 Jan 28 14:20:20.953989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f37a0853-041a-404b-8d37-2fb4d0b83f6f req-211b0b47-73a4-47c0-ae95-03f162e9c960 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Jan 28 14:20:22.076698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85665770-6090-47f5-928e-2d459adebf4c req-0b673e8c-add7-40f6-9b99-85f68f47ad50 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:22.078198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85665770-6090-47f5-928e-2d459adebf4c req-0b673e8c-add7-40f6-9b99-85f68f47ad50 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Jan 28 14:20:22.125662 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85665770-6090-47f5-928e-2d459adebf4c req-d253ea45-d35c-4dd3-9fb8-10614a4c1c1b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Jan 28 14:20:23.254262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a6510-4370-40a2-9858-49a40c12b18a req-765c6326-1502-43be-9576-5e7f9c71019e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:23.255731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e91a6510-4370-40a2-9858-49a40c12b18a req-765c6326-1502-43be-9576-5e7f9c71019e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Jan 28 14:20:23.302916 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e91a6510-4370-40a2-9858-49a40c12b18a req-be224b5c-92d1-49f9-b767-df781996818d tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Jan 28 14:20:24.423860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636f2b8-3f69-4ea5-929e-89adb0628f02 req-dff99a54-7330-4c1b-994a-f70327804a16 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:24.425494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5636f2b8-3f69-4ea5-929e-89adb0628f02 req-dff99a54-7330-4c1b-994a-f70327804a16 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0502784 Jan 28 14:20:24.781530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5636f2b8-3f69-4ea5-929e-89adb0628f02 req-ae2910b0-bf15-4a66-a540-5c8b429ff379 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504264 Jan 28 14:20:25.899585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7071d7-7087-4d09-aeab-421ac5904fce req-ae91ada2-4445-40b6-b330-9bcb5794099a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:25.901124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e7071d7-7087-4d09-aeab-421ac5904fce req-ae91ada2-4445-40b6-b330-9bcb5794099a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Jan 28 14:20:25.949255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e7071d7-7087-4d09-aeab-421ac5904fce req-74b79ebf-4754-4c88-8b30-ddd47a9244d1 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Jan 28 14:20:27.062332 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:27.073150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984f015-1bf2-4a06-89e0-521bab89b0ff req-1709460a-e71d-45ba-b6e8-03908cf8a7ed tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:27.074632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1984f015-1bf2-4a06-89e0-521bab89b0ff req-1709460a-e71d-45ba-b6e8-03908cf8a7ed tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0576701 Jan 28 14:20:27.124945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1984f015-1bf2-4a06-89e0-521bab89b0ff req-0677050f-f205-4d71-835a-8dece3809ddc tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Jan 28 14:20:27.913023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-2efab70b-318d-45f6-b21e-00fcbf4cf99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:27.914519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-2efab70b-318d-45f6-b21e-00fcbf4cf99f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1096 time: 0.0431314 Jan 28 14:20:28.035970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-37cdafdc-de81-4f36-9678-5b803a658034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:28.038179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-37cdafdc-de81-4f36-9678-5b803a658034 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 912 time: 0.1000557 Jan 28 14:20:28.085586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-201918e3-2061-4517-b8cc-6f59b9f4d19a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0410252 Jan 28 14:20:28.132753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-97b8734c-9a96-4b32-8c4e-4ed0821b511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:28.134245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-97b8734c-9a96-4b32-8c4e-4ed0821b511d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.0436261 Jan 28 14:20:28.168623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-db500b57-d816-4c33-9359-03f20c7ceed4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266259 Jan 28 14:20:28.311776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d712a3-d170-4887-9b5e-62e4cae274ba req-d9f4d066-717e-4b13-9621-3648a13853ae tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:28.313305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02d712a3-d170-4887-9b5e-62e4cae274ba req-d9f4d066-717e-4b13-9621-3648a13853ae tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.1032593 Jan 28 14:20:28.325608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-974c9f15-76df-448e-9111-1c313cc9ba1d service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384933 Jan 28 14:20:28.418790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02d712a3-d170-4887-9b5e-62e4cae274ba req-aa9ead13-101e-49e4-8778-fdcdd3ba8121 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957661 Jan 28 14:20:28.452204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5683c840-99fa-42f1-9ed1-f23611343ad1 req-d1d2ed8a-6337-409b-9383-9b5357d7a44a service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136317 Jan 28 14:20:28.496345 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:29.543371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c105e6-b86c-4edb-aefb-ac6666899c1f req-7ad5f69b-bc40-484b-9b77-a80e365249f7 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:29.544900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48c105e6-b86c-4edb-aefb-ac6666899c1f req-7ad5f69b-bc40-484b-9b77-a80e365249f7 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0529189 Jan 28 14:20:29.603381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48c105e6-b86c-4edb-aefb-ac6666899c1f req-997bbc03-2d5a-4de7-8965-160ce57587c7 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529015 Jan 28 14:20:30.724477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3b43-ee55-4ca3-a822-d419477c7be9 req-c1cf3d3b-d3a1-4661-ae61-9e542b4ca449 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:30.725969 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b6c3b43-ee55-4ca3-a822-d419477c7be9 req-c1cf3d3b-d3a1-4661-ae61-9e542b4ca449 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0526888 Jan 28 14:20:30.777244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2b6c3b43-ee55-4ca3-a822-d419477c7be9 req-f13bd84e-1d39-47f5-bade-acf1434113ea tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Jan 28 14:20:31.898594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023361c-f6f5-4f53-a1d4-1324ade35bc6 req-4a6180a5-9ece-44be-926e-d9cb86b7fda7 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:31.900124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f023361c-f6f5-4f53-a1d4-1324ade35bc6 req-4a6180a5-9ece-44be-926e-d9cb86b7fda7 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0525012 Jan 28 14:20:31.948634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f023361c-f6f5-4f53-a1d4-1324ade35bc6 req-b638c66e-7a0f-4fff-ab6b-c1a8724dacac tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Jan 28 14:20:33.071986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4b978-0450-430c-bde4-2c362437314d req-db3b3ca6-01f6-42a0-84f0-c5a82885935c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:33.073602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fd4b978-0450-430c-bde4-2c362437314d req-db3b3ca6-01f6-42a0-84f0-c5a82885935c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Jan 28 14:20:33.122572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7fd4b978-0450-430c-bde4-2c362437314d req-a2fc2b46-6c3b-48e2-8528-a475ab93d939 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Jan 28 14:20:33.761374 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:20:34.243685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a8212-fe4a-4929-bea8-2ca985844990 req-c5a785d6-972a-4d3f-97d2-d1c3a10cfae1 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:34.246127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-806a8212-fe4a-4929-bea8-2ca985844990 req-c5a785d6-972a-4d3f-97d2-d1c3a10cfae1 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0541222 Jan 28 14:20:34.293743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-806a8212-fe4a-4929-bea8-2ca985844990 req-a9ba9978-41ed-473a-b30a-75d1e3192b7c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Jan 28 14:20:34.992396 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dfbbca97-53a7-4d00-bff5-8a444195726c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:35.412578 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c088b4-9901-4f2d-9b87-7f4c2df096c0 req-44429791-bb09-4907-bf3c-a71d5f8ccd5c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:35.414079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81c088b4-9901-4f2d-9b87-7f4c2df096c0 req-44429791-bb09-4907-bf3c-a71d5f8ccd5c tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0540478 Jan 28 14:20:35.466507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81c088b4-9901-4f2d-9b87-7f4c2df096c0 req-7bd473b1-b8ba-4e32-abe9-a7c5ea469673 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Jan 28 14:20:36.587487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da27b6a-7915-46f4-90bf-e5298c3bfc63 req-e01f6984-11f5-4bd3-965e-8b4379585027 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:36.589582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8da27b6a-7915-46f4-90bf-e5298c3bfc63 req-e01f6984-11f5-4bd3-965e-8b4379585027 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Jan 28 14:20:36.643328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8da27b6a-7915-46f4-90bf-e5298c3bfc63 req-f83dfb0c-99c1-4429-a840-115d4c386a4d tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Jan 28 14:20:37.775827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09485963-a019-44dc-bf5e-955edc20752d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:37.784539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05f95-fa80-48ef-9362-6330c945c002 req-4a8cf596-0f7e-40de-98bf-319d29380b2a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:37.786195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdb05f95-fa80-48ef-9362-6330c945c002 req-4a8cf596-0f7e-40de-98bf-319d29380b2a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0594661 Jan 28 14:20:37.841592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bdb05f95-fa80-48ef-9362-6330c945c002 req-b59d0694-b078-4425-b3df-c44b3dd56533 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491676 Jan 28 14:20:38.878918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:38.967742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2eab9-02a5-4dcd-8a1d-e45e8588903c req-9d21dd3e-4807-4ea4-8b18-722af61a9c87 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:38.969615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1d2eab9-02a5-4dcd-8a1d-e45e8588903c req-9d21dd3e-4807-4ea4-8b18-722af61a9c87 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0510046 Jan 28 14:20:39.037376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1d2eab9-02a5-4dcd-8a1d-e45e8588903c req-3cc76493-9c83-4ad2-b68c-5f7c21beddde tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618753 Jan 28 14:20:40.165162 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d12f4-c976-4190-90a8-0fa658f6b553 req-5218183c-faa0-4640-bbba-de5c90cfad4b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:40.166716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c15d12f4-c976-4190-90a8-0fa658f6b553 req-5218183c-faa0-4640-bbba-de5c90cfad4b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0556276 Jan 28 14:20:40.222696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c15d12f4-c976-4190-90a8-0fa658f6b553 req-4f71f079-28f6-4b07-8597-97ab86a1a210 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502677 Jan 28 14:20:40.723621 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:41.345025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5966a2-aa10-4df6-b75e-f8f107689442 req-62b960a8-c38f-46e9-8341-5a6859c09085 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:41.346582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f5966a2-aa10-4df6-b75e-f8f107689442 req-62b960a8-c38f-46e9-8341-5a6859c09085 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0516293 Jan 28 14:20:41.407221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f5966a2-aa10-4df6-b75e-f8f107689442 req-7d973513-a856-4796-b4c1-f22bc0bd58a4 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537019 Jan 28 14:20:41.897264 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:42.532573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5667f-7217-4eaf-bb81-d17317ccadc5 req-d4499452-3011-42ca-b3cd-c0a20c718f7b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:42.534103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3f5667f-7217-4eaf-bb81-d17317ccadc5 req-d4499452-3011-42ca-b3cd-c0a20c718f7b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0568178 Jan 28 14:20:42.590176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3f5667f-7217-4eaf-bb81-d17317ccadc5 req-93f22f08-bce4-4964-966c-146c28e27a13 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jan 28 14:20:43.725462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e179a86-dac6-47bd-b1a9-e47f5a1643dc req-10caeb3b-e1ab-4cac-8967-bb7a72a94e63 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:43.727034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e179a86-dac6-47bd-b1a9-e47f5a1643dc req-10caeb3b-e1ab-4cac-8967-bb7a72a94e63 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0576098 Jan 28 14:20:43.775076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e179a86-dac6-47bd-b1a9-e47f5a1643dc req-3b7a757f-67fa-4192-97d7-4b8a049b1eb4 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Jan 28 14:20:44.899507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0342c2-dc55-4044-8f99-b94a3e3e1575 req-8690b514-0223-46e1-aff9-7f440765bd34 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:44.901776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa0342c2-dc55-4044-8f99-b94a3e3e1575 req-8690b514-0223-46e1-aff9-7f440765bd34 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0549800 Jan 28 14:20:44.955781 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa0342c2-dc55-4044-8f99-b94a3e3e1575 req-ea697052-6142-444c-878e-b6c42e43a8ad tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Jan 28 14:20:46.083826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaf1a1-4ea7-40cf-8e05-09d7c37f8f74 req-5c4ba34a-05dd-4c2f-9a41-c4e357dfd7de tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:46.085370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6dfaf1a1-4ea7-40cf-8e05-09d7c37f8f74 req-5c4ba34a-05dd-4c2f-9a41-c4e357dfd7de tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0550604 Jan 28 14:20:46.138424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6dfaf1a1-4ea7-40cf-8e05-09d7c37f8f74 req-cb85aa96-9d33-4aa4-8fc7-03bb7e871e0b tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Jan 28 14:20:46.536424 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-ec5a4914-a70b-4863-b34e-07e070f87285 service neutron] show failed (client error): The resource could not be found. Jan 28 14:20:46.537502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-ec5a4914-a70b-4863-b34e-07e070f87285 service neutron] 10.222.0.60 "GET /v2.0/ports/925d1699-9a5f-4586-a5aa-0a47e0267b3e/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0613704 Jan 28 14:20:46.895010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-fa914d9f-7ab7-4c88-965f-7faca9d1d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:46.896566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-fa914d9f-7ab7-4c88-965f-7faca9d1d062 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88&tenant_id=c2fc36a5878c4cddb81344372be1e1f3 HTTP/1.1" status: 200 len: 1096 time: 0.1270695 Jan 28 14:20:46.910263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-87e665f3-1ad8-4c13-b5fc-d77d838129ba service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:20:46.911291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-87e665f3-1ad8-4c13-b5fc-d77d838129ba service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052741 Jan 28 14:20:46.926682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:46.999259 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:47.213892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:47.281290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:20:47.319683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7633-f113-43b1-8be9-0ef2edb7c801 req-8f0d3af1-86d0-44cc-9c6f-85bde013a2d2 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:47.321244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab1b7633-f113-43b1-8be9-0ef2edb7c801 req-8f0d3af1-86d0-44cc-9c6f-85bde013a2d2 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0979941 Jan 28 14:20:47.343148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:47.345479 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f5881-d6e3-4a82-af5d-e95b4539afc8" -d '{"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-unplugged", "status": "completed", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:47.350605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Publish callbacks [] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:47.375466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Transition to ACTIVE for port object 925d1699-9a5f-4586-a5aa-0a47e0267b3e will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:20:47.381551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:47.428969 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab1b7633-f113-43b1-8be9-0ef2edb7c801 req-74532d8e-6902-4b49-ba3c-f2a4fcb9de22 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944211 Jan 28 14:20:47.471202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:47.474412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] No DVR routers for this DVR port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:20:47.486022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.486378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.486742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.487087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.487434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.487771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.488130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.488467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.488798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.489133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.489493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.489787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.490115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:47.501033 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf313be-40ce-4bfe-a94d-62dc5ab11f00 x-openstack-request-id: req-5bf313be-40ce-4bfe-a94d-62dc5ab11f00 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:47.501210 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-unplugged", "status": "completed", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:47.501439 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bf313be-40ce-4bfe-a94d-62dc5ab11f00 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:47.501841 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'code': 200} Jan 28 14:20:47.528952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:20:47.529287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:20:47.529645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:47.535090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:20:47.535621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Attempting to bind port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on network 7ae78adb-2422-4f2f-9dcf-e2df16111c14 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:20:47.540849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:20:47.541197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Checking segment: {'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:20:47.541755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Bound using segment: {'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:20:47.542212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Bound port: 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920ca11f-ea69-457e-931c-bd5a8d882822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:20:47.542605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:47.609313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:20:47.612580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:20:47.618115 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:47.653685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:47.654375 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:47.655738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] 10.222.0.36 "PUT /v2.0/ports/925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 1091 time: 0.7334058 Jan 28 14:20:47.700647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e78996-942f-4e74-a7c0-437c8ff54600 service neutron] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:47.739529 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-bf4ab190-6fa5-419c-b508-f55d46089aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:47.741088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-bf4ab190-6fa5-419c-b508-f55d46089aaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1094 time: 0.0598207 Jan 28 14:20:47.843120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-5ea55982-c706-4895-a01f-4c73e01cf917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:47.844766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-5ea55982-c706-4895-a01f-4c73e01cf917 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 912 time: 0.0944543 Jan 28 14:20:47.886860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-f34bc545-390e-4060-9b77-148ba2d274fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0348511 Jan 28 14:20:47.943894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-966247a1-7b45-4db4-baaa-256ef2c42bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:47.945778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-966247a1-7b45-4db4-baaa-256ef2c42bcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.0529194 Jan 28 14:20:47.980537 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-a308de9c-3927-4780-a121-49023657612c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281055 Jan 28 14:20:48.082622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-e1fd8f61-338f-40bf-9a90-2fc6712defd3 service neutron] 10.222.0.36 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956819 Jan 28 14:20:48.205057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-60d97ab9-3ab0-407d-b310-0bcbebaa3d1a req-f69482bd-fe8a-4481-a089-30474ac1743f service neutron] 10.222.0.36 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146381 Jan 28 14:20:48.583544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456ddd-e6c9-4578-8b93-d8989b1445d9 req-49345641-2d29-4577-82dd-82a95d8c9054 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:48.585062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6456ddd-e6c9-4578-8b93-d8989b1445d9 req-49345641-2d29-4577-82dd-82a95d8c9054 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 943 time: 0.0694785 Jan 28 14:20:48.635721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6456ddd-e6c9-4578-8b93-d8989b1445d9 req-d288c739-9ce0-4d41-81c3-16de097533ca tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Jan 28 14:20:49.502955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:49.505335 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6158c61d-ceab-498e-a221-8951de51ed27" -d '{"events": [{"name": "network-changed", "server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:49.555075 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3799e2-94f4-4acc-a15d-3ef89c9f42ed x-openstack-request-id: req-6e3799e2-94f4-4acc-a15d-3ef89c9f42ed {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:49.555446 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:49.555943 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e3799e2-94f4-4acc-a15d-3ef89c9f42ed {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:49.556371 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'status': 'completed', 'code': 200} Jan 28 14:20:49.656785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c61d-ceab-498e-a221-8951de51ed27 req-6414c006-7d62-448c-9c05-b0a4a5af2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:49.658338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-6414c006-7d62-448c-9c05-b0a4a5af2f5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1094 time: 0.0724280 Jan 28 14:20:49.660148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c61d-ceab-498e-a221-8951de51ed27 req-6437ca30-f8bb-49d1-8b83-1f0eea6eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:49.661553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-6437ca30-f8bb-49d1-8b83-1f0eea6eb38b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1094 time: 0.0837584 Jan 28 14:20:49.853358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c61d-ceab-498e-a221-8951de51ed27 req-57d4983e-e81c-4edf-a0b7-4ea973009be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:49.855671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-57d4983e-e81c-4edf-a0b7-4ea973009be0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 912 time: 0.1819134 Jan 28 14:20:49.909476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb1c97-2080-4f53-aa6f-860cc634a573 req-2755fe30-b269-4e83-9d86-c3bd571e029d tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:49.911063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dcb1c97-2080-4f53-aa6f-860cc634a573 req-2755fe30-b269-4e83-9d86-c3bd571e029d tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 943 time: 0.1814821 Jan 28 14:20:49.943381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c61d-ceab-498e-a221-8951de51ed27 req-7f6fa923-fca2-45c8-9e6c-bb888456f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:49.945298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-7f6fa923-fca2-45c8-9e6c-bb888456f9a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 912 time: 0.2795167 Jan 28 14:20:49.949128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-33f289fe-5ea9-458d-9a33-f8969c5f0b3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0714877 Jan 28 14:20:49.952146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:20:50.040108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-6840e14a-1025-48b8-960f-5ccf4b0755e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0846856 Jan 28 14:20:50.076950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:50.090391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'network_id': '7ae78adb-2422-4f2f-9dcf-e2df16111c14', 'port_id': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'mac_address': 'fa:16:3e:5d:09:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427046c8-c021-4f98-bd33-11ad3212212b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:20:50.114658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c61d-ceab-498e-a221-8951de51ed27 req-918c64d9-57bc-44c7-8f5c-9b4c360cf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:50.116123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-918c64d9-57bc-44c7-8f5c-9b4c360cf544 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.1597307 Jan 28 14:20:50.123026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3dcb1c97-2080-4f53-aa6f-860cc634a573 req-54de431c-98d6-4ac6-8337-b61826598fc8 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813836 Jan 28 14:20:50.148290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 925d1699-9a5f-4586-a5aa-0a47e0267b3e is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:50.148825 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:50.160265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-148d50e6-1f16-4778-9a5a-d891b5646327 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344365 Jan 28 14:20:50.162116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c61d-ceab-498e-a221-8951de51ed27 req-df0bcf2a-b023-4164-a718-4e16874c32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:50.163542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-df0bcf2a-b023-4164-a718-4e16874c32ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.1083019 Jan 28 14:20:50.168536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925d1699-9a5f-4586-a5aa-0a47e0267b3e {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:20:50.195657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:50.202759 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:50.248755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-e0b2af2e-124b-4ec5-a290-b718b9e107ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727351 Jan 28 14:20:50.266247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:50.277261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.277692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.277967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.278313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.278653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.278992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.279325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.279657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.280428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.280428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.280739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.280990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.281313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:50.349659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-8f6b6194-0cb4-4bbb-98f3-27b7b3e36ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813116 Jan 28 14:20:50.390194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-14080ece-fe49-4257-a0ed-292c906c45e2 service neutron] 10.222.0.36 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347976 Jan 28 14:20:50.484120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['925d1699-9a5f-4586-a5aa-0a47e0267b3e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:20:50.524735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-ebab0234-ef01-4fa5-9f42-d826a449772e service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606548 Jan 28 14:20:50.540394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6158c61d-ceab-498e-a221-8951de51ed27 req-3abd65bb-659c-4c5c-9956-a561166a1f0a service neutron] 10.222.0.36 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228011 Jan 28 14:20:50.792370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:20:50.839027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 925d1699-9a5f-4586-a5aa-0a47e0267b3e host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:20:50.840090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:20:51.254935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442d0a-6349-450e-9898-ef3739362335 req-f36fd70c-1b06-4904-8f13-6ff64e42b9df tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:51.256453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac442d0a-6349-450e-9898-ef3739362335 req-f36fd70c-1b06-4904-8f13-6ff64e42b9df tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 944 time: 0.0496075 Jan 28 14:20:51.304283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac442d0a-6349-450e-9898-ef3739362335 req-74b26c0b-372d-4fbb-90a8-d496dfd1de1d tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Jan 28 14:20:51.622724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-b09de207-60d3-49ab-98af-991814030073 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:51.624226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-b09de207-60d3-49ab-98af-991814030073 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.60 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88&tenant_id=c2fc36a5878c4cddb81344372be1e1f3&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 944 time: 0.0964212 Jan 28 14:20:51.686337 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-9ddb277b-821c-4074-88a2-c74e89c87d0b service neutron] delete failed (client error): The resource could not be found. Jan 28 14:20:51.687361 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-9ddb277b-821c-4074-88a2-c74e89c87d0b service neutron] 10.222.0.60 "DELETE /v2.0/ports/925d1699-9a5f-4586-a5aa-0a47e0267b3e/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0540221 Jan 28 14:20:51.776381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-8bcf8be7-818e-42a3-92ec-521f39d758b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:51.778465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-8bcf8be7-818e-42a3-92ec-521f39d758b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 1095 time: 0.0442984 Jan 28 14:20:51.873734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-92a674d2-b31b-442e-9a88-ea0c8e762db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:51.875217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-92a674d2-b31b-442e-9a88-ea0c8e762db8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 200 len: 912 time: 0.0913370 Jan 28 14:20:51.920628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-bb1479e6-0546-4eb4-b751-4f2232d98903 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 200 len: 217 time: 0.0390270 Jan 28 14:20:51.955927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:20:51.974059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-4d760493-ec2b-453d-8d53-a4432d79b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:51.975542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-4d760493-ec2b-453d-8d53-a4432d79b60f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 200 len: 851 time: 0.0467460 Jan 28 14:20:52.008090 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 925d1699-9a5f-4586-a5aa-0a47e0267b3e completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:20:52.008335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-149a0fac-3cac-4527-9972-82ed524abbbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ae78adb-2422-4f2f-9dcf-e2df16111c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258536 Jan 28 14:20:52.013595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 925d1699-9a5f-4586-a5aa-0a47e0267b3e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:20:52.014020 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:52.091952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 925d1699-9a5f-4586-a5aa-0a47e0267b3e is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:20:52.092378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:52.112089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-647b885b-87b3-4e6f-8433-93e246f2b0a5 service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969436 Jan 28 14:20:52.116327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:52.118570 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e531de-90c4-48e3-85c3-5bb3a1365356" -d '{"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-plugged", "status": "completed", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:52.134524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:52.139195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:52.187562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:52.209307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-5b78d8c3-818c-4f67-9bc2-3e3b93d021fc service neutron] 10.222.0.60 "GET /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883808 Jan 28 14:20:52.944381 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1fc7fa-c35c-4fd6-b38b-7f52d1f6343f x-openstack-request-id: req-9b1fc7fa-c35c-4fd6-b38b-7f52d1f6343f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:52.944724 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-plugged", "status": "completed", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:52.945311 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b1fc7fa-c35c-4fd6-b38b-7f52d1f6343f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:52.945776 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'code': 200} Jan 28 14:20:53.040769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9c84a-53ac-4d28-9d5e-454531eb0f9f req-8fbca8e3-c8e3-4810-88fc-8b5c91d6500f tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:53.042263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84c9c84a-53ac-4d28-9d5e-454531eb0f9f req-8fbca8e3-c8e3-4810-88fc-8b5c91d6500f tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0543003 Jan 28 14:20:53.090164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-84c9c84a-53ac-4d28-9d5e-454531eb0f9f req-55b7e3f4-5e9c-496e-9544-8e2878da2646 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Jan 28 14:20:54.224463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec81bab-cf4d-4741-94db-1e93037da0f2 req-20256c5f-851f-4eaa-b0ae-dceaa96a671e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:54.226161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ec81bab-cf4d-4741-94db-1e93037da0f2 req-20256c5f-851f-4eaa-b0ae-dceaa96a671e tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0539896 Jan 28 14:20:54.280259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ec81bab-cf4d-4741-94db-1e93037da0f2 req-3d716e2b-fb48-4477-8676-86319b02974a tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/security-groups?id=46d1bb0a-1a35-4430-9164-65b410cc4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Jan 28 14:20:54.364807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-c1e9800c-3ff0-4c6e-81b2-ed688e0cd8e4 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:54.366352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-c1e9800c-3ff0-4c6e-81b2-ed688e0cd8e4 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.36 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jan 28 14:20:54.477902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Deleting port 925d1699-9a5f-4586-a5aa-0a47e0267b3e {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:20:54.478136 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:54.584618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] For port 925d1699-9a5f-4586-a5aa-0a47e0267b3e, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=925d1699-9a5f-4586-a5aa-0a47e0267b3e,segment=NetworkSegment(920ca11f-ea69-457e-931c-bd5a8d882822),segment_id=920ca11f-ea69-457e-931c-bd5a8d882822)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:20:54.584992 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:54.598590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Calling delete_port for 925d1699-9a5f-4586-a5aa-0a47e0267b3e owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:20:55.042324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (925d1699-9a5f-4586-a5aa-0a47e0267b3e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:55.057841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['925d1699-9a5f-4586-a5aa-0a47e0267b3e'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:20:55.075436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Pushing event deleted for resources: {'Port': ['ID=925d1699-9a5f-4586-a5aa-0a47e0267b3e,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:55.118596 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] No DVR routers for this DVR port 925d1699-9a5f-4586-a5aa-0a47e0267b3e on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:20:55.121779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:55.125138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4b98d36-ad7e-4aac-8f93-0eaa284c6854 req-028f3e27-86c7-496b-8619-f717d854f7d9 tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.36 "DELETE /v2.0/ports/925d1699-9a5f-4586-a5aa-0a47e0267b3e HTTP/1.1" status: 204 len: 173 time: 0.7513034 Jan 28 14:20:55.125792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-deleted', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:20:55.128332 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe90d32-5229-4b46-83a0-0750b3e3c461" -d '{"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-deleted", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:20:55.170561 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506ba1c2-ff66-4d2e-9eb0-e78762be9e9a x-openstack-request-id: req-506ba1c2-ff66-4d2e-9eb0-e78762be9e9a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:20:55.170862 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253a72ee-f98f-4d2c-824f-c8ac8473ec88", "name": "network-vif-deleted", "tag": "925d1699-9a5f-4586-a5aa-0a47e0267b3e", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:20:55.171126 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-506ba1c2-ff66-4d2e-9eb0-e78762be9e9a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:20:55.171530 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253a72ee-f98f-4d2c-824f-c8ac8473ec88', 'name': 'network-vif-deleted', 'tag': '925d1699-9a5f-4586-a5aa-0a47e0267b3e', 'status': 'completed', 'code': 200} Jan 28 14:20:55.388244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f644faf6-8af1-46eb-8852-888844cabe67 req-c948deaa-2a6c-432c-9d31-ea88eaf665cc tempest-DeleteServersTestJSON-208394419 tempest-DeleteServersTestJSON-208394419-project] 10.222.0.45 "GET /v2.0/ports?device_id=253a72ee-f98f-4d2c-824f-c8ac8473ec88 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Jan 28 14:20:56.518927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44710) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:56.563217 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Deleting subnet 427046c8-c021-4f98-bd33-11ad3212212b {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:20:56.566370 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Publish callbacks [] for subnet (427046c8-c021-4f98-bd33-11ad3212212b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:56.604147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (427046c8-c021-4f98-bd33-11ad3212212b), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:56.964740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (427046c8-c021-4f98-bd33-11ad3212212b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.016774 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (427046c8-c021-4f98-bd33-11ad3212212b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.043531 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427046c8-c021-4f98-bd33-11ad3212212b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:57.050615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.053857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/427046c8-c021-4f98-bd33-11ad3212212b HTTP/1.1" status: 204 len: 168 time: 0.5338941 Jan 28 14:20:57.055666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.056045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.056399 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.056798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.057140 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.057486 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.057843 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.058185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.058468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.058801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.059134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.059451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44712) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:57.059915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.059915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f241b8a2-9bcb-4253-959e-0180b605cfd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:20:57.069564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.136933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (7ae78adb-2422-4f2f-9dcf-e2df16111c14), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.215663 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (7ae78adb-2422-4f2f-9dcf-e2df16111c14), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.235336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae78adb-2422-4f2f-9dcf-e2df16111c14']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:20:57.244815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920ca11f-ea69-457e-931c-bd5a8d882822') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:20:57.245130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920ca11f-ea69-457e-931c-bd5a8d882822') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:20:57.254168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (920ca11f-ea69-457e-931c-bd5a8d882822), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.267595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (920ca11f-ea69-457e-931c-bd5a8d882822), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.274020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:20:57.274433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (920ca11f-ea69-457e-931c-bd5a8d882822), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:20:57.276344 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:20:57.334780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (7ae78adb-2422-4f2f-9dcf-e2df16111c14), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.340794 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.343934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7ae78adb-2422-4f2f-9dcf-e2df16111c14 HTTP/1.1" status: 204 len: 168 time: 0.2824013 Jan 28 14:20:57.357602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13eec4-eb56-4213-9b40-db6c6f73b673 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae78adb-2422-4f2f-9dcf-e2df16111c14,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:57.452485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44716) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:57.495576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b1b8cd81-f670-4dc5-96b6-1117001f6ea7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2fc36a5878c4cddb81344372be1e1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408790 Jan 28 14:20:57.497793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44718) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:57.543944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04e636d2-65ac-44c7-b2d2-68d3ec9cfa36 admin admin] Publish callbacks [] for security_group (46d1bb0a-1a35-4430-9164-65b410cc4ff5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.564534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04e636d2-65ac-44c7-b2d2-68d3ec9cfa36 admin admin] Publish callbacks [] for security_group (46d1bb0a-1a35-4430-9164-65b410cc4ff5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.611748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04e636d2-65ac-44c7-b2d2-68d3ec9cfa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (46d1bb0a-1a35-4430-9164-65b410cc4ff5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.614650 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04e636d2-65ac-44c7-b2d2-68d3ec9cfa36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:57.615849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-04e636d2-65ac-44c7-b2d2-68d3ec9cfa36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46d1bb0a-1a35-4430-9164-65b410cc4ff5 HTTP/1.1" status: 204 len: 168 time: 0.1171627 Jan 28 14:20:57.624787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e636d2-65ac-44c7-b2d2-68d3ec9cfa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1bb0a-1a35-4430-9164-65b410cc4ff5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:57.981408 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:20:58.003272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 925d1699-9a5f-4586-a5aa-0a47e0267b3e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:20:58.003541 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 925d1699-9a5f-4586-a5aa-0a47e0267b3e not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:20:58.270084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 44740) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:58.367792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1064426773-network', 'tenant_id': 'a2043a5ea81a491c81433ccf367dbef4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:58.388336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Made reservation on behalf of a2043a5ea81a491c81433ccf367dbef4 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:58.390682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.403238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.475557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks [] for security_group (af9e6140-129e-4935-989a-287fa3058c33), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.480678 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (af9e6140-129e-4935-989a-287fa3058c33), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.493449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.506205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:20:58.517042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e6140-129e-4935-989a-287fa3058c33,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:58.523444 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e6b34389-a13a-4b8f-a902-e6fe77c2a794), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.523790 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Added segment e6b34389-a13a-4b8f-a902-e6fe77c2a794 of type vlan for network 562856ac-9355-41a5-8703-f4555a941e3c Jan 28 14:20:58.564759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (562856ac-9355-41a5-8703-f4555a941e3c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.591226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (562856ac-9355-41a5-8703-f4555a941e3c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.592268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:58.592863 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.653900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3826466 Jan 28 14:20:58.656882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 44744) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:20:58.659375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a13856-71ab-4e7f-99fd-9130cf5697b4 admin admin] Pushing event updated for resources: {'Network': ['ID=562856ac-9355-41a5-8703-f4555a941e3c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:58.662055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Request body: {'subnet': {'network_id': '562856ac-9355-41a5-8703-f4555a941e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1064426773-subnet', 'tenant_id': 'a2043a5ea81a491c81433ccf367dbef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:20:58.676489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 562856ac-9355-41a5-8703-f4555a941e3c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:20:58.681766 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Made reservation on behalf of a2043a5ea81a491c81433ccf367dbef4 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:20:58.684300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.852721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (a98dd5de-ede4-4583-ba7f-5a4d44744c58), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.899987 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98dd5de-ede4-4583-ba7f-5a4d44744c58,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:20:58.914510 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Checking segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:20:58.914881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Network hostable DHCP agents. Network: 562856ac-9355-41a5-8703-f4555a941e3c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:20:58.930803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Network 562856ac-9355-41a5-8703-f4555a941e3c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:20:58.940621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 562856ac-9355-41a5-8703-f4555a941e3c) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:20:58.947261 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:58.948985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:20:58.953712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af0d99e-8b9d-444a-a53a-41349829a774 None None] Network 562856ac-9355-41a5-8703-f4555a941e3c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:20:58.968339 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-010f1176-c652-4e43-baa8-e8ec5cb1ef9d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3100162 Jan 28 14:20:59.059944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a666a-acf2-458f-a878-323713743627 None None] Network 562856ac-9355-41a5-8703-f4555a941e3c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:20:59.383435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-5d4a5d89-86ba-4acb-aa5f-c77f60666375 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:20:59.385377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-5d4a5d89-86ba-4acb-aa5f-c77f60666375 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 815 time: 0.0986381 Jan 28 14:20:59.399524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-9ff63ddc-41eb-4766-a67c-1047d96c4d7c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/quotas/a2043a5ea81a491c81433ccf367dbef4 HTTP/1.1" status: 200 len: 375 time: 0.0087447 Jan 28 14:20:59.430792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-2aabb1fe-578c-4bff-91e1-110f7d6b5c4c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257647 Jan 28 14:20:59.523985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-c8fd0f99-1b11-46c2-8700-4b10f7a46ceb service neutron] 10.222.0.45 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864267 Jan 28 14:20:59.611757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-cfc90553-cf15-48ed-b58b-80505a9bb132 service neutron] 10.222.0.45 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Jan 28 14:20:59.774076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b53d801-d821-423a-8a1f-7d41d4d9c6e3 req-b3a925b6-39f3-45fb-ad16-bbb3a6e0eb12 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 210 time: 0.0333018 Jan 28 14:21:00.779735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-a9931e79-2ade-46e1-9fd5-8f08f66c0f6a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:00.781263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-a9931e79-2ade-46e1-9fd5-8f08f66c0f6a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.36 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 815 time: 0.1082082 Jan 28 14:21:00.800830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Request body: {'port': {'device_id': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c', 'admin_state_up': True, 'tenant_id': 'a2043a5ea81a491c81433ccf367dbef4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:00.882961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01c24f12-909c-4025-87cb-dbeb068aaf63 req-1cbe1c2f-33a2-4b0c-82d1-9ac66cd86b0c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 210 time: 0.0335898 Jan 28 14:21:00.937619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Made reservation on behalf of a2043a5ea81a491c81433ccf367dbef4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:21:00.941066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.066460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Allocated IP 172.20.0.6 (562856ac-9355-41a5-8703-f4555a941e3c/a98dd5de-ede4-4583-ba7f-5a4d44744c58/7d1aba31-8c21-45db-89f6-0201b588a73c) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:21:01.220046 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks [] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.255102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.297788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Network 562856ac-9355-41a5-8703-f4555a941e3c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:21:01.300757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:21:01.306357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:21:01.313399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:01.364907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:01.366410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.382440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-d20bb83e-62e3-4355-ab20-0a52c8746621 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868666 Jan 28 14:21:01.397027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Request body: {'port': {'device_id': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:01.449750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.709744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1aba31-8c21-45db-89f6-0201b588a73c {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:01.718117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Publish callbacks [] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.730585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Transition to ACTIVE for port object 7d1aba31-8c21-45db-89f6-0201b588a73c will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:21:01.734718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.790288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:01.855852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:21:01.856289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:21:01.856841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:01.862329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Port 7d1aba31-8c21-45db-89f6-0201b588a73c on network 562856ac-9355-41a5-8703-f4555a941e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:21:01.862656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:01.867525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:21:01.867867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Checking segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:21:01.868291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Bound using segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:21:01.868722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Bound port: 7d1aba31-8c21-45db-89f6-0201b588a73c, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:21:01.869102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:01.931731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:01.935444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:21:01.940149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:02.004549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.005174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:02.006550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 1091 time: 0.6135781 Jan 28 14:21:02.008523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:02.011014 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03" -d '{"events": [{"name": "network-changed", "server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:02.042067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b429a-928a-43a7-8167-46f283ae0868 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:02.050966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a902-d0bb-4a8d-a342-ca52df9c0cbe req-147ba8a7-10cc-4382-9637-bbf690b8bf09 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.052499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b2a902-d0bb-4a8d-a342-ca52df9c0cbe req-147ba8a7-10cc-4382-9637-bbf690b8bf09 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 943 time: 0.0973821 Jan 28 14:21:02.123856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-76be204b-6f75-4304-bd23-e25b8d099f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.125391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-76be204b-6f75-4304-bd23-e25b8d099f28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1094 time: 0.0717058 Jan 28 14:21:02.128837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99b2a902-d0bb-4a8d-a342-ca52df9c0cbe req-7ee4fcb9-3670-494f-9304-b7cd2ea9e3fe tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674827 Jan 28 14:21:02.181407 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa408df-fdba-4eab-8a4c-1507c8a00b21 x-openstack-request-id: req-2fa408df-fdba-4eab-8a4c-1507c8a00b21 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:02.181796 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:02.182119 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fa408df-fdba-4eab-8a4c-1507c8a00b21 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:02.182530 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'status': 'completed', 'code': 200} Jan 28 14:21:02.184355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-77c17ac4-f1bf-498c-b3e8-2f05ce69a07b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 217 time: 0.0426390 Jan 28 14:21:02.235919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-e51e0cdd-e8b7-4e44-ab73-9afe3bf31d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.237419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-e51e0cdd-e8b7-4e44-ab73-9afe3bf31d41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0452619 Jan 28 14:21:02.271433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-179ab5f2-bd0b-446e-9a54-4f3c12837ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249021 Jan 28 14:21:02.364317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-c8b2fbe5-ccb6-4828-a08d-10a92f178cd5 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864608 Jan 28 14:21:02.454942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c4e3cd2-29c4-4f58-a9ca-9ff813c89e61 req-1374391f-7807-4609-86b6-a0353faaf495 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811772 Jan 28 14:21:02.550481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-8b142cd9-c367-4ca2-8fbe-a4ddfe098b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.552082 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-8b142cd9-c367-4ca2-8fbe-a4ddfe098b55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1094 time: 0.0469923 Jan 28 14:21:02.645611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-2a6ec557-d583-4fee-a28e-db5e07fcc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.647110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-2a6ec557-d583-4fee-a28e-db5e07fcc998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.0887938 Jan 28 14:21:02.688531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-0dc41fb7-7094-4444-af96-34b225a77800 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 217 time: 0.0350850 Jan 28 14:21:02.740603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-8d1f9171-d9f2-4d7e-b38d-3074ab7543a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:02.742068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-8d1f9171-d9f2-4d7e-b38d-3074ab7543a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0480559 Jan 28 14:21:02.773580 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-6906ce21-3eb3-4fba-8cc6-8ca24f176395 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247393 Jan 28 14:21:02.861562 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-b42f0281-6e49-418b-a8c9-92fb8fd222ff service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812950 Jan 28 14:21:02.958044 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8642143e-40cd-4cb3-9754-d9d7fa3cbb03 req-7f57bdd0-1ab1-4dc4-b52a-23df7bd3d39c service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889251 Jan 28 14:21:03.247059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6e162-13b8-4257-9802-7c9d8d20f53f req-170899c4-13b1-4f28-9faf-d0e99602ace7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:03.248575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ff6e162-13b8-4257-9802-7c9d8d20f53f req-170899c4-13b1-4f28-9faf-d0e99602ace7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 943 time: 0.0490742 Jan 28 14:21:03.295508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ff6e162-13b8-4257-9802-7c9d8d20f53f req-b2a6ab77-a3e9-4fb0-8f0e-fa3f0a278ebd tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Jan 28 14:21:04.010604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:21:04.106133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:04.117074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c', 'port_id': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'mac_address': 'fa:16:3e:58:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98dd5de-ede4-4583-ba7f-5a4d44744c58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:21:04.154789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7d1aba31-8c21-45db-89f6-0201b588a73c is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:04.155190 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:04.168048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1aba31-8c21-45db-89f6-0201b588a73c {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:04.188449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:04.192832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:04.240686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:04.414900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04a0a6-8888-4d71-99a8-302d946a14d1 req-0c91e741-366c-4f5e-bfae-ac43f995aad1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:04.417118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['7d1aba31-8c21-45db-89f6-0201b588a73c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:04.417623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b04a0a6-8888-4d71-99a8-302d946a14d1 req-0c91e741-366c-4f5e-bfae-ac43f995aad1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 944 time: 0.0539689 Jan 28 14:21:04.465063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b04a0a6-8888-4d71-99a8-302d946a14d1 req-7c3f5f47-d6ff-43de-b3eb-b457c0647060 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Jan 28 14:21:04.996674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14bb11f9-c07c-4011-afca-55e910b58dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:05.581229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d58f48-7b31-4a4d-b34f-ff0d6d54409f req-18a40d22-d78d-4a79-b0f5-ef26806106d1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:05.582740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6d58f48-7b31-4a4d-b34f-ff0d6d54409f req-18a40d22-d78d-4a79-b0f5-ef26806106d1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 944 time: 0.0481234 Jan 28 14:21:05.631790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6d58f48-7b31-4a4d-b34f-ff0d6d54409f req-0e2550d8-6fba-43ee-b67b-d89ae1e14630 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Jan 28 14:21:06.011520 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:21:06.060771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 7d1aba31-8c21-45db-89f6-0201b588a73c completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:21:06.064775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 7d1aba31-8c21-45db-89f6-0201b588a73c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:21:06.065157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:06.143285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 7d1aba31-8c21-45db-89f6-0201b588a73c is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:06.143707 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:06.166120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:06.168667 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fce2e7-6fe7-4a36-b190-f3f449fe83f0" -d '{"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-plugged", "status": "completed", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:06.181188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:06.186420 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:06.210050 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e53ffa-3fbe-4759-aea1-316828f8aa23 x-openstack-request-id: req-24e53ffa-3fbe-4759-aea1-316828f8aa23 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:06.210342 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-plugged", "status": "completed", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:06.210597 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24e53ffa-3fbe-4759-aea1-316828f8aa23 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:06.210982 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'code': 200} Jan 28 14:21:06.237773 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:06.322918 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c06e95-7860-45b0-82d3-4f4c24f423d5 req-b8d9d189-c7e3-4f73-8b34-7b5d12b15b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:06.324503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02c06e95-7860-45b0-82d3-4f4c24f423d5 req-b8d9d189-c7e3-4f73-8b34-7b5d12b15b2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1096 time: 0.0410707 Jan 28 14:21:06.371622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02c06e95-7860-45b0-82d3-4f4c24f423d5 req-e92f2eca-a649-498a-811c-a31e8f6f5a3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Jan 28 14:21:06.749256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49c997-1b18-479d-8cdf-a13350f4de2e req-75296402-05c7-4f2b-8b9e-3d0068d0e39f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:06.750714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de49c997-1b18-479d-8cdf-a13350f4de2e req-75296402-05c7-4f2b-8b9e-3d0068d0e39f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0480208 Jan 28 14:21:06.797783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de49c997-1b18-479d-8cdf-a13350f4de2e req-f56b22ca-32bd-4436-8e1a-27d5e8163eea tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Jan 28 14:21:07.771163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9f7c214e-059a-4b16-8d8f-f6fb6fb94ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:07.915904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60455e-2d53-48a4-b1b8-9b194129fbf3 req-268643b9-74a7-4f5b-9063-3b110b8a3921 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:07.917758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f60455e-2d53-48a4-b1b8-9b194129fbf3 req-268643b9-74a7-4f5b-9063-3b110b8a3921 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0529697 Jan 28 14:21:07.966783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f60455e-2d53-48a4-b1b8-9b194129fbf3 req-ccd08594-8c00-4375-97f8-0a1b8c298a2c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Jan 28 14:21:08.082996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499455b2-6fef-4f67-9e5c-a8cff2a73696 req-60491cc3-8b4c-4b0d-b645-ba11054edad8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:08.084484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-499455b2-6fef-4f67-9e5c-a8cff2a73696 req-60491cc3-8b4c-4b0d-b645-ba11054edad8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0535624 Jan 28 14:21:08.131382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-499455b2-6fef-4f67-9e5c-a8cff2a73696 req-756270bf-969c-40c5-9870-a2682aff50da tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Jan 28 14:21:08.328750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d22619-4c54-4338-97e7-8fc72e792a13 req-e1c2c02d-4fdb-499c-969a-347850b7b431 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:08.330189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d22619-4c54-4338-97e7-8fc72e792a13 req-e1c2c02d-4fdb-499c-969a-347850b7b431 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Jan 28 14:21:08.376622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00d22619-4c54-4338-97e7-8fc72e792a13 req-de848389-ccbf-45a4-8196-f32d02528366 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Jan 28 14:21:08.489123 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75fd8-1912-4725-81d8-42c33dc94e31 req-342756c7-90ca-4b45-9272-5eed4e4b1dc5 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:08.490601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fa75fd8-1912-4725-81d8-42c33dc94e31 req-342756c7-90ca-4b45-9272-5eed4e4b1dc5 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Jan 28 14:21:08.542327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fa75fd8-1912-4725-81d8-42c33dc94e31 req-9415ea80-1987-415d-bb94-dfbae52eeba3 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Jan 28 14:21:08.776337 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-64727353-dc16-4917-9c43-af8b4e9f1cf4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505686 Jan 28 14:21:08.779765 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b73bd-d749-45c0-baee-046d83e599b2 req-5a16ad87-3069-4d03-8566-a9223b1db3c1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:08.781447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-682b73bd-d749-45c0-baee-046d83e599b2 req-5a16ad87-3069-4d03-8566-a9223b1db3c1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Jan 28 14:21:08.838994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-682b73bd-d749-45c0-baee-046d83e599b2 req-03403ed1-070a-44e7-be57-8a0f6889a39a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Jan 28 14:21:08.881803 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:09.963778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ee36c-b4df-4e32-a1a0-1ad1bef14a27 req-53f4497e-6882-402d-a8c0-c99960d3e49c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:09.965323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687ee36c-b4df-4e32-a1a0-1ad1bef14a27 req-53f4497e-6882-402d-a8c0-c99960d3e49c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0546782 Jan 28 14:21:10.040026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-cb93d643-eba8-47f1-80a6-430db5516bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:10.041590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-cb93d643-eba8-47f1-80a6-430db5516bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1096 time: 0.0753949 Jan 28 14:21:10.045890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687ee36c-b4df-4e32-a1a0-1ad1bef14a27 req-59a4a313-2e33-4b79-a8c7-8848d092bbf2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696778 Jan 28 14:21:10.130680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-1a33a7c8-952e-4cd6-ab6a-a19cf3c64cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:10.132106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-1a33a7c8-952e-4cd6-ab6a-a19cf3c64cca service neutron] 10.222.0.36 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.0838718 Jan 28 14:21:10.175940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-2338fff7-9a9d-4d8e-b0f5-9be9660c39d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 217 time: 0.0379577 Jan 28 14:21:10.225719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-ccd8ed2b-0d2c-49e0-b29a-a222bdeef57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:10.227252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-ccd8ed2b-0d2c-49e0-b29a-a222bdeef57a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0455136 Jan 28 14:21:10.257627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-29d56185-29c1-41c3-ae5c-01889f0665e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245907 Jan 28 14:21:10.346959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-3e805dc0-0803-4131-acda-c2ce873c3ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829740 Jan 28 14:21:10.443970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-abe9eb4a-4de3-4bf7-8c02-622a4d43faa2 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909226 Jan 28 14:21:10.724130 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:10.760875 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:21:11.161757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07418765-6f91-4c3f-b5dc-3447b87bed3c req-037a73e1-51b8-4099-975a-903abe345999 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:11.163257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07418765-6f91-4c3f-b5dc-3447b87bed3c req-037a73e1-51b8-4099-975a-903abe345999 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Jan 28 14:21:11.213054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07418765-6f91-4c3f-b5dc-3447b87bed3c req-5eb6ced7-1129-4837-974a-e723d89282b8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Jan 28 14:21:11.889192 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:12.336198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926291d-cf56-485a-adfc-55dda03e096c req-843b9361-7c30-4524-9318-4cd7d1c1f316 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:12.338272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b926291d-cf56-485a-adfc-55dda03e096c req-843b9361-7c30-4524-9318-4cd7d1c1f316 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0556748 Jan 28 14:21:12.385942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b926291d-cf56-485a-adfc-55dda03e096c req-3adadfe5-9860-43a9-8e7f-84baa1d7d412 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Jan 28 14:21:13.501085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e3610-c93c-4ab7-a216-22fc73bda188 req-76758a73-dbd9-4367-8686-8e81ed1a2cf2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:13.502489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814e3610-c93c-4ab7-a216-22fc73bda188 req-76758a73-dbd9-4367-8686-8e81ed1a2cf2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0487103 Jan 28 14:21:13.548595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-814e3610-c93c-4ab7-a216-22fc73bda188 req-0715b26e-60a0-4001-b3e3-f3da4eff7e7b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 Jan 28 14:21:14.666606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eb3e7-2a96-4881-a7a5-0d483ac9514f req-8f42d060-88aa-4257-8c5f-2ebf6af24ec5 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:14.668137 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f7eb3e7-2a96-4881-a7a5-0d483ac9514f req-8f42d060-88aa-4257-8c5f-2ebf6af24ec5 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0480504 Jan 28 14:21:14.719215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f7eb3e7-2a96-4881-a7a5-0d483ac9514f req-6706172e-d403-495a-986b-4a595bfd7019 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455294 Jan 28 14:21:15.836045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805f967-7be8-4bb2-80c3-8b1c2a18fc65 req-543ef554-0a6b-485c-b118-9c962aa718eb tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:15.837579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c805f967-7be8-4bb2-80c3-8b1c2a18fc65 req-543ef554-0a6b-485c-b118-9c962aa718eb tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0511050 Jan 28 14:21:15.884223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c805f967-7be8-4bb2-80c3-8b1c2a18fc65 req-55813d36-9b15-4117-b8e7-13c990bf3e3d tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Jan 28 14:21:16.999960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05003289-183c-44b1-8131-4d14d7846527 req-aef3c01e-6934-44a1-89a6-f4ccda802516 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:17.001467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05003289-183c-44b1-8131-4d14d7846527 req-aef3c01e-6934-44a1-89a6-f4ccda802516 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Jan 28 14:21:17.049342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05003289-183c-44b1-8131-4d14d7846527 req-c8d0c956-efc3-4fc1-be69-f11404b051e2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Jan 28 14:21:18.168171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd7621-8376-4e54-9cc8-02fc0494b84d req-45e024e0-5802-4ff3-ace1-e13a5da42178 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:18.169693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ecfd7621-8376-4e54-9cc8-02fc0494b84d req-45e024e0-5802-4ff3-ace1-e13a5da42178 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Jan 28 14:21:18.218312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ecfd7621-8376-4e54-9cc8-02fc0494b84d req-1d733bef-83ea-45e8-b3ce-0fa3cbb334f9 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Jan 28 14:21:19.351344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc6dab-f546-41b9-aa96-785acb6660fc req-b1f34d38-a1f0-4f3f-a93b-58f91b6fb06b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:19.353773 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-befc6dab-f546-41b9-aa96-785acb6660fc req-b1f34d38-a1f0-4f3f-a93b-58f91b6fb06b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0602651 Jan 28 14:21:19.414994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-befc6dab-f546-41b9-aa96-785acb6660fc req-aa07f40d-9ad4-4fd2-b5b4-9f826bf36e94 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534012 Jan 28 14:21:20.539192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d972e-773c-426a-a854-ff320ba678f9 req-16698b44-4d46-4b2b-9827-a0b614383387 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:20.541333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-562d972e-773c-426a-a854-ff320ba678f9 req-16698b44-4d46-4b2b-9827-a0b614383387 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Jan 28 14:21:20.588126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-562d972e-773c-426a-a854-ff320ba678f9 req-aff2b253-cd5b-4248-a4db-2393c6313766 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Jan 28 14:21:21.707278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433716ab-a69e-40f2-8f35-1de701cdfa5e req-8d5eb667-838d-4357-812c-3ef1e57f8b7e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:21.708780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-433716ab-a69e-40f2-8f35-1de701cdfa5e req-8d5eb667-838d-4357-812c-3ef1e57f8b7e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0497892 Jan 28 14:21:21.756359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-433716ab-a69e-40f2-8f35-1de701cdfa5e req-cc42eb5c-787f-4de2-a71b-d657a3c0d844 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Jan 28 14:21:22.875954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60628-1938-4a45-a053-6df02f22466b req-fe81cbf7-091b-496d-97d3-83475c8e3668 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:22.877510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbb60628-1938-4a45-a053-6df02f22466b req-fe81cbf7-091b-496d-97d3-83475c8e3668 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0494502 Jan 28 14:21:22.928920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbb60628-1938-4a45-a053-6df02f22466b req-4a1b7723-68bf-4b80-a225-c7f8c2eff08e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Jan 28 14:21:24.046072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb524b-33d4-48d9-8c32-eed098491bc7 req-c9b9578d-e2bf-446c-a234-da7ed8b8a7a8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:24.047624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebbb524b-33d4-48d9-8c32-eed098491bc7 req-c9b9578d-e2bf-446c-a234-da7ed8b8a7a8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0488913 Jan 28 14:21:24.097223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebbb524b-33d4-48d9-8c32-eed098491bc7 req-1cb897f7-a64a-4768-a16e-3c314aae408a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Jan 28 14:21:25.214871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722180-e0d1-414a-b958-e09d7d947417 req-02740055-007f-4d7c-a0b0-998a48dc1444 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:25.216391 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67722180-e0d1-414a-b958-e09d7d947417 req-02740055-007f-4d7c-a0b0-998a48dc1444 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Jan 28 14:21:25.263125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67722180-e0d1-414a-b958-e09d7d947417 req-79e511dc-6150-40f6-bd83-67bf08b0b4d1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Jan 28 14:21:26.382432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be469b-8029-40b0-b06e-6708c71b4eed req-231d2c30-89c8-4821-a799-86a90ce23c8a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:26.383913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6be469b-8029-40b0-b06e-6708c71b4eed req-231d2c30-89c8-4821-a799-86a90ce23c8a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0533521 Jan 28 14:21:26.429784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6be469b-8029-40b0-b06e-6708c71b4eed req-0862148d-9060-4f35-afc4-c3dfba63e298 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Jan 28 14:21:27.054806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:27.545840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b1b1c-e00e-4605-838a-70b38fe4343b req-aa6fd068-f14c-4611-93ac-9c277d557290 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:27.547313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-211b1b1c-e00e-4605-838a-70b38fe4343b req-aa6fd068-f14c-4611-93ac-9c277d557290 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0487847 Jan 28 14:21:27.594456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-211b1b1c-e00e-4605-838a-70b38fe4343b req-4a0254d9-a5f1-4b3e-b944-08b7270aedd7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Jan 28 14:21:28.491942 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:28.713847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5194a-4a2b-4d24-8c5e-aa2d641d5796 req-e11cb44c-fa55-4414-9647-1c70a885f7bb tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:28.715352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fe5194a-4a2b-4d24-8c5e-aa2d641d5796 req-e11cb44c-fa55-4414-9647-1c70a885f7bb tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0498455 Jan 28 14:21:28.766525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fe5194a-4a2b-4d24-8c5e-aa2d641d5796 req-fbf304c6-b391-47fb-8b5d-930b5b2ccddf tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Jan 28 14:21:29.884924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874ca2-7bb3-43fd-9a1e-cd6dbc679e51 req-12674b7b-5151-4de8-abb2-c611ec9d7c44 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:29.886405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83874ca2-7bb3-43fd-9a1e-cd6dbc679e51 req-12674b7b-5151-4de8-abb2-c611ec9d7c44 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Jan 28 14:21:29.932908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83874ca2-7bb3-43fd-9a1e-cd6dbc679e51 req-d63e797f-1b64-4d3f-92b0-48f9173ed117 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Jan 28 14:21:31.053901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55144393-b43d-4dec-a668-ac9bfe6f2592 req-2afff34b-b301-49c8-99aa-956c0c0d14da tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:31.055360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55144393-b43d-4dec-a668-ac9bfe6f2592 req-2afff34b-b301-49c8-99aa-956c0c0d14da tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0492201 Jan 28 14:21:31.102730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55144393-b43d-4dec-a668-ac9bfe6f2592 req-a368d470-69dd-456e-95c8-3ea91fb8f0d4 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Jan 28 14:21:32.221562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519ad90-7742-4fe6-9ac6-6018ca6d5efb req-58c2175b-9395-4608-838d-687278670f7f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:32.223031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d519ad90-7742-4fe6-9ac6-6018ca6d5efb req-58c2175b-9395-4608-838d-687278670f7f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0519540 Jan 28 14:21:32.270572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d519ad90-7742-4fe6-9ac6-6018ca6d5efb req-95fd5615-0742-486a-82a8-76e7fc1be48c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Jan 28 14:21:33.388599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e687-0c3f-4508-8997-0beaeaa07d02 req-53cf9df8-4818-4386-ad05-6d7084266520 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:33.390072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f25e687-0c3f-4508-8997-0beaeaa07d02 req-53cf9df8-4818-4386-ad05-6d7084266520 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0483971 Jan 28 14:21:33.437724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f25e687-0c3f-4508-8997-0beaeaa07d02 req-94a23b17-4ae7-4c67-baed-1d88b069a002 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Jan 28 14:21:34.554525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aecef2-bbe3-4021-a808-8c869d19d5c6 req-24dec973-2936-49b8-b05a-5dd1206bfa58 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:34.556004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22aecef2-bbe3-4021-a808-8c869d19d5c6 req-24dec973-2936-49b8-b05a-5dd1206bfa58 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Jan 28 14:21:34.602586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-22aecef2-bbe3-4021-a808-8c869d19d5c6 req-0371f5af-8016-4639-8187-9fc03a4a7792 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Jan 28 14:21:34.998973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-84e06adb-b08b-4033-8bf7-eb227ba6e1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:35.717353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d97c59-49e0-443b-b57e-ae25b7630984 req-fb309687-a894-47cc-842b-ec59a1a18268 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:35.718837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50d97c59-49e0-443b-b57e-ae25b7630984 req-fb309687-a894-47cc-842b-ec59a1a18268 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0473311 Jan 28 14:21:35.765312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-50d97c59-49e0-443b-b57e-ae25b7630984 req-cfdb7c45-a065-4f58-aef9-53a2dbad327e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Jan 28 14:21:36.880801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800a2ea-4272-443f-8bc6-369791c3d8da req-35b1832c-bad3-4ca7-8cf8-0cebeaffe15b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:36.882202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a800a2ea-4272-443f-8bc6-369791c3d8da req-35b1832c-bad3-4ca7-8cf8-0cebeaffe15b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0480258 Jan 28 14:21:36.931593 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a800a2ea-4272-443f-8bc6-369791c3d8da req-02b9804f-38ad-4f2f-8e00-b839319f29a1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 Jan 28 14:21:37.565179 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-c54a786a-db70-44b7-9eeb-6921265c2247 service neutron] show failed (client error): The resource could not be found. Jan 28 14:21:37.566245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-c54a786a-db70-44b7-9eeb-6921265c2247 service neutron] 10.222.0.36 "GET /v2.0/ports/7d1aba31-8c21-45db-89f6-0201b588a73c/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0546377 Jan 28 14:21:37.766982 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-63b9833c-9f04-48f0-899c-463ec89d5489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:37.789165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-2d9d6611-adec-4eac-ac8d-f0ea280c1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:37.790659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-2d9d6611-adec-4eac-ac8d-f0ea280c1248 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567&tenant_id=a2043a5ea81a491c81433ccf367dbef4 HTTP/1.1" status: 200 len: 1096 time: 0.0437171 Jan 28 14:21:37.803287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:37.858647 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:38.096533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d457d14-7e49-4bac-8ae6-c255ed684704 req-e6d6a5ce-a9b8-423e-8367-a5931a5a51f1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:38.098025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d457d14-7e49-4bac-8ae6-c255ed684704 req-e6d6a5ce-a9b8-423e-8367-a5931a5a51f1 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0720665 Jan 28 14:21:38.116385 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:38.176849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d457d14-7e49-4bac-8ae6-c255ed684704 req-d32ae480-61d9-4607-9381-31fb715ed618 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732429 Jan 28 14:21:38.177820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:38.221835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:38.224111 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd5f7e-0045-4a37-bc06-07ef0a6e19e0" -d '{"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:38.227957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Publish callbacks [] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:38.243574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Transition to ACTIVE for port object 7d1aba31-8c21-45db-89f6-0201b588a73c will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:21:38.249033 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:38.276245 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa389b-bc8f-481a-8847-c08341990dea x-openstack-request-id: req-64aa389b-bc8f-481a-8847-c08341990dea {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:38.276540 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:38.276793 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64aa389b-bc8f-481a-8847-c08341990dea {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:38.277485 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'code': 200} Jan 28 14:21:38.316466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] No DVR routers for this DVR port 7d1aba31-8c21-45db-89f6-0201b588a73c on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:21:38.318432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:38.353686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:21:38.354028 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:21:38.354362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:38.359441 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Port 7d1aba31-8c21-45db-89f6-0201b588a73c on network 562856ac-9355-41a5-8703-f4555a941e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:21:38.359762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Attempting to bind port 7d1aba31-8c21-45db-89f6-0201b588a73c on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:38.364671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:21:38.365014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Checking segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:21:38.365399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Bound using segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:21:38.365827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Bound port: 7d1aba31-8c21-45db-89f6-0201b588a73c, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:21:38.366184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:38.432019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:38.435038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:21:38.441606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:38.475288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:38.476144 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:38.477571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] 10.222.0.60 "PUT /v2.0/ports/7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 1091 time: 0.6782503 Jan 28 14:21:38.528548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013cf70-5d49-417a-a4fe-dac2053195f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:38.546982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-d49e9541-6cd8-4297-b658-4800ff8563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:38.548568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-d49e9541-6cd8-4297-b658-4800ff8563c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1094 time: 0.0484209 Jan 28 14:21:38.643464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-a1190ea4-8f0e-4357-8820-4ac050bab417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:38.645000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-a1190ea4-8f0e-4357-8820-4ac050bab417 service neutron] 10.222.0.60 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.0882015 Jan 28 14:21:38.690550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-e12c97bb-59cf-4079-bdb8-b252522fd74d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 217 time: 0.0348911 Jan 28 14:21:38.741615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-2ebd9c20-940e-4cf1-8261-32c8e1c2d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:38.743078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-2ebd9c20-940e-4cf1-8261-32c8e1c2d6d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0435991 Jan 28 14:21:38.778490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-77845e66-32fc-44d2-898e-f610f4952eaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288172 Jan 28 14:21:38.868489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-198e5181-dfc3-41c2-aeb8-ddf401ab0516 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809543 Jan 28 14:21:38.884091 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:38.964066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-03cee007-bcdc-4ab1-a76b-ff2303644285 req-1c2155ea-1179-44bf-a5d1-6299e651000c service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864000 Jan 28 14:21:39.295943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4542f-4d03-45a9-a727-ba4cd5024e07 req-128f9fd2-f7b0-4d27-874c-dcb70e523f28 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:39.297454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97e4542f-4d03-45a9-a727-ba4cd5024e07 req-128f9fd2-f7b0-4d27-874c-dcb70e523f28 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 943 time: 0.0481260 Jan 28 14:21:39.344596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97e4542f-4d03-45a9-a727-ba4cd5024e07 req-a200aea2-f7c8-46f4-8e4c-3ef7cc847cd5 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Jan 28 14:21:40.278767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:40.281138 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c29a5b-6b54-4d56-9d43-74281627ebe9" -d '{"events": [{"name": "network-changed", "server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:40.329792 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c310de-791f-4ea8-9eb7-6e27bebe2288 x-openstack-request-id: req-92c310de-791f-4ea8-9eb7-6e27bebe2288 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:40.330783 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:40.330783 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92c310de-791f-4ea8-9eb7-6e27bebe2288 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:40.331355 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'status': 'completed', 'code': 200} Jan 28 14:21:40.728470 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:40.738519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-d482383d-e113-46c8-8f9f-f02453da7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:40.740054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-d482383d-e113-46c8-8f9f-f02453da7f73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1094 time: 0.3902771 Jan 28 14:21:40.743689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-771bf08e-0a9a-48f9-b624-4de4d06412f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:40.745437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-771bf08e-0a9a-48f9-b624-4de4d06412f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1094 time: 0.3843763 Jan 28 14:21:40.895630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcf76c-4ef3-4285-b965-8cc1fd16067b req-c8f96700-1a38-4683-b4e2-e2891676f505 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:40.897041 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96bcf76c-4ef3-4285-b965-8cc1fd16067b req-c8f96700-1a38-4683-b4e2-e2891676f505 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 943 time: 0.4786594 Jan 28 14:21:40.935598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-32e69f18-e4d3-4862-ae62-d918ec5c4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:40.937076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-32e69f18-e4d3-4862-ae62-d918ec5c4db9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.1786404 Jan 28 14:21:40.998998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-bccaa510-5b72-4e66-9e07-e7977afd88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:41.000483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-bccaa510-5b72-4e66-9e07-e7977afd88a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.2410004 Jan 28 14:21:41.004079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-1c2cbf81-976d-4941-9005-aa8c5d7b69e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 217 time: 0.0558939 Jan 28 14:21:41.079310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96bcf76c-4ef3-4285-b965-8cc1fd16067b req-62dfefa9-0825-4b90-8b2a-7daa00177c7e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765196 Jan 28 14:21:41.082267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-befdf378-a272-44a3-970c-e11863067d9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 217 time: 0.0711477 Jan 28 14:21:41.101985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-d556548f-7fbc-4489-8f63-96afbdb1a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:41.103360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-d556548f-7fbc-4489-8f63-96afbdb1a28e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0911965 Jan 28 14:21:41.152751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-ff0774c3-e32e-4efe-906f-a9f18a53c788 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301950 Jan 28 14:21:41.163684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-d5278dbe-213e-465f-a8c8-5579045631ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:41.163684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-d5278dbe-213e-465f-a8c8-5579045631ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0709839 Jan 28 14:21:41.238960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-f01a43dc-6620-47e2-8af1-98f53fb90297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588753 Jan 28 14:21:41.322584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-ba7d1501-9740-452b-a4a2-92fbaa237c49 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634972 Jan 28 14:21:41.405657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-721818f6-b3a9-4e15-842c-e8305da1c68d service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565020 Jan 28 14:21:41.479967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-7f77232c-1dd9-4c66-98c1-278b3d89ce11 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511130 Jan 28 14:21:41.516216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23c29a5b-6b54-4d56-9d43-74281627ebe9 req-4dd9fafe-b180-4dd5-a5e6-1b0b252bc0e1 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975645 Jan 28 14:21:41.892108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:42.203922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daaa45-a319-4e49-9753-ec825b63237c req-29133a54-d6cc-4703-b02e-5b7d09a461ec tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:42.205461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40daaa45-a319-4e49-9753-ec825b63237c req-29133a54-d6cc-4703-b02e-5b7d09a461ec tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 943 time: 0.0562141 Jan 28 14:21:42.244339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:21:42.252770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40daaa45-a319-4e49-9753-ec825b63237c req-d7c3a3ce-5abb-45ff-9352-64790f647566 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Jan 28 14:21:42.283188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] The host n-h1-822748-2 is not matching for port 7d1aba31-8c21-45db-89f6-0201b588a73c host n-h2-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:21:42.283588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:21:42.479842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca3f5a-e762-4424-87ee-f9f93280e4a7 req-9f89c0e0-3c47-4db2-bf48-39fc41dc8136 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:42.482036 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bca3f5a-e762-4424-87ee-f9f93280e4a7 req-9f89c0e0-3c47-4db2-bf48-39fc41dc8136 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 943 time: 0.0804622 Jan 28 14:21:42.495069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-586f9fe4-7103-4a47-9be3-523878c10a84 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:42.497065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-586f9fe4-7103-4a47-9be3-523878c10a84 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.36 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567&tenant_id=a2043a5ea81a491c81433ccf367dbef4&binding%3Ahost_id=n-h2-822748-2 HTTP/1.1" status: 200 len: 943 time: 0.0699027 Jan 28 14:21:42.575776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4bca3f5a-e762-4424-87ee-f9f93280e4a7 req-2f1fbf39-9c6c-4425-aa6a-ab1b381e5578 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879719 Jan 28 14:21:42.589495 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-bb843c4f-f873-40b1-bab1-37152c538738 service neutron] delete failed (client error): The resource could not be found. Jan 28 14:21:42.590377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-bb843c4f-f873-40b1-bab1-37152c538738 service neutron] 10.222.0.36 "DELETE /v2.0/ports/7d1aba31-8c21-45db-89f6-0201b588a73c/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0766776 Jan 28 14:21:42.685124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-316bfa83-2163-4584-b18a-65700b16ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:42.686644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-316bfa83-2163-4584-b18a-65700b16ec2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 1094 time: 0.0433655 Jan 28 14:21:42.784791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-af7f2d95-b71b-4203-9849-ea8d1d815141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:42.786185 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-af7f2d95-b71b-4203-9849-ea8d1d815141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.0895233 Jan 28 14:21:42.830789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-a6c0901b-5780-42f1-ace3-7f1e6c8009da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 200 len: 217 time: 0.0354869 Jan 28 14:21:42.882630 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-ed9a9da0-796d-4b11-b611-f6da652f280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:42.884158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-ed9a9da0-796d-4b11-b611-f6da652f280c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0438898 Jan 28 14:21:42.917387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-0f721b0f-0363-4087-aff7-d218bac4c664 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244136 Jan 28 14:21:42.999157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:21:43.023944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-e1793bde-695c-49d7-aed7-4e76b9447d66 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970964 Jan 28 14:21:43.098048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:43.109758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c', 'port_id': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'mac_address': 'fa:16:3e:58:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98dd5de-ede4-4583-ba7f-5a4d44744c58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:21:43.118658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbf5233d-c008-4fdd-852e-a10a1c01afd0 req-b7fc9157-2c81-4db3-be74-92cabd5038cf service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854125 Jan 28 14:21:43.147206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 7d1aba31-8c21-45db-89f6-0201b588a73c is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:43.147609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:43.161010 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1aba31-8c21-45db-89f6-0201b588a73c {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:43.180598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:43.185427 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:43.234940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:43.430763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['7d1aba31-8c21-45db-89f6-0201b588a73c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:43.711382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929b1ae-8152-48e8-b561-0c852defaef4 req-b16cc23f-a40f-4c4a-8571-fce40ad75950 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:43.712961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4929b1ae-8152-48e8-b561-0c852defaef4 req-b16cc23f-a40f-4c4a-8571-fce40ad75950 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 944 time: 0.0639184 Jan 28 14:21:43.764642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4929b1ae-8152-48e8-b561-0c852defaef4 req-d70ae2c8-a5c1-439a-8a67-5f749801fcfe tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454822 Jan 28 14:21:43.895198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c37ce-145f-4c35-b01d-39fc23d3e536 req-5553612f-eaf3-4914-a7a7-9c358c1b2ba6 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:43.896734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f0c37ce-145f-4c35-b01d-39fc23d3e536 req-5553612f-eaf3-4914-a7a7-9c358c1b2ba6 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 944 time: 0.0508654 Jan 28 14:21:43.948403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2f0c37ce-145f-4c35-b01d-39fc23d3e536 req-7cd57dfc-40de-4c69-a7c8-997e1cf9c58d tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Jan 28 14:21:44.073520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df868b1-16ff-4a78-89b7-b794a028f90b req-53865939-acfc-4b00-a074-d6fb94be6158 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:44.075560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2df868b1-16ff-4a78-89b7-b794a028f90b req-53865939-acfc-4b00-a074-d6fb94be6158 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 944 time: 0.0560074 Jan 28 14:21:44.128216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2df868b1-16ff-4a78-89b7-b794a028f90b req-17e9fca9-84e3-4198-b7a7-5dcf5a88d005 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Jan 28 14:21:44.495414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-15b18a96-c5df-4eb7-a9c6-1ac61ce6eb97 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:44.497660 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-15b18a96-c5df-4eb7-a9c6-1ac61ce6eb97 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 815 time: 0.1020861 Jan 28 14:21:44.512810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-18be99ef-bff9-4ce8-b458-9899872e0d5b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/quotas/a2043a5ea81a491c81433ccf367dbef4 HTTP/1.1" status: 200 len: 375 time: 0.0091138 Jan 28 14:21:44.565492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-99284515-f34a-4fb1-b63c-f66925969d2c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474741 Jan 28 14:21:44.655713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-a50a44f6-2128-4244-9bd7-431cb2d0dd01 service neutron] 10.222.0.45 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829968 Jan 28 14:21:44.751120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-b019a2b6-166d-4b42-94cf-66069e21abc9 service neutron] 10.222.0.45 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892806 Jan 28 14:21:44.909348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33ba959b-031c-4f8e-b45a-e476a79123e1 req-c6d96eda-1d15-4df8-9c1e-3a9b2da2b76b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 210 time: 0.0281045 Jan 28 14:21:45.017679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:21:45.070107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 7d1aba31-8c21-45db-89f6-0201b588a73c completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:21:45.075128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 7d1aba31-8c21-45db-89f6-0201b588a73c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:21:45.075668 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:45.321414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 7d1aba31-8c21-45db-89f6-0201b588a73c is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:45.321806 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:45.344700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:45.346917 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4716a05-d1a0-46d5-88d0-76a25bc79014" -d '{"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-plugged", "status": "completed", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:45.360027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:45.364673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:45.390873 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8586ee2-9388-4f7b-af94-0aada23c5132 x-openstack-request-id: req-f8586ee2-9388-4f7b-af94-0aada23c5132 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:45.391186 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-plugged", "status": "completed", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:45.391446 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8586ee2-9388-4f7b-af94-0aada23c5132 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:45.391869 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'code': 200} Jan 28 14:21:45.421571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:45.878903 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.60', 57358) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:21:45.972654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-5763f095-7b4a-4905-bc12-bd13c9267c13 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:45.974332 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-5763f095-7b4a-4905-bc12-bd13c9267c13 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.60 "GET /v2.0/ports?device_id=36ec55b7-bc4b-4105-b6de-ef998c49b567 HTTP/1.1" status: 200 len: 945 time: 0.0933290 Jan 28 14:21:46.032429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-06454004-cfe6-47ea-8ba9-0bae34a6702f req-9acdd592-4b6d-4b3d-9ae9-5f094196582d tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 210 time: 0.0433547 Jan 28 14:21:46.041826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-cbd557b2-00be-4b7d-bf9e-efb0e17fdcac tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:46.044239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-cbd557b2-00be-4b7d-bf9e-efb0e17fdcac tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.60 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 815 time: 0.1870317 Jan 28 14:21:46.057136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Request body: {'port': {'device_id': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c', 'admin_state_up': True, 'tenant_id': 'a2043a5ea81a491c81433ccf367dbef4'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:46.086070 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Deleting port 7d1aba31-8c21-45db-89f6-0201b588a73c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:21:46.086415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.164644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Made reservation on behalf of a2043a5ea81a491c81433ccf367dbef4 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:21:46.167913 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.182966 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] For port 7d1aba31-8c21-45db-89f6-0201b588a73c, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=7d1aba31-8c21-45db-89f6-0201b588a73c,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:46.183523 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.198803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Calling delete_port for 7d1aba31-8c21-45db-89f6-0201b588a73c owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:21:46.304548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Allocated IP 172.20.0.5 (562856ac-9355-41a5-8703-f4555a941e3c/a98dd5de-ede4-4583-ba7f-5a4d44744c58/94dd380a-a347-47c8-83f6-fafa0a67f30b) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:21:46.338745 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7d1aba31-8c21-45db-89f6-0201b588a73c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.357919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['7d1aba31-8c21-45db-89f6-0201b588a73c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:46.368948 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Pushing event deleted for resources: {'Port': ['ID=7d1aba31-8c21-45db-89f6-0201b588a73c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:46.412848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] No DVR routers for this DVR port 7d1aba31-8c21-45db-89f6-0201b588a73c on host n-h2-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:21:46.415572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.419125 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.60 "DELETE /v2.0/ports/7d1aba31-8c21-45db-89f6-0201b588a73c HTTP/1.1" status: 204 len: 173 time: 0.4377086 Jan 28 14:21:46.419586 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-deleted', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:46.421863 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8febd-db22-4e36-be04-b9e7bfb42070" -d '{"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-deleted", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:46.462743 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208516ff-91c4-496f-a382-0450e62cff73 x-openstack-request-id: req-208516ff-91c4-496f-a382-0450e62cff73 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:46.463040 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ec55b7-bc4b-4105-b6de-ef998c49b567", "name": "network-vif-deleted", "tag": "7d1aba31-8c21-45db-89f6-0201b588a73c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:46.463315 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-208516ff-91c4-496f-a382-0450e62cff73 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:46.463724 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ec55b7-bc4b-4105-b6de-ef998c49b567', 'name': 'network-vif-deleted', 'tag': '7d1aba31-8c21-45db-89f6-0201b588a73c', 'status': 'completed', 'code': 200} Jan 28 14:21:46.517057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks [] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.552209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.574012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['7d1aba31-8c21-45db-89f6-0201b588a73c'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:46.602694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Network 562856ac-9355-41a5-8703-f4555a941e3c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:21:46.605988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:21:46.612001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:21:46.636015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:46.666052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:46.666600 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:46.683000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-9df8529a-19b1-4d40-9b6d-d3db4cbcd798 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6301379 Jan 28 14:21:46.695144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Request body: {'port': {'device_id': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:21:46.749704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:47.014819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dd380a-a347-47c8-83f6-fafa0a67f30b {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:47.022191 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Publish callbacks [] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:47.034877 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Transition to ACTIVE for port object 94dd380a-a347-47c8-83f6-fafa0a67f30b will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:21:47.038399 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:47.094649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:47.200595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0581ea-6764-4475-ae73-1f62341c84f1 req-8cbefac2-bbbf-45da-a06b-abd57d7047d8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:47.202120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0581ea-6764-4475-ae73-1f62341c84f1 req-8cbefac2-bbbf-45da-a06b-abd57d7047d8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0889816 Jan 28 14:21:47.204572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:21:47.204916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:21:47.205253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:47.216356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Port 94dd380a-a347-47c8-83f6-fafa0a67f30b on network 562856ac-9355-41a5-8703-f4555a941e3c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:21:47.216693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:21:47.229926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:21:47.230273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Checking segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:21:47.231372 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Bound using segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:21:47.231868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Bound port: 94dd380a-a347-47c8-83f6-fafa0a67f30b, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:21:47.232258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:47.282667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db0581ea-6764-4475-ae73-1f62341c84f1 req-6dea0f5c-9c20-40e8-b115-645579ed24cc tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739381 Jan 28 14:21:47.316015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:21:47.318986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:21:47.324043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:47.357431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:47.358071 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:47.360051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 1091 time: 0.6703818 Jan 28 14:21:47.362489 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:47.366464 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ec59a0-0f10-491f-8aee-be3358326cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:47.410736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190cdea-08f8-4ead-a7d6-323ecdc074b9 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:47.416491 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12442b2d-c05b-4f33-a2a1-51e895dad1f2 x-openstack-request-id: req-12442b2d-c05b-4f33-a2a1-51e895dad1f2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:47.416781 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:47.417040 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12442b2d-c05b-4f33-a2a1-51e895dad1f2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:47.417433 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'status': 'completed', 'code': 200} Jan 28 14:21:47.450721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-b4688743-39c1-4960-99dc-0658b48efd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:47.452283 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-b4688743-39c1-4960-99dc-0658b48efd08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1094 time: 0.0510423 Jan 28 14:21:47.494704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-1548bce6-a365-4690-8fdf-3986ab24b273 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 217 time: 0.0345106 Jan 28 14:21:47.542673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-35f86949-2a94-4529-b72f-11eb2b86fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:47.545248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-35f86949-2a94-4529-b72f-11eb2b86fbb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0444915 Jan 28 14:21:47.578632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-0ce483dd-877d-405b-b694-2f8267df62f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245275 Jan 28 14:21:47.671971 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-617e6725-bf6c-4434-b97f-7f99ebcafadc service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871124 Jan 28 14:21:47.760151 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:21:47.760913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-74d14ec0-c655-43f0-b113-b6820ca23a41 req-51fd2ad8-e1ee-4d98-888a-2d718368352e service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816987 Jan 28 14:21:47.858998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-bc7e1f46-3731-42ad-9c80-f3bd28df81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:47.860554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-bc7e1f46-3731-42ad-9c80-f3bd28df81d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1094 time: 0.0459745 Jan 28 14:21:47.950684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-1756b8bc-8ef2-4826-85fd-850895fe9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:47.952228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-1756b8bc-8ef2-4826-85fd-850895fe9d7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.0846786 Jan 28 14:21:47.997280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-11b54e29-e28a-4c57-896d-55eea2057772 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 217 time: 0.0383334 Jan 28 14:21:48.047291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-7639a6b0-7eb0-4cae-9b12-3318fd2a55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:48.048825 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-7639a6b0-7eb0-4cae-9b12-3318fd2a55a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0451491 Jan 28 14:21:48.082972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-5f693b0b-5e0b-48a0-8d69-15b8b56a60af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269687 Jan 28 14:21:48.177792 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-352891dc-a334-4bcf-b3eb-a87cf56915f6 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863969 Jan 28 14:21:48.273188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32ec59a0-0f10-491f-8aee-be3358326cd4 req-e9b3d642-3f7a-478c-874f-7c95d6c13ed2 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875823 Jan 28 14:21:48.402053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303acc-8aed-44cb-9dfe-d7b1093ff7bf req-21c613ca-c62a-477c-b222-2719f2876733 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:48.403867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa303acc-8aed-44cb-9dfe-d7b1093ff7bf req-21c613ca-c62a-477c-b222-2719f2876733 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0500348 Jan 28 14:21:48.453766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fa303acc-8aed-44cb-9dfe-d7b1093ff7bf req-a157d186-2615-4634-9b68-ef9b413f74d7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Jan 28 14:21:49.040486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:21:49.061961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 7d1aba31-8c21-45db-89f6-0201b588a73c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:21:49.062311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 7d1aba31-8c21-45db-89f6-0201b588a73c not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:21:49.574779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7003e02-99b7-4dbc-ad67-9189ddf3a47a req-ce42239c-cf21-4d1a-a9b4-df09a92f758b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:49.576305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7003e02-99b7-4dbc-ad67-9189ddf3a47a req-ce42239c-cf21-4d1a-a9b4-df09a92f758b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0542340 Jan 28 14:21:49.623146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7003e02-99b7-4dbc-ad67-9189ddf3a47a req-68376aa7-23d0-44fa-ac9c-eca273dbbe24 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Jan 28 14:21:50.738674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b97d-bed1-4e34-b3eb-09ad63ff63f1 req-08f90115-f945-47b2-83bb-da73c1524d98 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:50.740199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7786b97d-bed1-4e34-b3eb-09ad63ff63f1 req-08f90115-f945-47b2-83bb-da73c1524d98 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0487576 Jan 28 14:21:50.787628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7786b97d-bed1-4e34-b3eb-09ad63ff63f1 req-a12070d1-c0f6-4a13-82c0-53c381627d84 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Jan 28 14:21:51.040128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:21:51.135829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:51.147176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c', 'port_id': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'mac_address': 'fa:16:3e:6a:53:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98dd5de-ede4-4583-ba7f-5a4d44744c58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:21:51.183915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 94dd380a-a347-47c8-83f6-fafa0a67f30b is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:51.184507 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:51.198660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dd380a-a347-47c8-83f6-fafa0a67f30b {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:21:51.218840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:51.222757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:51.272439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:51.283162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.283545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.283892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.285412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.285781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.286127 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.286468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.286812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.288263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.288609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.288953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.289287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.290865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:21:51.467353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['94dd380a-a347-47c8-83f6-fafa0a67f30b'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:21:51.906312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e7e04-536b-4bb5-ab1a-ae6941cfadf4 req-d22402d7-34b0-489d-85f0-b8ffbf9c1658 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:51.907778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1d3e7e04-536b-4bb5-ab1a-ae6941cfadf4 req-d22402d7-34b0-489d-85f0-b8ffbf9c1658 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 944 time: 0.0486860 Jan 28 14:21:51.959996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1d3e7e04-536b-4bb5-ab1a-ae6941cfadf4 req-cc71439c-adb1-4811-af16-bdde5efdfb35 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Jan 28 14:21:53.055952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:21:53.077458 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9ded2-08c5-423e-af92-98f71daca279 req-07fb09db-f6e8-462d-aa98-4e7428551d45 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:53.079038 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38e9ded2-08c5-423e-af92-98f71daca279 req-07fb09db-f6e8-462d-aa98-4e7428551d45 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 944 time: 0.0530255 Jan 28 14:21:53.110094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 94dd380a-a347-47c8-83f6-fafa0a67f30b completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:21:53.114734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 94dd380a-a347-47c8-83f6-fafa0a67f30b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:21:53.115115 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.129214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38e9ded2-08c5-423e-af92-98f71daca279 req-beb6c1d5-e215-479c-ba44-87fac1ccfe24 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Jan 28 14:21:53.203498 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 94dd380a-a347-47c8-83f6-fafa0a67f30b is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:21:53.203901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.228811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:21:53.232078 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f6971-ce9b-42b6-b16f-9ad2ffd8e40e" -d '{"events": [{"server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "name": "network-vif-plugged", "status": "completed", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:21:53.246175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:21:53.250342 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:53.276366 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752fa45d-7ebc-4d9a-bdef-9614ae53344a x-openstack-request-id: req-752fa45d-7ebc-4d9a-bdef-9614ae53344a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:21:53.276669 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "name": "network-vif-plugged", "status": "completed", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:21:53.277003 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-752fa45d-7ebc-4d9a-bdef-9614ae53344a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:21:53.278098 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'code': 200} Jan 28 14:21:53.305430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:21:53.368224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b73b82-a0d0-461e-84b6-1e80625fd05a req-a957a17e-64d0-48b6-9465-fa4f41319215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:53.369735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4b73b82-a0d0-461e-84b6-1e80625fd05a req-a957a17e-64d0-48b6-9465-fa4f41319215 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1096 time: 0.0398648 Jan 28 14:21:53.417236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4b73b82-a0d0-461e-84b6-1e80625fd05a req-a40a4907-c441-4178-a7f3-5cd929009d7b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Jan 28 14:21:54.253127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c411c-c0c4-40bb-a0c6-51c808ab2661 req-ba87f67d-5625-4c10-b064-c9fb69db43d2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:54.254599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e6c411c-c0c4-40bb-a0c6-51c808ab2661 req-ba87f67d-5625-4c10-b064-c9fb69db43d2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0530682 Jan 28 14:21:54.301104 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e6c411c-c0c4-40bb-a0c6-51c808ab2661 req-94265b5c-62e5-4625-85bd-48075894db4a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Jan 28 14:21:55.423118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb1205-c631-4aa9-8cee-d71e9558f969 req-8f081083-4d07-4234-b055-74caee06f9c9 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.425046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7eb1205-c631-4aa9-8cee-d71e9558f969 req-8f081083-4d07-4234-b055-74caee06f9c9 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0517960 Jan 28 14:21:55.473394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7eb1205-c631-4aa9-8cee-d71e9558f969 req-df29b8de-4920-46c1-b73c-7837106cf49f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jan 28 14:21:55.596827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a147-030a-46b4-9e3c-dd0b0b2ea189 req-9ae2392a-8a89-42b0-9a2c-fd6f3d8bffa5 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.598400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4d77a147-030a-46b4-9e3c-dd0b0b2ea189 req-9ae2392a-8a89-42b0-9a2c-fd6f3d8bffa5 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0574634 Jan 28 14:21:55.649428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4d77a147-030a-46b4-9e3c-dd0b0b2ea189 req-e5369870-c15c-4e5e-97f9-9029e9fa1517 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Jan 28 14:21:55.886034 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-11d538dd-82fe-4a89-8034-1c12b5d06d75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438328 Jan 28 14:21:55.900301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e8f1a-7c5a-4090-b021-cc8e5805953e req-52455ca3-9619-4630-8cbc-0f5057363c11 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:55.901857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c80e8f1a-7c5a-4090-b021-cc8e5805953e req-52455ca3-9619-4630-8cbc-0f5057363c11 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0518048 Jan 28 14:21:55.953794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c80e8f1a-7c5a-4090-b021-cc8e5805953e req-4a947444-e098-4d56-ab56-69534b6b3752 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Jan 28 14:21:57.056754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:57.096858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-65090e4f-7538-4938-a6c2-d734aaf06f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:57.098365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-65090e4f-7538-4938-a6c2-d734aaf06f2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1096 time: 0.0767627 Jan 28 14:21:57.105650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d493-d1b6-4511-b8af-85a2f937f6b1 req-3dfef9fd-0e98-491e-8c6d-20434e4db2fc tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:57.107648 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c778d493-d1b6-4511-b8af-85a2f937f6b1 req-3dfef9fd-0e98-491e-8c6d-20434e4db2fc tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0768309 Jan 28 14:21:57.208456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c778d493-d1b6-4511-b8af-85a2f937f6b1 req-929d7fba-9f49-4a56-a01b-ce8d01d70304 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927441 Jan 28 14:21:57.224200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-bd3909da-9d77-45ba-bf45-6b81420afc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:57.225658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-bd3909da-9d77-45ba-bf45-6b81420afc29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.1170704 Jan 28 14:21:57.270507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-7d264a95-f30c-4d42-893a-ca1aa8cd4ee4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 217 time: 0.0378489 Jan 28 14:21:57.319957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-72a1f1ff-438d-4869-927e-8069f0ae497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:57.321431 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-72a1f1ff-438d-4869-927e-8069f0ae497a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0449202 Jan 28 14:21:57.351640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-ac716193-c25a-45bd-99e0-cc3986880123 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242481 Jan 28 14:21:57.444288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-423492cf-b476-469b-9118-0b77febd8fc8 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863752 Jan 28 14:21:57.533609 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-c2b8cc9e-3dfc-49a0-8c09-fed8b8bee06b service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827816 Jan 28 14:21:58.326928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1e8e-6e62-4971-9bc0-a26c270098f9 req-68a922d1-2de8-4247-aa6d-6eff01615460 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:58.328453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-498b1e8e-6e62-4971-9bc0-a26c270098f9 req-68a922d1-2de8-4247-aa6d-6eff01615460 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0517316 Jan 28 14:21:58.386414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-498b1e8e-6e62-4971-9bc0-a26c270098f9 req-af097d63-8a77-44f7-82f7-d8b8a88574ce tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 Jan 28 14:21:58.499187 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:21:59.503168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aac9a-5309-4e1d-962a-864af1594edc req-3820f3b8-6089-48f0-87bc-989758aef310 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:21:59.504569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae5aac9a-5309-4e1d-962a-864af1594edc req-3820f3b8-6089-48f0-87bc-989758aef310 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0476522 Jan 28 14:21:59.551325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae5aac9a-5309-4e1d-962a-864af1594edc req-b3eeac05-2357-49da-85da-abe5e88753cb tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 Jan 28 14:22:00.667553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f06557-1665-4590-8da7-caa6086483f0 req-7d20db56-b635-441f-971f-ebaa6df8d24f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:00.669889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6f06557-1665-4590-8da7-caa6086483f0 req-7d20db56-b635-441f-971f-ebaa6df8d24f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0500546 Jan 28 14:22:00.727670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6f06557-1665-4590-8da7-caa6086483f0 req-42dbfc55-1775-4610-8f12-812772aa3bf9 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522654 Jan 28 14:22:01.850690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5d05-5922-43e4-b083-6913c2a86e97 req-2495c15d-750a-4b90-8972-bc0fc93a2f3e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:01.852184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a65d5d05-5922-43e4-b083-6913c2a86e97 req-2495c15d-750a-4b90-8972-bc0fc93a2f3e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0540504 Jan 28 14:22:01.902054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a65d5d05-5922-43e4-b083-6913c2a86e97 req-b77ed9f7-6319-47cc-b96e-199f27f4003d tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440936 Jan 28 14:22:03.023875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadc8e1-989b-467f-8900-49d958d88046 req-bfc107bf-d48b-4cd3-8882-29abf121442f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:03.025394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dadc8e1-989b-467f-8900-49d958d88046 req-bfc107bf-d48b-4cd3-8882-29abf121442f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0492878 Jan 28 14:22:03.073119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8dadc8e1-989b-467f-8900-49d958d88046 req-fe3cf781-1e31-43b2-af31-00f1e61c377b tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Jan 28 14:22:04.192174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6788-7082-4a58-84e1-adb1a529d3d0 req-9d014f63-ffa4-433d-a19f-c34f1d54fe72 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:04.193704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e10c6788-7082-4a58-84e1-adb1a529d3d0 req-9d014f63-ffa4-433d-a19f-c34f1d54fe72 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0518870 Jan 28 14:22:04.241308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e10c6788-7082-4a58-84e1-adb1a529d3d0 req-1ba62ca0-e5f5-436b-a7f1-1cf227070074 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Jan 28 14:22:05.004017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4780c388-17cd-40b2-8d9f-76874e595bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:05.358284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67525642-99f2-49da-917c-2feb93f4eb11 req-2f61ba3c-fc96-4db5-ab2b-7f3f75858434 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:05.359804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67525642-99f2-49da-917c-2feb93f4eb11 req-2f61ba3c-fc96-4db5-ab2b-7f3f75858434 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0505874 Jan 28 14:22:05.416871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-67525642-99f2-49da-917c-2feb93f4eb11 req-c055fa78-9532-491e-af04-56df1d3b4806 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Jan 28 14:22:06.543073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80da83b-67eb-44cb-b09d-eb87356bc1ef req-3bf95ae6-e9a8-46a3-b626-31df71f91fd9 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:06.545229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c80da83b-67eb-44cb-b09d-eb87356bc1ef req-3bf95ae6-e9a8-46a3-b626-31df71f91fd9 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0522232 Jan 28 14:22:06.600706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c80da83b-67eb-44cb-b09d-eb87356bc1ef req-5af53492-b253-48b1-b3ed-c19b4da6f76d tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493271 Jan 28 14:22:07.719279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2a42-b43e-4a62-afa2-61a97346447e req-a8c5d270-e698-46a8-aed6-c8d39bb43d25 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:07.720815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a2c2a42-b43e-4a62-afa2-61a97346447e req-a8c5d270-e698-46a8-aed6-c8d39bb43d25 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0495970 Jan 28 14:22:07.760581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b66a9e5-ba82-470e-9b84-c977e6c69953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:07.771826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a2c2a42-b43e-4a62-afa2-61a97346447e req-60531ffa-e97e-4708-ab44-050a77628cd4 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Jan 28 14:22:08.887773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:08.894241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc8ad6-b018-4472-99ca-8937c479f54c req-b224677a-dd57-41c7-82fc-46c6702228c0 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:08.895776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35bc8ad6-b018-4472-99ca-8937c479f54c req-b224677a-dd57-41c7-82fc-46c6702228c0 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0518079 Jan 28 14:22:08.946455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35bc8ad6-b018-4472-99ca-8937c479f54c req-eb7f2d13-6391-43eb-8c19-cc7959d8ff73 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jan 28 14:22:10.378800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f8392-6e83-497d-902e-c1f75a9c6e7c req-2b8d2b31-e49f-407c-8eb7-c61eb8464a74 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:10.380407 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a16f8392-6e83-497d-902e-c1f75a9c6e7c req-2b8d2b31-e49f-407c-8eb7-c61eb8464a74 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.3630557 Jan 28 14:22:10.426964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a16f8392-6e83-497d-902e-c1f75a9c6e7c req-ef657b36-bf07-4761-8c8e-498a0fea0502 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Jan 28 14:22:10.729626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:11.542072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b0cdb-f0d7-401b-bced-2a8ed916f22f req-60244961-abee-4977-b5ac-24be85a174e7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:11.543560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e92b0cdb-f0d7-401b-bced-2a8ed916f22f req-60244961-abee-4977-b5ac-24be85a174e7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0485554 Jan 28 14:22:11.594859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e92b0cdb-f0d7-401b-bced-2a8ed916f22f req-52f4dd5c-0be5-4f46-be1f-d2c4731a0f65 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 Jan 28 14:22:11.895005 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:12.710685 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb47959-10ce-4f92-896d-cbba4d21a835 req-2c6f4a77-a043-4a40-abb1-91cc78c146ef tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:12.712207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8eb47959-10ce-4f92-896d-cbba4d21a835 req-2c6f4a77-a043-4a40-abb1-91cc78c146ef tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0498247 Jan 28 14:22:12.763717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8eb47959-10ce-4f92-896d-cbba4d21a835 req-0f3d4312-43f5-440f-8c27-519d41840f29 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Jan 28 14:22:13.877855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c83840-bb51-4cd8-ab8e-87ede0e00ff1 req-29bc6d6a-8522-4bdc-b870-f87ddbd85512 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:13.879370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1c83840-bb51-4cd8-ab8e-87ede0e00ff1 req-29bc6d6a-8522-4bdc-b870-f87ddbd85512 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0477045 Jan 28 14:22:13.926738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1c83840-bb51-4cd8-ab8e-87ede0e00ff1 req-581b52d6-922a-4b79-bd7c-a1a0fb936204 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Jan 28 14:22:15.041800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba58ac-2fe5-412e-b083-a248fe641ffe req-1d11eed3-7229-4af3-9f01-08230f9cd086 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:15.043344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcba58ac-2fe5-412e-b083-a248fe641ffe req-1d11eed3-7229-4af3-9f01-08230f9cd086 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0494514 Jan 28 14:22:15.091310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcba58ac-2fe5-412e-b083-a248fe641ffe req-ca5c0cea-a970-433d-ad68-f9dcbe73086c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Jan 28 14:22:16.215862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78e24e-7e53-4779-8a66-2e67650d4faf req-85be0f65-48ff-4593-a699-4a37efb8d534 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:16.218196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a78e24e-7e53-4779-8a66-2e67650d4faf req-85be0f65-48ff-4593-a699-4a37efb8d534 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0580926 Jan 28 14:22:16.266708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a78e24e-7e53-4779-8a66-2e67650d4faf req-8728bb1f-3466-41f0-adc8-9599c41dfb46 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jan 28 14:22:17.385376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49351bb8-789b-40dc-af97-76e335d04b76 req-ba5f36b4-dfdc-4bee-a0b2-1b69bb517e88 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:17.386850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49351bb8-789b-40dc-af97-76e335d04b76 req-ba5f36b4-dfdc-4bee-a0b2-1b69bb517e88 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0491858 Jan 28 14:22:17.433984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49351bb8-789b-40dc-af97-76e335d04b76 req-0f0201e8-325e-4ff1-8a5d-95a0dd318ec4 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Jan 28 14:22:18.554710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fff6c8-dcb0-4bab-a03d-797434f78a25 req-52414b4b-62a5-4cbe-946f-1e14c1fb86aa tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:18.556204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01fff6c8-dcb0-4bab-a03d-797434f78a25 req-52414b4b-62a5-4cbe-946f-1e14c1fb86aa tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0507684 Jan 28 14:22:18.608982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01fff6c8-dcb0-4bab-a03d-797434f78a25 req-0779d63c-a2d8-48cd-9488-ad4eb4df7f49 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Jan 28 14:22:19.727080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8f88-e468-4617-992e-6c95481ce358 req-7627a004-0651-462c-bf16-9b317cd52d27 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:19.728611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-786b8f88-e468-4617-992e-6c95481ce358 req-7627a004-0651-462c-bf16-9b317cd52d27 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0505919 Jan 28 14:22:19.776606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-786b8f88-e468-4617-992e-6c95481ce358 req-2659ac43-8955-4902-a3e1-7ece3facedbd tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Jan 28 14:22:20.905550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb1f4d-8673-4a23-9a37-8b04f01f8013 req-c398d093-0c55-444e-83c8-772491d7b2b7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:20.907799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2cb1f4d-8673-4a23-9a37-8b04f01f8013 req-c398d093-0c55-444e-83c8-772491d7b2b7 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0579326 Jan 28 14:22:20.963134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2cb1f4d-8673-4a23-9a37-8b04f01f8013 req-1d5b65d0-7375-4ed0-b178-7dbf89d7b32c tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Jan 28 14:22:22.085355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd75e7b-62ba-4681-b4fa-c143534ab3a7 req-8953f042-8821-4206-a1dc-66ff90e04413 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:22.086826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fd75e7b-62ba-4681-b4fa-c143534ab3a7 req-8953f042-8821-4206-a1dc-66ff90e04413 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0532935 Jan 28 14:22:22.136082 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2fd75e7b-62ba-4681-b4fa-c143534ab3a7 req-aeb00c21-9217-499b-ae71-d2c0b5605e0d tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Jan 28 14:22:23.261428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fa78-b846-445d-a526-3d9b25c343b7 req-7451f033-d39e-467c-a811-43f8ac850425 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:23.262902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c51fa78-b846-445d-a526-3d9b25c343b7 req-7451f033-d39e-467c-a811-43f8ac850425 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0490608 Jan 28 14:22:23.309205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4c51fa78-b846-445d-a526-3d9b25c343b7 req-fc92b9d8-65bd-4b1b-810e-d3bc1f407404 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Jan 28 14:22:24.432431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e34e0-6dd3-4c4e-b9f8-dcd4077767d2 req-af7d1ca3-e5d8-4bfa-816e-17083f77d0e2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:24.433942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-159e34e0-6dd3-4c4e-b9f8-dcd4077767d2 req-af7d1ca3-e5d8-4bfa-816e-17083f77d0e2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 945 time: 0.0540831 Jan 28 14:22:24.481994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-159e34e0-6dd3-4c4e-b9f8-dcd4077767d2 req-18949cd2-10d9-4a0f-a62d-5e2a8e9aba66 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Jan 28 14:22:24.759204 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:22:24.802854 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-1d548e61-ec4c-4222-92b6-3b7138509d51 service neutron] show failed (client error): The resource could not be found. Jan 28 14:22:24.803861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-1d548e61-ec4c-4222-92b6-3b7138509d51 service neutron] 10.222.0.60 "GET /v2.0/ports/94dd380a-a347-47c8-83f6-fafa0a67f30b/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0550787 Jan 28 14:22:25.020141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-d1b29964-e353-45ef-8704-1ef6b95669ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:25.021564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-d1b29964-e353-45ef-8704-1ef6b95669ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d&tenant_id=a2043a5ea81a491c81433ccf367dbef4 HTTP/1.1" status: 200 len: 1096 time: 0.0423288 Jan 28 14:22:25.036659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:25.095928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:25.299149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:25.332895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:25.373966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:25.376819 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8538944a-a04b-410c-8225-4096524ad86d" -d '{"events": [{"server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "name": "network-vif-unplugged", "status": "completed", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:25.380989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Publish callbacks [] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:25.394979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Transition to ACTIVE for port object 94dd380a-a347-47c8-83f6-fafa0a67f30b will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:22:25.399272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:25.444246 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39598d35-ab3d-4485-be3e-31094c1029c1 x-openstack-request-id: req-39598d35-ab3d-4485-be3e-31094c1029c1 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:25.444246 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "name": "network-vif-unplugged", "status": "completed", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:25.444834 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39598d35-ab3d-4485-be3e-31094c1029c1 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:25.444834 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'code': 200} Jan 28 14:22:25.457690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:25.473717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] No DVR routers for this DVR port 94dd380a-a347-47c8-83f6-fafa0a67f30b on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:22:25.481792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.482164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.483057 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.483399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.483757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.484195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.484833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.484961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.485188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.485523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.485857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.486190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.486567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:25.525994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:25.526342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:25.526681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:25.532080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Port 94dd380a-a347-47c8-83f6-fafa0a67f30b on network 562856ac-9355-41a5-8703-f4555a941e3c not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:22:25.532411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Attempting to bind port 94dd380a-a347-47c8-83f6-fafa0a67f30b on network 562856ac-9355-41a5-8703-f4555a941e3c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:25.537493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:25.537839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Checking segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:25.538222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Bound using segment: {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:25.538645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Bound port: 94dd380a-a347-47c8-83f6-fafa0a67f30b, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b34389-a13a-4b8f-a902-e6fe77c2a794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:25.539002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:25.632801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:25.641299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d9e8-fd28-401c-b7d9-6ef1240bf43e req-0e6b1f33-e7c8-4355-a4c6-ef4965d9e045 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:25.642791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7e8d9e8-fd28-401c-b7d9-6ef1240bf43e req-0e6b1f33-e7c8-4355-a4c6-ef4965d9e045 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0905423 Jan 28 14:22:25.644509 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:25.650461 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:25.714130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:25.714758 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:25.716180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] 10.222.0.36 "PUT /v2.0/ports/94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 1091 time: 0.6834459 Jan 28 14:22:25.754078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d5fae-c269-457c-b295-ff0542477f3b service neutron] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:25.761143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7e8d9e8-fd28-401c-b7d9-6ef1240bf43e req-269efcba-940e-45c6-924d-d725757f4865 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121855 Jan 28 14:22:25.790563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-0c150690-2d3a-4326-ab23-f7cfb014fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:25.792089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-0c150690-2d3a-4326-ab23-f7cfb014fee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1094 time: 0.0491397 Jan 28 14:22:25.893462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-f718325d-a469-490c-835c-f578fab82446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:25.894835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-f718325d-a469-490c-835c-f578fab82446 service neutron] 10.222.0.36 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.0942585 Jan 28 14:22:25.945469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-1e0db900-1cdf-467a-bd81-8abe42abefd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 217 time: 0.0411348 Jan 28 14:22:25.995116 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-6b1726cf-6c54-4ae8-a34e-85f637202961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:25.996608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-6b1726cf-6c54-4ae8-a34e-85f637202961 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0437036 Jan 28 14:22:26.039221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-f3121df5-adf5-4323-b8b5-1c9fd52e74a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246892 Jan 28 14:22:26.137124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-d8dc65af-60d5-4a98-b023-38b694b78e35 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882523 Jan 28 14:22:26.231212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14898110-dbf7-4f24-9ee6-ced143138d51 req-bd093cb4-4f72-4f4e-a180-3071d5cd8cf9 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844550 Jan 28 14:22:26.880875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6685d9-80b5-43fd-a7b7-ab55dc9f788e req-009bd86c-47c6-4ed5-a14a-7b1864ae0435 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:26.882297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c6685d9-80b5-43fd-a7b7-ab55dc9f788e req-009bd86c-47c6-4ed5-a14a-7b1864ae0435 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0485461 Jan 28 14:22:26.931612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c6685d9-80b5-43fd-a7b7-ab55dc9f788e req-97c68442-9d62-4646-9142-43bb6a11071f tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Jan 28 14:22:27.069654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:27.242749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:22:27.284619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 94dd380a-a347-47c8-83f6-fafa0a67f30b host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:22:27.285000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:22:27.446027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:27.448324 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158785a0-f2ee-4eb6-952a-cfc5c7464f65" -d '{"events": [{"name": "network-changed", "server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:27.494918 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25e8e5-328f-43fd-9bba-7b31fe9f1b12 x-openstack-request-id: req-0d25e8e5-328f-43fd-9bba-7b31fe9f1b12 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:27.495210 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:27.495471 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d25e8e5-328f-43fd-9bba-7b31fe9f1b12 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:27.495902 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'status': 'completed', 'code': 200} Jan 28 14:22:27.582946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-749e77c3-36dc-4ad2-8dba-87bb17f01152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:27.584469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-749e77c3-36dc-4ad2-8dba-87bb17f01152 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1094 time: 0.0709991 Jan 28 14:22:27.588467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-77d9a3c7-2a04-438d-a0b3-fc1db524a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:27.589812 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-77d9a3c7-2a04-438d-a0b3-fc1db524a345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1094 time: 0.0683665 Jan 28 14:22:27.744471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-6d7c3052-7135-44c5-b0b8-fca87f17a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:27.745859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-6d7c3052-7135-44c5-b0b8-fca87f17a20a service neutron] 10.222.0.60 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.1550190 Jan 28 14:22:27.747206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-5ecf96e2-a7c0-4048-9dce-49a567a7748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:27.748536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-5ecf96e2-a7c0-4048-9dce-49a567a7748b service neutron] 10.222.0.36 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.1505871 Jan 28 14:22:27.799697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-0b8e097b-d91d-4faa-a5e2-ac11878b2acb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 217 time: 0.0440190 Jan 28 14:22:27.834354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-ece5b943-ae85-42d8-963e-7172f3243ba3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 217 time: 0.0722635 Jan 28 14:22:27.902600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-8859a233-7e12-451c-b9a6-50f080bfdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:27.904098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-8859a233-7e12-451c-b9a6-50f080bfdb36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0785699 Jan 28 14:22:27.907713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-0ed2903f-fa37-42d9-a9af-331c652ac63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:27.909090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-0ed2903f-fa37-42d9-a9af-331c652ac63e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0566819 Jan 28 14:22:27.962142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-65d33345-dc6c-41b1-90a2-161b9a6d4ea0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507016 Jan 28 14:22:27.964487 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-601496d9-5cc8-4457-833d-2de921e79588 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449307 Jan 28 14:22:28.168218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a303b6-7142-48c7-b6a9-c1ceb344cb2e req-ccf092d0-9a5f-4e50-81d7-f19a57df7a28 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:28.169693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15a303b6-7142-48c7-b6a9-c1ceb344cb2e req-ccf092d0-9a5f-4e50-81d7-f19a57df7a28 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.1321990 Jan 28 14:22:28.174409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-ee352ec7-8181-4694-bcee-1f8227b321f7 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052073 Jan 28 14:22:28.183549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-b17bf985-1c0d-4747-aa65-7a4fc1bf9dc4 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060673 Jan 28 14:22:28.329129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15a303b6-7142-48c7-b6a9-c1ceb344cb2e req-55363e22-a10a-435c-ae65-b8956611eaa2 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524589 Jan 28 14:22:28.375734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-d6a9e3aa-0454-45fa-a04b-329f18bd9f73 service neutron] 10.222.0.36 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702247 Jan 28 14:22:28.378006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-158785a0-f2ee-4eb6-952a-cfc5c7464f65 req-fa618679-d765-485c-ab10-81d46ce9a121 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927960 Jan 28 14:22:28.492787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:28.562351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf246-7e32-4c64-896d-9d06c047ad6b req-dc0d4e9d-2271-4e3c-98a9-fe581a12f8bf tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:28.563522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27abf246-7e32-4c64-896d-9d06c047ad6b req-dc0d4e9d-2271-4e3c-98a9-fe581a12f8bf tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0863976 Jan 28 14:22:28.590807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-865e83e4-6509-4504-9a5b-69102900a99e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:28.592491 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-865e83e4-6509-4504-9a5b-69102900a99e tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d&tenant_id=a2043a5ea81a491c81433ccf367dbef4&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 943 time: 0.0807021 Jan 28 14:22:28.653155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-27abf246-7e32-4c64-896d-9d06c047ad6b req-cd5a1bc1-e8c0-4c5a-9bd7-18b53d461b4a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833974 Jan 28 14:22:28.677401 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-017c2dee-ee11-41ef-9bc3-01a993b4565a service neutron] delete failed (client error): The resource could not be found. Jan 28 14:22:28.678388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-017c2dee-ee11-41ef-9bc3-01a993b4565a service neutron] 10.222.0.60 "DELETE /v2.0/ports/94dd380a-a347-47c8-83f6-fafa0a67f30b/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0765712 Jan 28 14:22:28.771026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-a5f2ec2a-aafd-416a-94eb-f597092f39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:28.772612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-a5f2ec2a-aafd-416a-94eb-f597092f39ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2043a5ea81a491c81433ccf367dbef4&device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 1094 time: 0.0446925 Jan 28 14:22:28.864976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-7ea33510-10d9-4711-86f4-b65887e97ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:28.866451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-7ea33510-10d9-4711-86f4-b65887e97ad8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 200 len: 916 time: 0.0837076 Jan 28 14:22:28.912932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-21573076-6160-47a6-8147-58ccdbcf622c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 200 len: 217 time: 0.0387802 Jan 28 14:22:28.964735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-866072d3-ecef-4a20-bbf5-5188d39a9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:28.966119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-866072d3-ecef-4a20-bbf5-5188d39a9e86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 200 len: 855 time: 0.0454304 Jan 28 14:22:28.998671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-b99ff30c-2c77-4a72-a020-c53bc3dfffed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=562856ac-9355-41a5-8703-f4555a941e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259128 Jan 28 14:22:29.093293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-faf019fd-37ae-4c41-a781-703ea9b3e02c service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858383 Jan 28 14:22:29.183573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-deeb0585-5528-464f-abfc-26f7a68a2827 req-d79d0820-5204-46ac-81ad-2830be8a9b88 service neutron] 10.222.0.60 "GET /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833294 Jan 28 14:22:29.776301 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7f8c8-8d3f-40af-9cf8-34c923910c7c req-686b672c-ba6b-4f4f-a932-52ef6c336553 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:29.777798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0a7f8c8-8d3f-40af-9cf8-34c923910c7c req-686b672c-ba6b-4f4f-a932-52ef6c336553 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0503259 Jan 28 14:22:29.832547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0a7f8c8-8d3f-40af-9cf8-34c923910c7c req-7ed8845b-4f62-417d-bda4-51d1692c06c6 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475137 Jan 28 14:22:29.944781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ebc6d-cf71-4d5d-bc33-52ad30236c7a req-0efafd4c-c309-4673-8e64-d32210b15493 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:29.946449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd7ebc6d-cf71-4d5d-bc33-52ad30236c7a req-0efafd4c-c309-4673-8e64-d32210b15493 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0489883 Jan 28 14:22:29.992954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd7ebc6d-cf71-4d5d-bc33-52ad30236c7a req-d523e41d-d0c8-4dee-8a9f-49413846ef51 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Jan 28 14:22:30.105608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d54bb1-9225-46f0-9633-d63b7c2506ad req-2516cc58-6116-47e9-aa24-4e8168edb964 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:30.107067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9d54bb1-9225-46f0-9633-d63b7c2506ad req-2516cc58-6116-47e9-aa24-4e8168edb964 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0481279 Jan 28 14:22:30.156376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9d54bb1-9225-46f0-9633-d63b7c2506ad req-2eb396d3-6b69-4498-8bbe-8f7a91580c55 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Jan 28 14:22:30.414384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:22:30.489134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123466-3a38-4885-9869-a1f0b26fe51f req-cef54c9e-44ed-4dd4-b102-dcaedb3e3bc0 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:30.490767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a123466-3a38-4885-9869-a1f0b26fe51f req-cef54c9e-44ed-4dd4-b102-dcaedb3e3bc0 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 943 time: 0.0542419 Jan 28 14:22:30.514465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:30.527452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'network_id': '562856ac-9355-41a5-8703-f4555a941e3c', 'port_id': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'mac_address': 'fa:16:3e:6a:53:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98dd5de-ede4-4583-ba7f-5a4d44744c58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:22:30.537963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a123466-3a38-4885-9869-a1f0b26fe51f req-b9d6e990-84f4-4865-b57e-3c2d3c63079a tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jan 28 14:22:30.567462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 94dd380a-a347-47c8-83f6-fafa0a67f30b is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:30.568177 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:30.584207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dd380a-a347-47c8-83f6-fafa0a67f30b {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:22:30.605376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:30.609748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:30.658798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:30.853401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94dd380a-a347-47c8-83f6-fafa0a67f30b'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:31.654669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a1c27-246b-4658-8607-eaa8e49e74ba req-653bcc6f-8813-45b2-8a7a-55e2eb3d2328 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:31.656230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a57a1c27-246b-4658-8607-eaa8e49e74ba req-653bcc6f-8813-45b2-8a7a-55e2eb3d2328 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 944 time: 0.0499816 Jan 28 14:22:31.711385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a57a1c27-246b-4658-8607-eaa8e49e74ba req-973466c0-293f-4d00-a4dd-22337fda3fab tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af9e6140-129e-4935-989a-287fa3058c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494194 Jan 28 14:22:31.746646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b109d454-9a3e-4957-98f1-76c2ee632902 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:31.748217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b109d454-9a3e-4957-98f1-76c2ee632902 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee842bad-a32f-40ad-8847-e359a02a619d HTTP/1.1" status: 200 len: 944 time: 0.0494974 Jan 28 14:22:31.843225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Deleting port 94dd380a-a347-47c8-83f6-fafa0a67f30b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:22:31.843572 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:31.935608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] For port 94dd380a-a347-47c8-83f6-fafa0a67f30b, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=94dd380a-a347-47c8-83f6-fafa0a67f30b,segment=NetworkSegment(e6b34389-a13a-4b8f-a902-e6fe77c2a794),segment_id=e6b34389-a13a-4b8f-a902-e6fe77c2a794)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:31.935972 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:31.948830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Calling delete_port for 94dd380a-a347-47c8-83f6-fafa0a67f30b owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:22:32.079848 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (94dd380a-a347-47c8-83f6-fafa0a67f30b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:32.096145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['94dd380a-a347-47c8-83f6-fafa0a67f30b'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:32.107683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Pushing event deleted for resources: {'Port': ['ID=94dd380a-a347-47c8-83f6-fafa0a67f30b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:32.155803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] No DVR routers for this DVR port 94dd380a-a347-47c8-83f6-fafa0a67f30b on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:22:32.160395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:32.163791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aad4dad6-3b1a-4623-a608-679c9df064fd req-b30ac075-f34c-4f59-8604-941ba02aeb47 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] 10.222.0.36 "DELETE /v2.0/ports/94dd380a-a347-47c8-83f6-fafa0a67f30b HTTP/1.1" status: 204 len: 173 time: 0.4077003 Jan 28 14:22:32.164269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'name': 'network-vif-deleted', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:32.166524 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d29ab7d-0739-4113-8c6a-ea3043702d3b" -d '{"events": [{"server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "name": "network-vif-deleted", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:32.210761 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f54bb1-7b27-4d71-90d5-26c1904ed4f1 x-openstack-request-id: req-a2f54bb1-7b27-4d71-90d5-26c1904ed4f1 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:32.211054 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee842bad-a32f-40ad-8847-e359a02a619d", "name": "network-vif-deleted", "tag": "94dd380a-a347-47c8-83f6-fafa0a67f30b", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:32.211308 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2f54bb1-7b27-4d71-90d5-26c1904ed4f1 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:32.211708 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee842bad-a32f-40ad-8847-e359a02a619d', 'name': 'network-vif-deleted', 'tag': '94dd380a-a347-47c8-83f6-fafa0a67f30b', 'status': 'completed', 'code': 200} Jan 28 14:22:32.414657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:32.435707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 94dd380a-a347-47c8-83f6-fafa0a67f30b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:22:32.436098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 14:22:32.458517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Port 94dd380a-a347-47c8-83f6-fafa0a67f30b not found, will not notify nova. {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 14:22:32.834258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45058) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:32.878464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] Deleting subnet a98dd5de-ede4-4583-ba7f-5a4d44744c58 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:22:32.881537 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] Publish callbacks [] for subnet (a98dd5de-ede4-4583-ba7f-5a4d44744c58), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:32.919297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (a98dd5de-ede4-4583-ba7f-5a4d44744c58), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:32.959901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a98dd5de-ede4-4583-ba7f-5a4d44744c58), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.018460 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (a98dd5de-ede4-4583-ba7f-5a4d44744c58), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.044950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98dd5de-ede4-4583-ba7f-5a4d44744c58,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:33.047717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.050932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-017c5239-a55d-4095-8931-b360dd97ead5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a98dd5de-ede4-4583-ba7f-5a4d44744c58 HTTP/1.1" status: 204 len: 168 time: 0.2156751 Jan 28 14:22:33.053411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45060) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:33.128580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (562856ac-9355-41a5-8703-f4555a941e3c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.211329 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (562856ac-9355-41a5-8703-f4555a941e3c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.231846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562856ac-9355-41a5-8703-f4555a941e3c']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:33.241476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b34389-a13a-4b8f-a902-e6fe77c2a794') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:33.241778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b34389-a13a-4b8f-a902-e6fe77c2a794') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:33.251066 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (e6b34389-a13a-4b8f-a902-e6fe77c2a794), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.264482 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (e6b34389-a13a-4b8f-a902-e6fe77c2a794), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.270594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:22:33.270903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (e6b34389-a13a-4b8f-a902-e6fe77c2a794), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:22:33.272523 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:22:33.325529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (562856ac-9355-41a5-8703-f4555a941e3c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.331001 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.334206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] 10.222.0.45 "DELETE /v2.0/networks/562856ac-9355-41a5-8703-f4555a941e3c HTTP/1.1" status: 204 len: 168 time: 0.2798824 Jan 28 14:22:33.345643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78b5ba-537a-4621-8d6d-057e70426967 admin admin] Pushing event deleted for resources: {'Network': ['ID=562856ac-9355-41a5-8703-f4555a941e3c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:33.443971 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:33.488440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c734a6f1-e0ee-4ded-8501-9c85b882aba7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2043a5ea81a491c81433ccf367dbef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432346 Jan 28 14:22:33.490995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45066) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:33.538412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-521793fa-b80b-4559-b17d-58e86ce61b4d admin admin] Publish callbacks [] for security_group (af9e6140-129e-4935-989a-287fa3058c33), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.560125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-521793fa-b80b-4559-b17d-58e86ce61b4d admin admin] Publish callbacks [] for security_group (af9e6140-129e-4935-989a-287fa3058c33), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.607000 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-521793fa-b80b-4559-b17d-58e86ce61b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (af9e6140-129e-4935-989a-287fa3058c33), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.610909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-521793fa-b80b-4559-b17d-58e86ce61b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:33.612085 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-521793fa-b80b-4559-b17d-58e86ce61b4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af9e6140-129e-4935-989a-287fa3058c33 HTTP/1.1" status: 204 len: 168 time: 0.1200905 Jan 28 14:22:33.620067 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521793fa-b80b-4559-b17d-58e86ce61b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e6140-129e-4935-989a-287fa3058c33,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:34.281010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:34.375380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-511768130-network', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:34.395203 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Made reservation on behalf of a5d66e9d99a8469dae782e772cd2a71e for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:22:34.397513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.406287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.481577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks [] for security_group (5223165e-035e-407b-9e42-3f0e7a781406), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.486420 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5223165e-035e-407b-9e42-3f0e7a781406), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.511218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:22:34.521679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5223165e-035e-407b-9e42-3f0e7a781406,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:34.526407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d1c789e6-b512-476e-bb0b-5be1d32d037b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.526758 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Added segment d1c789e6-b512-476e-bb0b-5be1d32d037b of type vlan for network 1f851032-a89e-44a9-8ab5-550d57f47935 Jan 28 14:22:34.574250 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1f851032-a89e-44a9-8ab5-550d57f47935), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.599251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1f851032-a89e-44a9-8ab5-550d57f47935), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.600148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:34.600824 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.658590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3764167 Jan 28 14:22:34.661715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45092) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:34.662225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5baf28-274b-46c5-b30b-28a5ac743a63 admin admin] Pushing event updated for resources: {'Network': ['ID=1f851032-a89e-44a9-8ab5-550d57f47935,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:34.666783 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Request body: {'subnet': {'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-511768130-subnet', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:34.672315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1f851032-a89e-44a9-8ab5-550d57f47935 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:22:34.691338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Made reservation on behalf of a5d66e9d99a8469dae782e772cd2a71e for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:22:34.694037 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.860795 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (54fc86f0-a238-44d0-a610-d880a4c6b2ea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.920497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fc86f0-a238-44d0-a610-d880a4c6b2ea,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:34.933616 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:34.933983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Network hostable DHCP agents. Network: 1f851032-a89e-44a9-8ab5-550d57f47935, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:22:34.937087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.937445 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.937790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.938131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.938465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.938797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.939135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.939463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.939789 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.940149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.940479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.940803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.941128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:34.959424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:22:34.969103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1f851032-a89e-44a9-8ab5-550d57f47935) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:34.973163 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:34.973762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:34.977973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99551002-5e69-453a-a5ec-6913c1a2a951 None None] Network 1f851032-a89e-44a9-8ab5-550d57f47935 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:22:34.992326 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6f72370c-8e42-49b7-ad38-23b477d12f3b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3290045 Jan 28 14:22:34.995113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45094) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:35.000631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:35.018907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (c9cab752-88fc-48a8-a18e-cac8b4bf473e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.019995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (c9cab752-88fc-48a8-a18e-cac8b4bf473e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.046860 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e8993058-d6e4-4504-922e-8c3764328cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.078730 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks [] for router_controller (c9cab752-88fc-48a8-a18e-cac8b4bf473e), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.095286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-1f851032-a89e-44a9-8ab5-550d57f47935', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:22:35.096198 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.217535 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks [] for router_gateway (c9cab752-88fc-48a8-a18e-cac8b4bf473e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.238353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Allocated IP 172.20.0.2 (1f851032-a89e-44a9-8ab5-550d57f47935/54fc86f0-a238-44d0-a610-d880a4c6b2ea/2391425a-6081-4313-85e7-6a36fbeacdce) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:35.384761 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Publish callbacks [] for port (2391425a-6081-4313-85e7-6a36fbeacdce), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.393059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.435001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:35.440763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:35.445752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:35.450860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Pushing event updated for resources: {'Port': ['ID=2391425a-6081-4313-85e7-6a36fbeacdce,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:35.507201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Attempting to bind port 2391425a-6081-4313-85e7-6a36fbeacdce on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:35.507739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Attempting to bind port 2391425a-6081-4313-85e7-6a36fbeacdce by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:35.508144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Attempting to bind port 2391425a-6081-4313-85e7-6a36fbeacdce on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:35.513785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:35.514160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:35.515206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.515744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:35.516421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Bound port: 2391425a-6081-4313-85e7-6a36fbeacdce, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:35.516803 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.589198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] For port 2391425a-6081-4313-85e7-6a36fbeacdce, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:35.592379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] For port 2391425a-6081-4313-85e7-6a36fbeacdce, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2391425a-6081-4313-85e7-6a36fbeacdce,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:35.597402 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.660952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607badbf-30b4-4c69-9762-36fad26d2082 None None] Pushing event updated for resources: {'Port': ['ID=2391425a-6081-4313-85e7-6a36fbeacdce,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:35.743193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks [] for router_gateway (c9cab752-88fc-48a8-a18e-cac8b4bf473e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.762368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:35.893247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Allocated IP 172.25.4.180 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/c04c732c-880a-4825-a004-90bb820ec352) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:36.013311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks [] for port (c04c732c-880a-4825-a004-90bb820ec352), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.047168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c04c732c-880a-4825-a004-90bb820ec352), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.087644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:36.092442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:36.097025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:36.099758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Pushing event updated for resources: {'Port': ['ID=c04c732c-880a-4825-a004-90bb820ec352,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:36.352894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks [] for router_gateway (c9cab752-88fc-48a8-a18e-cac8b4bf473e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.416902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:22:36.440659 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 94dd380a-a347-47c8-83f6-fafa0a67f30b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:22:36.441019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 94dd380a-a347-47c8-83f6-fafa0a67f30b not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:22:36.565208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (c9cab752-88fc-48a8-a18e-cac8b4bf473e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.597744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce72a4a2-a6a0-4c4e-ab9b-69053c6075c9 None None] Network 1f851032-a89e-44a9-8ab5-550d57f47935 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:22:36.710681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2391425a-6081-4313-85e7-6a36fbeacdce up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:36.717126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:22:36.755913 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3c1d212a-2d01-467a-b333-d50939415b79 None None] Provisioning complete for port 2391425a-6081-4313-85e7-6a36fbeacdce triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:36.756183 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c1d212a-2d01-467a-b333-d50939415b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.838172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:22:36.848014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2391425a-6081-4313-85e7-6a36fbeacdce triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:36.848423 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.865640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.867496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fb89da22-2819-4716-bfbb-05f44bf12228 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8707767 Jan 28 14:22:36.870444 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45096) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:36.874796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:22:36.888454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d212a-2d01-467a-b333-d50939415b79 None None] Current status of the port 2391425a-6081-4313-85e7-6a36fbeacdce is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:36.888850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c1d212a-2d01-467a-b333-d50939415b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:36.910318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:36.910974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:22:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:36.993801 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3c1d212a-2d01-467a-b333-d50939415b79 None None] For port 2391425a-6081-4313-85e7-6a36fbeacdce, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2391425a-6081-4313-85e7-6a36fbeacdce,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:37.017848 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c1d212a-2d01-467a-b333-d50939415b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.097075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2391425a-6081-4313-85e7-6a36fbeacdce is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:37.097469 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.128724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:37.314969 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.360747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d212a-2d01-467a-b333-d50939415b79 None None] Pushing event updated for resources: {'Port': ['ID=2391425a-6081-4313-85e7-6a36fbeacdce,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:37.429928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5815f3c8-eeb8-4a51-bd40-0ed455629941 None None] Provisioning complete for port 2391425a-6081-4313-85e7-6a36fbeacdce triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:37.430679 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5815f3c8-eeb8-4a51-bd40-0ed455629941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.481364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Allocated IP 172.20.0.1 (1f851032-a89e-44a9-8ab5-550d57f47935/54fc86f0-a238-44d0-a610-d880a4c6b2ea/6ddd6478-a87b-4f4a-b069-e27d6a7d07e8) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:37.491449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:22:37.491808 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:22:37.582480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5815f3c8-eeb8-4a51-bd40-0ed455629941 None None] Current status of the port 2391425a-6081-4313-85e7-6a36fbeacdce is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:37.596476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks [] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.597026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:36Z', 'revision_number': 3, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:37.629453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:22:37.629714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Updating router c9cab752-88fc-48a8-a18e-cac8b4bf473e port c04c732c-880a-4825-a004-90bb820ec352 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:22:37.631354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.654386 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c04c732c-880a-4825-a004-90bb820ec352), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.672293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:37.679935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:37.681910 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Pushing event updated for resources: {'Port': ['ID=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:37.684133 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:37.724721 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (c9cab752-88fc-48a8-a18e-cac8b4bf473e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.779550 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cbfc88cb-fe0f-47db-a3ef-4a09a213b5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.868618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.943812 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Publish callbacks [] for port (c04c732c-880a-4825-a004-90bb820ec352), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:37.949843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c04c732c-880a-4825-a004-90bb820ec352), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.038190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09100c-66ef-4302-b9a8-44c289df714c None None] Pushing event updated for resources: {'Port': ['ID=c04c732c-880a-4825-a004-90bb820ec352,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:38.040489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Attempting to bind port c04c732c-880a-4825-a004-90bb820ec352 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:38.040628 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks [] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.041113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Attempting to bind port c04c732c-880a-4825-a004-90bb820ec352 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:38.041268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Attempting to bind port c04c732c-880a-4825-a004-90bb820ec352 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:38.046910 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.060833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:38.061223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:38.061886 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.062548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:38.063045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Bound port: c04c732c-880a-4825-a004-90bb820ec352, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:38.063438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c04c732c-880a-4825-a004-90bb820ec352), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.087739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2391425a-6081-4313-85e7-6a36fbeacdce is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:38.089723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-22fa0d67-ead1-4460-8ee2-d728f4e37a78 None None] Provisioning complete for port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:38.090099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22fa0d67-ead1-4460-8ee2-d728f4e37a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.116729 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (c9cab752-88fc-48a8-a18e-cac8b4bf473e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.118573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Pushing event updated for resources: {'Port': ['ID=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:38.150087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-22fa0d67-ead1-4460-8ee2-d728f4e37a78 None None] Port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:22:38.160499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] For port c04c732c-880a-4825-a004-90bb820ec352, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:38.165862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] For port c04c732c-880a-4825-a004-90bb820ec352, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c04c732c-880a-4825-a004-90bb820ec352,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:38.171930 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c04c732c-880a-4825-a004-90bb820ec352), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.227554 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:38.229392 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:38.229752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:38.230381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:22:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:38.268807 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09100c-66ef-4302-b9a8-44c289df714c None None] Pushing event updated for resources: {'Port': ['ID=c04c732c-880a-4825-a004-90bb820ec352,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:38.352780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:38.354449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:22:38.472338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:22:38.477384 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b741934d-a490-41fa-be3b-d0ce3456dbea admin admin] 10.222.0.45 "PUT /v2.0/routers/c9cab752-88fc-48a8-a18e-cac8b4bf473e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6058044 Jan 28 14:22:38.503059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e7c10f08-e07f-499f-852e-17fe6aa1d122 None None] Provisioning complete for port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:38.503643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e7c10f08-e07f-499f-852e-17fe6aa1d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.553504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e7c10f08-e07f-499f-852e-17fe6aa1d122 None None] Port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:22:38.607547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 2, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:38.635739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1724a8-1da7-42fe-877c-4f4eb9adab91 None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 2, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:22:38.664490 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2391425a-6081-4313-85e7-6a36fbeacdce up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:38.717509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2391425a-6081-4313-85e7-6a36fbeacdce triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:38.718135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:38.805356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2391425a-6081-4313-85e7-6a36fbeacdce is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:38.898784 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.157038 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45104) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:39.162894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8eb6fbf2-f50e-4f9e-81fe-7bf6c4710424 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775085842', 'description': 'tempest-description--1029511306'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:39.184559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fbf2-f50e-4f9e-81fe-7bf6c4710424 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.265703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fbf2-f50e-4f9e-81fe-7bf6c4710424 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group (12f95f48-3abe-435f-831e-32fe08ad1b1a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.270152 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fbf2-f50e-4f9e-81fe-7bf6c4710424 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (12f95f48-3abe-435f-831e-32fe08ad1b1a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.304521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8eb6fbf2-f50e-4f9e-81fe-7bf6c4710424 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.305977 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8eb6fbf2-f50e-4f9e-81fe-7bf6c4710424 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1479077 Jan 28 14:22:39.311782 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45106) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:39.316255 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cbc720ee-1d37-40ab-94f0-505fa3d4b228 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'security_group_rule': {'security_group_id': '12f95f48-3abe-435f-831e-32fe08ad1b1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:39.329871 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6fbf2-f50e-4f9e-81fe-7bf6c4710424 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f95f48-3abe-435f-831e-32fe08ad1b1a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:39.349869 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbc720ee-1d37-40ab-94f0-505fa3d4b228 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group_rule (47ae2162-d81a-4145-973f-63b7cd9dd688), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.404383 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbc720ee-1d37-40ab-94f0-505fa3d4b228 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group_rule (47ae2162-d81a-4145-973f-63b7cd9dd688), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.408848 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbc720ee-1d37-40ab-94f0-505fa3d4b228 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (47ae2162-d81a-4145-973f-63b7cd9dd688), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.431831 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc720ee-1d37-40ab-94f0-505fa3d4b228 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ae2162-d81a-4145-973f-63b7cd9dd688,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:39.439428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cbc720ee-1d37-40ab-94f0-505fa3d4b228 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.440714 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cbc720ee-1d37-40ab-94f0-505fa3d4b228 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287179 Jan 28 14:22:39.443366 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45108) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:39.448082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-24413651-8383-49d5-bff7-0dfd8302a2dc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'security_group_rule': {'security_group_id': '12f95f48-3abe-435f-831e-32fe08ad1b1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:39.475399 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24413651-8383-49d5-bff7-0dfd8302a2dc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group_rule (53a3d66a-141b-44db-9497-c2802b14cf90), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.537225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24413651-8383-49d5-bff7-0dfd8302a2dc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group_rule (53a3d66a-141b-44db-9497-c2802b14cf90), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.542130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24413651-8383-49d5-bff7-0dfd8302a2dc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (53a3d66a-141b-44db-9497-c2802b14cf90), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.564678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24413651-8383-49d5-bff7-0dfd8302a2dc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a3d66a-141b-44db-9497-c2802b14cf90,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:39.575204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-24413651-8383-49d5-bff7-0dfd8302a2dc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.576626 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-24413651-8383-49d5-bff7-0dfd8302a2dc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322842 Jan 28 14:22:39.580288 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 45110) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:39.584717 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:39.606609 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.708884 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.821659 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Allocated IP 172.25.4.69 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/501c6123-d716-4383-8e44-f60aab7b6cde) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:39.929382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for port (501c6123-d716-4383-8e44-f60aab7b6cde), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:39.968113 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (501c6123-d716-4383-8e44-f60aab7b6cde), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.005298 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:40.007977 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:40.010415 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:40.040427 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'Port': ['ID=501c6123-d716-4383-8e44-f60aab7b6cde,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:40.106147 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.141514 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (501c6123-d716-4383-8e44-f60aab7b6cde), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.299070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for port (501c6123-d716-4383-8e44-f60aab7b6cde), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.303436 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (501c6123-d716-4383-8e44-f60aab7b6cde), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.375364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'Port': ['ID=501c6123-d716-4383-8e44-f60aab7b6cde,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:40.385906 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.402125 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.403377 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3ca07846-30fc-4911-84ed-ad5b043bd095 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8221424 Jan 28 14:22:40.554270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-ad176261-07a3-4c94-a44a-28719c9e84a9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1775085842&fields=id&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 267 time: 0.0431197 Jan 28 14:22:40.660452 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:22:40.672938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-14c0850f-75ea-4a0e-a1e0-8f75a0714988 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:40.674458 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:40.674596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-14c0850f-75ea-4a0e-a1e0-8f75a0714988 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1138082 Jan 28 14:22:40.675103 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:22:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:40.694720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-c367355f-5712-4e86-9f5e-f6d6301199ef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/quotas/a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 375 time: 0.0134804 Jan 28 14:22:40.733124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c04c732c-880a-4825-a004-90bb820ec352 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:40.753053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-7962fcea-36a4-4279-9129-d2ee4c76eb1b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521774 Jan 28 14:22:40.754741 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.785580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c04c732c-880a-4825-a004-90bb820ec352 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:40.785958 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c04c732c-880a-4825-a004-90bb820ec352), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.801688 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:40.856092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-0c681d23-1a13-409f-aadc-f28732f07724 service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909605 Jan 28 14:22:40.879230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c04c732c-880a-4825-a004-90bb820ec352 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:40.879622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c04c732c-880a-4825-a004-90bb820ec352), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.901260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port c04c732c-880a-4825-a004-90bb820ec352, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c04c732c-880a-4825-a004-90bb820ec352,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:40.907393 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c04c732c-880a-4825-a004-90bb820ec352), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:40.962220 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-4f228230-1e16-49f5-80ab-7b99a2096ef4 service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000087 Jan 28 14:22:40.966176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=c04c732c-880a-4825-a004-90bb820ec352,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:41.028800 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 2, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:41.057020 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:22:41.057375 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Updating router c9cab752-88fc-48a8-a18e-cac8b4bf473e port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:22:41.086617 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.130397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9ee7a56-c3e0-4b0f-824c-e1c160d19e82 req-b765b6e5-3eb8-4f4e-b88a-b48b7c712fc1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 210 time: 0.0296850 Jan 28 14:22:41.380641 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Publish callbacks [] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.387041 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.447595 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Pushing event updated for resources: {'Port': ['ID=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:41.473806 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.474159 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.474503 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.474859 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.475277 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.475583 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.475850 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.476188 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.476515 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.476902 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.477293 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.477490 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.477805 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:22:41.516153 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Attempting to bind port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:41.516778 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Attempting to bind port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:41.517157 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Attempting to bind port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:41.524159 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:41.524535 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:41.524941 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.525382 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:41.526098 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Bound port: 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:41.527469 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.605864 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] For port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:41.609640 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] For port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:41.614185 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.678845 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:41.679485 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:22:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:41.682546 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43be84-f263-4b43-98ab-4dae7ff1314d None None] Pushing event updated for resources: {'Port': ['ID=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:41.707583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-09e97b86-7553-41d5-9da0-1ac79a13a507 None None] Provisioning complete for port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:41.708062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09e97b86-7553-41d5-9da0-1ac79a13a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.808431 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:41.814504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-09e97b86-7553-41d5-9da0-1ac79a13a507 None None] Current status of the port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:41.815036 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09e97b86-7553-41d5-9da0-1ac79a13a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.853451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-09e97b86-7553-41d5-9da0-1ac79a13a507 None None] For port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:41.859086 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-09e97b86-7553-41d5-9da0-1ac79a13a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.920605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:41.926369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e97b86-7553-41d5-9da0-1ac79a13a507 None None] Pushing event updated for resources: {'Port': ['ID=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:41.978418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-566c7284-8fd9-4895-81f2-6f7ccb588e22 None None] Provisioning complete for port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:41.978795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-566c7284-8fd9-4895-81f2-6f7ccb588e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:42.020616 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:42.047024 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018cb354-b5fb-4037-a5a2-d702a74e6f1d None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:22:42.060862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-566c7284-8fd9-4895-81f2-6f7ccb588e22 None None] Current status of the port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:42.266186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-65c99853-e9b9-455b-af71-c6efb3619ef6 req-440da892-734e-4261-a34d-793e39185cf4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 210 time: 0.0352347 Jan 28 14:22:42.279212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-ce09699c-8260-428d-8466-6d0fabf02afd tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:42.280937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-ce09699c-8260-428d-8466-6d0fabf02afd tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1561365 Jan 28 14:22:42.357708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-177615f4-86d8-43d3-8970-d72231b0d453 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 380 time: 0.0580828 Jan 28 14:22:42.368928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'port': {'device_id': '77fbee3e-184e-421c-9507-80d0c3139751', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'admin_state_up': True, 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'security_groups': ['12f95f48-3abe-435f-831e-32fe08ad1b1a']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:42.489010 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Made reservation on behalf of a5d66e9d99a8469dae782e772cd2a71e for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:22:42.492607 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:42.631167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Allocated IP 172.20.0.5 (1f851032-a89e-44a9-8ab5-550d57f47935/54fc86f0-a238-44d0-a610-d880a4c6b2ea/bf3a0a9f-c7d8-4dca-910c-9373b7232035) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:22:42.722879 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c04c732c-880a-4825-a004-90bb820ec352 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:42.775609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c04c732c-880a-4825-a004-90bb820ec352 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:42.775987 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c04c732c-880a-4825-a004-90bb820ec352), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:42.788160 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:42.828321 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:42.862930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c04c732c-880a-4825-a004-90bb820ec352 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:42.864237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:42.876022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:22:42.881248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:22:42.885893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:22:42.891064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:42.924706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:42.925089 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:42.940540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:42.941308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:42.959578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-a7393d08-86b8-4497-94ce-079df9a3a13c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953474 Jan 28 14:22:42.971993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Request body: {'port': {'device_id': '77fbee3e-184e-421c-9507-80d0c3139751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:43.011367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:43.036857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:43.190409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-304580ca-4bbd-4159-8428-e45be1f86abe None None] Provisioning complete for port bf3a0a9f-c7d8-4dca-910c-9373b7232035 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:43.190700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-304580ca-4bbd-4159-8428-e45be1f86abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:43.228735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-304580ca-4bbd-4159-8428-e45be1f86abe None None] Port bf3a0a9f-c7d8-4dca-910c-9373b7232035 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:22:43.309002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3a0a9f-c7d8-4dca-910c-9373b7232035 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:22:43.317669 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Publish callbacks [] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:43.331268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Transition to ACTIVE for port object bf3a0a9f-c7d8-4dca-910c-9373b7232035 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:22:43.335738 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:43.416000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f633f3-7049-484b-870d-892901586710 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:43.437538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76187d32-ae95-4e69-98b5-c46874fb1e88 req-515305e4-8237-4419-945f-0fe4e6d101a4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.439230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76187d32-ae95-4e69-98b5-c46874fb1e88 req-515305e4-8237-4419-945f-0fe4e6d101a4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.1013300 Jan 28 14:22:43.536097 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76187d32-ae95-4e69-98b5-c46874fb1e88 req-526d4c7e-e964-40a0-94bc-12b986bf87c5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825801 Jan 28 14:22:43.549500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:22:43.550016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:22:43.550435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:43.555196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:22:43.555524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:22:43.560734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:22:43.561074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:22:43.561487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:22:43.561990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Bound port: bf3a0a9f-c7d8-4dca-910c-9373b7232035, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:22:43.562434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:43.631015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:22:43.634021 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:22:43.639434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:43.672876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.673631 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:43.675185 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-77f633f3-7049-484b-870d-892901586710 service neutron] 10.222.0.60 "PUT /v2.0/ports/bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 1091 time: 0.7084043 Jan 28 14:22:43.677649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:43.680205 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e" -d '{"events": [{"name": "network-changed", "server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:43.736220 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9187009-19a7-41b2-aa56-645d7570f1f6 x-openstack-request-id: req-a9187009-19a7-41b2-aa56-645d7570f1f6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:43.736797 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:43.737238 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9187009-19a7-41b2-aa56-645d7570f1f6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:43.737693 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'status': 'completed', 'code': 200} Jan 28 14:22:43.752417 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f633f3-7049-484b-870d-892901586710 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:43.773615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-fa211829-9aa1-4944-9f48-7460ad6996f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.775154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-fa211829-9aa1-4944-9f48-7460ad6996f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1094 time: 0.0506761 Jan 28 14:22:43.823536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-14cbd94a-ba36-4237-8092-edfb2936b45d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 217 time: 0.0367506 Jan 28 14:22:43.878391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-b8b4a0e8-3c83-4876-8dcf-7bc251c38234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.879782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-b8b4a0e8-3c83-4876-8dcf-7bc251c38234 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0506027 Jan 28 14:22:43.925225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-e502d9bc-8bfb-4528-b36d-3035ed900b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:43.926737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-e502d9bc-8bfb-4528-b36d-3035ed900b3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410693 Jan 28 14:22:44.024436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-90da4f90-953a-4f33-8462-888c35269655 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876231 Jan 28 14:22:44.121226 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ff6200f-1758-4a7b-91ce-649950230e52 req-1edf60a8-b164-4f70-8314-005d56f75646 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897644 Jan 28 14:22:44.214966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-11974cbc-d217-4bb1-9a18-da851ccfa2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.216523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-11974cbc-d217-4bb1-9a18-da851ccfa2b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1094 time: 0.0473113 Jan 28 14:22:44.312940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-96fe6d34-eedd-4f52-89e1-fd857702ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.314443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-96fe6d34-eedd-4f52-89e1-fd857702ef56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0915670 Jan 28 14:22:44.356633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-d70257ae-f15f-43ec-b57f-2d63005b04e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 217 time: 0.0355988 Jan 28 14:22:44.404797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-4b9b114a-14ec-411f-bca7-2747565fac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.406793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-4b9b114a-14ec-411f-bca7-2747565fac0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0447931 Jan 28 14:22:44.458071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-2870c328-ec01-4d98-9972-60b435d32f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.459584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-2870c328-ec01-4d98-9972-60b435d32f1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457461 Jan 28 14:22:44.560748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-cae77c1e-edac-4ef0-9de3-1f23c0d3ba81 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944927 Jan 28 14:22:44.688554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1c91786-0b3d-4f0e-beb5-ace4ffff173e req-b4ee2b75-eed4-4395-b2a2-740e55adce29 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214087 Jan 28 14:22:44.695542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d670bd-eb19-40ba-af8a-b007924b29b6 req-cc45f977-ffb0-439e-a6b1-cabae3c61c23 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:44.696999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9d670bd-eb19-40ba-af8a-b007924b29b6 req-cc45f977-ffb0-439e-a6b1-cabae3c61c23 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.0789063 Jan 28 14:22:44.747157 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9d670bd-eb19-40ba-af8a-b007924b29b6 req-ac3864b9-f4e2-43f4-9bbc-642096159c62 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Jan 28 14:22:45.866277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ed08-fdef-4cbb-8c46-c60eac20dfdb req-d09a5632-73c0-41a8-a853-50f60d9cba20 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:45.867765 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8480ed08-fdef-4cbb-8c46-c60eac20dfdb req-d09a5632-73c0-41a8-a853-50f60d9cba20 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.0503061 Jan 28 14:22:45.920530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8480ed08-fdef-4cbb-8c46-c60eac20dfdb req-7a5da31f-94b3-4708-a31b-ac51c91b19ee tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 Jan 28 14:22:47.039322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67786-f364-45cb-a6ab-35c9bc78e816 req-22714138-7279-431e-b8fc-99af2329c4e7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:47.040828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66f67786-f364-45cb-a6ab-35c9bc78e816 req-22714138-7279-431e-b8fc-99af2329c4e7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.0494030 Jan 28 14:22:47.087925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66f67786-f364-45cb-a6ab-35c9bc78e816 req-c755c467-f853-4157-8d00-b3f32c2723f2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Jan 28 14:22:47.351871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:22:47.446309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:47.458261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'mac_address': 'fa:16:3e:ac:95:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:22:47.499772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port bf3a0a9f-c7d8-4dca-910c-9373b7232035 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:47.500168 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:47.512914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3a0a9f-c7d8-4dca-910c-9373b7232035 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:22:47.532745 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:47.536383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:47.583593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:47.798137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['bf3a0a9f-c7d8-4dca-910c-9373b7232035'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:22:48.205801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a513-de7b-4b67-a004-226b7f86f4a2 req-409ecca7-b70d-43f2-a655-e3c0efba43a5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:48.207302 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7790a513-de7b-4b67-a004-226b7f86f4a2 req-409ecca7-b70d-43f2-a655-e3c0efba43a5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 944 time: 0.0503438 Jan 28 14:22:48.255949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7790a513-de7b-4b67-a004-226b7f86f4a2 req-d2cf466d-bacf-4dc2-80cc-7de2323d315c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Jan 28 14:22:49.367957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:22:49.376861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037584c-a536-43c9-af4b-61e46dd3f7e7 req-d01e2c88-1a46-4145-a222-f3325cdfeee5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:49.378385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d037584c-a536-43c9-af4b-61e46dd3f7e7 req-d01e2c88-1a46-4145-a222-f3325cdfeee5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 944 time: 0.0547736 Jan 28 14:22:49.417080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port bf3a0a9f-c7d8-4dca-910c-9373b7232035 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:22:49.422056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port bf3a0a9f-c7d8-4dca-910c-9373b7232035 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:22:49.422623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.427814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d037584c-a536-43c9-af4b-61e46dd3f7e7 req-b20c99b9-3b52-4547-b658-1b8fd0652e0b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Jan 28 14:22:49.502782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port bf3a0a9f-c7d8-4dca-910c-9373b7232035 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:22:49.503171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.525726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:49.528011 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af585de3-420f-4fd4-8db1-eb5c7dcc9e95" -d '{"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-plugged", "status": "completed", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:49.540968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:22:49.545101 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:49.570680 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a9b796-cb54-4485-bbf7-6df34256e35a x-openstack-request-id: req-83a9b796-cb54-4485-bbf7-6df34256e35a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:49.570989 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-plugged", "status": "completed", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:49.571226 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83a9b796-cb54-4485-bbf7-6df34256e35a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:49.571687 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'code': 200} Jan 28 14:22:49.597717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:22:49.663832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8a8f9-1c58-4dc1-abbc-3125a21ffeb9 req-204a4706-c2d8-44dd-8294-32d1ac58dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:49.665382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97e8a8f9-1c58-4dc1-abbc-3125a21ffeb9 req-204a4706-c2d8-44dd-8294-32d1ac58dade service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1096 time: 0.0401635 Jan 28 14:22:49.714584 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97e8a8f9-1c58-4dc1-abbc-3125a21ffeb9 req-2eb8a61e-f54b-4eb7-b611-ffc1de091c65 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Jan 28 14:22:50.555394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3eb89-b154-4019-a50e-685f2702e7da req-ecda8ef5-a455-434f-871f-3bc68510b932 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:50.556936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fa3eb89-b154-4019-a50e-685f2702e7da req-ecda8ef5-a455-434f-871f-3bc68510b932 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0514143 Jan 28 14:22:50.611245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fa3eb89-b154-4019-a50e-685f2702e7da req-1b1cce9e-a4da-4f4e-bd11-87c6e7803976 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475931 Jan 28 14:22:51.726174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd318d-7477-4594-a949-ef0e87ffed67 req-9cd88424-454f-48a6-bcab-bed998fa0870 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:51.727666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbfd318d-7477-4594-a949-ef0e87ffed67 req-9cd88424-454f-48a6-bcab-bed998fa0870 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0485361 Jan 28 14:22:51.775992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbfd318d-7477-4594-a949-ef0e87ffed67 req-5a4eba95-437a-463a-aaa2-780e2154d4b1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Jan 28 14:22:51.896341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dcdc1-5c3a-4d65-8726-bc42d4727ba9 req-f22975f7-535d-4a19-a586-9f152d99d9b4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:51.897720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f90dcdc1-5c3a-4d65-8726-bc42d4727ba9 req-f22975f7-535d-4a19-a586-9f152d99d9b4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0472195 Jan 28 14:22:51.907734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45160) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:22:51.912107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'floatingip': {'port_id': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:22:51.955366 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.423940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.427747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:52.856556 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 associated. External IP: 172.25.4.69, port: bf3a0a9f-c7d8-4dca-910c-9373b7232035. Jan 28 14:22:53.067760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:22:53.184228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:22:53.188908 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:53.196169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:22:53.209423 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:53.210183 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:22:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:53.226893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5d01f7d2-4040-4036-b64d-014ba5dd1fef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "PUT /v2.0/floatingips/a9aa1d35-7e27-46e2-b8b9-030c9ad37952 HTTP/1.1" status: 200 len: 990 time: 1.3153534 Jan 28 14:22:53.226893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:22:53.227340 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79961a82-cf43-4f4e-aa34-ea886798fe72" -d '{"events": [{"name": "network-changed", "server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:22:53.323110 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7812bc44-6008-4f2e-a2af-817ae22675b2 x-openstack-request-id: req-7812bc44-6008-4f2e-a2af-817ae22675b2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:22:53.323407 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:22:53.323667 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7812bc44-6008-4f2e-a2af-817ae22675b2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:22:53.324110 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'status': 'completed', 'code': 200} Jan 28 14:22:53.388931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-4f1371c3-bf82-4a53-a3a7-5cded0b5a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:53.390808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-4f1371c3-bf82-4a53-a3a7-5cded0b5a7f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1096 time: 0.0435982 Jan 28 14:22:53.485359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-4b61b533-7bc0-4fed-95d3-a30bdae50006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:53.486784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-4b61b533-7bc0-4fed-95d3-a30bdae50006 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0876312 Jan 28 14:22:53.488133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:53.566245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-fd51d27a-5c7f-46b4-a99e-f1316f1170bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 998 time: 0.0730910 Jan 28 14:22:53.615657 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-8d10a600-e46d-42a0-aec4-e3ffb88f9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:53.617187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-8d10a600-e46d-42a0-aec4-e3ffb88f9901 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0449150 Jan 28 14:22:53.665275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-9e29d302-3b7a-418a-9146-6c0c6d4ccac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:22:53.667662 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-9e29d302-3b7a-418a-9146-6c0c6d4ccac0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425038 Jan 28 14:22:53.724191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:ac:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fbee3e-184e-421c-9507-80d0c3139751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:22:52Z', 'revision_number': 1, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:53.752002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:22:53.760309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:22:53.760927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:22:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:53.769345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-35acc16d-2884-438c-9633-78bceaca69a6 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919366 Jan 28 14:22:53.865607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79961a82-cf43-4f4e-aa34-ea886798fe72 req-fe9d17fd-a84a-4fec-969f-33abaafa2ec0 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896299 Jan 28 14:22:53.879234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:22:54.126078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:ac:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fbee3e-184e-421c-9507-80d0c3139751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:22:52Z', 'revision_number': 1, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:22:54.153712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f21c5-586a-427b-8c02-9668130d64b4 None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:ac:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fbee3e-184e-421c-9507-80d0c3139751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:22:52Z', 'revision_number': 1, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:22:54.362017 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb8aba-856a-40b6-9a1f-d69f6079d842 None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:22:57.084994 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:22:58.496083 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:01.758109 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:23:05.013755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ebbc8991-f7c6-4612-a40d-28e0f48b71c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:07.762157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6ce42dcc-ab69-4228-a37a-93ca08273715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:08.894181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:10.736085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:11.894083 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:27.101233 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:28.488801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:29.900717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-43db5387-5a3b-4762-9c3f-5a43e8cb334d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832639 Jan 28 14:23:29.987258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-f608cec6-8d18-4401-b61b-01ae3b5626b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:29.988798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-f608cec6-8d18-4401-b61b-01ae3b5626b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1096 time: 0.0459602 Jan 28 14:23:30.094491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-5815df88-e62c-46f6-b0c4-f1fd5425408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:30.095886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-5815df88-e62c-46f6-b0c4-f1fd5425408e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0860939 Jan 28 14:23:30.165585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-c81cdba3-aebe-46ad-90cd-89941e355693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 1000 time: 0.0627818 Jan 28 14:23:30.214488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-f2e488f3-ecf9-4e5b-98cd-0eaf6ab30743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:30.215949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-f2e488f3-ecf9-4e5b-98cd-0eaf6ab30743 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0444777 Jan 28 14:23:30.261311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-5856e7fb-e698-4a87-94f4-f5d4d83e27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:23:30.262800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-5856e7fb-e698-4a87-94f4-f5d4d83e27e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398026 Jan 28 14:23:30.355295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-2a0bf353-1a81-49c5-aceb-e77f58d01d26 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850284 Jan 28 14:23:30.444439 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a356ad9c-4c82-4d58-92da-c7ff9da267f1 req-f5d8722b-0f4a-4739-a654-7d6c0941ec71 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822771 Jan 28 14:23:35.006635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a854cef4-02d7-4f1b-9385-0539b0f81ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:37.763801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e5f7dab1-1f69-4023-a537-062c3a89dd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:38.757015 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:23:38.897337 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:40.738770 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:41.896264 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:57.114835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:23:58.505503 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:05.008865 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e91e48f4-7c56-4a2a-a99b-607cbc4bdedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:07.764918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0002406a-6bde-4740-9ee1-3ef378fe9a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:08.900120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:10.742297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:11.899017 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:15.756277 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:24:27.135832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:28.512185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:30.765175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-6a33bdaa-022f-423c-afd5-4c1d01ac44e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426614 Jan 28 14:24:30.854924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040927b-6a88-4345-8230-671f47f142cc req-5b36299f-bf8e-4f1a-a187-953a7e5de3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:30.856436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-5b36299f-bf8e-4f1a-a187-953a7e5de3ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1096 time: 0.0474632 Jan 28 14:24:30.962535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040927b-6a88-4345-8230-671f47f142cc req-004c37d8-1a66-4b29-869d-7a3363fb05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:30.963920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-004c37d8-1a66-4b29-869d-7a3363fb05a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0855496 Jan 28 14:24:31.035105 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-04209a1a-6fcc-47af-b7e2-f2d20d743dcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 1000 time: 0.0633845 Jan 28 14:24:31.084647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040927b-6a88-4345-8230-671f47f142cc req-cb9f751b-3348-45ca-acef-03889a04ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:31.086108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-cb9f751b-3348-45ca-acef-03889a04ae65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0444334 Jan 28 14:24:31.130868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040927b-6a88-4345-8230-671f47f142cc req-e374622f-d16a-4af2-87c0-278e29064a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:31.132405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-e374622f-d16a-4af2-87c0-278e29064a3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397775 Jan 28 14:24:31.226319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-0dabe349-11d7-4a5a-b0af-4b55c0364750 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870709 Jan 28 14:24:31.315570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e040927b-6a88-4345-8230-671f47f142cc req-f01b4139-a0b1-4794-a822-19b66e5e5794 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821626 Jan 28 14:24:33.738891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc397e-7b3e-4834-88b3-2d8c22bf19fa req-667201bb-5234-4016-9891-9b54828d6af6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:33.740468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92cc397e-7b3e-4834-88b3-2d8c22bf19fa req-667201bb-5234-4016-9891-9b54828d6af6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.1014392 Jan 28 14:24:33.792059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92cc397e-7b3e-4834-88b3-2d8c22bf19fa req-ba91b059-1acf-450d-8eb6-d5aed9d839cb tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456908 Jan 28 14:24:34.027468 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-43a644f8-8249-4c2e-82a0-5ac008f68418 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476089 Jan 28 14:24:34.039034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2669787-d030-46b3-b95d-bd5c51842525 req-e27ff6a7-c857-4c9b-a679-0edc51e1ed2f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:34.040566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2669787-d030-46b3-b95d-bd5c51842525 req-e27ff6a7-c857-4c9b-a679-0edc51e1ed2f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0521550 Jan 28 14:24:34.090883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c2669787-d030-46b3-b95d-bd5c51842525 req-79f1485d-68e9-4e99-bcb6-ccd3ba9eca6f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Jan 28 14:24:35.010128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1e91a68-6713-4f4b-86ed-f2e67f82e686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:35.237242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-4e68d31f-4364-46df-b4fc-165f9112339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:35.238760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-4e68d31f-4364-46df-b4fc-165f9112339a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1096 time: 0.0752454 Jan 28 14:24:35.246559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3bd1-933c-4d2c-96e3-847607f2c47c req-a4a5f0a2-a964-435e-a599-291beca60651 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:35.247933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0fe3bd1-933c-4d2c-96e3-847607f2c47c req-a4a5f0a2-a964-435e-a599-291beca60651 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0762339 Jan 28 14:24:35.343181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a0fe3bd1-933c-4d2c-96e3-847607f2c47c req-a7954f09-ea37-482e-b6f4-551519fcc684 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874059 Jan 28 14:24:35.368246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-b013f908-066a-42e7-b2e5-3ad93418f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:35.369724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-b013f908-066a-42e7-b2e5-3ad93418f2ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1209219 Jan 28 14:24:35.440717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-65221f9c-b1f0-4ae0-a494-016ef246b802 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 1000 time: 0.0640006 Jan 28 14:24:35.490334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-649a63fd-31fa-4061-8b17-e0e35a0862db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:35.491922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-649a63fd-31fa-4061-8b17-e0e35a0862db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0448458 Jan 28 14:24:35.542418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-d55887d7-40b4-4f1f-b6de-050b2ea55d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:35.543927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-d55887d7-40b4-4f1f-b6de-050b2ea55d62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452857 Jan 28 14:24:35.637039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-865c3062-93fa-4149-b101-cced362b1596 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859160 Jan 28 14:24:35.726601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-c6e450a7-e35c-4a31-bf49-3d4aa77876d4 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832267 Jan 28 14:24:36.458874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa349d16-9d7d-44f4-aaac-78e512e534eb req-109333ba-bb7a-42e0-a726-626aa6603571 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:36.460447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa349d16-9d7d-44f4-aaac-78e512e534eb req-109333ba-bb7a-42e0-a726-626aa6603571 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Jan 28 14:24:36.512310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aa349d16-9d7d-44f4-aaac-78e512e534eb req-9f05b15a-e91f-42ce-86cc-2edab2ccaa4a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460255 Jan 28 14:24:37.626906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c1f22-f221-46f1-8de5-9785f6ae4232 req-13044058-d736-4b20-b4b5-1dec03d9a4a1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:37.628412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-028c1f22-f221-46f1-8de5-9785f6ae4232 req-13044058-d736-4b20-b4b5-1dec03d9a4a1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Jan 28 14:24:37.675005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-028c1f22-f221-46f1-8de5-9785f6ae4232 req-bcea24bb-9c10-4697-8f48-a808175f8c6f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Jan 28 14:24:37.765995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ed71-c35e-4a31-a010-929141203ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:38.794618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08b5db-8b7c-45aa-a3f3-2d800a173e4a req-19d1004c-ebf4-492c-9e53-5624c7ae2e2b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:38.796125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f08b5db-8b7c-45aa-a3f3-2d800a173e4a req-19d1004c-ebf4-492c-9e53-5624c7ae2e2b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Jan 28 14:24:38.843557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f08b5db-8b7c-45aa-a3f3-2d800a173e4a req-278288df-6985-4a60-851c-64061101c347 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Jan 28 14:24:38.902475 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:39.963155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f69c7-5490-4d6e-a60b-6f809724450c req-3b9b6b7f-f283-4646-844c-52632f1358b8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:39.964666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d6f69c7-5490-4d6e-a60b-6f809724450c req-3b9b6b7f-f283-4646-844c-52632f1358b8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0518711 Jan 28 14:24:40.011768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d6f69c7-5490-4d6e-a60b-6f809724450c req-1b071242-8693-402a-b054-165e226f97e9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415325 Jan 28 14:24:40.745373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:41.128625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ddab-c013-4adf-aef0-99793880cae4 req-801d8c9b-9fc5-4a72-9c83-6ed4e15c748e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:41.130040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9c7ddab-c013-4adf-aef0-99793880cae4 req-801d8c9b-9fc5-4a72-9c83-6ed4e15c748e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0484445 Jan 28 14:24:41.181646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9c7ddab-c013-4adf-aef0-99793880cae4 req-e7860fe9-2c44-469f-8318-71ae7d83dd28 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Jan 28 14:24:41.900345 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:42.306982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa9a2b-59dd-4d95-bb9c-3121faf511a6 req-584bdf94-0c70-4991-a70f-ff8c0f9119ac tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:42.308514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dfa9a2b-59dd-4d95-bb9c-3121faf511a6 req-584bdf94-0c70-4991-a70f-ff8c0f9119ac tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Jan 28 14:24:42.356440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dfa9a2b-59dd-4d95-bb9c-3121faf511a6 req-27ad6bdb-d7ff-47de-a241-4c1ee76d30eb tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Jan 28 14:24:43.473409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257793-d2d8-4461-8fe1-9b0a524beb9e req-e6979ac2-dbaa-4fc9-9353-a6bec46c5304 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:43.475976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5257793-d2d8-4461-8fe1-9b0a524beb9e req-e6979ac2-dbaa-4fc9-9353-a6bec46c5304 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Jan 28 14:24:43.523993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5257793-d2d8-4461-8fe1-9b0a524beb9e req-949fd540-0e08-4f2b-92b1-21cd9fa4231f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Jan 28 14:24:44.638288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b966ba1-3acd-4744-b22c-a606ce830764 req-a8dd6a67-f11f-4dd4-859d-6f6d1a464d29 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:44.639738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b966ba1-3acd-4744-b22c-a606ce830764 req-a8dd6a67-f11f-4dd4-859d-6f6d1a464d29 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0472217 Jan 28 14:24:44.696298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b966ba1-3acd-4744-b22c-a606ce830764 req-a600e17f-14b2-421b-87a0-d779568a851a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507355 Jan 28 14:24:45.826254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39780bc4-860c-4589-807a-c8e96902a257 req-19f06239-ceb9-4a86-be50-701449a192a8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:45.828645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39780bc4-860c-4589-807a-c8e96902a257 req-19f06239-ceb9-4a86-be50-701449a192a8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0545654 Jan 28 14:24:45.882701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39780bc4-860c-4589-807a-c8e96902a257 req-bffc47dd-cf74-4667-beb0-c2057eb47a62 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 Jan 28 14:24:46.998282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37515909-f002-4963-a217-a21d985a30bc req-1a83cba5-82de-4ced-ab45-fff7e2b1151a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:46.999738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37515909-f002-4963-a217-a21d985a30bc req-1a83cba5-82de-4ced-ab45-fff7e2b1151a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0481992 Jan 28 14:24:47.046346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37515909-f002-4963-a217-a21d985a30bc req-82566284-0d94-4c69-878f-374b7f06a007 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 Jan 28 14:24:47.948059 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-6e5e291f-a8d6-47a5-a866-3b6be9feb9a2 service neutron] show failed (client error): The resource could not be found. Jan 28 14:24:47.949100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-6e5e291f-a8d6-47a5-a866-3b6be9feb9a2 service neutron] 10.222.0.60 "GET /v2.0/ports/bf3a0a9f-c7d8-4dca-910c-9373b7232035/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0591633 Jan 28 14:24:48.186599 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-3d1f2f9f-7e10-4672-b43e-fb3601e3e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:48.188147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-3d1f2f9f-7e10-4672-b43e-fb3601e3e022 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 1096 time: 0.0694695 Jan 28 14:24:48.199336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868e59-748f-40bb-9bf6-8a8621b2214f req-5e4857ef-aa19-46f3-947a-22083c29c902 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:48.200762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db868e59-748f-40bb-9bf6-8a8621b2214f req-5e4857ef-aa19-46f3-947a-22083c29c902 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0726297 Jan 28 14:24:48.205476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:24:48.293274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-db868e59-748f-40bb-9bf6-8a8621b2214f req-625d81f0-a032-48bc-b0d2-089e302ac289 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850503 Jan 28 14:24:48.293991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:48.495905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:24:48.529746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:24:48.569139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:24:48.572205 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace6217d-f528-47de-a72c-3b07bcd705b8" -d '{"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:24:48.576240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Publish callbacks [] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:48.589816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Transition to ACTIVE for port object bf3a0a9f-c7d8-4dca-910c-9373b7232035 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:24:48.593705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:48.709019 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccfa79e-fcdd-4c78-a0c6-291da6d6f461 x-openstack-request-id: req-5ccfa79e-fcdd-4c78-a0c6-291da6d6f461 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:24:48.709375 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:24:48.709974 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ccfa79e-fcdd-4c78-a0c6-291da6d6f461 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:24:48.710504 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'code': 200} Jan 28 14:24:48.723531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:24:48.751107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.751471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.751823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.752197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.752537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.752874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.753206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.753538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.753868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.754199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.754527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.754855 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.755179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:48.798664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] No DVR routers for this DVR port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:24:48.935761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:24:48.936025 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:24:48.936384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:24:48.940567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:24:48.940894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Attempting to bind port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:24:48.946590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:24:48.946993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:24:48.947325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:24:48.947755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Bound port: bf3a0a9f-c7d8-4dca-910c-9373b7232035, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:24:48.948140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:49.011645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:24:49.014525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:24:49.019416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:49.054593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:49.055146 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:49.056671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 1091 time: 0.8549962 Jan 28 14:24:49.079160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a6775-e877-4893-82c8-930d97c5d288 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:24:49.127272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-ba1f775e-fa3e-4239-a447-6a04d59c3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:49.128832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-ba1f775e-fa3e-4239-a447-6a04d59c3c3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1094 time: 0.0431135 Jan 28 14:24:49.227916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-d700caf1-d542-4efe-a3a7-28fa32616812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:49.229459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-d700caf1-d542-4efe-a3a7-28fa32616812 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0934525 Jan 28 14:24:49.299677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-3d01a87b-5a59-4f55-bb4b-b09902f9550f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 998 time: 0.0603762 Jan 28 14:24:49.355827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-de3e23c4-299a-45fe-9e36-b85834fb9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:49.357324 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-de3e23c4-299a-45fe-9e36-b85834fb9dbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0491676 Jan 28 14:24:49.438687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581e53-8862-4bd5-a04f-f9e6a498fa21 req-24e90c0e-782f-4d5f-92cc-be9de1d7a1e6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:49.440183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00581e53-8862-4bd5-a04f-f9e6a498fa21 req-24e90c0e-782f-4d5f-92cc-be9de1d7a1e6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.0742195 Jan 28 14:24:49.441875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-ab4bfab7-ad01-40c2-8aec-ee352e7d2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:49.443194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-ab4bfab7-ad01-40c2-8aec-ee352e7d2bfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688775 Jan 28 14:24:49.539532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00581e53-8862-4bd5-a04f-f9e6a498fa21 req-711a0c8c-8389-470b-8f99-140bae7a9f4d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931401 Jan 28 14:24:49.569140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-530209ac-7e3c-4869-a651-891fd1b160ac service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156259 Jan 28 14:24:49.662696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-885c062f-d7f3-4a85-b7b6-8029b16fb780 req-efe540ed-f2df-4a6b-832a-bd9d59150a37 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Jan 28 14:24:50.669064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b91a-91e3-43aa-82f6-823b7d627078 req-5af55035-072a-4348-a4b9-7198a5591d29 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:50.670605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5629b91a-91e3-43aa-82f6-823b7d627078 req-5af55035-072a-4348-a4b9-7198a5591d29 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.0563359 Jan 28 14:24:50.712840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:24:50.715081 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112b6e97-490f-4a60-bb62-888c884dfdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:24:50.723943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5629b91a-91e3-43aa-82f6-823b7d627078 req-b76ddb12-37aa-4665-89b0-c6f7376e5f75 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477970 Jan 28 14:24:50.780195 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90080915-7255-484d-9e79-8dad9a007463 x-openstack-request-id: req-90080915-7255-484d-9e79-8dad9a007463 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:24:50.780496 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:24:50.780757 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90080915-7255-484d-9e79-8dad9a007463 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:24:50.781157 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'status': 'completed', 'code': 200} Jan 28 14:24:50.870987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-6a383567-60cb-48ae-9793-c01ab75d3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:50.872409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-6a383567-60cb-48ae-9793-c01ab75d3dbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1094 time: 0.0612459 Jan 28 14:24:50.874758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-eeecad88-5fd8-4b45-b8bc-ce36d8e58796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:50.876123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-eeecad88-5fd8-4b45-b8bc-ce36d8e58796 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1094 time: 0.0734019 Jan 28 14:24:51.027901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-e3b86f27-58e6-470b-bc66-d64d18773da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:51.029397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-e3b86f27-58e6-470b-bc66-d64d18773da6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1508908 Jan 28 14:24:51.030692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-a6d8df05-8579-45f3-93ec-ac15a2dbec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:51.031979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-a6d8df05-8579-45f3-93ec-ac15a2dbec4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1464634 Jan 28 14:24:51.461419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-64908894-3d04-449d-bf70-ce575ae1107e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 998 time: 0.4254115 Jan 28 14:24:51.465846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-48b3cfe5-7a99-47dc-9c4c-946c1e319b06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 998 time: 0.4230142 Jan 28 14:24:51.542165 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-2166f75f-de0d-452a-8914-d6f3bba45ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:51.543626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-2166f75f-de0d-452a-8914-d6f3bba45ce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0762258 Jan 28 14:24:51.548999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-9f473fff-e76c-4f91-9242-e609226938c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:51.550365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-9f473fff-e76c-4f91-9242-e609226938c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0574965 Jan 28 14:24:51.626703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-ab852103-3755-4857-bd2d-e3fa8d461d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:51.628227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-ab852103-3755-4857-bd2d-e3fa8d461d06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769923 Jan 28 14:24:51.630487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-5b6656a2-eb8d-48bb-8c76-9cd1ed3cf7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:51.633054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-5b6656a2-eb8d-48bb-8c76-9cd1ed3cf7a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742705 Jan 28 14:24:51.785374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-8293ea5a-3192-4409-bf5f-ba3fe1881db0 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506715 Jan 28 14:24:51.789074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-62a8a78e-6ca7-43d1-a7a7-7e5dceeffb7b service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472623 Jan 28 14:24:51.969864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd016e-5924-4f4b-85dc-94e6151dbdd5 req-c2b3d8c7-8f2f-4149-aba3-a3e0b2d3cf34 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:51.971334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51fd016e-5924-4f4b-85dc-94e6151dbdd5 req-c2b3d8c7-8f2f-4149-aba3-a3e0b2d3cf34 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.1709082 Jan 28 14:24:51.997020 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-bcbd797d-3634-49a2-a28f-db13f8ae6473 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955359 Jan 28 14:24:52.001139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-112b6e97-490f-4a60-bb62-888c884dfdb3 req-0f1f73d9-1e0a-4842-8910-386c79d8ceb7 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078376 Jan 28 14:24:52.020099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:24:52.040763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51fd016e-5924-4f4b-85dc-94e6151dbdd5 req-8a832595-97c6-41c5-bce7-7e88a73ef990 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584998 Jan 28 14:24:52.063558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port bf3a0a9f-c7d8-4dca-910c-9373b7232035 host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:24:52.063952 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:24:52.280769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25425-bfa6-436f-86a7-5aa7b97f37d5 req-52e62782-9a6d-4fa8-a32c-982ff861173d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:52.282183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69e25425-bfa6-436f-86a7-5aa7b97f37d5 req-52e62782-9a6d-4fa8-a32c-982ff861173d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 943 time: 0.0837553 Jan 28 14:24:52.290336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-f65123c2-5f77-44d9-acf1-b10ed89eeb0d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:52.291702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-f65123c2-5f77-44d9-acf1-b10ed89eeb0d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751&tenant_id=a5d66e9d99a8469dae782e772cd2a71e&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 943 time: 0.0845199 Jan 28 14:24:52.375267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69e25425-bfa6-436f-86a7-5aa7b97f37d5 req-5782f459-0f93-44d0-abcf-59d92b9e92c5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824828 Jan 28 14:24:52.382944 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-514ffb17-84de-417f-ac8a-ef7f0033a3f7 service neutron] delete failed (client error): The resource could not be found. Jan 28 14:24:52.383964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-514ffb17-84de-417f-ac8a-ef7f0033a3f7 service neutron] 10.222.0.60 "DELETE /v2.0/ports/bf3a0a9f-c7d8-4dca-910c-9373b7232035/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0777993 Jan 28 14:24:52.484365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-5df7350b-b67c-4084-9f89-e272aea34322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:52.485931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-5df7350b-b67c-4084-9f89-e272aea34322 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 1094 time: 0.0478227 Jan 28 14:24:52.583727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-777736e2-55b4-443c-b5ef-34e6b76dac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:52.585846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-777736e2-55b4-443c-b5ef-34e6b76dac08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0912325 Jan 28 14:24:52.661717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-1454012b-a542-4333-904e-1df43076a7a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 200 len: 998 time: 0.0664566 Jan 28 14:24:52.722197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-e44a6d06-c4cc-4728-9ba2-b644de136c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:52.724583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-e44a6d06-c4cc-4728-9ba2-b644de136c00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0539417 Jan 28 14:24:52.759877 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:24:52.778780 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-9484a4a8-41d2-46ad-b1aa-c4e8e278922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:52.780162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-9484a4a8-41d2-46ad-b1aa-c4e8e278922a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469947 Jan 28 14:24:52.879961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-6493bd8a-ee3e-4041-827b-a610935cce2e service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893548 Jan 28 14:24:52.886293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:24:52.975518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f787b91-89d2-45cc-954a-cdc207b82e12 req-2a693cf5-70f6-45b8-97d3-9689eb601c05 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892847 Jan 28 14:24:52.992158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:24:53.004307 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'mac_address': 'fa:16:3e:ac:95:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:24:53.043185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port bf3a0a9f-c7d8-4dca-910c-9373b7232035 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:24:53.043915 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:53.058142 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3a0a9f-c7d8-4dca-910c-9373b7232035 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:24:53.081203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:24:53.086617 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:53.149305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:24:53.156720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.157074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.157418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.157757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.158094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.158432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.158769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.159095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.159422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.159747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.160085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.160415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.160735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:24:53.355356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['bf3a0a9f-c7d8-4dca-910c-9373b7232035'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:24:53.506641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3b281-bb71-4f6d-9ee1-b924676089d5 req-9d78640e-c194-46c1-be2b-d25c491550d4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:53.508454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9b3b281-bb71-4f6d-9ee1-b924676089d5 req-9d78640e-c194-46c1-be2b-d25c491550d4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 944 time: 0.0552285 Jan 28 14:24:53.559410 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9b3b281-bb71-4f6d-9ee1-b924676089d5 req-1de7abc9-eaef-4be9-9c25-792d6106c125 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Jan 28 14:24:53.681827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1847f-f3a3-4d07-ac47-1d206780b763 req-e1c4c776-47fd-4475-a051-ae95fa037a8a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:53.683256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9df1847f-f3a3-4d07-ac47-1d206780b763 req-e1c4c776-47fd-4475-a051-ae95fa037a8a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 944 time: 0.0560527 Jan 28 14:24:53.731458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9df1847f-f3a3-4d07-ac47-1d206780b763 req-f7e85db5-a241-4550-b5a7-a11cf8453f11 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 Jan 28 14:24:53.844646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19799abd-14d4-4bc0-a3ad-deae388d1683 req-4ff98eb3-a245-41d7-ae1a-9d810cb5aa06 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:53.846148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19799abd-14d4-4bc0-a3ad-deae388d1683 req-4ff98eb3-a245-41d7-ae1a-9d810cb5aa06 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 944 time: 0.0492673 Jan 28 14:24:53.891711 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19799abd-14d4-4bc0-a3ad-deae388d1683 req-82e931e2-0a46-4af1-8ef5-6647fd1c2566 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Jan 28 14:24:54.125137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d6c2-532d-4eab-ac04-dbab041272ca req-9554538c-a646-4114-91b7-4c0c651479f3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:54.126616 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5531d6c2-532d-4eab-ac04-dbab041272ca req-9554538c-a646-4114-91b7-4c0c651479f3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 944 time: 0.0519583 Jan 28 14:24:54.175492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5531d6c2-532d-4eab-ac04-dbab041272ca req-90e78fe7-7b83-4708-8644-c232ed6b2bf6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Jan 28 14:24:54.880665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:24:54.933781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port bf3a0a9f-c7d8-4dca-910c-9373b7232035 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:24:54.937689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port bf3a0a9f-c7d8-4dca-910c-9373b7232035 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:24:54.938072 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:55.014389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port bf3a0a9f-c7d8-4dca-910c-9373b7232035 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:24:55.014786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:55.036392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:24:55.039259 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba29146-16f2-4322-8e9a-2f5ab351c425" -d '{"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-plugged", "status": "completed", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:24:55.053774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:24:55.058286 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:55.108426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:24:55.134248 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61caa3a7-f1b4-4af7-9113-06b47950a0ce x-openstack-request-id: req-61caa3a7-f1b4-4af7-9113-06b47950a0ce {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:24:55.134545 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-plugged", "status": "completed", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:24:55.134798 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61caa3a7-f1b4-4af7-9113-06b47950a0ce {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:24:55.135190 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'code': 200} Jan 28 14:24:55.294178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09956a50-8a08-4d3c-ac45-3d700f304ffb req-f452801f-3be6-43ec-a18c-80e5640d072d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:55.295673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09956a50-8a08-4d3c-ac45-3d700f304ffb req-f452801f-3be6-43ec-a18c-80e5640d072d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0493739 Jan 28 14:24:55.344745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09956a50-8a08-4d3c-ac45-3d700f304ffb req-fe1334c5-f4dd-4e82-8236-de625de915c0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Jan 28 14:24:55.436557 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e5b22cbe-039f-47d3-a2ad-937e45130434 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:55.438038 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e5b22cbe-039f-47d3-a2ad-937e45130434 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.36 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 945 time: 0.0490053 Jan 28 14:24:55.534863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Deleting port bf3a0a9f-c7d8-4dca-910c-9373b7232035 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:24:55.535125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:55.625905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] For port bf3a0a9f-c7d8-4dca-910c-9373b7232035, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=bf3a0a9f-c7d8-4dca-910c-9373b7232035,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:24:55.626275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:55.849925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:55.850299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:55.850626 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 disassociated. External IP: 172.25.4.69, port: bf3a0a9f-c7d8-4dca-910c-9373b7232035. Jan 28 14:24:55.850984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Calling delete_port for bf3a0a9f-c7d8-4dca-910c-9373b7232035 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:24:55.983388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (bf3a0a9f-c7d8-4dca-910c-9373b7232035), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:56.010412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event deleted for resources: {'Port': ['ID=bf3a0a9f-c7d8-4dca-910c-9373b7232035,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:24:56.132285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:24:56.254145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:24:56.266730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822487ed-516d-426a-939b-3e5861dc138c None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:24:56.278465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:24:56.279089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:24:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:24:56.296673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] No DVR routers for this DVR port bf3a0a9f-c7d8-4dca-910c-9373b7232035 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:24:56.299847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:56.304506 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19630200-d31b-4f5a-8a74-c90ad8f49522 req-e70ac1ba-f249-454b-bfa6-ef3c33fb44b7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.36 "DELETE /v2.0/ports/bf3a0a9f-c7d8-4dca-910c-9373b7232035 HTTP/1.1" status: 204 len: 173 time: 0.8567340 Jan 28 14:24:56.304988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-deleted', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:24:56.307212 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12135038-28a6-45c9-847f-0a12b9d2ec27" -d '{"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-deleted", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:24:56.348501 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f9a41-8671-450b-9076-4209352dede0 x-openstack-request-id: req-2b5f9a41-8671-450b-9076-4209352dede0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:24:56.348796 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fbee3e-184e-421c-9507-80d0c3139751", "name": "network-vif-deleted", "tag": "bf3a0a9f-c7d8-4dca-910c-9373b7232035", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:24:56.349057 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b5f9a41-8671-450b-9076-4209352dede0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:24:56.349457 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fbee3e-184e-421c-9507-80d0c3139751', 'name': 'network-vif-deleted', 'tag': 'bf3a0a9f-c7d8-4dca-910c-9373b7232035', 'status': 'completed', 'code': 200} Jan 28 14:24:56.411560 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:24:56.450974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-53ec561a-97b6-4382-9857-ce47753410ed req-7cb760af-eb90-433a-953c-3b3be9f883ef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fbee3e-184e-421c-9507-80d0c3139751 HTTP/1.1" status: 200 len: 210 time: 0.0290418 Jan 28 14:24:56.622456 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:24:56.653038 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822487ed-516d-426a-939b-3e5861dc138c None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:24:56.661211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:24:56.661844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:24:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:24:56.776596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:24:57.134648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:57.153207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-822487ed-516d-426a-939b-3e5861dc138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:24:57.180885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822487ed-516d-426a-939b-3e5861dc138c None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:24:57.395548 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38dc55-be36-49a5-8187-e50e387aeae0 None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:24:57.701316 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-a2092a3c-c5ed-4195-afe2-cf6b0a97980b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1775085842&fields=id&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 267 time: 0.0462568 Jan 28 14:24:57.809132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-ac531aff-3abe-402f-bdd4-d56f34e3513c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:57.810633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-ac531aff-3abe-402f-bdd4-d56f34e3513c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1029100 Jan 28 14:24:57.825995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-57aaae2c-6a17-4c28-a56f-e92672ec9bff tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/quotas/a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 375 time: 0.0099189 Jan 28 14:24:57.877093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-b132429e-b0eb-41be-aefc-69d7e56b44b2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461893 Jan 28 14:24:58.019774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-a721e7a7-2733-4243-8bab-95b8e559487f service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308506 Jan 28 14:24:58.109949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-afa0e45f-a5b6-48ca-b8f1-2f811e4720cb service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843194 Jan 28 14:24:58.279155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ea2efc7-ce60-44ce-9558-3c664a50a683 req-f7627c64-037a-41c6-a52d-8761fbed4f9d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 210 time: 0.0325558 Jan 28 14:24:58.516339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:58.913643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:24:58.933654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: bf3a0a9f-c7d8-4dca-910c-9373b7232035 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:24:58.933930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device bf3a0a9f-c7d8-4dca-910c-9373b7232035 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:24:59.299239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-f9be5bc8-53e4-488e-b76b-8a3ea2893e93 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:59.300736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-f9be5bc8-53e4-488e-b76b-8a3ea2893e93 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1057158 Jan 28 14:24:59.396019 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-bcc04a26-60da-42c4-8b6e-faefcd4dc25e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 380 time: 0.0863822 Jan 28 14:24:59.397909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fe663d4f-7076-4d1f-bfa2-87f27c307e86 req-b768ec1f-1167-4b43-91ba-addf4cc58cce tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 210 time: 0.0423858 Jan 28 14:24:59.404991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'port': {'device_id': '6e96443d-04c2-460e-bdc7-62f635c55728', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'admin_state_up': True, 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'security_groups': ['12f95f48-3abe-435f-831e-32fe08ad1b1a']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:24:59.510804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Made reservation on behalf of a5d66e9d99a8469dae782e772cd2a71e for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:24:59.514120 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:59.648247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Allocated IP 172.20.0.14 (1f851032-a89e-44a9-8ab5-550d57f47935/54fc86f0-a238-44d0-a610-d880a4c6b2ea/8b94661e-c044-4671-810d-d33b07d376a8) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:24:59.782594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for port (8b94661e-c044-4671-810d-d33b07d376a8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:59.816705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:59.864438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:24:59.867484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:24:59.873916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:24:59.879524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:24:59.927310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:24:59.928061 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:24:59.946043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-e1f93f2f-6f58-4960-853a-8dc8edb5f766 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446138 Jan 28 14:24:59.959375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Request body: {'port': {'device_id': '6e96443d-04c2-460e-bdc7-62f635c55728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:25:00.017755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:00.081675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5fe74521-b919-4c1c-8a21-0718a1db25dd None None] Provisioning complete for port 8b94661e-c044-4671-810d-d33b07d376a8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:25:00.082240 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5fe74521-b919-4c1c-8a21-0718a1db25dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8b94661e-c044-4671-810d-d33b07d376a8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:00.116022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5fe74521-b919-4c1c-8a21-0718a1db25dd None None] Port 8b94661e-c044-4671-810d-d33b07d376a8 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:25:00.285666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b94661e-c044-4671-810d-d33b07d376a8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:25:00.293584 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Publish callbacks [] for port (8b94661e-c044-4671-810d-d33b07d376a8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:00.306050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Transition to ACTIVE for port object 8b94661e-c044-4671-810d-d33b07d376a8 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:25:00.309727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:00.360136 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:25:00.435710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:25:00.436079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:25:00.436425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:25:00.441243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Port 8b94661e-c044-4671-810d-d33b07d376a8 on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:25:00.441570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:25:00.447410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:25:00.447752 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:25:00.448169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:25:00.448606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Bound port: 8b94661e-c044-4671-810d-d33b07d376a8, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:25:00.448964 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:00.550218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:25:00.554424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:25:00.562213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca61078-11f1-4cf1-b302-502f21ce25a1 req-aae1b176-5566-4ff8-a12f-1031c991d90b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:00.563698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ca61078-11f1-4cf1-b302-502f21ce25a1 req-aae1b176-5566-4ff8-a12f-1031c991d90b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 944 time: 0.0771587 Jan 28 14:25:00.565211 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:00.617811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:00.618435 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:00.619886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 1092 time: 0.6653047 Jan 28 14:25:00.620361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:25:00.622589 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c31c101-57ba-464f-8190-7803ae1ab2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "tag": "8b94661e-c044-4671-810d-d33b07d376a8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:25:00.657963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17a8a5-f6f7-4bc4-8344-17594ba56579 service neutron] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:25:00.672772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ca61078-11f1-4cf1-b302-502f21ce25a1 req-784fad3c-5e10-4459-97bb-979e99dc5f81 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993860 Jan 28 14:25:00.720651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-c5975278-90c6-41f3-a33a-39f3cb79bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:00.722258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-c5975278-90c6-41f3-a33a-39f3cb79bb95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1095 time: 0.0471499 Jan 28 14:25:00.733369 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29853e-b9bc-4106-b18d-2aa2b49dab95 x-openstack-request-id: req-fa29853e-b9bc-4106-b18d-2aa2b49dab95 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:25:00.733673 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "tag": "8b94661e-c044-4671-810d-d33b07d376a8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:25:00.733935 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa29853e-b9bc-4106-b18d-2aa2b49dab95 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:25:00.734756 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8', 'status': 'completed', 'code': 200} Jan 28 14:25:00.772427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-fecb7049-497f-46c0-9064-777ab1ab35e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 217 time: 0.0356524 Jan 28 14:25:00.825702 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-24acbb0d-2da3-477b-8d1b-39273ff55cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:00.827167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-24acbb0d-2da3-477b-8d1b-39273ff55cfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0468042 Jan 28 14:25:00.875986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-54518d77-c3cf-4674-aaef-ff52c0041b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:00.877531 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-54518d77-c3cf-4674-aaef-ff52c0041b45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400767 Jan 28 14:25:00.970674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-1d6baffb-a775-43d8-bfbc-fc72c7da7014 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839534 Jan 28 14:25:01.057328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68427e5f-9e11-4619-bc87-04b3a15d84d0 req-801ab2ef-c88d-48fc-ad2a-78cedf9af731 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803223 Jan 28 14:25:01.148276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-af14d5c4-74c3-443f-bb94-c02ed80f96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:01.149685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-af14d5c4-74c3-443f-bb94-c02ed80f96e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1095 time: 0.0457265 Jan 28 14:25:01.239844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-7d4a8e1c-36fa-418e-abae-e0e95e4fa8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:01.241378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-7d4a8e1c-36fa-418e-abae-e0e95e4fa8b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0857346 Jan 28 14:25:01.286396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-08fac4da-b54c-461c-80c6-7d6a4b552aec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 217 time: 0.0384648 Jan 28 14:25:01.333670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-c64557de-00f8-491e-8233-cff899f41d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:01.335667 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-c64557de-00f8-491e-8233-cff899f41d79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0436032 Jan 28 14:25:01.379467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-4f1af66d-2c09-429c-8071-3024de45495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:01.381022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-4f1af66d-2c09-429c-8071-3024de45495b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391779 Jan 28 14:25:01.475494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-0379e66f-e358-49fe-900d-b0cfe20ab133 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854146 Jan 28 14:25:01.914485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c1270-e915-4a00-885c-8bb21aa4a973 req-1374fc7b-8325-4d5a-9121-212bdf0a4d64 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:01.915940 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-868c1270-e915-4a00-885c-8bb21aa4a973 req-1374fc7b-8325-4d5a-9121-212bdf0a4d64 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 944 time: 0.0998862 Jan 28 14:25:01.921401 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c31c101-57ba-464f-8190-7803ae1ab2f6 req-cb04abbd-7f65-413c-bf43-9019b9a9ae0c service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387786 Jan 28 14:25:01.979645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-868c1270-e915-4a00-885c-8bb21aa4a973 req-07f82be3-9c4c-454a-abcc-8d12914b1836 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572846 Jan 28 14:25:03.107476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152941-c2a0-4959-85e5-1077049dce11 req-e07fbfb7-0123-4031-adb2-ae49ad9fe2f3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:03.108986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24152941-c2a0-4959-85e5-1077049dce11 req-e07fbfb7-0123-4031-adb2-ae49ad9fe2f3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 944 time: 0.0501666 Jan 28 14:25:03.156111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24152941-c2a0-4959-85e5-1077049dce11 req-10916f13-04a0-4360-8198-9002c15e8d3d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Jan 28 14:25:04.082966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:25:04.180501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:25:04.192741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '8b94661e-c044-4671-810d-d33b07d376a8', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': '8b94661e-c044-4671-810d-d33b07d376a8', 'mac_address': 'fa:16:3e:80:7f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:25:04.232185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 8b94661e-c044-4671-810d-d33b07d376a8 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:25:04.232577 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:04.250314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b94661e-c044-4671-810d-d33b07d376a8 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:25:04.270718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:25:04.275515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6a714-fd81-4b4d-a540-76e798addaab req-0bec2821-47c1-4a6a-a99f-79c23c3d9eb1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:04.276185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:04.277739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0d6a714-fd81-4b4d-a540-76e798addaab req-0bec2821-47c1-4a6a-a99f-79c23c3d9eb1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 944 time: 0.0515401 Jan 28 14:25:04.326003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:25:04.330207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0d6a714-fd81-4b4d-a540-76e798addaab req-e4a3b887-a693-4ecd-a0aa-97303cb3d73f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468159 Jan 28 14:25:04.547586 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['8b94661e-c044-4671-810d-d33b07d376a8'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:25:05.011664 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-54455cbc-0622-4e87-96d8-8228e79fbbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:05.449352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94092f-5b8a-4e2a-8cd2-efdf43295eb0 req-3bd7e95b-9e34-4ef9-9569-39bc519d0be8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:05.450865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd94092f-5b8a-4e2a-8cd2-efdf43295eb0 req-3bd7e95b-9e34-4ef9-9569-39bc519d0be8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 945 time: 0.0521770 Jan 28 14:25:05.499225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd94092f-5b8a-4e2a-8cd2-efdf43295eb0 req-210690f9-8842-406e-88c9-ac043d126cd8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Jan 28 14:25:06.095297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:25:06.145479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 8b94661e-c044-4671-810d-d33b07d376a8 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:25:06.149720 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 8b94661e-c044-4671-810d-d33b07d376a8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:25:06.150105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8b94661e-c044-4671-810d-d33b07d376a8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:06.235718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 8b94661e-c044-4671-810d-d33b07d376a8 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:25:06.236153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:06.263336 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:25:06.265618 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b4c45-c736-4f8f-9c3a-5a9026f4719a" -d '{"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-plugged", "status": "completed", "tag": "8b94661e-c044-4671-810d-d33b07d376a8"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:25:06.279722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:25:06.284354 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:06.309438 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fcc9cb-96b9-4c83-b37f-9f1d9c468248 x-openstack-request-id: req-70fcc9cb-96b9-4c83-b37f-9f1d9c468248 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:25:06.309733 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-plugged", "status": "completed", "tag": "8b94661e-c044-4671-810d-d33b07d376a8", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:25:06.309991 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70fcc9cb-96b9-4c83-b37f-9f1d9c468248 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:25:06.310385 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8', 'code': 200} Jan 28 14:25:06.336331 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:25:06.416633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df3a36-49c9-4463-a8a7-758cad4973e4 req-755975b8-2746-41cf-8eef-90403f4afdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:06.418155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04df3a36-49c9-4463-a8a7-758cad4973e4 req-755975b8-2746-41cf-8eef-90403f4afdbd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1097 time: 0.0406525 Jan 28 14:25:06.462314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-04df3a36-49c9-4463-a8a7-758cad4973e4 req-1a91c187-69b1-4e04-afbd-21a4c8a3f105 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378830 Jan 28 14:25:06.622326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf315f9-b99f-48b2-83f2-10a68be3b41b req-63f5e934-9629-42e9-ada7-676ad0f05c45 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:06.623717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cf315f9-b99f-48b2-83f2-10a68be3b41b req-63f5e934-9629-42e9-ada7-676ad0f05c45 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0538297 Jan 28 14:25:06.670855 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1cf315f9-b99f-48b2-83f2-10a68be3b41b req-19de73c5-9cc9-4839-8f9c-3a2330193ded tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415606 Jan 28 14:25:07.768736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-30d50ce2-d64e-400a-92c4-3d4acac8e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:07.802365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09230f1-b3d5-47cc-b7a9-861c16598e88 req-a6fcd47a-fac6-42ae-a692-019a44af0594 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:07.804553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d09230f1-b3d5-47cc-b7a9-861c16598e88 req-a6fcd47a-fac6-42ae-a692-019a44af0594 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0511413 Jan 28 14:25:07.851678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d09230f1-b3d5-47cc-b7a9-861c16598e88 req-fce6fd3f-982c-4986-b88c-a7a603ff963c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Jan 28 14:25:07.975204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9773b-d91f-4d9f-acb7-2d77e777a726 req-4c5686a7-76e2-4975-aef3-88ef1eb067ae tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:07.976623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-42b9773b-d91f-4d9f-acb7-2d77e777a726 req-4c5686a7-76e2-4975-aef3-88ef1eb067ae tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0537589 Jan 28 14:25:07.985513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45520) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:25:07.990537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'floatingip': {'port_id': '8b94661e-c044-4671-810d-d33b07d376a8'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:25:08.029893 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:08.484058 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:08.487712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:08.590344 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 associated. External IP: 172.25.4.69, port: 8b94661e-c044-4671-810d-d33b07d376a8. Jan 28 14:25:08.807293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:25:08.904828 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:08.923556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:25:08.929173 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:08.933891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:25:08.944160 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:25:08.944784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:25:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:25:08.956972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2150dd12-f9c5-4871-aa29-82977c16223e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "PUT /v2.0/floatingips/a9aa1d35-7e27-46e2-b8b9-030c9ad37952 HTTP/1.1" status: 200 len: 991 time: 0.9703577 Jan 28 14:25:08.957583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:25:08.959951 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28515153-87a7-41ef-add4-70465d28ef36" -d '{"events": [{"name": "network-changed", "server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "tag": "8b94661e-c044-4671-810d-d33b07d376a8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:25:09.054991 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1d173d-0f39-4689-a53b-1c81b236f562 x-openstack-request-id: req-0d1d173d-0f39-4689-a53b-1c81b236f562 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:25:09.055290 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "tag": "8b94661e-c044-4671-810d-d33b07d376a8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:25:09.055548 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d1d173d-0f39-4689-a53b-1c81b236f562 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:25:09.055956 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8', 'status': 'completed', 'code': 200} Jan 28 14:25:09.063218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:25:09.117255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515153-87a7-41ef-add4-70465d28ef36 req-122e6c29-4b28-4e07-b237-ea585af873d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:09.118789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28515153-87a7-41ef-add4-70465d28ef36 req-122e6c29-4b28-4e07-b237-ea585af873d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1097 time: 0.0420685 Jan 28 14:25:09.214517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515153-87a7-41ef-add4-70465d28ef36 req-9b2a369b-09be-4c0b-b44f-46b9362665fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:09.216025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28515153-87a7-41ef-add4-70465d28ef36 req-9b2a369b-09be-4c0b-b44f-46b9362665fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0904124 Jan 28 14:25:09.299504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28515153-87a7-41ef-add4-70465d28ef36 req-40d05f8a-238e-4d9d-a017-8297c4515dda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 999 time: 0.0735176 Jan 28 14:25:09.301224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': '8b94661e-c044-4671-810d-d33b07d376a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:80:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e96443d-04c2-460e-bdc7-62f635c55728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:25:08Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:25:09.328614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:25:09.337840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:25:09.338469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:25:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:25:09.349153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515153-87a7-41ef-add4-70465d28ef36 req-2485a61a-e017-4628-8e8f-724ef6bd61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:09.351068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28515153-87a7-41ef-add4-70465d28ef36 req-2485a61a-e017-4628-8e8f-724ef6bd61ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0457373 Jan 28 14:25:09.398410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515153-87a7-41ef-add4-70465d28ef36 req-4ecc508e-1d82-4dfa-974c-ab6a2d90a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:09.399960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28515153-87a7-41ef-add4-70465d28ef36 req-4ecc508e-1d82-4dfa-974c-ab6a2d90a2ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429959 Jan 28 14:25:09.455145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:25:09.504419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28515153-87a7-41ef-add4-70465d28ef36 req-d1150029-54ea-42eb-a94f-e0f177d69b76 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974853 Jan 28 14:25:09.599061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28515153-87a7-41ef-add4-70465d28ef36 req-2bf66f8c-c768-4737-aab8-5699e67dc9bb service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883451 Jan 28 14:25:09.689299 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': '8b94661e-c044-4671-810d-d33b07d376a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:80:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e96443d-04c2-460e-bdc7-62f635c55728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:25:08Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:25:09.716171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb6e2f-db96-4f9c-8670-7e7cbee73285 None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': '8b94661e-c044-4671-810d-d33b07d376a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:80:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e96443d-04c2-460e-bdc7-62f635c55728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:25:08Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:25:09.902470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e6e02-6a71-451b-a25b-6858765abd31 None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:25:10.747505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:11.903944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:27.130195 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:28.517228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:29.759338 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:25:31.903026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-1dbaaf8d-f92a-475b-82ab-bfc6ddbf3a71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453489 Jan 28 14:25:31.985847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-5202096f-960f-458b-b71a-3c5857ce7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:31.987368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-5202096f-960f-458b-b71a-3c5857ce7d58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1097 time: 0.0418427 Jan 28 14:25:32.087965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-739e421e-e13f-43bc-8942-1fc64d962c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:32.089455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-739e421e-e13f-43bc-8942-1fc64d962c36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0825522 Jan 28 14:25:32.158897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-3d0a2075-f7bd-49c6-a1a2-2d82c732532f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 1001 time: 0.0623894 Jan 28 14:25:32.208352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-04165aa8-9f45-4abe-9f69-c0fb7587d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:32.209804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-04165aa8-9f45-4abe-9f69-c0fb7587d330 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0436649 Jan 28 14:25:32.255082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-0daf0c41-b13d-4fc6-b43e-6eef9f0724eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:25:32.256574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-0daf0c41-b13d-4fc6-b43e-6eef9f0724eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399992 Jan 28 14:25:32.349681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-6fa9751a-3dc8-4556-9bc3-2499d145112b service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Jan 28 14:25:32.441867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05e18195-2137-4ee6-9620-cd7fbda01f2f req-c6560acb-0693-4614-b44f-82781037eb6e service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855029 Jan 28 14:25:35.014704 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-644e1846-6ffa-43b2-bcc6-7a2f9317b311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:37.772633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-965a681f-f761-4972-874f-10ee2a587956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:38.907953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:40.749380 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:41.905926 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:57.146068 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:25:58.531060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:05.017552 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-92e96de6-4c76-4164-9ca7-be970c0b0e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:06.760006 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:26:07.773188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a34079d3-c746-4e1d-8a45-5bbd6ffb4ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:08.912908 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:10.753609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:11.913850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:27.144638 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:28.530610 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:31.127738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-66a4d974-45a8-4f63-96a7-be95e55a9c63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504434 Jan 28 14:26:31.220705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-4508c91f-4b0f-45a9-ad50-6689b0ac2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:31.222846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-4508c91f-4b0f-45a9-ad50-6689b0ac2b90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1097 time: 0.0413995 Jan 28 14:26:31.322553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-7b0344b2-7661-416b-8604-9fc7d9b2fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:31.324067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-7b0344b2-7661-416b-8604-9fc7d9b2fbc9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0834799 Jan 28 14:26:31.393335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-443dfbef-d19c-4d45-adc3-141a84a63f48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 1001 time: 0.0623596 Jan 28 14:26:31.443443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-382b92c3-d733-4f09-87cc-4d7f311a710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:31.444919 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-382b92c3-d733-4f09-87cc-4d7f311a710c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0424688 Jan 28 14:26:31.490297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-16944724-25b3-4286-a660-f59759c3993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:31.491791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-16944724-25b3-4286-a660-f59759c3993f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401044 Jan 28 14:26:31.588347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-8d22f987-9bd2-440b-8cd7-34b3a4dea736 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870271 Jan 28 14:26:31.677440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fd935a7-2cf0-48b6-837b-da6a9f1ad8e2 req-ef882fea-686f-4bf9-ba0d-becfd95a2085 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817711 Jan 28 14:26:35.020252 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-78ccc542-542c-47ae-b6da-58adaf9d9a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:37.774903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee7878ce-7416-476f-b328-4c7fad1b2cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:38.915703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:40.758553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:41.908059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:43.760209 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:26:50.539191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824fb4c-b832-438d-a6ba-a8015628ede2 req-f080fd91-a1e5-4772-8c2c-f1f1984ae01a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:50.540758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a824fb4c-b832-438d-a6ba-a8015628ede2 req-f080fd91-a1e5-4772-8c2c-f1f1984ae01a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0540981 Jan 28 14:26:50.588022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a824fb4c-b832-438d-a6ba-a8015628ede2 req-e0762563-d2ed-46cf-83c9-4e624b91370b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Jan 28 14:26:51.701942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b897b-d2e4-4275-b242-8354afb7b660 req-f479e1ff-1f14-4800-90a6-79cda26be3e3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:51.703414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc6b897b-d2e4-4275-b242-8354afb7b660 req-f479e1ff-1f14-4800-90a6-79cda26be3e3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0477037 Jan 28 14:26:51.756049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc6b897b-d2e4-4275-b242-8354afb7b660 req-fa64d668-a059-47b4-8836-f1fa1cef8dca tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Jan 28 14:26:52.873777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94eb57-0a06-4ed5-a5f9-27681456a55d req-99ee5dd2-e9eb-4ee2-a28b-2150d427e3d9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:52.875238 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f94eb57-0a06-4ed5-a5f9-27681456a55d req-99ee5dd2-e9eb-4ee2-a28b-2150d427e3d9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0523674 Jan 28 14:26:52.920634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f94eb57-0a06-4ed5-a5f9-27681456a55d req-37fc4c53-68d1-442b-bca4-edef0156c060 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 Jan 28 14:26:54.037463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87450525-a687-414e-b18f-d82c81e3ad42 req-4892fa2c-eb91-4b6a-834d-cff146b6fb0e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:54.038927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87450525-a687-414e-b18f-d82c81e3ad42 req-4892fa2c-eb91-4b6a-834d-cff146b6fb0e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0479577 Jan 28 14:26:54.085827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87450525-a687-414e-b18f-d82c81e3ad42 req-9c198e74-165c-4745-8a89-708866b359d5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Jan 28 14:26:55.200963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0949b63-93e6-4b95-ac90-dfaf607bacfe req-050d3561-dbf1-4edb-a093-e43e3753b358 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:55.202489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0949b63-93e6-4b95-ac90-dfaf607bacfe req-050d3561-dbf1-4edb-a093-e43e3753b358 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0493016 Jan 28 14:26:55.252939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0949b63-93e6-4b95-ac90-dfaf607bacfe req-4525ed4f-c15f-463f-a1c4-3119405f41ed tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443811 Jan 28 14:26:56.368024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56aa7e-d005-4977-981f-0ee768b77c29 req-c81f993b-b9a6-4887-a2c5-5e5706687cb0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:56.369526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e56aa7e-d005-4977-981f-0ee768b77c29 req-c81f993b-b9a6-4887-a2c5-5e5706687cb0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Jan 28 14:26:56.416121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1e56aa7e-d005-4977-981f-0ee768b77c29 req-6733a451-e4dd-4447-abbf-1dcf2713df3f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408671 Jan 28 14:26:57.143188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:57.532484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d4d42-833e-4210-b937-bb06021773be req-33ffa064-968c-41a5-922d-75971820468f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:57.533982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5d4d42-833e-4210-b937-bb06021773be req-33ffa064-968c-41a5-922d-75971820468f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0494990 Jan 28 14:26:57.582191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e5d4d42-833e-4210-b937-bb06021773be req-4896171d-8c61-47e1-b4d1-a660c414afae tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Jan 28 14:26:58.530843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:26:58.700087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313b28b-b786-4d00-ad0c-d1d8f3da7edb req-250405d3-5ac0-4f04-ae57-b5e06dc62207 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:58.701564 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2313b28b-b786-4d00-ad0c-d1d8f3da7edb req-250405d3-5ac0-4f04-ae57-b5e06dc62207 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0520494 Jan 28 14:26:58.751684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2313b28b-b786-4d00-ad0c-d1d8f3da7edb req-92e3d50f-188d-4e92-8639-9df8eb8a24b9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Jan 28 14:26:59.866952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cace9-3236-47e7-966a-744a7dcb52cb req-6fdfbe60-a294-4f48-9e12-d0133d708597 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:26:59.868451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-300cace9-3236-47e7-966a-744a7dcb52cb req-6fdfbe60-a294-4f48-9e12-d0133d708597 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0502975 Jan 28 14:26:59.914432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-300cace9-3236-47e7-966a-744a7dcb52cb req-fb33b03d-0aa3-4c55-937b-379d40dd8cb3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Jan 28 14:27:01.029376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9422c3-14b4-4230-9f8d-3611955ea4ae req-497412ca-6b41-490c-a619-1ec95531ebb9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:01.030749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a9422c3-14b4-4230-9f8d-3611955ea4ae req-497412ca-6b41-490c-a619-1ec95531ebb9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0474145 Jan 28 14:27:01.080970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a9422c3-14b4-4230-9f8d-3611955ea4ae req-2bfa25d3-8a2f-4ae9-8291-d27c70d9064c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Jan 28 14:27:01.324339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96d12-991a-49d3-b4bd-a747a5480731 req-fff21cfd-1813-444e-b77e-92d5877d26d3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:01.326004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ae96d12-991a-49d3-b4bd-a747a5480731 req-fff21cfd-1813-444e-b77e-92d5877d26d3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0502245 Jan 28 14:27:01.374046 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-012611f2-a71c-46fd-b8dc-3aac7b98c933 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950370 Jan 28 14:27:01.375074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ae96d12-991a-49d3-b4bd-a747a5480731 req-1ddd7ae6-e864-475f-a7da-898590ae57d5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425491 Jan 28 14:27:02.491325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056343-3ddf-407c-8f0f-c3148e83d69a req-65046f25-af4c-4c47-a896-58714d9b8af0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:02.492893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7056343-3ddf-407c-8f0f-c3148e83d69a req-65046f25-af4c-4c47-a896-58714d9b8af0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0479856 Jan 28 14:27:02.546190 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7056343-3ddf-407c-8f0f-c3148e83d69a req-e4eb7b3b-a91b-414e-808e-739cdece04c6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474298 Jan 28 14:27:02.601671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-df58f6a5-bc15-4a84-b28a-1ab66cc22d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:02.603173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-df58f6a5-bc15-4a84-b28a-1ab66cc22d63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1097 time: 0.0459824 Jan 28 14:27:02.699739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-177940cd-6977-443f-b923-9fa01d75e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:02.701264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-177940cd-6977-443f-b923-9fa01d75e3f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0887146 Jan 28 14:27:02.772945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-64f334c6-c61c-499e-b658-bdd9e89f16df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 1001 time: 0.0636909 Jan 28 14:27:02.823153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-cc9a50aa-3f15-4c59-a263-fa9ef86c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:02.824649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-cc9a50aa-3f15-4c59-a263-fa9ef86c0498 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0445924 Jan 28 14:27:02.872027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-d0b09254-9ae9-4b05-9462-018896262778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:02.873545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-d0b09254-9ae9-4b05-9462-018896262778 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406740 Jan 28 14:27:02.971806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-486385a2-74b1-495f-a1fe-606ddce73c30 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915968 Jan 28 14:27:03.060192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-e52cbdfa-69fd-4267-aa13-af1d79983bcb service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818069 Jan 28 14:27:03.661667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a39a-2106-4966-bbe0-b89b75cc52ce req-8cfa8a1d-1dac-4b36-9de3-e438658e0c6e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:03.663932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a01a39a-2106-4966-bbe0-b89b75cc52ce req-8cfa8a1d-1dac-4b36-9de3-e438658e0c6e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0494866 Jan 28 14:27:03.714556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3a01a39a-2106-4966-bbe0-b89b75cc52ce req-7c581fb1-cf5b-4922-8356-b9f90fcfb3b2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Jan 28 14:27:04.829220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918521bd-7163-491e-bb63-8fb512c23e09 req-661f2c69-9418-4475-ad12-efa6a9d6b710 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:04.830703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-918521bd-7163-491e-bb63-8fb512c23e09 req-661f2c69-9418-4475-ad12-efa6a9d6b710 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0480661 Jan 28 14:27:04.877513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-918521bd-7163-491e-bb63-8fb512c23e09 req-1f38652f-3ef7-4afc-aff2-8ff64816ac8a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Jan 28 14:27:05.022395 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-569011af-c756-4bf4-aa7c-56140dc6b6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:05.331871 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-813fdef1-d7e7-4aac-9281-a636e603b90e service neutron] show failed (client error): The resource could not be found. Jan 28 14:27:05.332907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-813fdef1-d7e7-4aac-9281-a636e603b90e service neutron] 10.222.0.60 "GET /v2.0/ports/8b94661e-c044-4671-810d-d33b07d376a8/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0531371 Jan 28 14:27:05.593887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-9308af8d-bd7c-4bbb-bd27-2d4200baddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:05.595390 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-9308af8d-bd7c-4bbb-bd27-2d4200baddda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 1097 time: 0.0882592 Jan 28 14:27:05.607276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:27:05.660154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:05.859997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:05.892294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:27:05.936011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:27:05.938281 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a586f3-2013-4727-b8b0-28d1fa0ee973" -d '{"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-unplugged", "status": "completed", "tag": "8b94661e-c044-4671-810d-d33b07d376a8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:27:05.942333 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Publish callbacks [] for port (8b94661e-c044-4671-810d-d33b07d376a8), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:05.966217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Transition to ACTIVE for port object 8b94661e-c044-4671-810d-d33b07d376a8 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:27:05.980577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:06.089689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a25027-ca4b-4664-8640-fe172d6e11df req-011cedf4-b83c-432f-ae58-931a0d341602 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:06.091288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78a25027-ca4b-4664-8640-fe172d6e11df req-011cedf4-b83c-432f-ae58-931a0d341602 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.1419113 Jan 28 14:27:06.091952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:06.109567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.109923 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.110317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.110616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.110952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.111289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.111620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.111950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.112304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.112666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.112999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.113280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.113602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:06.169939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] No DVR routers for this DVR port 8b94661e-c044-4671-810d-d33b07d376a8 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:27:06.213689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78a25027-ca4b-4664-8640-fe172d6e11df req-8f1eb182-258c-465e-b495-518e682de615 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124382 Jan 28 14:27:06.580834 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7bbf13-3890-4279-afcc-3f27e164b8d8 x-openstack-request-id: req-dd7bbf13-3890-4279-afcc-3f27e164b8d8 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:27:06.581195 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-unplugged", "status": "completed", "tag": "8b94661e-c044-4671-810d-d33b07d376a8", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:27:06.581468 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd7bbf13-3890-4279-afcc-3f27e164b8d8 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:27:06.581764 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8', 'code': 200} Jan 28 14:27:06.635841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:27:06.636209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:27:06.636544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:27:06.641828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Port 8b94661e-c044-4671-810d-d33b07d376a8 on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:27:06.642155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Attempting to bind port 8b94661e-c044-4671-810d-d33b07d376a8 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:27:06.647686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:27:06.648068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:27:06.648447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:27:06.648887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Bound port: 8b94661e-c044-4671-810d-d33b07d376a8, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:27:06.649249 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:06.710354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:27:06.713341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:27:06.717757 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:06.752156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:06.752788 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:06.754174 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 1092 time: 1.1508753 Jan 28 14:27:06.778521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ded20-13e8-4cdf-b72a-a57ef15929c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:06.829486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-6d2167e0-71c5-4bd6-b037-be2f9df7e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:06.831057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-6d2167e0-71c5-4bd6-b037-be2f9df7e92b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1095 time: 0.0463896 Jan 28 14:27:06.928188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-15dd0795-310a-4441-a0d9-d68d2b396efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:06.929788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-15dd0795-310a-4441-a0d9-d68d2b396efb service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0894454 Jan 28 14:27:07.002379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-4af24a77-8381-4f13-bfd4-97c7410b6eff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 999 time: 0.0650938 Jan 28 14:27:07.049531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-1fbf4854-cdaf-4645-8937-9aa7bb477184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:07.050900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-1fbf4854-cdaf-4645-8937-9aa7bb477184 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0421321 Jan 28 14:27:07.103852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-6f08345c-28be-49b0-82fb-3e7698ae3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:07.106129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-6f08345c-28be-49b0-82fb-3e7698ae3732 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461643 Jan 28 14:27:07.202003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-0986a3c8-8281-46ff-91ff-cea812319862 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851700 Jan 28 14:27:07.306060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e69d0149-b992-4166-ab6a-ad93a06ed91f req-1630db00-3b81-4ae1-878a-9070d81e80ee service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951982 Jan 28 14:27:07.347884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f19c-e048-47e8-a3ee-6dbf1daa297c req-89d97799-3ef7-4de0-a04c-de73babc7c9b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:07.349547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8e6f19c-e048-47e8-a3ee-6dbf1daa297c req-89d97799-3ef7-4de0-a04c-de73babc7c9b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 944 time: 0.0638781 Jan 28 14:27:07.399523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8e6f19c-e048-47e8-a3ee-6dbf1daa297c req-9d838e0b-dc2d-4790-a936-7892c4b97d79 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Jan 28 14:27:07.777061 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4da6-009f-4091-87a3-63e26017d376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:08.515954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6ddf-a98e-4ab6-a082-2fa2f89e4021 req-3855ec39-0fa0-4c87-85cd-12971254e510 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:08.517379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19be6ddf-a98e-4ab6-a082-2fa2f89e4021 req-3855ec39-0fa0-4c87-85cd-12971254e510 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 944 time: 0.0489647 Jan 28 14:27:08.563713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19be6ddf-a98e-4ab6-a082-2fa2f89e4021 req-1976e7ba-e5cf-464b-98cd-06af06bb2e30 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Jan 28 14:27:08.582532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:27:08.584995 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67" -d '{"events": [{"name": "network-changed", "server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "tag": "8b94661e-c044-4671-810d-d33b07d376a8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:27:08.631498 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa14abf7-67db-4157-b9cb-cb563c28ae1e x-openstack-request-id: req-aa14abf7-67db-4157-b9cb-cb563c28ae1e {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:27:08.631977 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "tag": "8b94661e-c044-4671-810d-d33b07d376a8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:27:08.632277 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa14abf7-67db-4157-b9cb-cb563c28ae1e {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:27:08.632689 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8', 'status': 'completed', 'code': 200} Jan 28 14:27:08.726254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-2a294b21-8f43-4dc4-bb74-ffbb78e027e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:08.727770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-2a294b21-8f43-4dc4-bb74-ffbb78e027e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1095 time: 0.0743151 Jan 28 14:27:08.730221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-a04e1e03-95f6-44cb-bcee-45698706d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:08.731559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-a04e1e03-95f6-44cb-bcee-45698706d02d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1095 time: 0.0768969 Jan 28 14:27:08.895325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-7c991d86-e81c-4e22-8b12-cfe4a1c64d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:08.896862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-7c991d86-e81c-4e22-8b12-cfe4a1c64d1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1581671 Jan 28 14:27:08.897930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-669297cc-e00d-4dd5-ba3d-8667a0d162be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:08.899256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-669297cc-e00d-4dd5-ba3d-8667a0d162be service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1594155 Jan 28 14:27:08.916802 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:09.014876 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-ba3d9073-4547-4522-9577-771b92cebd59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 999 time: 0.1084762 Jan 28 14:27:09.018492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-550c5c86-cf34-42a6-98fa-edfe1224579e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 999 time: 0.1046159 Jan 28 14:27:09.104216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-c3f1cde5-5f48-41f9-bf02-0d27cbde27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:09.105693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-c3f1cde5-5f48-41f9-bf02-0d27cbde27eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0815008 Jan 28 14:27:09.109187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-a8bf8b4d-1253-49cc-a4c5-471b00b9be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:09.110515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-a8bf8b4d-1253-49cc-a4c5-471b00b9be3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0791304 Jan 28 14:27:09.181014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-62b503d9-7f88-45fe-b6a2-e90e08a05a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:09.182448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-62b503d9-7f88-45fe-b6a2-e90e08a05a12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662644 Jan 28 14:27:09.186491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-e0cbda56-2db7-4553-bd0e-3282f24b2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:09.187845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-e0cbda56-2db7-4553-bd0e-3282f24b2ed4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644789 Jan 28 14:27:09.348588 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-3755a252-fe45-4af5-95ec-b1b8239142b7 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559157 Jan 28 14:27:09.351725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-d51a0059-2974-497b-a2b2-3c4e077efd51 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502273 Jan 28 14:27:09.514459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-4ec7a1f5-614e-406a-84c9-318884e34561 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568990 Jan 28 14:27:09.516276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a556d9af-7cf4-4fda-953d-1b25d9ac8b67 req-bc39d03c-e6be-46eb-a703-c01ef800e85a service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519997 Jan 28 14:27:09.519824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:27:09.621558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:09.633322 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '8b94661e-c044-4671-810d-d33b07d376a8', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': '8b94661e-c044-4671-810d-d33b07d376a8', 'mac_address': 'fa:16:3e:80:7f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:27:09.671136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 8b94661e-c044-4671-810d-d33b07d376a8 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:27:09.671530 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:09.683684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671e8c-446a-47a7-bc5c-36c3da214d57 req-4940d6cf-c1ca-427b-94ab-adc90d843f01 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:09.685209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8671e8c-446a-47a7-bc5c-36c3da214d57 req-4940d6cf-c1ca-427b-94ab-adc90d843f01 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 944 time: 0.0494099 Jan 28 14:27:09.686070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b94661e-c044-4671-810d-d33b07d376a8 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:27:09.705596 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:09.709709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:09.733251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8671e8c-446a-47a7-bc5c-36c3da214d57 req-4b239b95-c4b3-4e1b-8efe-dea3dae313d5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Jan 28 14:27:09.761162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:09.768513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.768864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.769213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.769558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.769887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.770226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.770555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.770889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.771253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.771575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.771906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.772260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.772585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:27:09.961077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20f18-4d67-4008-b861-2c1c54af942d req-59ba5a6a-e720-412e-a9d1-f9f8134f411d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:09.962582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4df20f18-4d67-4008-b861-2c1c54af942d req-59ba5a6a-e720-412e-a9d1-f9f8134f411d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 945 time: 0.0849848 Jan 28 14:27:09.974537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467cbdc-009a-4571-af97-480e4e1e270b req-a0715dce-3918-4cc2-8a84-bd5a4932b660 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:09.975906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-a0715dce-3918-4cc2-8a84-bd5a4932b660 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728&tenant_id=a5d66e9d99a8469dae782e772cd2a71e&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 945 time: 0.0855224 Jan 28 14:27:10.057175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4df20f18-4d67-4008-b861-2c1c54af942d req-a937ae8e-ebd7-48ed-8ae0-32f221fe0d8b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801041 Jan 28 14:27:10.073206 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-c467cbdc-009a-4571-af97-480e4e1e270b req-f92874b2-b547-4cfe-8ba7-dd5c6b74763f service neutron] delete failed (client error): The resource could not be found. Jan 28 14:27:10.074851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-f92874b2-b547-4cfe-8ba7-dd5c6b74763f service neutron] 10.222.0.60 "DELETE /v2.0/ports/8b94661e-c044-4671-810d-d33b07d376a8/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0845580 Jan 28 14:27:10.166694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467cbdc-009a-4571-af97-480e4e1e270b req-198cf8aa-e8d1-43a7-a128-b52c0f283bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:10.168223 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-198cf8aa-e8d1-43a7-a128-b52c0f283bc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1096 time: 0.0436018 Jan 28 14:27:10.185862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['8b94661e-c044-4671-810d-d33b07d376a8'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:27:10.267184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467cbdc-009a-4571-af97-480e4e1e270b req-c07aa01d-51c6-4a45-85b3-75b9d5092c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:10.268808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-c07aa01d-51c6-4a45-85b3-75b9d5092c12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0926151 Jan 28 14:27:10.335288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-30f5f488-0fd0-4e7f-b7d1-5854a704a360 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 1000 time: 0.0594819 Jan 28 14:27:10.388204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467cbdc-009a-4571-af97-480e4e1e270b req-0e392018-37c7-4b53-bba7-5e51e2202c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:10.389652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-0e392018-37c7-4b53-bba7-5e51e2202c7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0434453 Jan 28 14:27:10.440181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467cbdc-009a-4571-af97-480e4e1e270b req-0448e7c4-e8f9-4068-b1e7-b57c9a6ab342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:10.441701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-0448e7c4-e8f9-4068-b1e7-b57c9a6ab342 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448401 Jan 28 14:27:10.532826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-51361259-813f-4d51-ab64-7e1cc53d16af service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805910 Jan 28 14:27:10.630028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c467cbdc-009a-4571-af97-480e4e1e270b req-43f2317c-faa1-4ab2-be1d-ff63af092078 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877106 Jan 28 14:27:10.688707 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:27:10.732235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 8b94661e-c044-4671-810d-d33b07d376a8 host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:27:10.732634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:27:10.757012 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:11.183012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d7e9-df89-4506-a328-198755bce1fc req-9a09b722-ca54-41db-b851-5787901d2310 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:11.184793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e01d7e9-df89-4506-a328-198755bce1fc req-9a09b722-ca54-41db-b851-5787901d2310 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 945 time: 0.0503743 Jan 28 14:27:11.236354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e01d7e9-df89-4506-a328-198755bce1fc req-40586841-4629-4027-b6a1-a3fc37b94ff6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Jan 28 14:27:11.360683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fd134-38cc-446b-b061-eee2ff13d8ad req-1b8ca2ce-ea64-4788-b44d-1f0261969332 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:11.362227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c9fd134-38cc-446b-b061-eee2ff13d8ad req-1b8ca2ce-ea64-4788-b44d-1f0261969332 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 945 time: 0.0558076 Jan 28 14:27:11.419299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7c9fd134-38cc-446b-b061-eee2ff13d8ad req-aa880f52-99ac-48bd-b2ed-e4ebe50104d3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502374 Jan 28 14:27:11.520309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:27:11.578840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 8b94661e-c044-4671-810d-d33b07d376a8 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:27:11.583393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 8b94661e-c044-4671-810d-d33b07d376a8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:27:11.583956 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8b94661e-c044-4671-810d-d33b07d376a8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:11.636428 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e658-465f-47e6-b1a1-eb2f28be0ace req-802da581-0d67-45b6-9ff2-dedc56a2ff1e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:11.637869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4994e658-465f-47e6-b1a1-eb2f28be0ace req-802da581-0d67-45b6-9ff2-dedc56a2ff1e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 945 time: 0.0512447 Jan 28 14:27:11.672634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 8b94661e-c044-4671-810d-d33b07d376a8 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:27:11.673118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:11.696211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:27:11.698846 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bc4418-be55-4ef7-afc5-3ecb962a4415" -d '{"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-plugged", "status": "completed", "tag": "8b94661e-c044-4671-810d-d33b07d376a8"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:27:11.711335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4994e658-465f-47e6-b1a1-eb2f28be0ace req-c9472687-4fff-4a3e-9492-8888f18f7d40 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651031 Jan 28 14:27:11.712947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:11.713190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-15cf6a92-84ce-4aef-bdf4-b92935ffed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:11.714621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-15cf6a92-84ce-4aef-bdf4-b92935ffed60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 1096 time: 0.0758812 Jan 28 14:27:11.717983 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:11.760375 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92403ec-d142-4e87-966f-17bfa7c3b41f x-openstack-request-id: req-e92403ec-d142-4e87-966f-17bfa7c3b41f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:27:11.760677 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-plugged", "status": "completed", "tag": "8b94661e-c044-4671-810d-d33b07d376a8", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:27:11.760932 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e92403ec-d142-4e87-966f-17bfa7c3b41f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:27:11.761351 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8', 'code': 200} Jan 28 14:27:11.778766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:11.817292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-6f3699be-6011-446f-9cc2-c581a14794b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:11.819522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-6f3699be-6011-446f-9cc2-c581a14794b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0932357 Jan 28 14:27:11.890158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-c03a3e34-4bf6-4552-9bb9-2d00d3aceea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 200 len: 1001 time: 0.0615590 Jan 28 14:27:11.912966 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:11.941124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-b2f853ed-7076-4d1a-b503-01ae01484444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:11.942632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-b2f853ed-7076-4d1a-b503-01ae01484444 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0466695 Jan 28 14:27:11.994969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-dd0c4516-c380-44f2-871f-cd5e280cd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:11.996507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-dd0c4516-c380-44f2-871f-cd5e280cd500 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450604 Jan 28 14:27:12.091466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-60d0899e-e835-4ebb-b4b5-9b92895def03 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837464 Jan 28 14:27:12.189216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-16fc09dc-18ff-46e1-8d9f-d396f7694203 req-ee0ba60a-ccf4-410c-af86-b754e8efaf61 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878816 Jan 28 14:27:12.835502 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b92bf-a06d-4e9c-b5d9-ad6d08ee6500 req-0d20cb21-f4f1-461f-b4ba-02becfa20d03 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:12.837006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-765b92bf-a06d-4e9c-b5d9-ad6d08ee6500 req-0d20cb21-f4f1-461f-b4ba-02becfa20d03 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0535805 Jan 28 14:27:12.883705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-765b92bf-a06d-4e9c-b5d9-ad6d08ee6500 req-e4d0dcdf-05c9-4dea-8a04-1e3778c9822d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Jan 28 14:27:13.122277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdedca-b1f4-46c0-b465-9e76d92322fb req-ca95b4bc-cb9a-4a8a-9b1a-8709dc8f9108 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:13.123775 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63cdedca-b1f4-46c0-b465-9e76d92322fb req-ca95b4bc-cb9a-4a8a-9b1a-8709dc8f9108 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0485964 Jan 28 14:27:13.174494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-63cdedca-b1f4-46c0-b465-9e76d92322fb req-15791013-5d19-4f2b-a7d7-96db7bb4a4f8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449462 Jan 28 14:27:14.295952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0314054-cd7e-414e-bc74-4a65f45879cf req-7ae3c526-db27-4720-a5e8-b9ca56072717 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:14.297466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0314054-cd7e-414e-bc74-4a65f45879cf req-7ae3c526-db27-4720-a5e8-b9ca56072717 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Jan 28 14:27:14.343290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0314054-cd7e-414e-bc74-4a65f45879cf req-5f6f6f36-b813-4cef-8f94-a9fd4da21b85 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Jan 28 14:27:14.498008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-f7555eff-59be-46d6-9dd7-af07903f6fc3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:14.499881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-f7555eff-59be-46d6-9dd7-af07903f6fc3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 946 time: 0.0588157 Jan 28 14:27:14.600733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Deleting port 8b94661e-c044-4671-810d-d33b07d376a8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:27:14.601317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8b94661e-c044-4671-810d-d33b07d376a8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:14.692503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] For port 8b94661e-c044-4671-810d-d33b07d376a8, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=8b94661e-c044-4671-810d-d33b07d376a8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:14.692867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8b94661e-c044-4671-810d-d33b07d376a8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:14.869815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:14.870189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:14.870535 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 disassociated. External IP: 172.25.4.69, port: 8b94661e-c044-4671-810d-d33b07d376a8. Jan 28 14:27:14.870925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Calling delete_port for 8b94661e-c044-4671-810d-d33b07d376a8 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:27:15.000092 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8b94661e-c044-4671-810d-d33b07d376a8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:15.030419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event deleted for resources: {'Port': ['ID=8b94661e-c044-4671-810d-d33b07d376a8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:15.152662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:27:15.264324 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:27:15.274814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:27:15.284135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:27:15.284788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:27:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:15.306559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] No DVR routers for this DVR port 8b94661e-c044-4671-810d-d33b07d376a8 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:27:15.309228 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:15.312572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b615c6a2-86ca-4bc0-bced-a2364f60c3c5 req-410273c4-ebeb-4b84-9c4c-cc383f2e2de8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.36 "DELETE /v2.0/ports/8b94661e-c044-4671-810d-d33b07d376a8 HTTP/1.1" status: 204 len: 173 time: 0.8049793 Jan 28 14:27:15.313019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-deleted', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:27:15.315265 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761cda96-0660-4e35-8c38-a229465dce59" -d '{"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-deleted", "tag": "8b94661e-c044-4671-810d-d33b07d376a8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:27:15.355084 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c564fe0-bf7b-4dbf-8fef-0623b0c04401 x-openstack-request-id: req-1c564fe0-bf7b-4dbf-8fef-0623b0c04401 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:27:15.355424 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e96443d-04c2-460e-bdc7-62f635c55728", "name": "network-vif-deleted", "tag": "8b94661e-c044-4671-810d-d33b07d376a8", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:27:15.355685 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c564fe0-bf7b-4dbf-8fef-0623b0c04401 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:27:15.356131 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e96443d-04c2-460e-bdc7-62f635c55728', 'name': 'network-vif-deleted', 'tag': '8b94661e-c044-4671-810d-d33b07d376a8', 'status': 'completed', 'code': 200} Jan 28 14:27:15.405281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:27:15.457233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dbc23b28-de5f-41e2-af22-b5256f9aef05 req-bd0e79d6-89a1-4ca8-83a8-78f9b7c18bae tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e96443d-04c2-460e-bdc7-62f635c55728 HTTP/1.1" status: 200 len: 210 time: 0.0352483 Jan 28 14:27:15.631919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:15.659059 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:27:15.667319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:27:15.667921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:27:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:15.777968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:27:15.974143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:16.004171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d814ec57-e187-40b2-b1c9-6059c858ca35 None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:27:16.220996 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fdb3ef-5fb5-4830-8109-5ef25be72e80 None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:27:16.736199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-ec6dc7a9-7ed6-438d-a394-c2e709819952 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1775085842&fields=id&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 267 time: 0.0417738 Jan 28 14:27:16.846600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-e1d96e4d-422b-4eee-a7f7-02ae1ac938c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:16.847945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-e1d96e4d-422b-4eee-a7f7-02ae1ac938c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1044707 Jan 28 14:27:16.862450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-23caab62-709c-442d-85bf-8463d06c2774 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/quotas/a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 375 time: 0.0088367 Jan 28 14:27:16.913083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-2d452404-ce92-4d6b-b547-4c501ab31c3e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450079 Jan 28 14:27:17.007483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-27a9bb85-f83e-4a36-a8ea-acb153d3965f service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830908 Jan 28 14:27:17.101331 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-bbb30293-1fcd-4fd9-a4e3-fb97b76b8874 service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879264 Jan 28 14:27:17.259843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ead2826-7cef-41b7-a4fb-ba4645e01b19 req-19cc4047-031c-4b5d-9ef4-92bb4e8a1008 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 210 time: 0.0272307 Jan 28 14:27:17.551982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:27:17.575382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 8b94661e-c044-4671-810d-d33b07d376a8 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:27:17.575829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 8b94661e-c044-4671-810d-d33b07d376a8 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:27:18.273562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-199a0a4b-f2de-4a06-99d9-de2a11e3247a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:18.275058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-199a0a4b-f2de-4a06-99d9-de2a11e3247a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1167331 Jan 28 14:27:18.368493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-68400923-d0e9-461e-aca5-ced40463070a req-5ddec979-5e47-4ca4-bde3-7c02999e6ece tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 210 time: 0.0352178 Jan 28 14:27:18.374251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-70c124a2-b900-4467-8efb-ed4c0b573ba6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 380 time: 0.0877779 Jan 28 14:27:18.383835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'port': {'device_id': '464f68e3-5c30-4280-a36e-166723843059', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'admin_state_up': True, 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'security_groups': ['12f95f48-3abe-435f-831e-32fe08ad1b1a']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:27:18.501454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Made reservation on behalf of a5d66e9d99a8469dae782e772cd2a71e for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:27:18.504933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:18.635501 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Allocated IP 172.20.0.7 (1f851032-a89e-44a9-8ab5-550d57f47935/54fc86f0-a238-44d0-a610-d880a4c6b2ea/32b598ef-f938-4860-8e2b-0701f9fd7f4f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:27:18.781002 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:18.814804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:18.858293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:27:18.861238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:27:18.866991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:27:18.890910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:18.920130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:18.920747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:18.938210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-4b496ed3-a0fb-4323-acec-4e3495a1baf7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580750 Jan 28 14:27:18.952811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Request body: {'port': {'device_id': '464f68e3-5c30-4280-a36e-166723843059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:27:19.099998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-35e3d4f1-c402-4476-8c15-d292e9656499 None None] Provisioning complete for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:27:19.101277 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-35e3d4f1-c402-4476-8c15-d292e9656499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:19.140525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-35e3d4f1-c402-4476-8c15-d292e9656499 None None] Port 32b598ef-f938-4860-8e2b-0701f9fd7f4f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:27:19.344264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:19.547416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b39215-53c0-49a2-89dd-917210b4ef74 req-30200251-46ed-4448-bf3d-100fad064e60 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:19.548997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8b39215-53c0-49a2-89dd-917210b4ef74 req-30200251-46ed-4448-bf3d-100fad064e60 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 931 time: 0.1080334 Jan 28 14:27:19.634197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8b39215-53c0-49a2-89dd-917210b4ef74 req-5d9f4fb9-ef14-43a0-a85c-9057098e6dbc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758758 Jan 28 14:27:19.680824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b598ef-f938-4860-8e2b-0701f9fd7f4f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:27:19.688105 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Publish callbacks [] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:19.700590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Transition to ACTIVE for port object 32b598ef-f938-4860-8e2b-0701f9fd7f4f will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:27:19.703922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:19.753004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:19.832661 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:27:19.833009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:27:19.833340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:27:19.838535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:27:19.838862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:27:19.843774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:27:19.844147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:27:19.844536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:27:19.844963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Bound port: 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:27:19.845320 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:19.911494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:27:19.915156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:27:19.919398 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:19.954222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:19.954860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:19.956289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] 10.222.0.60 "PUT /v2.0/ports/32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 1091 time: 1.0079577 Jan 28 14:27:19.956743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:27:19.959140 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784b190a-10ca-4a2a-a92b-c4c621b88ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:27:20.001969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72401cc4-2a4a-498b-a950-a185ee884ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:20.015876 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a30a69-16b9-412b-99e2-46ee14502ff7 x-openstack-request-id: req-a7a30a69-16b9-412b-99e2-46ee14502ff7 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:27:20.016213 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:27:20.016480 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7a30a69-16b9-412b-99e2-46ee14502ff7 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:27:20.016886 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'status': 'completed', 'code': 200} Jan 28 14:27:20.051477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-955006a4-ae86-4dce-b169-7836bae8e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.054052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-955006a4-ae86-4dce-b169-7836bae8e10f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1094 time: 0.0488262 Jan 28 14:27:20.101420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-8c603ef7-95b7-4edf-aa54-c17726bec096 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 217 time: 0.0392201 Jan 28 14:27:20.150258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-06b2236c-3c73-4602-a714-4b1f6cdd72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.151664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-06b2236c-3c73-4602-a714-4b1f6cdd72ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0447562 Jan 28 14:27:20.204707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-afb76077-96f8-48b7-b930-07c03014d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.206214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-afb76077-96f8-48b7-b930-07c03014d679 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451026 Jan 28 14:27:20.297734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-07a3c349-e686-44b9-9fb6-627cb42cbf18 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Jan 28 14:27:20.391689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd3cadcc-30fe-4e69-b64f-c74990d4e878 req-e823f8a4-6e27-4505-90f5-b7748564e132 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838411 Jan 28 14:27:20.487004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-6ea4118f-c159-4786-87e6-f04eb60788b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.488453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-6ea4118f-c159-4786-87e6-f04eb60788b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1094 time: 0.0471985 Jan 28 14:27:20.576359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-2f7c53bc-8db8-4c7b-a888-4517cd4a732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.577852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-2f7c53bc-8db8-4c7b-a888-4517cd4a732e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0833731 Jan 28 14:27:20.620310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-ecd3f3ea-031b-4254-970a-112e47f03b16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 217 time: 0.0352530 Jan 28 14:27:20.677817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-3448f351-c84e-4bf7-82ed-777df1cb46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.680016 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-3448f351-c84e-4bf7-82ed-777df1cb46ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0533082 Jan 28 14:27:20.758013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-1dabeca4-ec81-486b-8d68-a497748df7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.759428 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:27:20.759943 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-1dabeca4-ec81-486b-8d68-a497748df7b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704713 Jan 28 14:27:20.770642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d561b-3ad2-4259-b33c-997b8b0a8757 req-5377af00-5178-4a26-860b-1e411c1792aa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:20.772621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-062d561b-3ad2-4259-b33c-997b8b0a8757 req-5377af00-5178-4a26-860b-1e411c1792aa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 943 time: 0.0594413 Jan 28 14:27:20.874837 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-062d561b-3ad2-4259-b33c-997b8b0a8757 req-eb7020fe-5a78-42c5-9df9-4b0553807180 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943227 Jan 28 14:27:20.893542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-d06b4c9a-0c1c-40d9-a709-f1d13346aeb3 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199830 Jan 28 14:27:20.984891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-784b190a-10ca-4a2a-a92b-c4c621b88ec8 req-f67ebd1f-874c-407c-beb6-d927d78c81e9 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 Jan 28 14:27:22.254166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c740-a87a-4008-b656-d29bb5841fdc req-929bd632-2e0f-4a02-964d-ca968e55e8df tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:22.255643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00e9c740-a87a-4008-b656-d29bb5841fdc req-929bd632-2e0f-4a02-964d-ca968e55e8df tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 943 time: 0.0532670 Jan 28 14:27:22.302203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00e9c740-a87a-4008-b656-d29bb5841fdc req-a9c94c3f-d1cb-4f18-8a3d-75dd06cf1b71 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Jan 28 14:27:22.721270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:27:22.815494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:22.828086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'mac_address': 'fa:16:3e:ad:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:27:22.868370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 32b598ef-f938-4860-8e2b-0701f9fd7f4f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:27:22.868766 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:22.881093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b598ef-f938-4860-8e2b-0701f9fd7f4f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:27:22.900582 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:22.904475 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:22.950970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:23.215818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['32b598ef-f938-4860-8e2b-0701f9fd7f4f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:27:23.419047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad5deb-7d74-47b9-bdf4-0303dddd3d8d req-4afca36e-52fe-42b1-8918-96403bca86d6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:23.420523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbad5deb-7d74-47b9-bdf4-0303dddd3d8d req-4afca36e-52fe-42b1-8918-96403bca86d6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 944 time: 0.0481732 Jan 28 14:27:23.467721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cbad5deb-7d74-47b9-bdf4-0303dddd3d8d req-0696d453-323f-4bbb-8078-e72283fa6dbd tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Jan 28 14:27:24.597682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e621c6-aee3-4238-8f6b-a1b752d681e2 req-86028423-9597-4ac9-949f-033b9c3e2526 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:24.599159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e621c6-aee3-4238-8f6b-a1b752d681e2 req-86028423-9597-4ac9-949f-033b9c3e2526 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 944 time: 0.0530684 Jan 28 14:27:24.645881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48e621c6-aee3-4238-8f6b-a1b752d681e2 req-c7d90b9e-bf45-4f6c-9662-dfbd1d75b62f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Jan 28 14:27:24.735598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:27:24.784863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:27:24.788909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:27:24.789288 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:24.868575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 32b598ef-f938-4860-8e2b-0701f9fd7f4f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:27:24.868959 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:24.890826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:27:24.893050 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c469f82b-a972-4449-8f60-8a6e17e25303" -d '{"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-plugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:27:24.906274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:27:24.910200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:24.933051 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2439c00b-bde3-4e66-ba1b-c5c0a457b429 x-openstack-request-id: req-2439c00b-bde3-4e66-ba1b-c5c0a457b429 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:27:24.933342 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-plugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:27:24.933595 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2439c00b-bde3-4e66-ba1b-c5c0a457b429 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:27:24.933985 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'code': 200} Jan 28 14:27:24.961504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:27:25.037457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee58910-962e-4277-a661-e489bd3e3583 req-58bc3405-1914-4af7-bba5-ba34feaeae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:25.039042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee58910-962e-4277-a661-e489bd3e3583 req-58bc3405-1914-4af7-bba5-ba34feaeae12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1096 time: 0.0419579 Jan 28 14:27:25.088236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ee58910-962e-4277-a661-e489bd3e3583 req-9929bc3f-b573-4040-a49f-600a88bba4f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Jan 28 14:27:25.765015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400da0d2-2933-4058-ba48-a041251be09c req-a180fe14-826f-41bd-8eec-d310f2d80029 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:25.766516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-400da0d2-2933-4058-ba48-a041251be09c req-a180fe14-826f-41bd-8eec-d310f2d80029 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0508895 Jan 28 14:27:25.822649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-400da0d2-2933-4058-ba48-a041251be09c req-239cec89-01f7-4502-8058-32bb507ec972 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468228 Jan 28 14:27:26.943950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe931fd-18f5-419b-81f8-6f2ecaa72707 req-5c4792d1-106b-46bd-8a77-cfc35da4c932 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:26.945728 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbe931fd-18f5-419b-81f8-6f2ecaa72707 req-5c4792d1-106b-46bd-8a77-cfc35da4c932 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0512631 Jan 28 14:27:26.993250 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bbe931fd-18f5-419b-81f8-6f2ecaa72707 req-03cdce33-ffef-4668-9d12-6095773f1d19 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Jan 28 14:27:27.103527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c448228-bfa0-4d57-99dd-756432b5ba62 req-20165ae1-8f46-43eb-abe3-59f3245a266f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:27.105048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c448228-bfa0-4d57-99dd-756432b5ba62 req-20165ae1-8f46-43eb-abe3-59f3245a266f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0493724 Jan 28 14:27:27.113474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 45888) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:27:27.118633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'floatingip': {'port_id': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:27:27.141414 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:27.161613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:27.595244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:27.598942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:27.700451 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 associated. External IP: 172.25.4.69, port: 32b598ef-f938-4860-8e2b-0701f9fd7f4f. Jan 28 14:27:27.910692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:27:28.021610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:27:28.026827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:28.031549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:27:28.040724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:27:28.041345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:27:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:28.055143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3b5e5124-2e96-4eca-99b1-8cc49441cfe4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "PUT /v2.0/floatingips/a9aa1d35-7e27-46e2-b8b9-030c9ad37952 HTTP/1.1" status: 200 len: 990 time: 0.9404457 Jan 28 14:27:28.055751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:27:28.058010 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c" -d '{"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:27:28.153050 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63668f94-f5d1-452e-b35d-1afd6d69e175 x-openstack-request-id: req-63668f94-f5d1-452e-b35d-1afd6d69e175 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:27:28.153210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:27:28.153652 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:27:28.153652 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63668f94-f5d1-452e-b35d-1afd6d69e175 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:27:28.153989 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'status': 'completed', 'code': 200} Jan 28 14:27:28.217674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-6e414081-ec8e-4caa-9771-337ee7e60904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.219216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-6e414081-ec8e-4caa-9771-337ee7e60904 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1096 time: 0.0436077 Jan 28 14:27:28.315868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-58b9b5ce-0f11-4391-b413-05b004afc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.317403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-58b9b5ce-0f11-4391-b413-05b004afc4a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0902820 Jan 28 14:27:28.384512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:ad:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f68e3-5c30-4280-a36e-166723843059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:27:27Z', 'revision_number': 9, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:28.394348 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-62eec3c4-4b5a-42a0-a8ad-c7abbf22696b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 998 time: 0.0660772 Jan 28 14:27:28.411785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:27:28.420247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:27:28.420860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:27:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:28.453339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-62d86844-6cac-411d-8bd8-189cfa7ccaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.454744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-62d86844-6cac-411d-8bd8-189cfa7ccaf2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0538142 Jan 28 14:27:28.502778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-f61275da-5cd0-4212-b797-4aeaf6ca257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:28.504363 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-f61275da-5cd0-4212-b797-4aeaf6ca257a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425577 Jan 28 14:27:28.598280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-a571f0e8-d4a6-41ae-a1d0-739bd626d9c7 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 Jan 28 14:27:28.698303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5fd793b-5c66-4294-a3a2-91e8e38fd14c req-4db9cca4-1481-4039-80b0-4e66544bf35d service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926983 Jan 28 14:27:28.701021 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:28.705085 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:27:28.932623 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:ad:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f68e3-5c30-4280-a36e-166723843059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:27:27Z', 'revision_number': 9, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:27:28.958614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2198d0d1-cee9-49e6-a274-9c9d16ce1ede None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:ad:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f68e3-5c30-4280-a36e-166723843059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:27:27Z', 'revision_number': 9, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:27:29.157867 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3512d-074e-4c60-b486-10faae9d007f None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:27:33.134124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-fd626d38-2d9b-498d-a8a2-23c4d7057d72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421369 Jan 28 14:27:33.221514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-0b143409-1902-40d7-b892-73cb2bd035ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:33.223049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-0b143409-1902-40d7-b892-73cb2bd035ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1096 time: 0.0408285 Jan 28 14:27:33.329103 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-b7aea0ba-9f71-4b30-b488-40d4ef9f9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:33.330601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-b7aea0ba-9f71-4b30-b488-40d4ef9f9663 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0887659 Jan 28 14:27:33.397713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-a3114607-686d-4aa6-8ef6-e93f24d983f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 1001 time: 0.0595453 Jan 28 14:27:33.452016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-12f202fe-98ee-488b-a8f5-cea051a2f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:33.453516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-12f202fe-98ee-488b-a8f5-cea051a2f83f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0486119 Jan 28 14:27:33.500389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-108482db-60a9-4340-a239-202a1365000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:27:33.501896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-108482db-60a9-4340-a239-202a1365000c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407710 Jan 28 14:27:33.590644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-3b413515-0a09-47d2-a771-41c749d4a266 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822380 Jan 28 14:27:33.684413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d30d8c5c-e5bf-4ff3-a42e-d8bf1722b3dd req-3cccab6f-82b3-4e72-a187-b2661811ba76 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871391 Jan 28 14:27:35.023912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d41143a-49ad-4ce2-ae76-1078fc14b7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:37.778495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce2e0-17df-4d8b-a977-c5921c0cded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:38.922936 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:40.760606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:41.916563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:57.145594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:27:57.758641 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:27:58.530412 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:05.024851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-16a719d3-26d8-4d78-8d9e-9161268d1ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:07.780594 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6f17-bdac-47c2-b4dc-030f59723ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:08.923383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:10.763654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:11.919901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:27.142011 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:28.528620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:34.757443 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:28:35.027128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-781271ae-66e7-46f1-afbc-3a61e1a22341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:35.157148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-dc291733-efe3-42a8-b50f-6ef59569e7b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857863 Jan 28 14:28:35.244190 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-c4974640-b25c-48fe-ac84-68a08a48cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:35.245756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-c4974640-b25c-48fe-ac84-68a08a48cce5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1096 time: 0.0414791 Jan 28 14:28:35.358201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-df42a474-a3e9-467e-ab79-7c5d71092e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:35.359725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-df42a474-a3e9-467e-ab79-7c5d71092e2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0907183 Jan 28 14:28:35.424444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-56d4c839-b8fc-4337-8923-be45b4d39362 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 1001 time: 0.0579371 Jan 28 14:28:35.477746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-999e20d3-c28b-41d3-acfd-2e2845c23db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:35.479307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-999e20d3-c28b-41d3-acfd-2e2845c23db4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0480161 Jan 28 14:28:35.525644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-1619e54b-86f6-4bd7-9cca-1101566ea3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:28:35.527158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-1619e54b-86f6-4bd7-9cca-1101566ea3f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414889 Jan 28 14:28:35.618192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-4ba4a9a4-aa76-49ac-a43a-2ec220e84957 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Jan 28 14:28:35.711897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5e421cf-ac3d-4797-8244-78f1eabc5da8 req-47fc7ee7-870b-48c6-aa3c-3716ce98032c service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863390 Jan 28 14:28:37.782980 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5617-ab26-4836-8d38-2d25e2519320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:38.926350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:40.766414 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:41.922246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:57.141743 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:28:58.527457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:05.032214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9d372450-4c93-42fc-90f7-0dbb2270039c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:07.785322 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a97a54f-f21e-4c12-9e4f-1066bb1ecb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:08.877089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-890d0acf-84b8-479f-9506-ef7fbb1aa2fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421686 Jan 28 14:29:08.892835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba547d-bd37-456e-82d5-db77d22fadd7 req-756e1f9b-b505-4544-a555-19e787b8479b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:08.894516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5ba547d-bd37-456e-82d5-db77d22fadd7 req-756e1f9b-b505-4544-a555-19e787b8479b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0512772 Jan 28 14:29:08.931079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:08.945290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5ba547d-bd37-456e-82d5-db77d22fadd7 req-a4ef6b69-5fce-452f-9f65-7520d9ef44f3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437202 Jan 28 14:29:10.097124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf9faa-90e2-4893-a304-d43362e074b1 req-dccee040-13e2-4f05-9d1a-9d8ce2802bc5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:10.098630 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fdf9faa-90e2-4893-a304-d43362e074b1 req-dccee040-13e2-4f05-9d1a-9d8ce2802bc5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0813677 Jan 28 14:29:10.101893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-f1481969-e87c-4d87-b383-f3e2e15ffe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:10.103670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-f1481969-e87c-4d87-b383-f3e2e15ffe7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1096 time: 0.0765605 Jan 28 14:29:10.202135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fdf9faa-90e2-4893-a304-d43362e074b1 req-76f55eb3-d9fd-44b8-a03c-3d506051e6cf tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966017 Jan 28 14:29:10.231793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-a319df4e-c98c-40f2-ade3-c255f4b58de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:10.233292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-a319df4e-c98c-40f2-ade3-c255f4b58de8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1204998 Jan 28 14:29:10.302172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-fcc442ec-4505-493c-808f-2e18f32ab5ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 1001 time: 0.0590463 Jan 28 14:29:10.358966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-d36ae07a-afa8-4b83-b252-c76f468c6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:10.362652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-d36ae07a-afa8-4b83-b252-c76f468c6d84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0520988 Jan 28 14:29:10.413511 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-906f31fe-e3da-4b85-8d10-3e0a83b22b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:10.415286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-906f31fe-e3da-4b85-8d10-3e0a83b22b78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447583 Jan 28 14:29:10.503558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-27c7c961-030d-49e8-9d71-dd67555c49a5 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819178 Jan 28 14:29:10.610765 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-03d7c0c5-fe49-490b-8ea9-bbf59398cb13 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992551 Jan 28 14:29:10.769074 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:11.325672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c84d79-c78d-4433-abe4-ba9373872cf1 req-ebd43a9c-c45a-44d4-a3ef-ca5087b79306 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:11.327703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97c84d79-c78d-4433-abe4-ba9373872cf1 req-ebd43a9c-c45a-44d4-a3ef-ca5087b79306 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0536442 Jan 28 14:29:11.377127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97c84d79-c78d-4433-abe4-ba9373872cf1 req-03c130e5-0848-4c5e-8d72-9435dd86ce6b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Jan 28 14:29:11.761127 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:29:11.925471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:12.501658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f168-47bd-4874-b433-bf7b8de14c35 req-cc6ff246-b1cc-4a70-97c6-d3810362acca tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:12.503071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5a1f168-47bd-4874-b433-bf7b8de14c35 req-cc6ff246-b1cc-4a70-97c6-d3810362acca tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0513790 Jan 28 14:29:12.554970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5a1f168-47bd-4874-b433-bf7b8de14c35 req-aa7a3da2-f84f-4b16-9aeb-f2e874e474c3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 Jan 28 14:29:13.676054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9662404-6817-4e54-930a-76b7f212933c req-22439151-47a1-4d32-ad09-ee52e7fdab68 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:13.677587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9662404-6817-4e54-930a-76b7f212933c req-22439151-47a1-4d32-ad09-ee52e7fdab68 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Jan 28 14:29:13.734669 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b9662404-6817-4e54-930a-76b7f212933c req-299eb14b-ff1a-4da2-a8b2-b9710ea6b072 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445502 Jan 28 14:29:14.857528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b7a6a-04b9-4e9a-935c-eea9785c19d1 req-1c2cfb6f-8014-495c-8266-891064e40d8b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:14.859029 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-900b7a6a-04b9-4e9a-935c-eea9785c19d1 req-1c2cfb6f-8014-495c-8266-891064e40d8b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0536668 Jan 28 14:29:14.905460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-900b7a6a-04b9-4e9a-935c-eea9785c19d1 req-694c1c85-3aa7-4e63-81c7-780791bc381b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 Jan 28 14:29:16.031239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78748eb-5aea-4dd1-bfb3-808ba73fff27 req-c0f49021-92e4-46a8-a063-892bb01dc8e3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:16.032769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b78748eb-5aea-4dd1-bfb3-808ba73fff27 req-c0f49021-92e4-46a8-a063-892bb01dc8e3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0553660 Jan 28 14:29:16.085196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b78748eb-5aea-4dd1-bfb3-808ba73fff27 req-69c1acf9-6508-4d8b-8eef-e2870e4fdd54 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468347 Jan 28 14:29:17.203473 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ecbcc-5797-427d-b3e8-6e85636b98c6 req-e3795805-9c1a-4c5f-9d6d-0fef59515f7d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:17.205004 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-294ecbcc-5797-427d-b3e8-6e85636b98c6 req-e3795805-9c1a-4c5f-9d6d-0fef59515f7d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0512211 Jan 28 14:29:17.253093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-294ecbcc-5797-427d-b3e8-6e85636b98c6 req-632a2659-16d1-488a-8302-7980a7817173 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Jan 28 14:29:18.372944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6882f8-3f48-4181-bc5c-6124f24f5365 req-007243de-ca5d-439a-8af0-98d961a36a5f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:18.374621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e6882f8-3f48-4181-bc5c-6124f24f5365 req-007243de-ca5d-439a-8af0-98d961a36a5f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0490620 Jan 28 14:29:18.425059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e6882f8-3f48-4181-bc5c-6124f24f5365 req-696bbdee-6d85-4a4a-8a77-e0a571b7b294 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Jan 28 14:29:19.551259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabe93d-50b9-4a7a-95a4-1a36d11558a8 req-7b3059e1-eb9a-4fcc-ae76-899a980d637a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:19.553043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dabe93d-50b9-4a7a-95a4-1a36d11558a8 req-7b3059e1-eb9a-4fcc-ae76-899a980d637a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0565331 Jan 28 14:29:19.606501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7dabe93d-50b9-4a7a-95a4-1a36d11558a8 req-577c24f1-83bd-4692-822c-39d688daf9b8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 Jan 28 14:29:20.723226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd22850-e23a-4b12-aa5c-56c1a8e983c0 req-f5b56838-b2d0-4731-b3c5-1c24824bff11 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:20.724743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cd22850-e23a-4b12-aa5c-56c1a8e983c0 req-f5b56838-b2d0-4731-b3c5-1c24824bff11 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0500546 Jan 28 14:29:20.773276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cd22850-e23a-4b12-aa5c-56c1a8e983c0 req-960ad04a-1be8-47d2-b426-1eaa23134b3b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Jan 28 14:29:21.895665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ff0aa-e7a5-4b33-9a9d-3741e97d6e3a req-9c12ba9d-4ccc-4564-ac27-e389192947be tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:21.897189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-123ff0aa-e7a5-4b33-9a9d-3741e97d6e3a req-9c12ba9d-4ccc-4564-ac27-e389192947be tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Jan 28 14:29:21.943689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-123ff0aa-e7a5-4b33-9a9d-3741e97d6e3a req-e641e83f-2323-4cdb-a663-e2e1ddd54b0d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Jan 28 14:29:22.917046 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-fe0d200a-fd94-405f-a21b-ddb002c6fccf service neutron] show failed (client error): The resource could not be found. Jan 28 14:29:22.918049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-fe0d200a-fd94-405f-a21b-ddb002c6fccf service neutron] 10.222.0.60 "GET /v2.0/ports/32b598ef-f938-4860-8e2b-0701f9fd7f4f/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0540562 Jan 28 14:29:23.063897 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde7a6a-7a8f-4904-ac27-c3182951ec91 req-c61db6fa-adae-4675-b063-dd44941964f8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:23.065570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bde7a6a-7a8f-4904-ac27-c3182951ec91 req-c61db6fa-adae-4675-b063-dd44941964f8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0505855 Jan 28 14:29:23.147984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bde7a6a-7a8f-4904-ac27-c3182951ec91 req-0c405bea-bf9d-4491-b121-4d52ac27700c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765030 Jan 28 14:29:23.159774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-a52d5aae-6d96-42f3-8605-38a11603d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:23.161288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-a52d5aae-6d96-42f3-8605-38a11603d4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 1096 time: 0.0566850 Jan 28 14:29:23.177319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:23.231445 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.434079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:23.466727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:23.512951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:23.515242 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4076b5-c687-41db-a505-65ac896bc493" -d '{"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-unplugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:23.519076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Publish callbacks [] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.532664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Transition to ACTIVE for port object 32b598ef-f938-4860-8e2b-0701f9fd7f4f will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:29:23.536478 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.575187 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027d47de-930a-4e8a-bf2a-366256ff5c96 x-openstack-request-id: req-027d47de-930a-4e8a-bf2a-366256ff5c96 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:23.575491 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-unplugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:23.575818 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-027d47de-930a-4e8a-bf2a-366256ff5c96 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:23.576183 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'code': 200} Jan 28 14:29:23.631082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:23.646454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.646811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.647154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.647494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.647829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.648187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.648517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.648841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.649166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.649498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.649839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.650386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.650795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:23.680332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] No DVR routers for this DVR port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:29:23.823215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:29:23.823552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:29:23.823886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:23.828244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:29:23.828801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:23.833420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:29:23.833762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:29:23.834147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:29:23.834575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Bound port: 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:29:23.834960 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.897433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:23.901256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:29:23.906012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.939895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:23.940618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:23.941926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] 10.222.0.36 "PUT /v2.0/ports/32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 1091 time: 0.7684929 Jan 28 14:29:23.967585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b56bf3-a69e-42b0-91cd-36c86a36cc91 service neutron] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:24.014132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-0be11ad5-d7b9-4977-9b82-001eeadc748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:24.015696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-0be11ad5-d7b9-4977-9b82-001eeadc748c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1094 time: 0.0440416 Jan 28 14:29:24.117192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-f43e50a7-5b25-4cee-8315-f99d27b63c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:24.118738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-f43e50a7-5b25-4cee-8315-f99d27b63c3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0926270 Jan 28 14:29:24.189973 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-9b36d705-3a41-4f8f-af86-847850a0186d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 999 time: 0.0620067 Jan 28 14:29:24.271333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-8758f8e4-9834-41dc-9c12-b0b4815f7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:24.272822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-8758f8e4-9834-41dc-9c12-b0b4815f7e9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0737553 Jan 28 14:29:24.288076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6743992-0068-49b5-b628-1a7a0d538734 req-00427360-13ed-4df7-8162-964baec5e3ab tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:24.289478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6743992-0068-49b5-b628-1a7a0d538734 req-00427360-13ed-4df7-8162-964baec5e3ab tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 943 time: 0.0602961 Jan 28 14:29:24.360662 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-df27ae52-a225-4a16-93b5-c9628d0b7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:24.362158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-df27ae52-a225-4a16-93b5-c9628d0b7316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718420 Jan 28 14:29:24.366359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6743992-0068-49b5-b628-1a7a0d538734 req-456b00d7-cd69-42d8-a1da-8e75105f648f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674810 Jan 28 14:29:24.782262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-edca9d9b-e465-4696-b5c9-b8ebdf2c14fe service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103975 Jan 28 14:29:24.876192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ef6955b4-26c6-4b61-a217-ae67676258e4 req-a2ba39a6-e82c-41bb-985b-50059974cac1 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837784 Jan 28 14:29:25.487370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e8496-f65a-44da-8dbb-ef0d0b8e1265 req-bd794f27-0086-4874-aed7-8bae83f6cad8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:25.488813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-640e8496-f65a-44da-8dbb-ef0d0b8e1265 req-bd794f27-0086-4874-aed7-8bae83f6cad8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 943 time: 0.0543647 Jan 28 14:29:25.536768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-640e8496-f65a-44da-8dbb-ef0d0b8e1265 req-83882746-0fed-4a6a-a8cb-66de3c636a7c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Jan 28 14:29:25.577451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:25.579828 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:25.625671 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3a576a-b64f-4dc4-a655-58c64a10c701 x-openstack-request-id: req-9e3a576a-b64f-4dc4-a655-58c64a10c701 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:25.625968 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:25.626227 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e3a576a-b64f-4dc4-a655-58c64a10c701 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:25.626713 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'status': 'completed', 'code': 200} Jan 28 14:29:25.714113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-aed2f433-4176-4449-acbc-24928ea56d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:25.715625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-aed2f433-4176-4449-acbc-24928ea56d6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1094 time: 0.0618682 Jan 28 14:29:25.717251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-dd51efe9-b5c2-419c-820e-165822eadf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:25.718587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-dd51efe9-b5c2-419c-820e-165822eadf85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1094 time: 0.0730438 Jan 28 14:29:25.877861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-c56f764a-e81e-49ce-95a8-e2e658e1b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:25.879365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-c56f764a-e81e-49ce-95a8-e2e658e1b142 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1574242 Jan 28 14:29:25.880980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-cbf1c15c-a40c-4321-86ee-98deada7414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:25.882328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-cbf1c15c-a40c-4321-86ee-98deada7414c service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1534402 Jan 28 14:29:25.997986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-d10a1071-d2e8-4033-9d01-e62008137d9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 999 time: 0.1084704 Jan 28 14:29:25.999739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-3c1d4613-c0d1-4a59-ad3c-b6db80e9bd4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 999 time: 0.1047070 Jan 28 14:29:26.080272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-aaf554be-beba-4a1c-a8ec-ce307c560502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:26.081747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-aaf554be-beba-4a1c-a8ec-ce307c560502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0777283 Jan 28 14:29:26.083118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-fe37dac3-4531-403c-a7cd-7df0e1a0bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:26.084454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-fe37dac3-4531-403c-a7cd-7df0e1a0bce1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0733871 Jan 28 14:29:26.161479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-714adaf4-a2e8-408f-9dbc-0f944ab8d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:26.162912 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-714adaf4-a2e8-408f-9dbc-0f944ab8d223 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717599 Jan 28 14:29:26.164754 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-e255e7c1-a603-49b1-8d3d-6243d8d62a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:26.166101 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-e255e7c1-a603-49b1-8d3d-6243d8d62a59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676148 Jan 28 14:29:26.324742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-cb7c2c15-dcef-4cd6-94c2-e73aeebe318d service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547730 Jan 28 14:29:26.326658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-259932cb-c607-4447-93c6-2efd5a8d3fe0 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498761 Jan 28 14:29:26.486335 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-d98ecc6c-e07b-44cd-b2a8-f15d0d6e692b service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549861 Jan 28 14:29:26.487967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f0d3bc4-19d9-445d-b509-9d4e9b779a5e req-d15eb491-c73d-4b5e-9f71-01b45356187b service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498654 Jan 28 14:29:26.660626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff2da-86b0-496b-baca-648c17b43aed req-d6828342-be38-4230-b96d-6ad280935347 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:26.662134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5bff2da-86b0-496b-baca-648c17b43aed req-d6828342-be38-4230-b96d-6ad280935347 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 943 time: 0.0530856 Jan 28 14:29:26.709777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f5bff2da-86b0-496b-baca-648c17b43aed req-d809fb8d-271e-4e80-8d9e-006f3726bef4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Jan 28 14:29:27.162100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:27.342223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:29:27.380578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:29:27.380980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:29:27.829901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a1fc1-93b1-4063-a33e-21014b5d581a req-83beb5e5-dbce-4fd0-b050-7790ffeccf16 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:27.831481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c5a1fc1-93b1-4063-a33e-21014b5d581a req-83beb5e5-dbce-4fd0-b050-7790ffeccf16 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 943 time: 0.0500298 Jan 28 14:29:27.879540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c5a1fc1-93b1-4063-a33e-21014b5d581a req-a63f63a5-c22f-42f9-b5ed-4651d8e4b45d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Jan 28 14:29:28.117232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:29:28.189340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-3d747b48-4b47-46cb-880d-368aeb4427fe tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.191290 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-3d747b48-4b47-46cb-880d-368aeb4427fe tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.36 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059&tenant_id=a5d66e9d99a8469dae782e772cd2a71e&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 943 time: 0.0879693 Jan 28 14:29:28.212179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851144d-4490-4a31-a35c-a25fe2437dca req-cd6fadbe-086d-484d-8d45-4a0cdea7fd07 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.213656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2851144d-4490-4a31-a35c-a25fe2437dca req-cd6fadbe-086d-484d-8d45-4a0cdea7fd07 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 943 time: 0.0791585 Jan 28 14:29:28.217040 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:28.228782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'mac_address': 'fa:16:3e:ad:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:29:28.266848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 32b598ef-f938-4860-8e2b-0701f9fd7f4f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:28.267245 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:28.280413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b598ef-f938-4860-8e2b-0701f9fd7f4f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:29:28.296463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-fc96b931-17b9-4fe4-9715-26774d4cf1c1 service neutron] 10.222.0.36 "GET /v2.0/ports/32b598ef-f938-4860-8e2b-0701f9fd7f4f/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 382 time: 0.0967898 Jan 28 14:29:28.300191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:28.302608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2851144d-4490-4a31-a35c-a25fe2437dca req-2c0359df-984d-40ea-be74-c65109c23ddc tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683217 Jan 28 14:29:28.305466 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:28.358458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:28.359352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-0226c6a3-493d-4ad6-98b1-74390ff39a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.360905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-0226c6a3-493d-4ad6-98b1-74390ff39a7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1095 time: 0.0427544 Jan 28 14:29:28.366259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.366695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.367041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.367380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.367715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.368072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.368405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.368735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.369061 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.369386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.369712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.370035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.370463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:29:28.455705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-7a368516-975d-4947-9c4a-bc3fba31f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.457227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-7a368516-975d-4947-9c4a-bc3fba31f40c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0901186 Jan 28 14:29:28.526299 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:28.526601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-33f33f92-e7cd-40d0-8820-92627bde76a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 1000 time: 0.0623550 Jan 28 14:29:28.548594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['32b598ef-f938-4860-8e2b-0701f9fd7f4f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:29:28.580868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-ecfe2419-8370-4fed-a90b-165e2b475f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.582331 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-ecfe2419-8370-4fed-a90b-165e2b475f13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0496089 Jan 28 14:29:28.629374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-1606f575-b21d-4b18-a157-e583ef992ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:28.630832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-1606f575-b21d-4b18-a157-e583ef992ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420127 Jan 28 14:29:28.725392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-2d8bc632-6ff4-4313-8dc7-d548282353fa service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876608 Jan 28 14:29:28.825678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-1bcaf2d9-8f0a-4cf7-8d03-7c3adc33d019 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936673 Jan 28 14:29:29.441353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fe4d-7b2c-44da-ad54-4a9c65e1cf5e req-0539cf35-d4c3-4d86-8c0a-a5ff8e593878 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:29.442851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d503fe4d-7b2c-44da-ad54-4a9c65e1cf5e req-0539cf35-d4c3-4d86-8c0a-a5ff8e593878 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 944 time: 0.0509567 Jan 28 14:29:29.490845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d503fe4d-7b2c-44da-ad54-4a9c65e1cf5e req-d45c7023-1be5-4652-b7d6-50441622d24a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Jan 28 14:29:30.129844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:29:30.177046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:29:30.181027 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:29:30.181401 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:30.260763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 32b598ef-f938-4860-8e2b-0701f9fd7f4f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:30.261982 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:30.284295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:30.286604 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd076d7-78c8-4db7-bb16-50645768c77f" -d '{"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-plugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:30.299987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:30.305008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:30.347956 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b4234d-0ddd-43d3-9d63-4b9944c209a4 x-openstack-request-id: req-78b4234d-0ddd-43d3-9d63-4b9944c209a4 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:30.348298 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-plugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:30.348552 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78b4234d-0ddd-43d3-9d63-4b9944c209a4 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:30.348941 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'code': 200} Jan 28 14:29:30.361661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:30.619439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f59b0-c95d-419b-9a6f-d6acc185fc1e req-70f79263-b9d2-4e8a-a4ae-ac7fe6e01632 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:30.621845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687f59b0-c95d-419b-9a6f-d6acc185fc1e req-70f79263-b9d2-4e8a-a4ae-ac7fe6e01632 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0614772 Jan 28 14:29:30.674156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-687f59b0-c95d-419b-9a6f-d6acc185fc1e req-4ae803d3-fbc7-4042-b1ea-a523f38e723f tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457075 Jan 28 14:29:31.000055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-8249418f-90c9-4379-b250-5820aa8d6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:31.001627 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-8249418f-90c9-4379-b250-5820aa8d6601 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 1096 time: 0.0423028 Jan 28 14:29:31.015991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:31.072698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:31.281568 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:31.313749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:31.354192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:31.356305 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ad624-6bbe-40da-ad8f-633dfda00fd4" -d '{"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-unplugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:31.359850 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Publish callbacks [] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:31.372590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Transition to ACTIVE for port object 32b598ef-f938-4860-8e2b-0701f9fd7f4f will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:29:31.377740 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:31.411201 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210e4eb7-ac2a-43a8-b5ab-eeb567039ed5 x-openstack-request-id: req-210e4eb7-ac2a-43a8-b5ab-eeb567039ed5 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:31.411495 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-unplugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:31.411756 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-210e4eb7-ac2a-43a8-b5ab-eeb567039ed5 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:31.412176 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'code': 200} Jan 28 14:29:31.431369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:31.510853 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] No DVR routers for this DVR port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:29:31.650297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:29:31.650960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:29:31.650960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:31.655152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:29:31.655484 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Attempting to bind port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:31.660353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:29:31.660717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:29:31.661085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:29:31.661515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Bound port: 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:29:31.662456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:31.727947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:31.732137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:29:31.737623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:31.799252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:31.799878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:31.801297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] 10.222.0.60 "PUT /v2.0/ports/32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 1092 time: 0.7901533 Jan 28 14:29:31.842518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd210e-2628-4a54-9190-cf5f6b1d6a0f service neutron] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=11']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:31.870185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6822be-866c-46c5-b874-8ffc465126fe req-9f429ba3-7b52-4e82-bfbc-60e50ecba303 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:31.872473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7b6822be-866c-46c5-b874-8ffc465126fe req-9f429ba3-7b52-4e82-bfbc-60e50ecba303 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 944 time: 0.1234109 Jan 28 14:29:31.902387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-e6960256-ee95-4cd9-86ec-231373df1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:31.903897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-e6960256-ee95-4cd9-86ec-231373df1557 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1095 time: 0.0712874 Jan 28 14:29:31.979271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7b6822be-866c-46c5-b874-8ffc465126fe req-f56f0679-5279-4ce8-bbee-b73430578820 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000071 Jan 28 14:29:32.022015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-e4a7256b-5923-4b9c-a023-4402babd4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:32.023577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-e4a7256b-5923-4b9c-a023-4402babd4b6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1090677 Jan 28 14:29:32.091123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-98905971-73bb-4b40-a093-3eab399d24b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 999 time: 0.0582161 Jan 28 14:29:32.142624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-0d155b4b-2b51-4734-a462-3de2130fc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:32.144083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-0d155b4b-2b51-4734-a462-3de2130fc89a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0468128 Jan 28 14:29:32.192274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-de990eff-723f-43f7-a8d0-fa0f049e8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:32.193691 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-de990eff-723f-43f7-a8d0-fa0f049e8f7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398083 Jan 28 14:29:32.284426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-814ad254-03ff-462f-af78-1acbe62980fa service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806100 Jan 28 14:29:32.379544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-162f1725-c940-4268-a8b8-2b4c4f97c542 req-169a139b-99f0-40db-a342-489cc2495284 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874088 Jan 28 14:29:33.097325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928f26c-04c6-4ead-92d2-eb1b83586e68 req-399d599e-7063-4930-9281-afc65dda0ca8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.098815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2928f26c-04c6-4ead-92d2-eb1b83586e68 req-399d599e-7063-4930-9281-afc65dda0ca8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 944 time: 0.0486407 Jan 28 14:29:33.144628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2928f26c-04c6-4ead-92d2-eb1b83586e68 req-92ebfa93-06b2-42d3-85fd-8af5fd83f31b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Jan 28 14:29:33.413676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:33.415967 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:33.462029 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f9c98-07b2-44bf-8b9d-86166700c559 x-openstack-request-id: req-2b5f9c98-07b2-44bf-8b9d-86166700c559 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:33.462327 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:33.462588 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b5f9c98-07b2-44bf-8b9d-86166700c559 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:33.462993 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'status': 'completed', 'code': 200} Jan 28 14:29:33.556618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-378af22a-996f-4ff4-b196-abef10a52903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.558202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-378af22a-996f-4ff4-b196-abef10a52903 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1095 time: 0.0734675 Jan 28 14:29:33.560816 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-e72dfc76-77d6-4688-b742-cd344bf52a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.562382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-e72dfc76-77d6-4688-b742-cd344bf52a85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 1095 time: 0.0677323 Jan 28 14:29:33.714907 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-702d0153-d747-4a83-9300-47ae6185c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.717046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-702d0153-d747-4a83-9300-47ae6185c99f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1526933 Jan 28 14:29:33.732807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-00239385-23bf-4cd3-95d9-feb0ce6f7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.734362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-00239385-23bf-4cd3-95d9-feb0ce6f7411 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1514957 Jan 28 14:29:33.833163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-5ad8e43b-909c-491c-84e1-88ad7d9481bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 999 time: 0.1090305 Jan 28 14:29:33.838784 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-e0c76260-e728-49d3-83b6-2bcc861e1c92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 200 len: 999 time: 0.0781276 Jan 28 14:29:33.917924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-75c6d7ce-be17-4036-af17-9b3ff4e6af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.920168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-75c6d7ce-be17-4036-af17-9b3ff4e6af9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0802808 Jan 28 14:29:33.925488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-5c5340ed-8206-426c-a2df-856cb57e2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.926862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-5c5340ed-8206-426c-a2df-856cb57e2951 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0614178 Jan 28 14:29:33.994756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-170288e3-8830-4037-a9b2-100f607ac2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:33.996187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-170288e3-8830-4037-a9b2-100f607ac2f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684662 Jan 28 14:29:33.999166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-ecc3548b-987e-4069-beb3-10ec1d2675db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:34.000540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-ecc3548b-987e-4069-beb3-10ec1d2675db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645521 Jan 28 14:29:34.132944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:29:34.162376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-765f2ab4-23f1-49ae-bc04-ee989aa6e91d service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591525 Jan 28 14:29:34.164927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-fe27eb5f-f87b-42ad-9d03-9eb7023ecb5c service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550293 Jan 28 14:29:34.181736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] The host n-h1-822748-2 is not matching for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f host n-h2-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:29:34.182457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:29:34.355521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-a3bb569b-c86f-42da-8d5d-8077a8629e88 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837173 Jan 28 14:29:34.358047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd73114e-bc9b-47ad-ba07-58a2de00aa7a req-094f8625-8670-4984-bbc8-6b14d64e468c service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777864 Jan 28 14:29:34.399256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebdc25-8ca2-4c23-a600-3d8c8906ad82 req-7cf0b9e3-0f4e-4b3b-99c7-98e8db456e07 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:34.400771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1bebdc25-8ca2-4c23-a600-3d8c8906ad82 req-7cf0b9e3-0f4e-4b3b-99c7-98e8db456e07 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 944 time: 0.1570859 Jan 28 14:29:34.773766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1bebdc25-8ca2-4c23-a600-3d8c8906ad82 req-25269148-da2e-43c3-b99a-6234ce8a9cc0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665679 Jan 28 14:29:35.034214 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-94031aac-4b87-471d-93da-f43a6f0c56d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:35.391859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:29:35.487138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:35.499438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'mac_address': 'fa:16:3e:ad:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:29:35.535803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 32b598ef-f938-4860-8e2b-0701f9fd7f4f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:35.536230 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:35.550432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b598ef-f938-4860-8e2b-0701f9fd7f4f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:29:35.571026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:35.574919 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:35.625285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=12']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:35.847905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['32b598ef-f938-4860-8e2b-0701f9fd7f4f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:29:35.886975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9abf2-7ec5-4dc6-b0de-c90cb1979070 req-e4e28161-45cc-4705-a1cd-ebf86a86ed0b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:35.889078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fda9abf2-7ec5-4dc6-b0de-c90cb1979070 req-e4e28161-45cc-4705-a1cd-ebf86a86ed0b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Jan 28 14:29:35.936675 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fda9abf2-7ec5-4dc6-b0de-c90cb1979070 req-69752e78-bd73-4802-8177-f25784a028d5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Jan 28 14:29:36.049624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060421dc-74f5-444e-8040-094cd8fa65b5 req-312232f0-392f-4f4e-8a57-3a72941805c6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:36.051178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-060421dc-74f5-444e-8040-094cd8fa65b5 req-312232f0-392f-4f4e-8a57-3a72941805c6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Jan 28 14:29:36.100214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-060421dc-74f5-444e-8040-094cd8fa65b5 req-8246fba5-0f06-4035-88b2-c19c79d4a980 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Jan 28 14:29:36.212941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14b3ee-afa3-48be-a9b1-7f095f2a5978 req-b21651b8-d92d-47e2-afc0-94a5a8875aba tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:36.214392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e14b3ee-afa3-48be-a9b1-7f095f2a5978 req-b21651b8-d92d-47e2-afc0-94a5a8875aba tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Jan 28 14:29:36.260638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e14b3ee-afa3-48be-a9b1-7f095f2a5978 req-bff8480e-c5e7-4014-8020-4dbfa57c6707 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404973 Jan 28 14:29:36.490085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23a99-beb9-486a-be5d-c0cc947719e9 req-b0c721fa-f71f-4a04-8cdc-7aa5e6c7d87d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:36.491576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1c23a99-beb9-486a-be5d-c0cc947719e9 req-b0c721fa-f71f-4a04-8cdc-7aa5e6c7d87d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 945 time: 0.0482478 Jan 28 14:29:36.537475 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1c23a99-beb9-486a-be5d-c0cc947719e9 req-37e671b1-8313-42fb-be3a-a09de0b2d65d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Jan 28 14:29:37.404718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:29:37.455662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:29:37.459458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 32b598ef-f938-4860-8e2b-0701f9fd7f4f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:29:37.459831 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:37.536698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 32b598ef-f938-4860-8e2b-0701f9fd7f4f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:37.537098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:37.560519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:37.562757 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210445d1-d3bc-436e-b767-b9a8804a305b" -d '{"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-plugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:37.576485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:37.580932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:37.631850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=13']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:37.658610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2406ab7-3894-4147-97ea-8f5dc6875814 req-56bea6d7-2a8b-474f-9dc9-3ff81154f523 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:37.660140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f2406ab7-3894-4147-97ea-8f5dc6875814 req-56bea6d7-2a8b-474f-9dc9-3ff81154f523 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 946 time: 0.0529218 Jan 28 14:29:37.710208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f2406ab7-3894-4147-97ea-8f5dc6875814 req-fad8abcb-2777-4b7c-a5ff-0b0617e6ba85 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Jan 28 14:29:37.754303 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e4c35-4fc5-491d-aa4c-634e1fbe86e3 x-openstack-request-id: req-6c2e4c35-4fc5-491d-aa4c-634e1fbe86e3 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:37.754605 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-plugged", "status": "completed", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:37.754866 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c2e4c35-4fc5-491d-aa4c-634e1fbe86e3 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:37.755269 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'code': 200} Jan 28 14:29:37.790376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f1517f83-105a-499d-9aed-ed11a594b5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:37.919649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-c4a11e83-728d-4810-9679-00df5a9b4c2e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:37.921123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-c4a11e83-728d-4810-9679-00df5a9b4c2e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 946 time: 0.0470703 Jan 28 14:29:38.010694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Deleting port 32b598ef-f938-4860-8e2b-0701f9fd7f4f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:29:38.010940 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:38.096718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] For port 32b598ef-f938-4860-8e2b-0701f9fd7f4f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=32b598ef-f938-4860-8e2b-0701f9fd7f4f,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:38.097088 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:38.269101 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:38.269349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:38.269669 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 disassociated. External IP: 172.25.4.69, port: 32b598ef-f938-4860-8e2b-0701f9fd7f4f. Jan 28 14:29:38.270017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Calling delete_port for 32b598ef-f938-4860-8e2b-0701f9fd7f4f owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:29:38.398275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (32b598ef-f938-4860-8e2b-0701f9fd7f4f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:38.425586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event deleted for resources: {'Port': ['ID=32b598ef-f938-4860-8e2b-0701f9fd7f4f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:38.548533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:29:38.660049 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:29:38.669523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:29:38.679298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:38.679915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:29:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:38.698839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] No DVR routers for this DVR port 32b598ef-f938-4860-8e2b-0701f9fd7f4f on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:29:38.702608 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:38.705978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-565704ff-17e9-4d49-9f73-17d9ec97bdb6 req-18afbb8d-f596-4b5f-a5b5-3e72289b6641 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "DELETE /v2.0/ports/32b598ef-f938-4860-8e2b-0701f9fd7f4f HTTP/1.1" status: 204 len: 173 time: 0.7790639 Jan 28 14:29:38.706552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-deleted', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:38.709086 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f9afcf-eb27-4d7f-8820-227b12dde9eb" -d '{"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-deleted", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:38.755103 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e37d3-fec3-4d36-b6a4-ea39826cc147 x-openstack-request-id: req-c34e37d3-fec3-4d36-b6a4-ea39826cc147 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:38.755469 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f68e3-5c30-4280-a36e-166723843059", "name": "network-vif-deleted", "tag": "32b598ef-f938-4860-8e2b-0701f9fd7f4f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:38.755794 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c34e37d3-fec3-4d36-b6a4-ea39826cc147 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:38.756295 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f68e3-5c30-4280-a36e-166723843059', 'name': 'network-vif-deleted', 'tag': '32b598ef-f938-4860-8e2b-0701f9fd7f4f', 'status': 'completed', 'code': 200} Jan 28 14:29:38.792992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:38.840611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56b056c9-1f66-4a61-8c32-b4877655d065 req-dea71148-afa4-4b46-91ef-3f8dd4e1100b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=464f68e3-5c30-4280-a36e-166723843059 HTTP/1.1" status: 200 len: 210 time: 0.0341375 Jan 28 14:29:38.936411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:39.011959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:39.041872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:29:39.050484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:39.051086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:29:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:39.154638 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:39.348451 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:39.376804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5aa7b-8bd9-4f4a-97a2-7d9e989c9f58 None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:29:39.586714 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b3b775-4a3c-4c00-aa2e-57c3b094fec9 None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:29:40.132365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-c88da990-4fb9-4a74-ae3f-445c349c8305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1775085842&fields=id&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 267 time: 0.0420771 Jan 28 14:29:40.278943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-cdb0dfe7-c120-458b-bb1f-12a03681a1a2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:40.281114 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-cdb0dfe7-c120-458b-bb1f-12a03681a1a2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1417997 Jan 28 14:29:40.297080 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-5da5edfe-608b-4d9a-aab5-0030e18a8989 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/quotas/a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 375 time: 0.0104604 Jan 28 14:29:40.353388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-d97ccbf9-fe53-4642-aa58-be9b69b30999 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510342 Jan 28 14:29:40.370193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-980ef510-76f4-4c85-b511-fcce2c29b415 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:29:40.371212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-980ef510-76f4-4c85-b511-fcce2c29b415 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053790 Jan 28 14:29:40.464256 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-099b3716-8cbb-4cfb-a55c-d103b9ccd562 service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853562 Jan 28 14:29:40.558492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-fa05cc28-dfae-4b38-9f90-203ce4bc1c76 service neutron] 10.222.0.45 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878000 Jan 28 14:29:40.736512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-525f6586-710a-4c6e-b0d7-17dc5f1f51e9 req-ee0388cf-f865-4cac-8034-3b64bc5e3ef0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0317864 Jan 28 14:29:40.777410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:41.437592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:29:41.458180 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 32b598ef-f938-4860-8e2b-0701f9fd7f4f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:29:41.458527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 32b598ef-f938-4860-8e2b-0701f9fd7f4f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:29:41.753781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-6fd5e79a-a3db-4f02-bcd2-4e4a213b3a11 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:41.755917 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-6fd5e79a-a3db-4f02-bcd2-4e4a213b3a11 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 811 time: 0.1129665 Jan 28 14:29:41.842777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-f83e98b4-10bf-4b72-937e-86773c43d0b0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 380 time: 0.0771279 Jan 28 14:29:41.859000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-902cbad6-296f-4b5a-ad12-630ff27cea2b req-ee8d709c-e8b8-4533-adf9-6f6d6e4008d8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0387652 Jan 28 14:29:41.862440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'port': {'device_id': '482e0e72-c660-4425-b8c4-da58d015130f', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'admin_state_up': True, 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'security_groups': ['12f95f48-3abe-435f-831e-32fe08ad1b1a']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:41.930833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:41.977607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Made reservation on behalf of a5d66e9d99a8469dae782e772cd2a71e for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:29:41.981835 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.114084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Allocated IP 172.20.0.14 (1f851032-a89e-44a9-8ab5-550d57f47935/54fc86f0-a238-44d0-a610-d880a4c6b2ea/be11061d-f6ea-4085-9c87-59d615aa5069) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:29:42.253231 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for port (be11061d-f6ea-4085-9c87-59d615aa5069), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.291155 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.337692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Network 1f851032-a89e-44a9-8ab5-550d57f47935 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:29:42.340762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:29:42.344396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:29:42.380749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:42.403272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:42.404174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.421463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-936cd0c8-6352-4ef1-8429-5e375630862c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655825 Jan 28 14:29:42.438167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Request body: {'port': {'device_id': '482e0e72-c660-4425-b8c4-da58d015130f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:42.495184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.586084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-878d2028-58c6-4b96-92af-80166c096d64 None None] Provisioning complete for port be11061d-f6ea-4085-9c87-59d615aa5069 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:29:42.586539 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-878d2028-58c6-4b96-92af-80166c096d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.620563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-878d2028-58c6-4b96-92af-80166c096d64 None None] Port be11061d-f6ea-4085-9c87-59d615aa5069 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:29:42.775694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:29:42.783667 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Publish callbacks [] for port (be11061d-f6ea-4085-9c87-59d615aa5069), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.796176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Transition to ACTIVE for port object be11061d-f6ea-4085-9c87-59d615aa5069 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:29:42.800011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:42.849361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:42.925166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:29:42.925600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:29:42.926020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:42.930467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:29:42.930791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:29:42.936144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:29:42.936491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:29:42.936890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:29:42.937325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Bound port: be11061d-f6ea-4085-9c87-59d615aa5069, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:29:42.937686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:43.036667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed2f8c-4ab3-4158-bfa8-39ba6b68f3ea req-33e77d2a-6da1-4886-917b-2642a43361d9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.038133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05ed2f8c-4ab3-4158-bfa8-39ba6b68f3ea req-33e77d2a-6da1-4886-917b-2642a43361d9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0982506 Jan 28 14:29:43.067995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:29:43.084460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:29:43.091459 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:43.142369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05ed2f8c-4ab3-4158-bfa8-39ba6b68f3ea req-0869858f-4e63-4580-9f15-abe4670ba070 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959418 Jan 28 14:29:43.145335 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.145947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:43.147266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1092 time: 0.7146940 Jan 28 14:29:43.147720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:43.149990 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8bb036-ef7e-4834-8426-93cbc8f3e260" -d '{"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:43.204749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01714b0-cf30-40a7-b276-2ffc656210a7 service neutron] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:43.211400 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494c05d0-b75b-42b9-8843-e574981c7d7a x-openstack-request-id: req-494c05d0-b75b-42b9-8843-e574981c7d7a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:43.211688 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:43.211941 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-494c05d0-b75b-42b9-8843-e574981c7d7a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:43.212365 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'status': 'completed', 'code': 200} Jan 28 14:29:43.241618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-ffd9f8f4-09dd-4c25-9b9e-7cf5ec1a51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.243177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-ffd9f8f4-09dd-4c25-9b9e-7cf5ec1a51b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1095 time: 0.0465798 Jan 28 14:29:43.286158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-7001438b-486a-47da-a182-367201b2c1f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 217 time: 0.0344839 Jan 28 14:29:43.337432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-ddd47ec3-d0c8-4916-bba5-fd83c99678d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.339011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-ddd47ec3-d0c8-4916-bba5-fd83c99678d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0467374 Jan 28 14:29:43.390605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-6ff9bfa6-9ea6-4a9f-a614-b1c471af50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.392064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-6ff9bfa6-9ea6-4a9f-a614-b1c471af50a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467734 Jan 28 14:29:43.483060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-d9753629-6206-4990-ae79-808dc32fccd7 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822716 Jan 28 14:29:43.579892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5584b4b1-3307-4d53-b7c7-6877dd1f83c5 req-2c7d8ae3-cb52-468f-967a-d369f312c00d service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864058 Jan 28 14:29:43.670902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-d10ac575-12c4-48ea-9605-e36595ce7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.672417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-d10ac575-12c4-48ea-9605-e36595ce7320 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1095 time: 0.0430546 Jan 28 14:29:43.763243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-8cb52747-c0c3-4780-8a57-0a34997bdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.764761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-8cb52747-c0c3-4780-8a57-0a34997bdd2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0857902 Jan 28 14:29:43.810592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-2ae1eb27-d697-4926-9174-3c9e77c85919 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 217 time: 0.0387998 Jan 28 14:29:43.862252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-092f1584-d714-4ff0-b8d7-c4195c56438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.863699 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-092f1584-d714-4ff0-b8d7-c4195c56438e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0441716 Jan 28 14:29:43.909535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-58a565b8-0be8-4060-93da-83c5e8d909ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:43.911069 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-58a565b8-0be8-4060-93da-83c5e8d909ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405986 Jan 28 14:29:44.004858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-fd2461cc-7072-45c9-9c50-e6f256b72523 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856502 Jan 28 14:29:44.101488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae8bb036-ef7e-4834-8426-93cbc8f3e260 req-12198f54-652a-4e86-850d-ae339dd22305 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Jan 28 14:29:44.270029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd5145-6af8-457f-98ed-060d5591d372 req-c5d308df-5193-4f00-ba35-856fc46c1534 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:44.271451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41fd5145-6af8-457f-98ed-060d5591d372 req-c5d308df-5193-4f00-ba35-856fc46c1534 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0538683 Jan 28 14:29:44.318422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41fd5145-6af8-457f-98ed-060d5591d372 req-8cb819c7-0c5a-44c0-959b-4bd08dfd584a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Jan 28 14:29:45.433429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506207d2-44b7-4831-ae5e-f1d1ae1ff7e0 req-65907fff-5903-4395-906e-b683261c883e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:45.436516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-506207d2-44b7-4831-ae5e-f1d1ae1ff7e0 req-65907fff-5903-4395-906e-b683261c883e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0496778 Jan 28 14:29:45.438118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:29:45.486007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-506207d2-44b7-4831-ae5e-f1d1ae1ff7e0 req-c78a6ffa-9523-4317-b445-0e0089010de9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Jan 28 14:29:45.532538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:45.544567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'mac_address': 'fa:16:3e:91:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:29:45.580243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port be11061d-f6ea-4085-9c87-59d615aa5069 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:45.580635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:45.596054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:29:45.614915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:45.617998 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:45.664683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:45.875396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['be11061d-f6ea-4085-9c87-59d615aa5069'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:29:46.602795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918c85-0e5b-4a39-b8de-87f2a75c2d2c req-f67a55aa-ba1d-46d5-a55c-1b6b68d8da0d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:46.604280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e918c85-0e5b-4a39-b8de-87f2a75c2d2c req-f67a55aa-ba1d-46d5-a55c-1b6b68d8da0d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0473650 Jan 28 14:29:46.659181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e918c85-0e5b-4a39-b8de-87f2a75c2d2c req-e203d9fe-4fce-4843-b9cd-594f2757adf1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481620 Jan 28 14:29:47.451788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:29:47.658703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port be11061d-f6ea-4085-9c87-59d615aa5069 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:29:47.663018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port be11061d-f6ea-4085-9c87-59d615aa5069 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:29:47.663433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:47.742055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port be11061d-f6ea-4085-9c87-59d615aa5069 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:29:47.742375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:47.767704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:47.769993 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e9b48c-fc3b-470c-9643-aad376e1df4e" -d '{"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-plugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:47.777065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ced2b4-956b-4fff-b879-cbfddd8081e9 req-85c22aba-0e9a-4078-88cf-206916919cc5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:47.778618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96ced2b4-956b-4fff-b879-cbfddd8081e9 req-85c22aba-0e9a-4078-88cf-206916919cc5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0499415 Jan 28 14:29:47.782157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:29:47.786360 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:47.830353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96ced2b4-956b-4fff-b879-cbfddd8081e9 req-f2a45909-c189-474c-b2f9-4f6da38b6e75 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 Jan 28 14:29:47.835229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:29:47.878993 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29e9344-87c0-48e9-9d55-6577a3cb3e8a x-openstack-request-id: req-a29e9344-87c0-48e9-9d55-6577a3cb3e8a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:47.879297 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-plugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:47.879559 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a29e9344-87c0-48e9-9d55-6577a3cb3e8a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:47.879967 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'code': 200} Jan 28 14:29:47.989480 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88e2d-9d8b-4894-bb00-0c30506eefe5 req-14acf14f-2dc3-4d82-803a-2677ee58f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:47.991010 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25f88e2d-9d8b-4894-bb00-0c30506eefe5 req-14acf14f-2dc3-4d82-803a-2677ee58f3fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1097 time: 0.0405095 Jan 28 14:29:48.036559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25f88e2d-9d8b-4894-bb00-0c30506eefe5 req-d4f6d28c-94a8-4efa-bbe0-587fe27e186b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372462 Jan 28 14:29:48.759440 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:29:48.960248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff34e72-abdb-4f0d-bf03-052e84c2bcee req-04043399-b052-4539-8eec-209d4c4ec891 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:48.961761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bff34e72-abdb-4f0d-bf03-052e84c2bcee req-04043399-b052-4539-8eec-209d4c4ec891 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0573907 Jan 28 14:29:49.008103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bff34e72-abdb-4f0d-bf03-052e84c2bcee req-75790d00-1938-4b5d-af6e-b75153b19578 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 Jan 28 14:29:50.126430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91010-fbda-4b0c-ad46-b6246f3d2d5f req-bda6caf7-ade6-4655-ad19-10fd8c77a1fa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:50.127927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41d91010-fbda-4b0c-ad46-b6246f3d2d5f req-bda6caf7-ade6-4655-ad19-10fd8c77a1fa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0494378 Jan 28 14:29:50.174396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41d91010-fbda-4b0c-ad46-b6246f3d2d5f req-7c393b71-26a3-41d1-9300-33703c440e43 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 Jan 28 14:29:50.292397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d73e03-3ebf-48e6-b9b9-998f0e17cfd7 req-b18face2-91d8-4c84-877f-1e83eaaae1b2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:50.294567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96d73e03-3ebf-48e6-b9b9-998f0e17cfd7 req-b18face2-91d8-4c84-877f-1e83eaaae1b2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0526264 Jan 28 14:29:50.303130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46254) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:29:50.307616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Request body: {'floatingip': {'port_id': 'be11061d-f6ea-4085-9c87-59d615aa5069'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:29:50.349820 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:50.778687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:50.782426 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:50.881625 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 associated. External IP: 172.25.4.69, port: be11061d-f6ea-4085-9c87-59d615aa5069. Jan 28 14:29:51.084618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:29:51.196879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:29:51.202249 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:51.206804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:29:51.217078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:51.217702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:29:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:51.233621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f03c6be2-4351-4254-b7f1-875f49e8b7c9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "PUT /v2.0/floatingips/a9aa1d35-7e27-46e2-b8b9-030c9ad37952 HTTP/1.1" status: 200 len: 992 time: 0.9258897 Jan 28 14:29:51.233621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:29:51.234184 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eb8b7c-db5c-4221-949e-899b67481db9" -d '{"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:29:51.326175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:51.380552 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda8f608-79dc-4cb2-8937-1adef5618537 x-openstack-request-id: req-fda8f608-79dc-4cb2-8937-1adef5618537 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:29:51.380849 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:29:51.381109 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fda8f608-79dc-4cb2-8937-1adef5618537 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:29:51.381541 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'status': 'completed', 'code': 200} Jan 28 14:29:51.451798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-bb87c8a1-c48e-43da-91ad-7ac68939b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:51.453367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-bb87c8a1-c48e-43da-91ad-7ac68939b2a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1097 time: 0.0469346 Jan 28 14:29:51.542664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-636dabf4-a9df-45dd-94d9-99b7ebeab4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:51.545121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-636dabf4-a9df-45dd-94d9-99b7ebeab4ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0852332 Jan 28 14:29:51.555738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:91:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e0e72-c660-4425-b8c4-da58d015130f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:29:50Z', 'revision_number': 13, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:51.582958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:29:51.591358 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:29:51.591972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:29:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:51.618334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-a0585bf6-e272-4a3a-905f-ec8db0a23ece service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0660994 Jan 28 14:29:51.670031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-f15b85e1-320b-4d10-8e0c-8984a1011452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:51.671737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-f15b85e1-320b-4d10-8e0c-8984a1011452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0471008 Jan 28 14:29:51.701806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:29:51.719915 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-05352038-aa11-4182-a117-5cc27bd4e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:29:51.721542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-05352038-aa11-4182-a117-5cc27bd4e4a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433562 Jan 28 14:29:51.733041 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-9d7a677c-a21d-4361-8066-4b6958ba2aff service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:29:51.734018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-9d7a677c-a21d-4361-8066-4b6958ba2aff service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061529 Jan 28 14:29:51.934661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:91:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e0e72-c660-4425-b8c4-da58d015130f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:29:50Z', 'revision_number': 13, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:29:51.973227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7097a1e-8442-4d36-9fcf-3afa16dc9703 None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'a9aa1d35-7e27-46e2-b8b9-030c9ad37952', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'floating_ip_address': '172.25.4.69', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'port_id': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'mac_address': 'fa:16:3e:91:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e0e72-c660-4425-b8c4-da58d015130f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:22:40Z', 'updated_at': '2022-01-28T14:29:50Z', 'revision_number': 13, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:29:52.160972 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-3f1e154c-ccb3-42a1-81f4-a155154c173d service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206207 Jan 28 14:29:52.187298 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c327ba6-3127-4b13-8066-e9e61be5e632 None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:29:52.256796 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5eb8b7c-db5c-4221-949e-899b67481db9 req-9577da26-4ea2-490a-8f96-94a07f0960ea service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887308 Jan 28 14:29:57.170868 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:29:58.529792 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:05.035036 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2fee3b0-71ff-4cff-b80f-4750057b50b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:07.791880 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93d03fb0-9378-4d7a-8680-5775d03ff166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:08.935169 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:10.773971 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:11.924448 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:25.758507 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:30:27.169680 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:28.542262 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:35.036258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-199e5730-3d5b-4bb8-ac0d-8b60176f3cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:37.092988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-b90b0a46-a76a-4284-a5e0-65ba52d3dbd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403187 Jan 28 14:30:37.185842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-5ff4546e-d110-4b89-9ba6-53016aae447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:37.187353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-5ff4546e-d110-4b89-9ba6-53016aae447e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1097 time: 0.0452721 Jan 28 14:30:37.292794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-3bf456f1-1eb5-40a0-9f0d-c6187f3536e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:37.294257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-3bf456f1-1eb5-40a0-9f0d-c6187f3536e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0871267 Jan 28 14:30:37.365550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-e6ace7ab-dc46-46b3-8e74-b3960e299738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1002 time: 0.0626171 Jan 28 14:30:37.416564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-1b76ae24-cb78-4859-a186-44593480644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:37.418005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-1b76ae24-cb78-4859-a186-44593480644f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0432999 Jan 28 14:30:37.463085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-4b827830-b511-4042-8fce-c144985f6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:30:37.464604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-4b827830-b511-4042-8fce-c144985f6534 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401986 Jan 28 14:30:37.564883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-8749dbe4-8bab-4869-9004-729bb420a402 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Jan 28 14:30:37.658181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e75d478-17f1-40a9-a10a-c7531110d6ee req-d824b562-6b0d-4444-9448-3ca845f7ce92 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827658 Jan 28 14:30:37.793869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-625ed028-beed-4843-aa93-283628518303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:38.939660 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:40.775970 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:41.926830 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:57.184228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:30:58.558028 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:02.757911 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:31:05.038374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-498c02a5-2af8-4814-aaa6-5060f65f4504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:07.796468 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8d349bde-fe8e-4027-8bf5-05d37cf70fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:08.940327 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:10.778263 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:11.928627 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:27.199564 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:28.555056 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:34.043344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c176254-0194-46b5-9628-80c59f7268b6 req-0f45fbf6-0b7c-4988-8e6f-878a5e8a5b71 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:34.044872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c176254-0194-46b5-9628-80c59f7268b6 req-0f45fbf6-0b7c-4988-8e6f-878a5e8a5b71 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0497730 Jan 28 14:31:34.097641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c176254-0194-46b5-9628-80c59f7268b6 req-07a950e3-f60c-46ec-9b09-b48be9100ad0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467329 Jan 28 14:31:35.040371 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d4381067-c38e-4bb5-81ff-09b0ee789015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:37.798931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-05e0ca0e-a674-48b3-86be-4e3a739c10da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:38.944781 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:39.099838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-ef06129f-9768-4ee5-bf66-523269c5d70d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404940 Jan 28 14:31:39.187483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-edcf84a6-1bf3-4c30-9c01-83a18bdd193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:39.193777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-edcf84a6-1bf3-4c30-9c01-83a18bdd193c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1097 time: 0.0436449 Jan 28 14:31:39.295236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-4f52ba35-1341-4f1c-89a1-c3d5c1f28b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:39.296758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-4f52ba35-1341-4f1c-89a1-c3d5c1f28b08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0879617 Jan 28 14:31:39.366299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-db849aef-5846-4d06-8cb7-c6c31817eaa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1002 time: 0.0598259 Jan 28 14:31:39.419617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-d92e1590-3c36-478d-b6dd-8003091436fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:39.421139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-d92e1590-3c36-478d-b6dd-8003091436fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0460503 Jan 28 14:31:39.475686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-85e7337e-d213-4838-b003-68068ac220a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:39.477187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-85e7337e-d213-4838-b003-68068ac220a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462060 Jan 28 14:31:39.571281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-212f3756-ed56-4663-9aa4-58236a38dc7c service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852668 Jan 28 14:31:39.673764 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ac8f55a-656c-4497-97e1-cf8198514f9e req-08582a5d-0f2e-4139-b201-8e40a76b8596 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943995 Jan 28 14:31:39.758067 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:31:40.781406 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:41.935490 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:50.342518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-4cc44694-f086-414b-b069-ca2ae3f2370c req-288d6402-e1dd-453b-9204-320131765eef service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:31:50.343528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4cc44694-f086-414b-b069-ca2ae3f2370c req-288d6402-e1dd-453b-9204-320131765eef service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535662 Jan 28 14:31:50.508723 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-b20550f9-da6a-441b-9c52-87558c80fa85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431409 Jan 28 14:31:50.517479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-f30dec24-7716-45b2-a8eb-6e2968bf41b0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:31:50.518813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-f30dec24-7716-45b2-a8eb-6e2968bf41b0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051334 Jan 28 14:31:50.524767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7f05-d261-4aef-ad93-4779e5b43eb2 req-0da6f9ac-0305-4d54-9e4b-5e9fa5de391e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:50.526262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-807c7f05-d261-4aef-ad93-4779e5b43eb2 req-0da6f9ac-0305-4d54-9e4b-5e9fa5de391e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0491109 Jan 28 14:31:50.578076 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-807c7f05-d261-4aef-ad93-4779e5b43eb2 req-15db1abd-92ba-4b2d-aab3-375f8de2a8fa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 Jan 28 14:31:51.702533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3455d7e6-6713-4772-8fb7-a4670cee7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:51.704065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3455d7e6-6713-4772-8fb7-a4670cee7b3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1097 time: 0.0735595 Jan 28 14:31:51.764197 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082115b4-df91-4cf8-9bde-4d49705f509a req-d9d89c1b-a8e4-4ddc-aec1-c08d484e44d0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:51.764197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-082115b4-df91-4cf8-9bde-4d49705f509a req-d9d89c1b-a8e4-4ddc-aec1-c08d484e44d0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.1033385 Jan 28 14:31:51.838276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-082115b4-df91-4cf8-9bde-4d49705f509a req-9c769942-88fd-418a-9a1c-bf93158466a4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670555 Jan 28 14:31:51.839405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3f52e1b3-aa31-4c26-b4a6-07b13c2920d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:51.840800 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3f52e1b3-aa31-4c26-b4a6-07b13c2920d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1289585 Jan 28 14:31:51.914214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-ffeb652d-6e3e-4291-ac72-d4253b5146c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1002 time: 0.0635912 Jan 28 14:31:51.963045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-565bbf91-31b0-4525-96e6-162544b0fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:51.964558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-565bbf91-31b0-4525-96e6-162544b0fd65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0440581 Jan 28 14:31:52.010273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-0903b8b4-ad0f-435d-88f2-2fcd980ab03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:52.011793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-0903b8b4-ad0f-435d-88f2-2fcd980ab03a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399742 Jan 28 14:31:52.118460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-36bc0c72-1f89-4250-9732-4baf4fb68d6d service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937653 Jan 28 14:31:52.215234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-87a0f9e8-2dff-4428-bc5b-0075758f29d0 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861313 Jan 28 14:31:52.959183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1669563-fc4a-448a-b309-cddcc66f9ca1 req-a517eb09-892f-4a0d-885d-7765a7221731 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:52.960710 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1669563-fc4a-448a-b309-cddcc66f9ca1 req-a517eb09-892f-4a0d-885d-7765a7221731 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0537360 Jan 28 14:31:53.007575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1669563-fc4a-448a-b309-cddcc66f9ca1 req-891794f4-bdb2-4c1a-9061-22493e7b4dc1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Jan 28 14:31:54.128465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b3f9-eefa-42df-a0f6-a4d04f9b86bf req-a80b0139-28f0-47c1-8ebd-164a0f83f1c5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:54.129937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e01b3f9-eefa-42df-a0f6-a4d04f9b86bf req-a80b0139-28f0-47c1-8ebd-164a0f83f1c5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0527096 Jan 28 14:31:54.177387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e01b3f9-eefa-42df-a0f6-a4d04f9b86bf req-4034058d-ce0c-43a7-ad90-55074c849385 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Jan 28 14:31:55.293862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d21c38-144b-420f-a04d-c1da3caff3b4 req-576a0388-b69f-49c5-b50c-96ab72eb2419 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:55.295345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95d21c38-144b-420f-a04d-c1da3caff3b4 req-576a0388-b69f-49c5-b50c-96ab72eb2419 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0485659 Jan 28 14:31:55.345465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95d21c38-144b-420f-a04d-c1da3caff3b4 req-8505e559-4ea5-423d-bfb6-241e17894232 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 Jan 28 14:31:56.462336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f71dc-3756-4976-a7be-1b1256b3a517 req-e4663629-2579-4cab-8fd9-c8ca87d81893 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:56.463735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d9f71dc-3756-4976-a7be-1b1256b3a517 req-e4663629-2579-4cab-8fd9-c8ca87d81893 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0499549 Jan 28 14:31:56.511195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7d9f71dc-3756-4976-a7be-1b1256b3a517 req-6c559d14-805e-4411-bf56-caa1274421a3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 Jan 28 14:31:57.199316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:57.629454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15ee6-ccf8-4cc0-bc13-c2f42bc38c54 req-369a4b94-fb9f-42c6-b2ad-4ed679ffe064 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:57.630863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aef15ee6-ccf8-4cc0-bc13-c2f42bc38c54 req-369a4b94-fb9f-42c6-b2ad-4ed679ffe064 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0484457 Jan 28 14:31:57.676888 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aef15ee6-ccf8-4cc0-bc13-c2f42bc38c54 req-091f97ad-057b-4297-bd06-e9e970a801d7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404706 Jan 28 14:31:58.553896 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:31:58.799800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf9ea9-a1a5-4b8c-82c6-c7a2af1b194f req-64f64b93-3fc7-4bd0-8796-645437f5e1ed tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:58.801739 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99bf9ea9-a1a5-4b8c-82c6-c7a2af1b194f req-64f64b93-3fc7-4bd0-8796-645437f5e1ed tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0557263 Jan 28 14:31:58.850172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-99bf9ea9-a1a5-4b8c-82c6-c7a2af1b194f req-f7f29e05-b043-499e-ba0e-7898deb31a45 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Jan 28 14:31:59.967102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b48050-9db4-42e0-9a68-943adc1825c5 req-920c86fd-c953-45fd-9db4-d915d1eeabb1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:31:59.968669 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58b48050-9db4-42e0-9a68-943adc1825c5 req-920c86fd-c953-45fd-9db4-d915d1eeabb1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0497971 Jan 28 14:32:00.015949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58b48050-9db4-42e0-9a68-943adc1825c5 req-b6319304-eeb3-47ef-a6bc-8a736d5edf2b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Jan 28 14:32:01.131859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a50ba8-f81b-4c1f-b16f-ea684a6287bf req-61fc12d3-6f5c-42b1-80be-399b93442f4d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:01.133295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57a50ba8-f81b-4c1f-b16f-ea684a6287bf req-61fc12d3-6f5c-42b1-80be-399b93442f4d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0480304 Jan 28 14:32:01.185518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57a50ba8-f81b-4c1f-b16f-ea684a6287bf req-f998f8ad-b000-4461-b37b-8a2334ec0921 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466161 Jan 28 14:32:02.302077 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f87533-d0e4-4ef0-a9d0-b994e6fb3db8 req-35652e52-97e9-4979-9cf0-0c9780b62a7e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:02.303543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45f87533-d0e4-4ef0-a9d0-b994e6fb3db8 req-35652e52-97e9-4979-9cf0-0c9780b62a7e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0496831 Jan 28 14:32:02.350921 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-45f87533-d0e4-4ef0-a9d0-b994e6fb3db8 req-dfb551f1-29d1-47b3-aa2c-d45e26e9bf44 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Jan 28 14:32:03.466603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a505a3-91b8-4be1-b2f9-e55d9b9a4445 req-aebbfdd2-46d0-429c-8277-c7701bfd0c1c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:03.468005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6a505a3-91b8-4be1-b2f9-e55d9b9a4445 req-aebbfdd2-46d0-429c-8277-c7701bfd0c1c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0483639 Jan 28 14:32:03.517143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b6a505a3-91b8-4be1-b2f9-e55d9b9a4445 req-9ec077c8-616f-480f-875c-a008ca675727 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Jan 28 14:32:04.641170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4331c-56e2-41e9-8d94-e2e7706922fe req-15b3c2c1-53ef-469a-b1c9-daf8e67fc4ab tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:04.642646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49c4331c-56e2-41e9-8d94-e2e7706922fe req-15b3c2c1-53ef-469a-b1c9-daf8e67fc4ab tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0517132 Jan 28 14:32:04.689461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49c4331c-56e2-41e9-8d94-e2e7706922fe req-1bf65834-5fbc-48bf-9bb7-feed4f723eff tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Jan 28 14:32:05.042048 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f1de2d30-e224-4ecc-a9fa-1c8a39b1fb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:05.806092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6f1bd-4abc-4681-b95c-ba6a22cb9d9b req-655fb32e-5dd7-46bb-8246-2a16c9d57d90 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:05.807605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95e6f1bd-4abc-4681-b95c-ba6a22cb9d9b req-655fb32e-5dd7-46bb-8246-2a16c9d57d90 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0491321 Jan 28 14:32:05.855734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-95e6f1bd-4abc-4681-b95c-ba6a22cb9d9b req-5ebe5f34-452e-4306-a18f-4940e27327e0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Jan 28 14:32:06.980327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61531ecb-7682-4407-b182-c8f7de8502b1 req-6ea4acca-1f68-4e57-bd0b-71791b3dec47 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:06.981818 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61531ecb-7682-4407-b182-c8f7de8502b1 req-6ea4acca-1f68-4e57-bd0b-71791b3dec47 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0526919 Jan 28 14:32:07.029611 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61531ecb-7682-4407-b182-c8f7de8502b1 req-cf08ffc5-3073-4761-b4bc-7efc4562c77d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Jan 28 14:32:07.802671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1309-5298-45dc-b6d2-166187fc4749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:08.103912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:32:08.163347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce228b-752e-4185-ade5-cb5aac692a62 req-fb1c684e-abd5-4a7c-bea5-0db42c68bc98 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:08.165003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8ce228b-752e-4185-ade5-cb5aac692a62 req-fb1c684e-abd5-4a7c-bea5-0db42c68bc98 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0575891 Jan 28 14:32:08.202388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port be11061d-f6ea-4085-9c87-59d615aa5069 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:08.202792 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:08.230014 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8ce228b-752e-4185-ade5-cb5aac692a62 req-273ce881-8d98-4f5f-aa9b-fed527a10a48 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571680 Jan 28 14:32:08.230804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:08.233224 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3c8a7a-58f1-417b-878e-325a5ff0dc2e" -d '{"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-unplugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:08.247007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:08.251343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:08.307056 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:08.314886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.315176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.316100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.316440 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.316780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.317115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.317446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.317908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.318241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.318569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.318898 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.319222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.319548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:08.365910 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f13b6a-e37a-4f98-b1c3-4b897a6cd348 x-openstack-request-id: req-b5f13b6a-e37a-4f98-b1c3-4b897a6cd348 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:08.366209 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-unplugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:08.366578 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5f13b6a-e37a-4f98-b1c3-4b897a6cd348 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:08.366980 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'code': 200} Jan 28 14:32:08.423682 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-c77d7aa5-40fd-435d-8706-006d5aa23f50 service neutron] show failed (client error): The resource could not be found. Jan 28 14:32:08.425240 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-c77d7aa5-40fd-435d-8706-006d5aa23f50 service neutron] 10.222.0.60 "GET /v2.0/ports/be11061d-f6ea-4085-9c87-59d615aa5069/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0538485 Jan 28 14:32:08.681684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3da8d785-9ee3-4739-bcf5-5da7b9d0d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:08.683179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3da8d785-9ee3-4739-bcf5-5da7b9d0d2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 1095 time: 0.0860925 Jan 28 14:32:08.702200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-2cec9d54-347c-48ae-92d7-a0894150beda service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:32:08.703130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-2cec9d54-347c-48ae-92d7-a0894150beda service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051904 Jan 28 14:32:08.714027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:32:08.769122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:08.946736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:08.972340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:09.009156 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:09.045704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:09.053963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Publish callbacks [] for port (be11061d-f6ea-4085-9c87-59d615aa5069), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:09.066001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Transition to ACTIVE for port object be11061d-f6ea-4085-9c87-59d615aa5069 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:32:09.069463 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:09.148783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:09.162030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.162389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.162742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.163084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.163422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.163978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.164109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.164427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.164756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.165085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.165437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.165762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.166093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:32:09.201942 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] No DVR routers for this DVR port be11061d-f6ea-4085-9c87-59d615aa5069 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:32:09.372639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:32:09.372894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:32:09.373233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:09.382271 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:32:09.382603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:09.390624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:32:09.390968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:32:09.391355 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:32:09.391795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Bound port: be11061d-f6ea-4085-9c87-59d615aa5069, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:32:09.392189 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:09.400945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2582cf-0885-44b6-bd7a-4de691e70a64 req-e411a4aa-65aa-417a-99e9-cb0f12742e48 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.402393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd2582cf-0885-44b6-bd7a-4de691e70a64 req-e411a4aa-65aa-417a-99e9-cb0f12742e48 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0872884 Jan 28 14:32:09.492905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cd2582cf-0885-44b6-bd7a-4de691e70a64 req-5ce46637-226e-4fd8-8fe8-9ac944cac160 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824432 Jan 28 14:32:09.498527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:09.501753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:32:09.507349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:09.544485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.546053 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:09.547553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] 10.222.0.36 "PUT /v2.0/ports/be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1092 time: 0.8370628 Jan 28 14:32:09.550243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:09.552534 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0" -d '{"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:09.594815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddba22-0efb-456e-aa13-27ce57a22b2a service neutron] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=8']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:09.616837 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745aaae7-dc76-4afe-bc91-29e3050cb17f x-openstack-request-id: req-745aaae7-dc76-4afe-bc91-29e3050cb17f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:09.617137 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:09.617583 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-745aaae7-dc76-4afe-bc91-29e3050cb17f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:09.617993 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'status': 'completed', 'code': 200} Jan 28 14:32:09.632155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-7194e0c7-c2c8-4770-babb-09a315bc6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.633939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-7194e0c7-c2c8-4770-babb-09a315bc6a19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1095 time: 0.0547879 Jan 28 14:32:09.741019 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-aa0f0e3c-1d65-422f-8a0a-47f66e74b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.742523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-aa0f0e3c-1d65-422f-8a0a-47f66e74b12e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1095 time: 0.1076937 Jan 28 14:32:09.774611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-24c83598-10c1-482a-b5c9-8131e6976367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.776017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-24c83598-10c1-482a-b5c9-8131e6976367 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1335151 Jan 28 14:32:09.888750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-050cfd6a-c6a2-4965-82e9-6579a16e6c53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0859177 Jan 28 14:32:09.898011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-5ac44494-74ef-4da7-8ad0-e5d5d102e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.899398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-5ac44494-74ef-4da7-8ad0-e5d5d102e5a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1454518 Jan 28 14:32:09.990139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-4984e899-a4ee-48be-b823-4be8d7072181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:09.991503 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-4984e899-a4ee-48be-b823-4be8d7072181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0912230 Jan 28 14:32:10.001296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-1fa63e22-087a-4e57-a002-333c30b719d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0752561 Jan 28 14:32:10.074941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-dfc58e88-5945-4180-9931-bfa917219030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:10.076426 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-dfc58e88-5945-4180-9931-bfa917219030 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0644767 Jan 28 14:32:10.078919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3ea428c3-8b52-4c38-97e9-41911bb00ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:10.080346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-3ea428c3-8b52-4c38-97e9-41911bb00ee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778713 Jan 28 14:32:10.179656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-9062c56e-d891-4331-83bb-e603ea1de6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:10.181234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-9062c56e-d891-4331-83bb-e603ea1de6a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980327 Jan 28 14:32:10.217112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-a070ab35-6a47-4d98-be92-2a7dafe6de28 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254418 Jan 28 14:32:10.344201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-d152eca9-3107-4006-b153-8af0ea9034e4 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488197 Jan 28 14:32:10.377158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-06b5784b-198f-498b-8680-fe1526f6d94a service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301830 Jan 28 14:32:10.473783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-b6d157d8-950f-4590-85cb-6d1b3256e404 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224766 Jan 28 14:32:10.492202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-03a755b5-61e2-4541-8c6e-e95ba5c4b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:10.494734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-03a755b5-61e2-4541-8c6e-e95ba5c4b0fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1095 time: 0.0542197 Jan 28 14:32:10.641435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a1103-8c50-4e2e-975a-ef438eab10a1 req-bcdb9eee-1855-4ac2-a844-a26989bb7eef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:10.642922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e11a1103-8c50-4e2e-975a-ef438eab10a1 req-bcdb9eee-1855-4ac2-a844-a26989bb7eef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0781400 Jan 28 14:32:10.648695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-efab46c8-6ba9-4877-8d4c-ba9499291d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:10.650100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-efab46c8-6ba9-4877-8d4c-ba9499291d45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1361928 Jan 28 14:32:10.743802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e11a1103-8c50-4e2e-975a-ef438eab10a1 req-2a260ab1-06f0-4062-95bc-a41c964957a5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927401 Jan 28 14:32:10.748012 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-d2629b42-df33-444a-a0ed-d91b49bc4199 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0832303 Jan 28 14:32:10.785598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:11.139490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-ed491f65-2017-4c0f-9432-71eb0551f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:11.140977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-ed491f65-2017-4c0f-9432-71eb0551f36c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.3856413 Jan 28 14:32:11.193345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-4c464854-3116-4617-9c3d-a97478af5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:11.193345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-4c464854-3116-4617-9c3d-a97478af5d0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405142 Jan 28 14:32:11.290982 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-90e36a6f-675b-4091-9054-de1a7a89f656 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898752 Jan 28 14:32:11.385308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ef6d4cb-319a-4cd1-b44e-52f7717f72d0 req-581f7081-646a-405f-a64c-6f5cda5b0851 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853746 Jan 28 14:32:11.868341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b27392-d3f2-437f-8247-f6003db60c73 req-04937540-1c96-4ce6-9139-037b15d33089 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:11.870155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80b27392-d3f2-437f-8247-f6003db60c73 req-04937540-1c96-4ce6-9139-037b15d33089 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0515170 Jan 28 14:32:11.921204 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-80b27392-d3f2-437f-8247-f6003db60c73 req-471b13c1-e509-4969-bf17-eab0ba8350c3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453773 Jan 28 14:32:11.933458 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:13.047012 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395aa85-9a1a-4338-b2f0-311b8577f387 req-ccec3749-001a-4fba-abd6-7912fc86a3aa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:13.048561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2395aa85-9a1a-4338-b2f0-311b8577f387 req-ccec3749-001a-4fba-abd6-7912fc86a3aa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0487938 Jan 28 14:32:13.097758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2395aa85-9a1a-4338-b2f0-311b8577f387 req-77f29a15-fd29-40d6-a3f3-900f309446f1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Jan 28 14:32:14.216191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12876d5c-3389-4442-893f-445e72d868ed req-4ed7020f-a753-487a-8321-e624785546cd tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:14.217722 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12876d5c-3389-4442-893f-445e72d868ed req-4ed7020f-a753-487a-8321-e624785546cd tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0497100 Jan 28 14:32:14.265903 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-12876d5c-3389-4442-893f-445e72d868ed req-8fcafc41-bb95-42f7-b6e0-ccccc5bf5668 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419164 Jan 28 14:32:15.394656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6fc4e-b938-4070-ab69-21b8daae5698 req-3b11e971-bcd6-464d-a336-c3bb31d46145 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:15.396170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85d6fc4e-b938-4070-ab69-21b8daae5698 req-3b11e971-bcd6-464d-a336-c3bb31d46145 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0593488 Jan 28 14:32:15.444650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85d6fc4e-b938-4070-ab69-21b8daae5698 req-77765451-b16e-4b65-8d94-a6e940b67afb tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Jan 28 14:32:16.562541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd451e50-0ad1-4c1e-b042-af87d3ad8de6 req-7e680b9a-1a7f-4931-87a9-c8c59a96cff9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:16.564088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd451e50-0ad1-4c1e-b042-af87d3ad8de6 req-7e680b9a-1a7f-4931-87a9-c8c59a96cff9 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0487170 Jan 28 14:32:16.612897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd451e50-0ad1-4c1e-b042-af87d3ad8de6 req-af84d89f-ace1-447f-b405-fed94dcb9c38 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412354 Jan 28 14:32:16.760595 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:32:17.732294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ebc9e-08ca-4fd4-8920-d1b7413281a7 req-617ee642-56d2-4bff-ac42-c71b82beee34 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:17.733853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd6ebc9e-08ca-4fd4-8920-d1b7413281a7 req-617ee642-56d2-4bff-ac42-c71b82beee34 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0513988 Jan 28 14:32:17.788843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd6ebc9e-08ca-4fd4-8920-d1b7413281a7 req-24b6c607-6e9e-4608-ae7b-bc12db4d3759 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Jan 28 14:32:18.916465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca99a-832f-48e7-92ec-75542cd701a8 req-c9d8cb3c-9aa6-43ec-84f1-726590055503 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:18.918725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-432ca99a-832f-48e7-92ec-75542cd701a8 req-c9d8cb3c-9aa6-43ec-84f1-726590055503 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0531535 Jan 28 14:32:18.968732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-432ca99a-832f-48e7-92ec-75542cd701a8 req-3db830bb-263f-45d0-812c-2113be584746 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 Jan 28 14:32:20.092954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d86440-04c9-48d5-b6c3-ff487cccba84 req-ffe0da40-f817-4f76-b3eb-29ce50fbc7da tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:20.094444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78d86440-04c9-48d5-b6c3-ff487cccba84 req-ffe0da40-f817-4f76-b3eb-29ce50fbc7da tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0538945 Jan 28 14:32:20.140998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78d86440-04c9-48d5-b6c3-ff487cccba84 req-98d9e593-fa80-463a-bd51-308651d1d4a5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Jan 28 14:32:21.261716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9cac-cd92-4a92-bfa7-65655250320a req-ee669baf-0470-4263-83dc-f73504cd53bb tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:21.263162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-731c9cac-cd92-4a92-bfa7-65655250320a req-ee669baf-0470-4263-83dc-f73504cd53bb tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0503850 Jan 28 14:32:21.310427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-731c9cac-cd92-4a92-bfa7-65655250320a req-5afe2c68-c44c-4392-a55d-9c8605219f9c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416360 Jan 28 14:32:22.429779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc05c2-c1cd-4fa8-aa30-43fd4bde04bc req-f623e9a2-8e07-48a5-9ed9-e20b024164c4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:22.431259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20dc05c2-c1cd-4fa8-aa30-43fd4bde04bc req-f623e9a2-8e07-48a5-9ed9-e20b024164c4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0509071 Jan 28 14:32:22.478382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20dc05c2-c1cd-4fa8-aa30-43fd4bde04bc req-334279bb-8557-4016-bb51-f8d373185048 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414035 Jan 28 14:32:23.598307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d442-1ccf-40bc-94f9-705dcd852df6 req-bd512f57-00d9-4e2d-bee2-bd11a11d801a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:23.599767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e380d442-1ccf-40bc-94f9-705dcd852df6 req-bd512f57-00d9-4e2d-bee2-bd11a11d801a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0522087 Jan 28 14:32:23.646759 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e380d442-1ccf-40bc-94f9-705dcd852df6 req-3daa919f-de4b-4f22-a205-144282c31a5e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413945 Jan 28 14:32:24.764957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab030b18-85d7-4ca7-a6ed-939eaf006810 req-c2a93e2f-3107-4a06-8a83-b3eaf6915504 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:24.766427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab030b18-85d7-4ca7-a6ed-939eaf006810 req-c2a93e2f-3107-4a06-8a83-b3eaf6915504 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0478563 Jan 28 14:32:24.813893 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab030b18-85d7-4ca7-a6ed-939eaf006810 req-c0eb2b84-9dd6-4da8-9466-8b80e38d1bb4 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Jan 28 14:32:25.932589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff702da0-10b3-4262-9ce7-650068c7b793 req-8176d17c-03f7-4be6-9ead-aa8357434819 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:25.934095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff702da0-10b3-4262-9ce7-650068c7b793 req-8176d17c-03f7-4be6-9ead-aa8357434819 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0484769 Jan 28 14:32:25.984354 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ff702da0-10b3-4262-9ce7-650068c7b793 req-5359d692-abe0-4293-9e09-e7e39ef0bfa7 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Jan 28 14:32:27.011835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:32:27.105465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:27.106467 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6a98e-b63d-482f-ab57-2dd9729d9984 req-beece7b1-f170-4225-8097-a9854b2d4b51 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:27.108547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92e6a98e-b63d-482f-ab57-2dd9729d9984 req-beece7b1-f170-4225-8097-a9854b2d4b51 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 944 time: 0.0510967 Jan 28 14:32:27.121032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'mac_address': 'fa:16:3e:91:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:32:27.156465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92e6a98e-b63d-482f-ab57-2dd9729d9984 req-40040dce-2115-43a4-a201-24d969f8e70c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jan 28 14:32:27.157009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port be11061d-f6ea-4085-9c87-59d615aa5069 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:27.157410 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:27.171126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:27.191155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:27.195632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:27.246019 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:27.254966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:28.276460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c09c00-aaf9-4cf3-94da-f21f5f01bf9d req-c3a2d12d-49c7-415f-8e2e-ed2e2f5d5932 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:28.277954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41c09c00-aaf9-4cf3-94da-f21f5f01bf9d req-c3a2d12d-49c7-415f-8e2e-ed2e2f5d5932 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0489380 Jan 28 14:32:28.325650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-41c09c00-aaf9-4cf3-94da-f21f5f01bf9d req-5868906c-c7e8-4146-b766-a8445e7d30f0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Jan 28 14:32:28.477860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['be11061d-f6ea-4085-9c87-59d615aa5069'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:32:28.587670 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:28.649236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-a0bf5cc8-cf1f-4d2e-9e55-de5e3075cb90 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:28.650703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-a0bf5cc8-cf1f-4d2e-9e55-de5e3075cb90 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.36 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f&tenant_id=a5d66e9d99a8469dae782e772cd2a71e&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 945 time: 0.0900319 Jan 28 14:32:28.670255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8aa10-b066-4dab-b725-66f4926d0512 req-ad281c3d-b213-418e-8c0a-5727a857e89a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:28.671684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d8aa10-b066-4dab-b725-66f4926d0512 req-ad281c3d-b213-418e-8c0a-5727a857e89a tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0747631 Jan 28 14:32:28.752265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-89904f94-a28a-42af-84d3-4c13607d72be service neutron] 10.222.0.36 "GET /v2.0/ports/be11061d-f6ea-4085-9c87-59d615aa5069/bindings/n-h1-822748-2 HTTP/1.1" status: 200 len: 382 time: 0.0940320 Jan 28 14:32:28.756535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90d8aa10-b066-4dab-b725-66f4926d0512 req-282ad0e4-85a1-4e91-9189-5805b2aafcb3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673730 Jan 28 14:32:28.819830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-99e15439-e202-4c82-9db3-be1a703b5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:28.821386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-99e15439-e202-4c82-9db3-be1a703b5ab2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1096 time: 0.0468261 Jan 28 14:32:28.912005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-db664967-1758-496c-bf2f-d2f2a94d473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:28.913583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-db664967-1758-496c-bf2f-d2f2a94d473b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0846825 Jan 28 14:32:28.984443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-e6025be6-3e9b-4d14-ac9b-34b8a26ab9ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1001 time: 0.0630245 Jan 28 14:32:29.012631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:32:29.034745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-02a5a6ce-6344-4a42-88d3-88120d7da485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:29.036379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-02a5a6ce-6344-4a42-88d3-88120d7da485 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0458260 Jan 28 14:32:29.063650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port be11061d-f6ea-4085-9c87-59d615aa5069 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:32:29.067637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port be11061d-f6ea-4085-9c87-59d615aa5069 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:32:29.068015 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:29.085220 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-4533dcba-770f-4052-947a-5105c7f0f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:29.086748 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-4533dcba-770f-4052-947a-5105c7f0f787 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445251 Jan 28 14:32:29.151882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port be11061d-f6ea-4085-9c87-59d615aa5069 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:29.152181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:29.177153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:29.179373 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d689d363-2b66-427e-8e10-6a00c5074e00" -d '{"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-plugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:29.183688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-c65a09eb-6615-44d9-9590-48ba0ba1a0c0 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903404 Jan 28 14:32:29.197561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:29.202201 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:29.234473 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554e9a22-ac83-4301-997d-7ed7a813d974 x-openstack-request-id: req-554e9a22-ac83-4301-997d-7ed7a813d974 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:29.234769 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-plugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:29.235031 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-554e9a22-ac83-4301-997d-7ed7a813d974 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:29.235423 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'code': 200} Jan 28 14:32:29.254086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=10']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:29.276324 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-42f3fb93-2c83-44a6-adda-9ca083ff067d service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862517 Jan 28 14:32:29.875815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ee792-49bb-487a-9361-114f4269c0bd req-f8f80e7e-ed75-4a70-88b6-4cb7621523a8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:29.877364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f85ee792-49bb-487a-9361-114f4269c0bd req-f8f80e7e-ed75-4a70-88b6-4cb7621523a8 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 947 time: 0.0492399 Jan 28 14:32:29.928263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f85ee792-49bb-487a-9361-114f4269c0bd req-2783e2d2-ecab-4745-aea6-391cc939c324 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Jan 28 14:32:31.045763 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3dec-8171-4009-bf3c-63e448996b88 req-dce98b8a-da74-40ae-b3d8-e07735c17420 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:31.047236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d34d3dec-8171-4009-bf3c-63e448996b88 req-dce98b8a-da74-40ae-b3d8-e07735c17420 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 947 time: 0.0509002 Jan 28 14:32:31.096724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d34d3dec-8171-4009-bf3c-63e448996b88 req-3962a4b0-2c93-431e-bb60-6290ea39b15c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 Jan 28 14:32:32.215095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f4b37-2638-489c-afb1-7966ddd64b5c req-e696be51-5f00-4a19-8996-a1bcf05c2126 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:32.216633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-136f4b37-2638-489c-afb1-7966ddd64b5c req-e696be51-5f00-4a19-8996-a1bcf05c2126 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 947 time: 0.0490127 Jan 28 14:32:32.263909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-136f4b37-2638-489c-afb1-7966ddd64b5c req-aaf12294-179a-4c8e-9527-6d56f6f739d2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Jan 28 14:32:33.388991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8018-bc2d-43ed-b9f1-2b7bed6b8107 req-733a1c54-ddc5-4617-99f1-54b364cac0cd tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:33.390502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eba8018-bc2d-43ed-b9f1-2b7bed6b8107 req-733a1c54-ddc5-4617-99f1-54b364cac0cd tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 947 time: 0.0559611 Jan 28 14:32:33.440497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4eba8018-bc2d-43ed-b9f1-2b7bed6b8107 req-9765518c-d463-4a00-babd-980f051f5e33 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Jan 28 14:32:34.567145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a110158-dc6b-40e2-9587-aa48d85be8ec req-f1ed859d-d488-463b-97b1-f95bdf8d31fe tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:34.568793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a110158-dc6b-40e2-9587-aa48d85be8ec req-f1ed859d-d488-463b-97b1-f95bdf8d31fe tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 947 time: 0.0518010 Jan 28 14:32:34.619850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a110158-dc6b-40e2-9587-aa48d85be8ec req-de30b6d3-c0f7-4552-817a-64833d208c78 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Jan 28 14:32:35.028106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:32:35.080102 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d2d0080-7aa7-42d9-8e13-5562576a4f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:35.125396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port be11061d-f6ea-4085-9c87-59d615aa5069 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:35.126070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:35.149785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:35.152147 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d46e96-bbac-4dbb-b6ec-2e2f789755af" -d '{"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-unplugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:35.172283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:35.176528 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:35.211264 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9463e947-3b46-4ef0-aa00-289aca02af2f x-openstack-request-id: req-9463e947-3b46-4ef0-aa00-289aca02af2f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:35.211626 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-unplugged", "status": "completed", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:35.211894 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9463e947-3b46-4ef0-aa00-289aca02af2f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:35.212345 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'code': 200} Jan 28 14:32:35.230332 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=11']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:35.395034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-5f892110-bd08-4a03-9ec7-4493d6cdaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:35.396549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-5f892110-bd08-4a03-9ec7-4493d6cdaa98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f&tenant_id=a5d66e9d99a8469dae782e772cd2a71e HTTP/1.1" status: 200 len: 1096 time: 0.0413499 Jan 28 14:32:35.408914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:32:35.466224 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:35.669839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:35.715524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:35.768125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:35.777432 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Publish callbacks [] for port (be11061d-f6ea-4085-9c87-59d615aa5069), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:35.794101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9df1de-5cd2-4971-a8b9-e0e04e71a413 req-0b37bda2-a916-4e76-89f0-300eb1e02916 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:35.795609 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e9df1de-5cd2-4971-a8b9-e0e04e71a413 req-0b37bda2-a916-4e76-89f0-300eb1e02916 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0974765 Jan 28 14:32:35.801129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Transition to ACTIVE for port object be11061d-f6ea-4085-9c87-59d615aa5069 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:32:35.809543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:35.918078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=12']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:35.927048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3e9df1de-5cd2-4971-a8b9-e0e04e71a413 req-92757219-0c97-4ef9-b1ff-7562e126c38e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242852 Jan 28 14:32:35.970430 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] No DVR routers for this DVR port be11061d-f6ea-4085-9c87-59d615aa5069 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:32:36.110003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:32:36.110347 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:32:36.110680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:36.117108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:32:36.117438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Attempting to bind port be11061d-f6ea-4085-9c87-59d615aa5069 on network 1f851032-a89e-44a9-8ab5-550d57f47935 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:32:36.122470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:32:36.122789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Checking segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:32:36.123223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Bound using segment: {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:32:36.123656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Bound port: be11061d-f6ea-4085-9c87-59d615aa5069, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c789e6-b512-476e-bb0b-5be1d32d037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:32:36.124019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.190305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:32:36.194560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:32:36.198643 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.233270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.233883 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:36.235409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] 10.222.0.60 "PUT /v2.0/ports/be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1093 time: 0.8306329 Jan 28 14:32:36.238482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:36.241346 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:36.292597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37268eb0-3f8f-4e29-be14-2cae2c999163 service neutron] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=13']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:36.306935 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2990c8-4b0f-4372-8508-263c13d6fd90 x-openstack-request-id: req-ca2990c8-4b0f-4372-8508-263c13d6fd90 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:36.307338 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:36.307531 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca2990c8-4b0f-4372-8508-263c13d6fd90 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:36.307939 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'status': 'completed', 'code': 200} Jan 28 14:32:36.314369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-897d8ed0-9a15-4bf5-9a84-f34cfc794abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.316571 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-897d8ed0-9a15-4bf5-9a84-f34cfc794abb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1096 time: 0.0520058 Jan 28 14:32:36.425893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-4cbf3504-00e6-4d81-9184-2d782aaa0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.427422 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-4cbf3504-00e6-4d81-9184-2d782aaa0bde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1096 time: 0.0964215 Jan 28 14:32:36.457219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-7f6e1f62-0798-4dee-ac97-0e7a05f631e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.458567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-7f6e1f62-0798-4dee-ac97-0e7a05f631e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1354086 Jan 28 14:32:36.578889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-3b467d46-7101-4df3-9d1b-47b76473da93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0804534 Jan 28 14:32:36.620403 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-d0032494-daf2-4827-9b13-bdb1ec144463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.621852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-d0032494-daf2-4827-9b13-bdb1ec144463 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.1783831 Jan 28 14:32:36.676541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-cda7fad7-a0ef-4d2f-bf4b-b853e928dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.678033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-cda7fad7-a0ef-4d2f-bf4b-b853e928dac0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0895867 Jan 28 14:32:36.719990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-8e6da978-24e1-4004-8692-e983cbb40f24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0883219 Jan 28 14:32:36.739176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-d634d2f0-7fb4-41d5-8553-b3a0b0ea5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.740625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-d634d2f0-7fb4-41d5-8553-b3a0b0ea5702 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561271 Jan 28 14:32:36.824552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-f4e885bb-9657-47a5-acc6-b6be08cb4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.826116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-f4e885bb-9657-47a5-acc6-b6be08cb4953 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0968969 Jan 28 14:32:36.882553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-22bb6c30-6109-4f7e-a7d5-bde12e3de53a service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243255 Jan 28 14:32:36.893109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-0e57834e-f60e-4663-9278-dd0c5536d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:36.894641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-0e57834e-f60e-4663-9278-dd0c5536d3ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554838 Jan 28 14:32:37.087530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f20edd09-defe-41b9-9ea2-826c1a6b33c3 req-78894552-cee0-409b-bc84-9c3091e3bbb1 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964717 Jan 28 14:32:37.091048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-671f56bd-e01a-4ad8-9021-2babadacb071 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750948 Jan 28 14:32:37.102987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f257da-7051-4daa-9fdc-109a3802782a req-bd0d7793-549c-4177-aaf6-0d5b2af2e035 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.104451 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94f257da-7051-4daa-9fdc-109a3802782a req-bd0d7793-549c-4177-aaf6-0d5b2af2e035 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.1018124 Jan 28 14:32:37.244954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94f257da-7051-4daa-9fdc-109a3802782a req-81f98418-ac3a-4d2a-ac90-9696fbd2a741 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319811 Jan 28 14:32:37.261133 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-f5ddf959-e0a5-4c1b-a8bf-bf542ace5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.262640 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-f5ddf959-e0a5-4c1b-a8bf-bf542ace5d16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1096 time: 0.1013997 Jan 28 14:32:37.266180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-131319a5-4edf-4bd2-87c4-78188db97df8 service neutron] 10.222.0.36 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608140 Jan 28 14:32:37.353353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-55b93f32-f61a-4fc3-b3db-49cc4e76a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.354836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-55b93f32-f61a-4fc3-b3db-49cc4e76a015 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0850079 Jan 28 14:32:37.425712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-013336d0-93f7-4790-a3ce-1b8a8c8f662e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0633178 Jan 28 14:32:37.475286 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-5d77cf23-e9cb-42aa-91c2-f4f63fcf2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.476785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-5d77cf23-e9cb-42aa-91c2-f4f63fcf2cd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0450473 Jan 28 14:32:37.522926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-3f54cef1-6a89-437f-bca1-396aceb538cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:37.524371 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-3f54cef1-6a89-437f-bca1-396aceb538cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405743 Jan 28 14:32:37.620453 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-9b80f942-2955-4779-b218-0e966c589362 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890899 Jan 28 14:32:37.716919 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2ca6001-2cf9-4b7a-baca-345d6732a0ba req-b97b1b78-49f4-4ae3-9619-73ff366166b8 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897267 Jan 28 14:32:37.804872 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b56c218f-dbd9-4d75-bd79-fb8c72e11739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:38.469210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46f4c1-c105-4c0a-925c-b7881c134866 req-f79a067b-73e7-4af0-9ef2-542d6e561021 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:38.470602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a46f4c1-c105-4c0a-925c-b7881c134866 req-f79a067b-73e7-4af0-9ef2-542d6e561021 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.1551597 Jan 28 14:32:38.522603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a46f4c1-c105-4c0a-925c-b7881c134866 req-5b7f1f16-f218-4d74-9119-0b21346bb778 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451906 Jan 28 14:32:38.949068 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:39.639564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7ab4-0d4d-4a5e-80eb-9106ec406385 req-720aef84-ef8f-4f84-a9b6-69c90d8a271c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:39.641100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4dbd7ab4-0d4d-4a5e-80eb-9106ec406385 req-720aef84-ef8f-4f84-a9b6-69c90d8a271c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0490978 Jan 28 14:32:39.695546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4dbd7ab4-0d4d-4a5e-80eb-9106ec406385 req-53b2183e-8d28-4a03-b9e4-c2f438e95e21 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484850 Jan 28 14:32:40.137013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-adf51244-24d4-4e43-8c8c-ef7f6eedbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:40.138456 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-adf51244-24d4-4e43-8c8c-ef7f6eedbe25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 1096 time: 0.0402472 Jan 28 14:32:40.247674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-e4558aa3-84f0-4bd8-bc86-ac9ed4975d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:40.249287 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-e4558aa3-84f0-4bd8-bc86-ac9ed4975d1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 200 len: 912 time: 0.0906792 Jan 28 14:32:40.316813 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-3299fe4f-944b-4676-88b0-2090363426cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 200 len: 1000 time: 0.0594800 Jan 28 14:32:40.369083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-f6b55d30-89c9-4db9-ad24-23b4be6e1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:40.370740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-f6b55d30-89c9-4db9-ad24-23b4be6e1002 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 200 len: 850 time: 0.0453482 Jan 28 14:32:40.422154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-b35caae4-41cd-42e2-a17b-17652b80c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:40.423696 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-b35caae4-41cd-42e2-a17b-17652b80c7d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f851032-a89e-44a9-8ab5-550d57f47935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466998 Jan 28 14:32:40.516443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-5b28248a-9ce3-4779-a7c5-5a7c0a3fa3b6 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853121 Jan 28 14:32:40.610528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f667cda-dce7-4104-911a-f1253fb861f7 req-95c66b2a-b0b6-40c3-a0c1-b4f2da7f1642 service neutron] 10.222.0.60 "GET /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871568 Jan 28 14:32:40.787715 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:40.816283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75a9fb-a8b0-40fe-987a-8f526e334a1e req-7dde5120-ca03-44c5-91d9-a95977d1aeb3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:40.817966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e75a9fb-a8b0-40fe-987a-8f526e334a1e req-7dde5120-ca03-44c5-91d9-a95977d1aeb3 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0516062 Jan 28 14:32:40.866657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e75a9fb-a8b0-40fe-987a-8f526e334a1e req-9a965b3a-4f3c-4f2b-8752-c235532af23b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Jan 28 14:32:41.927816 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:41.991342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f95067-28a8-4ab5-bb69-e21c652b85ea req-07dcf9cb-7b43-4419-addf-bee6f3f331a5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:41.992861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4f95067-28a8-4ab5-bb69-e21c652b85ea req-07dcf9cb-7b43-4419-addf-bee6f3f331a5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0478966 Jan 28 14:32:42.045472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4f95067-28a8-4ab5-bb69-e21c652b85ea req-a069c366-349f-4dfc-9375-e0fd37181bbf tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Jan 28 14:32:43.166647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072392bb-0b2d-4592-a5ff-d59b7c57678c req-3eafabfc-12b4-4390-89b7-7e785b0abff5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:43.168302 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-072392bb-0b2d-4592-a5ff-d59b7c57678c req-3eafabfc-12b4-4390-89b7-7e785b0abff5 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0503478 Jan 28 14:32:43.218556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-072392bb-0b2d-4592-a5ff-d59b7c57678c req-025e2564-5953-4a81-929a-640d3d5732ea tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Jan 28 14:32:44.339913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2fb7c-f000-4ffa-93f8-9e8bfdc96c0d req-e09ac19d-00d0-4778-a865-fd7fad7966c2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:44.341471 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fc2fb7c-f000-4ffa-93f8-9e8bfdc96c0d req-e09ac19d-00d0-4778-a865-fd7fad7966c2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0497200 Jan 28 14:32:44.389207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fc2fb7c-f000-4ffa-93f8-9e8bfdc96c0d req-548f81be-f34d-477b-916f-75ffbd2005fa tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Jan 28 14:32:45.510945 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9dbc6-d3d0-4dab-9872-d37e893e9ef4 req-995c4c2f-30eb-496b-a53e-dfb64f7d3456 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:45.512569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8d9dbc6-d3d0-4dab-9872-d37e893e9ef4 req-995c4c2f-30eb-496b-a53e-dfb64f7d3456 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0546718 Jan 28 14:32:45.558966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8d9dbc6-d3d0-4dab-9872-d37e893e9ef4 req-f4a9f389-fb59-476e-9605-acc8b06cf7d0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Jan 28 14:32:46.675890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8b4-9a21-4e0d-a207-4bcdaa36382e req-72e13862-b6d8-4d61-8785-8751a6194f56 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:46.677384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb6bf8b4-9a21-4e0d-a207-4bcdaa36382e req-72e13862-b6d8-4d61-8785-8751a6194f56 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0475936 Jan 28 14:32:46.723653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb6bf8b4-9a21-4e0d-a207-4bcdaa36382e req-23e86ab3-aeb8-4545-8a88-7567a04c2db6 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 Jan 28 14:32:47.839121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc45ec3-e356-4bdb-9eb2-495a1bfc79f6 req-7b6abb3f-bc93-46c6-b87c-f5eb4e8f40c1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:47.840614 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bc45ec3-e356-4bdb-9eb2-495a1bfc79f6 req-7b6abb3f-bc93-46c6-b87c-f5eb4e8f40c1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0482481 Jan 28 14:32:47.889836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bc45ec3-e356-4bdb-9eb2-495a1bfc79f6 req-2695c564-99f8-45ce-a504-7895ef6d4c51 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Jan 28 14:32:49.007124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eff34-451d-4c89-a1a8-34c7f36d3895 req-8d6c9e0f-37e0-4f51-9858-e7e5de5c3533 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:49.008691 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f48eff34-451d-4c89-a1a8-34c7f36d3895 req-8d6c9e0f-37e0-4f51-9858-e7e5de5c3533 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0487182 Jan 28 14:32:49.056224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f48eff34-451d-4c89-a1a8-34c7f36d3895 req-7ad8f87a-259a-4e48-85a7-18c51f452fca tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Jan 28 14:32:50.172059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5ab31-3225-456a-84d1-f0f05f9e921f req-a88b38b2-cc24-4379-9cf1-8c1cfdf20511 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:50.173522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b5ab31-3225-456a-84d1-f0f05f9e921f req-a88b38b2-cc24-4379-9cf1-8c1cfdf20511 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0470650 Jan 28 14:32:50.221196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69b5ab31-3225-456a-84d1-f0f05f9e921f req-6f77e2c5-4f7e-41c5-934f-5cac4e303e46 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Jan 28 14:32:51.348244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea42b0-a028-46a4-9ed0-25466b41dabf req-a0996762-0e59-47b2-96c6-80aaadc4b4d1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:51.349746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3aea42b0-a028-46a4-9ed0-25466b41dabf req-a0996762-0e59-47b2-96c6-80aaadc4b4d1 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0576217 Jan 28 14:32:51.396152 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3aea42b0-a028-46a4-9ed0-25466b41dabf req-de26bc89-81f7-4211-8eac-8f898ffc8696 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Jan 28 14:32:52.514652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecde6d-0e8a-4bcc-bd8b-0ef7bda52f62 req-ae188f52-a945-44db-8ae9-961367fd8518 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:52.516102 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78ecde6d-0e8a-4bcc-bd8b-0ef7bda52f62 req-ae188f52-a945-44db-8ae9-961367fd8518 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0514131 Jan 28 14:32:52.563089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-78ecde6d-0e8a-4bcc-bd8b-0ef7bda52f62 req-252f933b-e032-4324-a79c-b03e4860a1c2 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412710 Jan 28 14:32:53.685497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124a909-dd28-49d1-82e1-931ba2506d7e req-b731fd8c-754a-4504-9b31-96e3d56dc522 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:53.686994 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8124a909-dd28-49d1-82e1-931ba2506d7e req-b731fd8c-754a-4504-9b31-96e3d56dc522 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0525861 Jan 28 14:32:53.738468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8124a909-dd28-49d1-82e1-931ba2506d7e req-1d791f82-eee9-4b03-a633-83b01bc06df0 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Jan 28 14:32:53.759642 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:32:54.854793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9623983-6378-4b5f-a17e-40ebea4a1da0 req-e93aa314-b617-4afd-94ed-c2e51df0f125 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:54.856319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9623983-6378-4b5f-a17e-40ebea4a1da0 req-e93aa314-b617-4afd-94ed-c2e51df0f125 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0486910 Jan 28 14:32:54.902974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9623983-6378-4b5f-a17e-40ebea4a1da0 req-3e031f8e-b5a4-4c8d-92e3-d1ad6be720ef tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Jan 28 14:32:55.023788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72b4d-b2d5-4e8c-9a8b-6b89ac75fd56 req-c3a16120-fc86-4982-b012-17d400c646da tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:55.025212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2b72b4d-b2d5-4e8c-9a8b-6b89ac75fd56 req-c3a16120-fc86-4982-b012-17d400c646da tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0501423 Jan 28 14:32:55.076141 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2b72b4d-b2d5-4e8c-9a8b-6b89ac75fd56 req-380ad729-e777-4001-86e8-78d06ca77221 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Jan 28 14:32:55.188973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b9e2-c3d5-4ac7-a643-90faf65cbfde req-2d4d915a-8591-46a2-bf39-a47b5255b093 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:55.190488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b58b9e2-c3d5-4ac7-a643-90faf65cbfde req-2d4d915a-8591-46a2-bf39-a47b5255b093 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0491085 Jan 28 14:32:55.238104 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b58b9e2-c3d5-4ac7-a643-90faf65cbfde req-b848bb3c-05eb-40cc-b629-4a94ac70151d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Jan 28 14:32:55.488693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc333be-5bf2-4fb6-a57f-55dfdb2406e5 req-3dafe7f7-168a-409e-8599-0e58efa68c25 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:55.490225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dc333be-5bf2-4fb6-a57f-55dfdb2406e5 req-3dafe7f7-168a-409e-8599-0e58efa68c25 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 945 time: 0.0517359 Jan 28 14:32:55.537300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dc333be-5bf2-4fb6-a57f-55dfdb2406e5 req-dc1d0f7d-cf5a-4181-a3b0-1bde26c7e04b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Jan 28 14:32:56.321519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:32:56.414718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:56.425976 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'port_id': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'mac_address': 'fa:16:3e:91:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:32:56.465206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port be11061d-f6ea-4085-9c87-59d615aa5069 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:32:56.465520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:56.478669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:32:56.498292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:56.502487 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:56.548545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=14']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:56.656800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7570db-e5cf-4112-8425-39e6ffee2af5 req-9a7455d4-506b-4f5a-8545-30912e2be826 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:56.658281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df7570db-e5cf-4112-8425-39e6ffee2af5 req-9a7455d4-506b-4f5a-8545-30912e2be826 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0517163 Jan 28 14:32:56.706682 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df7570db-e5cf-4112-8425-39e6ffee2af5 req-bce6ff18-6936-4bb0-aa63-35426e86b4ae tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Jan 28 14:32:57.162193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-405f4a7b-76b0-4c73-ac1b-dfd1ad688c47 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:57.163658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-405f4a7b-76b0-4c73-ac1b-dfd1ad688c47 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.0473526 Jan 28 14:32:57.214608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:57.259571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Deleting port be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:32:57.259920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:57.348420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] For port be11061d-f6ea-4085-9c87-59d615aa5069, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=be11061d-f6ea-4085-9c87-59d615aa5069,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:32:57.348810 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:57.868867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:57.869622 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:57.869622 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952 disassociated. External IP: 172.25.4.69, port: be11061d-f6ea-4085-9c87-59d615aa5069. Jan 28 14:32:57.870319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Calling delete_port for be11061d-f6ea-4085-9c87-59d615aa5069 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:32:57.883788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c829b16-9184-49b2-882f-e22de8883c74 req-61e18dfa-a75c-46f2-80d1-8ef235cb1d63 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:32:57.885424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c829b16-9184-49b2-882f-e22de8883c74 req-61e18dfa-a75c-46f2-80d1-8ef235cb1d63 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 946 time: 0.1039293 Jan 28 14:32:57.979245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c829b16-9184-49b2-882f-e22de8883c74 req-538595aa-3c87-4d71-a1f3-7e9f6dcf0195 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups?id=12f95f48-3abe-435f-831e-32fe08ad1b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883372 Jan 28 14:32:58.053208 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (be11061d-f6ea-4085-9c87-59d615aa5069), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:58.081798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event deleted for resources: {'Port': ['ID=be11061d-f6ea-4085-9c87-59d615aa5069,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:32:58.206830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:32:58.317873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:32:58.328363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:32:58.333222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:32:58.338347 n-d-822748-2 neutron-server[103375]: INFO neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No ports have port_id starting with be11061d-f6ea-4085-9c87-59d615aa5069 Jan 28 14:32:58.341887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 requested by agent hyperv_n-h2-822748-2 not found in database {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 28 14:32:58.348633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:32:58.349266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:32:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:58.357972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] No DVR routers for this DVR port be11061d-f6ea-4085-9c87-59d615aa5069 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:32:58.360526 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:58.364330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af9b2b2c-549f-4cfa-b855-196ae6c60866 req-edbd4f8e-cf8b-4587-a40d-9f4647ab957c tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.60 "DELETE /v2.0/ports/be11061d-f6ea-4085-9c87-59d615aa5069 HTTP/1.1" status: 204 len: 173 time: 1.1943209 Jan 28 14:32:58.364778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-deleted', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:32:58.367026 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66fe41e-0438-448e-bbb7-c2ede52516a8" -d '{"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-deleted", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:32:58.413961 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268e1b1d-5f92-4170-8470-7ce44af194b7 x-openstack-request-id: req-268e1b1d-5f92-4170-8470-7ce44af194b7 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:32:58.414257 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e0e72-c660-4425-b8c4-da58d015130f", "name": "network-vif-deleted", "tag": "be11061d-f6ea-4085-9c87-59d615aa5069", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:32:58.414515 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-268e1b1d-5f92-4170-8470-7ce44af194b7 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:32:58.414909 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e0e72-c660-4425-b8c4-da58d015130f', 'name': 'network-vif-deleted', 'tag': 'be11061d-f6ea-4085-9c87-59d615aa5069', 'status': 'completed', 'code': 200} Jan 28 14:32:58.463571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:32:58.681866 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:32:58.841304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:58.868570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:32:58.876757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:32:58.877534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:32:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:58.987276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:32:59.083355 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a4be818d-8566-44b9-a044-10ac5a55f9e7 req-e573d1f8-3b44-4024-b859-9f1a23e31c10 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0284951 Jan 28 14:32:59.198078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:32:59.226138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d829b86-3f0e-4054-beab-3e3f596bfc59 None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:37Z', 'revision_number': 4, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '6ddd6478-a87b-4f4a-b069-e27d6a7d07e8', 'name': '', 'network_id': '1f851032-a89e-44a9-8ab5-550d57f47935', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'mac_address': 'fa:16:3e:bf:3f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:37Z', 'updated_at': '2022-01-28T14:22:41Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'subnets': [{'id': '54fc86f0-a238-44d0-a610-d880a4c6b2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:32:59.450891 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd7455-9e6a-49fc-83ed-4730a58b01e7 None None] New status for floating IP a9aa1d35-7e27-46e2-b8b9-030c9ad37952: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:33:00.185655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-936bdd58-ba38-4681-b633-49724fbb4603 req-fd81bfd4-6f3f-4439-9fc4-5073d6df829e tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0308585 Jan 28 14:33:00.336578 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:33:00.356874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: be11061d-f6ea-4085-9c87-59d615aa5069 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:33:00.357218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device be11061d-f6ea-4085-9c87-59d615aa5069 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:33:01.284937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d5722cf2-132e-4d0f-b60f-a8b42e89fc3f req-edbd0a1b-6499-4907-b779-067306aabb43 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0273345 Jan 28 14:33:02.382313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54d5aa4f-2517-4b62-a4ed-55a22c9c6c0c req-aeff133c-fcc6-40cc-b785-c670182e037d tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0269384 Jan 28 14:33:03.481103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ad16b21-f033-4104-8c8d-0e6ce7b570f7 req-9d70d761-005b-4e85-8994-5cfea1e0b381 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0274909 Jan 28 14:33:04.579674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5d6a5994-eaaf-4c6a-ae88-e5432c171f61 req-02dc0a95-c812-453c-b34b-ff5266e95985 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0269012 Jan 28 14:33:05.042173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c84996db-b92a-4741-adc3-d85ff76757e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:05.675986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d70e9a95-ab5e-4608-ac76-9a85fdb42382 req-eca347a5-b5b5-42b1-b4de-b30e97fe8594 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0275843 Jan 28 14:33:06.791063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11a1b676-dfbc-4a50-be12-c3528c5f9a9a req-c15eb65c-1b7a-49dd-8ade-6674a6e14799 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/ports?device_id=482e0e72-c660-4425-b8c4-da58d015130f HTTP/1.1" status: 200 len: 210 time: 0.0313017 Jan 28 14:33:07.805746 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3f0f8d43-b147-4658-a95c-fc39c4f76b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:08.952249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:10.788621 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:11.930903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:13.631146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46754) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:13.686455 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group (12f95f48-3abe-435f-831e-32fe08ad1b1a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:13.710773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group (12f95f48-3abe-435f-831e-32fe08ad1b1a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:13.759785 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (12f95f48-3abe-435f-831e-32fe08ad1b1a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:13.762671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:13.763857 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "DELETE /v2.0/security-groups/12f95f48-3abe-435f-831e-32fe08ad1b1a HTTP/1.1" status: 204 len: 168 time: 0.1317120 Jan 28 14:33:13.766527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46758) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:13.773670 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f95f48-3abe-435f-831e-32fe08ad1b1a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:13.781190 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.781540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.781882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.782221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.782561 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.782896 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.783224 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.783549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.783873 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.784299 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.784619 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.784945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.785267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8946a0-2593-46f4-9415-bbf838e03305 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:13.785989 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [None req-93585bdb-ac86-48a8-b01d-cdebf839e97b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] show failed (client error): The resource could not be found. Jan 28 14:33:13.787082 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-93585bdb-ac86-48a8-b01d-cdebf839e97b tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "GET /v2.0/security-groups/12f95f48-3abe-435f-831e-32fe08ad1b1a HTTP/1.1" status: 404 len: 347 time: 0.0194957 Jan 28 14:33:13.789758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46760) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:13.927340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Deleting port 501c6123-d716-4383-8e44-f60aab7b6cde {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:33:13.927687 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (501c6123-d716-4383-8e44-f60aab7b6cde), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:14.004705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (501c6123-d716-4383-8e44-f60aab7b6cde), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:14.004912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (501c6123-d716-4383-8e44-f60aab7b6cde), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:14.017603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Calling delete_port for 501c6123-d716-4383-8e44-f60aab7b6cde owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:33:14.153994 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (501c6123-d716-4383-8e44-f60aab7b6cde), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:14.179890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Pushing event deleted for resources: {'Port': ['ID=501c6123-d716-4383-8e44-f60aab7b6cde,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:14.192466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.192831 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.193187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.193539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.193888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.194234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.194577 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.194916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.195254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.195589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.195922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.196282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.196620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:14.262616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks [] for floatingip (a9aa1d35-7e27-46e2-b8b9-030c9ad37952), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:14.265151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:14.266322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d74286ce-e540-4d17-b9df-42756ec01b41 tempest-ServerActionsTestJSON-1403021852 tempest-ServerActionsTestJSON-1403021852-project] 10.222.0.45 "DELETE /v2.0/floatingips/a9aa1d35-7e27-46e2-b8b9-030c9ad37952 HTTP/1.1" status: 204 len: 168 time: 0.4755926 Jan 28 14:33:14.269603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46762) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:14.745980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (c9cab752-88fc-48a8-a18e-cac8b4bf473e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:15.000760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Deleting port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:33:15.001622 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:15.081808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] For port 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:15.082493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:15.094475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Calling delete_port for 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:33:15.286456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (6ddd6478-a87b-4f4a-b069-e27d6a7d07e8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:15.311253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddd6478-a87b-4f4a-b069-e27d6a7d07e8,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:15.482803 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (c9cab752-88fc-48a8-a18e-cac8b4bf473e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:15.701065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Router c9cab752-88fc-48a8-a18e-cac8b4bf473e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:33:15.806993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:33:15.812108 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-61cb4ae3-0bf0-4e18-a6bf-d1bee7b96901 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9cab752-88fc-48a8-a18e-cac8b4bf473e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5414853 Jan 28 14:33:15.814706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46766) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:15.816856 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] Sync routers for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:33:15.827175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:33:15.827780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:33:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:15.922721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks [] for router (c9cab752-88fc-48a8-a18e-cac8b4bf473e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:15.932558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:33:16.037170 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks [] for router_gateway (c9cab752-88fc-48a8-a18e-cac8b4bf473e), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.090809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Deleting port c04c732c-880a-4825-a004-90bb820ec352 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:33:16.091151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c04c732c-880a-4825-a004-90bb820ec352), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.115110 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c04c732c-880a-4825-a004-90bb820ec352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:33:15Z', 'revision_number': 5, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port': {'id': 'c04c732c-880a-4825-a004-90bb820ec352', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:16.141878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] Checking router: c9cab752-88fc-48a8-a18e-cac8b4bf473e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:33:16.150775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] Routers {'c9cab752-88fc-48a8-a18e-cac8b4bf473e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:33:16.151385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:33:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:16.171313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] For port c04c732c-880a-4825-a004-90bb820ec352, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c04c732c-880a-4825-a004-90bb820ec352,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:16.171679 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c04c732c-880a-4825-a004-90bb820ec352), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.185717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Calling delete_port for c04c732c-880a-4825-a004-90bb820ec352 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:33:16.240514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] Set router c9cab752-88fc-48a8-a18e-cac8b4bf473e gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:33:16.295191 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:33:16Z', 'revision_number': 6, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:16.324571 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576de7d2-9a24-4ea9-b5fd-d4657971682a None None] The sync data for ids ['c9cab752-88fc-48a8-a18e-cac8b4bf473e'] in n-d-822748-2 is: [{'id': 'c9cab752-88fc-48a8-a18e-cac8b4bf473e', 'name': 'tempest-ServerActionsTestJSON-511768130-router', 'tenant_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:22:35Z', 'updated_at': '2022-01-28T14:33:16Z', 'revision_number': 6, 'project_id': 'a5d66e9d99a8469dae782e772cd2a71e', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:33:16.361823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c04c732c-880a-4825-a004-90bb820ec352), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.392279 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04c732c-880a-4825-a004-90bb820ec352,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:16.449724 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (c9cab752-88fc-48a8-a18e-cac8b4bf473e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.539457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (c9cab752-88fc-48a8-a18e-cac8b4bf473e), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.542590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks [] for router_controller (c9cab752-88fc-48a8-a18e-cac8b4bf473e), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.586233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (c9cab752-88fc-48a8-a18e-cac8b4bf473e), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.587007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9cab752-88fc-48a8-a18e-cac8b4bf473e {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:33:16.591688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.592870 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d7c1c229-e916-4d75-824d-45ce237c8ae1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c9cab752-88fc-48a8-a18e-cac8b4bf473e HTTP/1.1" status: 204 len: 168 time: 0.7763886 Jan 28 14:33:16.595306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46768) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:16.642281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] Deleting subnet 54fc86f0-a238-44d0-a610-d880a4c6b2ea {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:33:16.646472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] Publish callbacks [] for subnet (54fc86f0-a238-44d0-a610-d880a4c6b2ea), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.681332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (54fc86f0-a238-44d0-a610-d880a4c6b2ea), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.762570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (54fc86f0-a238-44d0-a610-d880a4c6b2ea), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.813586 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (54fc86f0-a238-44d0-a610-d880a4c6b2ea), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.844293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fc86f0-a238-44d0-a610-d880a4c6b2ea,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:16.846186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.849989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-023c72ca-02a9-4136-bb5c-41ed6886bf8c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/54fc86f0-a238-44d0-a610-d880a4c6b2ea HTTP/1.1" status: 204 len: 168 time: 0.2537069 Jan 28 14:33:16.852433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46770) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:16.853057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107ba13-5f74-42d1-88f6-0632fcd8d89c None None] Network 1f851032-a89e-44a9-8ab5-550d57f47935 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:16.921044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1f851032-a89e-44a9-8ab5-550d57f47935), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:16.975503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Deleting port 2391425a-6081-4313-85e7-6a36fbeacdce {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:33:16.975849 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.077508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654e9601-668a-4fe4-b681-18243486f8af None None] DHCP port deletion for 1f851032-a89e-44a9-8ab5-550d57f47935 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:33:17.135012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-654e9601-668a-4fe4-b681-18243486f8af None None] Deleting port 2391425a-6081-4313-85e7-6a36fbeacdce {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:33:17.135486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-654e9601-668a-4fe4-b681-18243486f8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.149412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2391425a-6081-4313-85e7-6a36fbeacdce no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:33:17.242098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-654e9601-668a-4fe4-b681-18243486f8af None None] For port 2391425a-6081-4313-85e7-6a36fbeacdce, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2391425a-6081-4313-85e7-6a36fbeacdce,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:17.242507 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-654e9601-668a-4fe4-b681-18243486f8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.257812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-654e9601-668a-4fe4-b681-18243486f8af None None] Calling delete_port for 2391425a-6081-4313-85e7-6a36fbeacdce owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:33:17.337733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2391425a-6081-4313-85e7-6a36fbeacdce is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:17.338141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.385940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2391425a-6081-4313-85e7-6a36fbeacdce, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2391425a-6081-4313-85e7-6a36fbeacdce,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:17.386523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] For port 2391425a-6081-4313-85e7-6a36fbeacdce, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2391425a-6081-4313-85e7-6a36fbeacdce,segment=NetworkSegment(d1c789e6-b512-476e-bb0b-5be1d32d037b),segment_id=d1c789e6-b512-476e-bb0b-5be1d32d037b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:17.387219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.397164 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.397908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c04c732c-880a-4825-a004-90bb820ec352 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:33:17.402264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Calling delete_port for 2391425a-6081-4313-85e7-6a36fbeacdce owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:33:17.436458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: c04c732c-880a-4825-a004-90bb820ec352 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:33:17.436752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c04c732c-880a-4825-a004-90bb820ec352 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:33:17.437228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:33:17.444197 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-654e9601-668a-4fe4-b681-18243486f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.473829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e9601-668a-4fe4-b681-18243486f8af None None] No DVR routers for this DVR port 2391425a-6081-4313-85e7-6a36fbeacdce on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:33:17.475229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:33:17.475584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 6ddd6478-a87b-4f4a-b069-e27d6a7d07e8 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:33:17.485279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2391425a-6081-4313-85e7-6a36fbeacdce), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.500231 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2391425a-6081-4313-85e7-6a36fbeacdce,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:17.508748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.509109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.509362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Pushing event deleted for resources: {'Port': ['ID=2391425a-6081-4313-85e7-6a36fbeacdce,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:17.509486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.509867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.510119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.510463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.510799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.511138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.511474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.511806 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.512165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.512550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.512886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:33:17.520250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] No DVR routers for this DVR port 2391425a-6081-4313-85e7-6a36fbeacdce on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:33:17.540593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e9601-668a-4fe4-b681-18243486f8af None None] Pushing event deleted for resources: {'Port': ['ID=2391425a-6081-4313-85e7-6a36fbeacdce,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:17.605753 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1f851032-a89e-44a9-8ab5-550d57f47935), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.626990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f851032-a89e-44a9-8ab5-550d57f47935']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:17.637721 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c789e6-b512-476e-bb0b-5be1d32d037b') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:17.637936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c789e6-b512-476e-bb0b-5be1d32d037b') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:17.648506 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (d1c789e6-b512-476e-bb0b-5be1d32d037b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.662064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (d1c789e6-b512-476e-bb0b-5be1d32d037b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.668352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:33:17.668933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (d1c789e6-b512-476e-bb0b-5be1d32d037b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: self.session.flush() Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:33:17.670574 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:33:17.732599 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1f851032-a89e-44a9-8ab5-550d57f47935), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.738427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.741659 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1f851032-a89e-44a9-8ab5-550d57f47935 HTTP/1.1" status: 204 len: 168 time: 0.8882995 Jan 28 14:33:17.756134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52ca3d-d40c-49ac-a312-1223b2124127 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f851032-a89e-44a9-8ab5-550d57f47935,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:17.874200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46774) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:17.913607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3c83accb-a30f-4b4b-9574-d9334ebd9bd1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5d66e9d99a8469dae782e772cd2a71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380685 Jan 28 14:33:17.915860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46776) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:17.962676 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd375cd-50db-4cbd-bc0b-612750a81e87 admin admin] Publish callbacks [] for security_group (5223165e-035e-407b-9e42-3f0e7a781406), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:17.983304 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd375cd-50db-4cbd-bc0b-612750a81e87 admin admin] Publish callbacks [] for security_group (5223165e-035e-407b-9e42-3f0e7a781406), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:18.031465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd375cd-50db-4cbd-bc0b-612750a81e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5223165e-035e-407b-9e42-3f0e7a781406), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:18.033651 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0bd375cd-50db-4cbd-bc0b-612750a81e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:18.034869 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0bd375cd-50db-4cbd-bc0b-612750a81e87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5223165e-035e-407b-9e42-3f0e7a781406 HTTP/1.1" status: 204 len: 168 time: 0.1180859 Jan 28 14:33:18.042867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd375cd-50db-4cbd-bc0b-612750a81e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5223165e-035e-407b-9e42-3f0e7a781406,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:18.795681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46798) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:18.904518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-540227641-network', 'tenant_id': '413c5a1b09454bb283642b1d595b64d1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:18.927820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Made reservation on behalf of 413c5a1b09454bb283642b1d595b64d1 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:18.930251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:18.939298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.033645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks [] for security_group (f17b5dcb-fa4d-4407-9eac-6af312e4da56), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.038615 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f17b5dcb-fa4d-4407-9eac-6af312e4da56), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.064556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:33:19.073785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b5dcb-fa4d-4407-9eac-6af312e4da56,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:19.081442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7b99e546-2667-444e-92c8-c57793d46ae1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.081442 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Added segment 7b99e546-2667-444e-92c8-c57793d46ae1 of type vlan for network 63c3e6cf-854b-4f2a-910c-574e237a328a Jan 28 14:33:19.125057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (63c3e6cf-854b-4f2a-910c-574e237a328a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.150750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (63c3e6cf-854b-4f2a-910c-574e237a328a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.151777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:19.152410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.217738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4208965 Jan 28 14:33:19.221182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:19.222537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e157b0-e454-44f3-a2f9-b6099024c205 admin admin] Pushing event updated for resources: {'Network': ['ID=63c3e6cf-854b-4f2a-910c-574e237a328a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:19.228892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Request body: {'subnet': {'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-540227641-subnet', 'tenant_id': '413c5a1b09454bb283642b1d595b64d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:19.233157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 63c3e6cf-854b-4f2a-910c-574e237a328a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:33:19.252678 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Made reservation on behalf of 413c5a1b09454bb283642b1d595b64d1 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:19.255747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.442122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (535a2eec-7cc7-4e09-8b14-cd428bc53432), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.497267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535a2eec-7cc7-4e09-8b14-cd428bc53432,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:19.509642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Checking segment: {'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:19.510010 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Network hostable DHCP agents. Network: 63c3e6cf-854b-4f2a-910c-574e237a328a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:33:19.529485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Network 63c3e6cf-854b-4f2a-910c-574e237a328a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:33:19.539546 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 63c3e6cf-854b-4f2a-910c-574e237a328a) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:19.544161 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:19.544788 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:19.552169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a75e551-10d8-4bdc-a350-a79b33cc9a4c None None] Network 63c3e6cf-854b-4f2a-910c-574e237a328a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:19.571850 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ba0dac6-f59c-4bef-bfcd-78ea584e0146 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3400660 Jan 28 14:33:19.671140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167c1bc-2c09-445b-aad2-b64635f85839 None None] Network 63c3e6cf-854b-4f2a-910c-574e237a328a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:20.007073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-5dc88c8f-d0d2-4198-9140-9e321dfd097b tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:20.008594 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-5dc88c8f-d0d2-4198-9140-9e321dfd097b tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/networks?id=63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 200 len: 813 time: 0.1033950 Jan 28 14:33:20.023466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-50a23f1b-e7f0-412b-99e7-e5b9d26f4011 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/quotas/413c5a1b09454bb283642b1d595b64d1 HTTP/1.1" status: 200 len: 375 time: 0.0093386 Jan 28 14:33:20.055478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-751fad4f-0d18-4529-8ff3-d3df1533279b tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=413c5a1b09454bb283642b1d595b64d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271001 Jan 28 14:33:20.148476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-41965266-bd16-4591-9faf-be5ba3a45600 service neutron] 10.222.0.45 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863922 Jan 28 14:33:20.239664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-77077f94-7908-4d5d-8203-68d94ffac91a service neutron] 10.222.0.45 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855176 Jan 28 14:33:20.399760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c12219a4-af84-477f-b50e-2966a5017622 req-ed903424-cdab-4608-97e2-6b204633b25e tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 210 time: 0.0283694 Jan 28 14:33:21.547389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-54c1e9e6-12a1-4b09-b42b-b167c866e306 req-cd48c9e5-ae5d-4b5a-b7e0-767778d3667a tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 210 time: 0.0337992 Jan 28 14:33:21.592757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-43e75185-c144-486d-8514-b647ee2d609b tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:21.594203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-43e75185-c144-486d-8514-b647ee2d609b tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.36 "GET /v2.0/networks?id=63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 200 len: 813 time: 0.1819365 Jan 28 14:33:21.608244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Request body: {'port': {'device_id': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a', 'admin_state_up': True, 'tenant_id': '413c5a1b09454bb283642b1d595b64d1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:21.721633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Made reservation on behalf of 413c5a1b09454bb283642b1d595b64d1 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:21.724947 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:21.850675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Allocated IP 172.20.0.9 (63c3e6cf-854b-4f2a-910c-574e237a328a/535a2eec-7cc7-4e09-8b14-cd428bc53432/06c0955a-37cf-4368-a361-7358c1c4bca0) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:33:22.000242 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks [] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.036281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.080438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Network 63c3e6cf-854b-4f2a-910c-574e237a328a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:33:22.084274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:22.086745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:33:22.124823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Pushing event updated for resources: {'Port': ['ID=06c0955a-37cf-4368-a361-7358c1c4bca0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:22.146264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:22.146885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.163644 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-d7c27c58-9506-4fed-8223-c44d1a727acb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589118 Jan 28 14:33:22.178823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Request body: {'port': {'device_id': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:22.235300 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.504192 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c0955a-37cf-4368-a361-7358c1c4bca0 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:33:22.511576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Publish callbacks [] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.524801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Transition to ACTIVE for port object 06c0955a-37cf-4368-a361-7358c1c4bca0 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:33:22.528636 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.583912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Pushing event updated for resources: {'Port': ['ID=06c0955a-37cf-4368-a361-7358c1c4bca0,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:22.680960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Attempting to bind port 06c0955a-37cf-4368-a361-7358c1c4bca0 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:33:22.681302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Attempting to bind port 06c0955a-37cf-4368-a361-7358c1c4bca0 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:33:22.681635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Attempting to bind port 06c0955a-37cf-4368-a361-7358c1c4bca0 on network 63c3e6cf-854b-4f2a-910c-574e237a328a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:33:22.692082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196f92-5ed7-4a4a-8997-6cd48ffd3606 req-516c8c9b-cad8-4901-a309-34a4447c0385 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:22.693575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea196f92-5ed7-4a4a-8997-6cd48ffd3606 req-516c8c9b-cad8-4901-a309-34a4447c0385 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 943 time: 0.0737772 Jan 28 14:33:22.695717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Port 06c0955a-37cf-4368-a361-7358c1c4bca0 on network 63c3e6cf-854b-4f2a-910c-574e237a328a not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:33:22.696053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Attempting to bind port 06c0955a-37cf-4368-a361-7358c1c4bca0 on network 63c3e6cf-854b-4f2a-910c-574e237a328a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:33:22.708235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:33:22.708576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Checking segment: {'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:22.708952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Bound using segment: {'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:33:22.709386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Bound port: 06c0955a-37cf-4368-a361-7358c1c4bca0, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:33:22.709742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.779237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ea196f92-5ed7-4a4a-8997-6cd48ffd3606 req-e8f24fac-c833-409d-aa8a-b14503393bda tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798638 Jan 28 14:33:22.803987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] For port 06c0955a-37cf-4368-a361-7358c1c4bca0, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:33:22.807808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] For port 06c0955a-37cf-4368-a361-7358c1c4bca0, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=06c0955a-37cf-4368-a361-7358c1c4bca0,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:33:22.811790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.845342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:22.845988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:22.847634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] 10.222.0.36 "PUT /v2.0/ports/06c0955a-37cf-4368-a361-7358c1c4bca0 HTTP/1.1" status: 200 len: 1091 time: 0.6735396 Jan 28 14:33:22.848095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'tag': '06c0955a-37cf-4368-a361-7358c1c4bca0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:33:22.850368 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c66d772-5cd4-4878-85c4-f7e58b66e07d", "tag": "06c0955a-37cf-4368-a361-7358c1c4bca0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:33:22.875151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9266b1-dbac-43c3-9c5c-c1e4bd927d2b service neutron] Pushing event updated for resources: {'Port': ['ID=06c0955a-37cf-4368-a361-7358c1c4bca0,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:22.895326 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce696b15-06d6-49a7-89e2-43273e04a1da x-openstack-request-id: req-ce696b15-06d6-49a7-89e2-43273e04a1da {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:33:22.895627 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c66d772-5cd4-4878-85c4-f7e58b66e07d", "tag": "06c0955a-37cf-4368-a361-7358c1c4bca0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:33:22.895885 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce696b15-06d6-49a7-89e2-43273e04a1da {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:33:22.896347 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'tag': '06c0955a-37cf-4368-a361-7358c1c4bca0', 'status': 'completed', 'code': 200} Jan 28 14:33:22.941836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-66f2b7b5-346e-4620-a8be-57fdfe536a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:22.943352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-66f2b7b5-346e-4620-a8be-57fdfe536a91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=413c5a1b09454bb283642b1d595b64d1&device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 1094 time: 0.0413606 Jan 28 14:33:22.993744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-a242f936-b208-4a37-90ab-7048dd6f1368 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c0955a-37cf-4368-a361-7358c1c4bca0 HTTP/1.1" status: 200 len: 217 time: 0.0384352 Jan 28 14:33:23.043743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-bfc3ebd2-fb18-46af-812c-a2adead1fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:23.045139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-bfc3ebd2-fb18-46af-812c-a2adead1fff0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535a2eec-7cc7-4e09-8b14-cd428bc53432 HTTP/1.1" status: 200 len: 853 time: 0.0448625 Jan 28 14:33:23.078984 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-0a112579-b169-4be2-8784-608b971a92af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c3e6cf-854b-4f2a-910c-574e237a328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246673 Jan 28 14:33:23.175075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-afc3630d-b266-4c92-8fed-82a0a9379cab service neutron] 10.222.0.36 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Jan 28 14:33:23.270477 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1947fea-b9e5-4da2-a938-4b51dddbb6d2 req-8d065cb5-d1bf-44c7-9f2c-0c7c6082dc9e service neutron] 10.222.0.36 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859926 Jan 28 14:33:23.358008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-35514ae7-fe81-4ee4-baf1-f6aa04f09867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:23.359545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-35514ae7-fe81-4ee4-baf1-f6aa04f09867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=413c5a1b09454bb283642b1d595b64d1&device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 1094 time: 0.0420275 Jan 28 14:33:23.459541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-286925b6-983f-4d04-a9a7-9f3c81d5a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:23.461049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-286925b6-983f-4d04-a9a7-9f3c81d5a612 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 200 len: 914 time: 0.0931177 Jan 28 14:33:23.503769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-784b97cf-0497-4735-83a1-8fbeb3f8764f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c0955a-37cf-4368-a361-7358c1c4bca0 HTTP/1.1" status: 200 len: 217 time: 0.0363138 Jan 28 14:33:23.557379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-4d6634f9-aae9-4019-8b9a-3a793c5aa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:23.558858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-4d6634f9-aae9-4019-8b9a-3a793c5aa6e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535a2eec-7cc7-4e09-8b14-cd428bc53432 HTTP/1.1" status: 200 len: 853 time: 0.0490282 Jan 28 14:33:23.592879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-18ca8b5b-853e-4fa6-bf37-d56fd5f12724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c3e6cf-854b-4f2a-910c-574e237a328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263379 Jan 28 14:33:23.686752 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-8c684f8b-8ef0-440f-9bea-3251da6783d1 service neutron] 10.222.0.36 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865347 Jan 28 14:33:23.787251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bcc7a111-4cec-4e82-aa44-f8ef6bcd703b req-8a73405a-272f-4232-bed5-2db1aecca61d service neutron] 10.222.0.36 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935628 Jan 28 14:33:23.904575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb93deb-6307-4242-81f5-dce57ba04660 req-d3a3fdb9-1d68-47a7-aae4-5c7e322ffcd9 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:23.906036 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2bb93deb-6307-4242-81f5-dce57ba04660 req-d3a3fdb9-1d68-47a7-aae4-5c7e322ffcd9 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 943 time: 0.0480013 Jan 28 14:33:23.954599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2bb93deb-6307-4242-81f5-dce57ba04660 req-ce1d847d-5c95-4a9f-8447-919f655735f2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Jan 28 14:33:25.069700 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899552f-945d-495c-8225-3c1e83be9867 req-e6b4a679-5333-4b4c-93f5-14e8d19dfa36 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:25.071167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a899552f-945d-495c-8225-3c1e83be9867 req-e6b4a679-5333-4b4c-93f5-14e8d19dfa36 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 943 time: 0.0480051 Jan 28 14:33:25.121209 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a899552f-945d-495c-8225-3c1e83be9867 req-323e1662-a720-4a26-a7f1-58e4cb3b4278 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Jan 28 14:33:26.235429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153ca58-ae22-4b5e-ac69-1277e654a2a2 req-45b70bda-09fa-4497-9f1a-de502f4b887f tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:26.237570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7153ca58-ae22-4b5e-ac69-1277e654a2a2 req-45b70bda-09fa-4497-9f1a-de502f4b887f tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 943 time: 0.0493228 Jan 28 14:33:26.286804 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7153ca58-ae22-4b5e-ac69-1277e654a2a2 req-a473017f-3b67-4e03-9597-9e4f46b2dc74 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Jan 28 14:33:27.215241 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:27.261999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 06c0955a-37cf-4368-a361-7358c1c4bca0 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:33:27.367200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 06c0955a-37cf-4368-a361-7358c1c4bca0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=06c0955a-37cf-4368-a361-7358c1c4bca0,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:27.379660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '06c0955a-37cf-4368-a361-7358c1c4bca0', 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a', 'port_id': '06c0955a-37cf-4368-a361-7358c1c4bca0', 'mac_address': 'fa:16:3e:61:55:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535a2eec-7cc7-4e09-8b14-cd428bc53432', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:33:27.407925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bd371-ed71-4cd7-9328-63eb0158351a req-131ca2c9-5571-4078-abbc-ad36019402ed tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:27.409567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f98bd371-ed71-4cd7-9328-63eb0158351a req-131ca2c9-5571-4078-abbc-ad36019402ed tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 943 time: 0.0492065 Jan 28 14:33:27.417985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 06c0955a-37cf-4368-a361-7358c1c4bca0 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:27.418383 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:27.431504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c0955a-37cf-4368-a361-7358c1c4bca0 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:33:27.451458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 06c0955a-37cf-4368-a361-7358c1c4bca0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=06c0955a-37cf-4368-a361-7358c1c4bca0,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:27.455060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:27.457868 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f98bd371-ed71-4cd7-9328-63eb0158351a req-07a829a9-ba12-4f95-b9a7-76374c185add tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Jan 28 14:33:27.508094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=06c0955a-37cf-4368-a361-7358c1c4bca0,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:27.726642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['06c0955a-37cf-4368-a361-7358c1c4bca0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:33:28.576444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3039-c2bc-4ec3-bfa7-216c13036a94 req-ed195ec6-d087-402b-89bf-f57301f454d3 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:28.577958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afcd3039-c2bc-4ec3-bfa7-216c13036a94 req-ed195ec6-d087-402b-89bf-f57301f454d3 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 944 time: 0.0533655 Jan 28 14:33:28.583032 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:28.626202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-afcd3039-c2bc-4ec3-bfa7-216c13036a94 req-773c4209-e927-4a0f-ad7a-e8b39470ba4d tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Jan 28 14:33:29.278323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 06c0955a-37cf-4368-a361-7358c1c4bca0 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:33:29.329374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 06c0955a-37cf-4368-a361-7358c1c4bca0 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:33:29.333346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 06c0955a-37cf-4368-a361-7358c1c4bca0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:33:29.333742 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:29.408449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 06c0955a-37cf-4368-a361-7358c1c4bca0 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:29.409445 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:29.431746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c0955a-37cf-4368-a361-7358c1c4bca0'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:33:29.434025 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295c8ba-e71e-4eeb-baf5-b90318dd83d2" -d '{"events": [{"server_uuid": "9c66d772-5cd4-4878-85c4-f7e58b66e07d", "name": "network-vif-plugged", "status": "completed", "tag": "06c0955a-37cf-4368-a361-7358c1c4bca0"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:33:29.447054 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 06c0955a-37cf-4368-a361-7358c1c4bca0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=06c0955a-37cf-4368-a361-7358c1c4bca0,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:29.451948 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:29.478154 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedeb29f-95c8-49b2-b9b2-56035269f58b x-openstack-request-id: req-cedeb29f-95c8-49b2-b9b2-56035269f58b {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:33:29.478453 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c66d772-5cd4-4878-85c4-f7e58b66e07d", "name": "network-vif-plugged", "status": "completed", "tag": "06c0955a-37cf-4368-a361-7358c1c4bca0", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:33:29.478712 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cedeb29f-95c8-49b2-b9b2-56035269f58b {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:33:29.479106 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c0955a-37cf-4368-a361-7358c1c4bca0', 'code': 200} Jan 28 14:33:29.505573 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=06c0955a-37cf-4368-a361-7358c1c4bca0,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:29.578436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d82c4-4cb7-4383-a847-9f24beab1eca req-2dcb1922-6803-4751-84c1-7db8d3ac49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:29.579952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e0d82c4-4cb7-4383-a847-9f24beab1eca req-2dcb1922-6803-4751-84c1-7db8d3ac49bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 1096 time: 0.0403783 Jan 28 14:33:29.626029 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e0d82c4-4cb7-4383-a847-9f24beab1eca req-c9cdc7d7-2ef9-4ac9-b8e3-a309b46d68f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Jan 28 14:33:29.745703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59b77c-c3fa-41dd-a8e8-380373f2a846 req-506002d1-7143-44ca-a838-980500047adc tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:29.747090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf59b77c-c3fa-41dd-a8e8-380373f2a846 req-506002d1-7143-44ca-a838-980500047adc tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0521371 Jan 28 14:33:29.794771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bf59b77c-c3fa-41dd-a8e8-380373f2a846 req-c96fb5f5-a6cc-4299-b126-4911f14823da tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Jan 28 14:33:30.759525 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:33:30.913110 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5cc17-a931-4800-85be-94a284442b40 req-78fad51d-6257-43dc-ae97-7fbc2a7c45d0 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:30.914595 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ac5cc17-a931-4800-85be-94a284442b40 req-78fad51d-6257-43dc-ae97-7fbc2a7c45d0 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0484214 Jan 28 14:33:30.961638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3ac5cc17-a931-4800-85be-94a284442b40 req-fad079cb-8533-4542-83ad-d7c7b5dafc1d tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Jan 28 14:33:31.185563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-83b33d18-b553-429d-88b5-f35fddb1a08f tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:31.187033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-83b33d18-b553-429d-88b5-f35fddb1a08f tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/networks?id=63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 200 len: 813 time: 0.1061652 Jan 28 14:33:31.202482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-9a057728-f391-4717-9ab0-387f637345ba tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/quotas/413c5a1b09454bb283642b1d595b64d1 HTTP/1.1" status: 200 len: 375 time: 0.0098479 Jan 28 14:33:31.253997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-fe847093-4bdf-4653-a300-8b20915cb698 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=413c5a1b09454bb283642b1d595b64d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456519 Jan 28 14:33:31.346656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-35f9b8e5-2df3-49d3-98ad-fa76ff1f9c9f service neutron] 10.222.0.45 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Jan 28 14:33:31.435293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-34cabbe9-23fc-442a-9a7d-06c6fc3ccb74 service neutron] 10.222.0.45 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822561 Jan 28 14:33:31.592109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-534e33a7-01f4-4140-a43e-e69d1cd22bf1 req-eb702286-2296-4ed6-93b3-b520002391c9 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 210 time: 0.0279541 Jan 28 14:33:32.734809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-46be1ea1-520a-4591-848a-5b6f5edcfe80 req-376f0804-8d31-4148-b545-7fd5a34262c3 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 210 time: 0.0666316 Jan 28 14:33:32.784287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-e46e4d37-741c-4c50-a57e-cd4932d6dfea tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:32.786149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-e46e4d37-741c-4c50-a57e-cd4932d6dfea tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.60 "GET /v2.0/networks?id=63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 200 len: 813 time: 0.1312459 Jan 28 14:33:32.802320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Request body: {'port': {'device_id': '48934446-661e-4530-9211-2ee65d8c81e5', 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a', 'admin_state_up': True, 'tenant_id': '413c5a1b09454bb283642b1d595b64d1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:32.913393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Made reservation on behalf of 413c5a1b09454bb283642b1d595b64d1 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:32.916751 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.043402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Allocated IP 172.20.0.11 (63c3e6cf-854b-4f2a-910c-574e237a328a/535a2eec-7cc7-4e09-8b14-cd428bc53432/4f4666b3-342a-47aa-88eb-312175299689) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:33:33.191705 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks [] for port (4f4666b3-342a-47aa-88eb-312175299689), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.225425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4f4666b3-342a-47aa-88eb-312175299689), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.237700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['06c0955a-37cf-4368-a361-7358c1c4bca0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:33:33.267904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Network 63c3e6cf-854b-4f2a-910c-574e237a328a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:33:33.271536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:33.275151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:33:33.315505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Pushing event updated for resources: {'Port': ['ID=4f4666b3-342a-47aa-88eb-312175299689,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:33.335050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:33.335772 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.352305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-72d55c2a-297d-43d1-9cb8-3a6b5c655966 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541484 Jan 28 14:33:33.367898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Request body: {'port': {'device_id': '48934446-661e-4530-9211-2ee65d8c81e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:33.429191 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f4666b3-342a-47aa-88eb-312175299689), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.693035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4666b3-342a-47aa-88eb-312175299689 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:33:33.700662 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Publish callbacks [] for port (4f4666b3-342a-47aa-88eb-312175299689), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.713099 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Transition to ACTIVE for port object 4f4666b3-342a-47aa-88eb-312175299689 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:33:33.717067 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4f4666b3-342a-47aa-88eb-312175299689), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.767695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4666b3-342a-47aa-88eb-312175299689,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:33.872444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Attempting to bind port 4f4666b3-342a-47aa-88eb-312175299689 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:33:33.872787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Attempting to bind port 4f4666b3-342a-47aa-88eb-312175299689 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:33:33.873119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Attempting to bind port 4f4666b3-342a-47aa-88eb-312175299689 on network 63c3e6cf-854b-4f2a-910c-574e237a328a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:33:33.883412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee11-9d58-4a26-b9e2-eedfa80f62df req-dae698aa-7be8-4948-bdf3-84846ad1a39b tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:33.885066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-087fee11-9d58-4a26-b9e2-eedfa80f62df req-dae698aa-7be8-4948-bdf3-84846ad1a39b tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 944 time: 0.0769174 Jan 28 14:33:33.886939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Port 4f4666b3-342a-47aa-88eb-312175299689 on network 63c3e6cf-854b-4f2a-910c-574e237a328a not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:33:33.887267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Attempting to bind port 4f4666b3-342a-47aa-88eb-312175299689 on network 63c3e6cf-854b-4f2a-910c-574e237a328a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:33:33.900005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:33:33.900374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Checking segment: {'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:33.900755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Bound using segment: {'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:33:33.901199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Bound port: 4f4666b3-342a-47aa-88eb-312175299689, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b99e546-2667-444e-92c8-c57793d46ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:33:33.901560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f4666b3-342a-47aa-88eb-312175299689), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:33.971115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-087fee11-9d58-4a26-b9e2-eedfa80f62df req-d0076357-f8e3-459c-9c91-519dffe20a87 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804465 Jan 28 14:33:33.994411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] For port 4f4666b3-342a-47aa-88eb-312175299689, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:33:33.997386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] For port 4f4666b3-342a-47aa-88eb-312175299689, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4f4666b3-342a-47aa-88eb-312175299689,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:33:34.002094 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (4f4666b3-342a-47aa-88eb-312175299689), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:34.038635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:34.039337 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:34.040850 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] 10.222.0.60 "PUT /v2.0/ports/4f4666b3-342a-47aa-88eb-312175299689 HTTP/1.1" status: 200 len: 1092 time: 0.6777928 Jan 28 14:33:34.043237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48934446-661e-4530-9211-2ee65d8c81e5', 'tag': '4f4666b3-342a-47aa-88eb-312175299689'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:33:34.045537 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5" -d '{"events": [{"name": "network-changed", "server_uuid": "48934446-661e-4530-9211-2ee65d8c81e5", "tag": "4f4666b3-342a-47aa-88eb-312175299689"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:33:34.073173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa861636-68ec-48ce-97a3-8ab9cdb47bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4666b3-342a-47aa-88eb-312175299689,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:34.084510 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b4580-3ff5-4174-ab8e-034fbeddd6fa x-openstack-request-id: req-a40b4580-3ff5-4174-ab8e-034fbeddd6fa {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:33:34.084807 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48934446-661e-4530-9211-2ee65d8c81e5", "tag": "4f4666b3-342a-47aa-88eb-312175299689", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:33:34.085572 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a40b4580-3ff5-4174-ab8e-034fbeddd6fa {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:33:34.085572 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48934446-661e-4530-9211-2ee65d8c81e5', 'tag': '4f4666b3-342a-47aa-88eb-312175299689', 'status': 'completed', 'code': 200} Jan 28 14:33:34.130519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-b6cd6a2b-6e58-49c7-9030-98656f80bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:34.132011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-b6cd6a2b-6e58-49c7-9030-98656f80bf22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=413c5a1b09454bb283642b1d595b64d1&device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 1095 time: 0.0413158 Jan 28 14:33:34.179227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-1a9e836d-675e-47ab-b8f5-dbfe3ce9715f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4666b3-342a-47aa-88eb-312175299689 HTTP/1.1" status: 200 len: 217 time: 0.0375149 Jan 28 14:33:34.228660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-a2b953b0-3416-440c-8732-857b0f5a8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:34.230024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-a2b953b0-3416-440c-8732-857b0f5a8be3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=535a2eec-7cc7-4e09-8b14-cd428bc53432 HTTP/1.1" status: 200 len: 853 time: 0.0447001 Jan 28 14:33:34.263154 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-95fba2d6-758a-412c-9731-3f2c6adf4802 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c3e6cf-854b-4f2a-910c-574e237a328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243623 Jan 28 14:33:34.365288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-5083ac07-17ae-427b-9566-e958f16b0e7c service neutron] 10.222.0.60 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945086 Jan 28 14:33:34.467024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c688bd4-abf4-4b30-a8e1-fc4b0309c681 req-392a4f05-c72f-43e0-97da-a36392f69747 service neutron] 10.222.0.60 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813890 Jan 28 14:33:34.602818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-202bbb4b-c2cb-431b-a4ed-757255fa1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:34.604370 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-202bbb4b-c2cb-431b-a4ed-757255fa1362 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=413c5a1b09454bb283642b1d595b64d1&device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 1095 time: 0.0853727 Jan 28 14:33:34.703264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-60193faf-90bc-4a90-bc11-1b8422dbb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:34.704879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-60193faf-90bc-4a90-bc11-1b8422dbb871 service neutron] 10.222.0.60 "GET /v2.0/networks?id=63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 200 len: 914 time: 0.0926406 Jan 28 14:33:34.749746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-075253f2-3506-46be-bc66-29695379b8fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f4666b3-342a-47aa-88eb-312175299689 HTTP/1.1" status: 200 len: 217 time: 0.0343704 Jan 28 14:33:35.045864 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c52ead3d-d5a4-4c82-945c-188a19271068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:35.162496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-ee6d5b00-f733-413d-969a-35f60166db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:35.163902 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-ee6d5b00-f733-413d-969a-35f60166db91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=535a2eec-7cc7-4e09-8b14-cd428bc53432 HTTP/1.1" status: 200 len: 853 time: 0.4051034 Jan 28 14:33:35.203610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab00554-eec1-43e9-9f05-79e7f58be26d req-a1c7c9d8-1763-4068-9cf2-f2c590e0e081 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:35.205128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ab00554-eec1-43e9-9f05-79e7f58be26d req-a1c7c9d8-1763-4068-9cf2-f2c590e0e081 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 944 time: 0.0812006 Jan 28 14:33:35.207392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-66e68d54-069a-4858-948f-0f03ea9eaa33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=63c3e6cf-854b-4f2a-910c-574e237a328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350380 Jan 28 14:33:35.307013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8ab00554-eec1-43e9-9f05-79e7f58be26d req-bdf10cd0-d41f-4813-ac1a-3284cdc63e23 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956659 Jan 28 14:33:35.333927 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-f62b75bd-1f75-44bb-89f9-1decf2caf6ea service neutron] 10.222.0.60 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166768 Jan 28 14:33:35.424049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2e4372a-3a20-44e6-bf39-4f63e6d029f5 req-6d8e09fa-a040-4200-ad1e-056a14a2ab99 service neutron] 10.222.0.60 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831892 Jan 28 14:33:36.429450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98337496-82a9-4ad8-94c2-4781ddac600f req-1f12841f-f66e-4d13-9e34-da5bd16f0d33 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:36.430942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98337496-82a9-4ad8-94c2-4781ddac600f req-1f12841f-f66e-4d13-9e34-da5bd16f0d33 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 944 time: 0.0543540 Jan 28 14:33:36.478493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98337496-82a9-4ad8-94c2-4781ddac600f req-08ca8ac6-bd31-4eba-b2d5-395f66ae34ae tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Jan 28 14:33:37.594235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9aacc-a713-42c0-b1a0-e835563db8b4 req-00703ff1-f7ab-4d6d-96be-dc5604c968e1 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:37.595713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82d9aacc-a713-42c0-b1a0-e835563db8b4 req-00703ff1-f7ab-4d6d-96be-dc5604c968e1 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 944 time: 0.0509336 Jan 28 14:33:37.648626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-82d9aacc-a713-42c0-b1a0-e835563db8b4 req-04d4b439-90fd-48a4-a84d-6ed0801adeff tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Jan 28 14:33:37.807346 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6a36df21-1153-49b8-b8fa-6f50197ac634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:38.462103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4f4666b3-342a-47aa-88eb-312175299689 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:33:38.555125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4f4666b3-342a-47aa-88eb-312175299689, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4f4666b3-342a-47aa-88eb-312175299689,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:38.570675 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '4f4666b3-342a-47aa-88eb-312175299689', 'network_id': '63c3e6cf-854b-4f2a-910c-574e237a328a', 'port_id': '4f4666b3-342a-47aa-88eb-312175299689', 'mac_address': 'fa:16:3e:0d:cb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535a2eec-7cc7-4e09-8b14-cd428bc53432', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:33:38.607355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 4f4666b3-342a-47aa-88eb-312175299689 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:38.607747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f4666b3-342a-47aa-88eb-312175299689), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:38.620378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4666b3-342a-47aa-88eb-312175299689 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:33:38.639661 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4f4666b3-342a-47aa-88eb-312175299689, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4f4666b3-342a-47aa-88eb-312175299689,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:38.644080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4f4666b3-342a-47aa-88eb-312175299689), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:38.695055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=4f4666b3-342a-47aa-88eb-312175299689,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:38.763954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c90a98-a6f7-4cae-8add-0c9bf3c279a6 req-dee836bf-87dd-452d-acc6-400d07eddaf0 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:38.765366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1c90a98-a6f7-4cae-8add-0c9bf3c279a6 req-dee836bf-87dd-452d-acc6-400d07eddaf0 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 945 time: 0.0484071 Jan 28 14:33:38.818706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1c90a98-a6f7-4cae-8add-0c9bf3c279a6 req-e6afa94d-efa0-4ac6-92ea-435abec8e936 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476224 Jan 28 14:33:38.885406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4f4666b3-342a-47aa-88eb-312175299689'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:33:38.968433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:39.933090 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6f50e-f800-452f-80f0-2f93c3469bf3 req-94486eb4-913d-4c38-89ec-42cd085a8a04 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:39.934544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14a6f50e-f800-452f-80f0-2f93c3469bf3 req-94486eb4-913d-4c38-89ec-42cd085a8a04 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 945 time: 0.0482702 Jan 28 14:33:39.981330 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14a6f50e-f800-452f-80f0-2f93c3469bf3 req-b9b448b0-b961-4c6e-852f-db83d5c4e19d tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Jan 28 14:33:40.474923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4f4666b3-342a-47aa-88eb-312175299689 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:33:40.523458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 4f4666b3-342a-47aa-88eb-312175299689 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:33:40.535282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 4f4666b3-342a-47aa-88eb-312175299689 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:33:40.535656 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4f4666b3-342a-47aa-88eb-312175299689), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:40.615857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 4f4666b3-342a-47aa-88eb-312175299689 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:40.616275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4f4666b3-342a-47aa-88eb-312175299689), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:40.638368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48934446-661e-4530-9211-2ee65d8c81e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4666b3-342a-47aa-88eb-312175299689'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:33:40.640600 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc17953-9049-4fd1-929b-43c1a0df13bf" -d '{"events": [{"server_uuid": "48934446-661e-4530-9211-2ee65d8c81e5", "name": "network-vif-plugged", "status": "completed", "tag": "4f4666b3-342a-47aa-88eb-312175299689"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:33:40.654001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 4f4666b3-342a-47aa-88eb-312175299689, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4f4666b3-342a-47aa-88eb-312175299689,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:40.658070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4f4666b3-342a-47aa-88eb-312175299689), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:40.682034 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d105d4b4-0629-42ec-be16-050693122acf x-openstack-request-id: req-d105d4b4-0629-42ec-be16-050693122acf {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:33:40.682329 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48934446-661e-4530-9211-2ee65d8c81e5", "name": "network-vif-plugged", "status": "completed", "tag": "4f4666b3-342a-47aa-88eb-312175299689", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:33:40.682583 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d105d4b4-0629-42ec-be16-050693122acf {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:33:40.682973 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48934446-661e-4530-9211-2ee65d8c81e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4666b3-342a-47aa-88eb-312175299689', 'code': 200} Jan 28 14:33:40.708197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=4f4666b3-342a-47aa-88eb-312175299689,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:40.781711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23847895-2886-4d11-9db6-92dbd2af0c40 req-e7b948b0-5b5d-4b85-bad1-188488db6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:40.783213 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23847895-2886-4d11-9db6-92dbd2af0c40 req-e7b948b0-5b5d-4b85-bad1-188488db6a21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 1097 time: 0.0423007 Jan 28 14:33:40.791820 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:40.829840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23847895-2886-4d11-9db6-92dbd2af0c40 req-5b417d94-98cf-43ea-9f37-0cbc38aa32f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Jan 28 14:33:41.100302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e83a0-e526-46b7-8030-cc31e2cca767 req-0de57d11-ce37-4669-9d30-c35e08b5537a tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:41.101766 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-986e83a0-e526-46b7-8030-cc31e2cca767 req-0de57d11-ce37-4669-9d30-c35e08b5537a tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 946 time: 0.0524044 Jan 28 14:33:41.147998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-986e83a0-e526-46b7-8030-cc31e2cca767 req-a503ca46-e9ba-4e7b-95a0-e4a99f1642dd tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Jan 28 14:33:41.934371 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:42.266522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652613-6c24-4cda-92f1-d0ea8ad389fc req-2eb5576e-3410-4019-b598-acf166006a9c tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:42.268011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3652613-6c24-4cda-92f1-d0ea8ad389fc req-2eb5576e-3410-4019-b598-acf166006a9c tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 946 time: 0.0494583 Jan 28 14:33:42.316716 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d3652613-6c24-4cda-92f1-d0ea8ad389fc req-8b3f8767-3363-45c7-819b-0de45c2b4918 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Jan 28 14:33:42.552660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212f87-5acb-476d-9f9e-4b66a558c8a8 req-d6deff1e-970a-460b-813f-8b46048b67f3 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:42.554138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e212f87-5acb-476d-9f9e-4b66a558c8a8 req-d6deff1e-970a-460b-813f-8b46048b67f3 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 946 time: 0.0529099 Jan 28 14:33:42.600484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7e212f87-5acb-476d-9f9e-4b66a558c8a8 req-f728dc76-2738-4368-b0cc-e5536b1adc65 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Jan 28 14:33:43.720465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d379-a94f-4943-80eb-182f5d4e4151 req-f4ff4eb6-1a47-428f-9181-33459a747bc5 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:43.721949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32e5d379-a94f-4943-80eb-182f5d4e4151 req-f4ff4eb6-1a47-428f-9181-33459a747bc5 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 946 time: 0.0510373 Jan 28 14:33:43.768905 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32e5d379-a94f-4943-80eb-182f5d4e4151 req-e91c7060-9d34-42f0-ba90-d9990037d7b0 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Jan 28 14:33:43.926030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-f2a3bd83-9617-40e5-9a8b-6f70d63716ee tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:43.928398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-f2a3bd83-9617-40e5-9a8b-6f70d63716ee tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.60 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 946 time: 0.0492198 Jan 28 14:33:44.024516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Deleting port 4f4666b3-342a-47aa-88eb-312175299689 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:33:44.024951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4f4666b3-342a-47aa-88eb-312175299689), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:44.113462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] For port 4f4666b3-342a-47aa-88eb-312175299689, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=4f4666b3-342a-47aa-88eb-312175299689,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:44.114764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4f4666b3-342a-47aa-88eb-312175299689), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:44.126495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Calling delete_port for 4f4666b3-342a-47aa-88eb-312175299689 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:33:44.260367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (4f4666b3-342a-47aa-88eb-312175299689), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:44.278784 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['06c0955a-37cf-4368-a361-7358c1c4bca0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:33:44.281074 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['4f4666b3-342a-47aa-88eb-312175299689'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:33:44.290899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Pushing event deleted for resources: {'Port': ['ID=4f4666b3-342a-47aa-88eb-312175299689,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:44.335229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] No DVR routers for this DVR port 4f4666b3-342a-47aa-88eb-312175299689 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:33:44.337936 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:44.341146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69fc36c6-2acf-4535-8e74-36ab02f70a73 req-e43c5678-ec7c-4ae7-b104-5689348262c2 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.60 "DELETE /v2.0/ports/4f4666b3-342a-47aa-88eb-312175299689 HTTP/1.1" status: 204 len: 173 time: 0.4057555 Jan 28 14:33:44.341595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48934446-661e-4530-9211-2ee65d8c81e5', 'name': 'network-vif-deleted', 'tag': '4f4666b3-342a-47aa-88eb-312175299689'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:33:44.343816 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc357ca-520b-44f3-8445-0647c4c82bf4" -d '{"events": [{"server_uuid": "48934446-661e-4530-9211-2ee65d8c81e5", "name": "network-vif-deleted", "tag": "4f4666b3-342a-47aa-88eb-312175299689"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:33:44.382298 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f58583-4a5f-42f0-b29e-74a5d4b1545d x-openstack-request-id: req-12f58583-4a5f-42f0-b29e-74a5d4b1545d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:33:44.382599 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48934446-661e-4530-9211-2ee65d8c81e5", "name": "network-vif-deleted", "tag": "4f4666b3-342a-47aa-88eb-312175299689", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:33:44.382873 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12f58583-4a5f-42f0-b29e-74a5d4b1545d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:33:44.383261 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48934446-661e-4530-9211-2ee65d8c81e5', 'name': 'network-vif-deleted', 'tag': '4f4666b3-342a-47aa-88eb-312175299689', 'status': 'completed', 'code': 200} Jan 28 14:33:44.727545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-f20e4812-b05d-461b-91b7-3b16672a0e0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407095 Jan 28 14:33:44.812128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487648-7add-4b76-8149-e83c464d28be req-13fbb20c-7173-478a-b295-02462baa4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:44.813712 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-13fbb20c-7173-478a-b295-02462baa4c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=413c5a1b09454bb283642b1d595b64d1&device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 1096 time: 0.0420246 Jan 28 14:33:44.917360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b94a185a-7bf0-41e6-aec2-9a86df3d8ede req-e23eaa11-06b3-4e44-94f6-cb051fffdb1d tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=48934446-661e-4530-9211-2ee65d8c81e5 HTTP/1.1" status: 200 len: 210 time: 0.0599787 Jan 28 14:33:44.950423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487648-7add-4b76-8149-e83c464d28be req-dfd2af71-0c19-420f-a1ff-caf09a7594b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:44.951947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-dfd2af71-0c19-420f-a1ff-caf09a7594b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 200 len: 914 time: 0.1161885 Jan 28 14:33:44.994058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-6a96b96e-2e2c-4101-b2ac-fa410db32075 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c0955a-37cf-4368-a361-7358c1c4bca0 HTTP/1.1" status: 200 len: 217 time: 0.0353067 Jan 28 14:33:45.045999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487648-7add-4b76-8149-e83c464d28be req-5ed43822-af3d-4c7e-bfed-f058e9aaec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:45.047472 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-5ed43822-af3d-4c7e-bfed-f058e9aaec1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=535a2eec-7cc7-4e09-8b14-cd428bc53432 HTTP/1.1" status: 200 len: 853 time: 0.0483806 Jan 28 14:33:45.078649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-a2d4235e-bab5-432f-b551-28b86faa257d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c3e6cf-854b-4f2a-910c-574e237a328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253866 Jan 28 14:33:45.169801 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-a3b3d2e2-7574-4bca-9fe2-5da15ea473d9 service neutron] 10.222.0.36 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Jan 28 14:33:45.264067 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69487648-7add-4b76-8149-e83c464d28be req-524ce424-f834-4045-a281-45f225bc7f8d service neutron] 10.222.0.36 "GET /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886278 Jan 28 14:33:46.064415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e1db-0bc9-4a54-a1e4-eb1b4f076388 req-326a9715-295e-4188-98c4-251b4d7eb002 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:46.065936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c530e1db-0bc9-4a54-a1e4-eb1b4f076388 req-326a9715-295e-4188-98c4-251b4d7eb002 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0500550 Jan 28 14:33:46.112918 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c530e1db-0bc9-4a54-a1e4-eb1b4f076388 req-2e487d2a-b7a6-4a7a-8ae5-af5ea247b190 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Jan 28 14:33:46.244285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1055db-2483-4a44-8814-af5ef6feec82 req-80d5d876-396d-46d2-bf7f-347fb1e2a4ee tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:46.245680 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de1055db-2483-4a44-8814-af5ef6feec82 req-80d5d876-396d-46d2-bf7f-347fb1e2a4ee tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0495746 Jan 28 14:33:46.297811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de1055db-2483-4a44-8814-af5ef6feec82 req-ec8eba2d-f0f1-419c-a75a-d4b8f5935600 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Jan 28 14:33:46.415337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa235cf-fc59-4083-b3c1-d0b6cb3c1d41 req-b401724b-3b96-4d34-9918-a78a460c7a5a tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:46.416849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aaa235cf-fc59-4083-b3c1-d0b6cb3c1d41 req-b401724b-3b96-4d34-9918-a78a460c7a5a tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0488732 Jan 28 14:33:46.464559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aaa235cf-fc59-4083-b3c1-d0b6cb3c1d41 req-8b190832-6499-4bed-ab2f-4be0ab37564d tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Jan 28 14:33:46.484785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4f4666b3-342a-47aa-88eb-312175299689 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:33:46.506281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 4f4666b3-342a-47aa-88eb-312175299689 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:33:46.506633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 4f4666b3-342a-47aa-88eb-312175299689 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:33:46.627732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d27c9-10b1-4672-8d3b-5d276e7ce1a4 req-d9227d2b-fd90-41c5-b0cd-855763f169eb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:46.629233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a76d27c9-10b1-4672-8d3b-5d276e7ce1a4 req-d9227d2b-fd90-41c5-b0cd-855763f169eb tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0480113 Jan 28 14:33:46.677705 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a76d27c9-10b1-4672-8d3b-5d276e7ce1a4 req-8d7d8624-c220-4e8a-87da-6239727bb707 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Jan 28 14:33:46.795677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba010d26-de82-4140-a4c2-4ad52c9c3eff req-18f3dbf9-6231-4b98-bd7f-b354a5536153 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:46.797090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba010d26-de82-4140-a4c2-4ad52c9c3eff req-18f3dbf9-6231-4b98-bd7f-b354a5536153 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0530791 Jan 28 14:33:46.844949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba010d26-de82-4140-a4c2-4ad52c9c3eff req-8cd5c21a-7a38-4375-913e-77b2950cd34c tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Jan 28 14:33:46.968581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647cb22-5ff0-4a54-b1b1-0d3a2e849696 req-ccbb65e8-e652-46bd-9a60-69abe96989d1 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:46.970053 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e647cb22-5ff0-4a54-b1b1-0d3a2e849696 req-ccbb65e8-e652-46bd-9a60-69abe96989d1 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0495331 Jan 28 14:33:47.019003 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e647cb22-5ff0-4a54-b1b1-0d3a2e849696 req-5f0c28f9-87e1-45e6-a6d5-a92526521556 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Jan 28 14:33:47.321362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e6bf5-b659-46a1-aade-c97724202dca req-b9ca95e8-f7bd-47db-95e8-a3b20c48b2b1 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:47.322857 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-184e6bf5-b659-46a1-aade-c97724202dca req-b9ca95e8-f7bd-47db-95e8-a3b20c48b2b1 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0488973 Jan 28 14:33:47.379938 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-184e6bf5-b659-46a1-aade-c97724202dca req-b10b84e8-3ec6-4bb7-aa67-de356a1a2380 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506895 Jan 28 14:33:48.498535 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d339bc-14d7-42a8-a305-5dd815a56516 req-acc8dd19-065a-4073-90a7-44618641897a tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:48.499944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1d339bc-14d7-42a8-a305-5dd815a56516 req-acc8dd19-065a-4073-90a7-44618641897a tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0505593 Jan 28 14:33:48.546557 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a1d339bc-14d7-42a8-a305-5dd815a56516 req-8feadcda-e6a0-47f0-a6b0-c857fcf1a23f tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/security-groups?id=f17b5dcb-fa4d-4407-9eac-6af312e4da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Jan 28 14:33:48.818463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-81d9d081-f6e1-419a-a905-b1dc243e5a67 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:48.819931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-81d9d081-f6e1-419a-a905-b1dc243e5a67 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 945 time: 0.0485048 Jan 28 14:33:48.916228 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Deleting port 06c0955a-37cf-4368-a361-7358c1c4bca0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:33:48.916575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:49.011014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] For port 06c0955a-37cf-4368-a361-7358c1c4bca0, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=06c0955a-37cf-4368-a361-7358c1c4bca0,segment=NetworkSegment(7b99e546-2667-444e-92c8-c57793d46ae1),segment_id=7b99e546-2667-444e-92c8-c57793d46ae1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:49.014841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:49.028848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Calling delete_port for 06c0955a-37cf-4368-a361-7358c1c4bca0 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:33:49.161587 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (06c0955a-37cf-4368-a361-7358c1c4bca0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:49.179654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['06c0955a-37cf-4368-a361-7358c1c4bca0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:33:49.191144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Pushing event deleted for resources: {'Port': ['ID=06c0955a-37cf-4368-a361-7358c1c4bca0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:49.237531 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] No DVR routers for this DVR port 06c0955a-37cf-4368-a361-7358c1c4bca0 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:33:49.241038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:49.244485 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6265d937-6dba-4ce3-bf61-643e816039e3 req-15d41862-d9d4-4f97-aa1c-4829b2088d88 tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.36 "DELETE /v2.0/ports/06c0955a-37cf-4368-a361-7358c1c4bca0 HTTP/1.1" status: 204 len: 173 time: 0.4163218 Jan 28 14:33:49.244928 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'name': 'network-vif-deleted', 'tag': '06c0955a-37cf-4368-a361-7358c1c4bca0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:33:49.247186 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785e6781-0513-4c1c-91c1-83255f639d80" -d '{"events": [{"server_uuid": "9c66d772-5cd4-4878-85c4-f7e58b66e07d", "name": "network-vif-deleted", "tag": "06c0955a-37cf-4368-a361-7358c1c4bca0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:33:49.290453 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2adc730-b557-4094-a407-f7606b95d06d x-openstack-request-id: req-f2adc730-b557-4094-a407-f7606b95d06d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:33:49.290752 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c66d772-5cd4-4878-85c4-f7e58b66e07d", "name": "network-vif-deleted", "tag": "06c0955a-37cf-4368-a361-7358c1c4bca0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:33:49.291852 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2adc730-b557-4094-a407-f7606b95d06d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:33:49.291852 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c66d772-5cd4-4878-85c4-f7e58b66e07d', 'name': 'network-vif-deleted', 'tag': '06c0955a-37cf-4368-a361-7358c1c4bca0', 'status': 'completed', 'code': 200} Jan 28 14:33:49.656163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ba2ac80-1edc-4ecd-8dc4-7dca4ce3b798 req-b53a796a-e7bc-44c5-aea2-11e23d6f08db tempest-ServersNegativeTestJSON-1700916422 tempest-ServersNegativeTestJSON-1700916422-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c66d772-5cd4-4878-85c4-f7e58b66e07d HTTP/1.1" status: 200 len: 210 time: 0.0268369 Jan 28 14:33:50.713422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46956) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:50.759475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] Deleting subnet 535a2eec-7cc7-4e09-8b14-cd428bc53432 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:33:50.762727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] Publish callbacks [] for subnet (535a2eec-7cc7-4e09-8b14-cd428bc53432), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:50.797089 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (535a2eec-7cc7-4e09-8b14-cd428bc53432), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:50.835987 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (535a2eec-7cc7-4e09-8b14-cd428bc53432), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:50.891286 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (535a2eec-7cc7-4e09-8b14-cd428bc53432), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:50.920298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:50.923544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/535a2eec-7cc7-4e09-8b14-cd428bc53432 HTTP/1.1" status: 204 len: 168 time: 0.2090993 Jan 28 14:33:50.924390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a45652-ed9c-494b-bffa-4dbe9993b306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535a2eec-7cc7-4e09-8b14-cd428bc53432,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:50.926167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46958) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:50.995240 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (63c3e6cf-854b-4f2a-910c-574e237a328a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.079623 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (63c3e6cf-854b-4f2a-910c-574e237a328a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.100727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c3e6cf-854b-4f2a-910c-574e237a328a']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:51.109902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b99e546-2667-444e-92c8-c57793d46ae1') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:51.110209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b99e546-2667-444e-92c8-c57793d46ae1') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:51.119902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (7b99e546-2667-444e-92c8-c57793d46ae1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.133133 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (7b99e546-2667-444e-92c8-c57793d46ae1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.138866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:33:51.139265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (7b99e546-2667-444e-92c8-c57793d46ae1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:33:51.141095 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:33:51.196449 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (63c3e6cf-854b-4f2a-910c-574e237a328a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.201624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.204921 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] 10.222.0.45 "DELETE /v2.0/networks/63c3e6cf-854b-4f2a-910c-574e237a328a HTTP/1.1" status: 204 len: 168 time: 0.2777953 Jan 28 14:33:51.218768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e638a7-b8ca-4fa4-8d38-99607cb25948 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c3e6cf-854b-4f2a-910c-574e237a328a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:51.312551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46962) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:51.357254 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9a14c121-dc87-4b34-94f6-6bf5e8369c28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=413c5a1b09454bb283642b1d595b64d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435200 Jan 28 14:33:51.359704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46964) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:51.409965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9628ca18-6e80-42ff-86ef-822d44406be6 admin admin] Publish callbacks [] for security_group (f17b5dcb-fa4d-4407-9eac-6af312e4da56), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.431291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9628ca18-6e80-42ff-86ef-822d44406be6 admin admin] Publish callbacks [] for security_group (f17b5dcb-fa4d-4407-9eac-6af312e4da56), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.478841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9628ca18-6e80-42ff-86ef-822d44406be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f17b5dcb-fa4d-4407-9eac-6af312e4da56), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.481356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9628ca18-6e80-42ff-86ef-822d44406be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:51.482844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9628ca18-6e80-42ff-86ef-822d44406be6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f17b5dcb-fa4d-4407-9eac-6af312e4da56 HTTP/1.1" status: 204 len: 168 time: 0.1218762 Jan 28 14:33:51.491094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628ca18-6e80-42ff-86ef-822d44406be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b5dcb-fa4d-4407-9eac-6af312e4da56,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:52.175308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46986) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:52.270503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551146566'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:52.290650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:52.293937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.302206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.384676 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for security_group (161ec13d-9a48-485e-ac21-e4142af9db07), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.387784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (161ec13d-9a48-485e-ac21-e4142af9db07), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.412803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:33:52.429292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161ec13d-9a48-485e-ac21-e4142af9db07,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:52.433497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.433850 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Added segment a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39 of type vlan for network a79e09eb-29a9-4d80-b462-945b1f496198 Jan 28 14:33:52.479007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a79e09eb-29a9-4d80-b462-945b1f496198), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.503701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a79e09eb-29a9-4d80-b462-945b1f496198), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.508941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:52.509524 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:52.569698 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3932607 Jan 28 14:33:52.582493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4a4c-4959-4563-b4cf-f4b0cf29ad3f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Network': ['ID=a79e09eb-29a9-4d80-b462-945b1f496198,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:52.593871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a79e09eb-29a9-4d80-b462-945b1f496198 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:33:53.406924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 06c0955a-37cf-4368-a361-7358c1c4bca0 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:33:53.427345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 06c0955a-37cf-4368-a361-7358c1c4bca0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:33:53.427669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 06c0955a-37cf-4368-a361-7358c1c4bca0 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:33:55.816009 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46990) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:55.821867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'subnet': {'network_id': 'a79e09eb-29a9-4d80-b462-945b1f496198', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:55.912631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:55.916083 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.096937 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (c2e6dab6-1b68-4458-aff5-07643bd694db), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.153889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Subnet': ['ID=c2e6dab6-1b68-4458-aff5-07643bd694db,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:56.166935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Checking segment: {'id': 'a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a79e09eb-29a9-4d80-b462-945b1f496198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:56.167299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network hostable DHCP agents. Network: a79e09eb-29a9-4d80-b462-945b1f496198, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:33:56.187387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network a79e09eb-29a9-4d80-b462-945b1f496198 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:33:56.196731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a79e09eb-29a9-4d80-b462-945b1f496198) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:56.203102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:56.204074 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.204830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0c44f-1ac9-4d6c-85f0-41ae518750e2 None None] Network a79e09eb-29a9-4d80-b462-945b1f496198 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:56.220769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-436e6f49-9011-4f45-915e-dc377bb7e5b8 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4030156 Jan 28 14:33:56.224399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46992) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:56.229492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1852150179'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:56.249310 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:56.253454 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.280979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:33:56.290264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6c4a5a75-fddf-4a4e-9027-e7c897bef23a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.290616 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Added segment 6c4a5a75-fddf-4a4e-9027-e7c897bef23a of type vlan for network 4cb9e14a-03bc-4a80-8b70-de49d2e3c036 Jan 28 14:33:56.306804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-a79e09eb-29a9-4d80-b462-945b1f496198', 'network_id': 'a79e09eb-29a9-4d80-b462-945b1f496198', 'project_id': 'a30c6f2b20a9445ba6bacde05e5c717c', 'fixed_ips': [{'subnet_id': 'c2e6dab6-1b68-4458-aff5-07643bd694db'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:33:56.307733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.331412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (4cb9e14a-03bc-4a80-8b70-de49d2e3c036), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.356622 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (4cb9e14a-03bc-4a80-8b70-de49d2e3c036), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.361384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:56.361967 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.425406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1998327 Jan 28 14:33:56.428188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46994) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:56.435178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'subnet': {'network_id': '4cb9e14a-03bc-4a80-8b70-de49d2e3c036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:56.452704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Allocated IP 2001:db8:0:ffff::2 (a79e09eb-29a9-4d80-b462-945b1f496198/c2e6dab6-1b68-4458-aff5-07643bd694db/7a53a629-724c-465e-af0a-a807f9224507) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:33:56.454743 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3aeaa5-972a-4929-8051-5b8b13b3a5b1 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Network': ['ID=4cb9e14a-03bc-4a80-8b70-de49d2e3c036,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:56.470046 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 4cb9e14a-03bc-4a80-8b70-de49d2e3c036 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:33:56.528670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:56.532169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.657898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Publish callbacks [] for port (7a53a629-724c-465e-af0a-a807f9224507), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.663563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (7a53a629-724c-465e-af0a-a807f9224507), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.703028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Network a79e09eb-29a9-4d80-b462-945b1f496198 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:33:56.705815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:56.711782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:33:56.718764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Pushing event updated for resources: {'Port': ['ID=7a53a629-724c-465e-af0a-a807f9224507,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:56.732722 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.772428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Attempting to bind port 7a53a629-724c-465e-af0a-a807f9224507 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:33:56.772793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Attempting to bind port 7a53a629-724c-465e-af0a-a807f9224507 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a79e09eb-29a9-4d80-b462-945b1f496198'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:33:56.773604 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Attempting to bind port 7a53a629-724c-465e-af0a-a807f9224507 on network a79e09eb-29a9-4d80-b462-945b1f496198 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:33:56.778653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:33:56.779025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Checking segment: {'id': 'a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a79e09eb-29a9-4d80-b462-945b1f496198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:56.779421 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.779808 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Bound using segment: {'id': 'a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a79e09eb-29a9-4d80-b462-945b1f496198'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:33:56.780292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Bound port: 7a53a629-724c-465e-af0a-a807f9224507, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a79e09eb-29a9-4d80-b462-945b1f496198'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:33:56.780670 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7a53a629-724c-465e-af0a-a807f9224507), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.791679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Subnet': ['ID=1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:56.803679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Checking segment: {'id': '6c4a5a75-fddf-4a4e-9027-e7c897bef23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4cb9e14a-03bc-4a80-8b70-de49d2e3c036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:56.804061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network hostable DHCP agents. Network: 4cb9e14a-03bc-4a80-8b70-de49d2e3c036, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:33:56.821017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network 4cb9e14a-03bc-4a80-8b70-de49d2e3c036 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:33:56.830030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 4cb9e14a-03bc-4a80-8b70-de49d2e3c036) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:56.835336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:56.835912 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.843233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee06d6c-8b72-4a78-ab49-2df2df7b57c8 None None] Network 4cb9e14a-03bc-4a80-8b70-de49d2e3c036 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:56.855083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7257f217-5f87-4aca-b00c-8505da9f194f tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4234755 Jan 28 14:33:56.855277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 46996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:56.860909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] For port 7a53a629-724c-465e-af0a-a807f9224507, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:33:56.903291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] For port 7a53a629-724c-465e-af0a-a807f9224507, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7a53a629-724c-465e-af0a-a807f9224507,segment=NetworkSegment(a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39),segment_id=a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:33:56.910669 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7a53a629-724c-465e-af0a-a807f9224507), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:56.956905 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (4cb9e14a-03bc-4a80-8b70-de49d2e3c036), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.001505 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0b438-597a-4828-a61a-4d6c2010279f None None] Pushing event updated for resources: {'Port': ['ID=7a53a629-724c-465e-af0a-a807f9224507,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:57.017416 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066740f-d4c5-4185-95c3-ab3b117bd735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-4cb9e14a-03bc-4a80-8b70-de49d2e3c036', 'network_id': '4cb9e14a-03bc-4a80-8b70-de49d2e3c036', 'project_id': 'a30c6f2b20a9445ba6bacde05e5c717c', 'fixed_ips': [{'subnet_id': '1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:33:57.018386 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a066740f-d4c5-4185-95c3-ab3b117bd735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.045492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.135955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server [None req-a066740f-d4c5-4185-95c3-ab3b117bd735 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf: This subnet is being modified by another concurrent operation. Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise exception Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf: This subnet is being modified by another concurrent operation. Jan 28 14:33:57.140922 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Jan 28 14:33:57.181699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657c8d7-4d84-44f1-8f8d-c762eaae0248 None None] Network 4cb9e14a-03bc-4a80-8b70-de49d2e3c036 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:57.193586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Subnet': ['ID=1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:57.260007 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (4cb9e14a-03bc-4a80-8b70-de49d2e3c036), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.277872 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.286825 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb9e14a-03bc-4a80-8b70-de49d2e3c036']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:57.297262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4a5a75-fddf-4a4e-9027-e7c897bef23a') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:57.297693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4a5a75-fddf-4a4e-9027-e7c897bef23a') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:57.313462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (6c4a5a75-fddf-4a4e-9027-e7c897bef23a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.328015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (6c4a5a75-fddf-4a4e-9027-e7c897bef23a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.334784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:33:57.335255 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (6c4a5a75-fddf-4a4e-9027-e7c897bef23a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:33:57.338891 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:33:57.404091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (4cb9e14a-03bc-4a80-8b70-de49d2e3c036), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.415200 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.418377 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/4cb9e14a-03bc-4a80-8b70-de49d2e3c036 HTTP/1.1" status: 204 len: 168 time: 0.5621815 Jan 28 14:33:57.422039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 46998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:57.427629 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869124174'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:57.430863 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f91f7-8160-442b-92d4-48542bd74fe5 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Network': ['ID=4cb9e14a-03bc-4a80-8b70-de49d2e3c036,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:57.448990 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:57.452803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.477087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:33:57.486240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b42c7a12-61e6-431d-a561-acca9d40c4b9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.486586 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Added segment b42c7a12-61e6-431d-a561-acca9d40c4b9 of type vlan for network aa97000a-eb57-466e-9a0f-fbc75de6d17f Jan 28 14:33:57.530655 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (aa97000a-eb57-466e-9a0f-fbc75de6d17f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.556463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (aa97000a-eb57-466e-9a0f-fbc75de6d17f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.562006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:57.562006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.618051 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1949072 Jan 28 14:33:57.620927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47000) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:57.625609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'subnet': {'network_id': 'aa97000a-eb57-466e-9a0f-fbc75de6d17f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:57.649434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8a48d-0fef-44fd-bb04-06330f71c2ad tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Network': ['ID=aa97000a-eb57-466e-9a0f-fbc75de6d17f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:57.659550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network aa97000a-eb57-466e-9a0f-fbc75de6d17f details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:33:57.739770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:57.743328 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.802856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Performing IP validity checks on allocation pools {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 14:33:57.803390 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.ipam_backend_mixin [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 14:33:57.938878 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (37cd2f86-7bd8-4721-836a-ee3134004ff3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:57.999776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Subnet': ['ID=37cd2f86-7bd8-4721-836a-ee3134004ff3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:58.024306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Checking segment: {'id': 'b42c7a12-61e6-431d-a561-acca9d40c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'aa97000a-eb57-466e-9a0f-fbc75de6d17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:58.024687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network hostable DHCP agents. Network: aa97000a-eb57-466e-9a0f-fbc75de6d17f, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:33:58.044934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network aa97000a-eb57-466e-9a0f-fbc75de6d17f is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:33:58.055582 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, aa97000a-eb57-466e-9a0f-fbc75de6d17f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:58.060851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:58.061458 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.068855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18716d72-39a0-4947-b9a9-a8ddda15c712 None None] Network aa97000a-eb57-466e-9a0f-fbc75de6d17f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:58.088510 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a377f16c-6ce2-403d-b2ed-bb59e4c62452 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4639792 Jan 28 14:33:58.089110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47002) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:58.132124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbd94c-cb63-4584-9436-13a0b304f09b None None] Network a79e09eb-29a9-4d80-b462-945b1f496198 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:58.196096 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (aa97000a-eb57-466e-9a0f-fbc75de6d17f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.224309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-30aa719d-358f-4987-8cda-3e88d20ca36a None None] Provisioning complete for port 7a53a629-724c-465e-af0a-a807f9224507 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:33:58.224670 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-30aa719d-358f-4987-8cda-3e88d20ca36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7a53a629-724c-465e-af0a-a807f9224507), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.273567 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (37cd2f86-7bd8-4721-836a-ee3134004ff3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.336968 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (37cd2f86-7bd8-4721-836a-ee3134004ff3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.378103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Subnet': ['ID=37cd2f86-7bd8-4721-836a-ee3134004ff3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:58.455417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe776db-0ffa-462e-af87-db28ad549e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-aa97000a-eb57-466e-9a0f-fbc75de6d17f', 'network_id': 'aa97000a-eb57-466e-9a0f-fbc75de6d17f', 'project_id': 'a30c6f2b20a9445ba6bacde05e5c717c', 'fixed_ips': [{'subnet_id': '37cd2f86-7bd8-4721-836a-ee3134004ff3'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:33:58.456320 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fe776db-0ffa-462e-af87-db28ad549e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.607409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494eaa45-fe0d-46ef-afd3-dcab72b61398 None None] Network aa97000a-eb57-466e-9a0f-fbc75de6d17f requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:58.671106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.678015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-30aa719d-358f-4987-8cda-3e88d20ca36a None None] Current status of the port 7a53a629-724c-465e-af0a-a807f9224507 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:58.678416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-30aa719d-358f-4987-8cda-3e88d20ca36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7a53a629-724c-465e-af0a-a807f9224507), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.735478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-30aa719d-358f-4987-8cda-3e88d20ca36a None None] For port 7a53a629-724c-465e-af0a-a807f9224507, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7a53a629-724c-465e-af0a-a807f9224507,segment=NetworkSegment(a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39),segment_id=a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:33:58.741493 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-30aa719d-358f-4987-8cda-3e88d20ca36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (7a53a629-724c-465e-af0a-a807f9224507), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.793725 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (aa97000a-eb57-466e-9a0f-fbc75de6d17f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.807822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa719d-358f-4987-8cda-3e88d20ca36a None None] Pushing event updated for resources: {'Port': ['ID=7a53a629-724c-465e-af0a-a807f9224507,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:58.815408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa97000a-eb57-466e-9a0f-fbc75de6d17f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:58.826393 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42c7a12-61e6-431d-a561-acca9d40c4b9') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:58.826696 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42c7a12-61e6-431d-a561-acca9d40c4b9') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:33:58.836856 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (b42c7a12-61e6-431d-a561-acca9d40c4b9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.842512 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9ec14-a432-4020-bf79-806b4f8b66d9 None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 14:33:58.851285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (b42c7a12-61e6-431d-a561-acca9d40c4b9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.857512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:33:58.857950 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (b42c7a12-61e6-431d-a561-acca9d40c4b9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:33:58.860990 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:33:58.901454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9b0ec811-5d70-4103-afc5-f0c01dd9db61 None None] Provisioning complete for port 7a53a629-724c-465e-af0a-a807f9224507 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:33:58.901750 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec811-5d70-4103-afc5-f0c01dd9db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7a53a629-724c-465e-af0a-a807f9224507), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.921925 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (aa97000a-eb57-466e-9a0f-fbc75de6d17f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.929203 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.932484 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/aa97000a-eb57-466e-9a0f-fbc75de6d17f HTTP/1.1" status: 204 len: 168 time: 0.8427360 Jan 28 14:33:58.936481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47004) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:58.941465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517601072'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:58.946438 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1a80d-69cd-4404-b1b7-3540255a4836 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Network': ['ID=aa97000a-eb57-466e-9a0f-fbc75de6d17f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:58.957354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9ec14-a432-4020-bf79-806b4f8b66d9 None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 14:33:58.962505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:58.966080 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:58.993369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:33:59.003226 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (131de814-2d70-4e7d-ac6a-b5f2ff239f51), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.003921 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Added segment 131de814-2d70-4e7d-ac6a-b5f2ff239f51 of type vlan for network 1ac94c99-9156-4410-9e13-759db3043c49 Jan 28 14:33:59.046220 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (1ac94c99-9156-4410-9e13-759db3043c49), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.072018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ec811-5d70-4103-afc5-f0c01dd9db61 None None] Current status of the port 7a53a629-724c-465e-af0a-a807f9224507 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:59.076119 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (1ac94c99-9156-4410-9e13-759db3043c49), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.082710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:59.084823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.106614 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7a53a629-724c-465e-af0a-a807f9224507 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:33:59.154336 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2167251 Jan 28 14:33:59.158110 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47006) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:59.166575 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'subnet': {'network_id': '1ac94c99-9156-4410-9e13-759db3043c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:59.166964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9778d3-c985-462d-8b79-1648a3399481 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Network': ['ID=1ac94c99-9156-4410-9e13-759db3043c49,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:59.195264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 1ac94c99-9156-4410-9e13-759db3043c49 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:33:59.196884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 7a53a629-724c-465e-af0a-a807f9224507 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:33:59.197249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (7a53a629-724c-465e-af0a-a807f9224507), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.266449 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:59.270183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.335178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 7a53a629-724c-465e-af0a-a807f9224507 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:33:59.453648 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (800dc186-e3d6-4a39-acfd-7d562aa052e9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.511035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Subnet': ['ID=800dc186-e3d6-4a39-acfd-7d562aa052e9,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:59.525851 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Checking segment: {'id': '131de814-2d70-4e7d-ac6a-b5f2ff239f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ac94c99-9156-4410-9e13-759db3043c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:33:59.526219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network hostable DHCP agents. Network: 1ac94c99-9156-4410-9e13-759db3043c49, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:33:59.542790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network 1ac94c99-9156-4410-9e13-759db3043c49 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:33:59.552455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 1ac94c99-9156-4410-9e13-759db3043c49) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:33:59.556462 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:59.557057 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.561406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012921f6-1718-4e2d-8cd1-0a344fde9273 None None] Network 1ac94c99-9156-4410-9e13-759db3043c49 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:33:59.573387 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3bedb8c5-f358-406b-8494-2c33d4ecf0f2 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4139407 Jan 28 14:33:59.578384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47008) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:59.583418 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816279196'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:59.603470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:59.607255 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.632328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:33:59.641513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c37b7035-9303-4775-87fe-cc995b655d07), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.641867 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Added segment c37b7035-9303-4775-87fe-cc995b655d07 of type vlan for network 8021d479-81cc-41a1-b3ea-09cea8b1a1f5 Jan 28 14:33:59.670248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-1ac94c99-9156-4410-9e13-759db3043c49', 'network_id': '1ac94c99-9156-4410-9e13-759db3043c49', 'project_id': 'a30c6f2b20a9445ba6bacde05e5c717c', 'fixed_ips': [{'subnet_id': '800dc186-e3d6-4a39-acfd-7d562aa052e9'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:33:59.671112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.683719 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (8021d479-81cc-41a1-b3ea-09cea8b1a1f5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.710582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (8021d479-81cc-41a1-b3ea-09cea8b1a1f5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.715611 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:33:59.716249 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:33:59.775974 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1964018 Jan 28 14:33:59.778885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47010) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:33:59.783921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Request body: {'subnet': {'network_id': '8021d479-81cc-41a1-b3ea-09cea8b1a1f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:33:59.786868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adf32b-cd9a-4adf-a8a5-be339f5bbd5d tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Network': ['ID=8021d479-81cc-41a1-b3ea-09cea8b1a1f5,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:33:59.799379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 8021d479-81cc-41a1-b3ea-09cea8b1a1f5 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:33:59.822896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Allocated IP 2001:db8::2 (1ac94c99-9156-4410-9e13-759db3043c49/800dc186-e3d6-4a39-acfd-7d562aa052e9/efa157b4-12b4-41f9-8bd9-0c7b33444ca2) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:33:59.872758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Made reservation on behalf of a30c6f2b20a9445ba6bacde05e5c717c for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:33:59.876326 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.018604 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Publish callbacks [] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.025130 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.063810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Network 1ac94c99-9156-4410-9e13-759db3043c49 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:00.064184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (1068a1a7-0660-4f61-bb33-ea9ab8c7a18c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.069644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:00.075076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:00.078220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Pushing event updated for resources: {'Port': ['ID=efa157b4-12b4-41f9-8bd9-0c7b33444ca2,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:00.130353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Attempting to bind port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:00.130722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Attempting to bind port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '131de814-2d70-4e7d-ac6a-b5f2ff239f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ac94c99-9156-4410-9e13-759db3043c49'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:00.131081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Attempting to bind port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 on network 1ac94c99-9156-4410-9e13-759db3043c49 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:00.135465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event updated for resources: {'Subnet': ['ID=1068a1a7-0660-4f61-bb33-ea9ab8c7a18c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:00.136019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:00.136419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Checking segment: {'id': '131de814-2d70-4e7d-ac6a-b5f2ff239f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ac94c99-9156-4410-9e13-759db3043c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:00.136823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.137211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Bound using segment: {'id': '131de814-2d70-4e7d-ac6a-b5f2ff239f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ac94c99-9156-4410-9e13-759db3043c49'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:00.137676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Bound port: efa157b4-12b4-41f9-8bd9-0c7b33444ca2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131de814-2d70-4e7d-ac6a-b5f2ff239f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ac94c99-9156-4410-9e13-759db3043c49'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:00.138057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.143948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Checking segment: {'id': 'c37b7035-9303-4775-87fe-cc995b655d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8021d479-81cc-41a1-b3ea-09cea8b1a1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:00.144348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network hostable DHCP agents. Network: 8021d479-81cc-41a1-b3ea-09cea8b1a1f5, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:34:00.164353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Network 8021d479-81cc-41a1-b3ea-09cea8b1a1f5 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:34:00.173398 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 8021d479-81cc-41a1-b3ea-09cea8b1a1f5) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:00.178655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:00.180356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.184916 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2ff52-dc7f-4ae0-9726-66d54fb3d3ad None None] Network 8021d479-81cc-41a1-b3ea-09cea8b1a1f5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:00.199826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aef34ea2-6ef0-406a-8546-e33d9160e806 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4198227 Jan 28 14:34:00.202327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47012) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:00.250389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] For port efa157b4-12b4-41f9-8bd9-0c7b33444ca2, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:00.266048 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] For port efa157b4-12b4-41f9-8bd9-0c7b33444ca2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=efa157b4-12b4-41f9-8bd9-0c7b33444ca2,segment=NetworkSegment(131de814-2d70-4e7d-ac6a-b5f2ff239f51),segment_id=131de814-2d70-4e7d-ac6a-b5f2ff239f51)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:00.273147 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.301433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (8021d479-81cc-41a1-b3ea-09cea8b1a1f5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.359955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (1068a1a7-0660-4f61-bb33-ea9ab8c7a18c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.364518 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d132769-4d10-45dc-b9f5-b6f82f38a3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-8021d479-81cc-41a1-b3ea-09cea8b1a1f5', 'network_id': '8021d479-81cc-41a1-b3ea-09cea8b1a1f5', 'project_id': 'a30c6f2b20a9445ba6bacde05e5c717c', 'fixed_ips': [{'subnet_id': '1068a1a7-0660-4f61-bb33-ea9ab8c7a18c'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:34:00.365895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d132769-4d10-45dc-b9f5-b6f82f38a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.381276 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5f9c9-cbf7-4e7f-9f0d-d436150ca7f0 None None] Pushing event updated for resources: {'Port': ['ID=efa157b4-12b4-41f9-8bd9-0c7b33444ca2,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:00.434997 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (1068a1a7-0660-4f61-bb33-ea9ab8c7a18c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.467495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Subnet': ['ID=1068a1a7-0660-4f61-bb33-ea9ab8c7a18c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server [None req-0d132769-4d10-45dc-b9f5-b6f82f38a3f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1068a1a7-0660-4f61-bb33-ea9ab8c7a18c: This subnet is being modified by another concurrent operation. Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server raise exception Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1068a1a7-0660-4f61-bb33-ea9ab8c7a18c: This subnet is being modified by another concurrent operation. Jan 28 14:34:00.483470 n-d-822748-2 neutron-server[103375]: ERROR oslo_messaging.rpc.server Jan 28 14:34:00.544193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9145222-e21a-4656-863a-3e20c62e42e4 None None] Network 8021d479-81cc-41a1-b3ea-09cea8b1a1f5 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:00.548397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (8021d479-81cc-41a1-b3ea-09cea8b1a1f5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.579287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8021d479-81cc-41a1-b3ea-09cea8b1a1f5']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:00.589687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37b7035-9303-4775-87fe-cc995b655d07') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:00.590005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37b7035-9303-4775-87fe-cc995b655d07') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:00.614728 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c37b7035-9303-4775-87fe-cc995b655d07), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.632388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c37b7035-9303-4775-87fe-cc995b655d07), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.640300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:34:00.640871 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c37b7035-9303-4775-87fe-cc995b655d07), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:34:00.644044 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:34:00.706251 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (8021d479-81cc-41a1-b3ea-09cea8b1a1f5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.713361 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.716470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/8021d479-81cc-41a1-b3ea-09cea8b1a1f5 HTTP/1.1" status: 204 len: 168 time: 0.5130646 Jan 28 14:34:00.719363 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47014) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:00.728646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb161d48-9f6d-4c85-9415-a408d1fa860b tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Network': ['ID=8021d479-81cc-41a1-b3ea-09cea8b1a1f5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:00.753252 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5bc193-1e1f-4bf5-984c-790f80fff090 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] GET failed (client error): The resource could not be found. Jan 28 14:34:00.755638 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0d5bc193-1e1f-4bf5-984c-790f80fff090 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "GET /v2.0/subnets/1068a1a7-0660-4f61-bb33-ea9ab8c7a18c HTTP/1.1" status: 404 len: 337 time: 0.0349329 Jan 28 14:34:00.758053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47016) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:00.775987 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfdba16-e2ce-4e0d-92e7-8ac458389760 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] DELETE failed (client error): The resource could not be found. Jan 28 14:34:00.776494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfdba16-e2ce-4e0d-92e7-8ac458389760 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:34:00.779435 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8bfdba16-e2ce-4e0d-92e7-8ac458389760 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/8021d479-81cc-41a1-b3ea-09cea8b1a1f5 HTTP/1.1" status: 404 len: 339 time: 0.0204682 Jan 28 14:34:00.783055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47018) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:00.809476 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e9ca7d-5188-424f-9edd-c27f9ffeb440 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] DELETE failed (client error): The resource could not be found. Jan 28 14:34:00.809953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e9ca7d-5188-424f-9edd-c27f9ffeb440 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:34:00.812968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e4e9ca7d-5188-424f-9edd-c27f9ffeb440 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/subnets/1068a1a7-0660-4f61-bb33-ea9ab8c7a18c HTTP/1.1" status: 404 len: 337 time: 0.0289702 Jan 28 14:34:00.815454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47020) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:00.834510 n-d-822748-2 neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e07eddf-0e86-461c-babc-9969b2b91b13 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] DELETE failed (client error): The resource could not be found. Jan 28 14:34:00.834920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e07eddf-0e86-461c-babc-9969b2b91b13 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:34:00.837872 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1e07eddf-0e86-461c-babc-9969b2b91b13 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/8021d479-81cc-41a1-b3ea-09cea8b1a1f5 HTTP/1.1" status: 404 len: 339 time: 0.0215425 Jan 28 14:34:00.840228 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47022) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:00.891152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Deleting subnet 800dc186-e3d6-4a39-acfd-7d562aa052e9 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:34:00.894236 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (800dc186-e3d6-4a39-acfd-7d562aa052e9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:00.933218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (800dc186-e3d6-4a39-acfd-7d562aa052e9), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.023274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (800dc186-e3d6-4a39-acfd-7d562aa052e9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.065988 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device efa157b4-12b4-41f9-8bd9-0c7b33444ca2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:01.089694 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (800dc186-e3d6-4a39-acfd-7d562aa052e9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.117572 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Subnet': ['ID=800dc186-e3d6-4a39-acfd-7d562aa052e9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:01.125723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.127352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:01.127733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.130138 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3bf03980-d8b0-4dfd-9413-e17267288020 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/subnets/800dc186-e3d6-4a39-acfd-7d562aa052e9 HTTP/1.1" status: 204 len: 168 time: 0.2885253 Jan 28 14:34:01.132573 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47024) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:01.222234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:01.222627 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.222804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (1ac94c99-9156-4410-9e13-759db3043c49), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.261511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port efa157b4-12b4-41f9-8bd9-0c7b33444ca2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=efa157b4-12b4-41f9-8bd9-0c7b33444ca2,segment=NetworkSegment(131de814-2d70-4e7d-ac6a-b5f2ff239f51),segment_id=131de814-2d70-4e7d-ac6a-b5f2ff239f51)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:01.266995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.282114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Deleting port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:34:01.282461 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.321436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=efa157b4-12b4-41f9-8bd9-0c7b33444ca2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:01.349790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] For port efa157b4-12b4-41f9-8bd9-0c7b33444ca2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=efa157b4-12b4-41f9-8bd9-0c7b33444ca2,segment=NetworkSegment(131de814-2d70-4e7d-ac6a-b5f2ff239f51),segment_id=131de814-2d70-4e7d-ac6a-b5f2ff239f51)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:01.350031 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.368683 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Calling delete_port for efa157b4-12b4-41f9-8bd9-0c7b33444ca2 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:34:01.381844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b61e4-4e82-46fb-b9b4-314a117c110d None None] get_active_networks_info from n-d-822748-2 {{(pid=103375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 14:34:01.458961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.462780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91b61e4-4e82-46fb-b9b4-314a117c110d None None] Resources bound (agent type, host, resource id): {{(pid=103375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 14:34:01.469802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-49e5ffca-05bc-4e4e-a5f2-bf977a1cf7e5 None None] Provisioning complete for port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:01.470174 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-49e5ffca-05bc-4e4e-a5f2-bf977a1cf7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (efa157b4-12b4-41f9-8bd9-0c7b33444ca2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.485099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Port': ['ID=efa157b4-12b4-41f9-8bd9-0c7b33444ca2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:01.490826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No DVR routers for this DVR port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:34:01.499258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-49e5ffca-05bc-4e4e-a5f2-bf977a1cf7e5 None None] Port efa157b4-12b4-41f9-8bd9-0c7b33444ca2 was deleted so its status cannot be updated. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 14:34:01.575512 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (1ac94c99-9156-4410-9e13-759db3043c49), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.597467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac94c99-9156-4410-9e13-759db3043c49']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:01.607092 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131de814-2d70-4e7d-ac6a-b5f2ff239f51') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:01.607322 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131de814-2d70-4e7d-ac6a-b5f2ff239f51') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:01.616707 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (131de814-2d70-4e7d-ac6a-b5f2ff239f51), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.630201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (131de814-2d70-4e7d-ac6a-b5f2ff239f51), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.634569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3197cc0b-90b2-47fa-8163-601c163358a8 None None] Network 1ac94c99-9156-4410-9e13-759db3043c49 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:01.636385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:34:01.636783 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (131de814-2d70-4e7d-ac6a-b5f2ff239f51), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:34:01.639718 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:34:01.700180 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (1ac94c99-9156-4410-9e13-759db3043c49), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.707790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.711216 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/1ac94c99-9156-4410-9e13-759db3043c49 HTTP/1.1" status: 204 len: 168 time: 0.5776618 Jan 28 14:34:01.713862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47026) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:01.728552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae3566-5c30-466d-867e-7f2f9f10f5ae tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Network': ['ID=1ac94c99-9156-4410-9e13-759db3043c49,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:01.748408 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-8149ac2f-12fa-4d3c-b45e-dc8b4f999861 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] DELETE failed (client error): The resource could not be found. Jan 28 14:34:01.748881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8149ac2f-12fa-4d3c-b45e-dc8b4f999861 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:34:01.751928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8149ac2f-12fa-4d3c-b45e-dc8b4f999861 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/subnets/37cd2f86-7bd8-4721-836a-ee3134004ff3 HTTP/1.1" status: 404 len: 337 time: 0.0369360 Jan 28 14:34:01.755006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47028) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:01.773962 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4aa4d6-600a-453c-93ea-04912bfc5342 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] DELETE failed (client error): The resource could not be found. Jan 28 14:34:01.774476 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4aa4d6-600a-453c-93ea-04912bfc5342 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:34:01.775088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edacb3b4-381b-4f33-89e0-c9287cd073d1 None None] DHCP port deletion for 1ac94c99-9156-4410-9e13-759db3043c49 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:34:01.777546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4a4aa4d6-600a-453c-93ea-04912bfc5342 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/aa97000a-eb57-466e-9a0f-fbc75de6d17f HTTP/1.1" status: 404 len: 339 time: 0.0213947 Jan 28 14:34:01.780131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47030) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:01.806113 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ea8dfa-a601-4ed1-ba92-d1d088bfad62 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] DELETE failed (client error): The resource could not be found. Jan 28 14:34:01.806574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ea8dfa-a601-4ed1-ba92-d1d088bfad62 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:34:01.809612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-60ea8dfa-a601-4ed1-ba92-d1d088bfad62 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/subnets/1cda7bf7-1c0f-4f0f-bd02-57ffbb616adf HTTP/1.1" status: 404 len: 337 time: 0.0285726 Jan 28 14:34:01.812141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47032) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:01.835376 n-d-822748-2 neutron-server[103374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac943285-5fd8-4ea3-b3f8-1e40fcc2e584 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] DELETE failed (client error): The resource could not be found. Jan 28 14:34:01.835870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac943285-5fd8-4ea3-b3f8-1e40fcc2e584 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 14:34:01.838841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ac943285-5fd8-4ea3-b3f8-1e40fcc2e584 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/4cb9e14a-03bc-4a80-8b70-de49d2e3c036 HTTP/1.1" status: 404 len: 339 time: 0.0258114 Jan 28 14:34:01.841361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47034) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:01.890947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Deleting subnet c2e6dab6-1b68-4458-aff5-07643bd694db {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:34:01.893990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (c2e6dab6-1b68-4458-aff5-07643bd694db), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:01.934458 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (c2e6dab6-1b68-4458-aff5-07643bd694db), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.021125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c2e6dab6-1b68-4458-aff5-07643bd694db), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.076881 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (c2e6dab6-1b68-4458-aff5-07643bd694db), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.105038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e6dab6-1b68-4458-aff5-07643bd694db,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:02.107019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.110978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-533caf31-9e88-44fc-980e-0deb7612a4e6 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/subnets/c2e6dab6-1b68-4458-aff5-07643bd694db HTTP/1.1" status: 204 len: 168 time: 0.2686987 Jan 28 14:34:02.111787 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06dbd25-705a-4e42-bd7c-2fbbb0e1dc4a None None] Network a79e09eb-29a9-4d80-b462-945b1f496198 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:02.114163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47036) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:02.188341 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a79e09eb-29a9-4d80-b462-945b1f496198), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.248241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Deleting port 7a53a629-724c-465e-af0a-a807f9224507 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:34:02.248579 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7a53a629-724c-465e-af0a-a807f9224507), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.259665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] DHCP port deletion for a79e09eb-29a9-4d80-b462-945b1f496198 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:34:02.306313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] Deleting port 7a53a629-724c-465e-af0a-a807f9224507 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:34:02.306692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7a53a629-724c-465e-af0a-a807f9224507), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.310391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] For port 7a53a629-724c-465e-af0a-a807f9224507, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7a53a629-724c-465e-af0a-a807f9224507,segment=NetworkSegment(a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39),segment_id=a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:02.310763 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7a53a629-724c-465e-af0a-a807f9224507), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.324606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Calling delete_port for 7a53a629-724c-465e-af0a-a807f9224507 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:34:02.369402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] For port 7a53a629-724c-465e-af0a-a807f9224507, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=7a53a629-724c-465e-af0a-a807f9224507,segment=NetworkSegment(a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39),segment_id=a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:02.369796 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7a53a629-724c-465e-af0a-a807f9224507), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.383783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] Calling delete_port for 7a53a629-724c-465e-af0a-a807f9224507 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:34:02.412446 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7a53a629-724c-465e-af0a-a807f9224507), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.437668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Port': ['ID=7a53a629-724c-465e-af0a-a807f9224507,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:02.441258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] No DVR routers for this DVR port 7a53a629-724c-465e-af0a-a807f9224507 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:34:02.472579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (7a53a629-724c-465e-af0a-a807f9224507), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.496962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] Pushing event deleted for resources: {'Port': ['ID=7a53a629-724c-465e-af0a-a807f9224507,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:02.500713 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0034829a-674e-46c7-9279-1ed56c9fb6cc None None] No DVR routers for this DVR port 7a53a629-724c-465e-af0a-a807f9224507 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:34:02.522771 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a79e09eb-29a9-4d80-b462-945b1f496198), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.542713 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79e09eb-29a9-4d80-b462-945b1f496198']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:02.551688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:02.551995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:02.565233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.578928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.585651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:34:02.586064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (a8a0d705-75e6-4a5f-8fcb-b6c8944d8e39), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:34:02.589145 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:34:02.645943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a79e09eb-29a9-4d80-b462-945b1f496198), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.653193 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:02.655825 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] 10.222.0.45 "DELETE /v2.0/networks/a79e09eb-29a9-4d80-b462-945b1f496198 HTTP/1.1" status: 204 len: 168 time: 0.5404878 Jan 28 14:34:02.667440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a79e54-e418-4295-a529-eab0eb36f264 tempest-NetworksIpV6Test-1099495048 tempest-NetworksIpV6Test-1099495048-project] Pushing event deleted for resources: {'Network': ['ID=a79e09eb-29a9-4d80-b462-945b1f496198,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:02.896917 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47042) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:02.998626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device efa157b4-12b4-41f9-8bd9-0c7b33444ca2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:34:03.019187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: efa157b4-12b4-41f9-8bd9-0c7b33444ca2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:34:03.019780 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device efa157b4-12b4-41f9-8bd9-0c7b33444ca2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:34:03.020091 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7a53a629-724c-465e-af0a-a807f9224507 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:34:03.036877 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-25d1853b-0611-4d57-b7d0-748a0eccfcda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a30c6f2b20a9445ba6bacde05e5c717c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357448 Jan 28 14:34:03.037151 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:03.042370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 7a53a629-724c-465e-af0a-a807f9224507 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:34:03.042722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 7a53a629-724c-465e-af0a-a807f9224507 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:34:03.085079 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94c3cbb7-81d7-4e68-a439-3c0c5a63b86b admin admin] Publish callbacks [] for security_group (161ec13d-9a48-485e-ac21-e4142af9db07), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.106215 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94c3cbb7-81d7-4e68-a439-3c0c5a63b86b admin admin] Publish callbacks [] for security_group (161ec13d-9a48-485e-ac21-e4142af9db07), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.152632 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94c3cbb7-81d7-4e68-a439-3c0c5a63b86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (161ec13d-9a48-485e-ac21-e4142af9db07), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.155204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-94c3cbb7-81d7-4e68-a439-3c0c5a63b86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.156386 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-94c3cbb7-81d7-4e68-a439-3c0c5a63b86b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/161ec13d-9a48-485e-ac21-e4142af9db07 HTTP/1.1" status: 204 len: 168 time: 0.1182833 Jan 28 14:34:03.164007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cbb7-81d7-4e68-a439-3c0c5a63b86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161ec13d-9a48-485e-ac21-e4142af9db07,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:03.801354 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:03.895567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dc4162c6-0429-45c5-9131-1338caa0a2ef tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-556683400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:03.917283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc4162c6-0429-45c5-9131-1338caa0a2ef tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.918340 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc4162c6-0429-45c5-9131-1338caa0a2ef tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.970689 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc4162c6-0429-45c5-9131-1338caa0a2ef tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for router_controller (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.975962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc4162c6-0429-45c5-9131-1338caa0a2ef tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.993983 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dc4162c6-0429-45c5-9131-1338caa0a2ef tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:03.995228 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dc4162c6-0429-45c5-9131-1338caa0a2ef tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1928117 Jan 28 14:34:03.998036 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47072) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:04.002740 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-333523716'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:04.021080 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Made reservation on behalf of 17fd7800b0554696842274741cc4bb29 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:04.024329 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.032726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.110707 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for security_group (e8275464-c490-4291-8498-5e475c8dd6bc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.115216 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e8275464-c490-4291-8498-5e475c8dd6bc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.141621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:34:04.151758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8275464-c490-4291-8498-5e475c8dd6bc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:04.156543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ffce5632-a8e4-4fd2-ad16-43d06ff5a81e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.156896 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Added segment ffce5632-a8e4-4fd2-ad16-43d06ff5a81e of type vlan for network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 Jan 28 14:34:04.200465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (00b95ce6-1dc0-4a5d-9158-153b9df3c481), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.226068 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (00b95ce6-1dc0-4a5d-9158-153b9df3c481), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.231263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:04.231875 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.290297 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2910936 Jan 28 14:34:04.293042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47074) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:04.298270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Request body: {'subnet': {'network_id': '00b95ce6-1dc0-4a5d-9158-153b9df3c481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:04.310487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50055e95-b808-41b2-9b3a-f64b17526576 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event updated for resources: {'Network': ['ID=00b95ce6-1dc0-4a5d-9158-153b9df3c481,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:04.321100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:34:04.401838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Made reservation on behalf of 17fd7800b0554696842274741cc4bb29 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:04.405239 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.588901 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (e05e27f4-693a-4542-83f0-3f674b3905dc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.640457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event updated for resources: {'Subnet': ['ID=e05e27f4-693a-4542-83f0-3f674b3905dc,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:04.655589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Checking segment: {'id': 'ffce5632-a8e4-4fd2-ad16-43d06ff5a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '00b95ce6-1dc0-4a5d-9158-153b9df3c481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:04.655953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Network hostable DHCP agents. Network: 00b95ce6-1dc0-4a5d-9158-153b9df3c481, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:34:04.672013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:34:04.680777 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 00b95ce6-1dc0-4a5d-9158-153b9df3c481) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:04.684890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:04.685551 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.690149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5a6cd-387f-4fa7-a892-2bd7a2f88187 None None] Network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:04.702059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cb19c102-8a9c-4029-a680-09a242107c01 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4079261 Jan 28 14:34:04.705073 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:04.710415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-618554223'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:04.730392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Made reservation on behalf of 17fd7800b0554696842274741cc4bb29 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:04.733754 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.759122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:34:04.768062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5a50e98b-d2d4-4e85-ac8c-6d4b549976d4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.768414 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Added segment 5a50e98b-d2d4-4e85-ac8c-6d4b549976d4 of type vlan for network 0ed6c41f-a11d-4d74-9467-16c0debf702c Jan 28 14:34:04.798729 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-00b95ce6-1dc0-4a5d-9158-153b9df3c481', 'network_id': '00b95ce6-1dc0-4a5d-9158-153b9df3c481', 'project_id': '17fd7800b0554696842274741cc4bb29', 'fixed_ips': [{'subnet_id': 'e05e27f4-693a-4542-83f0-3f674b3905dc'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:34:04.799607 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.809686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (0ed6c41f-a11d-4d74-9467-16c0debf702c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.835552 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (0ed6c41f-a11d-4d74-9467-16c0debf702c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.841592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:04.842168 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:04.905834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1996348 Jan 28 14:34:04.908563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47078) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:04.915716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Request body: {'subnet': {'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:04.933899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dd1f0-a788-4d7c-8810-345e36487038 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event updated for resources: {'Network': ['ID=0ed6c41f-a11d-4d74-9467-16c0debf702c,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:05.012924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Made reservation on behalf of 17fd7800b0554696842274741cc4bb29 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:05.016587 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.087163 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 0ed6c41f-a11d-4d74-9467-16c0debf702c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:34:05.161508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa8cc-acf3-47d1-bc4f-937277a55007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.179835 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Allocated IP 172.20.0.2 (00b95ce6-1dc0-4a5d-9158-153b9df3c481/e05e27f4-693a-4542-83f0-3f674b3905dc/4c0b0e05-c322-417e-a218-10d226885766) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:05.335244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Publish callbacks [] for port (4c0b0e05-c322-417e-a218-10d226885766), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.341657 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (4c0b0e05-c322-417e-a218-10d226885766), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.386517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:05.391388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:05.396634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:05.399727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Pushing event updated for resources: {'Port': ['ID=4c0b0e05-c322-417e-a218-10d226885766,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:05.454598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Attempting to bind port 4c0b0e05-c322-417e-a218-10d226885766 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:05.454884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Attempting to bind port 4c0b0e05-c322-417e-a218-10d226885766 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'ffce5632-a8e4-4fd2-ad16-43d06ff5a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '00b95ce6-1dc0-4a5d-9158-153b9df3c481'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:05.455253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Attempting to bind port 4c0b0e05-c322-417e-a218-10d226885766 on network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:05.461162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:05.461852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Checking segment: {'id': 'ffce5632-a8e4-4fd2-ad16-43d06ff5a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '00b95ce6-1dc0-4a5d-9158-153b9df3c481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:05.462406 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.462810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Bound using segment: {'id': 'ffce5632-a8e4-4fd2-ad16-43d06ff5a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '00b95ce6-1dc0-4a5d-9158-153b9df3c481'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:05.463286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Bound port: 4c0b0e05-c322-417e-a218-10d226885766, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffce5632-a8e4-4fd2-ad16-43d06ff5a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '00b95ce6-1dc0-4a5d-9158-153b9df3c481'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:05.463682 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4c0b0e05-c322-417e-a218-10d226885766), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.530171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] For port 4c0b0e05-c322-417e-a218-10d226885766, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:05.533420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] For port 4c0b0e05-c322-417e-a218-10d226885766, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4c0b0e05-c322-417e-a218-10d226885766,segment=NetworkSegment(ffce5632-a8e4-4fd2-ad16-43d06ff5a81e),segment_id=ffce5632-a8e4-4fd2-ad16-43d06ff5a81e)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:05.537923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4c0b0e05-c322-417e-a218-10d226885766), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.542672 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (8665dd4a-08a0-4f5a-8710-614a0cb31a5f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.598548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ebeb-3f55-437b-98be-d71a641bc190 None None] Pushing event updated for resources: {'Port': ['ID=4c0b0e05-c322-417e-a218-10d226885766,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:05.604804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event updated for resources: {'Subnet': ['ID=8665dd4a-08a0-4f5a-8710-614a0cb31a5f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:05.622885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Checking segment: {'id': '5a50e98b-d2d4-4e85-ac8c-6d4b549976d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:05.623258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Network hostable DHCP agents. Network: 0ed6c41f-a11d-4d74-9467-16c0debf702c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:34:05.642209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Network 0ed6c41f-a11d-4d74-9467-16c0debf702c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:34:05.652958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 0ed6c41f-a11d-4d74-9467-16c0debf702c) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:05.657809 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:05.659746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.660841 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26456e0-f598-4596-8a8f-c7047128c851 None None] Network 0ed6c41f-a11d-4d74-9467-16c0debf702c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:05.681094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fd085bf8-9b69-4b4b-ad97-b7270fadf14c tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7687361 Jan 28 14:34:05.681284 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:05.686337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1993baa6-c8cd-4da9-9c4b-bb5d9efe45f4 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:05.791313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-0ed6c41f-a11d-4d74-9467-16c0debf702c', 'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c', 'project_id': '17fd7800b0554696842274741cc4bb29', 'fixed_ips': [{'subnet_id': '8665dd4a-08a0-4f5a-8710-614a0cb31a5f'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:34:05.792295 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.918247 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1993baa6-c8cd-4da9-9c4b-bb5d9efe45f4 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for router_gateway (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:05.950236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Allocated IP 172.21.0.2 (0ed6c41f-a11d-4d74-9467-16c0debf702c/8665dd4a-08a0-4f5a-8710-614a0cb31a5f/baa362f3-5427-46ee-954c-85f8928903a4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:06.036795 n-d-822748-2 neutron-server[103373]: INFO neutron.api.v2.resource [None req-1993baa6-c8cd-4da9-9c4b-bb5d9efe45f4 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 14:34:06.037801 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1993baa6-c8cd-4da9-9c4b-bb5d9efe45f4 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "PUT /v2.0/routers/4b8ed58f-fa75-4ea7-a127-ec8982da0ce1 HTTP/1.1" status: 400 len: 364 time: 0.3554420 Jan 28 14:34:06.043665 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47082) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:06.095757 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Deleting subnet 8665dd4a-08a0-4f5a-8710-614a0cb31a5f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:34:06.103985 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Publish callbacks [] for port (baa362f3-5427-46ee-954c-85f8928903a4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.109834 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (baa362f3-5427-46ee-954c-85f8928903a4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.112656 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for subnet (8665dd4a-08a0-4f5a-8710-614a0cb31a5f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.153805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Network 0ed6c41f-a11d-4d74-9467-16c0debf702c is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:06.154290 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (8665dd4a-08a0-4f5a-8710-614a0cb31a5f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.162537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:06.165538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:06.168884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Pushing event updated for resources: {'Port': ['ID=baa362f3-5427-46ee-954c-85f8928903a4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:06.223417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Attempting to bind port baa362f3-5427-46ee-954c-85f8928903a4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:06.223785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Attempting to bind port baa362f3-5427-46ee-954c-85f8928903a4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '5a50e98b-d2d4-4e85-ac8c-6d4b549976d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:06.224175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Attempting to bind port baa362f3-5427-46ee-954c-85f8928903a4 on network 0ed6c41f-a11d-4d74-9467-16c0debf702c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:06.229213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:06.229590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Checking segment: {'id': '5a50e98b-d2d4-4e85-ac8c-6d4b549976d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:06.229995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.230385 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Bound using segment: {'id': '5a50e98b-d2d4-4e85-ac8c-6d4b549976d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:06.230849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Bound port: baa362f3-5427-46ee-954c-85f8928903a4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a50e98b-d2d4-4e85-ac8c-6d4b549976d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed6c41f-a11d-4d74-9467-16c0debf702c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:06.231228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (baa362f3-5427-46ee-954c-85f8928903a4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.248184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (8665dd4a-08a0-4f5a-8710-614a0cb31a5f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.314912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (8665dd4a-08a0-4f5a-8710-614a0cb31a5f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.317848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] For port baa362f3-5427-46ee-954c-85f8928903a4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:06.321404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] For port baa362f3-5427-46ee-954c-85f8928903a4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baa362f3-5427-46ee-954c-85f8928903a4,segment=NetworkSegment(5a50e98b-d2d4-4e85-ac8c-6d4b549976d4),segment_id=5a50e98b-d2d4-4e85-ac8c-6d4b549976d4)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:06.326460 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (baa362f3-5427-46ee-954c-85f8928903a4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.342751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event deleted for resources: {'Subnet': ['ID=8665dd4a-08a0-4f5a-8710-614a0cb31a5f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:06.349109 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.352747 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a9108585-8231-447d-92ad-92a38a1f6caf tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "DELETE /v2.0/subnets/8665dd4a-08a0-4f5a-8710-614a0cb31a5f HTTP/1.1" status: 204 len: 168 time: 0.3080227 Jan 28 14:34:06.355198 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47084) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:06.394107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad411c94-86bd-4251-a0e3-fceba27c858f None None] Pushing event updated for resources: {'Port': ['ID=baa362f3-5427-46ee-954c-85f8928903a4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:06.450898 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (0ed6c41f-a11d-4d74-9467-16c0debf702c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.511406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Deleting port baa362f3-5427-46ee-954c-85f8928903a4 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:34:06.511857 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (baa362f3-5427-46ee-954c-85f8928903a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.585065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] For port baa362f3-5427-46ee-954c-85f8928903a4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=baa362f3-5427-46ee-954c-85f8928903a4,segment=NetworkSegment(5a50e98b-d2d4-4e85-ac8c-6d4b549976d4),segment_id=5a50e98b-d2d4-4e85-ac8c-6d4b549976d4)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:06.585326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (baa362f3-5427-46ee-954c-85f8928903a4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.606759 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Calling delete_port for baa362f3-5427-46ee-954c-85f8928903a4 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:34:06.703912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (baa362f3-5427-46ee-954c-85f8928903a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.720272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862eb96-b1c4-4b7b-9765-343daa9d612b None None] Network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:06.738929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] No DVR routers for this DVR port baa362f3-5427-46ee-954c-85f8928903a4 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:34:06.745007 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event deleted for resources: {'Port': ['ID=baa362f3-5427-46ee-954c-85f8928903a4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:06.800701 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-707372d2-28d9-4743-92e3-f7c1698bf9de None None] Provisioning complete for port 4c0b0e05-c322-417e-a218-10d226885766 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:06.801680 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-707372d2-28d9-4743-92e3-f7c1698bf9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4c0b0e05-c322-417e-a218-10d226885766), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.835984 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (0ed6c41f-a11d-4d74-9467-16c0debf702c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.857778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed6c41f-a11d-4d74-9467-16c0debf702c']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:06.867412 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a50e98b-d2d4-4e85-ac8c-6d4b549976d4') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:06.867863 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a50e98b-d2d4-4e85-ac8c-6d4b549976d4') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:06.878337 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (5a50e98b-d2d4-4e85-ac8c-6d4b549976d4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.896488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (5a50e98b-d2d4-4e85-ac8c-6d4b549976d4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.903813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:34:06.904374 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (5a50e98b-d2d4-4e85-ac8c-6d4b549976d4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:34:06.907556 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:34:06.914347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-707372d2-28d9-4743-92e3-f7c1698bf9de None None] Current status of the port 4c0b0e05-c322-417e-a218-10d226885766 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:06.914746 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-707372d2-28d9-4743-92e3-f7c1698bf9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4c0b0e05-c322-417e-a218-10d226885766), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.949443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-707372d2-28d9-4743-92e3-f7c1698bf9de None None] For port 4c0b0e05-c322-417e-a218-10d226885766, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4c0b0e05-c322-417e-a218-10d226885766,segment=NetworkSegment(ffce5632-a8e4-4fd2-ad16-43d06ff5a81e),segment_id=ffce5632-a8e4-4fd2-ad16-43d06ff5a81e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:06.954672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-707372d2-28d9-4743-92e3-f7c1698bf9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4c0b0e05-c322-417e-a218-10d226885766), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.977259 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (0ed6c41f-a11d-4d74-9467-16c0debf702c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:06.997817 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.001493 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "DELETE /v2.0/networks/0ed6c41f-a11d-4d74-9467-16c0debf702c HTTP/1.1" status: 204 len: 168 time: 0.6454082 Jan 28 14:34:07.004924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47086) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:07.030211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750b73-a03f-4d80-822e-e12698fa70a5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event deleted for resources: {'Network': ['ID=0ed6c41f-a11d-4d74-9467-16c0debf702c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:07.042072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707372d2-28d9-4743-92e3-f7c1698bf9de None None] Pushing event updated for resources: {'Port': ['ID=4c0b0e05-c322-417e-a218-10d226885766,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:07.085718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Deleting subnet e05e27f4-693a-4542-83f0-3f674b3905dc {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:34:07.089522 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for subnet (e05e27f4-693a-4542-83f0-3f674b3905dc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.103256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4c0b0e05-c322-417e-a218-10d226885766 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:07.141707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (e05e27f4-693a-4542-83f0-3f674b3905dc), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.158337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4c0b0e05-c322-417e-a218-10d226885766 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:07.158681 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4c0b0e05-c322-417e-a218-10d226885766), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.212487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-222ee213-46e6-417c-b672-41b542dc90be None None] Provisioning complete for port 4c0b0e05-c322-417e-a218-10d226885766 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:07.212873 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-222ee213-46e6-417c-b672-41b542dc90be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4c0b0e05-c322-417e-a218-10d226885766), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.233230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (e05e27f4-693a-4542-83f0-3f674b3905dc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.294443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4c0b0e05-c322-417e-a218-10d226885766 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:07.303519 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (e05e27f4-693a-4542-83f0-3f674b3905dc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.333999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event deleted for resources: {'Subnet': ['ID=e05e27f4-693a-4542-83f0-3f674b3905dc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:07.336146 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.341894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47088) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:07.342063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-72f0d181-96b3-41a0-9906-29bfebfe3461 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "DELETE /v2.0/subnets/e05e27f4-693a-4542-83f0-3f674b3905dc HTTP/1.1" status: 204 len: 168 time: 0.3366048 Jan 28 14:34:07.354691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14101809-0fb5-49b7-8575-152193936350 None None] Network 00b95ce6-1dc0-4a5d-9158-153b9df3c481 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:07.367775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-222ee213-46e6-417c-b672-41b542dc90be None None] Current status of the port 4c0b0e05-c322-417e-a218-10d226885766 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:07.436439 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (00b95ce6-1dc0-4a5d-9158-153b9df3c481), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.494904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Deleting port 4c0b0e05-c322-417e-a218-10d226885766 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:34:07.495256 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4c0b0e05-c322-417e-a218-10d226885766), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.534473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] DHCP port deletion for 00b95ce6-1dc0-4a5d-9158-153b9df3c481 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:34:07.570823 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] For port 4c0b0e05-c322-417e-a218-10d226885766, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4c0b0e05-c322-417e-a218-10d226885766,segment=NetworkSegment(ffce5632-a8e4-4fd2-ad16-43d06ff5a81e),segment_id=ffce5632-a8e4-4fd2-ad16-43d06ff5a81e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:07.571131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4c0b0e05-c322-417e-a218-10d226885766), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.587272 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Calling delete_port for 4c0b0e05-c322-417e-a218-10d226885766 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:34:07.590719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] Deleting port 4c0b0e05-c322-417e-a218-10d226885766 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:34:07.591106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4c0b0e05-c322-417e-a218-10d226885766), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.650484 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465908a6-d92d-4ab8-98ba-d05668117b05 None None] DHCP port deletion for 0ed6c41f-a11d-4d74-9467-16c0debf702c request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:34:07.670073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] For port 4c0b0e05-c322-417e-a218-10d226885766, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4c0b0e05-c322-417e-a218-10d226885766,segment=NetworkSegment(ffce5632-a8e4-4fd2-ad16-43d06ff5a81e),segment_id=ffce5632-a8e4-4fd2-ad16-43d06ff5a81e)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:07.670482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4c0b0e05-c322-417e-a218-10d226885766), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.677752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4c0b0e05-c322-417e-a218-10d226885766), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.689595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5f8f2030-8195-4c44-8089-fed6eea89d70 None None] Could not find standard attr ID for object baa362f3-5427-46ee-954c-85f8928903a4. {{(pid=103375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 14:34:07.696438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] Calling delete_port for 4c0b0e05-c322-417e-a218-10d226885766 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:34:07.699904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16012a57-7b5e-4f43-a8b4-d339cccfbc8d None None] Network 0ed6c41f-a11d-4d74-9467-16c0debf702c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:07.705218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event deleted for resources: {'Port': ['ID=4c0b0e05-c322-417e-a218-10d226885766,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:07.709306 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] No DVR routers for this DVR port 4c0b0e05-c322-417e-a218-10d226885766 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:34:07.724673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16012a57-7b5e-4f43-a8b4-d339cccfbc8d None None] Network 0ed6c41f-a11d-4d74-9467-16c0debf702c could not be found, it might have been deleted concurrently. {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 14:34:07.760128 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:34:07.808436 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (4c0b0e05-c322-417e-a218-10d226885766), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.809295 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (00b95ce6-1dc0-4a5d-9158-153b9df3c481), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.817416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-18c0afde-e879-424c-a7e3-18b03b930992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.831320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b95ce6-1dc0-4a5d-9158-153b9df3c481']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:07.837854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] Pushing event deleted for resources: {'Port': ['ID=4c0b0e05-c322-417e-a218-10d226885766,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:07.840983 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffce5632-a8e4-4fd2-ad16-43d06ff5a81e') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:07.841397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9cc441-7072-4259-b41f-400b42a38666 None None] No DVR routers for this DVR port 4c0b0e05-c322-417e-a218-10d226885766 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:34:07.841507 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffce5632-a8e4-4fd2-ad16-43d06ff5a81e') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:07.856069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (ffce5632-a8e4-4fd2-ad16-43d06ff5a81e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.870369 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (ffce5632-a8e4-4fd2-ad16-43d06ff5a81e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.876805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:34:07.877202 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (ffce5632-a8e4-4fd2-ad16-43d06ff5a81e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:34:07.880519 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:34:07.940227 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (00b95ce6-1dc0-4a5d-9158-153b9df3c481), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.946290 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:07.952232 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "DELETE /v2.0/networks/00b95ce6-1dc0-4a5d-9158-153b9df3c481 HTTP/1.1" status: 204 len: 168 time: 0.6068833 Jan 28 14:34:07.952600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47090) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:07.965000 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898252b-f1d3-4483-8612-82ea9bf9b615 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Pushing event deleted for resources: {'Network': ['ID=00b95ce6-1dc0-4a5d-9158-153b9df3c481,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:07.981047 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ff759442-819a-49d3-ba28-2f4de873e8e5 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8ed58f-fa75-4ea7-a127-ec8982da0ce1 HTTP/1.1" status: 200 len: 205 time: 0.0272198 Jan 28 14:34:07.983316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47092) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:08.058276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d214b88-b91f-4a59-b6d4-817c38f82036 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for router (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.222979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d214b88-b91f-4a59-b6d4-817c38f82036 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.225207 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d214b88-b91f-4a59-b6d4-817c38f82036 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for router_controller (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.269029 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d214b88-b91f-4a59-b6d4-817c38f82036 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (4b8ed58f-fa75-4ea7-a127-ec8982da0ce1), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.269659 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d214b88-b91f-4a59-b6d4-817c38f82036 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8ed58f-fa75-4ea7-a127-ec8982da0ce1 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:34:08.276569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1d214b88-b91f-4a59-b6d4-817c38f82036 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.277682 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1d214b88-b91f-4a59-b6d4-817c38f82036 tempest-RoutersNegativeTest-590936260 tempest-RoutersNegativeTest-590936260-project] 10.222.0.45 "DELETE /v2.0/routers/4b8ed58f-fa75-4ea7-a127-ec8982da0ce1 HTTP/1.1" status: 204 len: 168 time: 0.2934496 Jan 28 14:34:08.520909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47098) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:08.657245 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6eb190cc-eb56-456a-9995-da843c59467c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17fd7800b0554696842274741cc4bb29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351383 Jan 28 14:34:08.659739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47102) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:08.706953 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5aea-bf69-401e-8efc-b446a33cd8ba admin admin] Publish callbacks [] for security_group (e8275464-c490-4291-8498-5e475c8dd6bc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.727985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5aea-bf69-401e-8efc-b446a33cd8ba admin admin] Publish callbacks [] for security_group (e8275464-c490-4291-8498-5e475c8dd6bc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.775907 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5aea-bf69-401e-8efc-b446a33cd8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e8275464-c490-4291-8498-5e475c8dd6bc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.778577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5aea-bf69-401e-8efc-b446a33cd8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:08.779818 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7a6a5aea-bf69-401e-8efc-b446a33cd8ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8275464-c490-4291-8498-5e475c8dd6bc HTTP/1.1" status: 204 len: 168 time: 0.1190577 Jan 28 14:34:08.787713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a5aea-bf69-401e-8efc-b446a33cd8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8275464-c490-4291-8498-5e475c8dd6bc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:08.959822 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.006281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baa362f3-5427-46ee-954c-85f8928903a4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:34:09.029441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: baa362f3-5427-46ee-954c-85f8928903a4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:34:09.029797 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device baa362f3-5427-46ee-954c-85f8928903a4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:34:09.030219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4c0b0e05-c322-417e-a218-10d226885766 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:34:09.049621 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4c0b0e05-c322-417e-a218-10d226885766 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:34:09.050093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4c0b0e05-c322-417e-a218-10d226885766 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:34:09.404534 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47124) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:09.499283 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-148402232-network', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:09.520419 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Made reservation on behalf of cbddca98c936457eb0a5e38c264cb243 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:09.522843 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.531005 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.606539 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks [] for security_group (2fb6ea18-098e-46dd-9f90-8a3576a81780), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.610210 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2fb6ea18-098e-46dd-9f90-8a3576a81780), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.635781 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:34:09.646359 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb6ea18-098e-46dd-9f90-8a3576a81780,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:09.652409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (edd560f5-2bd6-4706-9324-8fbacd7afd75), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.652753 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Added segment edd560f5-2bd6-4706-9324-8fbacd7afd75 of type vlan for network a00941f3-302a-4152-926e-9033a203af7c Jan 28 14:34:09.701964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a00941f3-302a-4152-926e-9033a203af7c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.728281 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a00941f3-302a-4152-926e-9033a203af7c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.729120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:09.729713 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.782283 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3765855 Jan 28 14:34:09.786189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47128) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:09.791445 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Request body: {'subnet': {'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-subnet', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:09.792425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b5e43-9e34-445b-8681-e7706a6efb72 admin admin] Pushing event updated for resources: {'Network': ['ID=a00941f3-302a-4152-926e-9033a203af7c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:09.802577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a00941f3-302a-4152-926e-9033a203af7c details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:34:09.810538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Made reservation on behalf of cbddca98c936457eb0a5e38c264cb243 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:09.812922 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:09.983285 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (d442604f-6263-4bc9-9fac-7de01b2664da), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.040813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d442604f-6263-4bc9-9fac-7de01b2664da,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:10.048172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Checking segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:10.048544 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Network hostable DHCP agents. Network: a00941f3-302a-4152-926e-9033a203af7c, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:34:10.065205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Network a00941f3-302a-4152-926e-9033a203af7c is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:34:10.073849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a00941f3-302a-4152-926e-9033a203af7c) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:10.078241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:10.078844 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.084896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daca158-389a-4f03-91b0-b34810211639 None None] Network a00941f3-302a-4152-926e-9033a203af7c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:10.095950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45cc7191-e2dd-416f-bbe2-e66beca1a1c5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3084712 Jan 28 14:34:10.099167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47130) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:10.103681 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:10.122644 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.123659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.184359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks [] for router_controller (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.196157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-a00941f3-302a-4152-926e-9033a203af7c', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'fixed_ips': [{'subnet_id': 'd442604f-6263-4bc9-9fac-7de01b2664da'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:34:10.197050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.328415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks [] for router_gateway (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.336248 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Allocated IP 172.20.0.2 (a00941f3-302a-4152-926e-9033a203af7c/d442604f-6263-4bc9-9fac-7de01b2664da/35661399-64ac-4aee-b8aa-c1c1179a78f8) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:10.486364 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Publish callbacks [] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.492931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.533527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Network a00941f3-302a-4152-926e-9033a203af7c is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:10.538463 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks [] for router_gateway (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.539472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:10.543744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:10.546750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Pushing event updated for resources: {'Port': ['ID=35661399-64ac-4aee-b8aa-c1c1179a78f8,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:10.558462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.600997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Attempting to bind port 35661399-64ac-4aee-b8aa-c1c1179a78f8 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:10.601287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Attempting to bind port 35661399-64ac-4aee-b8aa-c1c1179a78f8 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:10.601673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Attempting to bind port 35661399-64ac-4aee-b8aa-c1c1179a78f8 on network a00941f3-302a-4152-926e-9033a203af7c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:10.606788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:10.607169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Checking segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:10.607575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.607975 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Bound using segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:10.608487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Bound port: 35661399-64ac-4aee-b8aa-c1c1179a78f8, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:10.608875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.666745 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Allocated IP 172.25.4.126 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/67b7f6f9-0da6-4f80-b9fc-a7e467f2d903) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:10.675716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-da37bf77-3340-4737-b8c4-755095271142 None None] For port 35661399-64ac-4aee-b8aa-c1c1179a78f8, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:10.678858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-da37bf77-3340-4737-b8c4-755095271142 None None] For port 35661399-64ac-4aee-b8aa-c1c1179a78f8, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=35661399-64ac-4aee-b8aa-c1c1179a78f8,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:10.684005 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.744917 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37bf77-3340-4737-b8c4-755095271142 None None] Pushing event updated for resources: {'Port': ['ID=35661399-64ac-4aee-b8aa-c1c1179a78f8,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:10.774857 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks [] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.798368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.820627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:10.859626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:10.864781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:10.870514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:10.900646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Pushing event updated for resources: {'Port': ['ID=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:11.083510 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 35661399-64ac-4aee-b8aa-c1c1179a78f8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:11.133069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 35661399-64ac-4aee-b8aa-c1c1179a78f8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:11.133687 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.158187 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks [] for router_gateway (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.220419 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 35661399-64ac-4aee-b8aa-c1c1179a78f8 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:11.220817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.254131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 35661399-64ac-4aee-b8aa-c1c1179a78f8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=35661399-64ac-4aee-b8aa-c1c1179a78f8,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:11.259465 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.308705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=35661399-64ac-4aee-b8aa-c1c1179a78f8,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:11.376955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.511587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:34:11.621269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:34:11.633085 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Sync routers for ids ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:34:11.641038 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.642530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a7b6cd91-8b17-4f1f-ba05-0ed11896d257 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5422227 Jan 28 14:34:11.645757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47132) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:11.645911 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Routers {'3af4a111-0ed5-4ee5-b972-382cf4f2fec5'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:11.646394 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:11.678064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e185a9-e04e-4f65-b409-a21f9532a65e None None] Network a00941f3-302a-4152-926e-9033a203af7c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:11.756556 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Set router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:11.777435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-93242a41-1814-4d6e-8327-261a9d902a46 None None] Provisioning complete for port 35661399-64ac-4aee-b8aa-c1c1179a78f8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:11.778069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-93242a41-1814-4d6e-8327-261a9d902a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.902983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-93242a41-1814-4d6e-8327-261a9d902a46 None None] Current status of the port 35661399-64ac-4aee-b8aa-c1c1179a78f8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:11.943100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:11.966322 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:11Z', 'revision_number': 3, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port': {'id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:11.995632 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Checking router: 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:34:11.996322 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Updating router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:34:12.030627 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.126857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a5a0185f-0268-4e27-b1d7-02ee7283c52c None None] Provisioning complete for port 35661399-64ac-4aee-b8aa-c1c1179a78f8 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:12.127325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a5a0185f-0268-4e27-b1d7-02ee7283c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.215329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0185f-0268-4e27-b1d7-02ee7283c52c None None] Current status of the port 35661399-64ac-4aee-b8aa-c1c1179a78f8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:12.310720 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Publish callbacks [] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.317480 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.366301 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Attempting to bind port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:12.366683 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Attempting to bind port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:12.367054 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Attempting to bind port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:12.377780 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Pushing event updated for resources: {'Port': ['ID=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:12.380845 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:12.381226 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:12.381631 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.382028 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:12.382499 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Bound port: 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:12.382881 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.408245 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.408600 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.408964 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.409308 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.409673 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.410088 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.410602 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.411168 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.411713 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.412260 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.412813 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.413156 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.413490 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:12.445037 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.455328 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] For port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:12.458610 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] For port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:12.463043 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.611901 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Routers {'3af4a111-0ed5-4ee5-b972-382cf4f2fec5'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:12.612537 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:12.614571 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Allocated IP 172.20.0.1 (a00941f3-302a-4152-926e-9033a203af7c/d442604f-6263-4bc9-9fac-7de01b2664da/5430b16c-383b-4e8e-bc4d-fd0d43341d80) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:12.656610 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59cc91-0a36-4c7b-a665-ce7c387b20ed None None] Pushing event updated for resources: {'Port': ['ID=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:12.722965 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks [] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.729944 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] Set router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:12.759487 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.801857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Network a00941f3-302a-4152-926e-9033a203af7c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:12.807626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:12.812357 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:12.834408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5430b16c-383b-4e8e-bc4d-fd0d43341d80,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:12.854421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:12.934374 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:11Z', 'revision_number': 3, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port': {'id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:12.970163 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b955591-043f-4910-bd38-ea5a21fb74da None None] The sync data for ids ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'] in n-d-822748-2 is: [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:11Z', 'revision_number': 3, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port': {'id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:34:13.009928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:13.043438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 35661399-64ac-4aee-b8aa-c1c1179a78f8 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:13.078527 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-556ac21e-258b-45c3-9fc5-bf46c7788160 None None] Provisioning complete for port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:13.078826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-556ac21e-258b-45c3-9fc5-bf46c7788160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:13.129641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-556ac21e-258b-45c3-9fc5-bf46c7788160 None None] Port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:34:13.135501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 35661399-64ac-4aee-b8aa-c1c1179a78f8 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:13.135883 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:13.231019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks [] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:13.243082 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:13.244811 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 35661399-64ac-4aee-b8aa-c1c1179a78f8 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:13.321616 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:13.323453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5430b16c-383b-4e8e-bc4d-fd0d43341d80,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:13.426160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Network a00941f3-302a-4152-926e-9033a203af7c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:13.428211 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:13.553576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:34:13.659301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ccfb06e0-b8c0-4e82-85d4-f3f3cbcccafc None None] Provisioning complete for port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:13.659689 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ccfb06e0-b8c0-4e82-85d4-f3f3cbcccafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:13.672901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:34:13.688521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b9c7066f-01e7-409e-abd8-78ef1139bcb8 admin admin] 10.222.0.45 "PUT /v2.0/routers/3af4a111-0ed5-4ee5-b972-382cf4f2fec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0332177 Jan 28 14:34:13.698042 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb06e0-b8c0-4e82-85d4-f3f3cbcccafc None None] Port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:34:14.166474 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47148) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:14.171519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1838931003-network', 'tenant_id': '2beb01171c3642e1909b01773ebeb147'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:14.189886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Made reservation on behalf of 2beb01171c3642e1909b01773ebeb147 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:14.192591 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.202509 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.282923 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks [] for security_group (33074fd8-e323-4780-8651-e48441dd2191), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.289469 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (33074fd8-e323-4780-8651-e48441dd2191), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.315673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:34:14.325750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33074fd8-e323-4780-8651-e48441dd2191,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:14.335706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f9bb828e-834e-4361-8ec3-428895951780), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.336070 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Added segment f9bb828e-834e-4361-8ec3-428895951780 of type vlan for network c4abb931-4656-4ac4-ae1e-f9ff11b5643d Jan 28 14:34:14.338125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.338479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.338828 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.339172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.339512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.339851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.340212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.340548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.340880 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.341210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.341540 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.341871 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.342201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:14.387885 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (c4abb931-4656-4ac4-ae1e-f9ff11b5643d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.414501 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (c4abb931-4656-4ac4-ae1e-f9ff11b5643d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.415888 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:14.416634 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.481645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3115647 Jan 28 14:34:14.482095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47150) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:14.489735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Request body: {'subnet': {'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-subnet', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:14.493984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aa858-1384-4063-918a-abd6fd0dbc16 admin admin] Pushing event updated for resources: {'Network': ['ID=c4abb931-4656-4ac4-ae1e-f9ff11b5643d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:14.504412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:34:14.513621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Made reservation on behalf of 2beb01171c3642e1909b01773ebeb147 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:14.516144 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.573078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Sync routers for ids ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:34:14.588887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Routers {'3af4a111-0ed5-4ee5-b972-382cf4f2fec5'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:14.589727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:14.692804 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (11b81975-a665-4fe8-a1c3-2c423a64f591), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.702509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Set router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:14.749482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b81975-a665-4fe8-a1c3-2c423a64f591,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:14.758308 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Checking segment: {'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:14.758676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Network hostable DHCP agents. Network: c4abb931-4656-4ac4-ae1e-f9ff11b5643d, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:34:14.777358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:34:14.787453 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, c4abb931-4656-4ac4-ae1e-f9ff11b5643d) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:14.791941 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:14.792660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.810034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-186ceef2-2089-40a7-8c8c-ac81bfea3259 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3268757 Jan 28 14:34:14.812849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47152) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:14.817600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:14.838427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.839681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.898813 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks [] for router_controller (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:14.936165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216c7ba-12ca-45d3-aca1-841ae33e9eaa None None] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:15.044573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks [] for router_gateway (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.067794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:15.155897 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-c4abb931-4656-4ac4-ae1e-f9ff11b5643d', 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d', 'project_id': '2beb01171c3642e1909b01773ebeb147', 'fixed_ips': [{'subnet_id': '11b81975-a665-4fe8-a1c3-2c423a64f591'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:34:15.156794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.255828 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:15.256235 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.259382 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks [] for router_gateway (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.278627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.340068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:12Z', 'revision_number': 4, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port': {'id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '5430b16c-383b-4e8e-bc4d-fd0d43341d80', 'name': '', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'mac_address': 'fa:16:3e:dc:bc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:12Z', 'updated_at': '2022-01-28T14:34:13Z', 'revision_number': 2, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'subnets': [{'id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:15.376539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Checking router: 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:34:15.376843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Updating router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:34:15.402844 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Allocated IP 172.25.4.139 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/caacb659-e4a6-4f35-bae8-8a2c3d91395b) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:15.406365 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.428291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Allocated IP 172.20.0.2 (c4abb931-4656-4ac4-ae1e-f9ff11b5643d/11b81975-a665-4fe8-a1c3-2c423a64f591/90504f24-58f9-4d11-b083-176849d0c691) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:15.517756 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks [] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.556848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:15.557433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.558053 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.595567 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:15.598654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:15.602112 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:15.640186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=caacb659-e4a6-4f35-bae8-8a2c3d91395b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:15.646666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:15.653997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.654369 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.654743 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.655044 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.655382 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.655713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.656079 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.656413 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.656742 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.657068 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.657396 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.657722 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.658043 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:15.658465 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.799839 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:15.841347 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Publish callbacks [] for port (90504f24-58f9-4d11-b083-176849d0c691), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.854544 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (90504f24-58f9-4d11-b083-176849d0c691), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.937044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:15.947923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:15.954348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:15.961918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Pushing event updated for resources: {'Port': ['ID=90504f24-58f9-4d11-b083-176849d0c691,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:15.970698 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Publish callbacks [] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:15.997353 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.068971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb9152-d0ab-450e-987a-325ea3dc6928 None None] Pushing event updated for resources: {'Port': ['ID=5430b16c-383b-4e8e-bc4d-fd0d43341d80,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:16.079184 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Attempting to bind port 90504f24-58f9-4d11-b083-176849d0c691 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:16.079559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Attempting to bind port 90504f24-58f9-4d11-b083-176849d0c691 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:16.079925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Attempting to bind port 90504f24-58f9-4d11-b083-176849d0c691 on network c4abb931-4656-4ac4-ae1e-f9ff11b5643d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:16.086129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:16.086508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Checking segment: {'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:16.086920 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.087317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Bound using segment: {'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:16.087792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Bound port: 90504f24-58f9-4d11-b083-176849d0c691, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:16.088237 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90504f24-58f9-4d11-b083-176849d0c691), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.173756 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Attempting to bind port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:16.174137 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Attempting to bind port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:16.174515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Attempting to bind port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 on network a00941f3-302a-4152-926e-9033a203af7c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:16.185295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:16.185682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Checking segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:16.186101 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.186509 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Bound using segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:16.187006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Bound port: 5430b16c-383b-4e8e-bc4d-fd0d43341d80, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:16.187395 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.220235 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks [] for router_gateway (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.248478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-13348093-622a-40e8-896a-93cb14ad010e None None] For port 90504f24-58f9-4d11-b083-176849d0c691, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:16.272447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-13348093-622a-40e8-896a-93cb14ad010e None None] For port 90504f24-58f9-4d11-b083-176849d0c691, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90504f24-58f9-4d11-b083-176849d0c691,segment=NetworkSegment(f9bb828e-834e-4361-8ec3-428895951780),segment_id=f9bb828e-834e-4361-8ec3-428895951780)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:16.279199 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90504f24-58f9-4d11-b083-176849d0c691), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.314050 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] For port 5430b16c-383b-4e8e-bc4d-fd0d43341d80, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:16.343556 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] For port 5430b16c-383b-4e8e-bc4d-fd0d43341d80, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5430b16c-383b-4e8e-bc4d-fd0d43341d80,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:16.363555 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.377193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7e0197d2-b782-480a-b725-afd5f179a100 None None] Provisioning complete for port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:16.377511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7e0197d2-b782-480a-b725-afd5f179a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.399367 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13348093-622a-40e8-896a-93cb14ad010e None None] Pushing event updated for resources: {'Port': ['ID=90504f24-58f9-4d11-b083-176849d0c691,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:16.438411 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.462911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Routers {'3af4a111-0ed5-4ee5-b972-382cf4f2fec5'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:16.463562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:16.530992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb9152-d0ab-450e-987a-325ea3dc6928 None None] Pushing event updated for resources: {'Port': ['ID=5430b16c-383b-4e8e-bc4d-fd0d43341d80,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:16.629210 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:34:16.780562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:34:16.792880 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Sync routers for ids ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:34:16.808510 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Routers {'4b0ab1fc-9a2b-4535-ab15-3d13f7249854'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:16.808947 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.809796 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:16.813923 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-022ab247-6bbc-4f67-acb8-8968dbc4e8d7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9969323 Jan 28 14:34:16.814288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47154) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:34:16.814886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] Set router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:16.818949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7e0197d2-b782-480a-b725-afd5f179a100 None None] Current status of the port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:16.819359 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7e0197d2-b782-480a-b725-afd5f179a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.918170 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7e0197d2-b782-480a-b725-afd5f179a100 None None] For port 5430b16c-383b-4e8e-bc4d-fd0d43341d80, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5430b16c-383b-4e8e-bc4d-fd0d43341d80,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:16.932845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7e0197d2-b782-480a-b725-afd5f179a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:16.938950 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Set router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:17.029966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0197d2-b782-480a-b725-afd5f179a100 None None] Pushing event updated for resources: {'Port': ['ID=5430b16c-383b-4e8e-bc4d-fd0d43341d80,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:17.105667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c45df180-53f9-491b-a100-94874fdfdb3c None None] Provisioning complete for port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:17.106057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c45df180-53f9-491b-a100-94874fdfdb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.168466 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:34:15Z', 'revision_number': 3, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port': {'id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:15Z', 'updated_at': '2022-01-28T14:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:17.169704 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:12Z', 'revision_number': 4, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port': {'id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '5430b16c-383b-4e8e-bc4d-fd0d43341d80', 'name': '', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'mac_address': 'fa:16:3e:dc:bc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:12Z', 'updated_at': '2022-01-28T14:34:16Z', 'revision_number': 4, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'subnets': [{'id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:17.210925 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Checking router: 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:34:17.211274 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Updating router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 port caacb659-e4a6-4f35-bae8-8a2c3d91395b binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:34:17.214473 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b85b2-da92-46ba-b79e-c22e911c4038 None None] The sync data for ids ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'] in n-d-822748-2 is: [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:12Z', 'revision_number': 4, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port': {'id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '5430b16c-383b-4e8e-bc4d-fd0d43341d80', 'name': '', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'mac_address': 'fa:16:3e:dc:bc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:12Z', 'updated_at': '2022-01-28T14:34:16Z', 'revision_number': 4, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'subnets': [{'id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:34:17.238340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c45df180-53f9-491b-a100-94874fdfdb3c None None] Current status of the port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:17.252973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90504f24-58f9-4d11-b083-176849d0c691 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:17.265501 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.337434 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 90504f24-58f9-4d11-b083-176849d0c691 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:17.338105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90504f24-58f9-4d11-b083-176849d0c691), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.417380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.475799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 90504f24-58f9-4d11-b083-176849d0c691 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:17.476548 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (90504f24-58f9-4d11-b083-176849d0c691), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.520724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 90504f24-58f9-4d11-b083-176849d0c691, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90504f24-58f9-4d11-b083-176849d0c691,segment=NetworkSegment(f9bb828e-834e-4361-8ec3-428895951780),segment_id=f9bb828e-834e-4361-8ec3-428895951780)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:17.527504 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (90504f24-58f9-4d11-b083-176849d0c691), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.528420 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:17.663247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=90504f24-58f9-4d11-b083-176849d0c691,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:17.690545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.691357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.691529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.691837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.692317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.692667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.693007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.693350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.693686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.694021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.694363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.694692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.695028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:34:17.720262 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Publish callbacks [] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.736801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Allocated IP 172.20.0.1 (c4abb931-4656-4ac4-ae1e-f9ff11b5643d/11b81975-a665-4fe8-a1c3-2c423a64f591/8726c65f-d06f-4870-ac0d-248de91c85ac) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:17.737571 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.751213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:17.751597 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.822942 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Attempting to bind port caacb659-e4a6-4f35-bae8-8a2c3d91395b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:17.824167 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Attempting to bind port caacb659-e4a6-4f35-bae8-8a2c3d91395b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:17.824815 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Attempting to bind port caacb659-e4a6-4f35-bae8-8a2c3d91395b on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:17.847925 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:17.848673 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:17.849254 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.849928 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:17.850606 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Bound port: caacb659-e4a6-4f35-bae8-8a2c3d91395b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:17.850998 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.896487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa38ad-f1af-4cb3-8722-c9d125b472d0 None None] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:34:17.902107 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e0ff2-b145-4f11-ac33-7bb8f3289869 None None] Pushing event updated for resources: {'Port': ['ID=caacb659-e4a6-4f35-bae8-8a2c3d91395b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:17.939360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks [] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.950554 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] For port caacb659-e4a6-4f35-bae8-8a2c3d91395b, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:17.953852 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] For port caacb659-e4a6-4f35-bae8-8a2c3d91395b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=caacb659-e4a6-4f35-bae8-8a2c3d91395b,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:17.966158 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:17.992359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.016396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c0a243a8-d279-4a06-bce9-44ed81a41c45 None None] Provisioning complete for port 90504f24-58f9-4d11-b083-176849d0c691 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:18.016779 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c0a243a8-d279-4a06-bce9-44ed81a41c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90504f24-58f9-4d11-b083-176849d0c691), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.018602 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:18.033313 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:18.056316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:18.070729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:18.075791 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Routers {'4b0ab1fc-9a2b-4535-ab15-3d13f7249854'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:18.076586 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:18.147353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Pushing event updated for resources: {'Port': ['ID=8726c65f-d06f-4870-ac0d-248de91c85ac,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:18.162585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.214250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c0a243a8-d279-4a06-bce9-44ed81a41c45 None None] Current status of the port 90504f24-58f9-4d11-b083-176849d0c691 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:18.277559 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e0ff2-b145-4f11-ac33-7bb8f3289869 None None] Pushing event updated for resources: {'Port': ['ID=caacb659-e4a6-4f35-bae8-8a2c3d91395b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:18.281594 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] Set router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:18.369695 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.447209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-112f2d6a-9bc5-4171-a5e5-900bb896c73c None None] Provisioning complete for port 8726c65f-d06f-4870-ac0d-248de91c85ac triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:18.447835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-112f2d6a-9bc5-4171-a5e5-900bb896c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.511549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-112f2d6a-9bc5-4171-a5e5-900bb896c73c None None] Port 8726c65f-d06f-4870-ac0d-248de91c85ac cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:34:18.532390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-112f2d6a-9bc5-4171-a5e5-900bb896c73c None None] Provisioning complete for port 90504f24-58f9-4d11-b083-176849d0c691 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:18.533033 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-112f2d6a-9bc5-4171-a5e5-900bb896c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90504f24-58f9-4d11-b083-176849d0c691), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.615149 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:34:15Z', 'revision_number': 3, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port': {'id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:15Z', 'updated_at': '2022-01-28T14:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:18.666319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-112f2d6a-9bc5-4171-a5e5-900bb896c73c None None] Current status of the port 90504f24-58f9-4d11-b083-176849d0c691 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:18.670485 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9e03e-59ac-499a-b816-ed6053a70880 None None] The sync data for ids ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'] in n-d-822748-2 is: [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:34:15Z', 'revision_number': 3, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port': {'id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:15Z', 'updated_at': '2022-01-28T14:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:34:18.714793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks [] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.721675 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.800316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Pushing event updated for resources: {'Port': ['ID=8726c65f-d06f-4870-ac0d-248de91c85ac,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:18.803258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.813760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1c89e60a-f409-4be3-9e28-33e4990953a6 None None] Provisioning complete for port 8726c65f-d06f-4870-ac0d-248de91c85ac triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:18.814579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1c89e60a-f409-4be3-9e28-33e4990953a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:18.861758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1c89e60a-f409-4be3-9e28-33e4990953a6 None None] Port 8726c65f-d06f-4870-ac0d-248de91c85ac cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:34:18.903369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:18.904822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:19.104194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:34:19.249260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5430b16c-383b-4e8e-bc4d-fd0d43341d80 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:19.299435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:34:19.302072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f7b4f203-0094-4d81-ab3b-2abb1b2f42bd None None] Provisioning complete for port 8726c65f-d06f-4870-ac0d-248de91c85ac triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:19.302465 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f203-0094-4d81-ab3b-2abb1b2f42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:19.328275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-89863411-7859-4bf5-b650-0748b25fd145 admin admin] 10.222.0.45 "PUT /v2.0/routers/4b0ab1fc-9a2b-4535-ab15-3d13f7249854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059450 Jan 28 14:34:19.355084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:19.355472 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:19.359460 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4f203-0094-4d81-ab3b-2abb1b2f42bd None None] Port 8726c65f-d06f-4870-ac0d-248de91c85ac cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:34:19.458877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:19.460377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90504f24-58f9-4d11-b083-176849d0c691 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:19.526323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 90504f24-58f9-4d11-b083-176849d0c691 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:19.527018 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (90504f24-58f9-4d11-b083-176849d0c691), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:19.624257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 90504f24-58f9-4d11-b083-176849d0c691 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:20.221113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-ed54f43d-30f9-4fc3-930f-d16d5654edc7 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:20.222996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-ed54f43d-30f9-4fc3-930f-d16d5654edc7 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 816 time: 0.1164885 Jan 28 14:34:20.241589 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-29146d86-b783-4f7c-8905-8378f7b1e8fe tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/quotas/cbddca98c936457eb0a5e38c264cb243 HTTP/1.1" status: 200 len: 375 time: 0.0110779 Jan 28 14:34:20.302687 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-c4c8032a-00b4-44fd-833f-c1d91ffdb55c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532429 Jan 28 14:34:20.400613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-632e5555-2413-4dbe-a453-9b75d5727663 service neutron] 10.222.0.45 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Jan 28 14:34:20.496366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-fea5ce17-8ec8-4bd2-962d-d87e78b01834 service neutron] 10.222.0.45 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899544 Jan 28 14:34:20.667071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d28f8f7-a0a1-453d-b02d-3bd8316c3591 req-b84897ac-5fac-42b9-abfd-b54dbfd31745 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 210 time: 0.0276811 Jan 28 14:34:20.787739 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Sync routers for ids ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:34:20.798676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Routers {'4b0ab1fc-9a2b-4535-ab15-3d13f7249854'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:20.799377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:20.919502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Set router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:21.075504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device caacb659-e4a6-4f35-bae8-8a2c3d91395b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:21.180102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port caacb659-e4a6-4f35-bae8-8a2c3d91395b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:21.180489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.223492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:34:18Z', 'revision_number': 4, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port': {'id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:15Z', 'updated_at': '2022-01-28T14:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8726c65f-d06f-4870-ac0d-248de91c85ac', 'name': '', 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'mac_address': 'fa:16:3e:89:96:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '11b81975-a665-4fe8-a1c3-2c423a64f591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:17Z', 'updated_at': '2022-01-28T14:34:18Z', 'revision_number': 2, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'subnets': [{'id': '11b81975-a665-4fe8-a1c3-2c423a64f591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:21.254296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Checking router: 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:34:21.254665 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Updating router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 port 8726c65f-d06f-4870-ac0d-248de91c85ac binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:34:21.287718 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.349393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port caacb659-e4a6-4f35-bae8-8a2c3d91395b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:21.349790 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.383960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port caacb659-e4a6-4f35-bae8-8a2c3d91395b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=caacb659-e4a6-4f35-bae8-8a2c3d91395b,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:21.423895 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.525229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=caacb659-e4a6-4f35-bae8-8a2c3d91395b,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:21.646064 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Publish callbacks [] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.651417 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.708554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f571-9384-4d33-b821-591c7c4d470f None None] Pushing event updated for resources: {'Port': ['ID=8726c65f-d06f-4870-ac0d-248de91c85ac,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:21.730439 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-a2964e95-6c3f-4293-a7db-a31cd1fcd24c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:21.731948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-a2964e95-6c3f-4293-a7db-a31cd1fcd24c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.60 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 816 time: 0.1304371 Jan 28 14:34:21.750586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Request body: {'port': {'device_id': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'admin_state_up': True, 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:21.762257 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Attempting to bind port 8726c65f-d06f-4870-ac0d-248de91c85ac on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:21.762641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Attempting to bind port 8726c65f-d06f-4870-ac0d-248de91c85ac by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:21.763016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Attempting to bind port 8726c65f-d06f-4870-ac0d-248de91c85ac on network c4abb931-4656-4ac4-ae1e-f9ff11b5643d {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:21.773221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:21.774030 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Checking segment: {'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:21.774691 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.775487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Bound using segment: {'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:21.776239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Bound port: 8726c65f-d06f-4870-ac0d-248de91c85ac, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb828e-834e-4361-8ec3-428895951780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:21.776889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.840626 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0222a2bc-3aa4-40ba-9382-f6e403346223 req-f4c308f9-c008-4703-91dc-cecc1d594fc3 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 210 time: 0.0302913 Jan 28 14:34:21.849961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] For port 8726c65f-d06f-4870-ac0d-248de91c85ac, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:21.853646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] For port 8726c65f-d06f-4870-ac0d-248de91c85ac, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8726c65f-d06f-4870-ac0d-248de91c85ac,segment=NetworkSegment(f9bb828e-834e-4361-8ec3-428895951780),segment_id=f9bb828e-834e-4361-8ec3-428895951780)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:21.861773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.917078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Made reservation on behalf of cbddca98c936457eb0a5e38c264cb243 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:34:21.920764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:21.928447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Routers {'4b0ab1fc-9a2b-4535-ab15-3d13f7249854'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:34:21.929094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:34:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:21.966735 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f571-9384-4d33-b821-591c7c4d470f None None] Pushing event updated for resources: {'Port': ['ID=8726c65f-d06f-4870-ac0d-248de91c85ac,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:22.062137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Allocated IP 172.20.0.3 (a00941f3-302a-4152-926e-9033a203af7c/d442604f-6263-4bc9-9fac-7de01b2664da/468c4ebc-e645-4ac5-adf5-c2ac493002df) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:34:22.216837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3fbd4793-3075-4316-9568-f7fef6b8a47d None None] Provisioning complete for port 8726c65f-d06f-4870-ac0d-248de91c85ac triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:22.217216 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4793-3075-4316-9568-f7fef6b8a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.249746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] Set router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:34:22.429302 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd4793-3075-4316-9568-f7fef6b8a47d None None] Current status of the port 8726c65f-d06f-4870-ac0d-248de91c85ac is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:22.429608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4793-3075-4316-9568-f7fef6b8a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.502622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-3fbd4793-3075-4316-9568-f7fef6b8a47d None None] For port 8726c65f-d06f-4870-ac0d-248de91c85ac, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8726c65f-d06f-4870-ac0d-248de91c85ac,segment=NetworkSegment(f9bb828e-834e-4361-8ec3-428895951780),segment_id=f9bb828e-834e-4361-8ec3-428895951780)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:22.508727 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4793-3075-4316-9568-f7fef6b8a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.564825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd4793-3075-4316-9568-f7fef6b8a47d None None] Pushing event updated for resources: {'Port': ['ID=8726c65f-d06f-4870-ac0d-248de91c85ac,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:22.573923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:34:18Z', 'revision_number': 4, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port': {'id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:15Z', 'updated_at': '2022-01-28T14:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8726c65f-d06f-4870-ac0d-248de91c85ac', 'name': '', 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'mac_address': 'fa:16:3e:89:96:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '11b81975-a665-4fe8-a1c3-2c423a64f591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:17Z', 'updated_at': '2022-01-28T14:34:21Z', 'revision_number': 4, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'subnets': [{'id': '11b81975-a665-4fe8-a1c3-2c423a64f591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:34:22.582717 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks [] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.601878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114316f3-6c33-4fa8-a475-f0e1d863cbc9 None None] The sync data for ids ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'] in n-d-822748-2 is: [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:34:18Z', 'revision_number': 4, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port': {'id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:15Z', 'updated_at': '2022-01-28T14:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '8726c65f-d06f-4870-ac0d-248de91c85ac', 'name': '', 'network_id': 'c4abb931-4656-4ac4-ae1e-f9ff11b5643d', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'mac_address': 'fa:16:3e:89:96:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '11b81975-a665-4fe8-a1c3-2c423a64f591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:17Z', 'updated_at': '2022-01-28T14:34:21Z', 'revision_number': 4, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'subnets': [{'id': '11b81975-a665-4fe8-a1c3-2c423a64f591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:34:22.619453 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.631584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e547036c-9ef1-40f2-969a-4c7c541038e8 None None] Provisioning complete for port 8726c65f-d06f-4870-ac0d-248de91c85ac triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:22.631900 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e547036c-9ef1-40f2-969a-4c7c541038e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.692168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Network a00941f3-302a-4152-926e-9033a203af7c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:34:22.696016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:34:22.699075 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:34:22.728710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Pushing event updated for resources: {'Port': ['ID=468c4ebc-e645-4ac5-adf5-c2ac493002df,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:22.741234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e547036c-9ef1-40f2-969a-4c7c541038e8 None None] Current status of the port 8726c65f-d06f-4870-ac0d-248de91c85ac is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:22.766013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:22.766686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.784227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-03f9bb9f-e067-4758-9639-2828aaddf21f tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0382185 Jan 28 14:34:22.797722 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Request body: {'port': {'device_id': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:34:22.862109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:22.971536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a6e0bdd9-0117-4bd6-8fd3-9d422cfebb3f None None] Provisioning complete for port 468c4ebc-e645-4ac5-adf5-c2ac493002df triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:22.972876 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a6e0bdd9-0117-4bd6-8fd3-9d422cfebb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.028126 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0bdd9-0117-4bd6-8fd3-9d422cfebb3f None None] Port 468c4ebc-e645-4ac5-adf5-c2ac493002df cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:34:23.084255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081139a1-1e52-4289-abb7-ec177d3f518e req-1686e114-e4d7-4cb7-96f5-1b15366b73d7 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:23.085892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-081139a1-1e52-4289-abb7-ec177d3f518e req-1686e114-e4d7-4cb7-96f5-1b15366b73d7 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 931 time: 0.1626863 Jan 28 14:34:23.158914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device caacb659-e4a6-4f35-bae8-8a2c3d91395b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:23.186443 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-081139a1-1e52-4289-abb7-ec177d3f518e req-524df6ba-ee57-4104-89b6-6c5ba63aeded tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938327 Jan 28 14:34:23.234880 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port caacb659-e4a6-4f35-bae8-8a2c3d91395b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:23.235259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.249124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468c4ebc-e645-4ac5-adf5-c2ac493002df {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:34:23.257423 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Publish callbacks [] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.270087 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Transition to ACTIVE for port object 468c4ebc-e645-4ac5-adf5-c2ac493002df will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:34:23.273759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.315351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port caacb659-e4a6-4f35-bae8-8a2c3d91395b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:23.316516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8726c65f-d06f-4870-ac0d-248de91c85ac up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:23.325563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=468c4ebc-e645-4ac5-adf5-c2ac493002df,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:23.370165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8726c65f-d06f-4870-ac0d-248de91c85ac triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:23.370691 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.412304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Attempting to bind port 468c4ebc-e645-4ac5-adf5-c2ac493002df on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:34:23.413104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Attempting to bind port 468c4ebc-e645-4ac5-adf5-c2ac493002df by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:34:23.413802 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Attempting to bind port 468c4ebc-e645-4ac5-adf5-c2ac493002df on network a00941f3-302a-4152-926e-9033a203af7c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:23.421209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Port 468c4ebc-e645-4ac5-adf5-c2ac493002df on network a00941f3-302a-4152-926e-9033a203af7c not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:34:23.421966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Attempting to bind port 468c4ebc-e645-4ac5-adf5-c2ac493002df on network a00941f3-302a-4152-926e-9033a203af7c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:34:23.429011 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:34:23.429867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Checking segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:34:23.430589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Bound using segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:34:23.431457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Bound port: 468c4ebc-e645-4ac5-adf5-c2ac493002df, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:34:23.432086 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.467213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8726c65f-d06f-4870-ac0d-248de91c85ac is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:23.512960 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] For port 468c4ebc-e645-4ac5-adf5-c2ac493002df, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:34:23.516147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] For port 468c4ebc-e645-4ac5-adf5-c2ac493002df, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:34:23.521456 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.556074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:23.556819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:23.558199 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] 10.222.0.60 "PUT /v2.0/ports/468c4ebc-e645-4ac5-adf5-c2ac493002df HTTP/1.1" status: 200 len: 1091 time: 0.7652607 Jan 28 14:34:23.558672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'tag': '468c4ebc-e645-4ac5-adf5-c2ac493002df'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:34:23.560947 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603a043-53c2-4d96-af55-748af2792a01" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5f3b94-20c4-47cf-a3fa-48696852076e", "tag": "468c4ebc-e645-4ac5-adf5-c2ac493002df"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:34:23.596703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cad854-c8f4-44f2-912f-e7aada88ca87 service neutron] Pushing event updated for resources: {'Port': ['ID=468c4ebc-e645-4ac5-adf5-c2ac493002df,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:23.611223 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe43df-f5bb-43e3-be3d-b33004afeda6 x-openstack-request-id: req-f9fe43df-f5bb-43e3-be3d-b33004afeda6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:34:23.611524 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5f3b94-20c4-47cf-a3fa-48696852076e", "tag": "468c4ebc-e645-4ac5-adf5-c2ac493002df", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:34:23.611784 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9fe43df-f5bb-43e3-be3d-b33004afeda6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:34:23.612207 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'tag': '468c4ebc-e645-4ac5-adf5-c2ac493002df', 'status': 'completed', 'code': 200} Jan 28 14:34:23.647764 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-f1fdcce5-1cde-41ff-88b2-5dc7ebd81bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:23.649360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-f1fdcce5-1cde-41ff-88b2-5dc7ebd81bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 1094 time: 0.0485468 Jan 28 14:34:23.697057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-81214e3e-1671-4424-b4c1-ed14e8ac665a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df HTTP/1.1" status: 200 len: 217 time: 0.0398777 Jan 28 14:34:23.747597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-fb3dcbe8-943c-4536-9986-75295ebb232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:23.749142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-fb3dcbe8-943c-4536-9986-75295ebb232a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d442604f-6263-4bc9-9fac-7de01b2664da HTTP/1.1" status: 200 len: 855 time: 0.0458040 Jan 28 14:34:23.801248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-cb2d77e0-62df-4369-b772-70d5b5a78e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:23.802778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-cb2d77e0-62df-4369-b772-70d5b5a78e69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a00941f3-302a-4152-926e-9033a203af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459003 Jan 28 14:34:23.896693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-d8824265-9e62-4969-8653-9983ca8bc958 service neutron] 10.222.0.60 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861366 Jan 28 14:34:23.989448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-735afd2b-8735-4222-b5ea-f3d5bc59a374 req-93f59025-3211-4233-b0f2-d490e9ec824f service neutron] 10.222.0.60 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832138 Jan 28 14:34:24.088678 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603a043-53c2-4d96-af55-748af2792a01 req-be1dbbc1-491d-412c-90ab-04987809f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:24.090823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e603a043-53c2-4d96-af55-748af2792a01 req-be1dbbc1-491d-412c-90ab-04987809f717 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 1094 time: 0.0472496 Jan 28 14:34:24.189621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603a043-53c2-4d96-af55-748af2792a01 req-0ad36f87-76e9-4d3c-b3c3-9c0f721e896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:24.191793 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e603a043-53c2-4d96-af55-748af2792a01 req-0ad36f87-76e9-4d3c-b3c3-9c0f721e896b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 917 time: 0.0925145 Jan 28 14:34:24.234310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e603a043-53c2-4d96-af55-748af2792a01 req-df29f24d-11d9-4697-95f2-31338025f188 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df HTTP/1.1" status: 200 len: 217 time: 0.0365422 Jan 28 14:34:24.321348 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603a043-53c2-4d96-af55-748af2792a01 req-ffa5bd16-37ab-4865-b306-fe9e3dea644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:24.323170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e603a043-53c2-4d96-af55-748af2792a01 req-ffa5bd16-37ab-4865-b306-fe9e3dea644f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d442604f-6263-4bc9-9fac-7de01b2664da HTTP/1.1" status: 200 len: 855 time: 0.0799193 Jan 28 14:34:24.338988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8f34c-a13f-4e01-bfe5-95aa48ae2e64 req-cd3f37f7-8603-4bc6-ba70-886a5cb58e24 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:24.340578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7d8f34c-a13f-4e01-bfe5-95aa48ae2e64 req-cd3f37f7-8603-4bc6-ba70-886a5cb58e24 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 943 time: 0.0661411 Jan 28 14:34:24.415878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603a043-53c2-4d96-af55-748af2792a01 req-ef204c55-ee73-43ae-ba18-c36805ab2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:24.417428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e603a043-53c2-4d96-af55-748af2792a01 req-ef204c55-ee73-43ae-ba18-c36805ab2875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a00941f3-302a-4152-926e-9033a203af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759234 Jan 28 14:34:24.421942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e7d8f34c-a13f-4e01-bfe5-95aa48ae2e64 req-5ca3d8da-f621-4cac-b3c2-9925707a9ff6 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717134 Jan 28 14:34:24.517717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e603a043-53c2-4d96-af55-748af2792a01 req-df6d8e3c-1fed-46fc-a6e6-d904eca843d9 service neutron] 10.222.0.60 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932481 Jan 28 14:34:24.613013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e603a043-53c2-4d96-af55-748af2792a01 req-346ab8b9-99a6-4bb5-acef-0695b6bfda39 service neutron] 10.222.0.60 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875576 Jan 28 14:34:25.547029 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4fa76-16a4-4988-887d-883e354fc3a9 req-975a2539-faf3-457e-89d4-c569dd789624 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:25.548444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2f4fa76-16a4-4988-887d-883e354fc3a9 req-975a2539-faf3-457e-89d4-c569dd789624 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 943 time: 0.0545440 Jan 28 14:34:25.595870 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2f4fa76-16a4-4988-887d-883e354fc3a9 req-e9a5b317-a2fd-4550-b82c-b4fc7f286fbb tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 Jan 28 14:34:26.630338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 468c4ebc-e645-4ac5-adf5-c2ac493002df details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:34:26.713263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9686581-ae96-4ed8-8419-86914b6cd02f req-3f900fc7-85e7-4a6f-b0b4-bd872b5ceeb3 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:26.715518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9686581-ae96-4ed8-8419-86914b6cd02f req-3f900fc7-85e7-4a6f-b0b4-bd872b5ceeb3 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 943 time: 0.0528233 Jan 28 14:34:26.729930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 468c4ebc-e645-4ac5-adf5-c2ac493002df, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:26.742859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '468c4ebc-e645-4ac5-adf5-c2ac493002df', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'port_id': '468c4ebc-e645-4ac5-adf5-c2ac493002df', 'mac_address': 'fa:16:3e:9a:a1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:34:26.763728 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9686581-ae96-4ed8-8419-86914b6cd02f req-3aa26ad8-618b-41c7-a013-438f7da7bfcf tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Jan 28 14:34:26.780670 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 468c4ebc-e645-4ac5-adf5-c2ac493002df is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:26.781070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:26.794709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468c4ebc-e645-4ac5-adf5-c2ac493002df {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:34:26.813259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 468c4ebc-e645-4ac5-adf5-c2ac493002df, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:26.817073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:26.863885 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=468c4ebc-e645-4ac5-adf5-c2ac493002df,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:27.063796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['468c4ebc-e645-4ac5-adf5-c2ac493002df'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:34:27.216566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:27.878953 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba20fa-a1b2-4f27-8cd9-7c2647752466 req-1a86214e-4de0-4502-97f8-f268fad4db9c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:27.880482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7cba20fa-a1b2-4f27-8cd9-7c2647752466 req-1a86214e-4de0-4502-97f8-f268fad4db9c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 944 time: 0.0490866 Jan 28 14:34:27.931521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7cba20fa-a1b2-4f27-8cd9-7c2647752466 req-cd1a0ce5-dbbc-4e7b-b4c4-ce1ff50f7414 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 Jan 28 14:34:28.611764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:28.659951 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 468c4ebc-e645-4ac5-adf5-c2ac493002df up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:34:28.709567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 468c4ebc-e645-4ac5-adf5-c2ac493002df completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:34:28.713760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 468c4ebc-e645-4ac5-adf5-c2ac493002df triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:34:28.714142 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:28.793656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 468c4ebc-e645-4ac5-adf5-c2ac493002df is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:34:28.794060 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:28.817628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468c4ebc-e645-4ac5-adf5-c2ac493002df'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:34:28.819937 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97408275-8211-4864-a88e-2e0567c031fe" -d '{"events": [{"server_uuid": "ba5f3b94-20c4-47cf-a3fa-48696852076e", "name": "network-vif-plugged", "status": "completed", "tag": "468c4ebc-e645-4ac5-adf5-c2ac493002df"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:34:28.833138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 468c4ebc-e645-4ac5-adf5-c2ac493002df, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:34:28.837837 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:28.860996 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d57f98-649e-41aa-bf7c-8c1afd516d74 x-openstack-request-id: req-d2d57f98-649e-41aa-bf7c-8c1afd516d74 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:34:28.861290 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5f3b94-20c4-47cf-a3fa-48696852076e", "name": "network-vif-plugged", "status": "completed", "tag": "468c4ebc-e645-4ac5-adf5-c2ac493002df", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:34:28.861574 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2d57f98-649e-41aa-bf7c-8c1afd516d74 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:34:28.862018 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468c4ebc-e645-4ac5-adf5-c2ac493002df', 'code': 200} Jan 28 14:34:28.888219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=468c4ebc-e645-4ac5-adf5-c2ac493002df,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:34:28.955669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f829f6-0b2f-4ed6-97d0-d621f83dbba9 req-10d9a9a9-9a3c-4784-859f-3ae716dac34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:28.957749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0f829f6-0b2f-4ed6-97d0-d621f83dbba9 req-10d9a9a9-9a3c-4784-859f-3ae716dac34a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 1096 time: 0.0401847 Jan 28 14:34:29.004387 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b0f829f6-0b2f-4ed6-97d0-d621f83dbba9 req-102043e4-90a4-4cac-aae7-00b3593b3c78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Jan 28 14:34:29.051748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07582f96-c307-42a4-8053-d43604030fb0 req-34056e48-1497-4e7a-a894-97c22abaaeb3 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:29.053689 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07582f96-c307-42a4-8053-d43604030fb0 req-34056e48-1497-4e7a-a894-97c22abaaeb3 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 945 time: 0.0531559 Jan 28 14:34:29.104884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-07582f96-c307-42a4-8053-d43604030fb0 req-18b84eab-2b8f-4998-9204-58ba688e767e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Jan 28 14:34:30.227552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbc5e4-f91e-41f0-b104-83e38358a3ee req-7ab39d06-4fcb-4a18-879f-ced799678c69 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:30.229162 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7dbc5e4-f91e-41f0-b104-83e38358a3ee req-7ab39d06-4fcb-4a18-879f-ced799678c69 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 945 time: 0.0550163 Jan 28 14:34:30.276547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7dbc5e4-f91e-41f0-b104-83e38358a3ee req-6bf6ce58-9b80-4831-bb36-f679a0d42b4d tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 Jan 28 14:34:31.392845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427799-569a-4d8c-b305-9c313a137f28 req-3d8c3f9b-08e2-4a0f-9e81-9e53ced86c50 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:31.394360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d427799-569a-4d8c-b305-9c313a137f28 req-3d8c3f9b-08e2-4a0f-9e81-9e53ced86c50 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 945 time: 0.0518126 Jan 28 14:34:31.440206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d427799-569a-4d8c-b305-9c313a137f28 req-5f02df94-2570-4395-a763-a8fc1fdf7e1c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400920 Jan 28 14:34:31.551943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d5d4a-e08c-49fb-bda4-74b05a3ee071 req-fd7e73cc-5de8-4cb8-92af-1c2db271ff07 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:31.553436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a3d5d4a-e08c-49fb-bda4-74b05a3ee071 req-fd7e73cc-5de8-4cb8-92af-1c2db271ff07 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 945 time: 0.0476887 Jan 28 14:34:31.604474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a3d5d4a-e08c-49fb-bda4-74b05a3ee071 req-62e5f61f-5d9d-4c4d-a20e-9cb2d6dd4841 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Jan 28 14:34:35.053269 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9881af30-9909-4999-a05c-75ed6eea83ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:37.811773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-809974d9-c2d7-467e-9cf3-d42d7e720c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:38.962117 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:40.798220 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:41.935935 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:42.105311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-55cfe0c6-ba54-42d8-8000-b8bdafc22bf1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404410 Jan 28 14:34:42.200350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-97682394-776f-48af-89b8-1fb86f7c280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:42.202011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-97682394-776f-48af-89b8-1fb86f7c280d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 1096 time: 0.0496900 Jan 28 14:34:42.320267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-0d6e6652-df11-4e81-960f-15cefb61a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:42.321771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-0d6e6652-df11-4e81-960f-15cefb61a62c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 917 time: 0.0955706 Jan 28 14:34:42.367061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-6cc44ed2-1fd6-4250-9bb4-d0eee6a0b6ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df HTTP/1.1" status: 200 len: 217 time: 0.0372329 Jan 28 14:34:42.422962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-242a1c54-4c09-4942-bcb6-78a68b25c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:42.424555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-242a1c54-4c09-4942-bcb6-78a68b25c70f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d442604f-6263-4bc9-9fac-7de01b2664da HTTP/1.1" status: 200 len: 855 time: 0.0462756 Jan 28 14:34:42.475351 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-11c39453-1c55-4827-82c2-cf0712229d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:34:42.477579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-11c39453-1c55-4827-82c2-cf0712229d94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a00941f3-302a-4152-926e-9033a203af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459101 Jan 28 14:34:42.571307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-cd008fcb-9a6e-4b71-927f-aee2d0e4f42a service neutron] 10.222.0.60 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869884 Jan 28 14:34:42.664352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c2945bb-a6a0-4998-af06-5f3f404c2e4b req-991aa811-f96f-474e-859a-f89d38b7a370 service neutron] 10.222.0.60 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860007 Jan 28 14:34:44.760215 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:34:57.227757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:34:58.611764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:05.057579 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-656df177-4267-45d4-94c2-47cd182b587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:05.911217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a353097-3aa4-452b-ac90-b2b440c232c4 req-1eec465e-ed01-4460-bf13-b66bcba0c910 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:05.912731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a353097-3aa4-452b-ac90-b2b440c232c4 req-1eec465e-ed01-4460-bf13-b66bcba0c910 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 945 time: 0.0504863 Jan 28 14:35:05.961024 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a353097-3aa4-452b-ac90-b2b440c232c4 req-818d800c-36ac-44b7-9fd6-a9cb20f22d3b tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Jan 28 14:35:07.091387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ade79-7c46-4366-b246-99a7e43afecd req-bbbef803-68f0-498b-b450-1a0a0772eda2 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:07.093041 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd1ade79-7c46-4366-b246-99a7e43afecd req-bbbef803-68f0-498b-b450-1a0a0772eda2 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 945 time: 0.0556729 Jan 28 14:35:07.142500 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bd1ade79-7c46-4366-b246-99a7e43afecd req-c834017e-9f17-4008-aaae-eb1ca63dcc5e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Jan 28 14:35:07.621695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-4a0ed664-f409-48ed-b25a-e2bb008fad3d tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:07.623043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-4a0ed664-f409-48ed-b25a-e2bb008fad3d tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 945 time: 0.0524030 Jan 28 14:35:07.714680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Deleting port 468c4ebc-e645-4ac5-adf5-c2ac493002df {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:35:07.715027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:07.806001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] For port 468c4ebc-e645-4ac5-adf5-c2ac493002df, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=468c4ebc-e645-4ac5-adf5-c2ac493002df,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:07.806372 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:07.812560 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-34bc0209-026b-42a7-b851-6c6689d20876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:07.819800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Calling delete_port for 468c4ebc-e645-4ac5-adf5-c2ac493002df owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:35:07.945931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (468c4ebc-e645-4ac5-adf5-c2ac493002df), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:07.959909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['468c4ebc-e645-4ac5-adf5-c2ac493002df'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:35:07.976465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Pushing event deleted for resources: {'Port': ['ID=468c4ebc-e645-4ac5-adf5-c2ac493002df,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:08.025818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] No DVR routers for this DVR port 468c4ebc-e645-4ac5-adf5-c2ac493002df on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:35:08.028669 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:08.032165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c36f87ba-cd33-4ce4-ae11-87d6cf1a9d71 req-f2871c83-941a-453b-958f-d599b56ec79e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.60 "DELETE /v2.0/ports/468c4ebc-e645-4ac5-adf5-c2ac493002df HTTP/1.1" status: 204 len: 173 time: 0.4033561 Jan 28 14:35:08.032668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'name': 'network-vif-deleted', 'tag': '468c4ebc-e645-4ac5-adf5-c2ac493002df'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:08.035206 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df83c22-50cb-4230-96c6-2f196c3d626e" -d '{"events": [{"server_uuid": "ba5f3b94-20c4-47cf-a3fa-48696852076e", "name": "network-vif-deleted", "tag": "468c4ebc-e645-4ac5-adf5-c2ac493002df"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:08.169494 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21406760-0d4a-4c01-bdf3-9fbe264f2bd7 x-openstack-request-id: req-21406760-0d4a-4c01-bdf3-9fbe264f2bd7 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:08.170075 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5f3b94-20c4-47cf-a3fa-48696852076e", "name": "network-vif-deleted", "tag": "468c4ebc-e645-4ac5-adf5-c2ac493002df", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:08.170075 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21406760-0d4a-4c01-bdf3-9fbe264f2bd7 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:08.170437 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5f3b94-20c4-47cf-a3fa-48696852076e', 'name': 'network-vif-deleted', 'tag': '468c4ebc-e645-4ac5-adf5-c2ac493002df', 'status': 'completed', 'code': 200} Jan 28 14:35:08.258690 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8d91bf1-7b25-4eb3-8456-598ecedaf997 req-ff110aa4-f4fd-4427-a316-7f6fb3c0a22c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba5f3b94-20c4-47cf-a3fa-48696852076e HTTP/1.1" status: 200 len: 210 time: 0.0268786 Jan 28 14:35:08.963989 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:09.764972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-11b8cd3a-d190-4831-ac8d-e1298359fbc2 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:09.766447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-11b8cd3a-d190-4831-ac8d-e1298359fbc2 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 816 time: 0.1035793 Jan 28 14:35:09.782683 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-e64212fd-ee10-4088-981b-9cd9534b6b22 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/quotas/cbddca98c936457eb0a5e38c264cb243 HTTP/1.1" status: 200 len: 375 time: 0.0105252 Jan 28 14:35:09.836911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-241f2179-6322-44c7-8199-b4c8aef9cbd1 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474122 Jan 28 14:35:09.930624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-552442a7-246d-444c-8b7f-c4e0dbee5170 service neutron] 10.222.0.45 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815876 Jan 28 14:35:10.023483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-5e99afdd-23b2-4967-a47b-8fa9cda26c64 service neutron] 10.222.0.45 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872438 Jan 28 14:35:10.186385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-072bd684-fc68-4c4b-ae27-6c6ce1289a8f req-741989cd-e111-411c-b61f-0c69eb9763aa tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 210 time: 0.0290382 Jan 28 14:35:10.799738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:10.958402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 468c4ebc-e645-4ac5-adf5-c2ac493002df no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:35:10.978320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 468c4ebc-e645-4ac5-adf5-c2ac493002df {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:35:10.978673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 468c4ebc-e645-4ac5-adf5-c2ac493002df not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:35:11.175101 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-a616d7fd-04fd-4cbf-8a13-17b3c79fff6a tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:11.177521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-a616d7fd-04fd-4cbf-8a13-17b3c79fff6a tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.36 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 816 time: 0.1086752 Jan 28 14:35:11.191034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Request body: {'port': {'device_id': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'admin_state_up': True, 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:35:11.295436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dd15fa36-f0e2-431a-b528-48aa77d0ce98 req-03d2af28-5025-42ce-ae11-080985510757 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 210 time: 0.0358503 Jan 28 14:35:11.327486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Made reservation on behalf of cbddca98c936457eb0a5e38c264cb243 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:35:11.330897 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:11.460114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Allocated IP 172.20.0.10 (a00941f3-302a-4152-926e-9033a203af7c/d442604f-6263-4bc9-9fac-7de01b2664da/b7c18d34-173a-4a6a-af6a-1703838b8789) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:35:11.607693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks [] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:11.642406 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:11.683814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Network a00941f3-302a-4152-926e-9033a203af7c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:35:11.686943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:35:11.690595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:35:11.722759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Pushing event updated for resources: {'Port': ['ID=b7c18d34-173a-4a6a-af6a-1703838b8789,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:11.749949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:11.750569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:11.767942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-71247494-67bc-492f-ae24-8c1317a6b5ac tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808256 Jan 28 14:35:11.784644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Request body: {'port': {'device_id': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:35:11.842671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:11.938989 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:11.981870 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-dd043985-b0e6-4dbc-ab6d-c68e6e4ba5b9 None None] Provisioning complete for port b7c18d34-173a-4a6a-af6a-1703838b8789 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:35:11.982131 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd043985-b0e6-4dbc-ab6d-c68e6e4ba5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:12.017492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dd043985-b0e6-4dbc-ab6d-c68e6e4ba5b9 None None] Port b7c18d34-173a-4a6a-af6a-1703838b8789 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:35:12.111176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c18d34-173a-4a6a-af6a-1703838b8789 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:35:12.118733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Publish callbacks [] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:12.130762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Transition to ACTIVE for port object b7c18d34-173a-4a6a-af6a-1703838b8789 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:35:12.134692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:12.183822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c18d34-173a-4a6a-af6a-1703838b8789,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:12.266396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Attempting to bind port b7c18d34-173a-4a6a-af6a-1703838b8789 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:35:12.266741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Attempting to bind port b7c18d34-173a-4a6a-af6a-1703838b8789 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:35:12.267080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Attempting to bind port b7c18d34-173a-4a6a-af6a-1703838b8789 on network a00941f3-302a-4152-926e-9033a203af7c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:35:12.272789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Port b7c18d34-173a-4a6a-af6a-1703838b8789 on network a00941f3-302a-4152-926e-9033a203af7c not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:35:12.273138 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Attempting to bind port b7c18d34-173a-4a6a-af6a-1703838b8789 on network a00941f3-302a-4152-926e-9033a203af7c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:35:12.278151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:35:12.278493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Checking segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:35:12.278885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Bound using segment: {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:35:12.279322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Bound port: b7c18d34-173a-4a6a-af6a-1703838b8789, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd560f5-2bd6-4706-9324-8fbacd7afd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:35:12.279673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:12.348258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] For port b7c18d34-173a-4a6a-af6a-1703838b8789, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:35:12.351379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] For port b7c18d34-173a-4a6a-af6a-1703838b8789, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b7c18d34-173a-4a6a-af6a-1703838b8789,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:35:12.357043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:12.421387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:12.422012 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:12.423406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/b7c18d34-173a-4a6a-af6a-1703838b8789 HTTP/1.1" status: 200 len: 1092 time: 0.6431258 Jan 28 14:35:12.424783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'tag': 'b7c18d34-173a-4a6a-af6a-1703838b8789'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:12.430064 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c8876d-5f5f-4168-9fd7-d2130870d7df" -d '{"events": [{"name": "network-changed", "server_uuid": "e63d0e4c-51e9-4426-86f7-4e669b3efc9a", "tag": "b7c18d34-173a-4a6a-af6a-1703838b8789"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:12.458882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beaa3a-dcff-47fa-8649-89b5ac54b2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c18d34-173a-4a6a-af6a-1703838b8789,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:12.505762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5d824-0a38-4ef3-b939-018e083886d1 req-f17e5002-36a2-4f50-b414-695c8aae3a8e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:12.507319 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bf5d824-0a38-4ef3-b939-018e083886d1 req-f17e5002-36a2-4f50-b414-695c8aae3a8e tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 944 time: 0.1240902 Jan 28 14:35:12.543749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-c59b83a3-7060-4741-a38d-03cf75a20ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:12.545351 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-c59b83a3-7060-4741-a38d-03cf75a20ba3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 1095 time: 0.0785186 Jan 28 14:35:12.601295 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-7024616d-034f-46af-964f-46d2b6477d20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c18d34-173a-4a6a-af6a-1703838b8789 HTTP/1.1" status: 200 len: 217 time: 0.0437138 Jan 28 14:35:12.604538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bf5d824-0a38-4ef3-b939-018e083886d1 req-2e995896-eee6-4716-847a-741fab82e419 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893307 Jan 28 14:35:12.649623 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ce105-c6fa-41b2-9721-3afaee4a6c0a x-openstack-request-id: req-b06ce105-c6fa-41b2-9721-3afaee4a6c0a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:12.649983 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63d0e4c-51e9-4426-86f7-4e669b3efc9a", "tag": "b7c18d34-173a-4a6a-af6a-1703838b8789", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:12.650306 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b06ce105-c6fa-41b2-9721-3afaee4a6c0a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:12.650774 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'tag': 'b7c18d34-173a-4a6a-af6a-1703838b8789', 'status': 'completed', 'code': 200} Jan 28 14:35:12.658088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-78e0b40e-50d2-4a16-8020-38c6884e4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:12.659637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-78e0b40e-50d2-4a16-8020-38c6884e4298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d442604f-6263-4bc9-9fac-7de01b2664da HTTP/1.1" status: 200 len: 855 time: 0.0501549 Jan 28 14:35:12.713931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-a3481387-222c-46a5-9000-fb8d132e26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:12.715417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-a3481387-222c-46a5-9000-fb8d132e26cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a00941f3-302a-4152-926e-9033a203af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452490 Jan 28 14:35:12.806997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-1c11fa4a-ba0d-4415-987a-24ab601d3d24 service neutron] 10.222.0.36 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813692 Jan 28 14:35:12.901346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9f87e675-df2e-4fb1-8cfa-9c0928ecc8f3 req-86b7fe17-9177-4035-afd5-021fe18ecc23 service neutron] 10.222.0.36 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852435 Jan 28 14:35:12.997269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-a6b14ade-3a7b-4b2b-9e52-078a63f067b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:12.998774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-a6b14ade-3a7b-4b2b-9e52-078a63f067b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 1095 time: 0.0418088 Jan 28 14:35:13.091234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-78a21310-4671-406f-9641-42fe1cd1bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:13.092743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-78a21310-4671-406f-9641-42fe1cd1bd9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 917 time: 0.0869498 Jan 28 14:35:13.132999 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-bc73b635-86a0-49e9-bb87-4cd822d39243 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c18d34-173a-4a6a-af6a-1703838b8789 HTTP/1.1" status: 200 len: 217 time: 0.0338657 Jan 28 14:35:13.180664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-d45679d5-f0b0-4331-9a00-f75bcee7ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:13.182144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-d45679d5-f0b0-4331-9a00-f75bcee7ed71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d442604f-6263-4bc9-9fac-7de01b2664da HTTP/1.1" status: 200 len: 855 time: 0.0431659 Jan 28 14:35:13.229903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-97422c1d-5411-4614-a622-0f32d0a0a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:13.231524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-97422c1d-5411-4614-a622-0f32d0a0a5d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a00941f3-302a-4152-926e-9033a203af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408988 Jan 28 14:35:13.323740 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-ad292165-a4fb-45de-a758-7cde2681908f service neutron] 10.222.0.36 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843096 Jan 28 14:35:13.412066 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-00c8876d-5f5f-4168-9fd7-d2130870d7df req-af8b334b-dfa1-404d-92ad-1786a1e64612 service neutron] 10.222.0.36 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810406 Jan 28 14:35:13.725225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bb6ed-fb14-4566-b9ee-ace8f4363ba4 req-2534c191-89ef-4388-a82f-d309339f504b tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:13.726619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a4bb6ed-fb14-4566-b9ee-ace8f4363ba4 req-2534c191-89ef-4388-a82f-d309339f504b tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 944 time: 0.0530169 Jan 28 14:35:13.773040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2a4bb6ed-fb14-4566-b9ee-ace8f4363ba4 req-990bbf22-e5c1-45fc-9c57-4d8285a63998 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Jan 28 14:35:14.891525 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66f87e-afcf-4c1c-88ee-e8119187c9bf req-2de9324c-fe5a-4735-8c9c-0dd126b9d0e6 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:14.893077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed66f87e-afcf-4c1c-88ee-e8119187c9bf req-2de9324c-fe5a-4735-8c9c-0dd126b9d0e6 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 944 time: 0.0494208 Jan 28 14:35:14.939823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed66f87e-afcf-4c1c-88ee-e8119187c9bf req-2d4af1a9-d0bc-4043-aeb6-a5dfcb1983fc tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Jan 28 14:35:15.776259 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b7c18d34-173a-4a6a-af6a-1703838b8789 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:35:15.877167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b7c18d34-173a-4a6a-af6a-1703838b8789, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b7c18d34-173a-4a6a-af6a-1703838b8789,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:15.889698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'b7c18d34-173a-4a6a-af6a-1703838b8789', 'network_id': 'a00941f3-302a-4152-926e-9033a203af7c', 'port_id': 'b7c18d34-173a-4a6a-af6a-1703838b8789', 'mac_address': 'fa:16:3e:26:c9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442604f-6263-4bc9-9fac-7de01b2664da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:35:15.927138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b7c18d34-173a-4a6a-af6a-1703838b8789 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:35:15.927537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:15.940412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c18d34-173a-4a6a-af6a-1703838b8789 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:35:15.959934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b7c18d34-173a-4a6a-af6a-1703838b8789, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b7c18d34-173a-4a6a-af6a-1703838b8789,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:15.964842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:16.013208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b7c18d34-173a-4a6a-af6a-1703838b8789,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:16.058400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ea37-f266-49ea-bb70-71fd5af9b216 req-5d836e62-ad82-4d78-a8c1-e91b0546c46d tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:16.059889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28d3ea37-f266-49ea-bb70-71fd5af9b216 req-5d836e62-ad82-4d78-a8c1-e91b0546c46d tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 945 time: 0.0518003 Jan 28 14:35:16.106460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-28d3ea37-f266-49ea-bb70-71fd5af9b216 req-052ff082-459e-49d7-b916-e27e5124b3f5 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Jan 28 14:35:16.241103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b7c18d34-173a-4a6a-af6a-1703838b8789'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:35:17.220648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663fd45-a3c8-40db-a655-3c18730f3fa6 req-434d48a6-bc30-4348-a7d4-f30ddf346861 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:17.222135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e663fd45-a3c8-40db-a655-3c18730f3fa6 req-434d48a6-bc30-4348-a7d4-f30ddf346861 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 945 time: 0.0479174 Jan 28 14:35:17.268455 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e663fd45-a3c8-40db-a655-3c18730f3fa6 req-00d131fd-154e-4875-a0e7-e897fd36a091 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Jan 28 14:35:17.791844 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b7c18d34-173a-4a6a-af6a-1703838b8789 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:35:17.839812 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port b7c18d34-173a-4a6a-af6a-1703838b8789 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:35:17.844485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port b7c18d34-173a-4a6a-af6a-1703838b8789 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:35:17.844884 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:17.926200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port b7c18d34-173a-4a6a-af6a-1703838b8789 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:35:17.926586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:17.949258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c18d34-173a-4a6a-af6a-1703838b8789'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:17.951841 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f736c38-3d3c-4101-9b61-59725450a8ff" -d '{"events": [{"server_uuid": "e63d0e4c-51e9-4426-86f7-4e669b3efc9a", "name": "network-vif-plugged", "status": "completed", "tag": "b7c18d34-173a-4a6a-af6a-1703838b8789"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:17.964829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port b7c18d34-173a-4a6a-af6a-1703838b8789, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b7c18d34-173a-4a6a-af6a-1703838b8789,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:17.969146 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:18.001457 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db59559-2637-4194-b7ff-7749af2d9e8c x-openstack-request-id: req-6db59559-2637-4194-b7ff-7749af2d9e8c {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:18.001752 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d0e4c-51e9-4426-86f7-4e669b3efc9a", "name": "network-vif-plugged", "status": "completed", "tag": "b7c18d34-173a-4a6a-af6a-1703838b8789", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:18.002008 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6db59559-2637-4194-b7ff-7749af2d9e8c {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:18.002398 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c18d34-173a-4a6a-af6a-1703838b8789', 'code': 200} Jan 28 14:35:18.028472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=b7c18d34-173a-4a6a-af6a-1703838b8789,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:18.037717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.038088 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.038403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.038768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.039138 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.039464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.039792 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.040165 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.040491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.040950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.041281 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.041606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.041984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:18.109129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828db7c-70fb-4da4-aa28-04689db45552 req-5833f648-8cb6-4fbc-993b-a2e832275dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:18.110633 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0828db7c-70fb-4da4-aa28-04689db45552 req-5833f648-8cb6-4fbc-993b-a2e832275dc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 1097 time: 0.0408831 Jan 28 14:35:18.163632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0828db7c-70fb-4da4-aa28-04689db45552 req-828fc1f6-c60e-4aa6-9dab-0e7a9ea95dc0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Jan 28 14:35:18.385044 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53034eb-034a-4e9c-90b1-12e6b322f9dd req-ba303ce1-029c-42f5-b9eb-deeaa468af7c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:18.386535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c53034eb-034a-4e9c-90b1-12e6b322f9dd req-ba303ce1-029c-42f5-b9eb-deeaa468af7c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 946 time: 0.0482430 Jan 28 14:35:18.437078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c53034eb-034a-4e9c-90b1-12e6b322f9dd req-6256f5e8-55d0-4618-9165-1eba7074e9c9 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449638 Jan 28 14:35:19.558221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830132e1-33ca-45b5-9b04-00cd98ff3f44 req-dec5f999-584a-416f-9a26-ad4b41f0cd64 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:19.559707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-830132e1-33ca-45b5-9b04-00cd98ff3f44 req-dec5f999-584a-416f-9a26-ad4b41f0cd64 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 946 time: 0.0488036 Jan 28 14:35:19.606900 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-830132e1-33ca-45b5-9b04-00cd98ff3f44 req-c58c6ee0-e069-43a7-a4ad-1281ff00430c tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Jan 28 14:35:19.721658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcab75f-ff1a-45fc-93bc-5abca4125038 req-0e9e090a-62c3-4329-9c96-60af55954850 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:19.723678 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fcab75f-ff1a-45fc-93bc-5abca4125038 req-0e9e090a-62c3-4329-9c96-60af55954850 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 946 time: 0.0523865 Jan 28 14:35:19.770168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fcab75f-ff1a-45fc-93bc-5abca4125038 req-255b2968-d78d-498b-81fc-42d68db236e3 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 Jan 28 14:35:21.759344 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:35:27.229373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:28.627062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:35.060636 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4c034c1f-e967-4774-955b-65d85d6a2198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:37.816316 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e4d89cc4-3b6b-4d4d-8b98-5d5b9f4efb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:38.967055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:40.803861 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:41.941395 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:47.730751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-7f80df36-5995-409a-bd03-750e33498139 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401430 Jan 28 14:35:47.820736 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924263d-38c1-4b89-8662-72c31b696be4 req-08bc2b87-ee5b-4282-84c4-fe41b08a6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:47.822233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-08bc2b87-ee5b-4282-84c4-fe41b08a6f39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbddca98c936457eb0a5e38c264cb243&device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 1097 time: 0.0438995 Jan 28 14:35:48.265189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924263d-38c1-4b89-8662-72c31b696be4 req-cfeb90a8-4042-4975-adb6-fd888f3c7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:48.267176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-cfeb90a8-4042-4975-adb6-fd888f3c7a94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 200 len: 917 time: 0.4259484 Jan 28 14:35:48.312112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-f84222d0-9a62-45ab-8e1a-3d850a6ef193 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c18d34-173a-4a6a-af6a-1703838b8789 HTTP/1.1" status: 200 len: 217 time: 0.0377932 Jan 28 14:35:48.361846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924263d-38c1-4b89-8662-72c31b696be4 req-85b55c7d-6a74-4982-8f15-d07086ae66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:48.363314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-85b55c7d-6a74-4982-8f15-d07086ae66cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d442604f-6263-4bc9-9fac-7de01b2664da HTTP/1.1" status: 200 len: 855 time: 0.0457029 Jan 28 14:35:48.412392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924263d-38c1-4b89-8662-72c31b696be4 req-bde2375f-f41f-4d55-bbf0-4fbbd0cbf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:48.413880 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-bde2375f-f41f-4d55-bbf0-4fbbd0cbf41e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a00941f3-302a-4152-926e-9033a203af7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443275 Jan 28 14:35:48.505077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-596414a7-4144-4500-9f92-31c81c06c3dc service neutron] 10.222.0.36 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821884 Jan 28 14:35:48.600827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a924263d-38c1-4b89-8662-72c31b696be4 req-e97f1156-62ff-4632-b72b-3afc316f43e8 service neutron] 10.222.0.36 "GET /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853381 Jan 28 14:35:53.866302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686b1b-ec37-4117-a361-976856ec70e9 req-c1351bd1-81c5-4849-abe5-a2b81c2737d2 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:53.867897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81686b1b-ec37-4117-a361-976856ec70e9 req-c1351bd1-81c5-4849-abe5-a2b81c2737d2 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 946 time: 0.0509434 Jan 28 14:35:53.915437 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-81686b1b-ec37-4117-a361-976856ec70e9 req-d47cb7db-40ce-40cc-9280-306b3647f7d5 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Jan 28 14:35:55.036193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea54009-4ee8-4c60-802f-56aec04597a5 req-7ae94d68-55dc-40d2-913a-d20f249f44f8 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:55.037657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ea54009-4ee8-4c60-802f-56aec04597a5 req-7ae94d68-55dc-40d2-913a-d20f249f44f8 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 946 time: 0.0488400 Jan 28 14:35:55.100565 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ea54009-4ee8-4c60-802f-56aec04597a5 req-89a4b350-1469-4d21-ae0f-02e7c4a65839 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fb6ea18-098e-46dd-9f90-8a3576a81780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564110 Jan 28 14:35:55.442048 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-cce761f9-a4b6-4098-9545-4ae1e2f9dc20 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:35:55.443418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-cce761f9-a4b6-4098-9545-4ae1e2f9dc20 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.36 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 946 time: 0.0483873 Jan 28 14:35:55.534251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Deleting port b7c18d34-173a-4a6a-af6a-1703838b8789 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:35:55.534598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:55.624414 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] For port b7c18d34-173a-4a6a-af6a-1703838b8789, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=b7c18d34-173a-4a6a-af6a-1703838b8789,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:55.624787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:55.637170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Calling delete_port for b7c18d34-173a-4a6a-af6a-1703838b8789 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:35:55.767268 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (b7c18d34-173a-4a6a-af6a-1703838b8789), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:55.783644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['b7c18d34-173a-4a6a-af6a-1703838b8789'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:35:55.796594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Pushing event deleted for resources: {'Port': ['ID=b7c18d34-173a-4a6a-af6a-1703838b8789,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:55.822225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.823315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.823601 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.823934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.824296 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.824634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.824973 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.825304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.825906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.826237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.826569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.826917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.827245 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:55.848689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] No DVR routers for this DVR port b7c18d34-173a-4a6a-af6a-1703838b8789 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:35:55.851557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:55.854986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c282af0c-96c3-4739-a990-d92f35fe69e2 req-76c15712-8c7b-4b2d-a633-ef39ac701f44 tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.36 "DELETE /v2.0/ports/b7c18d34-173a-4a6a-af6a-1703838b8789 HTTP/1.1" status: 204 len: 173 time: 0.4059503 Jan 28 14:35:55.855479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'name': 'network-vif-deleted', 'tag': 'b7c18d34-173a-4a6a-af6a-1703838b8789'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:35:55.857945 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c607d-3913-42a2-8d84-9e79f96ba742" -d '{"events": [{"server_uuid": "e63d0e4c-51e9-4426-86f7-4e669b3efc9a", "name": "network-vif-deleted", "tag": "b7c18d34-173a-4a6a-af6a-1703838b8789"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:35:55.895233 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0fa959-607b-4af4-ad86-853cc1e0abf2 x-openstack-request-id: req-ba0fa959-607b-4af4-ad86-853cc1e0abf2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:35:55.895535 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63d0e4c-51e9-4426-86f7-4e669b3efc9a", "name": "network-vif-deleted", "tag": "b7c18d34-173a-4a6a-af6a-1703838b8789", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:35:55.895817 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba0fa959-607b-4af4-ad86-853cc1e0abf2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:35:55.896262 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63d0e4c-51e9-4426-86f7-4e669b3efc9a', 'name': 'network-vif-deleted', 'tag': 'b7c18d34-173a-4a6a-af6a-1703838b8789', 'status': 'completed', 'code': 200} Jan 28 14:35:56.218638 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-87945f08-c7e2-4500-9726-6101c24ddaf6 req-eb8ad69d-f472-4325-b6d9-f973e05896ed tempest-TestEncryptedCinderVolumes-1005791337 tempest-TestEncryptedCinderVolumes-1005791337-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63d0e4c-51e9-4426-86f7-4e669b3efc9a HTTP/1.1" status: 200 len: 210 time: 0.0289466 Jan 28 14:35:57.225903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:57.309495 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47512) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:35:57.657685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:57.899774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Deleting port 5430b16c-383b-4e8e-bc4d-fd0d43341d80 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:35:57.900139 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:57.977358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] For port 5430b16c-383b-4e8e-bc4d-fd0d43341d80, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=5430b16c-383b-4e8e-bc4d-fd0d43341d80,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:57.977639 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:57.990121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Calling delete_port for 5430b16c-383b-4e8e-bc4d-fd0d43341d80 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:35:58.170878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (5430b16c-383b-4e8e-bc4d-fd0d43341d80), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:58.202584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5430b16c-383b-4e8e-bc4d-fd0d43341d80,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:58.376700 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:58.590472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:35:58.625755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:58.698399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:35:58.703929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-71d58a4f-9614-4028-8392-c76a2ca7f1d7 admin admin] 10.222.0.45 "PUT /v2.0/routers/3af4a111-0ed5-4ee5-b972-382cf4f2fec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3933368 Jan 28 14:35:58.706620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47514) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:35:58.707266 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] Sync routers for ids ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:35:58.718375 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] Routers {'3af4a111-0ed5-4ee5-b972-382cf4f2fec5'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:35:58.718990 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:35:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:58.764415 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:35:58.816678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks [] for router (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:58.833424 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] Set router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:35:58.921335 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks [] for router_gateway (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:58.977506 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Deleting port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:35:58.978069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.017564 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:35:58Z', 'revision_number': 5, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port': {'id': '67b7f6f9-0da6-4f80-b9fc-a7e467f2d903', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:59.044325 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] Checking router: 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:35:59.054538 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] Routers {'3af4a111-0ed5-4ee5-b972-382cf4f2fec5'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:35:59.055153 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:35:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:59.065860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] For port 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:35:59.066307 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.079874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Calling delete_port for 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:35:59.144624 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] Set router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:35:59.220481 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:35:58Z', 'revision_number': 6, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:35:59.247568 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900ddbf-d87c-4e16-a43d-5b3a5f6c2207 None None] The sync data for ids ['3af4a111-0ed5-4ee5-b972-382cf4f2fec5'] in n-d-822748-2 is: [{'id': '3af4a111-0ed5-4ee5-b972-382cf4f2fec5', 'name': 'tempest-TestEncryptedCinderVolumes-148402232-router', 'tenant_id': 'cbddca98c936457eb0a5e38c264cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:10Z', 'updated_at': '2022-01-28T14:35:58Z', 'revision_number': 6, 'project_id': 'cbddca98c936457eb0a5e38c264cb243', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:35:59.273428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (67b7f6f9-0da6-4f80-b9fc-a7e467f2d903), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.296240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b7f6f9-0da6-4f80-b9fc-a7e467f2d903,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:59.309437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.309797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.310141 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.310484 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.310824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.311626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.311626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.311842 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.312139 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.312470 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.312800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.313127 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.313459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:35:59.374109 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.464560 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.466615 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks [] for router_controller (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.512104 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (3af4a111-0ed5-4ee5-b972-382cf4f2fec5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.512660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af4a111-0ed5-4ee5-b972-382cf4f2fec5 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:35:59.517200 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.518322 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3c810a6a-157a-423e-aafa-627885d17b78 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3af4a111-0ed5-4ee5-b972-382cf4f2fec5 HTTP/1.1" status: 204 len: 168 time: 0.8107204 Jan 28 14:35:59.520886 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47518) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:35:59.566205 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] Deleting subnet d442604f-6263-4bc9-9fac-7de01b2664da {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:35:59.569289 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] Publish callbacks [] for subnet (d442604f-6263-4bc9-9fac-7de01b2664da), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.606102 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (d442604f-6263-4bc9-9fac-7de01b2664da), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.693546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (d442604f-6263-4bc9-9fac-7de01b2664da), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.748162 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (d442604f-6263-4bc9-9fac-7de01b2664da), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.773144 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d442604f-6263-4bc9-9fac-7de01b2664da,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:35:59.779286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.783186 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8e241135-cdab-42cb-910f-2c2befa1474e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d442604f-6263-4bc9-9fac-7de01b2664da HTTP/1.1" status: 204 len: 168 time: 0.2607334 Jan 28 14:35:59.785058 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47520) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:35:59.785382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b21439-e412-4f96-9ba6-93cac09b8489 None None] Network a00941f3-302a-4152-926e-9033a203af7c requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:35:59.883981 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a00941f3-302a-4152-926e-9033a203af7c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.939944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Deleting port 35661399-64ac-4aee-b8aa-c1c1179a78f8 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:35:59.940244 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:35:59.948134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b7c18d34-173a-4a6a-af6a-1703838b8789 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:35:59.967998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: b7c18d34-173a-4a6a-af6a-1703838b8789 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:35:59.968371 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device b7c18d34-173a-4a6a-af6a-1703838b8789 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:00.003538 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] For port 35661399-64ac-4aee-b8aa-c1c1179a78f8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=35661399-64ac-4aee-b8aa-c1c1179a78f8,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:00.003831 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.020204 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Calling delete_port for 35661399-64ac-4aee-b8aa-c1c1179a78f8 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:00.027781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] DHCP port deletion for a00941f3-302a-4152-926e-9033a203af7c request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:36:00.078394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] Deleting port 35661399-64ac-4aee-b8aa-c1c1179a78f8 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:00.078770 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.112999 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.127962 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] No DVR routers for this DVR port 35661399-64ac-4aee-b8aa-c1c1179a78f8 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:00.154955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] For port 35661399-64ac-4aee-b8aa-c1c1179a78f8, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=35661399-64ac-4aee-b8aa-c1c1179a78f8,segment=NetworkSegment(edd560f5-2bd6-4706-9324-8fbacd7afd75),segment_id=edd560f5-2bd6-4706-9324-8fbacd7afd75)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:00.155941 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.156517 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=35661399-64ac-4aee-b8aa-c1c1179a78f8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:00.177719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] Calling delete_port for 35661399-64ac-4aee-b8aa-c1c1179a78f8 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:00.230810 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a00941f3-302a-4152-926e-9033a203af7c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.253064 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00941f3-302a-4152-926e-9033a203af7c']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:00.259396 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (35661399-64ac-4aee-b8aa-c1c1179a78f8), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.266562 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd560f5-2bd6-4706-9324-8fbacd7afd75') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:00.266859 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd560f5-2bd6-4706-9324-8fbacd7afd75') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:00.283631 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (edd560f5-2bd6-4706-9324-8fbacd7afd75), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.283999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] Pushing event deleted for resources: {'Port': ['ID=35661399-64ac-4aee-b8aa-c1c1179a78f8,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:00.294896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96742c03-90db-4d54-b893-f949f45849e1 None None] No DVR routers for this DVR port 35661399-64ac-4aee-b8aa-c1c1179a78f8 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:00.306326 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (edd560f5-2bd6-4706-9324-8fbacd7afd75), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.314185 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:00.314671 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (edd560f5-2bd6-4706-9324-8fbacd7afd75), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:00.318798 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:00.375859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a00941f3-302a-4152-926e-9033a203af7c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.382219 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:00.389290 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] 10.222.0.45 "DELETE /v2.0/networks/a00941f3-302a-4152-926e-9033a203af7c HTTP/1.1" status: 204 len: 168 time: 0.6032553 Jan 28 14:36:00.389443 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47522) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:00.401047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3106d-82c6-4aeb-a0b2-9ae6b0d67b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=a00941f3-302a-4152-926e-9033a203af7c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:00.752546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:01.006024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Deleting port 8726c65f-d06f-4870-ac0d-248de91c85ac {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:01.006368 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:01.066200 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5430b16c-383b-4e8e-bc4d-fd0d43341d80 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:01.092474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 5430b16c-383b-4e8e-bc4d-fd0d43341d80 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:01.093111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 5430b16c-383b-4e8e-bc4d-fd0d43341d80 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:01.093528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:01.094278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] For port 8726c65f-d06f-4870-ac0d-248de91c85ac, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8726c65f-d06f-4870-ac0d-248de91c85ac,segment=NetworkSegment(f9bb828e-834e-4361-8ec3-428895951780),segment_id=f9bb828e-834e-4361-8ec3-428895951780)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:01.094921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:01.111291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Calling delete_port for 8726c65f-d06f-4870-ac0d-248de91c85ac owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:01.113441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:01.113789 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 67b7f6f9-0da6-4f80-b9fc-a7e467f2d903 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:01.114202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 35661399-64ac-4aee-b8aa-c1c1179a78f8 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:01.133288 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 35661399-64ac-4aee-b8aa-c1c1179a78f8 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:01.133639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 35661399-64ac-4aee-b8aa-c1c1179a78f8 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:01.303126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8726c65f-d06f-4870-ac0d-248de91c85ac), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:01.332371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=8726c65f-d06f-4870-ac0d-248de91c85ac,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:01.497658 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:01.720955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:36:01.837128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:36:01.845998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8b4d21aa-36d6-4fa0-a441-036f70476c04 admin admin] 10.222.0.45 "PUT /v2.0/routers/4b0ab1fc-9a2b-4535-ab15-3d13f7249854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4553313 Jan 28 14:36:01.846824 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] Sync routers for ids ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:36:01.848759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47524) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:01.858011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] Routers {'4b0ab1fc-9a2b-4535-ab15-3d13f7249854'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:01.858646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:35:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:01.977400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] Set router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:01.987575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks [] for router (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:02.108242 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks [] for router_gateway (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:02.166654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Deleting port caacb659-e4a6-4f35-bae8-8a2c3d91395b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:02.167299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:02.354829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:36:01Z', 'revision_number': 5, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port': {'id': 'caacb659-e4a6-4f35-bae8-8a2c3d91395b', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:34:15Z', 'updated_at': '2022-01-28T14:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:02.383478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] Checking router: 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:36:02.393468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] Routers {'4b0ab1fc-9a2b-4535-ab15-3d13f7249854'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:02.394111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:35:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:02.488241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] Set router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:02.544504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:36:02Z', 'revision_number': 6, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:02.571083 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e95c5-0b37-497d-a08f-963c0d55c911 None None] The sync data for ids ['4b0ab1fc-9a2b-4535-ab15-3d13f7249854'] in n-d-822748-2 is: [{'id': '4b0ab1fc-9a2b-4535-ab15-3d13f7249854', 'name': 'tempest-TestEncryptedCinderVolumes-1838931003-router', 'tenant_id': '2beb01171c3642e1909b01773ebeb147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:34:14Z', 'updated_at': '2022-01-28T14:36:02Z', 'revision_number': 6, 'project_id': '2beb01171c3642e1909b01773ebeb147', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:36:02.587265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] For port caacb659-e4a6-4f35-bae8-8a2c3d91395b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=caacb659-e4a6-4f35-bae8-8a2c3d91395b,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:02.587902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:02.600756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Calling delete_port for caacb659-e4a6-4f35-bae8-8a2c3d91395b owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:02.774188 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (caacb659-e4a6-4f35-bae8-8a2c3d91395b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:02.799423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=caacb659-e4a6-4f35-bae8-8a2c3d91395b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:02.862500 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:02.959217 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:02.961489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks [] for router_controller (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.010457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (4b0ab1fc-9a2b-4535-ab15-3d13f7249854), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.011126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0ab1fc-9a2b-4535-ab15-3d13f7249854 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:36:03.015569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.016891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ee5681e8-2de3-46d2-a8f5-f89d67006a0b admin admin] 10.222.0.45 "DELETE /v2.0/routers/4b0ab1fc-9a2b-4535-ab15-3d13f7249854 HTTP/1.1" status: 204 len: 168 time: 1.1671634 Jan 28 14:36:03.019775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47526) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:03.068523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] Deleting subnet 11b81975-a665-4fe8-a1c3-2c423a64f591 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:36:03.071653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] Publish callbacks [] for subnet (11b81975-a665-4fe8-a1c3-2c423a64f591), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.106081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (11b81975-a665-4fe8-a1c3-2c423a64f591), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.187006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (11b81975-a665-4fe8-a1c3-2c423a64f591), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.239272 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (11b81975-a665-4fe8-a1c3-2c423a64f591), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.267920 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.272193 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/11b81975-a665-4fe8-a1c3-2c423a64f591 HTTP/1.1" status: 204 len: 168 time: 0.2513633 Jan 28 14:36:03.272891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed0b5df-fc00-4a2c-8b07-34f32846d891 None None] Network c4abb931-4656-4ac4-ae1e-f9ff11b5643d requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:03.273201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8d8f1-eaf3-444f-83ec-d631dd0180a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b81975-a665-4fe8-a1c3-2c423a64f591,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:03.274894 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47528) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:03.375766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device caacb659-e4a6-4f35-bae8-8a2c3d91395b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:03.381904 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (c4abb931-4656-4ac4-ae1e-f9ff11b5643d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.399410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: caacb659-e4a6-4f35-bae8-8a2c3d91395b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:03.399763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device caacb659-e4a6-4f35-bae8-8a2c3d91395b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:03.400235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8726c65f-d06f-4870-ac0d-248de91c85ac no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:03.422962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 8726c65f-d06f-4870-ac0d-248de91c85ac {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:03.423328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8726c65f-d06f-4870-ac0d-248de91c85ac not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:03.444660 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Deleting port 90504f24-58f9-4d11-b083-176849d0c691 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:03.445145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (90504f24-58f9-4d11-b083-176849d0c691), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.501616 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] DHCP port deletion for c4abb931-4656-4ac4-ae1e-f9ff11b5643d request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:36:03.515098 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] For port 90504f24-58f9-4d11-b083-176849d0c691, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90504f24-58f9-4d11-b083-176849d0c691,segment=NetworkSegment(f9bb828e-834e-4361-8ec3-428895951780),segment_id=f9bb828e-834e-4361-8ec3-428895951780)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:03.515467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (90504f24-58f9-4d11-b083-176849d0c691), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.532748 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Calling delete_port for 90504f24-58f9-4d11-b083-176849d0c691 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:03.558825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] Deleting port 90504f24-58f9-4d11-b083-176849d0c691 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:36:03.558951 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (90504f24-58f9-4d11-b083-176849d0c691), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.633303 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (90504f24-58f9-4d11-b083-176849d0c691), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.646709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] For port 90504f24-58f9-4d11-b083-176849d0c691, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=90504f24-58f9-4d11-b083-176849d0c691,segment=NetworkSegment(f9bb828e-834e-4361-8ec3-428895951780),segment_id=f9bb828e-834e-4361-8ec3-428895951780)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:03.647112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (90504f24-58f9-4d11-b083-176849d0c691), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.663089 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90504f24-58f9-4d11-b083-176849d0c691,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:03.663743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] Calling delete_port for 90504f24-58f9-4d11-b083-176849d0c691 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:36:03.665263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] No DVR routers for this DVR port 90504f24-58f9-4d11-b083-176849d0c691 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:03.742449 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (c4abb931-4656-4ac4-ae1e-f9ff11b5643d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.758587 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (90504f24-58f9-4d11-b083-176849d0c691), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.769364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4abb931-4656-4ac4-ae1e-f9ff11b5643d']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:03.778949 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bb828e-834e-4361-8ec3-428895951780') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:03.779262 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bb828e-834e-4361-8ec3-428895951780') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:03.787502 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] Pushing event deleted for resources: {'Port': ['ID=90504f24-58f9-4d11-b083-176849d0c691,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:03.789385 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (f9bb828e-834e-4361-8ec3-428895951780), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.793427 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced4623-6166-464b-8cdf-2125313af6d7 None None] No DVR routers for this DVR port 90504f24-58f9-4d11-b083-176849d0c691 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:36:03.804985 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (f9bb828e-834e-4361-8ec3-428895951780), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.812296 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:36:03.812701 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (f9bb828e-834e-4361-8ec3-428895951780), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:36:03.814482 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:36:03.868138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (c4abb931-4656-4ac4-ae1e-f9ff11b5643d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.874406 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:03.880286 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c4abb931-4656-4ac4-ae1e-f9ff11b5643d HTTP/1.1" status: 204 len: 168 time: 0.6031346 Jan 28 14:36:03.891523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc12272-c923-4711-b501-7c0f9d5400e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4abb931-4656-4ac4-ae1e-f9ff11b5643d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:04.045732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47532) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:04.086970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5abbd54c-d7a1-4058-8b86-db168e3b1eb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbddca98c936457eb0a5e38c264cb243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399995 Jan 28 14:36:04.090446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47534) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:04.139258 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0351-7d7b-4ab2-82ab-8e3673e8312f admin admin] Publish callbacks [] for security_group (2fb6ea18-098e-46dd-9f90-8a3576a81780), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.165628 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0351-7d7b-4ab2-82ab-8e3673e8312f admin admin] Publish callbacks [] for security_group (2fb6ea18-098e-46dd-9f90-8a3576a81780), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.215154 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0351-7d7b-4ab2-82ab-8e3673e8312f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (2fb6ea18-098e-46dd-9f90-8a3576a81780), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.217821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d8c0351-7d7b-4ab2-82ab-8e3673e8312f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.219163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4d8c0351-7d7b-4ab2-82ab-8e3673e8312f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fb6ea18-098e-46dd-9f90-8a3576a81780 HTTP/1.1" status: 204 len: 168 time: 0.1276791 Jan 28 14:36:04.227120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c0351-7d7b-4ab2-82ab-8e3673e8312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb6ea18-098e-46dd-9f90-8a3576a81780,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:04.538805 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47540) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:04.579504 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-67a44d31-6e53-4da9-ba91-e4e059419538 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2beb01171c3642e1909b01773ebeb147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395398 Jan 28 14:36:04.581902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47542) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:04.628821 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00781b9d-bb0c-4b2d-b3df-520685a35226 admin admin] Publish callbacks [] for security_group (33074fd8-e323-4780-8651-e48441dd2191), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.649632 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00781b9d-bb0c-4b2d-b3df-520685a35226 admin admin] Publish callbacks [] for security_group (33074fd8-e323-4780-8651-e48441dd2191), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.696085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00781b9d-bb0c-4b2d-b3df-520685a35226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (33074fd8-e323-4780-8651-e48441dd2191), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.699215 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00781b9d-bb0c-4b2d-b3df-520685a35226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:04.700409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-00781b9d-bb0c-4b2d-b3df-520685a35226 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33074fd8-e323-4780-8651-e48441dd2191 HTTP/1.1" status: 204 len: 168 time: 0.1176138 Jan 28 14:36:04.708250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00781b9d-bb0c-4b2d-b3df-520685a35226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33074fd8-e323-4780-8651-e48441dd2191,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:05.064757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1b22b19d-9988-4d33-bca6-c63229f3ad83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.075577 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90504f24-58f9-4d11-b083-176849d0c691 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:36:05.098687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 90504f24-58f9-4d11-b083-176849d0c691 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:36:05.098687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 90504f24-58f9-4d11-b083-176849d0c691 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:36:05.384508 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47564) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:05.490455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1478977095-network', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:05.510330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Made reservation on behalf of 4dffcc7b0c68434fa3406e0db7181680 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:05.513286 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.521609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.600942 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks [] for security_group (6166aa25-5728-4c6e-ab85-e183a57330b4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.604787 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6166aa25-5728-4c6e-ab85-e183a57330b4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.631080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:05.642194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6166aa25-5728-4c6e-ab85-e183a57330b4,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:05.648244 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bd0af7cb-d909-4f88-8189-eb488f1e3e60), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.648614 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Added segment bd0af7cb-d909-4f88-8189-eb488f1e3e60 of type vlan for network b9212378-4906-422e-b390-1c94f62dde63 Jan 28 14:36:05.690301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (b9212378-4906-422e-b390-1c94f62dde63), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.718029 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (b9212378-4906-422e-b390-1c94f62dde63), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.719006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:05.719622 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:05.776481 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3900764 Jan 28 14:36:05.779159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47568) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:05.783842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Request body: {'subnet': {'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1478977095-subnet', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:05.795910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa16fa-a68d-4368-9e41-c73f42e83995 admin admin] Pushing event updated for resources: {'Network': ['ID=b9212378-4906-422e-b390-1c94f62dde63,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:05.805845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network b9212378-4906-422e-b390-1c94f62dde63 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:05.809613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Made reservation on behalf of 4dffcc7b0c68434fa3406e0db7181680 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:05.812057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.000415 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (ffac36db-07aa-42eb-8662-6b644c688645), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.059903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffac36db-07aa-42eb-8662-6b644c688645,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:06.078861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Checking segment: {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:06.079342 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Network hostable DHCP agents. Network: b9212378-4906-422e-b390-1c94f62dde63, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:06.097760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Network b9212378-4906-422e-b390-1c94f62dde63 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:06.107277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, b9212378-4906-422e-b390-1c94f62dde63) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:06.111699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:06.112528 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.117565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2a5e7-c7cf-4325-a98f-c48ae6d115b3 None None] Network b9212378-4906-422e-b390-1c94f62dde63 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:06.133621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f2bb9e63-7583-4724-a36f-4f1d3f4e714d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3506832 Jan 28 14:36:06.133837 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47570) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:06.138227 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:06.160498 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (d5a655bc-81ae-4515-b61b-977b017d6b79), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.161887 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (d5a655bc-81ae-4515-b61b-977b017d6b79), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.218511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks [] for router_controller (d5a655bc-81ae-4515-b61b-977b017d6b79), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.226087 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-b9212378-4906-422e-b390-1c94f62dde63', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:06.227372 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.374644 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks [] for router_gateway (d5a655bc-81ae-4515-b61b-977b017d6b79), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.397472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Allocated IP 172.20.0.2 (b9212378-4906-422e-b390-1c94f62dde63/ffac36db-07aa-42eb-8662-6b644c688645/704502b6-aad0-4262-ade9-c34f67af841d) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:06.549862 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Publish callbacks [] for port (704502b6-aad0-4262-ade9-c34f67af841d), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.555762 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (704502b6-aad0-4262-ade9-c34f67af841d), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.582378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks [] for router_gateway (d5a655bc-81ae-4515-b61b-977b017d6b79), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.595551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Network b9212378-4906-422e-b390-1c94f62dde63 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:06.600997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:06.603915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:06.607146 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.611534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Pushing event updated for resources: {'Port': ['ID=704502b6-aad0-4262-ade9-c34f67af841d,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:06.674654 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Attempting to bind port 704502b6-aad0-4262-ade9-c34f67af841d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:06.674936 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Attempting to bind port 704502b6-aad0-4262-ade9-c34f67af841d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:06.675305 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Attempting to bind port 704502b6-aad0-4262-ade9-c34f67af841d on network b9212378-4906-422e-b390-1c94f62dde63 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:06.680317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:06.680815 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Checking segment: {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:06.681229 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.682253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Bound using segment: {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:06.682732 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Bound port: 704502b6-aad0-4262-ade9-c34f67af841d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:06.683110 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (704502b6-aad0-4262-ade9-c34f67af841d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.716725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Allocated IP 172.25.4.204 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/a0cc24c8-d4de-47cf-96b9-6489e5e267b9) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:06.746433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] For port 704502b6-aad0-4262-ade9-c34f67af841d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:06.749663 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] For port 704502b6-aad0-4262-ade9-c34f67af841d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=704502b6-aad0-4262-ade9-c34f67af841d,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:06.753685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (704502b6-aad0-4262-ade9-c34f67af841d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.824007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb33fc4-5185-441c-9a17-52781ded1be4 None None] Pushing event updated for resources: {'Port': ['ID=704502b6-aad0-4262-ade9-c34f67af841d,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:06.848645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks [] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.886017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:06.927375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:06.933080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:06.935496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:06.961219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Pushing event updated for resources: {'Port': ['ID=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:07.145022 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 704502b6-aad0-4262-ade9-c34f67af841d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:07.198794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 704502b6-aad0-4262-ade9-c34f67af841d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:07.199116 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (704502b6-aad0-4262-ade9-c34f67af841d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.238281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks [] for router_gateway (d5a655bc-81ae-4515-b61b-977b017d6b79), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.276837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 704502b6-aad0-4262-ade9-c34f67af841d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:07.277414 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (704502b6-aad0-4262-ade9-c34f67af841d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.314640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 704502b6-aad0-4262-ade9-c34f67af841d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=704502b6-aad0-4262-ade9-c34f67af841d,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:07.319035 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (704502b6-aad0-4262-ade9-c34f67af841d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.368716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=704502b6-aad0-4262-ade9-c34f67af841d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:07.442064 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (d5a655bc-81ae-4515-b61b-977b017d6b79), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.580675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Router d5a655bc-81ae-4515-b61b-977b017d6b79 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:36:07.698270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:36:07.708967 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Sync routers for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:36:07.718625 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.719989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-63a25339-edd4-495b-a691-7e9fb15c357f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5853353 Jan 28 14:36:07.722836 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47572) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:07.731967 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:07.732893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:35:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:07.823589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9263e33-1bc1-4bba-b103-266eb31ffa47 None None] Network b9212378-4906-422e-b390-1c94f62dde63 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:07.844936 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:07.875901 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-24ba243c-b293-43c4-bca7-8f4fc7fbde8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:07.951243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-66f62928-6821-4e68-9ffc-aa5471dd5365 None None] Provisioning complete for port 704502b6-aad0-4262-ade9-c34f67af841d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:07.951243 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-66f62928-6821-4e68-9ffc-aa5471dd5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (704502b6-aad0-4262-ade9-c34f67af841d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.038932 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:07Z', 'revision_number': 3, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:08.054766 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-66f62928-6821-4e68-9ffc-aa5471dd5365 None None] Current status of the port 704502b6-aad0-4262-ade9-c34f67af841d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:08.068609 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Checking router: d5a655bc-81ae-4515-b61b-977b017d6b79 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:36:08.068965 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Updating router d5a655bc-81ae-4515-b61b-977b017d6b79 port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:36:08.096157 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.195020 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.278317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-c138cdbc-ce7d-4726-8d30-ba8c7acb9aec None None] Provisioning complete for port 704502b6-aad0-4262-ade9-c34f67af841d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:08.278898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c138cdbc-ce7d-4726-8d30-ba8c7acb9aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (704502b6-aad0-4262-ade9-c34f67af841d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.368051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-c138cdbc-ce7d-4726-8d30-ba8c7acb9aec None None] Current status of the port 704502b6-aad0-4262-ade9-c34f67af841d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:08.375079 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Publish callbacks [] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.379295 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Allocated IP 172.20.0.1 (b9212378-4906-422e-b390-1c94f62dde63/ffac36db-07aa-42eb-8662-6b644c688645/3d814db3-685f-4280-bb21-1144cf6c464f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:08.381132 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.496464 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks [] for port (3d814db3-685f-4280-bb21-1144cf6c464f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.533329 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Attempting to bind port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:08.533586 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.533713 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Attempting to bind port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:08.534043 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Attempting to bind port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:08.537139 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Pushing event updated for resources: {'Port': ['ID=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:08.543882 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:08.546221 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:08.546648 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.547044 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:08.547533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Bound port: a0cc24c8-d4de-47cf-96b9-6489e5e267b9, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:08.547917 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.554640 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.554990 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.555333 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.555677 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.556014 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.556383 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.556768 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.557098 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.557421 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.557749 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.558076 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.558401 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.558723 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:08.570600 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Network b9212378-4906-422e-b390-1c94f62dde63 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:08.574137 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:08.578105 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:08.610836 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] For port a0cc24c8-d4de-47cf-96b9-6489e5e267b9, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:08.613964 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] For port a0cc24c8-d4de-47cf-96b9-6489e5e267b9, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:08.618889 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.621150 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d814db3-685f-4280-bb21-1144cf6c464f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:08.637366 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (d5a655bc-81ae-4515-b61b-977b017d6b79), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.676904 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76725b0-3493-4100-b8c4-b50d14e53a83 None None] Pushing event updated for resources: {'Port': ['ID=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:08.691458 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:08.692112 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:08.787093 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.816700 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:08.891903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-39fa9c53-b9a9-4851-a9d1-7210c9292b92 None None] Provisioning complete for port 3d814db3-685f-4280-bb21-1144cf6c464f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:08.892234 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-39fa9c53-b9a9-4851-a9d1-7210c9292b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.935409 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-39fa9c53-b9a9-4851-a9d1-7210c9292b92 None None] Port 3d814db3-685f-4280-bb21-1144cf6c464f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:36:08.967325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks [] for port (3d814db3-685f-4280-bb21-1144cf6c464f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.972737 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:08.973850 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.015881 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:07Z', 'revision_number': 3, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:09.043416 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d814db3-685f-4280-bb21-1144cf6c464f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:09.046304 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96b4a-58ae-4dab-b0e2-a7c3ac3ff8f6 None None] The sync data for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 is: [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:07Z', 'revision_number': 3, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:36:09.050618 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (d5a655bc-81ae-4515-b61b-977b017d6b79), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.090190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 704502b6-aad0-4262-ade9-c34f67af841d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:09.147064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 704502b6-aad0-4262-ade9-c34f67af841d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:09.147449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (704502b6-aad0-4262-ade9-c34f67af841d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.160159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Network b9212378-4906-422e-b390-1c94f62dde63 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:09.161760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:09.252111 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 704502b6-aad0-4262-ade9-c34f67af841d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:09.304909 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Router d5a655bc-81ae-4515-b61b-977b017d6b79 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:36:09.460621 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:36:09.463156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b2d23f95-14bd-4855-88e3-da0bcab3f70e None None] Provisioning complete for port 3d814db3-685f-4280-bb21-1144cf6c464f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:09.464161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2d23f95-14bd-4855-88e3-da0bcab3f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:09.466782 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-af1090db-ee08-4e8f-8eac-3e63d8cd4dd2 admin admin] 10.222.0.45 "PUT /v2.0/routers/d5a655bc-81ae-4515-b61b-977b017d6b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423289 Jan 28 14:36:09.517683 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b2d23f95-14bd-4855-88e3-da0bcab3f70e None None] Port 3d814db3-685f-4280-bb21-1144cf6c464f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:36:09.992703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47588) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:09.998134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-392803224-network', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:10.020383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Made reservation on behalf of eb382d064eec4a4f9832d6519f650b19 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:10.023273 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.033433 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.112025 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks [] for security_group (f1e2614e-1cc1-4da4-a120-1ab38aa5974b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.116233 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1e2614e-1cc1-4da4-a120-1ab38aa5974b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.141931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:36:10.152369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e2614e-1cc1-4da4-a120-1ab38aa5974b,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:10.157363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1df49169-e99c-450a-9b51-859849aeab37), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.157711 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Added segment 1df49169-e99c-450a-9b51-859849aeab37 of type vlan for network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 Jan 28 14:36:10.201355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (7471b855-2f53-4297-8d0b-0ba49f9c1ab7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.227735 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (7471b855-2f53-4297-8d0b-0ba49f9c1ab7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.229590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:10.230370 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.289178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2953494 Jan 28 14:36:10.293935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47590) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:10.299067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Request body: {'subnet': {'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-392803224-subnet', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:10.300026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c596b9-a1af-43c3-85c0-1caa03b94913 admin admin] Pushing event updated for resources: {'Network': ['ID=7471b855-2f53-4297-8d0b-0ba49f9c1ab7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:10.310633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:36:10.318800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Made reservation on behalf of eb382d064eec4a4f9832d6519f650b19 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:10.321583 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.508051 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (c59f7009-0bee-4554-b7f7-04490aa8d40f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.560826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59f7009-0bee-4554-b7f7-04490aa8d40f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:10.579242 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Checking segment: {'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:10.579610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Network hostable DHCP agents. Network: 7471b855-2f53-4297-8d0b-0ba49f9c1ab7, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:36:10.597643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:36:10.608609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 7471b855-2f53-4297-8d0b-0ba49f9c1ab7) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:10.613135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:10.613733 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.621447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93b881-e5a9-4823-99c3-7014c545d8b6 None None] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:10.631834 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-52c18455-6b5b-43d8-8d03-8264d0427a79 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3366284 Jan 28 14:36:10.634165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47592) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:10.638714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:10.659165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (2b54c892-f87b-4ac1-8461-f157c83fc332), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.660311 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (2b54c892-f87b-4ac1-8461-f157c83fc332), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.720818 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks [] for router_controller (2b54c892-f87b-4ac1-8461-f157c83fc332), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.736860 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-7471b855-2f53-4297-8d0b-0ba49f9c1ab7', 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7', 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'fixed_ips': [{'subnet_id': 'c59f7009-0bee-4554-b7f7-04490aa8d40f'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:36:10.737757 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.821559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Sync routers for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:36:10.862940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:10.863579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:10.865411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.871786 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks [] for router_gateway (2b54c892-f87b-4ac1-8461-f157c83fc332), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:10.994762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Allocated IP 172.20.0.2 (7471b855-2f53-4297-8d0b-0ba49f9c1ab7/c59f7009-0bee-4554-b7f7-04490aa8d40f/2743b2cd-c16b-406d-8578-c8c31bdf5591) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:11.022548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:11.081284 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks [] for router_gateway (2b54c892-f87b-4ac1-8461-f157c83fc332), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.102918 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.240120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0cc24c8-d4de-47cf-96b9-6489e5e267b9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:11.243454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Allocated IP 172.25.4.34 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/1caa3f45-4908-42ab-b034-b7dc571f6b5e) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:11.352500 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks [] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.388973 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.431386 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:11.434557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:11.438090 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:11.469919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Pushing event updated for resources: {'Port': ['ID=1caa3f45-4908-42ab-b034-b7dc571f6b5e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:11.488712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:11.489094 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.556025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Publish callbacks [] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.569623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.656076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:11.663712 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:11.665714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Pushing event updated for resources: {'Port': ['ID=2743b2cd-c16b-406d-8578-c8c31bdf5591,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:11.668650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:11.749937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:11.750347 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.785372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Attempting to bind port 2743b2cd-c16b-406d-8578-c8c31bdf5591 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:11.785372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Attempting to bind port 2743b2cd-c16b-406d-8578-c8c31bdf5591 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:11.785730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Attempting to bind port 2743b2cd-c16b-406d-8578-c8c31bdf5591 on network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:11.805103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port a0cc24c8-d4de-47cf-96b9-6489e5e267b9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:11.807211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:11.807671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Checking segment: {'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:11.808154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.808581 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Bound using segment: {'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:11.809240 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Bound port: 2743b2cd-c16b-406d-8578-c8c31bdf5591, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:11.809616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.815609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 2, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:11.817413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.878685 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Checking router: d5a655bc-81ae-4515-b61b-977b017d6b79 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:36:11.879031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Updating router d5a655bc-81ae-4515-b61b-977b017d6b79 port 3d814db3-685f-4280-bb21-1144cf6c464f binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:36:11.965296 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:11.972782 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:12.001646 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.032830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] For port 2743b2cd-c16b-406d-8578-c8c31bdf5591, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:12.048902 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks [] for router_gateway (2b54c892-f87b-4ac1-8461-f157c83fc332), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.050324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] For port 2743b2cd-c16b-406d-8578-c8c31bdf5591, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2743b2cd-c16b-406d-8578-c8c31bdf5591,segment=NetworkSegment(1df49169-e99c-450a-9b51-859849aeab37),segment_id=1df49169-e99c-450a-9b51-859849aeab37)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:12.058449 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.192418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3318814-dfad-461f-9fed-a113f45d5877 None None] Pushing event updated for resources: {'Port': ['ID=2743b2cd-c16b-406d-8578-c8c31bdf5591,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:12.292358 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (2b54c892-f87b-4ac1-8461-f157c83fc332), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.381549 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Publish callbacks [] for port (3d814db3-685f-4280-bb21-1144cf6c464f), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.387492 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.444013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c933c6d-697c-4d3d-a00f-81b034fe9967 None None] Pushing event updated for resources: {'Port': ['ID=3d814db3-685f-4280-bb21-1144cf6c464f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:12.476495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Router 2b54c892-f87b-4ac1-8461-f157c83fc332 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:36:12.520481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Attempting to bind port 3d814db3-685f-4280-bb21-1144cf6c464f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:12.521108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Attempting to bind port 3d814db3-685f-4280-bb21-1144cf6c464f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:12.521640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Attempting to bind port 3d814db3-685f-4280-bb21-1144cf6c464f on network b9212378-4906-422e-b390-1c94f62dde63 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:12.532310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:12.532681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Checking segment: {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:12.533125 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.533528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Bound using segment: {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:12.534019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Bound port: 3d814db3-685f-4280-bb21-1144cf6c464f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:12.534407 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.614700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:36:12.614928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] For port 3d814db3-685f-4280-bb21-1144cf6c464f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:12.619706 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] For port 3d814db3-685f-4280-bb21-1144cf6c464f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3d814db3-685f-4280-bb21-1144cf6c464f,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:12.626505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.626703 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Sync routers for ids ['2b54c892-f87b-4ac1-8461-f157c83fc332'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:36:12.641058 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Routers {'2b54c892-f87b-4ac1-8461-f157c83fc332'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:12.641707 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b54c892-f87b-4ac1-8461-f157c83fc332'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:12.653274 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.657099 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3daf381a-d5f1-4389-b8da-009d05df85fa admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0194092 Jan 28 14:36:12.657477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47594) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:36:12.714454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:12.715102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:12.717147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c933c6d-697c-4d3d-a00f-81b034fe9967 None None] Pushing event updated for resources: {'Port': ['ID=3d814db3-685f-4280-bb21-1144cf6c464f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:12.792175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7e9edd03-edf5-4453-9465-bf3f4528a5d7 None None] Provisioning complete for port 3d814db3-685f-4280-bb21-1144cf6c464f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:12.792832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7e9edd03-edf5-4453-9465-bf3f4528a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:12.818090 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Set router 2b54c892-f87b-4ac1-8461-f157c83fc332 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:12.898353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:13.102800 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 3, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port': {'id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:11Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:13.152541 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Checking router: 2b54c892-f87b-4ac1-8461-f157c83fc332 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:36:13.153294 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Updating router 2b54c892-f87b-4ac1-8461-f157c83fc332 port 1caa3f45-4908-42ab-b034-b7dc571f6b5e binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:36:13.186264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7e9edd03-edf5-4453-9465-bf3f4528a5d7 None None] Current status of the port 3d814db3-685f-4280-bb21-1144cf6c464f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:13.186738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7e9edd03-edf5-4453-9465-bf3f4528a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.198819 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.272360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7e9edd03-edf5-4453-9465-bf3f4528a5d7 None None] For port 3d814db3-685f-4280-bb21-1144cf6c464f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3d814db3-685f-4280-bb21-1144cf6c464f,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:13.282847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7e9edd03-edf5-4453-9465-bf3f4528a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.301084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0cc24c8-d4de-47cf-96b9-6489e5e267b9 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:13.373878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:12Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:13.426552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51d641-bc7c-4f2e-a0c0-c94e00c7bd55 None None] The sync data for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 is: [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:12Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:36:13.443360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:13.443744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.484303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9edd03-edf5-4453-9465-bf3f4528a5d7 None None] Pushing event updated for resources: {'Port': ['ID=3d814db3-685f-4280-bb21-1144cf6c464f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:13.489430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-551e0471-386d-45d3-953e-dd619e48f81d None None] Provisioning complete for port 3d814db3-685f-4280-bb21-1144cf6c464f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:13.489810 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-551e0471-386d-45d3-953e-dd619e48f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.563501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec42e90-3f9c-4acf-af1a-b95767d718f0 None None] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:36:13.566693 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Publish callbacks [] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.576131 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.652981 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23af46-139b-413b-8af4-f47a77e56a4a None None] Pushing event updated for resources: {'Port': ['ID=1caa3f45-4908-42ab-b034-b7dc571f6b5e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:13.657054 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Attempting to bind port 1caa3f45-4908-42ab-b034-b7dc571f6b5e on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:13.657475 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Attempting to bind port 1caa3f45-4908-42ab-b034-b7dc571f6b5e by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:13.657889 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Attempting to bind port 1caa3f45-4908-42ab-b034-b7dc571f6b5e on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:13.667797 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:13.668239 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:13.668605 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.669010 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:13.669482 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Bound port: 1caa3f45-4908-42ab-b034-b7dc571f6b5e, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:13.669869 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.697713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.727531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:13.728727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2743b2cd-c16b-406d-8578-c8c31bdf5591 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:13.752776 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] For port 1caa3f45-4908-42ab-b034-b7dc571f6b5e, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:13.762268 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] For port 1caa3f45-4908-42ab-b034-b7dc571f6b5e, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1caa3f45-4908-42ab-b034-b7dc571f6b5e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:13.770822 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.802966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-551e0471-386d-45d3-953e-dd619e48f81d None None] Current status of the port 3d814db3-685f-4280-bb21-1144cf6c464f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:13.834146 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Routers {'2b54c892-f87b-4ac1-8461-f157c83fc332'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:13.834742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b54c892-f87b-4ac1-8461-f157c83fc332'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:13.841334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2743b2cd-c16b-406d-8578-c8c31bdf5591 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:13.841799 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:13.916204 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23af46-139b-413b-8af4-f47a77e56a4a None None] Pushing event updated for resources: {'Port': ['ID=1caa3f45-4908-42ab-b034-b7dc571f6b5e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:13.993486 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] Set router 2b54c892-f87b-4ac1-8461-f157c83fc332 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:14.015460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Allocated IP 172.20.0.1 (7471b855-2f53-4297-8d0b-0ba49f9c1ab7/c59f7009-0bee-4554-b7f7-04490aa8d40f/a0004aea-8138-4b58-972c-9e348bda443f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:14.162105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f1e60105-ebcd-4937-9dec-a7804272e9d2 None None] Provisioning complete for port 2743b2cd-c16b-406d-8578-c8c31bdf5591 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:14.163085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f1e60105-ebcd-4937-9dec-a7804272e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.210124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks [] for port (a0004aea-8138-4b58-972c-9e348bda443f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.252400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2743b2cd-c16b-406d-8578-c8c31bdf5591 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:14.252897 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.255356 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a0004aea-8138-4b58-972c-9e348bda443f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.303429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:14.307553 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 3, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port': {'id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:11Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:14.307761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:14.310278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:14.347071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a0004aea-8138-4b58-972c-9e348bda443f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:14.357267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 2743b2cd-c16b-406d-8578-c8c31bdf5591, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2743b2cd-c16b-406d-8578-c8c31bdf5591,segment=NetworkSegment(1df49169-e99c-450a-9b51-859849aeab37),segment_id=1df49169-e99c-450a-9b51-859849aeab37)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:14.358233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f1e60105-ebcd-4937-9dec-a7804272e9d2 None None] Current status of the port 2743b2cd-c16b-406d-8578-c8c31bdf5591 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:14.358622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f1e60105-ebcd-4937-9dec-a7804272e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.363275 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfe462-c61b-42ce-9a7c-f83c10ab745d None None] The sync data for ids ['2b54c892-f87b-4ac1-8461-f157c83fc332'] in n-d-822748-2 is: [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 3, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port': {'id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:11Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:36:14.367873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (2b54c892-f87b-4ac1-8461-f157c83fc332), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.368336 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.465899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=2743b2cd-c16b-406d-8578-c8c31bdf5591,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:14.515228 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-f1e60105-ebcd-4937-9dec-a7804272e9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:36:14.515742 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-f1e60105-ebcd-4937-9dec-a7804272e9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:36:14.562685 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0004aea-8138-4b58-972c-9e348bda443f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.773979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks [] for port (a0004aea-8138-4b58-972c-9e348bda443f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.781489 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a0004aea-8138-4b58-972c-9e348bda443f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.862748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a0004aea-8138-4b58-972c-9e348bda443f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:14.873917 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (2b54c892-f87b-4ac1-8461-f157c83fc332), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:14.983093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:14.984838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:15.088748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f1e60105-ebcd-4937-9dec-a7804272e9d2 None None] Current status of the port 2743b2cd-c16b-406d-8578-c8c31bdf5591 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:15.149380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Router 2b54c892-f87b-4ac1-8461-f157c83fc332 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:36:15.225647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-25677f89-89a5-4ae2-b964-701aed0b6e75 None None] Provisioning complete for port a0004aea-8138-4b58-972c-9e348bda443f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:15.226097 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25677f89-89a5-4ae2-b964-701aed0b6e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0004aea-8138-4b58-972c-9e348bda443f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.289153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-25677f89-89a5-4ae2-b964-701aed0b6e75 None None] Port a0004aea-8138-4b58-972c-9e348bda443f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:36:15.303690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3d814db3-685f-4280-bb21-1144cf6c464f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:15.328411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-25677f89-89a5-4ae2-b964-701aed0b6e75 None None] Provisioning complete for port 2743b2cd-c16b-406d-8578-c8c31bdf5591 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:15.328635 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-25677f89-89a5-4ae2-b964-701aed0b6e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.337182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:36:15.343404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fe2888f4-c268-4269-a1d1-ef1fa22493b2 admin admin] 10.222.0.45 "PUT /v2.0/routers/2b54c892-f87b-4ac1-8461-f157c83fc332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847827 Jan 28 14:36:15.428239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3d814db3-685f-4280-bb21-1144cf6c464f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:15.428716 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.459279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-25677f89-89a5-4ae2-b964-701aed0b6e75 None None] Current status of the port 2743b2cd-c16b-406d-8578-c8c31bdf5591 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:15.529095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3d814db3-685f-4280-bb21-1144cf6c464f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:15.530636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2743b2cd-c16b-406d-8578-c8c31bdf5591 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:15.597923 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-128be469-df45-403c-9f37-062bca3d24c0 None None] Provisioning complete for port a0004aea-8138-4b58-972c-9e348bda443f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:15.598305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-128be469-df45-403c-9f37-062bca3d24c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0004aea-8138-4b58-972c-9e348bda443f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.640992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 2743b2cd-c16b-406d-8578-c8c31bdf5591 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:15.641374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.642925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-128be469-df45-403c-9f37-062bca3d24c0 None None] Port a0004aea-8138-4b58-972c-9e348bda443f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:36:15.734682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 2743b2cd-c16b-406d-8578-c8c31bdf5591 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:15.735795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1caa3f45-4908-42ab-b034-b7dc571f6b5e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:15.801274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1caa3f45-4908-42ab-b034-b7dc571f6b5e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:15.801654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.882176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1caa3f45-4908-42ab-b034-b7dc571f6b5e is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:15.882574 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.909827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 1caa3f45-4908-42ab-b034-b7dc571f6b5e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1caa3f45-4908-42ab-b034-b7dc571f6b5e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:15.915133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:15.980213 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=1caa3f45-4908-42ab-b034-b7dc571f6b5e,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:17.114499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Sync routers for ids ['2b54c892-f87b-4ac1-8461-f157c83fc332'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:36:17.127480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Routers {'2b54c892-f87b-4ac1-8461-f157c83fc332'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:17.128081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b54c892-f87b-4ac1-8461-f157c83fc332'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:17.169922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1caa3f45-4908-42ab-b034-b7dc571f6b5e up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:17.298378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Set router 2b54c892-f87b-4ac1-8461-f157c83fc332 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:17.301058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 1caa3f45-4908-42ab-b034-b7dc571f6b5e triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:17.301330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:17.500932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 1caa3f45-4908-42ab-b034-b7dc571f6b5e is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:17.632195 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:36:14Z', 'revision_number': 4, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port': {'id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:11Z', 'updated_at': '2022-01-28T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'a0004aea-8138-4b58-972c-9e348bda443f', 'name': '', 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'mac_address': 'fa:16:3e:a2:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c59f7009-0bee-4554-b7f7-04490aa8d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:13Z', 'updated_at': '2022-01-28T14:36:14Z', 'revision_number': 2, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'subnets': [{'id': 'c59f7009-0bee-4554-b7f7-04490aa8d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:17.673987 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Checking router: 2b54c892-f87b-4ac1-8461-f157c83fc332 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:36:17.674362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Updating router 2b54c892-f87b-4ac1-8461-f157c83fc332 port a0004aea-8138-4b58-972c-9e348bda443f binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:36:17.708099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0004aea-8138-4b58-972c-9e348bda443f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.044431 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Publish callbacks [] for port (a0004aea-8138-4b58-972c-9e348bda443f), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.051623 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0004aea-8138-4b58-972c-9e348bda443f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.154764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Pushing event updated for resources: {'Port': ['ID=a0004aea-8138-4b58-972c-9e348bda443f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:18.172820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.173179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.173530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.173877 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.174222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.174559 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.174944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.175286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.175610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.175937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.176301 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.176642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.176978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:36:18.190386 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Attempting to bind port a0004aea-8138-4b58-972c-9e348bda443f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:18.190904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Attempting to bind port a0004aea-8138-4b58-972c-9e348bda443f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:18.191283 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Attempting to bind port a0004aea-8138-4b58-972c-9e348bda443f on network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:18.201676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:18.201676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Checking segment: {'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:18.201676 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.202121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Bound using segment: {'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:18.202360 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Bound port: a0004aea-8138-4b58-972c-9e348bda443f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df49169-e99c-450a-9b51-859849aeab37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:18.202952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0004aea-8138-4b58-972c-9e348bda443f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.321633 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] For port a0004aea-8138-4b58-972c-9e348bda443f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:18.326971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] For port a0004aea-8138-4b58-972c-9e348bda443f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0004aea-8138-4b58-972c-9e348bda443f,segment=NetworkSegment(1df49169-e99c-450a-9b51-859849aeab37),segment_id=1df49169-e99c-450a-9b51-859849aeab37)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:18.335049 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0004aea-8138-4b58-972c-9e348bda443f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.395717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Routers {'2b54c892-f87b-4ac1-8461-f157c83fc332'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:36:18.396379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b54c892-f87b-4ac1-8461-f157c83fc332'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:18.442397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533fc69-abff-4b39-ad12-ab3e32b2b530 None None] Pushing event updated for resources: {'Port': ['ID=a0004aea-8138-4b58-972c-9e348bda443f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:18.533905 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7c4beeff-dda7-4f10-aa47-eeb4077ba174 None None] Provisioning complete for port a0004aea-8138-4b58-972c-9e348bda443f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:18.534289 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c4beeff-dda7-4f10-aa47-eeb4077ba174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0004aea-8138-4b58-972c-9e348bda443f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.605528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] Set router 2b54c892-f87b-4ac1-8461-f157c83fc332 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:36:18.792218 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7c4beeff-dda7-4f10-aa47-eeb4077ba174 None None] Current status of the port a0004aea-8138-4b58-972c-9e348bda443f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:18.792567 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c4beeff-dda7-4f10-aa47-eeb4077ba174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a0004aea-8138-4b58-972c-9e348bda443f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.855908 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7c4beeff-dda7-4f10-aa47-eeb4077ba174 None None] For port a0004aea-8138-4b58-972c-9e348bda443f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0004aea-8138-4b58-972c-9e348bda443f,segment=NetworkSegment(1df49169-e99c-450a-9b51-859849aeab37),segment_id=1df49169-e99c-450a-9b51-859849aeab37)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:18.873907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7c4beeff-dda7-4f10-aa47-eeb4077ba174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a0004aea-8138-4b58-972c-9e348bda443f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:18.970572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4beeff-dda7-4f10-aa47-eeb4077ba174 None None] Pushing event updated for resources: {'Port': ['ID=a0004aea-8138-4b58-972c-9e348bda443f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:19.013944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-249b7c28-b319-4598-85b7-7c5fd1f88168 None None] Provisioning complete for port a0004aea-8138-4b58-972c-9e348bda443f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:19.014584 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-249b7c28-b319-4598-85b7-7c5fd1f88168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0004aea-8138-4b58-972c-9e348bda443f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:19.241304 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:36:14Z', 'revision_number': 4, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port': {'id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:11Z', 'updated_at': '2022-01-28T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'a0004aea-8138-4b58-972c-9e348bda443f', 'name': '', 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'mac_address': 'fa:16:3e:a2:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c59f7009-0bee-4554-b7f7-04490aa8d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:13Z', 'updated_at': '2022-01-28T14:36:18Z', 'revision_number': 4, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'subnets': [{'id': 'c59f7009-0bee-4554-b7f7-04490aa8d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:36:19.276204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe463d0-6602-4a1e-a755-8ed4d95552e4 None None] The sync data for ids ['2b54c892-f87b-4ac1-8461-f157c83fc332'] in n-d-822748-2 is: [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:36:14Z', 'revision_number': 4, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port': {'id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:11Z', 'updated_at': '2022-01-28T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'a0004aea-8138-4b58-972c-9e348bda443f', 'name': '', 'network_id': '7471b855-2f53-4297-8d0b-0ba49f9c1ab7', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'mac_address': 'fa:16:3e:a2:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c59f7009-0bee-4554-b7f7-04490aa8d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:13Z', 'updated_at': '2022-01-28T14:36:18Z', 'revision_number': 4, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'subnets': [{'id': 'c59f7009-0bee-4554-b7f7-04490aa8d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:36:19.377258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-249b7c28-b319-4598-85b7-7c5fd1f88168 None None] Current status of the port a0004aea-8138-4b58-972c-9e348bda443f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:21.191566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0004aea-8138-4b58-972c-9e348bda443f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:21.268189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a0004aea-8138-4b58-972c-9e348bda443f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:21.268581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a0004aea-8138-4b58-972c-9e348bda443f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:21.383895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a0004aea-8138-4b58-972c-9e348bda443f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:25.816304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-aa535de7-6f0a-431a-ad54-6cfbf50e8910 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:25.817789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-aa535de7-6f0a-431a-ad54-6cfbf50e8910 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 815 time: 0.0994680 Jan 28 14:36:25.832496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-64114ada-635c-457a-b1c4-b108581ade07 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/quotas/4dffcc7b0c68434fa3406e0db7181680 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Jan 28 14:36:25.891176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-b55ecf17-f5d6-4bd9-ad39-f8000dbbaab3 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538969 Jan 28 14:36:25.986907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-4243d394-1e21-4a3f-918a-b1d5a3c2fb95 service neutron] 10.222.0.45 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838552 Jan 28 14:36:26.079642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-8bb20288-423a-4d47-b1a3-b056478f979f service neutron] 10.222.0.45 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870838 Jan 28 14:36:26.244088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d920236a-39e6-4fcb-99a4-23eda33b603b req-cd1204cb-c087-480f-bd83-2ad6e0e72276 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Jan 28 14:36:27.242691 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:27.275534 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-6afc0b55-f7d7-4c3d-a26a-8ce45117afb2 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:27.277280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-6afc0b55-f7d7-4c3d-a26a-8ce45117afb2 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 815 time: 0.1151764 Jan 28 14:36:27.290374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'port': {'device_id': '04baec80-1d72-4139-8e23-f2df63215e20', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'admin_state_up': True, 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:27.373030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c67feee8-71df-42c3-bf74-ae4013c00254 req-1d08338e-09ac-4b60-b5d2-4a5fbb0175ae tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 210 time: 0.0348682 Jan 28 14:36:27.430358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Made reservation on behalf of 4dffcc7b0c68434fa3406e0db7181680 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:36:27.434395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:27.576440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Allocated IP 172.20.0.6 (b9212378-4906-422e-b390-1c94f62dde63/ffac36db-07aa-42eb-8662-6b644c688645/c6af5777-5db4-4a83-8d15-68b4b3505af7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:36:27.787017 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:27.840015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:27.916177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Network b9212378-4906-422e-b390-1c94f62dde63 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:36:27.920264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:36:27.924316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:36:27.957933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:27.994985 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:27.995711 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:28.029636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-94ff8b06-4021-4505-a8b7-6fb0e438159e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431285 Jan 28 14:36:28.276357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cbd2640a-ca92-4242-8402-39aaf167238c None None] Provisioning complete for port c6af5777-5db4-4a83-8d15-68b4b3505af7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:28.276991 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cbd2640a-ca92-4242-8402-39aaf167238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:28.316903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2640a-ca92-4242-8402-39aaf167238c None None] Port c6af5777-5db4-4a83-8d15-68b4b3505af7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:36:28.499318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2a38b-f08a-4a28-97a2-76b405f72206 req-388730cf-1c58-4897-b136-5eb7823caddd tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:28.504931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eda2a38b-f08a-4a28-97a2-76b405f72206 req-388730cf-1c58-4897-b136-5eb7823caddd tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 931 time: 0.0548863 Jan 28 14:36:28.556661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eda2a38b-f08a-4a28-97a2-76b405f72206 req-864b275f-d489-43da-8c14-2d2422f60c27 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Jan 28 14:36:28.646084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:29.710821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba861ff8-45ed-42f3-bec7-85d7bece30e3 req-cd578448-5b5e-4820-af03-4eca55d22983 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:29.713034 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba861ff8-45ed-42f3-bec7-85d7bece30e3 req-cd578448-5b5e-4820-af03-4eca55d22983 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 931 time: 0.0640361 Jan 28 14:36:29.773655 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ba861ff8-45ed-42f3-bec7-85d7bece30e3 req-ab80353e-dde8-4605-92de-82ce29d56f38 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516241 Jan 28 14:36:30.903937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95623-33e2-4ee0-b47d-add75c2df90d req-cbe1d514-9941-48dc-bf68-33be9aa5bb2b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:30.905737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8a95623-33e2-4ee0-b47d-add75c2df90d req-cbe1d514-9941-48dc-bf68-33be9aa5bb2b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 931 time: 0.0541434 Jan 28 14:36:30.963947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8a95623-33e2-4ee0-b47d-add75c2df90d req-cfa4305d-9316-45f0-b025-041c1fc5e5b4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Jan 28 14:36:32.103058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7327-c40d-418d-ac6a-5de3d1fc9602 req-40d81728-1dc3-4f0b-bc89-c56e50e38d29 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:32.104767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18bd7327-c40d-418d-ac6a-5de3d1fc9602 req-40d81728-1dc3-4f0b-bc89-c56e50e38d29 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 931 time: 0.0609210 Jan 28 14:36:32.162635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-18bd7327-c40d-418d-ac6a-5de3d1fc9602 req-90fe1384-051b-46df-b358-077d98deb7e1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Jan 28 14:36:33.298083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf8feb-6c4e-4af5-90ba-fe207642a4af req-44bec5ea-0849-4eb9-b672-43f035c47401 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:33.299576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ddf8feb-6c4e-4af5-90ba-fe207642a4af req-44bec5ea-0849-4eb9-b672-43f035c47401 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 931 time: 0.0635915 Jan 28 14:36:33.358001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7ddf8feb-6c4e-4af5-90ba-fe207642a4af req-2ad32677-106e-4486-8142-590127416047 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519612 Jan 28 14:36:34.512052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22ef9-d0e1-423f-b6c2-56138e881e10 req-95b40f52-dbe0-45ec-818e-4fa6fd4b0fa3 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:34.513572 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cc22ef9-d0e1-423f-b6c2-56138e881e10 req-95b40f52-dbe0-45ec-818e-4fa6fd4b0fa3 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 931 time: 0.0679967 Jan 28 14:36:34.563543 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9cc22ef9-d0e1-423f-b6c2-56138e881e10 req-b8c3c403-ba23-46c1-b4e1-45ef50b4e8e0 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440507 Jan 28 14:36:35.066777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5aa0bfe5-6880-4f64-a587-174247adcc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.083742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Request body: {'port': {'device_id': '04baec80-1d72-4139-8e23-f2df63215e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:36:35.143800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.406452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6af5777-5db4-4a83-8d15-68b4b3505af7 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:36:35.413688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Publish callbacks [] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.425427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Transition to ACTIVE for port object c6af5777-5db4-4a83-8d15-68b4b3505af7 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:36:35.430253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.483014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:35.561518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Attempting to bind port c6af5777-5db4-4a83-8d15-68b4b3505af7 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:36:35.562259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Attempting to bind port c6af5777-5db4-4a83-8d15-68b4b3505af7 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:36:35.562259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Attempting to bind port c6af5777-5db4-4a83-8d15-68b4b3505af7 on network b9212378-4906-422e-b390-1c94f62dde63 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:35.566803 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Port c6af5777-5db4-4a83-8d15-68b4b3505af7 on network b9212378-4906-422e-b390-1c94f62dde63 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:36:35.567155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Attempting to bind port c6af5777-5db4-4a83-8d15-68b4b3505af7 on network b9212378-4906-422e-b390-1c94f62dde63 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:36:35.572332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:36:35.572682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Checking segment: {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:36:35.573072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Bound using segment: {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:36:35.573541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Bound port: c6af5777-5db4-4a83-8d15-68b4b3505af7, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0af7cb-d909-4f88-8189-eb488f1e3e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:36:35.573902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.642250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:36:35.645847 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:36:35.659745 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.717926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.718648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:35.719907 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] 10.222.0.60 "PUT /v2.0/ports/c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 1091 time: 0.6409521 Jan 28 14:36:35.721143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:35.723384 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fe2060-333b-46f6-b29f-b09dcea81737" -d '{"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:35.751050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20740195-650b-4930-ba84-514b3d72c841 req-6bdc0d84-4e5f-4e66-a46f-9f71eff2fa8d tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.752641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20740195-650b-4930-ba84-514b3d72c841 req-6bdc0d84-4e5f-4e66-a46f-9f71eff2fa8d tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 943 time: 0.1054256 Jan 28 14:36:35.763837 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:36:35.769919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776bf10-0bed-4565-b2fe-542f0ee63ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:35.840350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-93018098-ebc1-4136-8824-8c430635da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.841888 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-93018098-ebc1-4136-8824-8c430635da03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1094 time: 0.0729070 Jan 28 14:36:35.845127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-20740195-650b-4930-ba84-514b3d72c841 req-0e637851-8254-4e29-b727-a52fe779c36f tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825353 Jan 28 14:36:35.892188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-6ee129bf-6186-48ac-a6fc-c8a05adcb2f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 217 time: 0.0418494 Jan 28 14:36:35.899666 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f636ce-3614-454b-a0d1-e67f30c1e067 x-openstack-request-id: req-35f636ce-3614-454b-a0d1-e67f30c1e067 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:35.899970 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:35.900388 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35f636ce-3614-454b-a0d1-e67f30c1e067 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:35.900800 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'status': 'completed', 'code': 200} Jan 28 14:36:35.946159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-836332fa-91d6-450c-b025-3163138d872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.947618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-836332fa-91d6-450c-b025-3163138d872e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0441058 Jan 28 14:36:35.994224 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-daf1ae96-f815-4a49-b371-3d4e5b41f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:35.996833 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-daf1ae96-f815-4a49-b371-3d4e5b41f8e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400853 Jan 28 14:36:36.092621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-5508ed06-e153-4cc2-9233-dc715f7903c4 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895445 Jan 28 14:36:36.183359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e7b0350-6d3d-4d3c-8091-027d6dd3144d req-ac02dae3-b671-4aa7-92a5-12796a69963b service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836558 Jan 28 14:36:36.271541 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-11571de2-d937-43a5-9e5f-ecab340d686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:36.273323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-11571de2-d937-43a5-9e5f-ecab340d686e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1094 time: 0.0422163 Jan 28 14:36:36.366583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-0eb99859-59a0-47eb-9ed7-24a604c6dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:36.368072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-0eb99859-59a0-47eb-9ed7-24a604c6dc1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.0875187 Jan 28 14:36:36.411887 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-9a22ff5f-000a-48f2-b2e8-c4b76a81dcb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 217 time: 0.0349693 Jan 28 14:36:36.463882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-b9e43e3f-4aaf-4422-8634-a05fb622a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:36.466281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-b9e43e3f-4aaf-4422-8634-a05fb622a7b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0445528 Jan 28 14:36:36.521520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-ae3eada3-cc63-4bfe-b4b1-815ed6719fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:36.523046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-ae3eada3-cc63-4bfe-b4b1-815ed6719fc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460718 Jan 28 14:36:36.613424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-ea10be8f-ec7d-4fe9-9491-09a84e33dd2f service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821757 Jan 28 14:36:36.707536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-70fe2060-333b-46f6-b29f-b09dcea81737 req-ccb6b1ef-aadb-44ad-a57d-24eeb5fee6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Jan 28 14:36:36.963206 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ada15-58e7-4272-85c2-f89069b85f4d req-43b11434-93be-4b13-ae75-534912a41882 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:36.964759 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc6ada15-58e7-4272-85c2-f89069b85f4d req-43b11434-93be-4b13-ae75-534912a41882 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 943 time: 0.0492661 Jan 28 14:36:37.011232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc6ada15-58e7-4272-85c2-f89069b85f4d req-d24352f6-f740-4ea9-8956-084ae3b369e7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Jan 28 14:36:37.820493 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36bc72cd-0317-4f84-a928-65de031c0a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:38.126844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bcb26-f46e-449d-be60-924d1860f078 req-39473ce1-0113-4294-86ca-8b8f44bc76cf tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:38.128291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a0bcb26-f46e-449d-be60-924d1860f078 req-39473ce1-0113-4294-86ca-8b8f44bc76cf tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 943 time: 0.0477862 Jan 28 14:36:38.182473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a0bcb26-f46e-449d-be60-924d1860f078 req-24865d9f-a8a6-4e6c-9cf4-4af41b36d987 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Jan 28 14:36:38.973311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:39.297779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbffd9-700c-4c91-8830-82cb2e11a517 req-42c26a15-6ad6-4da5-a0a7-cc318cde144c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:39.299181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11fbffd9-700c-4c91-8830-82cb2e11a517 req-42c26a15-6ad6-4da5-a0a7-cc318cde144c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 943 time: 0.0485895 Jan 28 14:36:39.346232 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-11fbffd9-700c-4c91-8830-82cb2e11a517 req-da26275f-30b9-4e86-acf2-4b21f0b03c5a tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Jan 28 14:36:39.456600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6af5777-5db4-4a83-8d15-68b4b3505af7 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:36:39.548900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:39.563943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'port_id': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'mac_address': 'fa:16:3e:11:90:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:36:39.600158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c6af5777-5db4-4a83-8d15-68b4b3505af7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:39.600553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:39.613377 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6af5777-5db4-4a83-8d15-68b4b3505af7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:36:39.631610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:39.635433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:39.680743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:39.903558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c6af5777-5db4-4a83-8d15-68b4b3505af7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:36:40.460969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed72c34-dd14-4d6d-95f6-7370f1cca871 req-1b67d31c-b30c-4b32-adf6-cd15cc461770 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:40.462399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ed72c34-dd14-4d6d-95f6-7370f1cca871 req-1b67d31c-b30c-4b32-adf6-cd15cc461770 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 944 time: 0.0491264 Jan 28 14:36:40.510000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ed72c34-dd14-4d6d-95f6-7370f1cca871 req-f6e058c7-b6d2-428a-9c85-b2c762e5e726 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Jan 28 14:36:40.809927 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.455303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6af5777-5db4-4a83-8d15-68b4b3505af7 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:36:41.504001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c6af5777-5db4-4a83-8d15-68b4b3505af7 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:36:41.507932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c6af5777-5db4-4a83-8d15-68b4b3505af7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:36:41.508343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.597243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c6af5777-5db4-4a83-8d15-68b4b3505af7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:36:41.597632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.621437 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:36:41.623679 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb3f40-d586-441f-b9ad-86ea47f1c6d7" -d '{"events": [{"server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "name": "network-vif-plugged", "status": "completed", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:36:41.629717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29696eec-5409-4ade-953e-0614da34e6eb req-0db3bc5c-b74e-4b00-9f32-c769996869b6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:41.631245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29696eec-5409-4ade-953e-0614da34e6eb req-0db3bc5c-b74e-4b00-9f32-c769996869b6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 944 time: 0.0519509 Jan 28 14:36:41.636303 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:36:41.641262 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:41.681111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29696eec-5409-4ade-953e-0614da34e6eb req-7073b244-4fc7-499a-8900-27b33f7560cf tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Jan 28 14:36:41.692932 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:36:41.729887 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e70dafb-1896-4936-85df-9b209f2ad5df x-openstack-request-id: req-8e70dafb-1896-4936-85df-9b209f2ad5df {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:36:41.730189 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "name": "network-vif-plugged", "status": "completed", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:36:41.730443 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e70dafb-1896-4936-85df-9b209f2ad5df {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:36:41.730844 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'code': 200} Jan 28 14:36:41.838226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebfbf0-533e-4c47-ae4c-f0d61081aa11 req-d21b2ae8-2ff9-4e1c-afb6-62c98b20adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:41.839777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62ebfbf0-533e-4c47-ae4c-f0d61081aa11 req-d21b2ae8-2ff9-4e1c-afb6-62c98b20adde service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1096 time: 0.0406270 Jan 28 14:36:41.890210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-62ebfbf0-533e-4c47-ae4c-f0d61081aa11 req-f9b96f21-4f35-4577-8c26-201392b837d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Jan 28 14:36:41.945467 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:42.798711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6152687-d492-4264-8cb8-0388da6db2cf req-861f59d5-a657-40b3-8e31-2e4fbdf1b1a7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:42.800216 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f6152687-d492-4264-8cb8-0388da6db2cf req-861f59d5-a657-40b3-8e31-2e4fbdf1b1a7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0477688 Jan 28 14:36:42.850532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f6152687-d492-4264-8cb8-0388da6db2cf req-ceb8c4ff-1a03-4664-b1cf-ebe74796a537 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Jan 28 14:36:43.109990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-17f95a3b-9f1c-4c9a-9f5f-5764515e6b05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397539 Jan 28 14:36:43.193188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-0f04ab26-cf50-4f7e-bdd8-392690f455d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:43.194717 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-0f04ab26-cf50-4f7e-bdd8-392690f455d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1096 time: 0.0414002 Jan 28 14:36:43.299663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-04296085-2507-443c-8b94-f4f69af585d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:43.301093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-04296085-2507-443c-8b94-f4f69af585d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.0870593 Jan 28 14:36:43.341757 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-44259ac9-f567-4366-8451-bb5b7b9799e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 217 time: 0.0346110 Jan 28 14:36:43.388173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-ebde7a62-8035-410a-bc1a-4122a477409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:43.389606 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-ebde7a62-8035-410a-bc1a-4122a477409c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0421140 Jan 28 14:36:43.437705 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-6406afef-4b0b-4e23-92e6-8c08d887c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:43.439177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-6406afef-4b0b-4e23-92e6-8c08d887c1b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433109 Jan 28 14:36:43.525959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-3eae395d-61ab-4413-bc62-36537836b8f9 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800667 Jan 28 14:36:43.618831 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bb343a06-1e19-44c1-93bd-f05591e8fc9e req-8dd7a3d3-87f6-46db-bb0b-1ca17f996b8e service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857019 Jan 28 14:36:43.976064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e24869-8d2d-4515-8d93-ea37f80a8214 req-ab6ea712-c227-4c1c-8db7-efcd5179b02d tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:43.977556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7e24869-8d2d-4515-8d93-ea37f80a8214 req-ab6ea712-c227-4c1c-8db7-efcd5179b02d tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Jan 28 14:36:44.025237 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7e24869-8d2d-4515-8d93-ea37f80a8214 req-1d051e9b-09bc-459d-b746-a93e9aff1603 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Jan 28 14:36:44.137230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553d6b0-6244-4bef-9cef-d02e987774a8 req-f75eb26f-a18d-48ee-944b-d4b0e556e0ff tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:44.138622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8553d6b0-6244-4bef-9cef-d02e987774a8 req-f75eb26f-a18d-48ee-944b-d4b0e556e0ff tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0488906 Jan 28 14:36:44.186822 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8553d6b0-6244-4bef-9cef-d02e987774a8 req-6f2efe30-5287-4925-8146-eb3d418d8a9c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Jan 28 14:36:44.377653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c916-5eab-494e-8b34-93d8b9a1e434 req-b7a893ba-e998-4369-90e5-c0258d4119a6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:36:44.379144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a463c916-5eab-494e-8b34-93d8b9a1e434 req-b7a893ba-e998-4369-90e5-c0258d4119a6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0518272 Jan 28 14:36:44.428977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a463c916-5eab-494e-8b34-93d8b9a1e434 req-9d3f17e2-c591-4921-9132-d3d5c7b734be tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Jan 28 14:36:46.421806 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-1f1c6d28-06ed-43f0-a893-38fba4ba9f31 req-e371c819-908c-406d-852b-399e8389c9e8 tempest-ServerDiskConfigTestJSON-1337144033 tempest-ServerDiskConfigTestJSON-1337144033-project] (103373) timed out ('10.222.0.60', 57358) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:36:57.242191 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:36:58.644236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.264844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ee960-ad29-478e-9429-8346fe37dbf8 req-a2d0ded0-6802-4536-a885-f7197891859e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:03.266345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b38ee960-ad29-478e-9429-8346fe37dbf8 req-a2d0ded0-6802-4536-a885-f7197891859e tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0486190 Jan 28 14:37:03.314901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b38ee960-ad29-478e-9429-8346fe37dbf8 req-52f8058f-cb00-43b9-835c-7b73735a7467 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Jan 28 14:37:03.337597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47798) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:03.465427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17b2c8-4365-4d2a-b351-f6121dc29c9c tempest-TestMinimumBasicScenario-127425767 tempest-TestMinimumBasicScenario-127425767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:03.466967 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c17b2c8-4365-4d2a-b351-f6121dc29c9c tempest-TestMinimumBasicScenario-127425767 tempest-TestMinimumBasicScenario-127425767-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1091 time: 0.1281526 Jan 28 14:37:03.471098 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47802) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:03.475331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:03.497024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.599122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.706229 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Allocated IP 172.25.4.53 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/7bb2caaa-3e1f-4726-8f9b-b2261d4311ff) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:37:03.810439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.846671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:03.885652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:37:03.890460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:37:03.894707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:37:03.897675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'Port': ['ID=7bb2caaa-3e1f-4726-8f9b-b2261d4311ff,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:03.930212 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.930564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.930908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.931246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.931582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.931911 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.932262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.932589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.932909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.933230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.933654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.933997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:03.934312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:04.589612 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for floatingip (7cb561f7-6ce2-48c6-9a49-0a1a680fc37e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:04.659627 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:04.812140 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:04.817797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:04.889538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'Port': ['ID=7bb2caaa-3e1f-4726-8f9b-b2261d4311ff,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:04.899998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (7cb561f7-6ce2-48c6-9a49-0a1a680fc37e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.000606 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Floating IP 7cb561f7-6ce2-48c6-9a49-0a1a680fc37e associated. External IP: 172.25.4.53, port: c6af5777-5db4-4a83-8d15-68b4b3505af7. Jan 28 14:37:05.070481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-16c28c51-ecc8-4465-b2e4-ad87a4930547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.226762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Router d5a655bc-81ae-4515-b61b-977b017d6b79 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:37:05.336956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:37:05.347818 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] Sync routers for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:37:05.355780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.358849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:05.359473 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:05.383684 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-af15710d-e266-4682-8a51-3ed96d35193c tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9115624 Jan 28 14:37:05.384418 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:37:05.386624 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:05.387682 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b" -d '{"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:37:05.391870 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448817975', 'description': 'tempest-secgroup-smoke-1448817975 description', 'project_id': '4dffcc7b0c68434fa3406e0db7181680'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:05.415285 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.427394 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3b732-b7cf-4a7b-ac59-bb5b5dc8f8b6 x-openstack-request-id: req-79b3b732-b7cf-4a7b-ac59-bb5b5dc8f8b6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:37:05.427876 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:37:05.428303 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79b3b732-b7cf-4a7b-ac59-bb5b5dc8f8b6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:37:05.428817 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'status': 'completed', 'code': 200} Jan 28 14:37:05.497184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group (9101f788-4ec1-4a78-b465-99a1d1823994), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.502287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9101f788-4ec1-4a78-b465-99a1d1823994), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.507908 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-1c4d86c0-6abe-4f0b-9f2c-cf3e3fd1ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:05.509499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-1c4d86c0-6abe-4f0b-9f2c-cf3e3fd1ac46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1096 time: 0.0536973 Jan 28 14:37:05.539106 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.540375 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1521809 Jan 28 14:37:05.541868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9101f788-4ec1-4a78-b465-99a1d1823994,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:05.545865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47808) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:05.550357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d6c94ada-5e47-4300-bfdc-147498211812 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'security_group_rule': {'security_group_id': '9101f788-4ec1-4a78-b465-99a1d1823994', 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:05.563607 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.563958 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.564329 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.564666 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.565011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.565343 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.565672 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.565998 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.566323 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.566646 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.567164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.567680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.568067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25306d-856d-400a-bdde-3e973cd2c80b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:37:05.579178 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:05.595544 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6c94ada-5e47-4300-bfdc-147498211812 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (e794e868-bf5c-49b7-a67e-3612a0cd5272), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.622173 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-a7cdd679-7e2d-45ee-8615-b70dfc9bcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:05.624586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-a7cdd679-7e2d-45ee-8615-b70dfc9bcca1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.1051760 Jan 28 14:37:05.649700 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6c94ada-5e47-4300-bfdc-147498211812 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (e794e868-bf5c-49b7-a67e-3612a0cd5272), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.654930 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6c94ada-5e47-4300-bfdc-147498211812 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e794e868-bf5c-49b7-a67e-3612a0cd5272), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.679115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c94ada-5e47-4300-bfdc-147498211812 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e794e868-bf5c-49b7-a67e-3612a0cd5272,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:05.685895 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d6c94ada-5e47-4300-bfdc-147498211812 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.687626 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d6c94ada-5e47-4300-bfdc-147498211812 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406779 Jan 28 14:37:05.690287 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47810) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:05.695073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9316cc82-d8a8-4c79-8acf-8191f0c53b99 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'security_group_rule': {'security_group_id': '9101f788-4ec1-4a78-b465-99a1d1823994', 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:05.708128 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-d825471a-9581-4e7b-aad2-1121bc6ef550 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 998 time: 0.0770447 Jan 28 14:37:05.724251 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9316cc82-d8a8-4c79-8acf-8191f0c53b99 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (6b24f9a8-0129-4726-8e08-32590683e409), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.761500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-36ebe69e-12ac-4946-9d3c-d2bb6322e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:05.763608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-36ebe69e-12ac-4946-9d3c-d2bb6322e9ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0476170 Jan 28 14:37:05.790798 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9316cc82-d8a8-4c79-8acf-8191f0c53b99 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (6b24f9a8-0129-4726-8e08-32590683e409), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.797661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9316cc82-d8a8-4c79-8acf-8191f0c53b99 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6b24f9a8-0129-4726-8e08-32590683e409), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.819116 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316cc82-d8a8-4c79-8acf-8191f0c53b99 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b24f9a8-0129-4726-8e08-32590683e409,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:05.824819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-de3936b4-73d4-4000-8aca-943506540295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:05.827082 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-de3936b4-73d4-4000-8aca-943506540295 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557723 Jan 28 14:37:05.829772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9316cc82-d8a8-4c79-8acf-8191f0c53b99 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.832773 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9316cc82-d8a8-4c79-8acf-8191f0c53b99 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412413 Jan 28 14:37:05.833763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:05.838286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-750a78ca-fde6-417e-98eb-6346d284c904 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'security_group_rule': {'security_group_id': '9101f788-4ec1-4a78-b465-99a1d1823994', 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:05.853078 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '7cb561f7-6ce2-48c6-9a49-0a1a680fc37e', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'port_id': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'mac_address': 'fa:16:3e:11:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04baec80-1d72-4139-8e23-f2df63215e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:37:04Z', 'updated_at': '2022-01-28T14:37:04Z', 'revision_number': 0, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 5, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:05.878345 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750a78ca-fde6-417e-98eb-6346d284c904 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (4239c53c-acca-4227-812d-e8991aaede81), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.882652 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] Checking router: d5a655bc-81ae-4515-b61b-977b017d6b79 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:37:05.893135 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:37:05.893752 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:36:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:05.945708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-2601c74d-dd3d-4694-bba1-a5b40834be24 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087008 Jan 28 14:37:05.947559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750a78ca-fde6-417e-98eb-6346d284c904 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (4239c53c-acca-4227-812d-e8991aaede81), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.952874 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750a78ca-fde6-417e-98eb-6346d284c904 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (4239c53c-acca-4227-812d-e8991aaede81), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.985071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a78ca-fde6-417e-98eb-6346d284c904 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4239c53c-acca-4227-812d-e8991aaede81,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:05.995727 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-750a78ca-fde6-417e-98eb-6346d284c904 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:05.997943 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-750a78ca-fde6-417e-98eb-6346d284c904 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622903 Jan 28 14:37:06.000193 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47814) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:06.007279 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3111a5e2-d5f4-4502-afed-6e404d54c5e9 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'security_group_rule': {'security_group_id': '9101f788-4ec1-4a78-b465-99a1d1823994', 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:06.019097 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:37:06.041775 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3111a5e2-d5f4-4502-afed-6e404d54c5e9 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (4a15c421-a357-40d1-9aba-1a3346a098c5), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.063429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a29983c5-303b-4e76-a7f4-4dc5ee0da08b req-0166f40b-d97d-446b-a85f-c365dc3af68c service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093943 Jan 28 14:37:06.109347 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3111a5e2-d5f4-4502-afed-6e404d54c5e9 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (4a15c421-a357-40d1-9aba-1a3346a098c5), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.113268 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3111a5e2-d5f4-4502-afed-6e404d54c5e9 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (4a15c421-a357-40d1-9aba-1a3346a098c5), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.131054 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111a5e2-d5f4-4502-afed-6e404d54c5e9 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a15c421-a357-40d1-9aba-1a3346a098c5,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:06.139240 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3111a5e2-d5f4-4502-afed-6e404d54c5e9 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.140471 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3111a5e2-d5f4-4502-afed-6e404d54c5e9 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388140 Jan 28 14:37:06.143348 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47816) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:06.147680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'security_group_rule': {'security_group_id': '9101f788-4ec1-4a78-b465-99a1d1823994', 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:06.169232 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Project 4dffcc7b0c68434fa3406e0db7181680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:37:06.174205 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (0bb93207-ab56-4bfe-8cb9-d1a99fa1858a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.233342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (0bb93207-ab56-4bfe-8cb9-d1a99fa1858a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.237049 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (0bb93207-ab56-4bfe-8cb9-d1a99fa1858a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.255321 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb93207-ab56-4bfe-8cb9-d1a99fa1858a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:06.263987 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.268130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47818) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:37:06.268306 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b72ada2d-9371-497e-9ac7-acd00ad82cd4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238711 Jan 28 14:37:06.272788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'security_group_rule': {'security_group_id': '9101f788-4ec1-4a78-b465-99a1d1823994', 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:06.289100 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '7cb561f7-6ce2-48c6-9a49-0a1a680fc37e', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'port_id': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'mac_address': 'fa:16:3e:11:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04baec80-1d72-4139-8e23-f2df63215e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:37:04Z', 'updated_at': '2022-01-28T14:37:04Z', 'revision_number': 0, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 5, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:37:06.294068 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Project 4dffcc7b0c68434fa3406e0db7181680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:37:06.299351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (aba31e3c-86ee-43c9-ba72-197615ecd592), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.316423 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864b9e8-2598-4d86-ad8c-8fe7e336800a None None] The sync data for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 is: [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '7cb561f7-6ce2-48c6-9a49-0a1a680fc37e', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'port_id': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'mac_address': 'fa:16:3e:11:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04baec80-1d72-4139-8e23-f2df63215e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:37:04Z', 'updated_at': '2022-01-28T14:37:04Z', 'revision_number': 0, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 5, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:37:06.369412 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (aba31e3c-86ee-43c9-ba72-197615ecd592), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.373884 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (aba31e3c-86ee-43c9-ba72-197615ecd592), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.395522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba31e3c-86ee-43c9-ba72-197615ecd592,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:06.401750 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.404084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-827e82ee-8983-4eee-8521-0a84e45ca6a1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345465 Jan 28 14:37:06.508110 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-e479d585-9f43-4aa3-97f7-beb67aa4a7d6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448817975&fields=id&tenant_id=4dffcc7b0c68434fa3406e0db7181680 HTTP/1.1" status: 200 len: 267 time: 0.0486038 Jan 28 14:37:06.564365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bac8a01-4984-4988-81df-cad15b745d8d None None] New status for floating IP 7cb561f7-6ce2-48c6-9a49-0a1a680fc37e: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:37:06.569949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-0d677b56-1790-4073-b6e2-2ec6d63b5bf7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:06.572530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-0d677b56-1790-4073-b6e2-2ec6d63b5bf7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0585673 Jan 28 14:37:06.583267 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'port': {'security_groups': ['6166aa25-5728-4c6e-ab85-e183a57330b4', '9101f788-4ec1-4a78-b465-99a1d1823994']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:37:06.671291 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.872426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:37:06.901746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.907093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.920872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c6af5777-5db4-4a83-8d15-68b4b3505af7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:37:06.950933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:06.951589 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:06.953296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c47d53b-f047-49fa-bdc4-b3fc02ffd1df req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "PUT /v2.0/ports/c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 981 time: 0.3767171 Jan 28 14:37:06.977315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2a960-a53e-41bf-ae82-397939d69941 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:37:07.054414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c6af5777-5db4-4a83-8d15-68b4b3505af7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:37:07.072528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529bce8-63b6-4757-af99-a06168e80563 req-db4ea1a5-c78c-48ae-91a8-150f9f2549e1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:07.074635 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e529bce8-63b6-4757-af99-a06168e80563 req-db4ea1a5-c78c-48ae-91a8-150f9f2549e1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0571315 Jan 28 14:37:07.152104 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e529bce8-63b6-4757-af99-a06168e80563 req-8f11cfce-f13e-4079-ab10-dd536c83785f tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708752 Jan 28 14:37:07.288667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-79fa34d4-c7c8-4030-99ff-9ac3fef90aef None None] Provisioning complete for port c6af5777-5db4-4a83-8d15-68b4b3505af7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:37:07.288962 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79fa34d4-c7c8-4030-99ff-9ac3fef90aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.430402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:37:07.432770 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3424d31b-444e-4fb2-9892-3beafbd6ba4c" -d '{"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:37:07.471317 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd70e4-1a69-48aa-8f4e-4550d6e09796 x-openstack-request-id: req-4cfd70e4-1a69-48aa-8f4e-4550d6e09796 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:37:07.471615 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:37:07.471877 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cfd70e4-1a69-48aa-8f4e-4550d6e09796 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:37:07.472562 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'status': 'completed', 'code': 200} Jan 28 14:37:07.498235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-79fa34d4-c7c8-4030-99ff-9ac3fef90aef None None] Current status of the port c6af5777-5db4-4a83-8d15-68b4b3505af7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:37:07.536017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-1332e721-3b41-4986-805c-a5a9bb439f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:07.537735 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-1332e721-3b41-4986-805c-a5a9bb439f9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1135 time: 0.0422177 Jan 28 14:37:07.637408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-7f516882-d78a-4cfb-8d2e-720c626947e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:07.638915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-7f516882-d78a-4cfb-8d2e-720c626947e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.0945890 Jan 28 14:37:07.712985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-044ceac5-234d-4f08-9fac-1baf1f197254 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 1000 time: 0.0639033 Jan 28 14:37:07.761457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-cbe86d1d-86f4-497e-bc5f-b8f2f203ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:07.763574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-cbe86d1d-86f4-497e-bc5f-b8f2f203ac56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0435450 Jan 28 14:37:07.814560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-81c4235a-3dad-4472-999b-9c0480de8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:07.817043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-81c4235a-3dad-4472-999b-9c0480de8429 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454662 Jan 28 14:37:07.826259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00020430-d7bd-46c2-8c40-270f7f0bdb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:07.916576 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-ecc007b9-976f-42ee-99d9-37f8cf3b19f9 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877726 Jan 28 14:37:08.016525 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3424d31b-444e-4fb2-9892-3beafbd6ba4c req-63e82462-7a2c-4924-85b5-61346e316aea service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907533 Jan 28 14:37:08.977158 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:10.810865 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:11.948952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:12.764559 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:37:21.475647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd50517-99e3-4cdd-bad1-753aa211bef3 req-b8b54856-9404-416f-aaac-e24a98e40ad4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:21.477280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bd50517-99e3-4cdd-bad1-753aa211bef3 req-b8b54856-9404-416f-aaac-e24a98e40ad4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0859041 Jan 28 14:37:21.491770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-c49814e1-d28b-4d2b-bf81-6add1749f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:21.493233 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-c49814e1-d28b-4d2b-bf81-6add1749f765 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1135 time: 0.0681920 Jan 28 14:37:21.599158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7bd50517-99e3-4cdd-bad1-753aa211bef3 req-8fae262d-94d4-464d-92f3-bb7ecc3898b6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155550 Jan 28 14:37:21.627062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-e3dc26c3-a1ff-4bba-97e7-86e5c98c86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:21.628590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-e3dc26c3-a1ff-4bba-97e7-86e5c98c86df service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.1281784 Jan 28 14:37:21.699001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-2b5afc38-9a79-4d94-bab1-0d7b5a2044fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 1000 time: 0.0609655 Jan 28 14:37:21.749512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-76c69d23-16f9-4db1-989b-32ce7a4ca8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:21.750997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-76c69d23-16f9-4db1-989b-32ce7a4ca8fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0434942 Jan 28 14:37:21.801406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-9bccf31d-264d-4574-976a-b7e250ffd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:21.802921 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-9bccf31d-264d-4574-976a-b7e250ffd626 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453880 Jan 28 14:37:21.895961 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-3ced840e-9d7e-4939-b6f9-3c850f0dba9c service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857391 Jan 28 14:37:21.991779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c73f7267-dc77-42c2-8bce-0d99682e74c4 req-45bad688-8b49-435a-965e-56c7a920f2b9 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890868 Jan 28 14:37:22.718395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d7d81-773b-445a-a20f-65c722e9b670 req-38e9e0fa-ed52-4326-8953-9e655cd8ad00 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:22.720657 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-271d7d81-773b-445a-a20f-65c722e9b670 req-38e9e0fa-ed52-4326-8953-9e655cd8ad00 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0508559 Jan 28 14:37:22.784007 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-271d7d81-773b-445a-a20f-65c722e9b670 req-477a239e-d133-48fa-a21f-f8dbd8c9dcb1 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573990 Jan 28 14:37:23.902618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1d9fa-573c-4d33-b77a-1b59de34d048 req-5586a282-7146-4881-876e-6105d7c84011 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:23.904135 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ce1d9fa-573c-4d33-b77a-1b59de34d048 req-5586a282-7146-4881-876e-6105d7c84011 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0492191 Jan 28 14:37:23.964312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ce1d9fa-573c-4d33-b77a-1b59de34d048 req-72e4e56e-69a3-46e8-ae09-0edd79ba6f81 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543125 Jan 28 14:37:25.097712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c51a-9ecb-41dd-8e03-82be64e86807 req-cfefd4d6-0843-4567-bd93-cbac17104ab8 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:25.099547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9da0c51a-9ecb-41dd-8e03-82be64e86807 req-cfefd4d6-0843-4567-bd93-cbac17104ab8 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0609281 Jan 28 14:37:25.163845 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9da0c51a-9ecb-41dd-8e03-82be64e86807 req-03edd259-f26d-412f-8128-69d1b8b446b0 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586791 Jan 28 14:37:26.286646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74bb1-3804-4c02-b49a-ea39699a6087 req-33d80cf1-eb2d-4a69-a452-7c7e1e87c6fd tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:26.288185 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15b74bb1-3804-4c02-b49a-ea39699a6087 req-33d80cf1-eb2d-4a69-a452-7c7e1e87c6fd tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0525277 Jan 28 14:37:26.350201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15b74bb1-3804-4c02-b49a-ea39699a6087 req-e818b751-6631-469f-94fc-b95c8616d3ff tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561910 Jan 28 14:37:27.243133 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:27.468316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af898-1eb6-452e-a06f-c5393a6c06b8 req-d4d5affc-a2ae-4492-a468-aa148b6b5aa7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:27.469808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e7af898-1eb6-452e-a06f-c5393a6c06b8 req-d4d5affc-a2ae-4492-a468-aa148b6b5aa7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0516372 Jan 28 14:37:27.537964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8e7af898-1eb6-452e-a06f-c5393a6c06b8 req-1fc3e8d8-e612-417a-91c3-32b34c3a2fde tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617695 Jan 28 14:37:28.645603 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:28.663252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d058b0e-ef9b-4f11-9428-4da61618fca2 req-5fbc793d-df67-441b-ad60-d2f2d56ed4b3 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:28.664882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d058b0e-ef9b-4f11-9428-4da61618fca2 req-5fbc793d-df67-441b-ad60-d2f2d56ed4b3 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0520692 Jan 28 14:37:28.730393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3d058b0e-ef9b-4f11-9428-4da61618fca2 req-156d3ea9-a843-47ce-b293-35378d8376ba tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595610 Jan 28 14:37:29.858496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242c69-f728-468c-993b-5f8326ce8ff9 req-d085609d-672f-4f7d-af91-7011c20783e6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:29.860045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8242c69-f728-468c-993b-5f8326ce8ff9 req-d085609d-672f-4f7d-af91-7011c20783e6 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0526202 Jan 28 14:37:29.924989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8242c69-f728-468c-993b-5f8326ce8ff9 req-7ddfd4b2-81c9-407c-b437-d670c42da229 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587919 Jan 28 14:37:31.048435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a19a9d-1bec-40ae-8004-d323913071eb req-e5b373fc-2e5d-40e0-9d08-a2b9ca9b437b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:31.049911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7a19a9d-1bec-40ae-8004-d323913071eb req-e5b373fc-2e5d-40e0-9d08-a2b9ca9b437b tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0534108 Jan 28 14:37:31.112207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7a19a9d-1bec-40ae-8004-d323913071eb req-21f48f11-3d37-49dd-bfb3-f46cd7e8bd92 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559433 Jan 28 14:37:32.230716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9de93-44a2-4d75-b745-928e88ad7a69 req-cce1bd10-d8f3-4dfa-b3b4-4b414d90f0c0 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:32.232273 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0c9de93-44a2-4d75-b745-928e88ad7a69 req-cce1bd10-d8f3-4dfa-b3b4-4b414d90f0c0 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0496738 Jan 28 14:37:32.296992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0c9de93-44a2-4d75-b745-928e88ad7a69 req-0212a796-4185-4196-ba76-5d7cc5f1f750 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584161 Jan 28 14:37:33.415280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783c3e9-5914-4291-8af2-02d4826b8589 req-05ffd16e-7b5d-4776-b995-c2082324ece8 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:33.416798 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a783c3e9-5914-4291-8af2-02d4826b8589 req-05ffd16e-7b5d-4776-b995-c2082324ece8 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0529201 Jan 28 14:37:33.480244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a783c3e9-5914-4291-8af2-02d4826b8589 req-90faea45-4313-4abb-8f9b-0e71f3a87054 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&id=9101f788-4ec1-4a78-b465-99a1d1823994&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578251 Jan 28 14:37:35.074835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-411997ec-029f-4d00-8312-ae2244da3a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:37.820588 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fd33224b-4d9e-4cb5-8222-b872538a16c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:38.979871 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:40.813044 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:41.951693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:43.703092 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-2e95d04f-67ea-4bee-ad81-722de0f1a004 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396826 Jan 28 14:37:43.787734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-a02681e7-aa18-4507-ad4a-b7c6ea369f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:43.789265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-a02681e7-aa18-4507-ad4a-b7c6ea369f63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1135 time: 0.0420740 Jan 28 14:37:43.897058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-053b20cf-4056-4e1d-ac67-3e8a751868be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:43.898536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-053b20cf-4056-4e1d-ac67-3e8a751868be service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.0897205 Jan 28 14:37:43.964541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-1948713d-2852-456d-adac-681e80916a62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 1000 time: 0.0582762 Jan 28 14:37:44.012930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-fd6970f0-22f3-47ae-b09d-dae3f5846ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:44.014356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-fd6970f0-22f3-47ae-b09d-dae3f5846ce9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0431263 Jan 28 14:37:44.063618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-250c156f-6caf-4ed0-9523-7c9eadc5db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:37:44.065140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-250c156f-6caf-4ed0-9523-7c9eadc5db0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440023 Jan 28 14:37:44.153789 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-de1f4106-a5f8-4370-8523-bc3bf5d349c7 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815887 Jan 28 14:37:44.249267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a4a4222-440f-4b56-b51e-e6c999097558 req-57182285-fdf1-4049-aa48-0536f9af309d service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879583 Jan 28 14:37:49.762858 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:37:57.272284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:37:58.641361 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:05.078855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-aafef6c6-feca-4116-935e-3cf773cdbc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.029653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2be548d-22ce-4977-931a-46cfe1970354 req-a9030d0c-eab8-464a-9f7f-4ce2cbdf0980 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448817975&fields=id&tenant_id=4dffcc7b0c68434fa3406e0db7181680 HTTP/1.1" status: 200 len: 267 time: 0.0453117 Jan 28 14:38:06.082062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be548d-22ce-4977-931a-46cfe1970354 req-d2689a6a-c927-46ba-a395-e69083defce4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:06.084332 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2be548d-22ce-4977-931a-46cfe1970354 req-d2689a6a-c927-46ba-a395-e69083defce4 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 984 time: 0.0494559 Jan 28 14:38:06.094728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Request body: {'port': {'security_groups': ['6166aa25-5728-4c6e-ab85-e183a57330b4']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:06.162802 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.331238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:06.363595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.368836 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.382889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c6af5777-5db4-4a83-8d15-68b4b3505af7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:38:06.413059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:06.413681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.415100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d2be548d-22ce-4977-931a-46cfe1970354 req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "PUT /v2.0/ports/c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 942 time: 0.3248081 Jan 28 14:38:06.415565 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:06.420928 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d727c-b357-40b3-9fb0-2945b445351b" -d '{"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:06.421052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47872) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:06.443934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event updated for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:06.453986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.454317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.454757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.455171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.455585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.455990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.456419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.456817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.458613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.459045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.459797 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.460849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.461201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce43a59-6509-4013-ba10-946248ee3f05 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.487705 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4103c41-ed49-4f78-8c10-c856775727fa x-openstack-request-id: req-b4103c41-ed49-4f78-8c10-c856775727fa {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:06.488003 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:06.488430 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4103c41-ed49-4f78-8c10-c856775727fa {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:06.488691 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'status': 'completed', 'code': 200} Jan 28 14:38:06.507227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c6af5777-5db4-4a83-8d15-68b4b3505af7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:38:06.523659 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group (9101f788-4ec1-4a78-b465-99a1d1823994), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.554610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group (9101f788-4ec1-4a78-b465-99a1d1823994), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.571693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-d4c03bbe-d36a-4d3d-96e9-17bb5078e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:06.573779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-d4c03bbe-d36a-4d3d-96e9-17bb5078e4d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1096 time: 0.0588639 Jan 28 14:38:06.623124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9101f788-4ec1-4a78-b465-99a1d1823994), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.626555 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.627904 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "DELETE /v2.0/security-groups/9101f788-4ec1-4a78-b465-99a1d1823994 HTTP/1.1" status: 204 len: 168 time: 0.2059031 Jan 28 14:38:06.638799 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47876) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:06.639935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9101f788-4ec1-4a78-b465-99a1d1823994,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:06.683289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-85925550-152c-431b-bd68-2d202494ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:06.684856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-85925550-152c-431b-bd68-2d202494ef1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.1038227 Jan 28 14:38:06.691776 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.692686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.693076 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.693424 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.693750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.694271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.694770 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.695268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.695768 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.696291 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.696790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.697281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.697769 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cca560-8dd0-47c1-8721-55224ee80057 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:06.732695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-147147ec-e731-41a1-9a2e-c5ca8b5c9bc7 None None] Provisioning complete for port c6af5777-5db4-4a83-8d15-68b4b3505af7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:06.733059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-147147ec-e731-41a1-9a2e-c5ca8b5c9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.758663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-b973186b-6de2-4299-b888-35661c66cd71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 1000 time: 0.0641711 Jan 28 14:38:06.810636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-864a535c-7236-4452-b16d-2ba8f04f3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:06.812299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-864a535c-7236-4452-b16d-2ba8f04f3493 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0467010 Jan 28 14:38:06.822262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-147147ec-e731-41a1-9a2e-c5ca8b5c9bc7 None None] Current status of the port c6af5777-5db4-4a83-8d15-68b4b3505af7 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:06.837892 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Deleting port 7bb2caaa-3e1f-4726-8f9b-b2261d4311ff {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:06.838310 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.865499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-cbb329ff-669f-49ee-afa7-8ccd691feb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:06.867028 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-cbb329ff-669f-49ee-afa7-8ccd691feb3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480273 Jan 28 14:38:06.922287 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.922699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for floatingip (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:06.934820 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Calling delete_port for 7bb2caaa-3e1f-4726-8f9b-b2261d4311ff owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:06.958976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-c771418d-dc3f-481f-b0ae-19e84bff54e4 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833771 Jan 28 14:38:07.056936 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a6d727c-b357-40b3-9fb0-2945b445351b req-dd82d0fb-9cdc-4ec0-9311-3189e6740a2c service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907969 Jan 28 14:38:07.084190 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (7bb2caaa-3e1f-4726-8f9b-b2261d4311ff), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:07.115652 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event deleted for resources: {'Port': ['ID=7bb2caaa-3e1f-4726-8f9b-b2261d4311ff,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:07.179018 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks [] for floatingip (7cb561f7-6ce2-48c6-9a49-0a1a680fc37e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:07.179249 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Floating IP 7cb561f7-6ce2-48c6-9a49-0a1a680fc37e disassociated (deleted). External IP: 172.25.4.53, port: c6af5777-5db4-4a83-8d15-68b4b3505af7. Jan 28 14:38:07.387059 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Router d5a655bc-81ae-4515-b61b-977b017d6b79 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:38:07.493067 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:07.497797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:07.502369 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] Sync routers for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:07.513161 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:07.513778 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:37:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:07.525029 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7d593d2c-1942-4f37-afb1-c91d4db8ed43 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "DELETE /v2.0/floatingips/7cb561f7-6ce2-48c6-9a49-0a1a680fc37e HTTP/1.1" status: 204 len: 168 time: 0.8746562 Jan 28 14:38:07.525626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:07.528126 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ea603-37ce-44cc-bc53-04fd5b23873c" -d '{"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:07.622754 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:07.825110 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-80c6262e-20a3-406c-9b3b-29066fad06dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:07.833956 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 5, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:07.858569 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf211d0-245a-4d1b-96b4-b93bf0165950 x-openstack-request-id: req-5bf211d0-245a-4d1b-96b4-b93bf0165950 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:07.859230 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:07.859598 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bf211d0-245a-4d1b-96b4-b93bf0165950 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:07.860389 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'status': 'completed', 'code': 200} Jan 28 14:38:07.860631 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] Checking router: d5a655bc-81ae-4515-b61b-977b017d6b79 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:07.869980 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:07.870617 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:07.930761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-21b91642-79bd-4c72-8901-9917dd5e992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:07.932298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-21b91642-79bd-4c72-8901-9917dd5e992d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4dffcc7b0c68434fa3406e0db7181680&device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 1096 time: 0.0425425 Jan 28 14:38:07.978060 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:08.021177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-d1da3913-b1e6-4e57-87df-53c3cff34955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:08.022476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-d1da3913-b1e6-4e57-87df-53c3cff34955 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 200 len: 916 time: 0.0839043 Jan 28 14:38:08.068772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-861b4e50-e59a-4d00-afe5-7b445a6a41db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 200 len: 217 time: 0.0391173 Jan 28 14:38:08.133383 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-c4c5b6f5-f251-4935-bfe5-b5a8f367e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:08.134995 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-c4c5b6f5-f251-4935-bfe5-b5a8f367e309 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 200 len: 854 time: 0.0481441 Jan 28 14:38:08.185762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-4adac2cd-8863-47e6-a798-df1da60f82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:08.187404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-4adac2cd-8863-47e6-a798-df1da60f82f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9212378-4906-422e-b390-1c94f62dde63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441606 Jan 28 14:38:08.287917 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 5, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:08.319840 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adca29f-f523-4ac2-a615-efe18b20ef8b None None] The sync data for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 is: [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:08Z', 'revision_number': 4, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '3d814db3-685f-4280-bb21-1144cf6c464f', 'name': '', 'network_id': 'b9212378-4906-422e-b390-1c94f62dde63', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'mac_address': 'fa:16:3e:be:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:08Z', 'updated_at': '2022-01-28T14:36:13Z', 'revision_number': 5, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'subnets': [{'id': 'ffac36db-07aa-42eb-8662-6b644c688645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:08.584118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c1410e-ee39-4d4f-b7f4-ee2991d2ba4b None None] New status for floating IP 7cb561f7-6ce2-48c6-9a49-0a1a680fc37e: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:38:08.620025 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-842f3359-4eb3-4bd7-b2e1-97d54751f989 service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256096 Jan 28 14:38:08.716239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-204ea603-37ce-44cc-bc53-04fd5b23873c req-96d2dbf6-ef8e-4e6c-8e19-f803c6ccab3a service neutron] 10.222.0.60 "GET /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889223 Jan 28 14:38:08.986311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:10.821170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:11.955212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:23.015095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eef9f9-4797-4dee-a1be-2f387722ceeb req-bc050a49-ca83-408e-ae3b-9d2249074f02 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:23.016618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3eef9f9-4797-4dee-a1be-2f387722ceeb req-bc050a49-ca83-408e-ae3b-9d2249074f02 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0549843 Jan 28 14:38:23.067874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3eef9f9-4797-4dee-a1be-2f387722ceeb req-bad2741a-8bc1-4eaa-861f-ccd4860ea55d tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Jan 28 14:38:24.185968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564080b-fdae-4815-9ed6-db74a21f487b req-a72ce7ec-9b90-466b-b455-12f6e796f228 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:24.187468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7564080b-fdae-4815-9ed6-db74a21f487b req-a72ce7ec-9b90-466b-b455-12f6e796f228 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0509181 Jan 28 14:38:24.237891 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7564080b-fdae-4815-9ed6-db74a21f487b req-bfea2cc4-b0d1-43ae-875c-02c4a9512cc7 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Jan 28 14:38:25.087600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-25da9248-a0e8-4526-8737-66b29a1cebde tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:25.089148 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-25da9248-a0e8-4526-8737-66b29a1cebde tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.60 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0483148 Jan 28 14:38:25.187727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Deleting port c6af5777-5db4-4a83-8d15-68b4b3505af7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:25.188450 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:25.283560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] For port c6af5777-5db4-4a83-8d15-68b4b3505af7, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c6af5777-5db4-4a83-8d15-68b4b3505af7,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:25.283931 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:25.298689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Calling delete_port for c6af5777-5db4-4a83-8d15-68b4b3505af7 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:25.408490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a5c37-56d0-4f9d-bd24-f01b66d17a8a req-5c896785-46af-4b18-8785-64e760a8f900 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:25.409904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-376a5c37-56d0-4f9d-bd24-f01b66d17a8a req-5c896785-46af-4b18-8785-64e760a8f900 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/ports?device_id=04baec80-1d72-4139-8e23-f2df63215e20 HTTP/1.1" status: 200 len: 945 time: 0.0960548 Jan 28 14:38:25.494974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-376a5c37-56d0-4f9d-bd24-f01b66d17a8a req-5b6e6922-7441-4c3b-b75c-1ff7bfa06e26 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.45 "GET /v2.0/security-groups?id=6166aa25-5728-4c6e-ab85-e183a57330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744131 Jan 28 14:38:25.509956 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c6af5777-5db4-4a83-8d15-68b4b3505af7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:25.525955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c6af5777-5db4-4a83-8d15-68b4b3505af7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:38:25.545034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Pushing event deleted for resources: {'Port': ['ID=c6af5777-5db4-4a83-8d15-68b4b3505af7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:25.586944 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] No DVR routers for this DVR port c6af5777-5db4-4a83-8d15-68b4b3505af7 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:25.589752 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:25.593236 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-789e03bc-7e01-43ca-b44d-fadeb4ec6be3 req-bf760be8-0cf7-424c-b810-da96ec261332 tempest-TestMinimumBasicScenario-30068510 tempest-TestMinimumBasicScenario-30068510-project] 10.222.0.60 "DELETE /v2.0/ports/c6af5777-5db4-4a83-8d15-68b4b3505af7 HTTP/1.1" status: 204 len: 173 time: 0.4982805 Jan 28 14:38:25.593680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'name': 'network-vif-deleted', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:25.595923 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c3cdf-3455-4403-b44d-126e2842b57a" -d '{"events": [{"server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "name": "network-vif-deleted", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:25.636463 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2307f91-4db6-4111-9935-b00e532fee6d x-openstack-request-id: req-c2307f91-4db6-4111-9935-b00e532fee6d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:25.636768 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04baec80-1d72-4139-8e23-f2df63215e20", "name": "network-vif-deleted", "tag": "c6af5777-5db4-4a83-8d15-68b4b3505af7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:25.637032 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2307f91-4db6-4111-9935-b00e532fee6d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:25.637439 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04baec80-1d72-4139-8e23-f2df63215e20', 'name': 'network-vif-deleted', 'tag': 'c6af5777-5db4-4a83-8d15-68b4b3505af7', 'status': 'completed', 'code': 200} Jan 28 14:38:26.762402 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:38:27.061138 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47990) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:27.291835 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:27.410108 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (d5a655bc-81ae-4515-b61b-977b017d6b79), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:27.657485 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Deleting port 3d814db3-685f-4280-bb21-1144cf6c464f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:27.657826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:27.734297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] For port 3d814db3-685f-4280-bb21-1144cf6c464f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3d814db3-685f-4280-bb21-1144cf6c464f,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:27.734661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:27.746884 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Calling delete_port for 3d814db3-685f-4280-bb21-1144cf6c464f owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:27.907592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6af5777-5db4-4a83-8d15-68b4b3505af7 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:27.923686 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3d814db3-685f-4280-bb21-1144cf6c464f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:27.927854 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: c6af5777-5db4-4a83-8d15-68b4b3505af7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:27.928296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c6af5777-5db4-4a83-8d15-68b4b3505af7 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:27.950613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d814db3-685f-4280-bb21-1144cf6c464f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:28.122553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (d5a655bc-81ae-4515-b61b-977b017d6b79), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:28.640180 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:28.674838 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Router d5a655bc-81ae-4515-b61b-977b017d6b79 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:38:28.783877 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:28.789912 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fc45a680-8345-4038-8999-830d5242fce2 admin admin] 10.222.0.45 "PUT /v2.0/routers/d5a655bc-81ae-4515-b61b-977b017d6b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7276688 Jan 28 14:38:28.792432 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 47992) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:28.793443 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] Sync routers for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:28.803807 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:28.805315 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:28.900359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks [] for router (d5a655bc-81ae-4515-b61b-977b017d6b79), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:28.911327 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:29.006963 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks [] for router_gateway (d5a655bc-81ae-4515-b61b-977b017d6b79), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.059660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Deleting port a0cc24c8-d4de-47cf-96b9-6489e5e267b9 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:29.060006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.096470 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:38:27Z', 'revision_number': 5, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port': {'id': 'a0cc24c8-d4de-47cf-96b9-6489e5e267b9', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:29.124819 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] Checking router: d5a655bc-81ae-4515-b61b-977b017d6b79 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:29.133736 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] Routers {'d5a655bc-81ae-4515-b61b-977b017d6b79'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:29.134576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['d5a655bc-81ae-4515-b61b-977b017d6b79'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:29.151424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] For port a0cc24c8-d4de-47cf-96b9-6489e5e267b9, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:29.151900 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.166142 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Calling delete_port for a0cc24c8-d4de-47cf-96b9-6489e5e267b9 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:29.230355 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] Set router d5a655bc-81ae-4515-b61b-977b017d6b79 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:29.282880 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:38:29Z', 'revision_number': 6, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:29.313280 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7577bb-e079-4a31-9dfe-252b736e7679 None None] The sync data for ids ['d5a655bc-81ae-4515-b61b-977b017d6b79'] in n-d-822748-2 is: [{'id': 'd5a655bc-81ae-4515-b61b-977b017d6b79', 'name': 'tempest-TestMinimumBasicScenario-1478977095-router', 'tenant_id': '4dffcc7b0c68434fa3406e0db7181680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:06Z', 'updated_at': '2022-01-28T14:38:29Z', 'revision_number': 6, 'project_id': '4dffcc7b0c68434fa3406e0db7181680', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:29.356517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a0cc24c8-d4de-47cf-96b9-6489e5e267b9), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.382124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cc24c8-d4de-47cf-96b9-6489e5e267b9,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:29.441440 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (d5a655bc-81ae-4515-b61b-977b017d6b79), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.535858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (d5a655bc-81ae-4515-b61b-977b017d6b79), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.537998 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks [] for router_controller (d5a655bc-81ae-4515-b61b-977b017d6b79), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.581110 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (d5a655bc-81ae-4515-b61b-977b017d6b79), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.581729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a655bc-81ae-4515-b61b-977b017d6b79 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:38:29.587125 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.590778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:29.591314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-898f6beb-5d80-4e35-91c9-d4b33821e7a2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d5a655bc-81ae-4515-b61b-977b017d6b79 HTTP/1.1" status: 204 len: 168 time: 0.7974088 Jan 28 14:38:29.634868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] Deleting subnet ffac36db-07aa-42eb-8662-6b644c688645 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:38:29.637868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] Publish callbacks [] for subnet (ffac36db-07aa-42eb-8662-6b644c688645), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.673562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (ffac36db-07aa-42eb-8662-6b644c688645), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.763234 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (ffac36db-07aa-42eb-8662-6b644c688645), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.815002 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (ffac36db-07aa-42eb-8662-6b644c688645), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.841166 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffac36db-07aa-42eb-8662-6b644c688645,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:29.843105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.846278 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-631229d8-4b5e-4a86-bff2-e71ba8d81fab admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ffac36db-07aa-42eb-8662-6b644c688645 HTTP/1.1" status: 204 len: 168 time: 0.2544372 Jan 28 14:38:29.847763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb02afd-a4fb-44be-a7de-d9294a6a7f10 None None] Network b9212378-4906-422e-b390-1c94f62dde63 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:29.848840 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47996) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:29.918688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (b9212378-4906-422e-b390-1c94f62dde63), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:29.979681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Deleting port 704502b6-aad0-4262-ade9-c34f67af841d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:29.979960 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (704502b6-aad0-4262-ade9-c34f67af841d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.042627 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] For port 704502b6-aad0-4262-ade9-c34f67af841d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=704502b6-aad0-4262-ade9-c34f67af841d,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:30.043072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (704502b6-aad0-4262-ade9-c34f67af841d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.057131 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Calling delete_port for 704502b6-aad0-4262-ade9-c34f67af841d owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:30.068826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] DHCP port deletion for b9212378-4906-422e-b390-1c94f62dde63 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:38:30.117438 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Deleting port 704502b6-aad0-4262-ade9-c34f67af841d {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:30.117906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (704502b6-aad0-4262-ade9-c34f67af841d), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.146246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (704502b6-aad0-4262-ade9-c34f67af841d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.175353 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=704502b6-aad0-4262-ade9-c34f67af841d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:30.176790 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] No DVR routers for this DVR port 704502b6-aad0-4262-ade9-c34f67af841d on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:30.185488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] For port 704502b6-aad0-4262-ade9-c34f67af841d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=704502b6-aad0-4262-ade9-c34f67af841d,segment=NetworkSegment(bd0af7cb-d909-4f88-8189-eb488f1e3e60),segment_id=bd0af7cb-d909-4f88-8189-eb488f1e3e60)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:30.185888 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (704502b6-aad0-4262-ade9-c34f67af841d), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.206243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Calling delete_port for 704502b6-aad0-4262-ade9-c34f67af841d owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:30.250133 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (b9212378-4906-422e-b390-1c94f62dde63), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.271821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9212378-4906-422e-b390-1c94f62dde63']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 14:38:30.281064 n-d-822748-2 neutron-server[103375]: self.session.flush() Jan 28 14:38:30.285114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0af7cb-d909-4f88-8189-eb488f1e3e60') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:30.285114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0af7cb-d909-4f88-8189-eb488f1e3e60') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:30.287679 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (704502b6-aad0-4262-ade9-c34f67af841d), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.296506 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (bd0af7cb-d909-4f88-8189-eb488f1e3e60), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.310717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bd0af7cb-d909-4f88-8189-eb488f1e3e60), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.314760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Pushing event deleted for resources: {'Port': ['ID=704502b6-aad0-4262-ade9-c34f67af841d,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:30.318519 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:38:30.318934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (bd0af7cb-d909-4f88-8189-eb488f1e3e60), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.319244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] No DVR routers for this DVR port 704502b6-aad0-4262-ade9-c34f67af841d on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:38:30.322046 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:38:30.326291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.326653 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.330221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.331501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076b923-7472-4c65-a589-20455be20ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:30.387984 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (b9212378-4906-422e-b390-1c94f62dde63), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.394681 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.397330 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b9212378-4906-422e-b390-1c94f62dde63 HTTP/1.1" status: 204 len: 168 time: 0.5475588 Jan 28 14:38:30.402503 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 47998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:30.417633 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359422e9-fa00-4da2-93d8-b5b8484b42d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9212378-4906-422e-b390-1c94f62dde63,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:30.759384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (2b54c892-f87b-4ac1-8461-f157c83fc332), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:30.999014 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Deleting port a0004aea-8138-4b58-972c-9e348bda443f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:30.999356 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a0004aea-8138-4b58-972c-9e348bda443f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:31.081571 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] For port a0004aea-8138-4b58-972c-9e348bda443f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a0004aea-8138-4b58-972c-9e348bda443f,segment=NetworkSegment(1df49169-e99c-450a-9b51-859849aeab37),segment_id=1df49169-e99c-450a-9b51-859849aeab37)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:31.081964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a0004aea-8138-4b58-972c-9e348bda443f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:31.094974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Calling delete_port for a0004aea-8138-4b58-972c-9e348bda443f owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:31.145562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 704502b6-aad0-4262-ade9-c34f67af841d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:31.177609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 704502b6-aad0-4262-ade9-c34f67af841d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:31.178147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 704502b6-aad0-4262-ade9-c34f67af841d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:31.178649 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3d814db3-685f-4280-bb21-1144cf6c464f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:31.201680 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 3d814db3-685f-4280-bb21-1144cf6c464f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:31.202032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3d814db3-685f-4280-bb21-1144cf6c464f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:31.202443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0cc24c8-d4de-47cf-96b9-6489e5e267b9 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:31.221783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a0cc24c8-d4de-47cf-96b9-6489e5e267b9 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:31.222129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0cc24c8-d4de-47cf-96b9-6489e5e267b9 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:31.295339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (a0004aea-8138-4b58-972c-9e348bda443f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:31.319230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0004aea-8138-4b58-972c-9e348bda443f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:31.487572 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (2b54c892-f87b-4ac1-8461-f157c83fc332), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:31.700248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Router 2b54c892-f87b-4ac1-8461-f157c83fc332 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:38:31.807494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:31.812561 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7e0ca6c9-1ef8-4d3f-b254-9dfdb7e8ff2a admin admin] 10.222.0.45 "PUT /v2.0/routers/2b54c892-f87b-4ac1-8461-f157c83fc332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106753 Jan 28 14:38:31.815297 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48000) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:31.819154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] Sync routers for ids ['2b54c892-f87b-4ac1-8461-f157c83fc332'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:31.830012 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] Routers {'2b54c892-f87b-4ac1-8461-f157c83fc332'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:31.830723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b54c892-f87b-4ac1-8461-f157c83fc332'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:31.920752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks [] for router (2b54c892-f87b-4ac1-8461-f157c83fc332), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:31.935972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] Set router 2b54c892-f87b-4ac1-8461-f157c83fc332 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:32.025061 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks [] for router_gateway (2b54c892-f87b-4ac1-8461-f157c83fc332), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.082160 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Deleting port 1caa3f45-4908-42ab-b034-b7dc571f6b5e {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:32.082499 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.168955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] For port 1caa3f45-4908-42ab-b034-b7dc571f6b5e, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=1caa3f45-4908-42ab-b034-b7dc571f6b5e,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:32.169318 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.181278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Calling delete_port for 1caa3f45-4908-42ab-b034-b7dc571f6b5e owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:32.279224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:38:31Z', 'revision_number': 5, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port': {'id': '1caa3f45-4908-42ab-b034-b7dc571f6b5e', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:36:11Z', 'updated_at': '2022-01-28T14:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:32.311873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] Checking router: 2b54c892-f87b-4ac1-8461-f157c83fc332 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:32.320462 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] Routers {'2b54c892-f87b-4ac1-8461-f157c83fc332'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:32.321096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2b54c892-f87b-4ac1-8461-f157c83fc332'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:32.352970 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1caa3f45-4908-42ab-b034-b7dc571f6b5e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.379548 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Pushing event deleted for resources: {'Port': ['ID=1caa3f45-4908-42ab-b034-b7dc571f6b5e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:32.411696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] Set router 2b54c892-f87b-4ac1-8461-f157c83fc332 gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:32.440707 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (2b54c892-f87b-4ac1-8461-f157c83fc332), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.463978 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:38:32Z', 'revision_number': 6, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:32.494395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cc2ea5-b3db-492c-8a85-efff55d3ed3b None None] The sync data for ids ['2b54c892-f87b-4ac1-8461-f157c83fc332'] in n-d-822748-2 is: [{'id': '2b54c892-f87b-4ac1-8461-f157c83fc332', 'name': 'tempest-TestMinimumBasicScenario-392803224-router', 'tenant_id': 'eb382d064eec4a4f9832d6519f650b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:36:10Z', 'updated_at': '2022-01-28T14:38:32Z', 'revision_number': 6, 'project_id': 'eb382d064eec4a4f9832d6519f650b19', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:32.533773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (2b54c892-f87b-4ac1-8461-f157c83fc332), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.535793 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks [] for router_controller (2b54c892-f87b-4ac1-8461-f157c83fc332), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.584762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (2b54c892-f87b-4ac1-8461-f157c83fc332), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.585045 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b54c892-f87b-4ac1-8461-f157c83fc332 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:38:32.590597 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.591786 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a0721052-1f72-449b-b83c-da93d4adef32 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2b54c892-f87b-4ac1-8461-f157c83fc332 HTTP/1.1" status: 204 len: 168 time: 0.7756855 Jan 28 14:38:32.594294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48002) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:32.640921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] Deleting subnet c59f7009-0bee-4554-b7f7-04490aa8d40f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:38:32.644271 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] Publish callbacks [] for subnet (c59f7009-0bee-4554-b7f7-04490aa8d40f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.680471 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (c59f7009-0bee-4554-b7f7-04490aa8d40f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.761794 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (c59f7009-0bee-4554-b7f7-04490aa8d40f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.815439 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (c59f7009-0bee-4554-b7f7-04490aa8d40f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.842479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59f7009-0bee-4554-b7f7-04490aa8d40f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:32.846072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.849323 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-03c27e03-3660-4f93-9dbb-9a831dc805a0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c59f7009-0bee-4554-b7f7-04490aa8d40f HTTP/1.1" status: 204 len: 168 time: 0.2540414 Jan 28 14:38:32.851852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48004) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:32.854516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb5512-51b7-404a-81c5-70ceaf152d11 None None] Network 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:32.926246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (7471b855-2f53-4297-8d0b-0ba49f9c1ab7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:32.989850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Deleting port 2743b2cd-c16b-406d-8578-c8c31bdf5591 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:32.990197 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.007954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] DHCP port deletion for 7471b855-2f53-4297-8d0b-0ba49f9c1ab7 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:38:33.058525 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] For port 2743b2cd-c16b-406d-8578-c8c31bdf5591, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2743b2cd-c16b-406d-8578-c8c31bdf5591,segment=NetworkSegment(1df49169-e99c-450a-9b51-859849aeab37),segment_id=1df49169-e99c-450a-9b51-859849aeab37)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:33.058893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.063242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] Deleting port 2743b2cd-c16b-406d-8578-c8c31bdf5591 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:38:33.063611 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.073818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Calling delete_port for 2743b2cd-c16b-406d-8578-c8c31bdf5591 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:33.131035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] For port 2743b2cd-c16b-406d-8578-c8c31bdf5591, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=2743b2cd-c16b-406d-8578-c8c31bdf5591,segment=NetworkSegment(1df49169-e99c-450a-9b51-859849aeab37),segment_id=1df49169-e99c-450a-9b51-859849aeab37)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:33.131845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.150464 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] Calling delete_port for 2743b2cd-c16b-406d-8578-c8c31bdf5591 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:38:33.164759 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.193643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] No DVR routers for this DVR port 2743b2cd-c16b-406d-8578-c8c31bdf5591 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:33.197655 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Pushing event deleted for resources: {'Port': ['ID=2743b2cd-c16b-406d-8578-c8c31bdf5591,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:33.199711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1caa3f45-4908-42ab-b034-b7dc571f6b5e no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:33.222741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 1caa3f45-4908-42ab-b034-b7dc571f6b5e {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:33.223096 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 1caa3f45-4908-42ab-b034-b7dc571f6b5e not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:33.223768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0004aea-8138-4b58-972c-9e348bda443f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:33.247063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a0004aea-8138-4b58-972c-9e348bda443f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:33.247410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a0004aea-8138-4b58-972c-9e348bda443f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:33.248019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2743b2cd-c16b-406d-8578-c8c31bdf5591 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:38:33.277206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 2743b2cd-c16b-406d-8578-c8c31bdf5591 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:38:33.277562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 2743b2cd-c16b-406d-8578-c8c31bdf5591 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:38:33.281441 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (7471b855-2f53-4297-8d0b-0ba49f9c1ab7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.307135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7471b855-2f53-4297-8d0b-0ba49f9c1ab7']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:33.316118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (2743b2cd-c16b-406d-8578-c8c31bdf5591), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.318351 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df49169-e99c-450a-9b51-859849aeab37') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:33.318540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df49169-e99c-450a-9b51-859849aeab37') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:33.329476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (1df49169-e99c-450a-9b51-859849aeab37), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.342393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] Pushing event deleted for resources: {'Port': ['ID=2743b2cd-c16b-406d-8578-c8c31bdf5591,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:33.345935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5391f-bd2a-4075-8da2-3f425d96da21 None None] No DVR routers for this DVR port 2743b2cd-c16b-406d-8578-c8c31bdf5591 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:38:33.346467 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (1df49169-e99c-450a-9b51-859849aeab37), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.359578 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:38:33.360099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (1df49169-e99c-450a-9b51-859849aeab37), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:38:33.361764 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:38:33.419699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (7471b855-2f53-4297-8d0b-0ba49f9c1ab7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.425288 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.428811 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7471b855-2f53-4297-8d0b-0ba49f9c1ab7 HTTP/1.1" status: 204 len: 168 time: 0.5758522 Jan 28 14:38:33.440015 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751745b-d3b1-4a8e-a35d-2da71253f581 admin admin] Pushing event deleted for resources: {'Network': ['ID=7471b855-2f53-4297-8d0b-0ba49f9c1ab7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:33.614609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48008) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:33.655484 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-063495e9-f0de-4528-9607-7241ee7971b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4dffcc7b0c68434fa3406e0db7181680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395885 Jan 28 14:38:33.657992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48010) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:33.704699 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1a3100d-a2d1-4782-88a6-bb0948d76a25 admin admin] Publish callbacks [] for security_group (6166aa25-5728-4c6e-ab85-e183a57330b4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.725130 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1a3100d-a2d1-4782-88a6-bb0948d76a25 admin admin] Publish callbacks [] for security_group (6166aa25-5728-4c6e-ab85-e183a57330b4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.774878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1a3100d-a2d1-4782-88a6-bb0948d76a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6166aa25-5728-4c6e-ab85-e183a57330b4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.777547 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a1a3100d-a2d1-4782-88a6-bb0948d76a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:33.780478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a1a3100d-a2d1-4782-88a6-bb0948d76a25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6166aa25-5728-4c6e-ab85-e183a57330b4 HTTP/1.1" status: 204 len: 168 time: 0.1215510 Jan 28 14:38:33.788327 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3100d-a2d1-4782-88a6-bb0948d76a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6166aa25-5728-4c6e-ab85-e183a57330b4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:34.119819 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48016) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:34.161607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fa9c4e70-cdc3-4c84-abc7-b1870f8f4e58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb382d064eec4a4f9832d6519f650b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404367 Jan 28 14:38:34.164710 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48018) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:34.216380 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8a366ae-605a-4c2e-842c-5ca3ce7d4181 admin admin] Publish callbacks [] for security_group (f1e2614e-1cc1-4da4-a120-1ab38aa5974b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:34.241678 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8a366ae-605a-4c2e-842c-5ca3ce7d4181 admin admin] Publish callbacks [] for security_group (f1e2614e-1cc1-4da4-a120-1ab38aa5974b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:34.289816 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8a366ae-605a-4c2e-842c-5ca3ce7d4181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1e2614e-1cc1-4da4-a120-1ab38aa5974b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:34.292476 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e8a366ae-605a-4c2e-842c-5ca3ce7d4181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:34.293636 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e8a366ae-605a-4c2e-842c-5ca3ce7d4181 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1e2614e-1cc1-4da4-a120-1ab38aa5974b HTTP/1.1" status: 204 len: 168 time: 0.1279061 Jan 28 14:38:34.301214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a366ae-605a-4c2e-842c-5ca3ce7d4181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e2614e-1cc1-4da4-a120-1ab38aa5974b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:35.080440 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-26431fee-00a1-4bb2-8c0e-5202be357ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.023951 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48058) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:36.028642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202276969', 'description': 'tempest-secgroup-smoke-1202276969 description', 'project_id': '7f0afce86422430699e3d0f95de460da'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:36.050493 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.062080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.155099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (5a006b8d-fad8-4d31-91f0-3047096220d6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.160529 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5a006b8d-fad8-4d31-91f0-3047096220d6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.205591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a006b8d-fad8-4d31-91f0-3047096220d6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:36.244863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (b2e3f810-22d9-49d3-a015-83930825f79a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.249121 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2e3f810-22d9-49d3-a015-83930825f79a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.280849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.282082 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2570586 Jan 28 14:38:36.286027 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82134a24-6a87-4a63-9b5c-31151b1ba3b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3f810-22d9-49d3-a015-83930825f79a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:36.286749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48060) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:36.292660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-96231d29-52f7-4dd4-991f-a577fd1cb154 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'b2e3f810-22d9-49d3-a015-83930825f79a', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:36.321063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96231d29-52f7-4dd4-991f-a577fd1cb154 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (12a2f1a3-9b6b-4204-a942-d3724c21b72b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.377324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96231d29-52f7-4dd4-991f-a577fd1cb154 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (12a2f1a3-9b6b-4204-a942-d3724c21b72b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.381274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96231d29-52f7-4dd4-991f-a577fd1cb154 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (12a2f1a3-9b6b-4204-a942-d3724c21b72b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.402521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96231d29-52f7-4dd4-991f-a577fd1cb154 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a2f1a3-9b6b-4204-a942-d3724c21b72b,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:36.412047 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96231d29-52f7-4dd4-991f-a577fd1cb154 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.413353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-96231d29-52f7-4dd4-991f-a577fd1cb154 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253891 Jan 28 14:38:36.416236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48062) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:36.420627 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c905a10c-a0f5-4f9a-99d6-8c0224b226aa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'b2e3f810-22d9-49d3-a015-83930825f79a', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:36.445496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c905a10c-a0f5-4f9a-99d6-8c0224b226aa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (2368d8c4-6a5a-445a-b3a0-92905f7d8e76), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.502991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c905a10c-a0f5-4f9a-99d6-8c0224b226aa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (2368d8c4-6a5a-445a-b3a0-92905f7d8e76), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.506703 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c905a10c-a0f5-4f9a-99d6-8c0224b226aa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (2368d8c4-6a5a-445a-b3a0-92905f7d8e76), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.524490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905a10c-a0f5-4f9a-99d6-8c0224b226aa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2368d8c4-6a5a-445a-b3a0-92905f7d8e76,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:36.533238 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c905a10c-a0f5-4f9a-99d6-8c0224b226aa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.534439 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c905a10c-a0f5-4f9a-99d6-8c0224b226aa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172807 Jan 28 14:38:36.537239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48064) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:36.542042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8ed46c20-2c88-4b12-a51e-fb1f4b148e4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'b2e3f810-22d9-49d3-a015-83930825f79a', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:36.566759 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ed46c20-2c88-4b12-a51e-fb1f4b148e4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (e22e81eb-8734-44cd-92d6-267490509e5b), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.627264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ed46c20-2c88-4b12-a51e-fb1f4b148e4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (e22e81eb-8734-44cd-92d6-267490509e5b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.630789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ed46c20-2c88-4b12-a51e-fb1f4b148e4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (e22e81eb-8734-44cd-92d6-267490509e5b), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.648394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed46c20-2c88-4b12-a51e-fb1f4b148e4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22e81eb-8734-44cd-92d6-267490509e5b,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:36.656091 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ed46c20-2c88-4b12-a51e-fb1f4b148e4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.657300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8ed46c20-2c88-4b12-a51e-fb1f4b148e4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191492 Jan 28 14:38:36.660121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48066) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:36.665065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fa8e3702-f3ed-4b65-85e8-9fe1fcc9cd41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'b2e3f810-22d9-49d3-a015-83930825f79a', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:36.691921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3702-f3ed-4b65-85e8-9fe1fcc9cd41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (7cff746e-06df-41ab-abad-b4a8729e4cd9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.749844 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3702-f3ed-4b65-85e8-9fe1fcc9cd41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (7cff746e-06df-41ab-abad-b4a8729e4cd9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.753457 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3702-f3ed-4b65-85e8-9fe1fcc9cd41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (7cff746e-06df-41ab-abad-b4a8729e4cd9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.770814 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e3702-f3ed-4b65-85e8-9fe1fcc9cd41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cff746e-06df-41ab-abad-b4a8729e4cd9,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:36.778482 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3702-f3ed-4b65-85e8-9fe1fcc9cd41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.779676 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fa8e3702-f3ed-4b65-85e8-9fe1fcc9cd41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186087 Jan 28 14:38:36.782369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48068) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:36.786623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'b2e3f810-22d9-49d3-a015-83930825f79a', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:36.806061 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:38:36.811167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (f96317ef-47a6-4298-b4de-c2e09aa75c9d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.869387 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (f96317ef-47a6-4298-b4de-c2e09aa75c9d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.873167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (f96317ef-47a6-4298-b4de-c2e09aa75c9d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.891315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96317ef-47a6-4298-b4de-c2e09aa75c9d,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:36.899349 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.900607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4f55cb7c-e877-4fe1-a51d-abb1ff536d84 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173162 Jan 28 14:38:36.903326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48070) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:36.907626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'b2e3f810-22d9-49d3-a015-83930825f79a', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:36.927199 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:38:36.932786 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (205f4eb1-e86c-4f3e-983a-7f7c626a83d4), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.994389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (205f4eb1-e86c-4f3e-983a-7f7c626a83d4), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:36.998112 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (205f4eb1-e86c-4f3e-983a-7f7c626a83d4), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.015846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205f4eb1-e86c-4f3e-983a-7f7c626a83d4,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:37.023525 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.024743 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e9e7f8ab-1d6c-45f6-bbd9-751c8f8adf2d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204958 Jan 28 14:38:37.027841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48072) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:37.032613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'network': {'name': 'tempest-network-smoke--1908060370', 'project_id': '7f0afce86422430699e3d0f95de460da', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:37.051365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:38:37.055641 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.079766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:38:37.089409 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2979d808-1f3e-49a3-b732-3da3032da8ce), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.089772 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Added segment 2979d808-1f3e-49a3-b732-3da3032da8ce of type vlan for network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 Jan 28 14:38:37.130493 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.155820 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.160749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:37.161340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.217008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881146 Jan 28 14:38:37.220148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48074) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:37.224734 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'admin_state_up': True, 'project_id': '7f0afce86422430699e3d0f95de460da', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:37.234289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83f407-17dc-4570-9573-d0860ebe456b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Network': ['ID=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:37.246173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:38:37.246684 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (2292d05c-b862-4204-bf61-db7aaaccfd00), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.247876 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (2292d05c-b862-4204-bf61-db7aaaccfd00), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.302752 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (2292d05c-b862-4204-bf61-db7aaaccfd00), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.451695 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (2292d05c-b862-4204-bf61-db7aaaccfd00), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.647161 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (2292d05c-b862-4204-bf61-db7aaaccfd00), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.668871 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.768879 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.29 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/275cb035-9280-40d5-9ece-c30f33a3f1ef) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:37.831076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-633e3f58-b689-4c1b-95c7-304b87665531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.877282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.911195 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:37.948854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:37.951618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:37.957358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:37.963048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=275cb035-9280-40d5-9ece-c30f33a3f1ef,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:38.529840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (2292d05c-b862-4204-bf61-db7aaaccfd00), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:38.731504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (2292d05c-b862-4204-bf61-db7aaaccfd00), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:38.856492 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 2292d05c-b862-4204-bf61-db7aaaccfd00 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:38:38.962496 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:38.974815 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Sync routers for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:38.985975 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:38.986614 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:38.987395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:38.991779 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fd4e1155-cc76-4e50-a8f7-57718ec5d783 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7675638 Jan 28 14:38:38.992219 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:38.997246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.097303 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:39.116524 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c1c8eabe-d935-493d-8b93-ded666d3bbe7 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7f0afce86422430699e3d0f95de460da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1231263 Jan 28 14:38:39.119378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:39.205681 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c948e2b-65fa-4499-bf2e-23df3360d137 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:39.210759 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48082) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:39.211627 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7c948e2b-65fa-4499-bf2e-23df3360d137 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898213 Jan 28 14:38:39.246624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9112ff37-2bfa-46fa-a324-06d57bde51ab tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346711 Jan 28 14:38:39.249257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48084) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:39.254000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238423347', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'project_id': '7f0afce86422430699e3d0f95de460da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:39.279197 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:38Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:39.308186 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Checking router: 2292d05c-b862-4204-bf61-db7aaaccfd00 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:39.308535 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Updating router 2292d05c-b862-4204-bf61-db7aaaccfd00 port 275cb035-9280-40d5-9ece-c30f33a3f1ef binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:38:39.335924 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.341221 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:38:39.344999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.526365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (a0330a66-32ff-4e67-9396-f421f306e247), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.586562 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Publish callbacks [] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.588260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Subnet': ['ID=a0330a66-32ff-4e67-9396-f421f306e247,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:39.592595 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.599998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Checking segment: {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:39.601089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network hostable DHCP agents. Network: e5620c84-2d21-40ac-95e5-c4f2ef7a4f60, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:38:39.619175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:38:39.629200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, e5620c84-2d21-40ac-95e5-c4f2ef7a4f60) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:39.634299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:39.634904 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.642436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabc44d7-222c-4ec0-9e97-1cb6528a90c3 None None] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:39.646859 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Attempting to bind port 275cb035-9280-40d5-9ece-c30f33a3f1ef on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:38:39.647233 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Attempting to bind port 275cb035-9280-40d5-9ece-c30f33a3f1ef by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:38:39.648475 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Attempting to bind port 275cb035-9280-40d5-9ece-c30f33a3f1ef on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:39.655060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-87114733-d0ca-4646-ac03-13e7ae1b2671 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4022748 Jan 28 14:38:39.655407 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:38:39.655677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48086) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:39.655798 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:39.656196 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.656591 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:38:39.657060 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Bound port: 275cb035-9280-40d5-9ece-c30f33a3f1ef, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:38:39.657444 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.759003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:38:39.760786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.777712 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Pushing event updated for resources: {'Port': ['ID=275cb035-9280-40d5-9ece-c30f33a3f1ef,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:39.787603 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.787974 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.788390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.788732 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.789130 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.789475 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.789865 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.790349 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.790798 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.791133 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.791465 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.791795 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.792145 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:38:39.821513 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] For port 275cb035-9280-40d5-9ece-c30f33a3f1ef, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:38:39.825766 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] For port 275cb035-9280-40d5-9ece-c30f33a3f1ef, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=275cb035-9280-40d5-9ece-c30f33a3f1ef,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:38:39.830512 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:39.889296 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:39.889937 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:39.910055 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Allocated IP 172.20.0.2 (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60/a0330a66-32ff-4e67-9396-f421f306e247/9718bdde-9258-4069-bc2b-df143cffbd7d) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:39.948231 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3808646-b25c-431d-9d41-9d4f76adf680 None None] Pushing event updated for resources: {'Port': ['ID=275cb035-9280-40d5-9ece-c30f33a3f1ef,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:40.005734 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:40.079212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Publish callbacks [] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.087454 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.127434 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.127705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:40.135597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:40.141770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:40.144826 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Pushing event updated for resources: {'Port': ['ID=9718bdde-9258-4069-bc2b-df143cffbd7d,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:40.201721 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:38Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:40.206829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Attempting to bind port 9718bdde-9258-4069-bc2b-df143cffbd7d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:38:40.207209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Attempting to bind port 9718bdde-9258-4069-bc2b-df143cffbd7d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:38:40.207584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Attempting to bind port 9718bdde-9258-4069-bc2b-df143cffbd7d on network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:40.213850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:38:40.214232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Checking segment: {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:40.214645 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.215045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Bound using segment: {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:38:40.215515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Bound port: 9718bdde-9258-4069-bc2b-df143cffbd7d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:38:40.215897 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.232924 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e54c1d-ccb8-449e-b741-5f3afeeb33d0 None None] The sync data for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 is: [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:38Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:40.286852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] For port 9718bdde-9258-4069-bc2b-df143cffbd7d, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:38:40.291904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] For port 9718bdde-9258-4069-bc2b-df143cffbd7d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9718bdde-9258-4069-bc2b-df143cffbd7d,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:38:40.300575 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.376883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28550425-d0d3-4d4a-a336-fb6437f5b446 None None] Pushing event updated for resources: {'Port': ['ID=9718bdde-9258-4069-bc2b-df143cffbd7d,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:40.512547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.1 (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60/a0330a66-32ff-4e67-9396-f421f306e247/0f3d5548-4208-48bf-aab7-c4e48fa4a0f3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:40.685553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.728933 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.775835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:40.780527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:40.783006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:40.823531 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.830219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:40.844237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (2292d05c-b862-4204-bf61-db7aaaccfd00), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:40.979067 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.281049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 275cb035-9280-40d5-9ece-c30f33a3f1ef up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:41.330805 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.336659 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.346971 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 275cb035-9280-40d5-9ece-c30f33a3f1ef triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:41.347441 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.425682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (2292d05c-b862-4204-bf61-db7aaaccfd00), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.427593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:41.437591 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 275cb035-9280-40d5-9ece-c30f33a3f1ef is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:41.438100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.463688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 275cb035-9280-40d5-9ece-c30f33a3f1ef, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=275cb035-9280-40d5-9ece-c30f33a3f1ef,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:41.470557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.471503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9718bdde-9258-4069-bc2b-df143cffbd7d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:41.539369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:41.541593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:41.552206 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=275cb035-9280-40d5-9ece-c30f33a3f1ef,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:41.566774 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9718bdde-9258-4069-bc2b-df143cffbd7d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:41.567156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.591788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d4e610-5958-4b29-b8ab-355f2f18d026 None None] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:38:41.660051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 2292d05c-b862-4204-bf61-db7aaaccfd00 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:38:41.670272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-737e7ee0-4f9b-4dc6-9112-0f082478215e None None] Provisioning complete for port 9718bdde-9258-4069-bc2b-df143cffbd7d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:41.670687 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-737e7ee0-4f9b-4dc6-9112-0f082478215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.778062 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:41.783703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-317869fa-3a14-43b0-80c7-21c826e0693d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/2292d05c-b862-4204-bf61-db7aaaccfd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1270540 Jan 28 14:38:41.820609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9718bdde-9258-4069-bc2b-df143cffbd7d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:41.821011 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.861853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-737e7ee0-4f9b-4dc6-9112-0f082478215e None None] Current status of the port 9718bdde-9258-4069-bc2b-df143cffbd7d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:41.862306 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-737e7ee0-4f9b-4dc6-9112-0f082478215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.898776 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 9718bdde-9258-4069-bc2b-df143cffbd7d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9718bdde-9258-4069-bc2b-df143cffbd7d,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:41.905330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:41.972590 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-942f8a21-12e2-4dd4-a53b-c96b1c84c2e6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202276969&fields=id&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 267 time: 0.0577297 Jan 28 14:38:41.996367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:42.003161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-737e7ee0-4f9b-4dc6-9112-0f082478215e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:38:42.003519 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-737e7ee0-4f9b-4dc6-9112-0f082478215e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:38:42.013594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=9718bdde-9258-4069-bc2b-df143cffbd7d,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:42.067830 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Sync routers for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:42.078443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:42.079069 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:42.114600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-337bbb72-95d2-4aec-8355-4f85bacc49e6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:42.116922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-337bbb72-95d2-4aec-8355-4f85bacc49e6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/networks?id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 HTTP/1.1" status: 200 len: 797 time: 0.1360102 Jan 28 14:38:42.133345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-13f2842e-9967-48c7-a1be-e2b49c8979b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/quotas/7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 375 time: 0.0099001 Jan 28 14:38:42.192427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-1eab49c7-83a7-4e69-86fc-9e114e0dce06 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529540 Jan 28 14:38:42.203504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:42.364352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-6a5ca518-2b98-4cfa-8595-69d4ca8d75fe service neutron] 10.222.0.45 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593485 Jan 28 14:38:42.465473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b6ef0e03-25da-414e-97fc-767a838b5bb5 service neutron] 10.222.0.45 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928748 Jan 28 14:38:42.560775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-737e7ee0-4f9b-4dc6-9112-0f082478215e None None] Current status of the port 9718bdde-9258-4069-bc2b-df143cffbd7d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:42.619546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 2, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:42.640805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f0404d17-bb0c-4439-af97-2e3a049e7517 req-bbf8807a-a750-49b9-a816-3494c6e37592 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 210 time: 0.0371079 Jan 28 14:38:42.652309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Checking router: 2292d05c-b862-4204-bf61-db7aaaccfd00 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:42.655467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Updating router 2292d05c-b862-4204-bf61-db7aaaccfd00 port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:38:42.689073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:42.705758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-52ee2fd7-bf7c-4279-a24c-287eb899b084 None None] Provisioning complete for port 9718bdde-9258-4069-bc2b-df143cffbd7d triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:42.706141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52ee2fd7-bf7c-4279-a24c-287eb899b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:42.927702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-52ee2fd7-bf7c-4279-a24c-287eb899b084 None None] Current status of the port 9718bdde-9258-4069-bc2b-df143cffbd7d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:42.955241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-52ee2fd7-bf7c-4279-a24c-287eb899b084 None None] Provisioning complete for port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:42.955622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52ee2fd7-bf7c-4279-a24c-287eb899b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.011818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-52ee2fd7-bf7c-4279-a24c-287eb899b084 None None] Port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:38:43.075014 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Publish callbacks [] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.080736 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.142688 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15e82-4c1f-4b3f-97bf-87638c987b21 None None] Pushing event updated for resources: {'Port': ['ID=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:43.197032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 275cb035-9280-40d5-9ece-c30f33a3f1ef up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:43.202682 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Attempting to bind port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:38:43.203032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Attempting to bind port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:38:43.203668 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Attempting to bind port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 on network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:43.232148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:38:43.232561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Checking segment: {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:43.232851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.233243 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Bound using segment: {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:38:43.233722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Bound port: 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:38:43.234105 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.312080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 275cb035-9280-40d5-9ece-c30f33a3f1ef triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:43.312363 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.352156 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] For port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:38:43.358000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] For port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:38:43.363663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.461263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:43.461914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:43.468584 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15e82-4c1f-4b3f-97bf-87638c987b21 None None] Pushing event updated for resources: {'Port': ['ID=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:43.533271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-96d5f7ac-0520-4f6a-bf12-209f74ca3a08 None None] Provisioning complete for port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:43.533747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96d5f7ac-0520-4f6a-bf12-209f74ca3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.539619 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 275cb035-9280-40d5-9ece-c30f33a3f1ef is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:43.540833 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9718bdde-9258-4069-bc2b-df143cffbd7d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:43.664147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:43.704399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 9718bdde-9258-4069-bc2b-df143cffbd7d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:43.704780 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.755723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-6f827d2a-0d70-4757-b723-fb41ba28d17c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:43.757885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-6f827d2a-0d70-4757-b723-fb41ba28d17c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/networks?id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 HTTP/1.1" status: 200 len: 797 time: 0.1337459 Jan 28 14:38:43.773908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab7f8808-ea80-47d9-b217-eaa070a7771b req-b8853146-2de0-410f-b1b6-59b0c832eb52 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 210 time: 0.0378861 Jan 28 14:38:43.830508 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-95fb1eb9-818b-40cc-9f7d-69aed391b3df tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 380 time: 0.0596242 Jan 28 14:38:43.840706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'port': {'device_id': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'admin_state_up': True, 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'security_groups': ['b2e3f810-22d9-49d3-a015-83930825f79a']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:43.870626 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-96d5f7ac-0520-4f6a-bf12-209f74ca3a08 None None] Current status of the port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:43.871014 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96d5f7ac-0520-4f6a-bf12-209f74ca3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.956597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:38:43.960808 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:43.981588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-96d5f7ac-0520-4f6a-bf12-209f74ca3a08 None None] For port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:43.989272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 9718bdde-9258-4069-bc2b-df143cffbd7d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:43.993932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96d5f7ac-0520-4f6a-bf12-209f74ca3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:44.050900 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5f7ac-0520-4f6a-bf12-209f74ca3a08 None None] Pushing event updated for resources: {'Port': ['ID=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:44.060411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:44.090816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568272b-65f3-492b-8993-8dd11315b799 None None] The sync data for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 is: [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:44.093715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.8 (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60/a0330a66-32ff-4e67-9396-f421f306e247/a6ae32b4-40c9-4240-8e9a-92f561493590) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:44.114402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-749fcf2e-b011-4ab2-80d3-d15e390e0ba3 None None] Provisioning complete for port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:44.114778 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-749fcf2e-b011-4ab2-80d3-d15e390e0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:44.222412 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-749fcf2e-b011-4ab2-80d3-d15e390e0ba3 None None] Current status of the port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:44.279269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:44.316287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:44.362648 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:44.373654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:44.378223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:44.383095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=a6ae32b4-40c9-4240-8e9a-92f561493590,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:44.653198 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9fcc9d0f-4819-4d5f-8f60-939d1d560f0a None None] Provisioning complete for port a6ae32b4-40c9-4240-8e9a-92f561493590 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:44.653649 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9d0f-4819-4d5f-8f60-939d1d560f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:44.695929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc9d0f-4819-4d5f-8f60-939d1d560f0a None None] Port a6ae32b4-40c9-4240-8e9a-92f561493590 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:38:44.776131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:44.776773 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:44.798347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-9fddb1a5-62c2-458f-8204-8ea37fbffe41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9613016 Jan 28 14:38:44.874202 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Request body: {'port': {'device_id': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:44.970781 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:44.979972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4aad9-c322-4199-bcc6-326f8b2972d8 req-9a2d4ef6-b0c6-43d3-bfcf-19fd3bf5a24b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:44.981575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9be4aad9-c322-4199-bcc6-326f8b2972d8 req-9a2d4ef6-b0c6-43d3-bfcf-19fd3bf5a24b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 931 time: 0.1117380 Jan 28 14:38:45.078544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9be4aad9-c322-4199-bcc6-326f8b2972d8 req-9cdc095c-779c-48d7-b9c2-3c482150e231 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888443 Jan 28 14:38:45.236795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:45.290018 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:45.290709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:45.315836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ae32b4-40c9-4240-8e9a-92f561493590 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:38:45.323538 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Publish callbacks [] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:45.338238 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Transition to ACTIVE for port object a6ae32b4-40c9-4240-8e9a-92f561493590 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:38:45.343403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:45.380086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:45.425170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ae32b4-40c9-4240-8e9a-92f561493590,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:45.478338 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Attempting to bind port a6ae32b4-40c9-4240-8e9a-92f561493590 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:38:45.478686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Attempting to bind port a6ae32b4-40c9-4240-8e9a-92f561493590 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:38:45.479023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Attempting to bind port a6ae32b4-40c9-4240-8e9a-92f561493590 on network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:45.483776 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Port a6ae32b4-40c9-4240-8e9a-92f561493590 on network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:38:45.484145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Attempting to bind port a6ae32b4-40c9-4240-8e9a-92f561493590 on network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:38:45.489187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:38:45.489538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Checking segment: {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:38:45.489933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Bound using segment: {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:38:45.490375 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Bound port: a6ae32b4-40c9-4240-8e9a-92f561493590, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2979d808-1f3e-49a3-b732-3da3032da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:38:45.490737 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:45.558575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] For port a6ae32b4-40c9-4240-8e9a-92f561493590, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:38:45.562645 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] For port a6ae32b4-40c9-4240-8e9a-92f561493590, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a6ae32b4-40c9-4240-8e9a-92f561493590,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:38:45.566560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:45.598164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:45.598973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:45.601613 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] 10.222.0.60 "PUT /v2.0/ports/a6ae32b4-40c9-4240-8e9a-92f561493590 HTTP/1.1" status: 200 len: 1091 time: 0.7953231 Jan 28 14:38:45.603881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:45.607287 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f6ef86-19d7-48d8-8aee-a1739a9368ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:45.659983 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d0f9-7275-4a4a-8484-5664753cd20c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ae32b4-40c9-4240-8e9a-92f561493590,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:45.681571 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24d0d9-7b53-4807-a3cc-5b9c3820cade x-openstack-request-id: req-8b24d0d9-7b53-4807-a3cc-5b9c3820cade {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:45.681868 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:45.682135 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b24d0d9-7b53-4807-a3cc-5b9c3820cade {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:45.682678 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'status': 'completed', 'code': 200} Jan 28 14:38:45.699236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-8b053acd-d44b-47e6-823b-d86407591c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:45.700794 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-8b053acd-d44b-47e6-823b-d86407591c6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 1094 time: 0.0508711 Jan 28 14:38:45.744814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-b349c8b5-1e1e-47dc-ace2-e851c422fdd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6ae32b4-40c9-4240-8e9a-92f561493590 HTTP/1.1" status: 200 len: 217 time: 0.0359447 Jan 28 14:38:45.797564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-d06f2d41-67aa-435c-b9a7-37edb5ff3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:45.799050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-d06f2d41-67aa-435c-b9a7-37edb5ff3738 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0330a66-32ff-4e67-9396-f421f306e247 HTTP/1.1" status: 200 len: 834 time: 0.0457497 Jan 28 14:38:45.851962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737da1b-f77b-49d5-814c-f328c144d2de req-3abc7343-7e7b-4cdd-80b5-808a88dc4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:45.853492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-3abc7343-7e7b-4cdd-80b5-808a88dc4d3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468373 Jan 28 14:38:45.942911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-49dc0c40-dbdf-4c9d-b45d-ed7953b2515d service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814428 Jan 28 14:38:46.038782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a737da1b-f77b-49d5-814c-f328c144d2de req-f1860e4e-dc85-473e-9231-4c4f2dc9ea14 service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880096 Jan 28 14:38:46.134749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-5c74ce71-aff8-4ad0-b523-d2b728d6130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:46.136352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-5c74ce71-aff8-4ad0-b523-d2b728d6130c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 1094 time: 0.0432851 Jan 28 14:38:46.253748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6fdf3-4ed1-477b-bf2f-360cc7b21a85 req-f71e2e79-4147-4061-b591-1460b95b3133 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:46.255235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5a6fdf3-4ed1-477b-bf2f-360cc7b21a85 req-f71e2e79-4147-4061-b591-1460b95b3133 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 943 time: 0.1014922 Jan 28 14:38:46.284949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-77a222b8-ae2b-4c08-b88b-fff9bf5dacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:46.286384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-77a222b8-ae2b-4c08-b88b-fff9bf5dacfd service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 HTTP/1.1" status: 200 len: 898 time: 0.1423910 Jan 28 14:38:46.337385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-dc61d80c-df64-492f-905e-3ab3e1c1bc17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6ae32b4-40c9-4240-8e9a-92f561493590 HTTP/1.1" status: 200 len: 217 time: 0.0432878 Jan 28 14:38:46.358906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5a6fdf3-4ed1-477b-bf2f-360cc7b21a85 req-87321db6-45c2-4a59-9151-2c9385d57293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943859 Jan 28 14:38:46.399059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-9bf5938d-4c0a-44ea-9b27-934de19c2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:46.400544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-9bf5938d-4c0a-44ea-9b27-934de19c2a9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0330a66-32ff-4e67-9396-f421f306e247 HTTP/1.1" status: 200 len: 834 time: 0.0544901 Jan 28 14:38:46.446822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-85528e87-44b6-4164-840f-569d6c409cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:46.448328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-85528e87-44b6-4164-840f-569d6c409cb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407369 Jan 28 14:38:46.536395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-6fcf29f4-2550-4317-b598-8a8f50eec88e service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799813 Jan 28 14:38:46.628811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-52f6ef86-19d7-48d8-8aee-a1739a9368ad req-ab0caf05-864b-4c6f-85a0-fefd3ec2ad07 service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862038 Jan 28 14:38:47.476703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b2599-a961-4a34-9d90-fd61a95de26f req-494364fb-1831-419c-8ce7-1fdfb648b6f7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:47.478242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d58b2599-a961-4a34-9d90-fd61a95de26f req-494364fb-1831-419c-8ce7-1fdfb648b6f7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 943 time: 0.0502629 Jan 28 14:38:47.527266 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d58b2599-a961-4a34-9d90-fd61a95de26f req-d974c019-5bca-45d9-8df0-ebe773c9a051 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Jan 28 14:38:48.047453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a6ae32b4-40c9-4240-8e9a-92f561493590 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:38:48.140168 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a6ae32b4-40c9-4240-8e9a-92f561493590, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a6ae32b4-40c9-4240-8e9a-92f561493590,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:48.153572 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'port_id': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'mac_address': 'fa:16:3e:93:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:38:48.349938 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a6ae32b4-40c9-4240-8e9a-92f561493590 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:48.350557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:48.363053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ae32b4-40c9-4240-8e9a-92f561493590 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:38:48.382472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a6ae32b4-40c9-4240-8e9a-92f561493590, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a6ae32b4-40c9-4240-8e9a-92f561493590,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:48.386699 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:48.431947 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a6ae32b4-40c9-4240-8e9a-92f561493590,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:48.650214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bea64b-d8f5-4f02-a0cc-a3cef058382b req-8ade942a-f957-4a50-8b2f-352bf5ffcc7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:48.651685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13bea64b-d8f5-4f02-a0cc-a3cef058382b req-8ade942a-f957-4a50-8b2f-352bf5ffcc7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 944 time: 0.0556972 Jan 28 14:38:48.670548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['a6ae32b4-40c9-4240-8e9a-92f561493590'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:38:48.702224 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13bea64b-d8f5-4f02-a0cc-a3cef058382b req-4e258f7c-6244-4552-bd5b-d1a9f0c302af tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448368 Jan 28 14:38:49.819735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83551d-84dc-4900-ade2-fa01fac5bb1a req-d2f9cad5-97a8-4686-a532-63fdbd07c258 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:49.821542 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b83551d-84dc-4900-ade2-fa01fac5bb1a req-d2f9cad5-97a8-4686-a532-63fdbd07c258 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 944 time: 0.0497141 Jan 28 14:38:49.875008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b83551d-84dc-4900-ade2-fa01fac5bb1a req-fdbff97e-6b62-4146-a130-6c44994020c3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478811 Jan 28 14:38:50.077208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a6ae32b4-40c9-4240-8e9a-92f561493590 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:38:50.128341 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port a6ae32b4-40c9-4240-8e9a-92f561493590 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:38:50.132927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port a6ae32b4-40c9-4240-8e9a-92f561493590 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:38:50.133330 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.211232 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port a6ae32b4-40c9-4240-8e9a-92f561493590 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:38:50.211629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.234084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:50.236313 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2f7675-a5c4-4284-9b75-eadea15f648e" -d '{"events": [{"server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "name": "network-vif-plugged", "status": "completed", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:50.248747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port a6ae32b4-40c9-4240-8e9a-92f561493590, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a6ae32b4-40c9-4240-8e9a-92f561493590,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:38:50.252758 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:50.300129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=a6ae32b4-40c9-4240-8e9a-92f561493590,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:50.329347 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64934a71-28d8-4dd6-9139-e4d9eb952972 x-openstack-request-id: req-64934a71-28d8-4dd6-9139-e4d9eb952972 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:50.329708 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "name": "network-vif-plugged", "status": "completed", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:50.329982 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64934a71-28d8-4dd6-9139-e4d9eb952972 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:50.330385 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'code': 200} Jan 28 14:38:50.430083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a8590-772b-4940-bb55-3e58af53673e req-339fc062-c2c9-49ae-b838-a8bcf0054263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:50.431569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb0a8590-772b-4940-bb55-3e58af53673e req-339fc062-c2c9-49ae-b838-a8bcf0054263 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 1096 time: 0.0413053 Jan 28 14:38:50.483682 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb0a8590-772b-4940-bb55-3e58af53673e req-9f44bf4f-f6c9-41f6-a2e5-79b561a5ce7a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 Jan 28 14:38:50.989782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cedb23-5e85-4fa5-8da1-3e445e3c4c73 req-bcd48b18-46c3-43b1-84b3-0fc88b5d9f74 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:50.991263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1cedb23-5e85-4fa5-8da1-3e445e3c4c73 req-bcd48b18-46c3-43b1-84b3-0fc88b5d9f74 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0483634 Jan 28 14:38:51.041656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d1cedb23-5e85-4fa5-8da1-3e445e3c4c73 req-49c870a5-e9ed-42b4-b6e2-440c7c3bd66c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447435 Jan 28 14:38:52.158585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530e1f5-c9c0-479b-a13f-069bcbe730f3 req-b672ee45-2be6-41cc-86e2-955912408950 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:52.160132 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f530e1f5-c9c0-479b-a13f-069bcbe730f3 req-b672ee45-2be6-41cc-86e2-955912408950 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0493710 Jan 28 14:38:52.210814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f530e1f5-c9c0-479b-a13f-069bcbe730f3 req-ac7e19f9-2db4-4f38-a8e9-fe6e8f2dcdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Jan 28 14:38:52.326149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddfb80-2700-43b9-975a-d71bd2f34730 req-3e30e102-28c4-4ce5-ab8e-778a67e7159a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:52.327544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25ddfb80-2700-43b9-975a-d71bd2f34730 req-3e30e102-28c4-4ce5-ab8e-778a67e7159a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0531392 Jan 28 14:38:52.376932 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25ddfb80-2700-43b9-975a-d71bd2f34730 req-c71368b7-c5e1-4516-b006-3c4d00345ecb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435903 Jan 28 14:38:52.399078 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48146) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:52.446459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa04c1-427e-4eea-8fed-c8b92e716bfe tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:52.448007 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-15aa04c1-427e-4eea-8fed-c8b92e716bfe tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 1091 time: 0.0473654 Jan 28 14:38:52.450933 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:52.455542 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:38:52.476111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.572304 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.679872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.155 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/8ce0da81-df6b-438c-8be5-cf2ae288684a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:38:52.782712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.816438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:52.860569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:38:52.865400 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:38:52.869835 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:38:52.872868 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=8ce0da81-df6b-438c-8be5-cf2ae288684a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:53.230355 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.300226 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.454052 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.458332 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.523468 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=8ce0da81-df6b-438c-8be5-cf2ae288684a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:38:53.535480 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.636663 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0 associated. External IP: 172.25.4.155, port: a6ae32b4-40c9-4240-8e9a-92f561493590. Jan 28 14:38:53.846118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 2292d05c-b862-4204-bf61-db7aaaccfd00 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:38:53.953177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:38:53.963813 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] Sync routers for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:38:53.971448 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:53.974155 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:53.974775 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:54.001803 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-174b4bcc-d0a5-420f-87f3-0132b0fb9834 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5475109 Jan 28 14:38:54.001803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:38:54.002510 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1687c5d-14ea-4024-8f39-2b6a004b4632" -d '{"events": [{"name": "network-changed", "server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:38:54.081842 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:54.097594 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89257471-9106-4e85-a06b-a94bb10d598e req-0196f67b-c799-48f7-ab24-a295d2adfc64 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:54.099111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89257471-9106-4e85-a06b-a94bb10d598e req-0196f67b-c799-48f7-ab24-a295d2adfc64 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0491776 Jan 28 14:38:54.149483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89257471-9106-4e85-a06b-a94bb10d598e req-1076f7d4-eb2f-4ada-a115-ed0a20ccd378 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 Jan 28 14:38:54.173083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:54.211443 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335bd4e8-c7ca-4d31-94d3-90f4e9e8ceed x-openstack-request-id: req-335bd4e8-c7ca-4d31-94d3-90f4e9e8ceed {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:38:54.211735 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:38:54.211990 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-335bd4e8-c7ca-4d31-94d3-90f4e9e8ceed {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:38:54.212415 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'status': 'completed', 'code': 200} Jan 28 14:38:54.247821 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6155016d-038d-4204-8784-624d0f2f3082 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0 HTTP/1.1" status: 200 len: 991 time: 0.0735862 Jan 28 14:38:54.270405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-3d155065-a19a-434c-bc70-ace11bfb5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:54.272373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-3d155065-a19a-434c-bc70-ace11bfb5939 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 1096 time: 0.0414503 Jan 28 14:38:54.317855 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'port_id': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'mac_address': 'fa:16:3e:93:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:38:53Z', 'updated_at': '2022-01-28T14:38:53Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:54.349222 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] Checking router: 2292d05c-b862-4204-bf61-db7aaaccfd00 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:38:54.357533 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:38:54.358144 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:38:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:54.372389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-64d67faa-e3b8-4a97-9357-5f4a1cab4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:54.373865 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-64d67faa-e3b8-4a97-9357-5f4a1cab4413 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 HTTP/1.1" status: 200 len: 898 time: 0.0951002 Jan 28 14:38:54.441497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-30104274-91c8-4892-b363-d788dc68352c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6ae32b4-40c9-4240-8e9a-92f561493590 HTTP/1.1" status: 200 len: 999 time: 0.0599384 Jan 28 14:38:54.463943 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:38:54.496898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-01988f86-8e57-4bb6-884e-79f8e8ef43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:54.498394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-01988f86-8e57-4bb6-884e-79f8e8ef43ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0330a66-32ff-4e67-9396-f421f306e247 HTTP/1.1" status: 200 len: 834 time: 0.0498831 Jan 28 14:38:54.546326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-7d3df5eb-7edb-4edb-8d45-835826e2a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:38:54.547949 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-7d3df5eb-7edb-4edb-8d45-835826e2a1ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427184 Jan 28 14:38:54.638143 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-544c08e4-1275-4680-a1c1-b4f8d9e66972 service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828021 Jan 28 14:38:54.690062 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'port_id': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'mac_address': 'fa:16:3e:93:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:38:53Z', 'updated_at': '2022-01-28T14:38:53Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:38:54.720440 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f0c5fd-96a4-41cb-a5b7-ae9bbaa5b7f6 None None] The sync data for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 is: [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'port_id': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'mac_address': 'fa:16:3e:93:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:38:53Z', 'updated_at': '2022-01-28T14:38:53Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:38:54.738926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1687c5d-14ea-4024-8f39-2b6a004b4632 req-b9dc73f8-d86e-4aa0-bb8c-3cdc417810a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925622 Jan 28 14:38:54.912334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a89c267-b30f-4381-b1ac-d745863060b9 None None] New status for floating IP 44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:38:55.251803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48156) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:38:55.314944 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-80a7afad-54d5-42ee-b9a2-20c000daaf5f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0 HTTP/1.1" status: 200 len: 993 time: 0.0618999 Jan 28 14:38:57.289100 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:38:58.660110 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:03.761507 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:39:05.081807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b03f-9a8e-463b-b6bc-a09f6159f55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:07.823861 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc811-4ebe-4e9e-9944-3dbc2cc32bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:08.991046 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:10.821398 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:11.958442 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:27.286916 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:28.651382 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:30.812647 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd079d-1599-45ff-9720-25fe0dc3089b req-f3469bb1-d46e-4d07-9d96-f7f7565fa2c6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:30.814161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7fd079d-1599-45ff-9720-25fe0dc3089b req-f3469bb1-d46e-4d07-9d96-f7f7565fa2c6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0513718 Jan 28 14:39:30.865561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7fd079d-1599-45ff-9720-25fe0dc3089b req-f6eace14-3c40-40c6-a52c-2086bc5d847a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458491 Jan 28 14:39:31.991690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b53a0-996b-44d4-8385-12104263fe7b req-4c6a69c1-debe-4458-b5d0-ede6ea60a2cf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:31.993230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a2b53a0-996b-44d4-8385-12104263fe7b req-4c6a69c1-debe-4458-b5d0-ede6ea60a2cf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0555120 Jan 28 14:39:32.046714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a2b53a0-996b-44d4-8385-12104263fe7b req-c43c64c7-de7f-4c99-8c2f-24ec6adf651a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478132 Jan 28 14:39:32.070536 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48174) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:32.132760 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-94d4ccec-7df8-4925-8d29-64948cd71eaa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0 HTTP/1.1" status: 200 len: 993 time: 0.0610383 Jan 28 14:39:33.400072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8f018-a4b1-4fba-b0d7-4e0757394a15 req-20fa9ea6-bf4a-427d-8dfe-933b22e9f1af tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:33.401476 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ce8f018-a4b1-4fba-b0d7-4e0757394a15 req-20fa9ea6-bf4a-427d-8dfe-933b22e9f1af tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0493813 Jan 28 14:39:33.452084 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4ce8f018-a4b1-4fba-b0d7-4e0757394a15 req-805a6c02-4432-4823-bf0a-a9c1744b5abb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451667 Jan 28 14:39:34.658032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f567f2-c9a9-4068-9435-919bd84f11cb req-abb3aebb-62f6-4436-86bb-77c6ee5b307c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:34.659809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6f567f2-c9a9-4068-9435-919bd84f11cb req-abb3aebb-62f6-4436-86bb-77c6ee5b307c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.1393292 Jan 28 14:39:34.716645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e6f567f2-c9a9-4068-9435-919bd84f11cb req-717260f3-7ece-4dff-b561-5c161769d999 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511899 Jan 28 14:39:34.740543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48186) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:34.809151 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-9e2d6c04-9461-4fc1-8862-d9f1d6356d8b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0 HTTP/1.1" status: 200 len: 993 time: 0.0675189 Jan 28 14:39:35.043690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48192) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:35.085460 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-56cabf1d-4d7d-4c1e-b251-31a50c987bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:35.209916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 8ce0da81-df6b-438c-8be5-cf2ae288684a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:39:35.210264 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:35.286848 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:35.287184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (8ce0da81-df6b-438c-8be5-cf2ae288684a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:35.299526 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 8ce0da81-df6b-438c-8be5-cf2ae288684a owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:39:35.453213 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8ce0da81-df6b-438c-8be5-cf2ae288684a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:35.479994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=8ce0da81-df6b-438c-8be5-cf2ae288684a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:35.508569 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.508933 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.509291 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.509640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.509987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.510326 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.510668 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.511005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.511350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.511680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.512018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.512373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.512704 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:35.557849 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:35.558146 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0 disassociated (deleted). External IP: 172.25.4.155, port: a6ae32b4-40c9-4240-8e9a-92f561493590. Jan 28 14:39:35.777040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 2292d05c-b862-4204-bf61-db7aaaccfd00 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:39:35.894937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:35.899991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:35.908571 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] Sync routers for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:35.918738 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:35.919343 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:35.933409 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bd436641-2ccc-4fc9-bab7-a5ef4a68c767 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/floatingips/44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0 HTTP/1.1" status: 204 len: 168 time: 0.8886399 Jan 28 14:39:35.934008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:35.936468 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:36.041062 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:36.128690 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86af9b15-1d8a-4123-954b-8069ba0ff0ff x-openstack-request-id: req-86af9b15-1d8a-4123-954b-8069ba0ff0ff {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:36.129026 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:36.129249 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86af9b15-1d8a-4123-954b-8069ba0ff0ff {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:36.129672 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'status': 'completed', 'code': 200} Jan 28 14:39:36.256633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-42a5327d-44ac-4246-96bc-6d2209f877d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:36.258275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-42a5327d-44ac-4246-96bc-6d2209f877d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 1096 time: 0.0958409 Jan 28 14:39:36.269050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0acd4-13ec-4a14-ac71-091411a1f25e req-5e5b0d76-41d6-42dd-9753-97f61ba70aed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:36.270553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8e0acd4-13ec-4a14-ac71-091411a1f25e req-5e5b0d76-41d6-42dd-9753-97f61ba70aed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0631297 Jan 28 14:39:36.368506 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:36.389071 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c8e0acd4-13ec-4a14-ac71-091411a1f25e req-7825ce73-50c5-439a-a5ed-b9a9b5d57400 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093767 Jan 28 14:39:36.397930 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] Checking router: 2292d05c-b862-4204-bf61-db7aaaccfd00 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:36.408615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-ca2a45eb-7ec3-40e4-968e-ffffd2fdb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:36.410347 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-ca2a45eb-7ec3-40e4-968e-ffffd2fdb01a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 HTTP/1.1" status: 200 len: 898 time: 0.1388314 Jan 28 14:39:36.412673 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:36.413292 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:36.455534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-a8157f48-02e6-4bd7-808e-2ee27c958d11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6ae32b4-40c9-4240-8e9a-92f561493590 HTTP/1.1" status: 200 len: 217 time: 0.0371096 Jan 28 14:39:36.519655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-95567ec1-c0f9-4ee3-abf5-936edf37418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:36.521196 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-95567ec1-c0f9-4ee3-abf5-936edf37418a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0330a66-32ff-4e67-9396-f421f306e247 HTTP/1.1" status: 200 len: 834 time: 0.0597341 Jan 28 14:39:36.523089 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:36.572515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-9145600c-620d-4737-960f-cbdb964fcbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:36.574120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-9145600c-620d-4737-960f-cbdb964fcbfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442255 Jan 28 14:39:36.674788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-109f3eda-fd81-46c2-aeb1-0c65041cca45 service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935738 Jan 28 14:39:36.755534 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:36.782095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d1ade31-b8f1-4dd1-bd89-868ee729f9b1 req-60f983c3-a11b-4d4d-ae8b-f01d06e84cf2 service neutron] 10.222.0.60 "GET /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990944 Jan 28 14:39:36.783963 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10f6dd-faae-4f21-8b8c-6a7ca054e014 None None] The sync data for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 is: [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '0f3d5548-4208-48bf-aab7-c4e48fa4a0f3', 'name': '', 'network_id': 'e5620c84-2d21-40ac-95e5-c4f2ef7a4f60', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:78:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:40Z', 'updated_at': '2022-01-28T14:38:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a0330a66-32ff-4e67-9396-f421f306e247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:37.024832 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a781305-5556-4793-9610-816d0d62bd26 None None] New status for floating IP 44c2d69e-4ca5-46a9-9a94-7b10ecde0aa0: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:39:37.515055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19069ed6-3163-454a-93bf-53690604a663 req-999be7ca-5c7f-4d2a-9773-b1f7eab37aab tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:37.517133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19069ed6-3163-454a-93bf-53690604a663 req-999be7ca-5c7f-4d2a-9773-b1f7eab37aab tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0488641 Jan 28 14:39:37.567783 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19069ed6-3163-454a-93bf-53690604a663 req-a2158e95-9878-4e2c-987d-6116095b89ac tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2e3f810-22d9-49d3-a015-83930825f79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Jan 28 14:39:37.830104 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f3478ba8-52d8-46d6-9e48-147d1fcfcdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:38.031574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-b7496a43-f523-4b95-8b2e-f5103cd0b534 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:38.034039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-b7496a43-f523-4b95-8b2e-f5103cd0b534 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 945 time: 0.0565753 Jan 28 14:39:38.132785 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port a6ae32b4-40c9-4240-8e9a-92f561493590 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:39:38.133044 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:38.239607 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port a6ae32b4-40c9-4240-8e9a-92f561493590, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=a6ae32b4-40c9-4240-8e9a-92f561493590,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:38.239973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:38.254616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for a6ae32b4-40c9-4240-8e9a-92f561493590 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:39:38.400733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a6ae32b4-40c9-4240-8e9a-92f561493590), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:38.433548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=a6ae32b4-40c9-4240-8e9a-92f561493590,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:38.475494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] No DVR routers for this DVR port a6ae32b4-40c9-4240-8e9a-92f561493590 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:39:38.478401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:38.481727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad68d675-2dd4-4462-aaa4-10efdc3ebbcf req-400c13f0-ee58-40bf-953c-2c4ba302b4b5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "DELETE /v2.0/ports/a6ae32b4-40c9-4240-8e9a-92f561493590 HTTP/1.1" status: 204 len: 173 time: 0.4419725 Jan 28 14:39:38.482181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'name': 'network-vif-deleted', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:38.484407 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fc6a8e-f424-44eb-b3a6-632bd13a8aed" -d '{"events": [{"server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "name": "network-vif-deleted", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:38.521959 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84911b4c-1492-4555-8ba8-3012dad498e1 x-openstack-request-id: req-84911b4c-1492-4555-8ba8-3012dad498e1 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:38.522258 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b", "name": "network-vif-deleted", "tag": "a6ae32b4-40c9-4240-8e9a-92f561493590", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:38.522518 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84911b4c-1492-4555-8ba8-3012dad498e1 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:38.522948 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b', 'name': 'network-vif-deleted', 'tag': 'a6ae32b4-40c9-4240-8e9a-92f561493590', 'status': 'completed', 'code': 200} Jan 28 14:39:38.701259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49303e51-eab6-417e-bde3-969b7231964d req-09e4da98-71a4-4d34-9c8e-fd54432aef87 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=9521a314-9cd7-4d01-8e4e-5ebc8a7aee6b HTTP/1.1" status: 200 len: 210 time: 0.0316637 Jan 28 14:39:38.998297 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:39.757561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48208) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:40.116865 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (2292d05c-b862-4204-bf61-db7aaaccfd00), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:40.696583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:39:40.696928 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:40.760990 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:39:40.783919 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:40.784472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:40.796000 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:39:40.822295 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:40.982097 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0f3d5548-4208-48bf-aab7-c4e48fa4a0f3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.008938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=0f3d5548-4208-48bf-aab7-c4e48fa4a0f3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:41.194984 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (2292d05c-b862-4204-bf61-db7aaaccfd00), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.415886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 2292d05c-b862-4204-bf61-db7aaaccfd00 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:39:41.522818 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:41.527883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-00057f1b-d11a-461f-b7c4-244674c2a162 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/2292d05c-b862-4204-bf61-db7aaaccfd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692986 Jan 28 14:39:41.531280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48210) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:41.535256 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] Sync routers for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:41.547065 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:41.548373 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:41.586128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting subnet a0330a66-32ff-4e67-9396-f421f306e247 {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:39:41.589309 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (a0330a66-32ff-4e67-9396-f421f306e247), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.634284 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (a0330a66-32ff-4e67-9396-f421f306e247), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.654922 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:41.723577 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a0330a66-32ff-4e67-9396-f421f306e247), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.780485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (a0330a66-32ff-4e67-9396-f421f306e247), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.810716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Subnet': ['ID=a0330a66-32ff-4e67-9396-f421f306e247,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:41.813123 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.816375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a2ae1208-36e4-4c01-8849-6abb22055163 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/subnets/a0330a66-32ff-4e67-9396-f421f306e247 HTTP/1.1" status: 204 len: 168 time: 0.2832849 Jan 28 14:39:41.819022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48212) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:41.823396 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a7618-3b16-4331-8c51-5181eac213a3 None None] Network e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:39:41.840108 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:39:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:41.870855 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] Checking router: 2292d05c-b862-4204-bf61-db7aaaccfd00 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:41.879557 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] Routers {'2292d05c-b862-4204-bf61-db7aaaccfd00'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:41.880285 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['2292d05c-b862-4204-bf61-db7aaaccfd00'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:41.953768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (2292d05c-b862-4204-bf61-db7aaaccfd00), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:41.968705 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.000307 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] Set router 2292d05c-b862-4204-bf61-db7aaaccfd00 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:42.013499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] DHCP port deletion for e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:39:42.063817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Deleting port 9718bdde-9258-4069-bc2b-df143cffbd7d {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:39:42.064244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.084216 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (2292d05c-b862-4204-bf61-db7aaaccfd00), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.132757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] For port 9718bdde-9258-4069-bc2b-df143cffbd7d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=9718bdde-9258-4069-bc2b-df143cffbd7d,segment=NetworkSegment(2979d808-1f3e-49a3-b732-3da3032da8ce),segment_id=2979d808-1f3e-49a3-b732-3da3032da8ce)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:42.133066 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.139631 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 275cb035-9280-40d5-9ece-c30f33a3f1ef {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:39:42.140124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.146216 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Calling delete_port for 9718bdde-9258-4069-bc2b-df143cffbd7d owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:39:42.189872 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:39:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:42.219070 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a3340-0637-4201-b764-15967ff96aa8 None None] The sync data for ids ['2292d05c-b862-4204-bf61-db7aaaccfd00'] in n-d-822748-2 is: [{'id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194549697', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:39:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '275cb035-9280-40d5-9ece-c30f33a3f1ef', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2292d05c-b862-4204-bf61-db7aaaccfd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:38:37Z', 'updated_at': '2022-01-28T14:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:42.233684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port 275cb035-9280-40d5-9ece-c30f33a3f1ef, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=275cb035-9280-40d5-9ece-c30f33a3f1ef,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:42.234276 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.240725 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (9718bdde-9258-4069-bc2b-df143cffbd7d), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.252213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 275cb035-9280-40d5-9ece-c30f33a3f1ef owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:39:42.270411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Pushing event deleted for resources: {'Port': ['ID=9718bdde-9258-4069-bc2b-df143cffbd7d,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:42.278636 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] No DVR routers for this DVR port 9718bdde-9258-4069-bc2b-df143cffbd7d on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:39:42.280813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.281221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.281547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.282600 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.283084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.283432 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.283771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.284134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.284471 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.284825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.285143 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.285476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.285800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f42-199c-436d-84bf-9c458efb15bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:42.327454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a6ae32b4-40c9-4240-8e9a-92f561493590 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:39:42.348933 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: a6ae32b4-40c9-4240-8e9a-92f561493590 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:39:42.349282 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device a6ae32b4-40c9-4240-8e9a-92f561493590 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:39:42.431301 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (275cb035-9280-40d5-9ece-c30f33a3f1ef), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.464408 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=275cb035-9280-40d5-9ece-c30f33a3f1ef,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:42.524117 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (2292d05c-b862-4204-bf61-db7aaaccfd00), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.617502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (2292d05c-b862-4204-bf61-db7aaaccfd00), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.619712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (2292d05c-b862-4204-bf61-db7aaaccfd00), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.668720 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (2292d05c-b862-4204-bf61-db7aaaccfd00), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.669402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Fanout notify agent at l3_agent the message router_deleted on router 2292d05c-b862-4204-bf61-db7aaaccfd00 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:39:42.676447 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.677747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-cc8c1824-3a1b-4882-9870-37080d0da9f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/routers/2292d05c-b862-4204-bf61-db7aaaccfd00 HTTP/1.1" status: 204 len: 168 time: 0.8575549 Jan 28 14:39:42.680503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48214) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:42.766996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.858861 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.880370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5620c84-2d21-40ac-95e5-c4f2ef7a4f60']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:42.890505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2979d808-1f3e-49a3-b732-3da3032da8ce') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:42.890844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2979d808-1f3e-49a3-b732-3da3032da8ce') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:42.901107 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (2979d808-1f3e-49a3-b732-3da3032da8ce), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.914507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2979d808-1f3e-49a3-b732-3da3032da8ce), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.920254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:39:42.920643 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (2979d808-1f3e-49a3-b732-3da3032da8ce), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:39:42.923671 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:39:42.980746 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (e5620c84-2d21-40ac-95e5-c4f2ef7a4f60), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.988218 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:42.991206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/networks/e5620c84-2d21-40ac-95e5-c4f2ef7a4f60 HTTP/1.1" status: 204 len: 168 time: 0.3097582 Jan 28 14:39:42.994201 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48216) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:43.003276 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a47b5e-a855-46e4-9206-86e1b1badece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Network': ['ID=e5620c84-2d21-40ac-95e5-c4f2ef7a4f60,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:43.054446 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (b2e3f810-22d9-49d3-a015-83930825f79a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.080110 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (b2e3f810-22d9-49d3-a015-83930825f79a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.140088 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (b2e3f810-22d9-49d3-a015-83930825f79a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.143299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.144480 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/security-groups/b2e3f810-22d9-49d3-a015-83930825f79a HTTP/1.1" status: 204 len: 168 time: 0.1492381 Jan 28 14:39:43.154377 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3f810-22d9-49d3-a015-83930825f79a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:43.163724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.164103 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.164460 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.164807 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.165304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.165557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.165815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.166178 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.166467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.166800 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.167128 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.167453 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.167778 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459100d8-7e03-4676-8965-9d0704b37933 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:43.289515 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 275cb035-9280-40d5-9ece-c30f33a3f1ef no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:39:43.311958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 275cb035-9280-40d5-9ece-c30f33a3f1ef {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:39:43.312400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 275cb035-9280-40d5-9ece-c30f33a3f1ef not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:39:43.312734 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9718bdde-9258-4069-bc2b-df143cffbd7d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:39:43.332579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 9718bdde-9258-4069-bc2b-df143cffbd7d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:39:43.332930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 9718bdde-9258-4069-bc2b-df143cffbd7d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:39:43.333338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:39:43.351690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:39:43.352175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 0f3d5548-4208-48bf-aab7-c4e48fa4a0f3 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:39:43.522425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48222) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:43.527055 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-11fd7205-c6ba-4ea5-b717-4cff6968f272 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306117511', 'description': 'tempest-secgroup-smoke-306117511 description', 'project_id': '7f0afce86422430699e3d0f95de460da'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:43.549938 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11fd7205-c6ba-4ea5-b717-4cff6968f272 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.623273 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11fd7205-c6ba-4ea5-b717-4cff6968f272 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (61cbde7a-9cf2-4bea-9da2-4e00fae2bd45), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.627490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11fd7205-c6ba-4ea5-b717-4cff6968f272 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61cbde7a-9cf2-4bea-9da2-4e00fae2bd45), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.656626 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11fd7205-c6ba-4ea5-b717-4cff6968f272 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.658548 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-11fd7205-c6ba-4ea5-b717-4cff6968f272 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1351213 Jan 28 14:39:43.660430 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd7205-c6ba-4ea5-b717-4cff6968f272 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:43.661536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48224) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:43.666287 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-4da316dc-f14b-4ba2-ac0b-287e52919b21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '61cbde7a-9cf2-4bea-9da2-4e00fae2bd45', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:43.689952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4da316dc-f14b-4ba2-ac0b-287e52919b21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (87b7b9fd-e682-482f-843c-c7c42bf5a817), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.749014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4da316dc-f14b-4ba2-ac0b-287e52919b21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (87b7b9fd-e682-482f-843c-c7c42bf5a817), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.752816 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4da316dc-f14b-4ba2-ac0b-287e52919b21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (87b7b9fd-e682-482f-843c-c7c42bf5a817), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.771766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da316dc-f14b-4ba2-ac0b-287e52919b21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b7b9fd-e682-482f-843c-c7c42bf5a817,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:43.780465 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4da316dc-f14b-4ba2-ac0b-287e52919b21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.781695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4da316dc-f14b-4ba2-ac0b-287e52919b21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190147 Jan 28 14:39:43.785027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48226) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:43.789617 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-86aedc41-af58-48d9-a992-26cd436278e9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '61cbde7a-9cf2-4bea-9da2-4e00fae2bd45', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:43.813585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86aedc41-af58-48d9-a992-26cd436278e9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (945d94e5-bf31-4e2e-9dab-0026c74be2f5), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.871380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86aedc41-af58-48d9-a992-26cd436278e9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (945d94e5-bf31-4e2e-9dab-0026c74be2f5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.874911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86aedc41-af58-48d9-a992-26cd436278e9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (945d94e5-bf31-4e2e-9dab-0026c74be2f5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.894615 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aedc41-af58-48d9-a992-26cd436278e9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945d94e5-bf31-4e2e-9dab-0026c74be2f5,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:43.900016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-86aedc41-af58-48d9-a992-26cd436278e9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.901171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-86aedc41-af58-48d9-a992-26cd436278e9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151128 Jan 28 14:39:43.903901 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48228) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:43.908744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3f92ba37-885c-42e1-910a-e5dd39bebd7e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '61cbde7a-9cf2-4bea-9da2-4e00fae2bd45', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:43.932583 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f92ba37-885c-42e1-910a-e5dd39bebd7e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (bdbbdd6b-a9a8-4f6f-baf6-ee3596b5e58f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.991527 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f92ba37-885c-42e1-910a-e5dd39bebd7e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (bdbbdd6b-a9a8-4f6f-baf6-ee3596b5e58f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:43.994982 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f92ba37-885c-42e1-910a-e5dd39bebd7e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (bdbbdd6b-a9a8-4f6f-baf6-ee3596b5e58f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.012294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92ba37-885c-42e1-910a-e5dd39bebd7e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbbdd6b-a9a8-4f6f-baf6-ee3596b5e58f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:44.019768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f92ba37-885c-42e1-910a-e5dd39bebd7e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.021017 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3f92ba37-885c-42e1-910a-e5dd39bebd7e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161609 Jan 28 14:39:44.023674 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48230) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:44.027892 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-69bb7314-33ad-4b60-8960-1cbf4981bad1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '61cbde7a-9cf2-4bea-9da2-4e00fae2bd45', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:44.053547 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69bb7314-33ad-4b60-8960-1cbf4981bad1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (5de683df-9401-4ba8-b7de-cc61363d6f8f), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.113793 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69bb7314-33ad-4b60-8960-1cbf4981bad1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (5de683df-9401-4ba8-b7de-cc61363d6f8f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.117256 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69bb7314-33ad-4b60-8960-1cbf4981bad1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5de683df-9401-4ba8-b7de-cc61363d6f8f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.135015 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb7314-33ad-4b60-8960-1cbf4981bad1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de683df-9401-4ba8-b7de-cc61363d6f8f,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:44.142952 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-69bb7314-33ad-4b60-8960-1cbf4981bad1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.144207 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-69bb7314-33ad-4b60-8960-1cbf4981bad1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195357 Jan 28 14:39:44.146854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48232) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:44.151060 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '61cbde7a-9cf2-4bea-9da2-4e00fae2bd45', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:44.171350 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:39:44.177063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (9a4bc336-1ec2-4914-8b89-d16f85b1c821), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.233796 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (9a4bc336-1ec2-4914-8b89-d16f85b1c821), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.237943 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9a4bc336-1ec2-4914-8b89-d16f85b1c821), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.255307 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4bc336-1ec2-4914-8b89-d16f85b1c821,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:44.263789 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.264989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5b76138e-7fd9-4cf8-a92b-c6e4187a3c40 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172087 Jan 28 14:39:44.268235 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48234) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:44.272649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '61cbde7a-9cf2-4bea-9da2-4e00fae2bd45', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:44.293124 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:39:44.298367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (ceec3031-a919-4bcf-af7a-d121cd0d15ab), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.357242 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (ceec3031-a919-4bcf-af7a-d121cd0d15ab), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.361533 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (ceec3031-a919-4bcf-af7a-d121cd0d15ab), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.379784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceec3031-a919-4bcf-af7a-d121cd0d15ab,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:44.387036 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.388342 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45c47ccc-a116-4435-909d-1faa8c7d4d91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190696 Jan 28 14:39:44.391089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48236) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:44.395836 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'network': {'name': 'tempest-network-smoke--792094375', 'project_id': '7f0afce86422430699e3d0f95de460da', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:44.414001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:39:44.417383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.441593 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:39:44.450594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bc14690c-7a91-445b-83e6-77625a8abd95), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.450941 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Added segment bc14690c-7a91-445b-83e6-77625a8abd95 of type vlan for network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 Jan 28 14:39:44.493715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (33dff9b5-5083-4e97-80e3-273d8a6b16e1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.518015 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (33dff9b5-5083-4e97-80e3-273d8a6b16e1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.522902 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:44.523495 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.581022 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1888769 Jan 28 14:39:44.583680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48238) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:44.587904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'admin_state_up': True, 'project_id': '7f0afce86422430699e3d0f95de460da', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:44.604670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751eca2a-496e-42cb-abc2-d18389aee1ef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Network': ['ID=33dff9b5-5083-4e97-80e3-273d8a6b16e1,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:44.617855 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:39:44.621300 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (94c948b9-3e66-463e-bd90-e00c714874f2), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.622413 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (94c948b9-3e66-463e-bd90-e00c714874f2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.680799 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (94c948b9-3e66-463e-bd90-e00c714874f2), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:44.815317 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (94c948b9-3e66-463e-bd90-e00c714874f2), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:45.008181 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (94c948b9-3e66-463e-bd90-e00c714874f2), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:45.026993 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:45.132994 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.72 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/fb5c1bfa-3637-44f5-9ad4-400d9497bfc6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:45.235661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:45.270374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:45.311829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:45.314641 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:45.320127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:45.343104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:45.917568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (94c948b9-3e66-463e-bd90-e00c714874f2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.118512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (94c948b9-3e66-463e-bd90-e00c714874f2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.243905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 94c948b9-3e66-463e-bd90-e00c714874f2 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:39:46.350873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:46.360909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Sync routers for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:46.370104 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:46.370294 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.370721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:46.371579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-de524d7b-7491-4343-b8d7-c45ef5adb7b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7869351 Jan 28 14:39:46.374742 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48240) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:46.414039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b862018c-98b2-4e18-9e96-8d34eec6cc0f tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7f0afce86422430699e3d0f95de460da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381789 Jan 28 14:39:46.416655 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48242) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:46.482955 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:46.569969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf159c27-5c2b-4006-ab92-321643bc17dc tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:46.574334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bf159c27-5c2b-4006-ab92-321643bc17dc tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539531 Jan 28 14:39:46.574490 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48244) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:46.604823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5740c06e-636e-4ae6-94b6-fc7db58559f6 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268803 Jan 28 14:39:46.605056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48246) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:46.609683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917321849', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'project_id': '7f0afce86422430699e3d0f95de460da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:46.662864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:45Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:46.690785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Checking router: 94c948b9-3e66-463e-bd90-e00c714874f2 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:46.691230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Updating router 94c948b9-3e66-463e-bd90-e00c714874f2 port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:39:46.701035 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:39:46.705279 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.716009 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.893594 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (12b55866-2b11-4c16-b4f1-4b0348b06acf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.957533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Subnet': ['ID=12b55866-2b11-4c16-b4f1-4b0348b06acf,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:46.964801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Checking segment: {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:46.965179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network hostable DHCP agents. Network: 33dff9b5-5083-4e97-80e3-273d8a6b16e1, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:39:46.979461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Publish callbacks [] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.981388 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:39:46.984447 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:46.990768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 33dff9b5-5083-4e97-80e3-273d8a6b16e1) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:46.995858 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:46.996514 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.012864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-bce3929a-ef18-477c-aef8-4c3f1ac96fe0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4068632 Jan 28 14:39:47.016007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48248) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:39:47.018362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e098c-a65d-491b-ab39-dfa15e866705 None None] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:39:47.074613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Attempting to bind port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:47.074981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Attempting to bind port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:47.075344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Attempting to bind port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:47.095798 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:47.096197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:47.096605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.096995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:47.097537 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Bound port: fb5c1bfa-3637-44f5-9ad4-400d9497bfc6, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:47.097925 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.099495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417542e-7770-4e1d-b14e-63277f11a867 None None] Pushing event updated for resources: {'Port': ['ID=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:47.181500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] For port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:47.194082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:39:47.194946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.198944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] For port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:47.210900 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.475304 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.496182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:47.496814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:47.501226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417542e-7770-4e1d-b14e-63277f11a867 None None] Pushing event updated for resources: {'Port': ['ID=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:47.637887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Allocated IP 172.20.0.2 (33dff9b5-5083-4e97-80e3-273d8a6b16e1/12b55866-2b11-4c16-b4f1-4b0348b06acf/63f0bacd-2eef-42af-8d40-5ac2fe8b31af) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:47.657233 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:47.925452 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Publish callbacks [] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.932598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:47.980881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.1 (33dff9b5-5083-4e97-80e3-273d8a6b16e1/12b55866-2b11-4c16-b4f1-4b0348b06acf/daab86d7-862f-402d-86d9-3351d7ca283f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:47.984252 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:47.991786 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:47.993629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Pushing event updated for resources: {'Port': ['ID=63f0bacd-2eef-42af-8d40-5ac2fe8b31af,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:47.996561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:47.999863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:45Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:48.028862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39522d-3d24-4e25-99bf-97339dabab36 None None] The sync data for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 is: [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:45Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:48.080744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Attempting to bind port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:48.081120 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Attempting to bind port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:48.081492 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Attempting to bind port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af on network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:48.087098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:48.087486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Checking segment: {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:48.087894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.088388 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Bound using segment: {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:48.088800 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Bound port: 63f0bacd-2eef-42af-8d40-5ac2fe8b31af, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:48.089186 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.116995 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (daab86d7-862f-402d-86d9-3351d7ca283f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.153596 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.167969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2c018206-7155-454e-a8dd-93effa570eba None None] For port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:48.176194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-2c018206-7155-454e-a8dd-93effa570eba None None] For port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=63f0bacd-2eef-42af-8d40-5ac2fe8b31af,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:48.183733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.197179 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:48.200580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:48.205341 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:48.247805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018206-7155-454e-a8dd-93effa570eba None None] Pushing event updated for resources: {'Port': ['ID=63f0bacd-2eef-42af-8d40-5ac2fe8b31af,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:48.250738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=daab86d7-862f-402d-86d9-3351d7ca283f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:48.281707 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (94c948b9-3e66-463e-bd90-e00c714874f2), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.442388 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.776447 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (daab86d7-862f-402d-86d9-3351d7ca283f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.782764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.864966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=daab86d7-862f-402d-86d9-3351d7ca283f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:48.868006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (94c948b9-3e66-463e-bd90-e00c714874f2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:48.972656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:48.975095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:49.100450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 94c948b9-3e66-463e-bd90-e00c714874f2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:39:49.243771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:39:49.252507 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-029a8fba-5e9c-44a7-a9a5-b713d1cec591 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/94c948b9-3e66-463e-bd90-e00c714874f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2347424 Jan 28 14:39:49.290167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63f0bacd-2eef-42af-8d40-5ac2fe8b31af up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:49.345717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:49.346183 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.374169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76ae1d-4fec-4e59-ac8b-f5826308ad8f None None] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:39:49.411195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-f65322e1-9d8b-4a2c-b451-29c23e821ce1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306117511&fields=id&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 267 time: 0.0472331 Jan 28 14:39:49.444727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4b772583-bf4d-43fd-8c3e-0795db9c613e None None] Provisioning complete for port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:49.445098 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b772583-bf4d-43fd-8c3e-0795db9c613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.525741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-bcdd654d-819e-475a-a4d7-53f40e6237da tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:49.527259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-bcdd654d-819e-475a-a4d7-53f40e6237da tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/networks?id=33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 200 len: 796 time: 0.1095355 Jan 28 14:39:49.542991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4dde9689-8ca3-44c1-8586-9b460609b3eb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/quotas/7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 375 time: 0.0100949 Jan 28 14:39:49.564112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:49.564514 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.609548 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-aa8d6545-aa4e-472c-8803-eba19d741369 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583820 Jan 28 14:39:49.628826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c00ef58-4964-48bd-98db-02258a5a7cd4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:39:49.630166 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c00ef58-4964-48bd-98db-02258a5a7cd4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071836 Jan 28 14:39:49.636759 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=63f0bacd-2eef-42af-8d40-5ac2fe8b31af,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:49.645540 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.646326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:49.650853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b772583-bf4d-43fd-8c3e-0795db9c613e None None] Current status of the port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:49.650853 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b772583-bf4d-43fd-8c3e-0795db9c613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.734306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-bba5c81b-8755-443e-b626-4db6d80ad5db service neutron] 10.222.0.45 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973477 Jan 28 14:39:49.777924 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-4b772583-bf4d-43fd-8c3e-0795db9c613e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:39:49.778285 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-4b772583-bf4d-43fd-8c3e-0795db9c613e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:39:49.780610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=63f0bacd-2eef-42af-8d40-5ac2fe8b31af,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:49.789695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:49.790074 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.859457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-366aa868-1826-4350-8f72-a02eea62d215 service neutron] 10.222.0.45 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177163 Jan 28 14:39:49.879554 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:49.880096 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.901565 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Sync routers for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:39:49.911564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:49.915260 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:49.916381 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:49.919922 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:49.987113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:50.082060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4cb483-710f-4f73-9c3c-61bb5199892f req-6ad043e5-ccd5-40f9-91d8-124fd9803686 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 210 time: 0.0362642 Jan 28 14:39:50.165653 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:50.326237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4b772583-bf4d-43fd-8c3e-0795db9c613e None None] Current status of the port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:50.406928 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 2, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:50.436209 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Checking router: 94c948b9-3e66-463e-bd90-e00c714874f2 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:39:50.436579 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Updating router 94c948b9-3e66-463e-bd90-e00c714874f2 port daab86d7-862f-402d-86d9-3351d7ca283f binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:39:50.450121 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-33252070-4566-4ca4-bff5-8d49e24eeb74 None None] Provisioning complete for port daab86d7-862f-402d-86d9-3351d7ca283f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:50.450501 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33252070-4566-4ca4-bff5-8d49e24eeb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:50.468887 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:50.494819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-33252070-4566-4ca4-bff5-8d49e24eeb74 None None] Port daab86d7-862f-402d-86d9-3351d7ca283f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:39:50.505353 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-33252070-4566-4ca4-bff5-8d49e24eeb74 None None] Provisioning complete for port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:50.506028 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33252070-4566-4ca4-bff5-8d49e24eeb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:50.602245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-33252070-4566-4ca4-bff5-8d49e24eeb74 None None] Current status of the port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:50.772879 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Publish callbacks [] for port (daab86d7-862f-402d-86d9-3351d7ca283f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:50.778436 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:50.832434 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Pushing event updated for resources: {'Port': ['ID=daab86d7-862f-402d-86d9-3351d7ca283f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:50.856344 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.856693 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.857037 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.857375 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.857707 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.858038 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.858362 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.858689 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.859009 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.859332 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.859659 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.860802 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.861224 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:39:50.894686 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Attempting to bind port daab86d7-862f-402d-86d9-3351d7ca283f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:50.895092 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Attempting to bind port daab86d7-862f-402d-86d9-3351d7ca283f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:50.895549 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Attempting to bind port daab86d7-862f-402d-86d9-3351d7ca283f on network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:50.901634 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:50.902389 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Checking segment: {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:50.902389 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:50.902789 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Bound using segment: {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:50.903302 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Bound port: daab86d7-862f-402d-86d9-3351d7ca283f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:50.903683 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:50.979694 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] For port daab86d7-862f-402d-86d9-3351d7ca283f, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:50.983510 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] For port daab86d7-862f-402d-86d9-3351d7ca283f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=daab86d7-862f-402d-86d9-3351d7ca283f,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:50.989639 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:51.027585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7af4d500-f0e6-49ad-bd87-4ec50cd5f05d None None] Provisioning complete for port daab86d7-862f-402d-86d9-3351d7ca283f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:51.028777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7af4d500-f0e6-49ad-bd87-4ec50cd5f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:51.044572 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:39:51.045295 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:51.112542 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9c89-9121-4e92-ba13-aa7390556d7b None None] Pushing event updated for resources: {'Port': ['ID=daab86d7-862f-402d-86d9-3351d7ca283f,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:51.183921 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7af4d500-f0e6-49ad-bd87-4ec50cd5f05d None None] Current status of the port daab86d7-862f-402d-86d9-3351d7ca283f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:51.185268 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7af4d500-f0e6-49ad-bd87-4ec50cd5f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:51.210014 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:39:51.238159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-7af4d500-f0e6-49ad-bd87-4ec50cd5f05d None None] For port daab86d7-862f-402d-86d9-3351d7ca283f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=daab86d7-862f-402d-86d9-3351d7ca283f,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:51.245817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7af4d500-f0e6-49ad-bd87-4ec50cd5f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:51.289961 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63f0bacd-2eef-42af-8d40-5ac2fe8b31af up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:51.358997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d500-f0e6-49ad-bd87-4ec50cd5f05d None None] Pushing event updated for resources: {'Port': ['ID=daab86d7-862f-402d-86d9-3351d7ca283f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:51.379294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:51.379676 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:51.474813 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:51.476066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:51.496168 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:50Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:39:51.503609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d6439955-2e30-48c8-a5c0-3574bccb7329 None None] Provisioning complete for port daab86d7-862f-402d-86d9-3351d7ca283f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:51.504128 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d6439955-2e30-48c8-a5c0-3574bccb7329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:51.526097 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0ad64-dd4b-4a7c-a6fe-85bf695476e3 None None] The sync data for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 is: [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:50Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:39:51.564448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:51.565103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:51.676105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d6439955-2e30-48c8-a5c0-3574bccb7329 None None] Current status of the port daab86d7-862f-402d-86d9-3351d7ca283f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:51.716436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:51.749040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6f3ca48e-bb94-4301-9812-f25cd896ac8e req-b8a655ea-25ab-4d6f-9c68-53f5ca456dea tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 210 time: 0.5096743 Jan 28 14:39:51.801205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-2b438822-e3a6-4a32-9735-4d4ec086c508 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:51.802621 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-2b438822-e3a6-4a32-9735-4d4ec086c508 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/networks?id=33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 200 len: 796 time: 0.6104684 Jan 28 14:39:51.872183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4ccf6d05-890b-42c4-9336-475992659ff7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 379 time: 0.0559590 Jan 28 14:39:51.884139 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'port': {'device_id': '714b494b-7697-4f06-8803-71d1746aabe8', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'admin_state_up': True, 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'security_groups': ['61cbde7a-9cf2-4bea-9da2-4e00fae2bd45']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:51.998402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:39:52.002502 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.137391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.3 (33dff9b5-5083-4e97-80e3-273d8a6b16e1/12b55866-2b11-4c16-b4f1-4b0348b06acf/50391a6f-e3fa-4e55-bd8e-06206dddfdc5) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:39:52.292826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.332237 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.379841 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:39:52.382965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:39:52.389226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:39:52.396976 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:52.453188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:52.454713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.473550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4c3d650b-0b34-473c-9b0c-8e5639ef96bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936329 Jan 28 14:39:52.484563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-c2d36b83-0a15-4ad5-bea1-348c826bf9dc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:39:52.485763 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-c2d36b83-0a15-4ad5-bea1-348c826bf9dc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062637 Jan 28 14:39:52.499232 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Request body: {'port': {'device_id': '714b494b-7697-4f06-8803-71d1746aabe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:39:52.574325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.617103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-85da7a56-2ee1-4345-9f1a-32ed29bf94c2 None None] Provisioning complete for port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:52.617584 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85da7a56-2ee1-4345-9f1a-32ed29bf94c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.665105 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-85da7a56-2ee1-4345-9f1a-32ed29bf94c2 None None] Port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:39:52.897022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:39:52.905477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Publish callbacks [] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:52.919218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd05cb-29c6-4ced-806b-dd2342b183c4 req-71a0f94e-6fe0-4549-aa5e-896bc1bc66a7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:52.921123 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90dd05cb-29c6-4ced-806b-dd2342b183c4 req-71a0f94e-6fe0-4549-aa5e-896bc1bc66a7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 931 time: 0.0950093 Jan 28 14:39:52.930793 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Transition to ACTIVE for port object 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:39:52.938742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.027719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Pushing event updated for resources: {'Port': ['ID=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:53.036839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90dd05cb-29c6-4ced-806b-dd2342b183c4 req-02d1576f-bd2a-4ecf-8c96-088b6df39433 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092634 Jan 28 14:39:53.111656 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Attempting to bind port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:39:53.112004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Attempting to bind port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:39:53.112373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Attempting to bind port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 on network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:53.117265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 on network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:39:53.117603 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Attempting to bind port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 on network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:39:53.123027 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:39:53.123380 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Checking segment: {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:39:53.123773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Bound using segment: {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:39:53.124239 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Bound port: 50391a6f-e3fa-4e55-bd8e-06206dddfdc5, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc14690c-7a91-445b-83e6-77625a8abd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:39:53.124613 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.215947 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] For port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:39:53.219859 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] For port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:39:53.226095 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.250207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device daab86d7-862f-402d-86d9-3351d7ca283f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:53.262391 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:53.263018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.264598 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] 10.222.0.60 "PUT /v2.0/ports/50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 200 len: 1091 time: 0.7700942 Jan 28 14:39:53.265038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:53.268064 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94" -d '{"events": [{"name": "network-changed", "server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:53.333714 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port daab86d7-862f-402d-86d9-3351d7ca283f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:53.334106 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:53.338729 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03824df4-427e-4af0-8ba5-cf5fdeaf5651 x-openstack-request-id: req-03824df4-427e-4af0-8ba5-cf5fdeaf5651 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:53.339272 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:53.339705 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03824df4-427e-4af0-8ba5-cf5fdeaf5651 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:53.340412 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'status': 'completed', 'code': 200} Jan 28 14:39:53.351936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261539a9-827a-4014-82bc-2fff75cf285b service neutron] Pushing event updated for resources: {'Port': ['ID=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:53.399444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-46b2780b-0a32-444d-a8ae-56218835b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:53.401039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-46b2780b-0a32-444d-a8ae-56218835b50e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1094 time: 0.0657918 Jan 28 14:39:53.437318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port daab86d7-862f-402d-86d9-3351d7ca283f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:53.454398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-5a11bf13-584f-4d39-a8bd-197df32d42cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 200 len: 217 time: 0.0431435 Jan 28 14:39:53.504545 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-956f14f5-43f8-431d-968a-143c6bfbf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:53.506088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-956f14f5-43f8-431d-968a-143c6bfbf8c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12b55866-2b11-4c16-b4f1-4b0348b06acf HTTP/1.1" status: 200 len: 834 time: 0.0468962 Jan 28 14:39:53.554494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-e953b938-d626-4894-934d-f175fe9a1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:53.556008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-e953b938-d626-4894-934d-f175fe9a1594 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33dff9b5-5083-4e97-80e3-273d8a6b16e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428045 Jan 28 14:39:53.658243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4ee54bc7-c53c-4a09-8f16-f86e1fbea336 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945549 Jan 28 14:39:53.746604 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8391f1ec-aa2e-4032-86e4-7eb7862930bb req-4d3d948f-6f71-405f-9eae-464756939f06 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820632 Jan 28 14:39:53.836102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-af7eccd8-2089-49e2-9194-7075f6f4edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:53.837619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-af7eccd8-2089-49e2-9194-7075f6f4edb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1094 time: 0.0429413 Jan 28 14:39:53.932006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-3ebc6bfe-aa95-4a5d-b2b1-d9e72279c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:53.933527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-3ebc6bfe-aa95-4a5d-b2b1-d9e72279c719 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 200 len: 897 time: 0.0886617 Jan 28 14:39:53.975577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-891e67b8-2bb8-45bb-a303-e6c506ca1ab4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 200 len: 217 time: 0.0358419 Jan 28 14:39:54.027107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-e2f073d2-279f-40ef-99a5-988fcb19aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:54.028524 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-e2f073d2-279f-40ef-99a5-988fcb19aae3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12b55866-2b11-4c16-b4f1-4b0348b06acf HTTP/1.1" status: 200 len: 834 time: 0.0449774 Jan 28 14:39:54.080770 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-7cd765c7-9141-4b57-b487-d1f07555d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:54.082303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-7cd765c7-9141-4b57-b487-d1f07555d060 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33dff9b5-5083-4e97-80e3-273d8a6b16e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470343 Jan 28 14:39:54.219800 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528bd64-94e7-437a-8a04-332ae0745ee0 req-976299d9-57f4-437f-b792-ac8b9ada1281 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:54.221427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9528bd64-94e7-437a-8a04-332ae0745ee0 req-976299d9-57f4-437f-b792-ac8b9ada1281 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 943 time: 0.0866835 Jan 28 14:39:54.225452 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-e8b994d5-37e0-4b94-90c7-e5ceef95834e service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364748 Jan 28 14:39:54.319823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9528bd64-94e7-437a-8a04-332ae0745ee0 req-13952cc1-48d9-4687-a4c5-05c393c542f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925646 Jan 28 14:39:54.351311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a511d6b3-6ce2-4773-a2d1-eae259f1ac94 req-ce023ccf-7f0c-4af7-8fda-148601824377 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179326 Jan 28 14:39:55.441053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8681b-0264-4056-b635-29fbbc7dbbf1 req-a9154af8-ecb9-4d11-bc00-4eaac643b3e6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:55.442459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25f8681b-0264-4056-b635-29fbbc7dbbf1 req-a9154af8-ecb9-4d11-bc00-4eaac643b3e6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 943 time: 0.0540183 Jan 28 14:39:55.494277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25f8681b-0264-4056-b635-29fbbc7dbbf1 req-492fb7da-5b00-414e-8e03-a6fff2d1208e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462811 Jan 28 14:39:56.391045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:39:56.486896 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:56.498324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'port_id': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'mac_address': 'fa:16:3e:b2:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:39:56.535744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:56.536178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:56.553827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:39:56.574117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:56.578067 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:56.619318 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fdb8f-8919-47c3-830e-6e84699cf967 req-65c7b8d7-98c3-4f7e-b65b-e45783c63b73 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:56.620978 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-643fdb8f-8919-47c3-830e-6e84699cf967 req-65c7b8d7-98c3-4f7e-b65b-e45783c63b73 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 943 time: 0.0584536 Jan 28 14:39:56.678404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-643fdb8f-8919-47c3-830e-6e84699cf967 req-51d2a918-02a1-4d31-bac8-5ccb9a0b9931 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504060 Jan 28 14:39:56.785995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:56.841869 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['50391a6f-e3fa-4e55-bd8e-06206dddfdc5'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:39:57.286534 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:57.797611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bca32d-aa25-445e-b241-9fada8a795d7 req-94735d40-b990-4816-b1e9-fe9ed4ab241c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:57.799444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39bca32d-aa25-445e-b241-9fada8a795d7 req-94735d40-b990-4816-b1e9-fe9ed4ab241c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 944 time: 0.0519850 Jan 28 14:39:57.853579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-39bca32d-aa25-445e-b241-9fada8a795d7 req-9073d6bf-7e13-4724-8a25-fda4fdb04b04 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486627 Jan 28 14:39:58.394547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:39:58.442763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:39:58.446804 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:39:58.447185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:58.527404 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:39:58.527794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:58.550561 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:39:58.552865 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc1ade7-0e6e-4534-879c-01fb6aa6b9de" -d '{"events": [{"server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "name": "network-vif-plugged", "status": "completed", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:39:58.566225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:39:58.570223 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:58.592748 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4747812e-8ee1-402a-94cc-4e6e93089b84 x-openstack-request-id: req-4747812e-8ee1-402a-94cc-4e6e93089b84 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:39:58.593046 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "name": "network-vif-plugged", "status": "completed", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:39:58.593309 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4747812e-8ee1-402a-94cc-4e6e93089b84 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:39:58.593704 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'code': 200} Jan 28 14:39:58.623067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:39:58.653586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:39:58.691658 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf0b6-81fc-4699-936e-cd4d349e63ad req-9854cf96-4ca6-4486-b5c1-60ff39ac28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:58.693939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcebf0b6-81fc-4699-936e-cd4d349e63ad req-9854cf96-4ca6-4486-b5c1-60ff39ac28f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1096 time: 0.0434191 Jan 28 14:39:58.745246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcebf0b6-81fc-4699-936e-cd4d349e63ad req-4b3e113a-b6d0-407a-9efd-2cb26d43646b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Jan 28 14:39:58.971936 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca7b5-9d3a-4596-9a4e-eaacf954792c req-6ead08a4-3f6e-48c1-8b5d-cd9cc85d59e7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:39:58.973375 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-000ca7b5-9d3a-4596-9a4e-eaacf954792c req-6ead08a4-3f6e-48c1-8b5d-cd9cc85d59e7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0485444 Jan 28 14:39:59.021772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-000ca7b5-9d3a-4596-9a4e-eaacf954792c req-b3964f7a-d79d-400e-b466-02b923a77b5c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 Jan 28 14:40:00.142126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4902497-48e0-4482-96c0-58a5b0fe1851 req-0caa8405-77f1-46d8-978f-df7d5ea572bb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:00.143615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4902497-48e0-4482-96c0-58a5b0fe1851 req-0caa8405-77f1-46d8-978f-df7d5ea572bb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0531352 Jan 28 14:40:00.193517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4902497-48e0-4482-96c0-58a5b0fe1851 req-745b49c0-221a-4dea-a7b4-f2e7a197f060 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Jan 28 14:40:00.305425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f9e27-41ba-4e76-9aac-eb7984fd3fab req-bb523050-d67d-4b42-a960-65a191cf5594 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:00.306881 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-569f9e27-41ba-4e76-9aac-eb7984fd3fab req-bb523050-d67d-4b42-a960-65a191cf5594 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Jan 28 14:40:00.356349 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-569f9e27-41ba-4e76-9aac-eb7984fd3fab req-1f35f01a-dd39-42f4-b9b8-2f68171a7972 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Jan 28 14:40:00.379242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48302) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:40:00.423117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4209558-f513-4097-8731-1cd3e34cb1f3 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:00.424693 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f4209558-f513-4097-8731-1cd3e34cb1f3 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1091 time: 0.0444732 Jan 28 14:40:00.427620 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48304) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:40:00.431829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:40:00.451840 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:00.547636 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:00.656059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.97 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:40:00.757517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:00.791431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:00.829676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:40:00.832505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:40:00.837934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:40:00.843331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:40:01.208985 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (1650ab0e-dd14-4430-b0d5-3c6fa29a7a49), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:01.280265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:01.430148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:01.434580 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:01.502996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:40:01.517472 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (1650ab0e-dd14-4430-b0d5-3c6fa29a7a49), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:01.619139 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 1650ab0e-dd14-4430-b0d5-3c6fa29a7a49 associated. External IP: 172.25.4.97, port: 50391a6f-e3fa-4e55-bd8e-06206dddfdc5. Jan 28 14:40:01.832504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 94c948b9-3e66-463e-bd90-e00c714874f2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:40:01.941353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:40:01.950523 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] Sync routers for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:40:01.958476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:01.960829 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:40:01.961562 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:01.986469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a95702e6-fa84-4f0f-85bd-392c0ba0e537 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5577934 Jan 28 14:40:01.987080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:40:01.989356 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251baa1d-b393-400c-8f73-3a0b542e628a" -d '{"events": [{"name": "network-changed", "server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:40:02.072674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:40:02.085314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621fcc6-e030-433c-8c5d-87bbfb922309 req-06960431-60e2-4435-85c3-b4a965a75a8a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:02.086844 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7621fcc6-e030-433c-8c5d-87bbfb922309 req-06960431-60e2-4435-85c3-b4a965a75a8a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Jan 28 14:40:02.138280 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7621fcc6-e030-433c-8c5d-87bbfb922309 req-810ff1ba-3115-4b4f-8d1f-0acd3c62e885 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454776 Jan 28 14:40:02.161365 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48310) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:40:02.185336 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63376cf3-0a3d-4a0a-9761-79360cafe644 x-openstack-request-id: req-63376cf3-0a3d-4a0a-9761-79360cafe644 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:40:02.185630 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:40:02.185894 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63376cf3-0a3d-4a0a-9761-79360cafe644 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:40:02.186315 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'status': 'completed', 'code': 200} Jan 28 14:40:02.227054 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-73998fcf-27a3-460b-be72-f20c9bd149a8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/1650ab0e-dd14-4430-b0d5-3c6fa29a7a49 HTTP/1.1" status: 200 len: 990 time: 0.0635107 Jan 28 14:40:02.255737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251baa1d-b393-400c-8f73-3a0b542e628a req-37ef375f-e95b-4654-95d1-cc86562622fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:02.257913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-251baa1d-b393-400c-8f73-3a0b542e628a req-37ef375f-e95b-4654-95d1-cc86562622fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1096 time: 0.0451922 Jan 28 14:40:02.311058 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '1650ab0e-dd14-4430-b0d5-3c6fa29a7a49', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'port_id': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'mac_address': 'fa:16:3e:b2:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b494b-7697-4f06-8803-71d1746aabe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:40:01Z', 'updated_at': '2022-01-28T14:40:01Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:51Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:02.337394 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] Checking router: 94c948b9-3e66-463e-bd90-e00c714874f2 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:40:02.345809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:40:02.346418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:39:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:02.355331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251baa1d-b393-400c-8f73-3a0b542e628a req-476887ae-b705-49fc-b3b1-6775da228983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:02.356880 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-251baa1d-b393-400c-8f73-3a0b542e628a req-476887ae-b705-49fc-b3b1-6775da228983 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 200 len: 897 time: 0.0922580 Jan 28 14:40:02.423630 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-251baa1d-b393-400c-8f73-3a0b542e628a req-053fce76-5ca4-4c25-9218-95dff801ae05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 200 len: 998 time: 0.0605516 Jan 28 14:40:02.456575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:40:02.480561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251baa1d-b393-400c-8f73-3a0b542e628a req-090ba860-fd51-4f1f-84b9-791520be6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:02.482052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-251baa1d-b393-400c-8f73-3a0b542e628a req-090ba860-fd51-4f1f-84b9-791520be6942 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12b55866-2b11-4c16-b4f1-4b0348b06acf HTTP/1.1" status: 200 len: 834 time: 0.0517063 Jan 28 14:40:02.528360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251baa1d-b393-400c-8f73-3a0b542e628a req-016e95a2-170f-4eac-ac97-c593fc2f85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:02.529884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-251baa1d-b393-400c-8f73-3a0b542e628a req-016e95a2-170f-4eac-ac97-c593fc2f85cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33dff9b5-5083-4e97-80e3-273d8a6b16e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418923 Jan 28 14:40:02.621889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-251baa1d-b393-400c-8f73-3a0b542e628a req-0e7d3b17-f648-4546-b5d1-7fb6f44c0d10 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857427 Jan 28 14:40:02.687635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '1650ab0e-dd14-4430-b0d5-3c6fa29a7a49', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'port_id': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'mac_address': 'fa:16:3e:b2:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b494b-7697-4f06-8803-71d1746aabe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:40:01Z', 'updated_at': '2022-01-28T14:40:01Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:51Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:40:02.713982 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310f2d5-2cef-4771-96c2-fcb1b43d5328 None None] The sync data for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 is: [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '1650ab0e-dd14-4430-b0d5-3c6fa29a7a49', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'port_id': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'mac_address': 'fa:16:3e:b2:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b494b-7697-4f06-8803-71d1746aabe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:40:01Z', 'updated_at': '2022-01-28T14:40:01Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:51Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:40:02.716309 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-251baa1d-b393-400c-8f73-3a0b542e628a req-89048d38-d5e7-4796-841e-3c30294de9b5 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880752 Jan 28 14:40:02.915716 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cffff1-d9a2-4cdc-8d2e-4266e4b46f65 None None] New status for floating IP 1650ab0e-dd14-4430-b0d5-3c6fa29a7a49: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:40:03.230317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48312) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:40:03.294327 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-32e8e138-10d3-4d83-8075-22e852ae62ff tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/1650ab0e-dd14-4430-b0d5-3c6fa29a7a49 HTTP/1.1" status: 200 len: 992 time: 0.0628519 Jan 28 14:40:05.088151 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3ae44168-f8ac-4805-b580-cc598123f94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:07.822764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd048-458f-4a7e-8f49-16bb8e8b8e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:08.995899 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:10.826262 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:11.966624 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:17.760571 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:40:27.286794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:28.671118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:35.089667 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bd1-b13a-42a3-9377-4fb9764437b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:37.827304 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-56bcfad3-1296-4c3d-a8c2-5748516c3e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:38.750427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc68a6-6ceb-450e-bfd2-282b07a8974c req-ff2483f9-b043-4dc8-a429-d045c929a288 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:38.752139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19cc68a6-6ceb-450e-bfd2-282b07a8974c req-ff2483f9-b043-4dc8-a429-d045c929a288 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0786192 Jan 28 14:40:38.757402 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-4f2e1576-7903-4daa-b46d-02214d67d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:38.758795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-4f2e1576-7903-4daa-b46d-02214d67d5fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1096 time: 0.0586128 Jan 28 14:40:38.855494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-19cc68a6-6ceb-450e-bfd2-282b07a8974c req-d42c11bd-c46d-44e4-b117-e273892610f3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957334 Jan 28 14:40:38.884334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-08c2b738-c957-4580-94a5-151f808b04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:38.885827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-08c2b738-c957-4580-94a5-151f808b04c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 200 len: 897 time: 0.1091075 Jan 28 14:40:38.955308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-c66f67c2-c8fd-49d3-94a2-e50bf973195d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 200 len: 1000 time: 0.0625036 Jan 28 14:40:38.999732 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:39.353588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-baa28b5c-e1cc-4734-a1a2-02e22cd7691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:39.355068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-baa28b5c-e1cc-4734-a1a2-02e22cd7691f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12b55866-2b11-4c16-b4f1-4b0348b06acf HTTP/1.1" status: 200 len: 834 time: 0.3930283 Jan 28 14:40:39.402311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-32a46016-9144-40d1-bd72-08c5dc8e090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:39.403734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-32a46016-9144-40d1-bd72-08c5dc8e090c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33dff9b5-5083-4e97-80e3-273d8a6b16e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406461 Jan 28 14:40:39.499977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-62b93609-1aa5-4ce1-b5fe-210e8c395885 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881925 Jan 28 14:40:39.591059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6835803-06c5-4bdf-9b4e-7c3d8d70d73b req-956d7c23-8858-4ee9-97c2-f2cbb9c6aba7 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833726 Jan 28 14:40:39.972054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c37e7-2550-4ffa-94b2-a048b3143925 req-dd9c4713-8f88-4b86-9dbc-68e592252792 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:39.973541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a2c37e7-2550-4ffa-94b2-a048b3143925 req-dd9c4713-8f88-4b86-9dbc-68e592252792 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Jan 28 14:40:40.025271 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6a2c37e7-2550-4ffa-94b2-a048b3143925 req-ada1d2c8-ae56-4ef7-a9d7-8b3fdab08ac4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459304 Jan 28 14:40:40.832878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:41.141608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16eb1e-f678-4959-b85b-c47534c12209 req-b49e8bb6-088e-4c41-b1eb-5bc1902a56ce tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:41.143314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f16eb1e-f678-4959-b85b-c47534c12209 req-b49e8bb6-088e-4c41-b1eb-5bc1902a56ce tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0499797 Jan 28 14:40:41.192653 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f16eb1e-f678-4959-b85b-c47534c12209 req-7e486354-aeb6-4259-a1a5-d5ea026ddb48 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Jan 28 14:40:41.971039 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:42.306452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457f05-f20d-465d-9723-05ed356e4757 req-2871096b-5702-4dd3-8ccc-a8d7294cddc3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:42.307939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5457f05-f20d-465d-9723-05ed356e4757 req-2871096b-5702-4dd3-8ccc-a8d7294cddc3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0482786 Jan 28 14:40:42.356561 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c5457f05-f20d-465d-9723-05ed356e4757 req-b3ff5c81-35b4-413d-aab0-db22715c5833 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Jan 28 14:40:43.488682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d6a4-3014-4c22-a542-f01d046f13cd req-c43ecf6a-11c6-4940-b6f9-c77d13a46466 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:43.490181 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a44d6a4-3014-4c22-a542-f01d046f13cd req-c43ecf6a-11c6-4940-b6f9-c77d13a46466 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0533075 Jan 28 14:40:43.545619 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a44d6a4-3014-4c22-a542-f01d046f13cd req-13107c69-dec2-4afb-9980-30fbc3593a3c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463831 Jan 28 14:40:44.661968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b85b33-b7c9-4c50-aab4-2d448bf4784b req-7fba6cc2-954a-4058-9b4b-9eb4ee3fd2bb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:44.663468 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57b85b33-b7c9-4c50-aab4-2d448bf4784b req-7fba6cc2-954a-4058-9b4b-9eb4ee3fd2bb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Jan 28 14:40:44.713518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57b85b33-b7c9-4c50-aab4-2d448bf4784b req-a718dda9-8439-4b21-ab83-0bb1f4a909fe tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444188 Jan 28 14:40:44.882346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500882a-5a11-4399-8b89-6fae8784be27 req-c2238138-9baa-4d70-9abc-9a4108010646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:44.883753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4500882a-5a11-4399-8b89-6fae8784be27 req-c2238138-9baa-4d70-9abc-9a4108010646 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1096 time: 0.0415421 Jan 28 14:40:44.990244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500882a-5a11-4399-8b89-6fae8784be27 req-f0a47986-1333-4f5b-8dcc-d33d9ad2d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:44.991733 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4500882a-5a11-4399-8b89-6fae8784be27 req-f0a47986-1333-4f5b-8dcc-d33d9ad2d709 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 200 len: 897 time: 0.0873015 Jan 28 14:40:45.058840 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4500882a-5a11-4399-8b89-6fae8784be27 req-9a87eae0-ef75-49bc-a4fa-49e76d6cb980 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 200 len: 1000 time: 0.0572517 Jan 28 14:40:45.111257 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500882a-5a11-4399-8b89-6fae8784be27 req-2f94d6d9-0303-4b89-8df9-4aac3f183080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:45.112746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4500882a-5a11-4399-8b89-6fae8784be27 req-2f94d6d9-0303-4b89-8df9-4aac3f183080 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12b55866-2b11-4c16-b4f1-4b0348b06acf HTTP/1.1" status: 200 len: 834 time: 0.0478871 Jan 28 14:40:45.164004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500882a-5a11-4399-8b89-6fae8784be27 req-f2056312-8668-44d1-92c3-3638f20566d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:45.165656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4500882a-5a11-4399-8b89-6fae8784be27 req-f2056312-8668-44d1-92c3-3638f20566d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33dff9b5-5083-4e97-80e3-273d8a6b16e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436649 Jan 28 14:40:45.257636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4500882a-5a11-4399-8b89-6fae8784be27 req-b651c141-649a-4705-b39b-076efd642dc1 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857155 Jan 28 14:40:45.355910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4500882a-5a11-4399-8b89-6fae8784be27 req-20138ec1-f9a1-46d2-b7cd-1f0b2a52410d service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879977 Jan 28 14:40:45.827889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b01f0-655e-41be-b3f5-6a4944e3207e req-c79a1617-8f77-4819-a37c-916224e12881 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:45.830191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7b3b01f0-655e-41be-b3f5-6a4944e3207e req-c79a1617-8f77-4819-a37c-916224e12881 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Jan 28 14:40:45.878357 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7b3b01f0-655e-41be-b3f5-6a4944e3207e req-5e69420e-e034-485c-be7f-c59fcdf7a66e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Jan 28 14:40:46.999255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dd339-9004-4b2e-a0eb-076d6bf8ac31 req-eb81c9f8-41ab-421d-9806-5f145f56264a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:47.001567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df2dd339-9004-4b2e-a0eb-076d6bf8ac31 req-eb81c9f8-41ab-421d-9806-5f145f56264a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0542357 Jan 28 14:40:47.050397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-df2dd339-9004-4b2e-a0eb-076d6bf8ac31 req-c10eb858-cf86-4cb0-ad16-d4d8d4d30847 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432608 Jan 28 14:40:48.168253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9dd90-462e-47e2-873d-b66c61e83b5b req-a569e4a5-1714-4e68-bda9-acc6e310e39c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:48.169780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61f9dd90-462e-47e2-873d-b66c61e83b5b req-a569e4a5-1714-4e68-bda9-acc6e310e39c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0515332 Jan 28 14:40:48.220056 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-61f9dd90-462e-47e2-873d-b66c61e83b5b req-76ab6d94-168e-4e22-904f-fce0834c52e5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 Jan 28 14:40:49.332905 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02736f35-932e-4a9c-b846-a2a4c474d41a req-557256ed-b231-48fb-95d9-138609dbe9cb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:49.334403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02736f35-932e-4a9c-b846-a2a4c474d41a req-557256ed-b231-48fb-95d9-138609dbe9cb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0483217 Jan 28 14:40:49.387248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02736f35-932e-4a9c-b846-a2a4c474d41a req-d09b2363-ace0-43ba-af75-7beeea79128d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470753 Jan 28 14:40:50.506420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6e1f4-3b2a-4746-8ec9-5e8c9fdcd91a req-2ab0844f-a414-4a05-921f-624a23abc447 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:50.507823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14c6e1f4-3b2a-4746-8ec9-5e8c9fdcd91a req-2ab0844f-a414-4a05-921f-624a23abc447 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0491285 Jan 28 14:40:50.556404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-14c6e1f4-3b2a-4746-8ec9-5e8c9fdcd91a req-f3fdedfb-c6f4-4f72-bae7-362c1cdac1bd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Jan 28 14:40:51.671152 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64bb3a-220c-4644-a56d-ea39ec2c2fec req-9488e43d-c100-48e2-bca8-f37e64380e31 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:51.673368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c64bb3a-220c-4644-a56d-ea39ec2c2fec req-9488e43d-c100-48e2-bca8-f37e64380e31 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0486722 Jan 28 14:40:51.721522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c64bb3a-220c-4644-a56d-ea39ec2c2fec req-978eab93-0ffa-4230-8037-42f7b5c30f09 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423052 Jan 28 14:40:52.840521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049382fe-0cfb-45e1-8caf-e54471f440ed req-7240d911-edd0-42d3-aea3-db84fc35a39f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:52.841993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-049382fe-0cfb-45e1-8caf-e54471f440ed req-7240d911-edd0-42d3-aea3-db84fc35a39f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0527887 Jan 28 14:40:52.889970 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-049382fe-0cfb-45e1-8caf-e54471f440ed req-a1772df7-86cc-4d4b-baf9-ec424c3dbe9c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424209 Jan 28 14:40:54.007217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01405b-71bf-483a-a5aa-53814c7a6795 req-769c05a6-96c0-4a0d-bfea-247c7b87a2ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:54.008839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c01405b-71bf-483a-a5aa-53814c7a6795 req-769c05a6-96c0-4a0d-bfea-247c7b87a2ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0495694 Jan 28 14:40:54.059435 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2c01405b-71bf-483a-a5aa-53814c7a6795 req-1e192873-d2ae-4bb3-a79d-8af0d873ca99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450032 Jan 28 14:40:54.760197 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:40:55.183218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3972343-c846-4fc8-b24e-cde49e4c792d req-633e7e02-e527-4ba2-be66-0b2491263551 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:55.184738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3972343-c846-4fc8-b24e-cde49e4c792d req-633e7e02-e527-4ba2-be66-0b2491263551 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0558622 Jan 28 14:40:55.234098 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a3972343-c846-4fc8-b24e-cde49e4c792d req-882a7b21-29dc-423c-89e8-e0e73b88f450 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Jan 28 14:40:56.349422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed12b-6032-41e7-a61c-cdf338bbbba3 req-227ae158-b2ce-43a2-aa3f-49ae2405e012 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:40:56.350915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-879ed12b-6032-41e7-a61c-cdf338bbbba3 req-227ae158-b2ce-43a2-aa3f-49ae2405e012 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Jan 28 14:40:56.400808 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-879ed12b-6032-41e7-a61c-cdf338bbbba3 req-1a0c8eca-1f0b-4b7f-9ac3-4e841976a058 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443490 Jan 28 14:40:56.424837 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48358) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:40:56.488383 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d7593c24-d7a5-4d6e-a71c-7d8286ef5fc3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/1650ab0e-dd14-4430-b0d5-3c6fa29a7a49 HTTP/1.1" status: 200 len: 992 time: 0.0617981 Jan 28 14:40:57.302434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:40:58.691824 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:05.091325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4a9ff631-7098-44eb-b011-e23e7fca0cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:07.820971 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c874ba28-318d-47d4-8e7e-58f0eac7ce0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:09.003000 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:10.833200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:11.973085 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.164189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48370) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:27.303632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.319152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:27.319504 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.395699 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.396024 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.407927 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:27.558582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.584848 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=d1bd2b0e-b353-4b12-ad7b-cdc4aa81665a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:27.596801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.597271 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.597626 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.598120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.598459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.598797 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.599136 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.599471 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.599804 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.600162 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.600495 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.600822 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.601146 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:27.659300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (1650ab0e-dd14-4430-b0d5-3c6fa29a7a49), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.659723 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 1650ab0e-dd14-4430-b0d5-3c6fa29a7a49 disassociated (deleted). External IP: 172.25.4.97, port: 50391a6f-e3fa-4e55-bd8e-06206dddfdc5. Jan 28 14:41:27.876832 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 94c948b9-3e66-463e-bd90-e00c714874f2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:27.990061 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:27.995021 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:27.999796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] Sync routers for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:28.009950 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:28.010570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:28.023417 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-fe053b76-6fa5-4d87-a71b-a66107d23042 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/floatingips/1650ab0e-dd14-4430-b0d5-3c6fa29a7a49 HTTP/1.1" status: 204 len: 168 time: 0.8581066 Jan 28 14:41:28.024016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:28.026288 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3987c3-773f-4b59-a923-ace727b2b7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:28.120606 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:28.195286 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8230aa83-edab-4163-8937-51b01c1fb539 x-openstack-request-id: req-8230aa83-edab-4163-8937-51b01c1fb539 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:28.195893 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:28.195893 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8230aa83-edab-4163-8937-51b01c1fb539 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:28.196348 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'status': 'completed', 'code': 200} Jan 28 14:41:28.301440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-854fb123-594e-44f8-9049-5674cfb7c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:28.303094 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-854fb123-594e-44f8-9049-5674cfb7c725 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 1096 time: 0.0740821 Jan 28 14:41:28.341199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156ae1-c070-4010-a56f-8a5968708272 req-6312ee0e-0485-430c-a409-5d470f8858f9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:28.342719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f156ae1-c070-4010-a56f-8a5968708272 req-6312ee0e-0485-430c-a409-5d470f8858f9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0812485 Jan 28 14:41:28.343317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:51Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:28.370579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] Checking router: 94c948b9-3e66-463e-bd90-e00c714874f2 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:28.379242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:28.379859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:28.446138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f156ae1-c070-4010-a56f-8a5968708272 req-59b28f99-1689-4ec2-8645-3d9212fa6b10 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734162 Jan 28 14:41:28.451114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-5e3ce485-caf5-4d1b-a842-78ebe9111025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:28.452719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-5e3ce485-caf5-4d1b-a842-78ebe9111025 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 200 len: 897 time: 0.1395910 Jan 28 14:41:28.491287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:28.500528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-1fbe3943-9826-46c6-9c08-507ea7f1328b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 200 len: 217 time: 0.0399895 Jan 28 14:41:28.551854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-191df877-d04f-4c95-ab13-86229a5bcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:28.553692 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-191df877-d04f-4c95-ab13-86229a5bcf04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=12b55866-2b11-4c16-b4f1-4b0348b06acf HTTP/1.1" status: 200 len: 834 time: 0.0446925 Jan 28 14:41:28.600981 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-4098242d-3266-4b5a-a079-7d2cf7fcd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:28.602489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-4098242d-3266-4b5a-a079-7d2cf7fcd809 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33dff9b5-5083-4e97-80e3-273d8a6b16e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414073 Jan 28 14:41:28.687530 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:28.699356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:51Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:28.701883 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-f998ad72-58b7-4c04-babb-7f500a73aebd service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905745 Jan 28 14:41:28.798095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8f3987c3-773f-4b59-a923-ace727b2b7fd req-638d6820-4bc6-4b12-9d0b-9c4137ef1168 service neutron] 10.222.0.60 "GET /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889122 Jan 28 14:41:28.886632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d533a3-0d58-404f-afc0-1566e96e88e0 None None] The sync data for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 is: [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:39:48Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'daab86d7-862f-402d-86d9-3351d7ca283f', 'name': '', 'network_id': '33dff9b5-5083-4e97-80e3-273d8a6b16e1', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:23:df:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:47Z', 'updated_at': '2022-01-28T14:39:51Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '12b55866-2b11-4c16-b4f1-4b0348b06acf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:29.104675 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7979362-14fa-4d26-b3de-4eb39818c5c7 None None] New status for floating IP 1650ab0e-dd14-4430-b0d5-3c6fa29a7a49: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:41:29.566626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c175-51c4-46b0-9ae7-da5062f18c13 req-2d8db61b-1e24-411b-8842-a7a7eb6a1bf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:29.568860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4f4c175-51c4-46b0-9ae7-da5062f18c13 req-2d8db61b-1e24-411b-8842-a7a7eb6a1bf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0542769 Jan 28 14:41:29.620333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4f4c175-51c4-46b0-9ae7-da5062f18c13 req-30f70d96-769f-43d7-b047-f8430111d11c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451450 Jan 28 14:41:30.112931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-6d93f677-f1a0-43e8-aa5a-a2c81cf247dc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:30.114447 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-6d93f677-f1a0-43e8-aa5a-a2c81cf247dc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 945 time: 0.0556815 Jan 28 14:41:30.207339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:30.207690 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.300205 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:30.300576 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.312153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:30.443311 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (50391a6f-e3fa-4e55-bd8e-06206dddfdc5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.471917 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=50391a6f-e3fa-4e55-bd8e-06206dddfdc5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:30.498140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.498498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.498844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.499187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.499522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.499856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.500225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.500549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.500884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.501214 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.501539 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.501862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.502185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:30.523731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] No DVR routers for this DVR port 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:41:30.526425 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:30.529634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b7687d0-8316-41bf-9e02-e6cc5010619e req-a2df40fd-2df0-473e-a76b-88aee22ddfcf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "DELETE /v2.0/ports/50391a6f-e3fa-4e55-bd8e-06206dddfdc5 HTTP/1.1" status: 204 len: 173 time: 0.4089963 Jan 28 14:41:30.530071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'name': 'network-vif-deleted', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:30.532320 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d979276d-3b80-4a54-9d95-276f1aff6a2f" -d '{"events": [{"server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "name": "network-vif-deleted", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:30.641340 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4d2031-9b8f-4d75-80f6-98cfdc40d016 x-openstack-request-id: req-4c4d2031-9b8f-4d75-80f6-98cfdc40d016 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:30.641975 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714b494b-7697-4f06-8803-71d1746aabe8", "name": "network-vif-deleted", "tag": "50391a6f-e3fa-4e55-bd8e-06206dddfdc5", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:30.641975 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c4d2031-9b8f-4d75-80f6-98cfdc40d016 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:30.642308 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714b494b-7697-4f06-8803-71d1746aabe8', 'name': 'network-vif-deleted', 'tag': '50391a6f-e3fa-4e55-bd8e-06206dddfdc5', 'status': 'completed', 'code': 200} Jan 28 14:41:30.731281 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c7aa1842-00d6-44d2-93da-1a806afd1a18 req-b85c531a-f94e-4744-8d27-e0af5bc9f550 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=714b494b-7697-4f06-8803-71d1746aabe8 HTTP/1.1" status: 200 len: 210 time: 0.0315213 Jan 28 14:41:31.759248 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:41:31.788798 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48388) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:32.474415 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (94c948b9-3e66-463e-bd90-e00c714874f2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:32.735442 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port daab86d7-862f-402d-86d9-3351d7ca283f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:32.735703 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:32.825239 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port daab86d7-862f-402d-86d9-3351d7ca283f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=daab86d7-862f-402d-86d9-3351d7ca283f,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:32.825924 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:32.838113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for daab86d7-862f-402d-86d9-3351d7ca283f owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:33.022211 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (daab86d7-862f-402d-86d9-3351d7ca283f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.049558 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=daab86d7-862f-402d-86d9-3351d7ca283f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:33.243712 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (94c948b9-3e66-463e-bd90-e00c714874f2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.461164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 94c948b9-3e66-463e-bd90-e00c714874f2 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:33.566459 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:33.571933 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e50bb346-509e-43b0-8b3d-4ec071dfd55d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/94c948b9-3e66-463e-bd90-e00c714874f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820969 Jan 28 14:41:33.574693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48390) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:33.577903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] Sync routers for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:33.589551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:33.590178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:33.627084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting subnet 12b55866-2b11-4c16-b4f1-4b0348b06acf {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:41:33.630311 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (12b55866-2b11-4c16-b4f1-4b0348b06acf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.670111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (12b55866-2b11-4c16-b4f1-4b0348b06acf), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.698208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:33.759988 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (12b55866-2b11-4c16-b4f1-4b0348b06acf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.819822 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (12b55866-2b11-4c16-b4f1-4b0348b06acf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.846379 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Subnet': ['ID=12b55866-2b11-4c16-b4f1-4b0348b06acf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:33.850124 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.853444 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e6676b07-a52b-4e85-88a4-f17a5918b53d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/subnets/12b55866-2b11-4c16-b4f1-4b0348b06acf HTTP/1.1" status: 204 len: 168 time: 0.2776840 Jan 28 14:41:33.855974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48392) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:33.862482 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807ce45-f25f-43d7-b22f-ce69d76953a8 None None] Network 33dff9b5-5083-4e97-80e3-273d8a6b16e1 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:41:33.963919 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (94c948b9-3e66-463e-bd90-e00c714874f2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:33.969764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:41:32Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:34.005516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] Checking router: 94c948b9-3e66-463e-bd90-e00c714874f2 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:34.014135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] Routers {'94c948b9-3e66-463e-bd90-e00c714874f2'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:34.014767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['94c948b9-3e66-463e-bd90-e00c714874f2'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:34.059770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] DHCP port deletion for 33dff9b5-5083-4e97-80e3-273d8a6b16e1 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:41:34.075341 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (94c948b9-3e66-463e-bd90-e00c714874f2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.130107 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:34.130447 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.152426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] Set router 94c948b9-3e66-463e-bd90-e00c714874f2 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:34.215869 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port fb5c1bfa-3637-44f5-9ad4-400d9497bfc6, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:34.216265 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.228535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:34.268799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Deleting port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:41:34.269070 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.361411 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] For port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=63f0bacd-2eef-42af-8d40-5ac2fe8b31af,segment=NetworkSegment(bc14690c-7a91-445b-83e6-77625a8abd95),segment_id=bc14690c-7a91-445b-83e6-77625a8abd95)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:34.362196 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.397664 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Calling delete_port for 63f0bacd-2eef-42af-8d40-5ac2fe8b31af owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:41:34.398323 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (fb5c1bfa-3637-44f5-9ad4-400d9497bfc6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.426114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=fb5c1bfa-3637-44f5-9ad4-400d9497bfc6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:34.478390 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:41:32Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:34.490803 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (94c948b9-3e66-463e-bd90-e00c714874f2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.514467 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ac2b2-529a-483d-ab43-289a062a6ea8 None None] The sync data for ids ['94c948b9-3e66-463e-bd90-e00c714874f2'] in n-d-822748-2 is: [{'id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1561873484', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:39:44Z', 'updated_at': '2022-01-28T14:41:32Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'fb5c1bfa-3637-44f5-9ad4-400d9497bfc6', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c948b9-3e66-463e-bd90-e00c714874f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:39:45Z', 'updated_at': '2022-01-28T14:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:34.532411 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (63f0bacd-2eef-42af-8d40-5ac2fe8b31af), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.563672 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Pushing event deleted for resources: {'Port': ['ID=63f0bacd-2eef-42af-8d40-5ac2fe8b31af,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:34.573292 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] No DVR routers for this DVR port 63f0bacd-2eef-42af-8d40-5ac2fe8b31af on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:41:34.575762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.576140 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.576574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.576919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.577255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.577590 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.577949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.578617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.578617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.578903 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.579227 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.579550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.579872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7ef9e6-97cb-418e-83b9-10722e09d325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:34.586339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (94c948b9-3e66-463e-bd90-e00c714874f2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.588515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (94c948b9-3e66-463e-bd90-e00c714874f2), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.636103 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (94c948b9-3e66-463e-bd90-e00c714874f2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.636669 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Fanout notify agent at l3_agent the message router_deleted on router 94c948b9-3e66-463e-bd90-e00c714874f2 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:41:34.643298 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.644430 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ae6b55e-1a56-4964-9b0a-18b7e01c749e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/routers/94c948b9-3e66-463e-bd90-e00c714874f2 HTTP/1.1" status: 204 len: 168 time: 0.7875328 Jan 28 14:41:34.648718 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48394) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:34.725660 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (33dff9b5-5083-4e97-80e3-273d8a6b16e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.814427 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (33dff9b5-5083-4e97-80e3-273d8a6b16e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.836557 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dff9b5-5083-4e97-80e3-273d8a6b16e1']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:34.842483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:34.846056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc14690c-7a91-445b-83e6-77625a8abd95') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:34.846375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc14690c-7a91-445b-83e6-77625a8abd95') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:34.856339 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (bc14690c-7a91-445b-83e6-77625a8abd95), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.862884 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:34.863235 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 50391a6f-e3fa-4e55-bd8e-06206dddfdc5 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:34.871751 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (bc14690c-7a91-445b-83e6-77625a8abd95), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.881342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:41:34.881342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (bc14690c-7a91-445b-83e6-77625a8abd95), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:41:34.884335 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:41:34.948137 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (33dff9b5-5083-4e97-80e3-273d8a6b16e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.953608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:34.960808 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/networks/33dff9b5-5083-4e97-80e3-273d8a6b16e1 HTTP/1.1" status: 204 len: 168 time: 0.3074541 Jan 28 14:41:34.960938 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48396) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:34.978504 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0766b-6bdb-4848-b75c-7c48b9c4c490 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Network': ['ID=33dff9b5-5083-4e97-80e3-273d8a6b16e1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.024921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af8f0ef5-a49a-4bcf-8b21-9fd7f8695db6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (61cbde7a-9cf2-4bea-9da2-4e00fae2bd45), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.050762 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af8f0ef5-a49a-4bcf-8b21-9fd7f8695db6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (61cbde7a-9cf2-4bea-9da2-4e00fae2bd45), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.097462 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99878f25-e6ac-4291-b812-23306a10b857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.116996 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af8f0ef5-a49a-4bcf-8b21-9fd7f8695db6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (61cbde7a-9cf2-4bea-9da2-4e00fae2bd45), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.119666 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-af8f0ef5-a49a-4bcf-8b21-9fd7f8695db6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.123449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-af8f0ef5-a49a-4bcf-8b21-9fd7f8695db6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/security-groups/61cbde7a-9cf2-4bea-9da2-4e00fae2bd45 HTTP/1.1" status: 204 len: 168 time: 0.1589711 Jan 28 14:41:35.131621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f0ef5-a49a-4bcf-8b21-9fd7f8695db6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cbde7a-9cf2-4bea-9da2-4e00fae2bd45,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.345210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48402) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:35.349954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-93da9a25-e86b-42e9-9816-dd4ca694b42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271648419', 'description': 'tempest-secgroup-smoke-1271648419 description', 'project_id': '7f0afce86422430699e3d0f95de460da'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:35.370606 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93da9a25-e86b-42e9-9816-dd4ca694b42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.435448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93da9a25-e86b-42e9-9816-dd4ca694b42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.439229 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93da9a25-e86b-42e9-9816-dd4ca694b42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.470183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93da9a25-e86b-42e9-9816-dd4ca694b42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.471416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-93da9a25-e86b-42e9-9816-dd4ca694b42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252015 Jan 28 14:41:35.473419 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da9a25-e86b-42e9-9816-dd4ca694b42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.475300 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48404) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:35.480248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4d910fd0-7af5-4af6-b2c7-c15f3a8bb45a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:35.507160 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d910fd0-7af5-4af6-b2c7-c15f3a8bb45a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (5c134659-e61e-4542-83fe-1f5108661b67), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.565360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d910fd0-7af5-4af6-b2c7-c15f3a8bb45a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (5c134659-e61e-4542-83fe-1f5108661b67), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.571184 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d910fd0-7af5-4af6-b2c7-c15f3a8bb45a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5c134659-e61e-4542-83fe-1f5108661b67), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.592929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d910fd0-7af5-4af6-b2c7-c15f3a8bb45a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c134659-e61e-4542-83fe-1f5108661b67,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.605625 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d910fd0-7af5-4af6-b2c7-c15f3a8bb45a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.610653 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48406) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:35.616447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-45b60e5a-ec11-4565-bf7b-90555fcc59f0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:35.616684 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4d910fd0-7af5-4af6-b2c7-c15f3a8bb45a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399755 Jan 28 14:41:35.635690 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63f0bacd-2eef-42af-8d40-5ac2fe8b31af no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:35.642339 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b60e5a-ec11-4565-bf7b-90555fcc59f0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (de175f35-3dca-4347-9711-6743c81723ce), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.655643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 63f0bacd-2eef-42af-8d40-5ac2fe8b31af {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:35.655991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 63f0bacd-2eef-42af-8d40-5ac2fe8b31af not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:35.656425 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device daab86d7-862f-402d-86d9-3351d7ca283f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:35.678998 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: daab86d7-862f-402d-86d9-3351d7ca283f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:35.679346 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device daab86d7-862f-402d-86d9-3351d7ca283f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:35.706416 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b60e5a-ec11-4565-bf7b-90555fcc59f0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (de175f35-3dca-4347-9711-6743c81723ce), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.710397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b60e5a-ec11-4565-bf7b-90555fcc59f0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (de175f35-3dca-4347-9711-6743c81723ce), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.730290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b60e5a-ec11-4565-bf7b-90555fcc59f0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de175f35-3dca-4347-9711-6743c81723ce,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.738540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45b60e5a-ec11-4565-bf7b-90555fcc59f0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.740774 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-45b60e5a-ec11-4565-bf7b-90555fcc59f0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287982 Jan 28 14:41:35.744995 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48408) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:35.749399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5368d224-e049-4424-b8e9-02c888319d3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:35.773604 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5368d224-e049-4424-b8e9-02c888319d3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (831c246f-34f3-403f-aee4-00d5e2c4af57), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.830132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5368d224-e049-4424-b8e9-02c888319d3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (831c246f-34f3-403f-aee4-00d5e2c4af57), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.834078 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5368d224-e049-4424-b8e9-02c888319d3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (831c246f-34f3-403f-aee4-00d5e2c4af57), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.852118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368d224-e049-4424-b8e9-02c888319d3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831c246f-34f3-403f-aee4-00d5e2c4af57,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.865186 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5368d224-e049-4424-b8e9-02c888319d3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.866512 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5368d224-e049-4424-b8e9-02c888319d3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205523 Jan 28 14:41:35.869230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48410) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:35.873612 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3d084af9-16d6-438f-a44b-3c8e877bae59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:35.902556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d084af9-16d6-438f-a44b-3c8e877bae59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (6e9e4ffb-334a-4623-98ec-e87676ff9bf0), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.959743 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d084af9-16d6-438f-a44b-3c8e877bae59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (6e9e4ffb-334a-4623-98ec-e87676ff9bf0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.963596 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d084af9-16d6-438f-a44b-3c8e877bae59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6e9e4ffb-334a-4623-98ec-e87676ff9bf0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.981435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d084af9-16d6-438f-a44b-3c8e877bae59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9e4ffb-334a-4623-98ec-e87676ff9bf0,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:35.989823 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d084af9-16d6-438f-a44b-3c8e877bae59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:35.993156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3d084af9-16d6-438f-a44b-3c8e877bae59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208413 Jan 28 14:41:35.993739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48412) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:35.998001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:36.017064 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:41:36.022777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (922dcbd0-213c-4269-8a91-dde6d6c1fff9), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.082807 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (922dcbd0-213c-4269-8a91-dde6d6c1fff9), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.087049 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (922dcbd0-213c-4269-8a91-dde6d6c1fff9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.105475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922dcbd0-213c-4269-8a91-dde6d6c1fff9,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:36.112670 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.113890 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-575b7d94-c497-4f55-a360-23d32f91f0e2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192420 Jan 28 14:41:36.116646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48414) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:36.121148 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': 'fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:36.141671 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:41:36.147355 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (971ae308-f2ea-4c79-8586-987ef4788657), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.208716 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (971ae308-f2ea-4c79-8586-987ef4788657), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.212230 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (971ae308-f2ea-4c79-8586-987ef4788657), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.233446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971ae308-f2ea-4c79-8586-987ef4788657,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:36.239060 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.240490 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b0d5b2af-378c-4e86-a6de-aec234092003 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228313 Jan 28 14:41:36.243294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48416) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:36.248217 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'network': {'name': 'tempest-network-smoke--1955529841', 'project_id': '7f0afce86422430699e3d0f95de460da', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:36.267524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:41:36.271653 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.295644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:41:36.305314 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0c372958-49a6-40e8-a2aa-db4fbde9abbd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.305672 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Added segment 0c372958-49a6-40e8-a2aa-db4fbde9abbd of type vlan for network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf Jan 28 14:41:36.345969 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (5e74363d-87a3-4dd2-a2e3-973d1666f9bf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.370919 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (5e74363d-87a3-4dd2-a2e3-973d1666f9bf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.375893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:36.376497 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.443248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1988554 Jan 28 14:41:36.446118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48418) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:36.449608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f9754-8822-4df1-85c5-17ff7da89703 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Network': ['ID=5e74363d-87a3-4dd2-a2e3-973d1666f9bf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:36.450623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'admin_state_up': True, 'project_id': '7f0afce86422430699e3d0f95de460da', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:36.460458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:41:36.474810 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (0834a90f-f6ae-4b85-8f93-01ed9908a106), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.476111 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (0834a90f-f6ae-4b85-8f93-01ed9908a106), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.531213 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (0834a90f-f6ae-4b85-8f93-01ed9908a106), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.666962 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (0834a90f-f6ae-4b85-8f93-01ed9908a106), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.862915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (0834a90f-f6ae-4b85-8f93-01ed9908a106), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.883171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:36.984263 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.6 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/030746d0-1634-4efd-99c6-12d93ea1409d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:37.087468 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (030746d0-1634-4efd-99c6-12d93ea1409d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.121661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.156767 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:37.162249 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:37.164705 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:37.190164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=030746d0-1634-4efd-99c6-12d93ea1409d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:37.197763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:41:37.218809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:41:37.219147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device fb5c1bfa-3637-44f5-9ad4-400d9497bfc6 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:41:37.419403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (0834a90f-f6ae-4b85-8f93-01ed9908a106), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.614400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (0834a90f-f6ae-4b85-8f93-01ed9908a106), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.741750 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 0834a90f-f6ae-4b85-8f93-01ed9908a106 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:41:37.823337 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4cd695dd-ca09-42bd-8283-2515338475b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.849583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:37.870667 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:37.871882 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d47f2de8-8685-4a73-b5b8-6d59381db188 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4247682 Jan 28 14:41:37.875297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48420) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:37.907777 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d8a4a69e-b682-49a3-a875-7badcd28f586 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7f0afce86422430699e3d0f95de460da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312600 Jan 28 14:41:37.910536 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48422) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:37.971482 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Sync routers for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:37.982365 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:37.982987 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:38.007054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c591b7a0-229d-4315-8839-f13077883488 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:38.008578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c591b7a0-229d-4315-8839-f13077883488 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969791 Jan 28 14:41:38.011454 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48424) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:38.040202 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-e7b99620-8309-4f93-ae10-3b12f985ea01 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275147 Jan 28 14:41:38.042608 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:38.047376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471265796', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'project_id': '7f0afce86422430699e3d0f95de460da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:38.139052 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:41:38.142672 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.186765 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:38.335578 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (a5be749e-7616-4ae4-95db-b0f4e413280d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.377680 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:37Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:38.405061 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Checking router: 0834a90f-f6ae-4b85-8f93-01ed9908a106 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:38.405327 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Updating router 0834a90f-f6ae-4b85-8f93-01ed9908a106 port 030746d0-1634-4efd-99c6-12d93ea1409d binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:41:38.431959 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.699282 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Publish callbacks [] for port (030746d0-1634-4efd-99c6-12d93ea1409d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.705084 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.727312 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Subnet': ['ID=a5be749e-7616-4ae4-95db-b0f4e413280d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:38.735882 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Checking segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:38.736276 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network hostable DHCP agents. Network: 5e74363d-87a3-4dd2-a2e3-973d1666f9bf, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:41:38.754196 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:41:38.763182 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Attempting to bind port 030746d0-1634-4efd-99c6-12d93ea1409d on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:38.763568 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Attempting to bind port 030746d0-1634-4efd-99c6-12d93ea1409d by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:38.764550 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Attempting to bind port 030746d0-1634-4efd-99c6-12d93ea1409d on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:38.764714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 5e74363d-87a3-4dd2-a2e3-973d1666f9bf) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:38.768688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:38.769283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.773717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:38.774110 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:38.774837 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.775236 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:38.775722 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Bound port: 030746d0-1634-4efd-99c6-12d93ea1409d, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:38.776126 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.776698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24344a-9be2-4c2e-8199-68d76ab8e985 None None] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:41:38.777667 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Pushing event updated for resources: {'Port': ['ID=030746d0-1634-4efd-99c6-12d93ea1409d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:38.791316 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8a3cf80f-b04c-41c9-a953-799732dd54b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7452168 Jan 28 14:41:38.791540 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48428) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:38.806609 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.806995 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.807344 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.807683 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.808016 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.808376 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.808699 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.809023 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.809347 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.809670 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.809991 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.810309 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.810630 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:41:38.851016 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] For port 030746d0-1634-4efd-99c6-12d93ea1409d, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:38.854372 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] For port 030746d0-1634-4efd-99c6-12d93ea1409d, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=030746d0-1634-4efd-99c6-12d93ea1409d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:38.858727 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.881755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:41:38.882777 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:38.927805 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:38.928456 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:38.930302 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6994ec-981d-4a91-a3a0-a4e798658d83 None None] Pushing event updated for resources: {'Port': ['ID=030746d0-1634-4efd-99c6-12d93ea1409d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:39.031488 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.036864 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Allocated IP 172.20.0.2 (5e74363d-87a3-4dd2-a2e3-973d1666f9bf/a5be749e-7616-4ae4-95db-b0f4e413280d/775f3a63-0913-4d1c-a552-cefa51252917) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:39.050121 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:39.187597 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Publish callbacks [] for port (775f3a63-0913-4d1c-a552-cefa51252917), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.203625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (775f3a63-0913-4d1c-a552-cefa51252917), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.250187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:39.254033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Pushing event updated for resources: {'Port': ['ID=775f3a63-0913-4d1c-a552-cefa51252917,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:39.257524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:39.259546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:39.275594 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:37Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:39.279273 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.303673 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94f9bcb-6027-48ce-be54-7d8b4630809f None None] The sync data for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 is: [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:37Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:39.323973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Attempting to bind port 775f3a63-0913-4d1c-a552-cefa51252917 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:39.324524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Attempting to bind port 775f3a63-0913-4d1c-a552-cefa51252917 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:39.325009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Attempting to bind port 775f3a63-0913-4d1c-a552-cefa51252917 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:39.334508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:39.335043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Checking segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:39.335889 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.335889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Bound using segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:39.336402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Bound port: 775f3a63-0913-4d1c-a552-cefa51252917, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:39.336798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (775f3a63-0913-4d1c-a552-cefa51252917), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.407223 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] For port 775f3a63-0913-4d1c-a552-cefa51252917, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:39.410628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] For port 775f3a63-0913-4d1c-a552-cefa51252917, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=775f3a63-0913-4d1c-a552-cefa51252917,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:39.417171 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (775f3a63-0913-4d1c-a552-cefa51252917), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.481275 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3aa84-72d3-45ad-93b6-fc3c51676af6 None None] Pushing event updated for resources: {'Port': ['ID=775f3a63-0913-4d1c-a552-cefa51252917,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:39.627114 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.1 (5e74363d-87a3-4dd2-a2e3-973d1666f9bf/a5be749e-7616-4ae4-95db-b0f4e413280d/cb126845-f8e9-479f-aa21-dd19d366e9f3) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:39.809993 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.855669 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:39.905856 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:39.909381 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:39.917489 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:39.925269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=cb126845-f8e9-479f-aa21-dd19d366e9f3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:39.983826 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (0834a90f-f6ae-4b85-8f93-01ed9908a106), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.138589 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.526742 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.533688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.614352 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed1e554-7b82-48ed-a11e-5a83836ecdd0 None None] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:41:40.615225 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=cb126845-f8e9-479f-aa21-dd19d366e9f3,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:40.620655 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (0834a90f-f6ae-4b85-8f93-01ed9908a106), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.679116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bbc2e1ef-083e-417a-8e19-d51a2e3e188a None None] Provisioning complete for port 775f3a63-0913-4d1c-a552-cefa51252917 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:40.679663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e1ef-083e-417a-8e19-d51a2e3e188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (775f3a63-0913-4d1c-a552-cefa51252917), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.724118 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:40.725931 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:40.852593 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 0834a90f-f6ae-4b85-8f93-01ed9908a106 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:40.919305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:40.972434 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:40.986695 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5a44b182-3d59-4831-b51b-d0bcf8414031 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/0834a90f-f6ae-4b85-8f93-01ed9908a106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1861455 Jan 28 14:41:40.987063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2e1ef-083e-417a-8e19-d51a2e3e188a None None] Current status of the port 775f3a63-0913-4d1c-a552-cefa51252917 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:40.987063 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e1ef-083e-417a-8e19-d51a2e3e188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (775f3a63-0913-4d1c-a552-cefa51252917), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.018097 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bbc2e1ef-083e-417a-8e19-d51a2e3e188a None None] For port 775f3a63-0913-4d1c-a552-cefa51252917, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=775f3a63-0913-4d1c-a552-cefa51252917,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:41.038874 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e1ef-083e-417a-8e19-d51a2e3e188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (775f3a63-0913-4d1c-a552-cefa51252917), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.092330 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Sync routers for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:41.116478 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2e1ef-083e-417a-8e19-d51a2e3e188a None None] Pushing event updated for resources: {'Port': ['ID=775f3a63-0913-4d1c-a552-cefa51252917,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:41.127204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:41.128068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:41.168830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-956e1717-9497-4e62-9df5-600700d6ced9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271648419&fields=id&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 267 time: 0.0569365 Jan 28 14:41:41.251504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:41.324168 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-dfeecd22-8e2a-4470-aea7-7a41fcab8b4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:41.335632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-dfeecd22-8e2a-4470-aea7-7a41fcab8b4b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 797 time: 0.1595130 Jan 28 14:41:41.376723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-e698037a-31d9-4db7-9557-da7fd6e77fc3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/quotas/7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 375 time: 0.0336156 Jan 28 14:41:41.413517 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bdb7a2a2-2ce0-43ba-99c5-854894ddfb5b None None] Provisioning complete for port 775f3a63-0913-4d1c-a552-cefa51252917 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:41.413847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a2a2-2ce0-43ba-99c5-854894ddfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (775f3a63-0913-4d1c-a552-cefa51252917), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.446294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-d2436ee0-478f-4f2f-932b-f98d6532f329 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675173 Jan 28 14:41:41.447034 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 030746d0-1634-4efd-99c6-12d93ea1409d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:41.557817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-a9e39f3e-8a63-4815-a93b-29e68c514b22 service neutron] 10.222.0.45 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963738 Jan 28 14:41:41.607431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 030746d0-1634-4efd-99c6-12d93ea1409d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:41.607815 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.612469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7a2a2-2ce0-43ba-99c5-854894ddfb5b None None] Current status of the port 775f3a63-0913-4d1c-a552-cefa51252917 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:41.673522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bdb7a2a2-2ce0-43ba-99c5-854894ddfb5b None None] Provisioning complete for port cb126845-f8e9-479f-aa21-dd19d366e9f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:41.674246 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a2a2-2ce0-43ba-99c5-854894ddfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.681292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-1471d24b-a75e-4e91-a689-04cbfbeafc02 service neutron] 10.222.0.45 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158936 Jan 28 14:41:41.719926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 2, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:41.743466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7a2a2-2ce0-43ba-99c5-854894ddfb5b None None] Port cb126845-f8e9-479f-aa21-dd19d366e9f3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:41:41.772415 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Checking router: 0834a90f-f6ae-4b85-8f93-01ed9908a106 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:41.772775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Updating router 0834a90f-f6ae-4b85-8f93-01ed9908a106 port cb126845-f8e9-479f-aa21-dd19d366e9f3 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:41:41.801177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 030746d0-1634-4efd-99c6-12d93ea1409d is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:41.801602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.812314 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.839100 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 030746d0-1634-4efd-99c6-12d93ea1409d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=030746d0-1634-4efd-99c6-12d93ea1409d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:41.843477 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:41.844356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 775f3a63-0913-4d1c-a552-cefa51252917 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:41.847762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-89fd55e2-5207-4bc3-b6ac-e34246fdaa8d req-bb1d497f-e3f2-4a3a-a61f-bcb7439717bb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 210 time: 0.0288754 Jan 28 14:41:42.021857 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b6972f50-dafe-4dba-ab21-5e79cb78c069 None None] Provisioning complete for port cb126845-f8e9-479f-aa21-dd19d366e9f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:42.022139 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b6972f50-dafe-4dba-ab21-5e79cb78c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.053075 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=030746d0-1634-4efd-99c6-12d93ea1409d,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:42.066318 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.127970 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b6972f50-dafe-4dba-ab21-5e79cb78c069 None None] Port cb126845-f8e9-479f-aa21-dd19d366e9f3 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:41:42.132310 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 775f3a63-0913-4d1c-a552-cefa51252917 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:42.132697 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (775f3a63-0913-4d1c-a552-cefa51252917), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.281886 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 775f3a63-0913-4d1c-a552-cefa51252917 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:42.297887 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Publish callbacks [] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.303389 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.353660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faef3d-579c-473d-966b-1fae9bfa06d0 None None] Pushing event updated for resources: {'Port': ['ID=cb126845-f8e9-479f-aa21-dd19d366e9f3,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:42.403333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Attempting to bind port cb126845-f8e9-479f-aa21-dd19d366e9f3 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:42.403733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Attempting to bind port cb126845-f8e9-479f-aa21-dd19d366e9f3 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:42.404123 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Attempting to bind port cb126845-f8e9-479f-aa21-dd19d366e9f3 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:42.409267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:42.409647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Checking segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:42.410053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.410445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Bound using segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:42.410963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Bound port: cb126845-f8e9-479f-aa21-dd19d366e9f3, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:42.411368 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.479098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] For port cb126845-f8e9-479f-aa21-dd19d366e9f3, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:42.482387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] For port cb126845-f8e9-479f-aa21-dd19d366e9f3, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cb126845-f8e9-479f-aa21-dd19d366e9f3,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:42.486283 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.558002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faef3d-579c-473d-966b-1fae9bfa06d0 None None] Pushing event updated for resources: {'Port': ['ID=cb126845-f8e9-479f-aa21-dd19d366e9f3,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:42.562270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:42.562887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:42.607534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6466b118-2797-4332-b8eb-e4293ab29451 None None] Provisioning complete for port cb126845-f8e9-479f-aa21-dd19d366e9f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:42.607915 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6466b118-2797-4332-b8eb-e4293ab29451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:42.709211 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:42.929365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8a9eecb4-6762-4b77-9061-ce31974957fa req-2764a48e-0cf3-4e3b-87d4-8d23b9657334 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 210 time: 0.0277400 Jan 28 14:41:42.968711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6466b118-2797-4332-b8eb-e4293ab29451 None None] Current status of the port cb126845-f8e9-479f-aa21-dd19d366e9f3 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:42.969108 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6466b118-2797-4332-b8eb-e4293ab29451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:43.052726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-6466b118-2797-4332-b8eb-e4293ab29451 None None] For port cb126845-f8e9-479f-aa21-dd19d366e9f3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cb126845-f8e9-479f-aa21-dd19d366e9f3,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:43.059553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6466b118-2797-4332-b8eb-e4293ab29451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:43.140711 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466b118-2797-4332-b8eb-e4293ab29451 None None] Pushing event updated for resources: {'Port': ['ID=cb126845-f8e9-479f-aa21-dd19d366e9f3,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:43.161247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:42Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:43.197796 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0806f5a-1e8c-4a12-adc7-0d87f031c58e None None] The sync data for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 is: [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:42Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:43.206208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7d64ab5b-a6e8-4879-8582-7f83be0ddfc7 None None] Provisioning complete for port cb126845-f8e9-479f-aa21-dd19d366e9f3 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:43.206592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7d64ab5b-a6e8-4879-8582-7f83be0ddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:43.294049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 030746d0-1634-4efd-99c6-12d93ea1409d up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:43.342725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7d64ab5b-a6e8-4879-8582-7f83be0ddfc7 None None] Current status of the port cb126845-f8e9-479f-aa21-dd19d366e9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:43.356977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 030746d0-1634-4efd-99c6-12d93ea1409d triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:43.357358 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:43.441429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 030746d0-1634-4efd-99c6-12d93ea1409d is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:44.007460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d980a3b6-7e12-408e-a879-ed2eaf2998bc req-dd5772a9-f783-4359-a617-990ebf6354eb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Jan 28 14:41:45.089946 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-24954eef-6c2e-491c-9fc4-7825b3b7ca40 req-6b5b57ba-7864-4ffb-b1b3-e57b410bf7e1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 210 time: 0.0274110 Jan 28 14:41:45.280910 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cb126845-f8e9-479f-aa21-dd19d366e9f3 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:45.328529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port cb126845-f8e9-479f-aa21-dd19d366e9f3 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:45.328906 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:45.408370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port cb126845-f8e9-479f-aa21-dd19d366e9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:46.182242 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-855de4a8-b63a-46e8-8fc6-d926b5ef2cc1 req-585df369-0b12-4514-a1cd-9e3e9eb7db57 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 210 time: 0.0265710 Jan 28 14:41:46.910642 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-7d218959-55a1-41ce-bdca-2cbee81ccff1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:46.912160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-7d218959-55a1-41ce-bdca-2cbee81ccff1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 797 time: 0.1051669 Jan 28 14:41:46.980756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-3601cd1e-c0ac-4a18-b0fb-1a7a597ce1e5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 380 time: 0.0553963 Jan 28 14:41:46.991400 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'port': {'device_id': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'admin_state_up': True, 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'security_groups': ['fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:47.099117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:41:47.102545 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.229554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.3 (5e74363d-87a3-4dd2-a2e3-973d1666f9bf/a5be749e-7616-4ae4-95db-b0f4e413280d/2babc4b7-ff02-4917-9b1e-e7115058a995) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:47.296791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ad538542-66d9-4807-b065-895c58a1dc98 req-31ca0765-3fe5-4a38-bd4b-97382be8f426 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 210 time: 0.0414827 Jan 28 14:41:47.398782 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.432075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.478664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:47.481598 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:47.484104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:47.519845 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:47.544150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:47.544778 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.562043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-bb961563-b85e-4494-a1e4-371e16851ece tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747888 Jan 28 14:41:47.575865 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Request body: {'port': {'device_id': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:47.633517 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.692406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-ce20ac9d-a1c6-4826-b413-2a591fec4cca None None] Provisioning complete for port 2babc4b7-ff02-4917-9b1e-e7115058a995 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:47.693001 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ce20ac9d-a1c6-4826-b413-2a591fec4cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.730397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-ce20ac9d-a1c6-4826-b413-2a591fec4cca None None] Port 2babc4b7-ff02-4917-9b1e-e7115058a995 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:41:47.912967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2babc4b7-ff02-4917-9b1e-e7115058a995 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:41:47.920462 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Publish callbacks [] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.936131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Transition to ACTIVE for port object 2babc4b7-ff02-4917-9b1e-e7115058a995 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:41:47.939672 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:47.991181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:48.063726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:41:48.064104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:41:48.064448 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:48.069986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Port 2babc4b7-ff02-4917-9b1e-e7115058a995 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:41:48.070323 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:41:48.075716 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:41:48.076215 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Checking segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:41:48.076611 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Bound using segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:41:48.077299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Bound port: 2babc4b7-ff02-4917-9b1e-e7115058a995, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:41:48.077698 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:48.148820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:41:48.152094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:41:48.156513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:48.202543 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:48.203182 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:48.204641 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] 10.222.0.60 "PUT /v2.0/ports/2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 1091 time: 0.6334522 Jan 28 14:41:48.205092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:48.207645 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1e205-fdf2-4860-86b2-a4ff7ca37570" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:48.230935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e9688-3ccc-49f8-9460-406ce7300bca service neutron] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:48.272371 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f29a3a-79b1-470c-82fd-6b949d2c7b9f x-openstack-request-id: req-91f29a3a-79b1-470c-82fd-6b949d2c7b9f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:48.272681 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:48.272928 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91f29a3a-79b1-470c-82fd-6b949d2c7b9f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:48.273342 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'status': 'completed', 'code': 200} Jan 28 14:41:48.307127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-2fdf51b2-770b-4e53-a4d1-cb29e848aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:48.308944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-2fdf51b2-770b-4e53-a4d1-cb29e848aaae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1094 time: 0.0511823 Jan 28 14:41:48.358454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-b395bfe8-d57a-4eca-aae7-71a7d5d0961f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 217 time: 0.0425372 Jan 28 14:41:48.439563 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-27b51345-1cd9-4c77-b04c-7dab1231c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:48.441062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-27b51345-1cd9-4c77-b04c-7dab1231c4b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0734358 Jan 28 14:41:48.452783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46e822-3c2c-46e1-b9ac-5786f72a30cd req-65a83eaa-3be6-4347-bd8c-8b4cf03e3e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:48.454192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae46e822-3c2c-46e1-b9ac-5786f72a30cd req-65a83eaa-3be6-4347-bd8c-8b4cf03e3e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 943 time: 0.0789220 Jan 28 14:41:48.529852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-788bf62b-27c4-441c-bddf-b7761497c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:48.531260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-788bf62b-27c4-441c-bddf-b7761497c9a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762310 Jan 28 14:41:48.535998 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae46e822-3c2c-46e1-b9ac-5786f72a30cd req-7ae2cd8f-fc97-4b1c-b18e-122f804909b0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726409 Jan 28 14:41:48.625909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-27495c6c-5e36-4362-9106-0d540a686a2f service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863740 Jan 28 14:41:48.721538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f1bdb897-f5ca-4f64-a408-47e2c436c189 req-a5ac431e-1517-4a27-9d30-74576e7ff675 service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858705 Jan 28 14:41:48.816992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-188fd636-b887-4692-8e29-cf25d0629a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:48.819559 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-188fd636-b887-4692-8e29-cf25d0629a85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1094 time: 0.0423186 Jan 28 14:41:48.906957 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-40f9ecc2-e310-408a-a92d-bff7dcee6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:48.908492 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-40f9ecc2-e310-408a-a92d-bff7dcee6725 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.0826361 Jan 28 14:41:48.952329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-dbe87de4-43db-4f92-8064-1a3937235b0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 217 time: 0.0374613 Jan 28 14:41:49.000290 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-27a57291-8b69-4514-a9a9-283df70a73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:49.001723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-27a57291-8b69-4514-a9a9-283df70a73e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0437891 Jan 28 14:41:49.046528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-0893ba3e-4dc5-4f8c-a067-b999f47adfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:49.048011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-0893ba3e-4dc5-4f8c-a067-b999f47adfd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393133 Jan 28 14:41:49.142186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-cde72d70-d7b9-49eb-b9bd-6c27a425b3a9 service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849087 Jan 28 14:41:49.232263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-09a1e205-fdf2-4860-86b2-a4ff7ca37570 req-18ebc233-a74b-4ee7-9fde-488c2de27e3b service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838566 Jan 28 14:41:49.658085 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e1da8-4add-4ca4-bfeb-6eff870e31f6 req-18a1a5b9-f37e-4e9e-a040-a297664577d1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:49.659552 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e0e1da8-4add-4ca4-bfeb-6eff870e31f6 req-18a1a5b9-f37e-4e9e-a040-a297664577d1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 943 time: 0.0527124 Jan 28 14:41:49.708400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9e0e1da8-4add-4ca4-bfeb-6eff870e31f6 req-0b7d79c9-5b80-4306-afa8-57f4da7dbf7c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Jan 28 14:41:50.823050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3217ce9-520c-4f98-8330-90ca995b9755 req-f8fc1d30-c9a2-420f-86ba-9870d8b08504 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:50.824567 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3217ce9-520c-4f98-8330-90ca995b9755 req-f8fc1d30-c9a2-420f-86ba-9870d8b08504 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 943 time: 0.0482898 Jan 28 14:41:50.875729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b3217ce9-520c-4f98-8330-90ca995b9755 req-faf72ab3-cdd2-45b1-84cc-3ad30f0dd361 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454228 Jan 28 14:41:50.905574 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:41:51.000381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:51.012348 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'port_id': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'mac_address': 'fa:16:3e:09:47:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:41:51.047433 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2babc4b7-ff02-4917-9b1e-e7115058a995 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:51.048115 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:51.061691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2babc4b7-ff02-4917-9b1e-e7115058a995 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:41:51.085028 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:51.088973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:51.134999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:51.419738 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['2babc4b7-ff02-4917-9b1e-e7115058a995'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:41:51.991553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eb665-709e-4cac-9c4d-04ba87852907 req-073d1b50-8063-4d78-bb83-8463a5e291c7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:51.993052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f76eb665-709e-4cac-9c4d-04ba87852907 req-073d1b50-8063-4d78-bb83-8463a5e291c7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 944 time: 0.0483627 Jan 28 14:41:52.044566 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f76eb665-709e-4cac-9c4d-04ba87852907 req-7ea40a56-bb8b-4ce7-9858-bd5c85bd5409 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459788 Jan 28 14:41:52.903182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:41:52.956963 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 2babc4b7-ff02-4917-9b1e-e7115058a995 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:41:52.961519 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 2babc4b7-ff02-4917-9b1e-e7115058a995 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:41:52.962157 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:53.042225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 2babc4b7-ff02-4917-9b1e-e7115058a995 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:41:53.042620 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:53.064995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:53.068437 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e90a5-9884-4b1a-ba9a-7d7c3473abd3" -d '{"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-plugged", "status": "completed", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:53.081249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:41:53.086604 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:53.136660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:53.164332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47615467-f4e5-45af-ae61-1769da6f8bf6 req-d135cd97-a2ec-46aa-819d-7f5c7ad2dbc0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:53.165824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47615467-f4e5-45af-ae61-1769da6f8bf6 req-d135cd97-a2ec-46aa-819d-7f5c7ad2dbc0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0494876 Jan 28 14:41:53.216016 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-47615467-f4e5-45af-ae61-1769da6f8bf6 req-4d31df14-80a5-41f0-855d-2e7a87287578 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Jan 28 14:41:53.263014 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cc4703-3b0a-454a-ae4d-bada95c9ea8e x-openstack-request-id: req-c2cc4703-3b0a-454a-ae4d-bada95c9ea8e {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:53.263317 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-plugged", "status": "completed", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:53.263577 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2cc4703-3b0a-454a-ae4d-bada95c9ea8e {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:53.263981 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'code': 200} Jan 28 14:41:53.357602 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ebb2-23bd-4fcf-8fcc-00608c3f2ae7 req-66b62f24-87c0-4fdb-b0f7-d6e05998498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:53.359325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfa5ebb2-23bd-4fcf-8fcc-00608c3f2ae7 req-66b62f24-87c0-4fdb-b0f7-d6e05998498d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1096 time: 0.0398419 Jan 28 14:41:53.404352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfa5ebb2-23bd-4fcf-8fcc-00608c3f2ae7 req-f14eba88-5a24-472d-ba26-6816bdcae2c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Jan 28 14:41:54.334993 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b21bbc-e755-4cc7-9990-9f18a11bf77f req-82018fe6-af99-426f-a0af-6fbae6da4135 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:54.336518 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1b21bbc-e755-4cc7-9990-9f18a11bf77f req-82018fe6-af99-426f-a0af-6fbae6da4135 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0537190 Jan 28 14:41:54.385483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e1b21bbc-e755-4cc7-9990-9f18a11bf77f req-1251a838-381f-4468-b0e2-37d227fdb870 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 Jan 28 14:41:55.502438 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b346733-714e-4183-beea-25836df37979 req-2d0a3deb-e018-4872-8899-488b42520759 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:55.503939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b346733-714e-4183-beea-25836df37979 req-2d0a3deb-e018-4872-8899-488b42520759 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0492775 Jan 28 14:41:55.554168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4b346733-714e-4183-beea-25836df37979 req-46e5383c-10bd-4d6a-854e-a8f9382c1b35 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 Jan 28 14:41:55.665980 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c47e-b637-4d43-b69a-b6628cd31e60 req-6313ae2e-ed84-4ad0-9436-7da101a83178 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:55.667434 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac67c47e-b637-4d43-b69a-b6628cd31e60 req-6313ae2e-ed84-4ad0-9436-7da101a83178 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Jan 28 14:41:55.719401 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac67c47e-b637-4d43-b69a-b6628cd31e60 req-b3c4b659-febb-44e5-a511-2140fcc6b1f5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462837 Jan 28 14:41:55.741507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48494) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:55.780900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6b6b4-0b30-4d6f-b6e1-d5b76568563a tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:55.782303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-11a6b6b4-0b30-4d6f-b6e1-d5b76568563a tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1091 time: 0.0398059 Jan 28 14:41:55.785081 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48496) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:55.789405 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:41:55.808938 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:55.906708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:56.008486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.172 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/62af7d6f-d6b2-4e20-9a2f-20c09e51bdac) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:41:56.113521 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:56.147496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:56.185096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:41:56.187842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:41:56.194127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:41:56.199605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=62af7d6f-d6b2-4e20-9a2f-20c09e51bdac,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:56.878553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (7f5a66a2-b393-403f-848f-51a77e1ed117), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:56.945099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:57.097715 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:57.102402 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:57.171264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=62af7d6f-d6b2-4e20-9a2f-20c09e51bdac,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:41:57.183529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (7f5a66a2-b393-403f-848f-51a77e1ed117), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:57.284278 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 7f5a66a2-b393-403f-848f-51a77e1ed117 associated. External IP: 172.25.4.172, port: 2babc4b7-ff02-4917-9b1e-e7115058a995. Jan 28 14:41:57.317516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:57.489091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 0834a90f-f6ae-4b85-8f93-01ed9908a106 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:41:57.600061 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:41:57.609904 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] Sync routers for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:41:57.617394 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:57.620150 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:57.620836 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:57.644944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-aa172743-e4c5-416c-9591-e72f5d28a969 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8588367 Jan 28 14:41:57.646350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:41:57.648900 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:41:57.727739 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:57.745277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f022b-3036-4a95-9c7f-3869988a7f92 req-acf778af-f787-4497-b700-0d7caaacac53 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:57.746821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f1f022b-3036-4a95-9c7f-3869988a7f92 req-acf778af-f787-4497-b700-0d7caaacac53 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0529213 Jan 28 14:41:57.796656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5f1f022b-3036-4a95-9c7f-3869988a7f92 req-7537caa2-12f7-44ce-90c3-4d9cb40aa90d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Jan 28 14:41:57.820406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48502) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:57.860410 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba01d16-0f56-4964-94a5-b47d48fd552a x-openstack-request-id: req-fba01d16-0f56-4964-94a5-b47d48fd552a {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:41:57.861076 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:41:57.861925 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fba01d16-0f56-4964-94a5-b47d48fd552a {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:41:57.862123 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'status': 'completed', 'code': 200} Jan 28 14:41:57.920054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-99599d8e-20be-41af-94d2-18df9999b00a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/7f5a66a2-b393-403f-848f-51a77e1ed117 HTTP/1.1" status: 200 len: 991 time: 0.0980828 Jan 28 14:41:57.926427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-58776b92-77b5-47c9-84f0-71487d27d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:57.928758 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-58776b92-77b5-47c9-84f0-71487d27d1f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1096 time: 0.0612311 Jan 28 14:41:57.956743 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '7f5a66a2-b393-403f-848f-51a77e1ed117', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'port_id': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'mac_address': 'fa:16:3e:09:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:41:56Z', 'updated_at': '2022-01-28T14:41:56Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:57.983797 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] Checking router: 0834a90f-f6ae-4b85-8f93-01ed9908a106 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:41:57.992904 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:41:57.993519 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:41:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:58.024772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-3075558a-a358-4829-a315-6d742bf97b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:58.026201 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-3075558a-a358-4829-a315-6d742bf97b0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.0905921 Jan 28 14:41:58.098130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-3847c5a1-8963-443a-8268-78107706642e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 999 time: 0.0651608 Jan 28 14:41:58.099951 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:41:58.148969 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-5a3b6fb8-8059-40f2-a0db-fc80a95eaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:58.150479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-5a3b6fb8-8059-40f2-a0db-fc80a95eaa31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0456760 Jan 28 14:41:58.202552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-55b73bb3-bd3d-4a89-be07-8c645119e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:41:58.204146 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-55b73bb3-bd3d-4a89-be07-8c645119e55e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465031 Jan 28 14:41:58.299058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-79db7bbd-b0c5-4653-8653-b620eeacfa8a service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Jan 28 14:41:58.390325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e24d1bf0-bcf2-4682-b915-a8d996eeae1d req-2fb50c8c-2dc7-4805-8368-08c5262b3f2d service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849118 Jan 28 14:41:58.428492 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '7f5a66a2-b393-403f-848f-51a77e1ed117', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'port_id': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'mac_address': 'fa:16:3e:09:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:41:56Z', 'updated_at': '2022-01-28T14:41:56Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:41:58.454476 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0573bc2-08db-4ebe-9594-2797cf4c91eb None None] The sync data for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 is: [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '7f5a66a2-b393-403f-848f-51a77e1ed117', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.172', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'port_id': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'mac_address': 'fa:16:3e:09:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:41:56Z', 'updated_at': '2022-01-28T14:41:56Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:41:58.647463 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d861e-5f80-4d2f-9cf9-e2adff1ff65d None None] New status for floating IP 7f5a66a2-b393-403f-848f-51a77e1ed117: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:41:58.715619 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:41:58.923562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48504) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:41:58.988549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-72b4eb8b-277e-4abe-a40f-062fcbd582f6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/7f5a66a2-b393-403f-848f-51a77e1ed117 HTTP/1.1" status: 200 len: 993 time: 0.0637856 Jan 28 14:42:05.092502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fc0859d4-7bea-4ee2-b414-16275c099788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:07.824482 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da5561dd-c7e4-4878-b768-e17e9b9510d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:08.759321 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:42:09.009748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:10.843154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:11.978849 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:27.331666 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:28.714755 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:32.298766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-337a94ea-f884-43bf-8cfb-1d5b3d2de6a9 req-7ac812be-a46c-4a39-ac15-67225e963440 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:42:32.300054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-337a94ea-f884-43bf-8cfb-1d5b3d2de6a9 req-7ac812be-a46c-4a39-ac15-67225e963440 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056658 Jan 28 14:42:32.475561 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0562-b12b-4c57-82da-ed78a5e22a71 req-d83a8177-2f21-4d6d-be6e-6a7f2654c027 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:32.477035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ef0562-b12b-4c57-82da-ed78a5e22a71 req-d83a8177-2f21-4d6d-be6e-6a7f2654c027 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0517750 Jan 28 14:42:32.505145 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48526) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:32.529960 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d9ef0562-b12b-4c57-82da-ed78a5e22a71 req-f8e46782-9b15-4ad7-a0fc-c89a55f635cd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Jan 28 14:42:32.594412 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-55d19c75-446e-42d2-bb07-a33e9cdb948f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875819 Jan 28 14:42:32.603077 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-aa86288e-5dc5-4ffa-a242-906cd3c02b4c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:42:32.604055 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-aa86288e-5dc5-4ffa-a242-906cd3c02b4c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049746 Jan 28 14:42:33.651786 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252264e7-bcb2-439f-8df2-00867909639c req-11c09288-9309-4a4b-a3e1-68d36b02a1e8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:33.653294 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-252264e7-bcb2-439f-8df2-00867909639c req-11c09288-9309-4a4b-a3e1-68d36b02a1e8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Jan 28 14:42:33.702948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-252264e7-bcb2-439f-8df2-00867909639c req-15a354c2-6cf5-4c3d-9b2a-029804aa3458 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Jan 28 14:42:33.786950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-5921c960-fdbc-414e-bdf9-49eedb70d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:33.788556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-5921c960-fdbc-414e-bdf9-49eedb70d9e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1096 time: 0.0444360 Jan 28 14:42:33.876788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-c306e034-acf0-428f-bfec-e2fec798ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:33.878278 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-c306e034-acf0-428f-bfec-e2fec798ec4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.0835266 Jan 28 14:42:33.946596 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-41ca0d71-38f2-4f44-a098-05f2394a9269 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 1001 time: 0.0616751 Jan 28 14:42:33.997151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-cda8f934-4d5a-4790-b06d-6613b5cddc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:33.998600 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-cda8f934-4d5a-4790-b06d-6613b5cddc86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0433447 Jan 28 14:42:34.043350 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-277046d2-a1ca-477f-8897-86bd330b2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:34.044862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-277046d2-a1ca-477f-8897-86bd330b2a68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396731 Jan 28 14:42:34.143081 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-57fcd865-56f6-4c21-860a-30a6c33eaace service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909023 Jan 28 14:42:34.233054 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-384dea43-afd3-4b9c-9831-5c12f51ed1cc service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828767 Jan 28 14:42:34.822843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d20b-9749-440d-b4ce-4bfd7c6b4512 req-dc962638-dad9-43b6-8ba5-aaa93afeb444 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:34.824346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc38d20b-9749-440d-b4ce-4bfd7c6b4512 req-dc962638-dad9-43b6-8ba5-aaa93afeb444 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0506685 Jan 28 14:42:34.877445 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dc38d20b-9749-440d-b4ce-4bfd7c6b4512 req-cb6dc6de-20dc-4554-b3d0-75ff09bc18ae tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475807 Jan 28 14:42:35.094347 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1801fc75-6aa3-4efd-bc60-c709ec332730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:35.994281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87a6a-5608-4b26-93b5-ac614df1edb0 req-203a51e8-3757-4f1e-9679-0287d9182ec9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:35.995746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76b87a6a-5608-4b26-93b5-ac614df1edb0 req-203a51e8-3757-4f1e-9679-0287d9182ec9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0484974 Jan 28 14:42:36.044096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76b87a6a-5608-4b26-93b5-ac614df1edb0 req-6f463e9b-9028-4dd5-a402-ec6a32d9a871 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Jan 28 14:42:37.158852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f63cd8-5c3a-4bee-86bf-74060fcd8e22 req-234da7bf-0f13-4b2f-b45f-4a86da7f85a9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:37.160364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2f63cd8-5c3a-4bee-86bf-74060fcd8e22 req-234da7bf-0f13-4b2f-b45f-4a86da7f85a9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Jan 28 14:42:37.211055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2f63cd8-5c3a-4bee-86bf-74060fcd8e22 req-39abf570-908d-4f8c-94a9-7ed5b9679a44 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449591 Jan 28 14:42:37.825511 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc9fafa6-926f-4fa4-b2f0-245af95f23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:38.329451 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17ad4c-23ce-4bc1-a7b1-357d3d7b2422 req-0f88c5a7-9ea9-4ff9-80cf-2b1c73da0840 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:38.330912 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da17ad4c-23ce-4bc1-a7b1-357d3d7b2422 req-0f88c5a7-9ea9-4ff9-80cf-2b1c73da0840 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0517409 Jan 28 14:42:38.379862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-da17ad4c-23ce-4bc1-a7b1-357d3d7b2422 req-d6c69d98-8fef-4078-921b-4c75270d9902 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Jan 28 14:42:39.011400 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:39.495835 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b75db-7052-422d-9833-188be546c7eb req-89c697fc-1f1c-4766-8c30-a59c67fae9fc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:39.497341 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e59b75db-7052-422d-9833-188be546c7eb req-89c697fc-1f1c-4766-8c30-a59c67fae9fc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Jan 28 14:42:39.545167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e59b75db-7052-422d-9833-188be546c7eb req-11f11c62-2206-49fc-845e-f0ac39895da4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422797 Jan 28 14:42:40.664518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390552-0664-4099-9974-1a6b31d87205 req-241976ba-577e-4823-a8a4-56cd3b7cf338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:40.666031 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7390552-0664-4099-9974-1a6b31d87205 req-241976ba-577e-4823-a8a4-56cd3b7cf338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Jan 28 14:42:40.719169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b7390552-0664-4099-9974-1a6b31d87205 req-be0426da-bb28-4a9b-bcfa-c1f4ed3246eb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475152 Jan 28 14:42:40.842636 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:41.843719 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17a05-c352-4fc7-845c-fc1e1917c0a8 req-a7bcc34c-50a8-49e5-acd6-915181cb3f0d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:41.845255 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37c17a05-c352-4fc7-845c-fc1e1917c0a8 req-a7bcc34c-50a8-49e5-acd6-915181cb3f0d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0578370 Jan 28 14:42:41.895246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-37c17a05-c352-4fc7-845c-fc1e1917c0a8 req-c4100aef-2b47-4b76-97ec-7dbf9e1d9f44 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Jan 28 14:42:41.988689 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:43.020652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05a9b9-45e7-43c2-ab53-a62b3e4f252e req-72f6871a-4b0b-401e-9538-8a633ec97c74 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:43.023068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d05a9b9-45e7-43c2-ab53-a62b3e4f252e req-72f6871a-4b0b-401e-9538-8a633ec97c74 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Jan 28 14:42:43.072350 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0d05a9b9-45e7-43c2-ab53-a62b3e4f252e req-a4ee033b-8203-45a1-be95-c3b8a6ba3ac8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440209 Jan 28 14:42:44.190833 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f0ca2-2fa8-44ea-9d62-9bc4ccd75b67 req-43c3f383-5788-425d-9c92-9a84a9de26f5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:44.192381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c8f0ca2-2fa8-44ea-9d62-9bc4ccd75b67 req-43c3f383-5788-425d-9c92-9a84a9de26f5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0521269 Jan 28 14:42:44.242603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c8f0ca2-2fa8-44ea-9d62-9bc4ccd75b67 req-066f300b-1e88-47aa-983d-fefdad718a87 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Jan 28 14:42:45.357660 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb422-07f4-409b-bbde-52c192d3c536 req-bfb7a2d5-c4da-4ba3-ad41-e92eac873e98 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:45.359118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-681fb422-07f4-409b-bbde-52c192d3c536 req-bfb7a2d5-c4da-4ba3-ad41-e92eac873e98 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0480859 Jan 28 14:42:45.406889 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-681fb422-07f4-409b-bbde-52c192d3c536 req-d53f25e5-9389-48f1-ac82-5ef603a23752 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Jan 28 14:42:45.758300 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:42:45.782254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-51dac005-68be-45b2-9540-2792250d8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:45.783751 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-51dac005-68be-45b2-9540-2792250d8695 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1096 time: 0.0441344 Jan 28 14:42:45.888315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-42808a42-18d7-4ca3-a5fa-7ea404133824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:45.889814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-42808a42-18d7-4ca3-a5fa-7ea404133824 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.0850017 Jan 28 14:42:45.961788 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-c3f18a01-31aa-4849-982a-ab338e8896e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 1001 time: 0.0616446 Jan 28 14:42:46.012505 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-96034cd2-b4f2-42d8-9b0c-c5f901e1f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:46.013851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-96034cd2-b4f2-42d8-9b0c-c5f901e1f300 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0427954 Jan 28 14:42:46.059518 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-67b68037-e045-44f6-8951-6c864302386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:46.061030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-67b68037-e045-44f6-8951-6c864302386f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401523 Jan 28 14:42:46.157418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-1f047843-758d-43eb-bc83-a1f9b954924b service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895286 Jan 28 14:42:46.245977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-065fc7c0-d32e-487a-892b-82c4e1a77d82 req-0af45d2a-b563-4114-9fc0-5ee18752a705 service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811179 Jan 28 14:42:46.525281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470886a7-7c43-4d99-8549-1c5ad32bafe7 req-db74283b-fe8a-4450-bf89-5f620e769fff tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:46.526782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-470886a7-7c43-4d99-8549-1c5ad32bafe7 req-db74283b-fe8a-4450-bf89-5f620e769fff tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0496192 Jan 28 14:42:46.579863 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-470886a7-7c43-4d99-8549-1c5ad32bafe7 req-701367c3-615f-4229-86b2-2eeff9c685b9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475092 Jan 28 14:42:47.695394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6dd7-5dbd-4207-9a4d-08e26cfbc405 req-72e84b48-f1af-44a4-b34c-b23c75e1d66e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:47.696913 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b1c6dd7-5dbd-4207-9a4d-08e26cfbc405 req-72e84b48-f1af-44a4-b34c-b23c75e1d66e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0483916 Jan 28 14:42:47.744814 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6b1c6dd7-5dbd-4207-9a4d-08e26cfbc405 req-cce29f65-f348-49ee-b500-c9cabb0c3004 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Jan 28 14:42:48.860352 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cfe4f-c31c-4b58-a3f0-cdf8232225f5 req-2fc6f158-d79d-4911-bd59-33028e5cf91c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:48.861834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac5cfe4f-c31c-4b58-a3f0-cdf8232225f5 req-2fc6f158-d79d-4911-bd59-33028e5cf91c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0488026 Jan 28 14:42:48.910006 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ac5cfe4f-c31c-4b58-a3f0-cdf8232225f5 req-854f827e-7f0c-455d-a40a-01065a09ea8d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Jan 28 14:42:50.028943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712012a-f737-44be-93e4-4c0abd6c5e67 req-91930eba-1e36-4b7d-8e9b-9c4df077621f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:50.030494 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9712012a-f737-44be-93e4-4c0abd6c5e67 req-91930eba-1e36-4b7d-8e9b-9c4df077621f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Jan 28 14:42:50.082697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9712012a-f737-44be-93e4-4c0abd6c5e67 req-5a3a6421-d623-4453-8fdb-b3257eace6e0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466268 Jan 28 14:42:51.196821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaca17-e552-43fb-8200-01241f8ad283 req-2dd24251-c547-4840-9942-af03f4ed07ea tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:51.198299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2bfaca17-e552-43fb-8200-01241f8ad283 req-2dd24251-c547-4840-9942-af03f4ed07ea tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Jan 28 14:42:51.247688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2bfaca17-e552-43fb-8200-01241f8ad283 req-69ce5690-1422-4b95-bae5-9c0236b0ea8f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Jan 28 14:42:51.458753 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-e94f97a5-5e62-4b3d-ac8a-80cfafb52ba3 service neutron] show failed (client error): The resource could not be found. Jan 28 14:42:51.459706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-e94f97a5-5e62-4b3d-ac8a-80cfafb52ba3 service neutron] 10.222.0.60 "GET /v2.0/ports/2babc4b7-ff02-4917-9b1e-e7115058a995/bindings/n-h1-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0536182 Jan 28 14:42:51.721542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-28374346-ee22-479b-b254-74e4882631a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:51.722959 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-28374346-ee22-479b-b254-74e4882631a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 1096 time: 0.1025355 Jan 28 14:42:51.735860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-3340b2e5-709a-45e7-9215-826f9e129f92 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:42:51.736831 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-3340b2e5-709a-45e7-9215-826f9e129f92 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049331 Jan 28 14:42:51.751548 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:42:51.805888 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:52.006775 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:52.039126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:42:52.082020 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:52.084987 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b956e-b18c-46ad-8bfe-be695ba131a3" -d '{"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-unplugged", "status": "completed", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:52.088704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Publish callbacks [] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:52.101528 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Transition to ACTIVE for port object 2babc4b7-ff02-4917-9b1e-e7115058a995 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:42:52.105128 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:52.144425 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bafa7eb-0282-4971-80bb-5e935e95eba2 x-openstack-request-id: req-6bafa7eb-0282-4971-80bb-5e935e95eba2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:52.144714 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-unplugged", "status": "completed", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:52.144972 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bafa7eb-0282-4971-80bb-5e935e95eba2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:52.145365 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'code': 200} Jan 28 14:42:52.197454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:52.210078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.210413 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.210756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.211097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.211434 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.211767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.212121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.212449 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.212781 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.213109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.213436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.213760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.214083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:52.248292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] No DVR routers for this DVR port 2babc4b7-ff02-4917-9b1e-e7115058a995 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:42:52.728666 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c560065-07cb-4033-a324-fd9f80af9999 req-f369a147-6456-4726-af76-5c2aafb54297 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:52.730109 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c560065-07cb-4033-a324-fd9f80af9999 req-f369a147-6456-4726-af76-5c2aafb54297 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 943 time: 0.4020793 Jan 28 14:42:52.771031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:42:52.771366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:42:52.772302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:42:52.781741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Port 2babc4b7-ff02-4917-9b1e-e7115058a995 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:42:52.782055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Attempting to bind port 2babc4b7-ff02-4917-9b1e-e7115058a995 on network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:42:52.791170 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:42:52.791512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Checking segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:42:52.791889 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Bound using segment: {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:42:52.792344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Bound port: 2babc4b7-ff02-4917-9b1e-e7115058a995, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c372958-49a6-40e8-a2aa-db4fbde9abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:42:52.792701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:52.813376 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1c560065-07cb-4033-a324-fd9f80af9999 req-57bfaa5f-93ba-4c96-8f44-3152192500ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702300 Jan 28 14:42:52.868625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:42:52.872254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:42:52.876407 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:52.910399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:52.911151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:52.912909 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] 10.222.0.36 "PUT /v2.0/ports/2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 1091 time: 1.1646392 Jan 28 14:42:52.938972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6bb44-5a91-4876-80d2-19bcf4f930cb service neutron] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:52.985361 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-cf768eeb-ea88-4ecd-bf9f-d4313f22a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:52.986873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-cf768eeb-ea88-4ecd-bf9f-d4313f22a396 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1094 time: 0.0422416 Jan 28 14:42:53.088063 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-842d2290-ae5a-431f-99f1-5342fcce605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:53.089570 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-842d2290-ae5a-431f-99f1-5342fcce605c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.0937917 Jan 28 14:42:53.158516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-f4302852-8f95-468d-8d60-01cca8a8f068 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 999 time: 0.0597136 Jan 28 14:42:53.210095 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-fa0a779b-e8ed-44a3-b1c7-b71f54ced4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:53.211622 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-fa0a779b-e8ed-44a3-b1c7-b71f54ced4ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0442719 Jan 28 14:42:53.262943 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-fd9f4d43-007d-4bdc-97ae-9fed07af92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:53.264469 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-fd9f4d43-007d-4bdc-97ae-9fed07af92d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435696 Jan 28 14:42:53.355259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-d8382332-4f45-4e74-813a-f2d8c40ba8db service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808532 Jan 28 14:42:53.455843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-266ebd8b-a363-42f1-a321-fd66c29882f6 req-c3729ccf-e056-41a3-8165-726c2720e97e service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904374 Jan 28 14:42:53.934304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349274-6c85-43b1-b57e-1163c8a65d8f req-93d557b1-b38d-46cd-a1fa-03965b98f4cd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:53.935785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25349274-6c85-43b1-b57e-1163c8a65d8f req-93d557b1-b38d-46cd-a1fa-03965b98f4cd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 943 time: 0.0490057 Jan 28 14:42:53.984582 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25349274-6c85-43b1-b57e-1163c8a65d8f req-a5aa87c4-40fa-4d1d-a9c4-e952c265c685 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 Jan 28 14:42:54.146521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:54.150126 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:54.197634 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67109f2d-8039-4e5e-9c15-7611c4683252 x-openstack-request-id: req-67109f2d-8039-4e5e-9c15-7611c4683252 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:54.197927 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:54.198181 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67109f2d-8039-4e5e-9c15-7611c4683252 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:54.198588 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'status': 'completed', 'code': 200} Jan 28 14:42:54.289320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-2f9f3a5a-67cc-40ae-b792-cbbd53cfd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.290810 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-2f9f3a5a-67cc-40ae-b792-cbbd53cfd58c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1094 time: 0.0633454 Jan 28 14:42:54.293096 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-ec415907-000e-4f82-9fe7-a38e6636cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.294408 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-ec415907-000e-4f82-9fe7-a38e6636cff9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1094 time: 0.0757184 Jan 28 14:42:54.454787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-8459391a-f08a-4ec9-85a4-db1bd0bc79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.456466 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-8459391a-f08a-4ec9-85a4-db1bd0bc79e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.1554492 Jan 28 14:42:54.457515 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-fd40a65c-9690-4bfa-a9f6-1b6ebd1a178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.458809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-fd40a65c-9690-4bfa-a9f6-1b6ebd1a178a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.1510663 Jan 28 14:42:54.569645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-ab0c5449-0cac-45aa-8974-68b818a3353e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 999 time: 0.1063316 Jan 28 14:42:54.572483 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-db29504d-5465-43e3-8dfc-be9e2eb74c78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 999 time: 0.1038041 Jan 28 14:42:54.657482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-2f9da282-86ee-4f4b-ba33-fd800e6fcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.659849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-2f9da282-86ee-4f4b-ba33-fd800e6fcf4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0806346 Jan 28 14:42:54.664481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-96ac8d9a-258c-454d-8e9d-0675c7349eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.666035 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-96ac8d9a-258c-454d-8e9d-0675c7349eab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0784786 Jan 28 14:42:54.746325 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-17759715-2281-4b98-8e6f-60c632eec5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.747769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-17759715-2281-4b98-8e6f-60c632eec5a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808556 Jan 28 14:42:54.751830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-f83175b3-9045-4132-8c62-dbbb28585bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:54.753239 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-f83175b3-9045-4132-8c62-dbbb28585bfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779188 Jan 28 14:42:54.906964 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-27882f6c-563f-4479-95ed-38378d03cfaf service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488755 Jan 28 14:42:54.910395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-b84ccc99-0197-4830-b689-7ef579496c6b service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448953 Jan 28 14:42:55.106300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-9ae92534-da89-448a-88d5-ec0ea9467921 service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885035 Jan 28 14:42:55.108429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e41b2cb-24d3-40a3-8b9d-8c1388b281e4 req-570c794b-c023-4283-8e59-640b0816ecff service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917143 Jan 28 14:42:55.132176 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1055a87-9aa9-4d28-a225-082749ec51eb req-4316ce3e-6554-476d-b13d-769dc5a61077 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:55.133750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1055a87-9aa9-4d28-a225-082749ec51eb req-4316ce3e-6554-476d-b13d-769dc5a61077 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 943 time: 0.0719414 Jan 28 14:42:55.190205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1055a87-9aa9-4d28-a225-082749ec51eb req-e1545a80-577d-4ac4-bd4d-724006a9bdf0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508339 Jan 28 14:42:55.200772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:42:55.248288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-2a5e55a6-81f5-4eb5-8fb9-3049d76b3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:55.249785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-2a5e55a6-81f5-4eb5-8fb9-3049d76b3f5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1094 time: 0.0582206 Jan 28 14:42:55.259294 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 2babc4b7-ff02-4917-9b1e-e7115058a995 host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:42:55.259755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:42:55.357914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-3969e5af-78c0-4a9e-bc87-f94e5ae0e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:55.359432 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-3969e5af-78c0-4a9e-bc87-f94e5ae0e4c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.0856309 Jan 28 14:42:55.427127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-78ff261f-cf12-4974-98cb-8bce74c7063a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 999 time: 0.0617089 Jan 28 14:42:55.476608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-f2395aaf-fb67-40ae-bbae-8cd743070e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:55.478052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-f2395aaf-fb67-40ae-bbae-8cd743070e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0434206 Jan 28 14:42:55.523574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-2092a8d6-2e93-4aa6-bad7-1fe457ae08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:55.525107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-2092a8d6-2e93-4aa6-bad7-1fe457ae08cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410078 Jan 28 14:42:55.617549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-c67c700f-a6c0-40ff-83cc-8b09270b0cdf service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860546 Jan 28 14:42:55.705013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f4c5483a-2641-44c9-80ac-87f50132f77a req-c90e4067-eb87-4895-b7c7-58aac776a6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811269 Jan 28 14:42:55.712742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:42:55.810271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:55.821479 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'port_id': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'mac_address': 'fa:16:3e:09:47:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:42:55.857705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2babc4b7-ff02-4917-9b1e-e7115058a995 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:55.858099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:55.871790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2babc4b7-ff02-4917-9b1e-e7115058a995 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:42:55.890579 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:55.894700 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:55.945632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:55.952902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.953253 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.953593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.953930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.954263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.954593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.954918 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.955244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.955567 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.955967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.956656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.957118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:55.957309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:42:56.176454 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['2babc4b7-ff02-4917-9b1e-e7115058a995'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:42:56.332059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182efb6-1eed-451c-9b19-9c1626962512 req-750e7372-7159-46b4-a84e-7930f1170b0e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:56.333575 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5182efb6-1eed-451c-9b19-9c1626962512 req-750e7372-7159-46b4-a84e-7930f1170b0e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 944 time: 0.0543714 Jan 28 14:42:56.383658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5182efb6-1eed-451c-9b19-9c1626962512 req-09c1b6df-afbe-4b29-90c6-3860caee2fb4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 Jan 28 14:42:56.614595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2199714-e248-4f3b-a792-2b3fe0652f67 req-605f44bb-00ef-4a59-a4d6-805ec5256614 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:56.616261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2199714-e248-4f3b-a792-2b3fe0652f67 req-605f44bb-00ef-4a59-a4d6-805ec5256614 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 944 time: 0.0788660 Jan 28 14:42:56.622854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-a7b83bf8-3d86-48d6-9a87-ec7123fd6819 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:56.624307 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-a7b83bf8-3d86-48d6-9a87-ec7123fd6819 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272&tenant_id=7f0afce86422430699e3d0f95de460da&binding%3Ahost_id=n-h1-822748-2 HTTP/1.1" status: 200 len: 944 time: 0.0783536 Jan 28 14:42:56.702546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a2199714-e248-4f3b-a792-2b3fe0652f67 req-666211e3-40fb-42e0-8aa4-b5bc3974f846 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772750 Jan 28 14:42:56.721496 n-d-822748-2 neutron-server[103374]: INFO neutron.api.v2.resource [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-9b6756b2-6c9f-4f15-bec7-0eaaa9acd293 service neutron] delete failed (client error): The resource could not be found. Jan 28 14:42:56.722513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-9b6756b2-6c9f-4f15-bec7-0eaaa9acd293 service neutron] 10.222.0.60 "DELETE /v2.0/ports/2babc4b7-ff02-4917-9b1e-e7115058a995/bindings/n-h2-822748-2 HTTP/1.1" status: 404 len: 380 time: 0.0808122 Jan 28 14:42:56.847054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c7e2-fbf2-4280-a3cf-7f1ef63dcb3e req-29c1cbc7-238b-4005-b661-25c872fe88a0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:56.848523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4101c7e2-fbf2-4280-a3cf-7f1ef63dcb3e req-29c1cbc7-238b-4005-b661-25c872fe88a0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 944 time: 0.0754066 Jan 28 14:42:56.852870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-e2e4c12e-f6b0-4323-b06c-bab2d0759a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:56.854264 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-e2e4c12e-f6b0-4323-b06c-bab2d0759a23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1095 time: 0.0712538 Jan 28 14:42:56.949499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4101c7e2-fbf2-4280-a3cf-7f1ef63dcb3e req-bdf5b8b1-1c14-4df0-93a8-a253490e3b55 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942671 Jan 28 14:42:56.981018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-f6f5fb6b-7c40-4b1e-b444-ed71fec61460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:56.982406 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-f6f5fb6b-7c40-4b1e-b444-ed71fec61460 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.1114738 Jan 28 14:42:57.055908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-22152234-0916-43ac-918e-641ae863b789 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 1000 time: 0.0630007 Jan 28 14:42:57.107844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-a25f8adf-05fc-4147-8154-31fcfdcca31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:57.109308 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-a25f8adf-05fc-4147-8154-31fcfdcca31c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.0442936 Jan 28 14:42:57.158016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-7cbd8904-e5b9-4a22-a310-83b6a5085846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:57.159541 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-7cbd8904-e5b9-4a22-a310-83b6a5085846 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411444 Jan 28 14:42:57.252933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-57c09d58-297f-4a64-9e58-0f72a07ae6c7 service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858462 Jan 28 14:42:57.331082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:57.343399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-245d0fe1-0a82-4f40-88c8-8500eb2c539a req-7e8664d5-c365-49e5-bec7-357ed3d67449 service neutron] 10.222.0.60 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814755 Jan 28 14:42:57.738016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:42:57.787504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 2babc4b7-ff02-4917-9b1e-e7115058a995 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:42:57.791810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 2babc4b7-ff02-4917-9b1e-e7115058a995 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:42:57.792222 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:57.874911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 2babc4b7-ff02-4917-9b1e-e7115058a995 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:42:57.875299 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:57.897410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:42:57.899721 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28e6613-2e01-4f56-8f1e-aded4f7682cb" -d '{"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-plugged", "status": "completed", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:42:57.911625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:42:57.917405 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:42:57.943634 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f5e621-eef6-4699-a9bf-754ab6db8f6f x-openstack-request-id: req-c0f5e621-eef6-4699-a9bf-754ab6db8f6f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:42:57.943929 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-plugged", "status": "completed", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:42:57.944207 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0f5e621-eef6-4699-a9bf-754ab6db8f6f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:42:57.944594 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'code': 200} Jan 28 14:42:57.970207 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=9']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:42:58.068924 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cc40b-09e0-49d7-b343-90a914f9cd5b req-e4a7bac6-aac2-42d9-854c-7d1d5f7fe7ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:42:58.070449 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f9cc40b-09e0-49d7-b343-90a914f9cd5b req-e4a7bac6-aac2-42d9-854c-7d1d5f7fe7ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Jan 28 14:42:58.124871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f9cc40b-09e0-49d7-b343-90a914f9cd5b req-9dc1b78c-12c3-4da3-b931-cc4feb24984e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486000 Jan 28 14:42:58.146580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48610) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:42:58.211535 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-6f3b0316-4fa7-4a8e-8261-1a191e7cc738 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/7f5a66a2-b393-403f-848f-51a77e1ed117 HTTP/1.1" status: 200 len: 993 time: 0.0638299 Jan 28 14:42:58.714631 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:05.100260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-915a3144-2bde-4ed2-ba2f-336b7f019181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:07.827025 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0e54eb18-d70f-4145-a355-bbc527704348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:09.013923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:10.845826 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:11.993218 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:22.757106 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:43:27.347087 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:28.708744 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48624) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:28.728717 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:28.877089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 62af7d6f-d6b2-4e20-9a2f-20c09e51bdac {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:43:28.877439 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:28.959906 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:28.960174 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:28.974054 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 62af7d6f-d6b2-4e20-9a2f-20c09e51bdac owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:43:29.120656 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (62af7d6f-d6b2-4e20-9a2f-20c09e51bdac), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:29.151113 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=62af7d6f-d6b2-4e20-9a2f-20c09e51bdac,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:29.213042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (7f5a66a2-b393-403f-848f-51a77e1ed117), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:29.213042 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 7f5a66a2-b393-403f-848f-51a77e1ed117 disassociated (deleted). External IP: 172.25.4.172, port: 2babc4b7-ff02-4917-9b1e-e7115058a995. Jan 28 14:43:29.433433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 0834a90f-f6ae-4b85-8f93-01ed9908a106 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:43:29.541071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:43:29.545485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:29.551684 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] Sync routers for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:43:29.561437 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:29.562671 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:29.572374 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ec27e0e2-62e8-45f7-af3b-ca944d4bec94 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/floatingips/7f5a66a2-b393-403f-848f-51a77e1ed117 HTTP/1.1" status: 204 len: 168 time: 0.8623786 Jan 28 14:43:29.572955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:43:29.576263 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d655e672-39b5-41c4-ac99-b2cb464efe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:43:29.670418 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:29.738096 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f55881-f2bf-4804-be94-5ba5606df992 x-openstack-request-id: req-65f55881-f2bf-4804-be94-5ba5606df992 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:43:29.738621 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:43:29.738621 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65f55881-f2bf-4804-be94-5ba5606df992 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:43:29.739037 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'status': 'completed', 'code': 200} Jan 28 14:43:29.835022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-a041e086-a064-46ac-8073-496a2c42daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:29.837562 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-a041e086-a064-46ac-8073-496a2c42daf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 1096 time: 0.0766213 Jan 28 14:43:29.859682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fca90-6962-4d48-916f-70108bffdba7 req-1d37bf44-4ca2-4eac-a939-5dded2b73507 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:29.861169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b94fca90-6962-4d48-916f-70108bffdba7 req-1d37bf44-4ca2-4eac-a939-5dded2b73507 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0733318 Jan 28 14:43:29.884804 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:29.911179 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] Checking router: 0834a90f-f6ae-4b85-8f93-01ed9908a106 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:43:29.920597 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:29.921211 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:29.957267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b94fca90-6962-4d48-916f-70108bffdba7 req-448cd402-34b9-4dc2-92cc-22d04006c0c5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860562 Jan 28 14:43:29.978991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-c833a97d-d39d-491c-9c03-7204933ada8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:29.980536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-c833a97d-d39d-491c-9c03-7204933ada8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 200 len: 898 time: 0.1366835 Jan 28 14:43:30.027632 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:30.028412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-d579b9bd-58ca-4949-a1ad-d8a5321acf95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 200 len: 217 time: 0.0405576 Jan 28 14:43:30.236248 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:30.264487 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d08e2c-ed59-4510-891f-93b45bbb4351 None None] The sync data for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 is: [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:40Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'cb126845-f8e9-479f-aa21-dd19d366e9f3', 'name': '', 'network_id': '5e74363d-87a3-4dd2-a2e3-973d1666f9bf', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:4a:67:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:39Z', 'updated_at': '2022-01-28T14:41:43Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': 'a5be749e-7616-4ae4-95db-b0f4e413280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:43:30.428838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-58856ce9-7afe-4734-9ab2-bbf8c1092724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:30.431048 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-58856ce9-7afe-4734-9ab2-bbf8c1092724 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 200 len: 835 time: 0.3958073 Jan 28 14:43:30.478746 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-aefb72cb-19d2-43a5-8927-a8af864e01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:30.480313 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-aefb72cb-19d2-43a5-8927-a8af864e01fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e74363d-87a3-4dd2-a2e3-973d1666f9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428152 Jan 28 14:43:30.494628 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23576827-3303-4fbd-8117-bdba2675782f None None] New status for floating IP 7f5a66a2-b393-403f-848f-51a77e1ed117: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:43:30.577126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-bff40668-aa2a-4697-98e0-ff1ad14b0901 service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881376 Jan 28 14:43:30.667312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d655e672-39b5-41c4-ac99-b2cb464efe1d req-b84e134c-4258-4f4d-b0aa-9af5c9b10c09 service neutron] 10.222.0.36 "GET /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815361 Jan 28 14:43:31.076558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964a1c9-4140-4c25-8d95-682108524681 req-95b9161e-7678-4041-970a-878bd19cef7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:31.078059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5964a1c9-4140-4c25-8d95-682108524681 req-95b9161e-7678-4041-970a-878bd19cef7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0513971 Jan 28 14:43:31.130539 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5964a1c9-4140-4c25-8d95-682108524681 req-fe75ffa5-246d-4562-8b8e-d17679da6466 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465443 Jan 28 14:43:31.242903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-7ecf852b-e83e-41f9-aead-0025955a34d9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:31.244329 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-7ecf852b-e83e-41f9-aead-0025955a34d9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 945 time: 0.0498266 Jan 28 14:43:31.331867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 2babc4b7-ff02-4917-9b1e-e7115058a995 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:43:31.332253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:31.423738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port 2babc4b7-ff02-4917-9b1e-e7115058a995, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=2babc4b7-ff02-4917-9b1e-e7115058a995,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:31.424143 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:31.436270 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 2babc4b7-ff02-4917-9b1e-e7115058a995 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:43:31.567532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (2babc4b7-ff02-4917-9b1e-e7115058a995), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:31.597894 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=2babc4b7-ff02-4917-9b1e-e7115058a995,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:31.639248 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] No DVR routers for this DVR port 2babc4b7-ff02-4917-9b1e-e7115058a995 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:43:31.643476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:31.646815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fcc37067-cf3b-44b3-8563-8c95ad51001e req-3f28bf32-51d5-40f9-aa82-ef49d3256ca1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.36 "DELETE /v2.0/ports/2babc4b7-ff02-4917-9b1e-e7115058a995 HTTP/1.1" status: 204 len: 173 time: 0.3974290 Jan 28 14:43:31.739703 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-deleted', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:43:31.743767 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0805386-0af5-4f4e-8a36-4b58082b5928" -d '{"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-deleted", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:43:31.780084 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d30b05f-bf69-42fb-a767-d2dd84fbe364 x-openstack-request-id: req-2d30b05f-bf69-42fb-a767-d2dd84fbe364 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:43:31.780392 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a2b81-2207-4c49-9a41-fa0ef9a66272", "name": "network-vif-deleted", "tag": "2babc4b7-ff02-4917-9b1e-e7115058a995", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:43:31.780659 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d30b05f-bf69-42fb-a767-d2dd84fbe364 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:43:31.781474 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a2b81-2207-4c49-9a41-fa0ef9a66272', 'name': 'network-vif-deleted', 'tag': '2babc4b7-ff02-4917-9b1e-e7115058a995', 'status': 'completed', 'code': 200} Jan 28 14:43:32.242171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c131226c-314c-418c-b731-3bc97890b8df req-afb0c070-c09f-4dd0-bc9f-852a284a04b3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c5a2b81-2207-4c49-9a41-fa0ef9a66272 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Jan 28 14:43:33.300393 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48640) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:33.668795 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (0834a90f-f6ae-4b85-8f93-01ed9908a106), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:33.928293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port cb126845-f8e9-479f-aa21-dd19d366e9f3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:43:33.928559 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:34.017965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port cb126845-f8e9-479f-aa21-dd19d366e9f3, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=cb126845-f8e9-479f-aa21-dd19d366e9f3,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:34.018334 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:34.031481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for cb126845-f8e9-479f-aa21-dd19d366e9f3 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:43:34.222829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cb126845-f8e9-479f-aa21-dd19d366e9f3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:34.249265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=cb126845-f8e9-479f-aa21-dd19d366e9f3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:34.424712 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (0834a90f-f6ae-4b85-8f93-01ed9908a106), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:34.644527 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router 0834a90f-f6ae-4b85-8f93-01ed9908a106 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:43:34.751194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:43:34.756267 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-49d17b64-3735-4d3a-a9c2-7e8353e57438 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/0834a90f-f6ae-4b85-8f93-01ed9908a106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4547961 Jan 28 14:43:34.759510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48642) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:34.762422 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] Sync routers for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:43:34.771762 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:34.772407 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:34.810999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting subnet a5be749e-7616-4ae4-95db-b0f4e413280d {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:43:34.814590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (a5be749e-7616-4ae4-95db-b0f4e413280d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:34.854512 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (a5be749e-7616-4ae4-95db-b0f4e413280d), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:34.876875 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:34.944069 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (a5be749e-7616-4ae4-95db-b0f4e413280d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.006313 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (a5be749e-7616-4ae4-95db-b0f4e413280d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.033281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Subnet': ['ID=a5be749e-7616-4ae4-95db-b0f4e413280d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:35.040812 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.044138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3ed7051e-1cf5-43a0-a5d7-12605c14f9ed tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/subnets/a5be749e-7616-4ae4-95db-b0f4e413280d HTTP/1.1" status: 204 len: 168 time: 0.2839863 Jan 28 14:43:35.046826 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48644) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:35.050842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6728054a-416a-460a-ac71-264931312a1e None None] Network 5e74363d-87a3-4dd2-a2e3-973d1666f9bf requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:43:35.153251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d23b-1051-48e9-98bc-73e8bea5097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.168415 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:43:34Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:35.198248 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] Checking router: 0834a90f-f6ae-4b85-8f93-01ed9908a106 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:43:35.207742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] Routers {'0834a90f-f6ae-4b85-8f93-01ed9908a106'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:35.208390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['0834a90f-f6ae-4b85-8f93-01ed9908a106'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:35.237595 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (0834a90f-f6ae-4b85-8f93-01ed9908a106), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.272901 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] DHCP port deletion for 5e74363d-87a3-4dd2-a2e3-973d1666f9bf request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:43:35.318648 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] Set router 0834a90f-f6ae-4b85-8f93-01ed9908a106 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:35.340157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] Deleting port 775f3a63-0913-4d1c-a552-cefa51252917 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:43:35.341162 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (775f3a63-0913-4d1c-a552-cefa51252917), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.368429 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (0834a90f-f6ae-4b85-8f93-01ed9908a106), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.414904 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 775f3a63-0913-4d1c-a552-cefa51252917 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:43:35.429337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 030746d0-1634-4efd-99c6-12d93ea1409d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:43:35.429898 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.449550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] For port 775f3a63-0913-4d1c-a552-cefa51252917, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=775f3a63-0913-4d1c-a552-cefa51252917,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:35.449885 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (775f3a63-0913-4d1c-a552-cefa51252917), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.469775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] Calling delete_port for 775f3a63-0913-4d1c-a552-cefa51252917 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:43:35.523305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port 030746d0-1634-4efd-99c6-12d93ea1409d, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=030746d0-1634-4efd-99c6-12d93ea1409d,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:35.523855 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.528118 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:43:34Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:35.537051 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 030746d0-1634-4efd-99c6-12d93ea1409d owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:43:35.561829 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5889b4-4a6a-418e-aecd-fc11e6816495 None None] The sync data for ids ['0834a90f-f6ae-4b85-8f93-01ed9908a106'] in n-d-822748-2 is: [{'id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427214101', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:43:34Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '030746d0-1634-4efd-99c6-12d93ea1409d', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0834a90f-f6ae-4b85-8f93-01ed9908a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:41:36Z', 'updated_at': '2022-01-28T14:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:43:35.726450 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (030746d0-1634-4efd-99c6-12d93ea1409d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.738566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 775f3a63-0913-4d1c-a552-cefa51252917 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:35.738957 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (775f3a63-0913-4d1c-a552-cefa51252917), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.753411 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=030746d0-1634-4efd-99c6-12d93ea1409d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:35.780595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 775f3a63-0913-4d1c-a552-cefa51252917, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=775f3a63-0913-4d1c-a552-cefa51252917,segment=NetworkSegment(0c372958-49a6-40e8-a2aa-db4fbde9abbd),segment_id=0c372958-49a6-40e8-a2aa-db4fbde9abbd)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:35.784973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (775f3a63-0913-4d1c-a552-cefa51252917), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.809981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (775f3a63-0913-4d1c-a552-cefa51252917), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.824852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (0834a90f-f6ae-4b85-8f93-01ed9908a106), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.830569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] No DVR routers for this DVR port 775f3a63-0913-4d1c-a552-cefa51252917 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:43:35.847546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=775f3a63-0913-4d1c-a552-cefa51252917,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:35.871116 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1ad47-0509-4e6e-a8d8-32637ab5e209 None None] Pushing event deleted for resources: {'Port': ['ID=775f3a63-0913-4d1c-a552-cefa51252917,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:35.897201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:43:35.923343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 2babc4b7-ff02-4917-9b1e-e7115058a995 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:43:35.923343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 2babc4b7-ff02-4917-9b1e-e7115058a995 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:43:35.924876 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (0834a90f-f6ae-4b85-8f93-01ed9908a106), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.927184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (0834a90f-f6ae-4b85-8f93-01ed9908a106), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.975858 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (0834a90f-f6ae-4b85-8f93-01ed9908a106), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.976503 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Fanout notify agent at l3_agent the message router_deleted on router 0834a90f-f6ae-4b85-8f93-01ed9908a106 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:43:35.984624 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:35.985656 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7de2a84c-3456-437c-9348-49f79e1d4e90 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/routers/0834a90f-f6ae-4b85-8f93-01ed9908a106 HTTP/1.1" status: 204 len: 168 time: 0.9379148 Jan 28 14:43:35.988976 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48648) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:36.074252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (5e74363d-87a3-4dd2-a2e3-973d1666f9bf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.165621 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (5e74363d-87a3-4dd2-a2e3-973d1666f9bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.186984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e74363d-87a3-4dd2-a2e3-973d1666f9bf']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:36.198846 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c372958-49a6-40e8-a2aa-db4fbde9abbd') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:36.199155 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c372958-49a6-40e8-a2aa-db4fbde9abbd') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:36.209126 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (0c372958-49a6-40e8-a2aa-db4fbde9abbd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.224574 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (0c372958-49a6-40e8-a2aa-db4fbde9abbd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.231490 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:43:36.231847 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (0c372958-49a6-40e8-a2aa-db4fbde9abbd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:43:36.234919 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:43:36.300968 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (5e74363d-87a3-4dd2-a2e3-973d1666f9bf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.307827 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.311490 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/networks/5e74363d-87a3-4dd2-a2e3-973d1666f9bf HTTP/1.1" status: 204 len: 168 time: 0.3213892 Jan 28 14:43:36.314425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48652) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:36.327021 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Network': ['ID=5e74363d-87a3-4dd2-a2e3-973d1666f9bf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:36.334761 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.335126 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.335479 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.335824 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.336194 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.336535 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.336872 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.337213 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.337775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.338132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.338467 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.338803 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.339135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8913-2c00-4cd4-a676-899992b46580 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:36.372470 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7fb75af-e640-4bad-af8b-c3d5af29c307 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.397076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7fb75af-e640-4bad-af8b-c3d5af29c307 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.459332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7fb75af-e640-4bad-af8b-c3d5af29c307 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.463340 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d7fb75af-e640-4bad-af8b-c3d5af29c307 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.464554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d7fb75af-e640-4bad-af8b-c3d5af29c307 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/security-groups/fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba HTTP/1.1" status: 204 len: 168 time: 0.1490715 Jan 28 14:43:36.473618 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb75af-e640-4bad-af8b-c3d5af29c307 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbafbd9f-ede3-4a4e-9ff9-7345fb2a00ba,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:36.684728 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48658) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:36.689854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ef25877c-12f4-49a5-907f-1b076a034e42 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429529138', 'description': 'tempest-secgroup-smoke-1429529138 description', 'project_id': '7f0afce86422430699e3d0f95de460da'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:36.711290 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-12f4-49a5-907f-1b076a034e42 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.780275 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-12f4-49a5-907f-1b076a034e42 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (8cff9ae6-7cb4-49d8-92ff-4c98c0470b89), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.784162 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-12f4-49a5-907f-1b076a034e42 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cff9ae6-7cb4-49d8-92ff-4c98c0470b89), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.811722 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ef25877c-12f4-49a5-907f-1b076a034e42 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.812971 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ef25877c-12f4-49a5-907f-1b076a034e42 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272323 Jan 28 14:43:36.815974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48660) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:36.816912 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25877c-12f4-49a5-907f-1b076a034e42 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:36.821137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-2a0bd91e-1cc9-4708-afa8-47d8407cda7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '8cff9ae6-7cb4-49d8-92ff-4c98c0470b89', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:36.848578 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd91e-1cc9-4708-afa8-47d8407cda7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (1d579bc6-d195-4f9b-81ec-56824c877072), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.908209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd91e-1cc9-4708-afa8-47d8407cda7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (1d579bc6-d195-4f9b-81ec-56824c877072), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.911534 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd91e-1cc9-4708-afa8-47d8407cda7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (1d579bc6-d195-4f9b-81ec-56824c877072), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.928750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bd91e-1cc9-4708-afa8-47d8407cda7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d579bc6-d195-4f9b-81ec-56824c877072,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:36.937973 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd91e-1cc9-4708-afa8-47d8407cda7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:36.939182 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2a0bd91e-1cc9-4708-afa8-47d8407cda7d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221240 Jan 28 14:43:36.942050 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48662) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:36.946477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-1a76f263-495b-462a-a6c8-702f396f3fef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '8cff9ae6-7cb4-49d8-92ff-4c98c0470b89', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:36.971444 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a76f263-495b-462a-a6c8-702f396f3fef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (c56a2741-97fc-4526-92a4-b0eb1d11c5a3), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.026646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a76f263-495b-462a-a6c8-702f396f3fef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (c56a2741-97fc-4526-92a4-b0eb1d11c5a3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.029957 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a76f263-495b-462a-a6c8-702f396f3fef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (c56a2741-97fc-4526-92a4-b0eb1d11c5a3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.047751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76f263-495b-462a-a6c8-702f396f3fef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56a2741-97fc-4526-92a4-b0eb1d11c5a3,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:37.054894 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a76f263-495b-462a-a6c8-702f396f3fef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.056125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-1a76f263-495b-462a-a6c8-702f396f3fef tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131070 Jan 28 14:43:37.059774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48664) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:37.064043 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7aa7ec1b-2399-4d9b-9655-0c93bba8dcc9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '8cff9ae6-7cb4-49d8-92ff-4c98c0470b89', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:37.090867 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ec1b-2399-4d9b-9655-0c93bba8dcc9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (69d0f14f-7436-44d4-8121-728d962d3877), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.147886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ec1b-2399-4d9b-9655-0c93bba8dcc9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (69d0f14f-7436-44d4-8121-728d962d3877), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.152507 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ec1b-2399-4d9b-9655-0c93bba8dcc9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (69d0f14f-7436-44d4-8121-728d962d3877), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.171686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7ec1b-2399-4d9b-9655-0c93bba8dcc9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d0f14f-7436-44d4-8121-728d962d3877,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:37.177761 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ec1b-2399-4d9b-9655-0c93bba8dcc9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.178941 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7aa7ec1b-2399-4d9b-9655-0c93bba8dcc9 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182125 Jan 28 14:43:37.181728 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48666) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:37.185987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b90acaec-7cfa-47f7-868c-65658134b486 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '8cff9ae6-7cb4-49d8-92ff-4c98c0470b89', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:37.211142 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b90acaec-7cfa-47f7-868c-65658134b486 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (9a9b0ed6-cc5d-4d59-b5dd-55508376ca53), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.273219 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b90acaec-7cfa-47f7-868c-65658134b486 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (9a9b0ed6-cc5d-4d59-b5dd-55508376ca53), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.277298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b90acaec-7cfa-47f7-868c-65658134b486 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9a9b0ed6-cc5d-4d59-b5dd-55508376ca53), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.295514 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90acaec-7cfa-47f7-868c-65658134b486 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9b0ed6-cc5d-4d59-b5dd-55508376ca53,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:37.305452 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b90acaec-7cfa-47f7-868c-65658134b486 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.307427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b90acaec-7cfa-47f7-868c-65658134b486 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247666 Jan 28 14:43:37.310259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48668) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:37.312909 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 030746d0-1634-4efd-99c6-12d93ea1409d no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:43:37.314636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '8cff9ae6-7cb4-49d8-92ff-4c98c0470b89', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:37.333845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 030746d0-1634-4efd-99c6-12d93ea1409d {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:43:37.334270 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 030746d0-1634-4efd-99c6-12d93ea1409d not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:43:37.334711 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:43:37.334865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cb126845-f8e9-479f-aa21-dd19d366e9f3 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:43:37.339913 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (6f3272d3-3ff9-4d49-b2b8-74c206a38e82), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.353324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: cb126845-f8e9-479f-aa21-dd19d366e9f3 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:43:37.354072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device cb126845-f8e9-479f-aa21-dd19d366e9f3 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:43:37.401071 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (6f3272d3-3ff9-4d49-b2b8-74c206a38e82), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.404521 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6f3272d3-3ff9-4d49-b2b8-74c206a38e82), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.422288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3272d3-3ff9-4d49-b2b8-74c206a38e82,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:37.428921 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.431556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-141f716f-c635-4f5f-b78e-de146140cc99 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188591 Jan 28 14:43:37.433820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48670) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:37.438074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '8cff9ae6-7cb4-49d8-92ff-4c98c0470b89', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:37.457832 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:43:37.462633 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (28956ae5-c222-4515-b16f-ec3c4c2eba83), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.521156 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (28956ae5-c222-4515-b16f-ec3c4c2eba83), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.524680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (28956ae5-c222-4515-b16f-ec3c4c2eba83), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.545725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28956ae5-c222-4515-b16f-ec3c4c2eba83,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:37.551185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.552363 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0e08eeb1-2896-4093-a64a-d16ad33aebf6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175921 Jan 28 14:43:37.555309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48672) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:37.561030 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'network': {'name': 'tempest-network-smoke--1550073824', 'project_id': '7f0afce86422430699e3d0f95de460da', 'port_security_enabled': True}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:37.580305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:43:37.583780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.606998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:43:37.615605 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (4a76c5d4-f545-4fd3-9456-7050fffdc88b), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.615955 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Added segment 4a76c5d4-f545-4fd3-9456-7050fffdc88b of type vlan for network 07d0bcf9-613e-44d9-931e-ccc0d59afdae Jan 28 14:43:37.658332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (07d0bcf9-613e-44d9-931e-ccc0d59afdae), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.683718 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (07d0bcf9-613e-44d9-931e-ccc0d59afdae), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.690151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:37.690741 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.748851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925213 Jan 28 14:43:37.751590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48674) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:37.755852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'admin_state_up': True, 'project_id': '7f0afce86422430699e3d0f95de460da', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:37.773258 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa143d1-6d3a-45b8-8958-4574dc84dafd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Network': ['ID=07d0bcf9-613e-44d9-931e-ccc0d59afdae,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:37.784750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:43:37.786646 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (b0f65af4-80d2-4375-aa54-69dda7591107), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.787907 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (b0f65af4-80d2-4375-aa54-69dda7591107), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.843811 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (b0f65af4-80d2-4375-aa54-69dda7591107), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.858641 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6c365025-533c-44a7-bba8-4cb47965efe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:37.982704 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (b0f65af4-80d2-4375-aa54-69dda7591107), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:38.174253 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (b0f65af4-80d2-4375-aa54-69dda7591107), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:38.193138 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:38.299788 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.191 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/a6e02f7d-671c-4bb9-8a8c-7be25d636bc2) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:43:38.405689 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:38.441475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:38.485082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:43:38.487876 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:43:38.490784 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:43:38.517852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:39.017356 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:39.098652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (b0f65af4-80d2-4375-aa54-69dda7591107), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:39.305299 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (b0f65af4-80d2-4375-aa54-69dda7591107), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:39.432884 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router b0f65af4-80d2-4375-aa54-69dda7591107 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:43:39.536265 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:43:39.545767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Sync routers for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:43:39.556859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:39.557429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:39.557742 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:39.558987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c3d5e9c2-542c-45dd-83fe-7ab616bc602b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8064325 Jan 28 14:43:39.562144 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48676) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:39.637974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-35fb2e5d-31a3-40a7-9bb4-f4fb13d697c7 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7f0afce86422430699e3d0f95de460da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746667 Jan 28 14:43:39.640582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48680) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:39.667677 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:39.726084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfae83-7993-40ab-8656-34446b4fe3f0 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:39.727581 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ddbfae83-7993-40ab-8656-34446b4fe3f0 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861022 Jan 28 14:43:39.730699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48682) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:39.759846 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a5c68b82-ada6-448a-9c59-091d152d4647 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273294 Jan 28 14:43:39.762654 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48684) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:39.767588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1314518859', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'project_id': '7f0afce86422430699e3d0f95de460da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:39.851989 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:38Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:39.858778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:43:39.862404 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:39.884741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Checking router: b0f65af4-80d2-4375-aa54-69dda7591107 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:43:39.885098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Updating router b0f65af4-80d2-4375-aa54-69dda7591107 port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:43:39.909333 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.046041 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (3a699555-e2ac-4d40-9cdd-081bcc30f23d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.105787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Subnet': ['ID=3a699555-e2ac-4d40-9cdd-081bcc30f23d,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:40.116118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Checking segment: {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:43:40.116500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network hostable DHCP agents. Network: 07d0bcf9-613e-44d9-931e-ccc0d59afdae, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:43:40.133715 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:43:40.144321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 07d0bcf9-613e-44d9-931e-ccc0d59afdae) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:43:40.148714 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:40.149315 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.158958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de18bf-a58b-4836-939c-4ae16ba3efd1 None None] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:43:40.168396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5a162e8a-02a6-43ca-9418-80d03d4b2112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4046683 Jan 28 14:43:40.171154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48686) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:40.221132 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Publish callbacks [] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.231304 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.309611 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d08a3-cf4f-40ed-bf23-ffa110d80e69 None None] Pushing event updated for resources: {'Port': ['ID=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:40.333848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Attempting to bind port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:43:40.334222 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Attempting to bind port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:43:40.334601 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Attempting to bind port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:43:40.341486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:43:40.341934 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:43:40.342279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.342676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:43:40.343405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Bound port: a6e02f7d-671c-4bb9-8a8c-7be25d636bc2, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:43:40.343559 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.346539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:43:40.347366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.470878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] For port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:43:40.489475 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] For port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:43:40.496324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.595906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d08a3-cf4f-40ed-bf23-ffa110d80e69 None None] Pushing event updated for resources: {'Port': ['ID=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:40.598890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:40.599511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:40.601892 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Allocated IP 172.20.0.2 (07d0bcf9-613e-44d9-931e-ccc0d59afdae/3a699555-e2ac-4d40-9cdd-081bcc30f23d/50b84d35-391b-4cec-8d6a-66961f2b1d55) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:43:40.639503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.777007 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:40.932181 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.954050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Publish callbacks [] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:40.969079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.013675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.1 (07d0bcf9-613e-44d9-931e-ccc0d59afdae/3a699555-e2ac-4d40-9cdd-081bcc30f23d/e65b594c-3385-4a60-8828-113385e7b276) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:43:41.038208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:43:41.044966 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:43:41.051553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:43:41.057650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Pushing event updated for resources: {'Port': ['ID=50b84d35-391b-4cec-8d6a-66961f2b1d55,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:41.125926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Attempting to bind port 50b84d35-391b-4cec-8d6a-66961f2b1d55 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:43:41.126308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Attempting to bind port 50b84d35-391b-4cec-8d6a-66961f2b1d55 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:43:41.126674 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Attempting to bind port 50b84d35-391b-4cec-8d6a-66961f2b1d55 on network 07d0bcf9-613e-44d9-931e-ccc0d59afdae {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:43:41.134011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:43:41.135115 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Checking segment: {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:43:41.135939 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.136639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Bound using segment: {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:43:41.136848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Bound port: 50b84d35-391b-4cec-8d6a-66961f2b1d55, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:43:41.137257 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.139275 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (e65b594c-3385-4a60-8828-113385e7b276), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.156370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:38Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:41.176989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e65b594c-3385-4a60-8828-113385e7b276), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.202858 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1bc8a-9804-4139-8a55-0b2e2c96b2bf None None] The sync data for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 is: [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:38Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:43:41.217729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:43:41.226634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:43:41.232724 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:43:41.235552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] For port 50b84d35-391b-4cec-8d6a-66961f2b1d55, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:43:41.239865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] For port 50b84d35-391b-4cec-8d6a-66961f2b1d55, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=50b84d35-391b-4cec-8d6a-66961f2b1d55,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:43:41.245929 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.278306 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (b0f65af4-80d2-4375-aa54-69dda7591107), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.327667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=e65b594c-3385-4a60-8828-113385e7b276,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:41.341953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0d2b-1906-497b-820a-4adc93a39308 None None] Pushing event updated for resources: {'Port': ['ID=50b84d35-391b-4cec-8d6a-66961f2b1d55,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:41.436597 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e65b594c-3385-4a60-8828-113385e7b276), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.809556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (e65b594c-3385-4a60-8828-113385e7b276), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.814790 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e65b594c-3385-4a60-8828-113385e7b276), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:41.894337 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=e65b594c-3385-4a60-8828-113385e7b276,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:41.897205 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (b0f65af4-80d2-4375-aa54-69dda7591107), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:42.010042 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:43:42.011597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:43:42.012175 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:42.156633 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router b0f65af4-80d2-4375-aa54-69dda7591107 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:43:42.301567 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:43:42.308838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-464b176a-ab0d-4cf7-b16d-a813ed002912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/b0f65af4-80d2-4375-aa54-69dda7591107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357799 Jan 28 14:43:42.471344 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c9f8d-9a06-4f7e-ad55-b9ff9254d503 None None] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:43:42.492583 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-dea9dcc7-9849-43a5-b080-965f48ef1253 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429529138&fields=id&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 267 time: 0.0630972 Jan 28 14:43:42.580529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1b3d4bde-0e12-4816-bc20-f074b7ae8a34 None None] Provisioning complete for port 50b84d35-391b-4cec-8d6a-66961f2b1d55 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:42.580910 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bde-0e12-4816-bc20-f074b7ae8a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:42.614013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-6e70489f-baa3-45ac-878d-23ab0e74c13a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:42.615412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-6e70489f-baa3-45ac-878d-23ab0e74c13a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 797 time: 0.1121421 Jan 28 14:43:42.632460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-1364708b-d281-43fc-9737-ac73ea7d1c3d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/quotas/7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 375 time: 0.0107272 Jan 28 14:43:42.672715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d4bde-0e12-4816-bc20-f074b7ae8a34 None None] Current status of the port 50b84d35-391b-4cec-8d6a-66961f2b1d55 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:42.673536 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bde-0e12-4816-bc20-f074b7ae8a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:42.691167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-2bc56872-e6c7-46eb-a446-83194da07e28 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515943 Jan 28 14:43:42.733565 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-1b3d4bde-0e12-4816-bc20-f074b7ae8a34 None None] For port 50b84d35-391b-4cec-8d6a-66961f2b1d55, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=50b84d35-391b-4cec-8d6a-66961f2b1d55,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:42.744843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bde-0e12-4816-bc20-f074b7ae8a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:42.818284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d4bde-0e12-4816-bc20-f074b7ae8a34 None None] Pushing event updated for resources: {'Port': ['ID=50b84d35-391b-4cec-8d6a-66961f2b1d55,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:42.867745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-14fd006a-a7b7-464d-9e3e-817ac8912704 service neutron] 10.222.0.45 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619539 Jan 28 14:43:42.874805 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3bc354ee-07af-421a-9d3c-3c695cdbff11 None None] Provisioning complete for port 50b84d35-391b-4cec-8d6a-66961f2b1d55 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:42.875556 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3bc354ee-07af-421a-9d3c-3c695cdbff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:42.970887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3bc354ee-07af-421a-9d3c-3c695cdbff11 None None] Current status of the port 50b84d35-391b-4cec-8d6a-66961f2b1d55 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:42.983040 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-98159c23-cc55-4191-9068-79718b373f31 service neutron] 10.222.0.45 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094701 Jan 28 14:43:42.984922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3bc354ee-07af-421a-9d3c-3c695cdbff11 None None] Provisioning complete for port e65b594c-3385-4a60-8828-113385e7b276 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:42.985457 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3bc354ee-07af-421a-9d3c-3c695cdbff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e65b594c-3385-4a60-8828-113385e7b276), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.023039 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3bc354ee-07af-421a-9d3c-3c695cdbff11 None None] Port e65b594c-3385-4a60-8828-113385e7b276 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:43:43.143799 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Sync routers for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:43:43.150446 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-880be336-4f48-481a-8db2-4bae09cc77f0 None None] Provisioning complete for port e65b594c-3385-4a60-8828-113385e7b276 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:43.151159 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-880be336-4f48-481a-8db2-4bae09cc77f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e65b594c-3385-4a60-8828-113385e7b276), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.166155 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:43.169722 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:43.206284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-880be336-4f48-481a-8db2-4bae09cc77f0 None None] Port e65b594c-3385-4a60-8828-113385e7b276 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:43:43.216923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0e70a15b-06a8-44bd-83ce-20a416042310 req-ac1cb9d7-efa2-4f98-aa58-67c205c6f42e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 210 time: 0.0655770 Jan 28 14:43:43.301825 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:43.330340 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-2d512967-05a7-4b24-a157-1424bd83ef6e None None] Provisioning complete for port e65b594c-3385-4a60-8828-113385e7b276 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:43.330340 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2d512967-05a7-4b24-a157-1424bd83ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e65b594c-3385-4a60-8828-113385e7b276), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.386132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-2d512967-05a7-4b24-a157-1424bd83ef6e None None] Port e65b594c-3385-4a60-8828-113385e7b276 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:43:43.510992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:43:43.547165 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 2, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:43.563640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:43.564003 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.577529 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Checking router: b0f65af4-80d2-4375-aa54-69dda7591107 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:43:43.577886 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Updating router b0f65af4-80d2-4375-aa54-69dda7591107 port e65b594c-3385-4a60-8828-113385e7b276 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:43:43.604897 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e65b594c-3385-4a60-8828-113385e7b276), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.647558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:43.647956 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.670080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:43.674376 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.676816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 50b84d35-391b-4cec-8d6a-66961f2b1d55 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:43:43.752751 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:43.766752 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 50b84d35-391b-4cec-8d6a-66961f2b1d55 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:43.767131 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.859949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 50b84d35-391b-4cec-8d6a-66961f2b1d55 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:43.900766 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Publish callbacks [] for port (e65b594c-3385-4a60-8828-113385e7b276), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.909121 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e65b594c-3385-4a60-8828-113385e7b276), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:43.966135 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Pushing event updated for resources: {'Port': ['ID=e65b594c-3385-4a60-8828-113385e7b276,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:43.990134 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.990480 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.990826 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.991162 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.991494 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.991824 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.992509 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.992846 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.993171 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.993539 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.993865 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.994192 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:43.994515 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:44.022682 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Attempting to bind port e65b594c-3385-4a60-8828-113385e7b276 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:43:44.023052 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Attempting to bind port e65b594c-3385-4a60-8828-113385e7b276 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:43:44.023418 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Attempting to bind port e65b594c-3385-4a60-8828-113385e7b276 on network 07d0bcf9-613e-44d9-931e-ccc0d59afdae {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:43:44.029575 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:43:44.029954 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Checking segment: {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:43:44.030361 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.030753 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Bound using segment: {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:43:44.031224 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Bound port: e65b594c-3385-4a60-8828-113385e7b276, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:43:44.031606 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e65b594c-3385-4a60-8828-113385e7b276), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.095394 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] For port e65b594c-3385-4a60-8828-113385e7b276, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:43:44.098514 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] For port e65b594c-3385-4a60-8828-113385e7b276, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e65b594c-3385-4a60-8828-113385e7b276,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:43:44.102265 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e65b594c-3385-4a60-8828-113385e7b276), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.168075 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:44.168736 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:44.173710 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54c19-688b-491e-9b99-bed53098d4b3 None None] Pushing event updated for resources: {'Port': ['ID=e65b594c-3385-4a60-8828-113385e7b276,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:44.212940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-35550394-2776-4c83-9351-d6d051e63b7b None None] Provisioning complete for port e65b594c-3385-4a60-8828-113385e7b276 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:44.214481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-35550394-2776-4c83-9351-d6d051e63b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e65b594c-3385-4a60-8828-113385e7b276), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.298474 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:44.309335 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-35550394-2776-4c83-9351-d6d051e63b7b None None] Current status of the port e65b594c-3385-4a60-8828-113385e7b276 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:44.309868 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-35550394-2776-4c83-9351-d6d051e63b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e65b594c-3385-4a60-8828-113385e7b276), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.400379 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cf5eec5-284a-4abe-91d3-526917b3435e req-eae2cf8a-0d88-4f3d-9237-20bc0c317111 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 210 time: 0.0742269 Jan 28 14:43:44.536413 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-35550394-2776-4c83-9351-d6d051e63b7b None None] For port e65b594c-3385-4a60-8828-113385e7b276, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e65b594c-3385-4a60-8828-113385e7b276,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:44.542183 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-35550394-2776-4c83-9351-d6d051e63b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e65b594c-3385-4a60-8828-113385e7b276), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.558583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-f4c5d264-b229-4b30-8273-f0accbec6efa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:44.560100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-f4c5d264-b229-4b30-8273-f0accbec6efa tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.36 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 797 time: 0.1530266 Jan 28 14:43:44.596999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35550394-2776-4c83-9351-d6d051e63b7b None None] Pushing event updated for resources: {'Port': ['ID=e65b594c-3385-4a60-8828-113385e7b276,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:44.627839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-c94d9bad-d202-4d30-a663-35b992870a58 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 380 time: 0.0587866 Jan 28 14:43:44.637925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'port': {'device_id': '0018f4d2-e135-4624-9f98-967a32181186', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'admin_state_up': True, 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'security_groups': ['8cff9ae6-7cb4-49d8-92ff-4c98c0470b89']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:44.657147 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:44.664375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-6e756098-06d7-415e-a6ef-0bd4c9f457a3 None None] Provisioning complete for port e65b594c-3385-4a60-8828-113385e7b276 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:44.664689 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6e756098-06d7-415e-a6ef-0bd4c9f457a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e65b594c-3385-4a60-8828-113385e7b276), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.684541 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469aa97-d479-41ac-aa13-ddc92e728299 None None] The sync data for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 is: [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:43:44.765360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:43:44.770104 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:44.778313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-6e756098-06d7-415e-a6ef-0bd4c9f457a3 None None] Current status of the port e65b594c-3385-4a60-8828-113385e7b276 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:44.911171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.12 (07d0bcf9-613e-44d9-931e-ccc0d59afdae/3a699555-e2ac-4d40-9cdd-081bcc30f23d/e7bf4699-4f8f-4dfe-8434-c8a0cb300d20) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:43:45.060760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:45.097092 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:45.143064 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:43:45.146198 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:43:45.154040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:43:45.161172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:45.210717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:45.211374 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:45.232298 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-319be818-3549-4057-acdb-248b6e276180 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988371 Jan 28 14:43:45.248671 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Request body: {'port': {'device_id': '0018f4d2-e135-4624-9f98-967a32181186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:45.322503 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:45.461679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e65b594c-3385-4a60-8828-113385e7b276 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:43:45.536576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-12e0ca75-c91a-41b5-8a89-6131bb17ec05 None None] Provisioning complete for port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:45.537208 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12e0ca75-c91a-41b5-8a89-6131bb17ec05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:45.583261 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port e65b594c-3385-4a60-8828-113385e7b276 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:45.583652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e65b594c-3385-4a60-8828-113385e7b276), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:45.586499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-12e0ca75-c91a-41b5-8a89-6131bb17ec05 None None] Port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:43:45.673032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port e65b594c-3385-4a60-8828-113385e7b276 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:45.674153 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:43:45.727617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:45.728347 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:45.817795 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:45.960080 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cff35-e9b0-408b-bd88-e0e3489221a0 req-ea0175e3-b6e9-4fff-8759-f624b727a4e6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:45.961573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-639cff35-e9b0-408b-bd88-e0e3489221a0 req-ea0175e3-b6e9-4fff-8759-f624b727a4e6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 932 time: 0.0787568 Jan 28 14:43:46.059496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-639cff35-e9b0-408b-bd88-e0e3489221a0 req-0f299c61-8c2b-420f-9c2c-3344ec076983 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914710 Jan 28 14:43:46.070249 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:43:46.079063 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Publish callbacks [] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:46.092115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Transition to ACTIVE for port object e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:43:46.095826 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:46.147559 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:46.223023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Attempting to bind port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:43:46.223373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Attempting to bind port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:43:46.223708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Attempting to bind port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 on network 07d0bcf9-613e-44d9-931e-ccc0d59afdae {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:43:46.229760 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 on network 07d0bcf9-613e-44d9-931e-ccc0d59afdae not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:43:46.230154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Attempting to bind port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 on network 07d0bcf9-613e-44d9-931e-ccc0d59afdae {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:43:46.235741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:43:46.236250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Checking segment: {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:43:46.236730 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Bound using segment: {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:43:46.237247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Bound port: e7bf4699-4f8f-4dfe-8434-c8a0cb300d20, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a76c5d4-f545-4fd3-9456-7050fffdc88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:43:46.237683 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:46.310423 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] For port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:43:46.313684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] For port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:43:46.318271 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:46.358839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:46.359467 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:46.360908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] 10.222.0.36 "PUT /v2.0/ports/e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 1092 time: 1.1173337 Jan 28 14:43:46.361358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:43:46.363598 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:43:46.394613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e9cae-9d9b-4639-bec6-7acbf8a20d9e service neutron] Pushing event updated for resources: {'Port': ['ID=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:46.404113 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c907930d-0dbc-4b11-81d0-b61e964c804e x-openstack-request-id: req-c907930d-0dbc-4b11-81d0-b61e964c804e {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:43:46.404738 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:43:46.404738 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c907930d-0dbc-4b11-81d0-b61e964c804e {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:43:46.405066 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'status': 'completed', 'code': 200} Jan 28 14:43:46.456256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-a26b1f93-ffb2-44a4-a0a3-cdab35ee0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:46.458150 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-a26b1f93-ffb2-44a4-a0a3-cdab35ee0a23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1095 time: 0.0472043 Jan 28 14:43:46.511440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-a0cf2888-381c-4d75-9891-b6179f62a7af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 217 time: 0.0407875 Jan 28 14:43:46.567821 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-c950a930-bfb4-4289-9963-589cdc8de445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:46.569365 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-c950a930-bfb4-4289-9963-589cdc8de445 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 200 len: 835 time: 0.0477183 Jan 28 14:43:46.617572 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-cfb96872-a568-42a0-8ff3-93b810d38367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:46.620116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-cfb96872-a568-42a0-8ff3-93b810d38367 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07d0bcf9-613e-44d9-931e-ccc0d59afdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416412 Jan 28 14:43:46.715277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-53e16743-0ec8-4a53-9d0a-3286255b44e0 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859540 Jan 28 14:43:46.807474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b3e0b5f-efb6-42ca-962d-3a09f43de5f3 req-b8125280-e77b-4742-950d-a5ed6e05b58a service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830898 Jan 28 14:43:46.906210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-1f53e6bf-c9be-4bb4-a2bb-8c9d519d353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:46.907709 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-1f53e6bf-c9be-4bb4-a2bb-8c9d519d353b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1095 time: 0.0415606 Jan 28 14:43:47.001406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-bf2f6330-356c-4b00-b366-9ca293bac10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:47.002896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-bf2f6330-356c-4b00-b366-9ca293bac10a service neutron] 10.222.0.36 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 898 time: 0.0889211 Jan 28 14:43:47.044465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-3e928a5c-b8c4-4030-b48f-eb4d82a69f41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 217 time: 0.0349994 Jan 28 14:43:47.099275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-9dd9ee7d-642e-4a4d-a73c-b5a5ab1465a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:47.100827 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-9dd9ee7d-642e-4a4d-a73c-b5a5ab1465a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 200 len: 835 time: 0.0484655 Jan 28 14:43:47.171739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-33daacf2-9544-41dc-9783-be1d444dca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:47.173288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-33daacf2-9544-41dc-9783-be1d444dca47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07d0bcf9-613e-44d9-931e-ccc0d59afdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663288 Jan 28 14:43:47.197182 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4ce9-782c-4984-a079-b6c47ec47736 req-ee2c0efd-6870-4146-a806-91060ffb09fd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:47.198649 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55ef4ce9-782c-4984-a079-b6c47ec47736 req-ee2c0efd-6870-4146-a806-91060ffb09fd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 944 time: 0.0681152 Jan 28 14:43:47.299514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-55ef4ce9-782c-4984-a079-b6c47ec47736 req-c371ff50-1200-4842-8401-da1cd7948481 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911317 Jan 28 14:43:47.313540 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-f370baa9-ccb3-4e97-a42f-fbfb06aee269 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325448 Jan 28 14:43:47.404011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8774dd48-8692-4f3f-b0b0-1c22ad2471a4 req-18adf1e7-9746-4382-87a3-e9a2aec64f69 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834281 Jan 28 14:43:48.423689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be6938-14fc-48f4-9bf2-fd8232a3f19b req-f9970f39-7c68-4829-a0ec-2ee6f25baeda tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:48.425197 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33be6938-14fc-48f4-9bf2-fd8232a3f19b req-f9970f39-7c68-4829-a0ec-2ee6f25baeda tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 944 time: 0.0537722 Jan 28 14:43:48.474836 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33be6938-14fc-48f4-9bf2-fd8232a3f19b req-6e75ea8e-b931-474d-b64c-3b0df54cdbdb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Jan 28 14:43:49.854873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b977d5-8f9e-4a0a-a22b-2cf2872caaf6 req-89417772-5b71-4b8c-bd5f-61b3b5e43e45 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:49.856393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4b977d5-8f9e-4a0a-a22b-2cf2872caaf6 req-89417772-5b71-4b8c-bd5f-61b3b5e43e45 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 944 time: 0.0515785 Jan 28 14:43:49.906602 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4b977d5-8f9e-4a0a-a22b-2cf2872caaf6 req-f0c62a70-9711-4eab-8544-63888eae7f13 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446546 Jan 28 14:43:49.958101 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:43:50.050555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:50.062133 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'port_id': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'mac_address': 'fa:16:3e:b1:83:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:43:50.102081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:50.102474 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:50.115753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:43:50.134052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:50.138156 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:50.184723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:50.376125 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['e7bf4699-4f8f-4dfe-8434-c8a0cb300d20'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:43:51.020132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166202-32b2-493c-a5c5-aaba6b22f74a req-64b91563-08c0-4a14-835d-9fd700b8d7a4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:51.021625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97166202-32b2-493c-a5c5-aaba6b22f74a req-64b91563-08c0-4a14-835d-9fd700b8d7a4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Jan 28 14:43:51.074815 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-97166202-32b2-493c-a5c5-aaba6b22f74a req-74bc91a4-3056-4f80-87a2-8e1d30aa4e8d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Jan 28 14:43:51.974099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:43:52.021660 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:43:52.026052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:43:52.026434 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:52.104721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:43:52.105118 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:52.128238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:43:52.130551 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a15e9f1-d8c8-4f4e-8803-bb981b53f765" -d '{"events": [{"server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:43:52.144964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:43:52.149008 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:52.198995 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:52.203031 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d701723-2f72-43df-a731-53af030da4eb req-3a8a8010-0ea4-4e71-a13e-175a15a32d70 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:52.204574 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d701723-2f72-43df-a731-53af030da4eb req-3a8a8010-0ea4-4e71-a13e-175a15a32d70 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0594645 Jan 28 14:43:52.254981 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8d701723-2f72-43df-a731-53af030da4eb req-cece69f4-bc04-4238-a6a5-fa4255b84cc4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436008 Jan 28 14:43:52.345123 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf73102-3a6c-4ba9-b1e2-1902fc71e64a x-openstack-request-id: req-baf73102-3a6c-4ba9-b1e2-1902fc71e64a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:43:52.345427 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "name": "network-vif-plugged", "status": "completed", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:43:52.345684 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-baf73102-3a6c-4ba9-b1e2-1902fc71e64a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:43:52.346081 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'code': 200} Jan 28 14:43:52.453040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bccc3-a75a-4c97-801d-bb85e772f3ae req-4b30d155-0bcc-4f1b-9be7-e97f2cc59ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:52.454550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-365bccc3-a75a-4c97-801d-bb85e772f3ae req-4b30d155-0bcc-4f1b-9be7-e97f2cc59ddd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1097 time: 0.0406010 Jan 28 14:43:52.503366 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-365bccc3-a75a-4c97-801d-bb85e772f3ae req-5d3a585b-bd1b-4133-ba76-d3f004da0d6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Jan 28 14:43:53.375899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53222a-2960-41be-bb7a-8a398d209a93 req-27fe573d-564e-4cba-9291-eec84ae12bb0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:53.377416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e53222a-2960-41be-bb7a-8a398d209a93 req-27fe573d-564e-4cba-9291-eec84ae12bb0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0533354 Jan 28 14:43:53.427050 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e53222a-2960-41be-bb7a-8a398d209a93 req-40fbb783-a9d0-4bf8-ba14-a74cb540432e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Jan 28 14:43:54.542538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef7f08-27f3-4276-a12d-0c9e9f65c49e req-e3e79e2e-7a47-48fb-bb47-4b1950aaad70 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:54.544043 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01ef7f08-27f3-4276-a12d-0c9e9f65c49e req-e3e79e2e-7a47-48fb-bb47-4b1950aaad70 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0484266 Jan 28 14:43:54.593177 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01ef7f08-27f3-4276-a12d-0c9e9f65c49e req-cacf3073-4c6f-4e0f-85f6-fc8a36a3125a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Jan 28 14:43:54.713482 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952bb67-952b-4524-8893-323e8213dabe req-2ee7fc30-7f40-4858-809f-d658cb460e9c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:54.714839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5952bb67-952b-4524-8893-323e8213dabe req-2ee7fc30-7f40-4858-809f-d658cb460e9c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0538187 Jan 28 14:43:54.763346 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5952bb67-952b-4524-8893-323e8213dabe req-78a48b81-be12-4675-bd5e-951e986e32f4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Jan 28 14:43:54.785137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48746) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:54.825464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa5d0eb-ba1c-4622-ae96-0488c44053bc tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:54.826987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2aa5d0eb-ba1c-4622-ae96-0488c44053bc tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1092 time: 0.0408626 Jan 28 14:43:54.829879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48748) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:54.834377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:43:54.855297 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:54.955257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:55.058796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.107 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/e67d4235-bcf5-4ce8-a06f-f975a2bcfa13) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:43:55.167427 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:55.202660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:55.241520 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:43:55.244669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:43:55.248298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:43:55.274126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=e67d4235-bcf5-4ce8-a06f-f975a2bcfa13,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:55.288440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.288804 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.289155 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.289500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.289843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.290181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.291378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.291891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.292272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.292614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.292955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.293292 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.293625 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:43:55.641785 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (35c6d636-a86f-4ad2-9bf3-939074a19f09), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:55.739697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-d4e24f17-e5fb-4d8e-a2b7-079fd3dbddf1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765636 Jan 28 14:43:55.744671 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:55.881922 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-e62e4837-f3fd-4073-b79d-a5e328c11712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:55.883412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-e62e4837-f3fd-4073-b79d-a5e328c11712 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1097 time: 0.0970225 Jan 28 14:43:55.997713 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:56.004336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:56.047246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-4023373b-e7de-456c-a70e-613616c50616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:56.048755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-4023373b-e7de-456c-a70e-613616c50616 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 898 time: 0.1453354 Jan 28 14:43:56.123134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=e67d4235-bcf5-4ce8-a06f-f975a2bcfa13,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:43:56.149102 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (35c6d636-a86f-4ad2-9bf3-939074a19f09), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:56.186262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-8fb4c923-32d9-4cb4-b686-7059c40dd636 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 1000 time: 0.1312113 Jan 28 14:43:56.276160 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-54dc0d60-c2cf-4499-88d3-0e6782de919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:56.277588 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-54dc0d60-c2cf-4499-88d3-0e6782de919b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 200 len: 835 time: 0.0851514 Jan 28 14:43:56.298606 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 35c6d636-a86f-4ad2-9bf3-939074a19f09 associated. External IP: 172.25.4.107, port: e7bf4699-4f8f-4dfe-8434-c8a0cb300d20. Jan 28 14:43:56.371494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-dc51d28d-820b-4cb3-8d46-0bf4634aa4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:56.373241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-dc51d28d-820b-4cb3-8d46-0bf4634aa4a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07d0bcf9-613e-44d9-931e-ccc0d59afdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866070 Jan 28 14:43:56.543776 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-5f098eb8-30e1-4157-8989-74ca69610f8d service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407497 Jan 28 14:43:56.994283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router b0f65af4-80d2-4375-aa54-69dda7591107 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:43:57.019001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-13d17715-2c81-4dc1-8b9c-8759f2286551 req-14f50177-6213-4863-8f57-be57c7be7d0c service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672806 Jan 28 14:43:57.121277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:43:57.131262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] Sync routers for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:43:57.138403 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:57.141859 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:57.142487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:57.166155 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b4d13c05-dc6b-44f1-8286-173f886f6e6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3345838 Jan 28 14:43:57.166842 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:43:57.169241 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5ea63e-52dd-46b7-b0e7-0701694035a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:43:57.256980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:57.266141 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec284c63-9617-42e1-8b3a-ef55ae59f09b req-2a07a08d-8e26-4163-9c15-878121ed9c5c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:57.267205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec284c63-9617-42e1-8b3a-ef55ae59f09b req-2a07a08d-8e26-4163-9c15-878121ed9c5c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0490448 Jan 28 14:43:57.321325 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec284c63-9617-42e1-8b3a-ef55ae59f09b req-bb74bbc6-62c2-4852-8390-f73f79242ce8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481629 Jan 28 14:43:57.343997 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48754) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:57.364331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:57.376055 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e8c4f-8ca4-4ea1-a831-a00c44c29e25 x-openstack-request-id: req-920e8c4f-8ca4-4ea1-a831-a00c44c29e25 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:43:57.376055 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:43:57.376055 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-920e8c4f-8ca4-4ea1-a831-a00c44c29e25 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:43:57.376450 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'status': 'completed', 'code': 200} Jan 28 14:43:57.413134 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-145460d8-5685-495b-945f-fb4d37cf4c48 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35c6d636-a86f-4ad2-9bf3-939074a19f09 HTTP/1.1" status: 200 len: 992 time: 0.0678980 Jan 28 14:43:57.441196 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-b814317e-d22e-4b2e-843a-eaaab143fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:57.442738 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-b814317e-d22e-4b2e-843a-eaaab143fd1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1097 time: 0.0437768 Jan 28 14:43:57.498171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '35c6d636-a86f-4ad2-9bf3-939074a19f09', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'port_id': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'mac_address': 'fa:16:3e:b1:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0018f4d2-e135-4624-9f98-967a32181186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:43:55Z', 'updated_at': '2022-01-28T14:43:55Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:57.529646 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] Checking router: b0f65af4-80d2-4375-aa54-69dda7591107 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:43:57.534384 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-7aefc469-9d37-480d-b574-104e633c42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:57.535871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-7aefc469-9d37-480d-b574-104e633c42ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 898 time: 0.0869617 Jan 28 14:43:57.537915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:43:57.538528 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:43:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:57.605470 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-a3b64da6-d1a2-4d38-af35-82b191acfbdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 1000 time: 0.0634053 Jan 28 14:43:57.645397 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:43:57.655304 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-5b737562-5a7e-4aa9-915f-3b008bd9ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:57.656856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-5b737562-5a7e-4aa9-915f-3b008bd9ea91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 200 len: 835 time: 0.0440867 Jan 28 14:43:57.702040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-81cbf465-6570-44e8-9cc6-fa176c80b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:43:57.703585 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-81cbf465-6570-44e8-9cc6-fa176c80b530 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07d0bcf9-613e-44d9-931e-ccc0d59afdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406866 Jan 28 14:43:57.802142 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-4d711c85-6c3d-4e30-971a-66b1a29d6afd service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897136 Jan 28 14:43:57.873721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '35c6d636-a86f-4ad2-9bf3-939074a19f09', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'port_id': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'mac_address': 'fa:16:3e:b1:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0018f4d2-e135-4624-9f98-967a32181186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:43:55Z', 'updated_at': '2022-01-28T14:43:55Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:43:57.892828 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b5ea63e-52dd-46b7-b0e7-0701694035a4 req-4776b075-c7a5-471b-a299-d6d81ba798c7 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854523 Jan 28 14:43:57.901080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99541cb8-7e60-4702-b345-9b8e44aca3d0 None None] The sync data for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 is: [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '35c6d636-a86f-4ad2-9bf3-939074a19f09', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'port_id': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'mac_address': 'fa:16:3e:b1:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0018f4d2-e135-4624-9f98-967a32181186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:43:55Z', 'updated_at': '2022-01-28T14:43:55Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:43:58.095464 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8bc4f-1805-4868-88c6-b06c5c75c176 None None] New status for floating IP 35c6d636-a86f-4ad2-9bf3-939074a19f09: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:43:58.416197 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48756) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:43:58.476597 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-38113b29-6813-4a98-8b34-8cc37ed0bb9d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35c6d636-a86f-4ad2-9bf3-939074a19f09 HTTP/1.1" status: 200 len: 994 time: 0.0592499 Jan 28 14:43:58.727751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:43:59.756573 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:44:05.094601 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d40f5c1f-77b3-4c5b-b924-2207a2ac1c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:07.829786 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-da37ea9e-59bf-4860-8ce3-8229a6b976c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:09.020563 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:10.852471 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:11.998844 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:27.359260 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:28.741982 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:31.948690 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17d7e8-2d1f-49fc-b336-002661939294 req-f171a366-9659-43b5-bdab-a39056439d0f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:31.950187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec17d7e8-2d1f-49fc-b336-002661939294 req-f171a366-9659-43b5-bdab-a39056439d0f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0501633 Jan 28 14:44:32.004214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ec17d7e8-2d1f-49fc-b336-002661939294 req-8b937ac2-cb4d-4568-a083-3a55d58b3143 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484776 Jan 28 14:44:33.120183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa54b-9284-4f95-bcb1-4491722d83da req-3ff83575-7ee7-4f41-8c35-131e977a3358 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:33.121695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-536fa54b-9284-4f95-bcb1-4491722d83da req-3ff83575-7ee7-4f41-8c35-131e977a3358 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0483584 Jan 28 14:44:33.170323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-536fa54b-9284-4f95-bcb1-4491722d83da req-4ba6bd71-3676-48d8-aab7-de7e95af8e27 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Jan 28 14:44:34.333798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4468c1-31a7-4617-929f-f39f3edc134b req-fa8bc22d-c30a-4b51-9232-4d608afb1ce7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:34.335296 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4468c1-31a7-4617-929f-f39f3edc134b req-fa8bc22d-c30a-4b51-9232-4d608afb1ce7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0946701 Jan 28 14:44:34.386068 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0f4468c1-31a7-4617-929f-f39f3edc134b req-8b2c40fa-ea0b-45fc-997d-01028b4384b7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445840 Jan 28 14:44:35.099898 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-88a74386-bab3-4246-a1a3-1b279d900032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:35.504254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc71424-af89-49ad-8d56-388dafd7ca56 req-fd565e18-e342-47aa-a71a-32562c00457e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:35.505725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4dc71424-af89-49ad-8d56-388dafd7ca56 req-fd565e18-e342-47aa-a71a-32562c00457e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0523469 Jan 28 14:44:35.555057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4dc71424-af89-49ad-8d56-388dafd7ca56 req-2d481b35-946e-40a5-b8ae-c7a32519dbb8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427845 Jan 28 14:44:36.671392 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadaad9-8ce2-4bbb-a639-ca7c0aaff306 req-661207e5-52ca-4db0-a960-01e1039c0afb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:36.672894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fadaad9-8ce2-4bbb-a639-ca7c0aaff306 req-661207e5-52ca-4db0-a960-01e1039c0afb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0493228 Jan 28 14:44:36.721898 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0fadaad9-8ce2-4bbb-a639-ca7c0aaff306 req-c10760e7-53d8-42aa-a102-81ec6b7d314a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Jan 28 14:44:36.755721 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:44:37.833419 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7e6e119d-c23d-4f49-b06d-9f77fdada886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:37.842649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560274-8177-4994-b364-28378147c3da req-e65970a0-46ec-4cc5-bfd0-0bdad5a9c33b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:37.844170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51560274-8177-4994-b364-28378147c3da req-e65970a0-46ec-4cc5-bfd0-0bdad5a9c33b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0535562 Jan 28 14:44:37.893394 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-51560274-8177-4994-b364-28378147c3da req-fe8a3401-cde7-44cc-8bea-6dbe1dd6c32c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Jan 28 14:44:39.009756 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a0180-53c8-4903-ad26-c64ee1d76a90 req-80a239e1-cc65-483f-a240-c3b4c8716ab0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:39.011762 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689a0180-53c8-4903-ad26-c64ee1d76a90 req-80a239e1-cc65-483f-a240-c3b4c8716ab0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0502529 Jan 28 14:44:39.022502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:39.061894 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-689a0180-53c8-4903-ad26-c64ee1d76a90 req-fccc3759-0a38-4a68-84a8-a2a8904b3112 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Jan 28 14:44:40.177329 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc9ba-dc6b-4cc1-b233-e3a6623f2cef req-8295c15e-1188-4296-b2f7-6aa0c00bf4fb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:40.178809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dc9ba-dc6b-4cc1-b233-e3a6623f2cef req-8295c15e-1188-4296-b2f7-6aa0c00bf4fb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Jan 28 14:44:40.231906 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-801dc9ba-dc6b-4cc1-b233-e3a6623f2cef req-23e768ee-36fb-49de-90ea-3c0d1958aa21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473430 Jan 28 14:44:40.854204 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:41.348626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb36fe9-bf01-4dbe-91f0-e8ee7e4c8773 req-135fb6c4-760d-4e28-9baa-77753e9df2a5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:41.350096 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dcb36fe9-bf01-4dbe-91f0-e8ee7e4c8773 req-135fb6c4-760d-4e28-9baa-77753e9df2a5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0482268 Jan 28 14:44:41.400464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-dcb36fe9-bf01-4dbe-91f0-e8ee7e4c8773 req-d8ce5223-8f2e-456d-a3e4-092d69b85f8b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Jan 28 14:44:42.002405 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:42.517082 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7e858-acb1-44b8-ae6d-2d5b4bb6f721 req-bc5586ea-6814-44bf-81ef-ea257b62ecb3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:42.518555 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2df7e858-acb1-44b8-ae6d-2d5b4bb6f721 req-bc5586ea-6814-44bf-81ef-ea257b62ecb3 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0494521 Jan 28 14:44:42.570519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2df7e858-acb1-44b8-ae6d-2d5b4bb6f721 req-2d41e697-9ad4-4281-86f3-3ac27b929cd4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Jan 28 14:44:43.699958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecade07-a075-479b-b135-9f7dbd78d44a req-748c43c7-99d3-478f-ba94-1db22dff2d09 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:43.704665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aecade07-a075-479b-b135-9f7dbd78d44a req-748c43c7-99d3-478f-ba94-1db22dff2d09 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0630746 Jan 28 14:44:43.769400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aecade07-a075-479b-b135-9f7dbd78d44a req-fe85f6f7-6bd5-48ed-9ce3-0b337a791b5f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569692 Jan 28 14:44:44.890796 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57746a6-0b34-4946-988a-234e870efe13 req-0dfb1570-d34d-41e0-b838-cdf9de096878 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:44.892326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c57746a6-0b34-4946-988a-234e870efe13 req-0dfb1570-d34d-41e0-b838-cdf9de096878 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0490923 Jan 28 14:44:44.941018 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c57746a6-0b34-4946-988a-234e870efe13 req-e6491a73-99a8-498b-a947-072f4d44a71d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Jan 28 14:44:46.056851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffc235-e618-4115-a60b-55b93b3255b1 req-7180c46a-e301-4e8e-8fd7-c934ee9bdeac tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:46.058397 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85ffc235-e618-4115-a60b-55b93b3255b1 req-7180c46a-e301-4e8e-8fd7-c934ee9bdeac tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0482087 Jan 28 14:44:46.111383 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-85ffc235-e618-4115-a60b-55b93b3255b1 req-32962887-e30a-4700-9614-e639d8aeeb25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473309 Jan 28 14:44:47.234881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2e8ce-4c9b-4b98-8d8c-0f4b654fec85 req-c03dc584-def2-48c4-b4c5-b906558cdb1b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:47.236448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1af2e8ce-4c9b-4b98-8d8c-0f4b654fec85 req-c03dc584-def2-48c4-b4c5-b906558cdb1b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0494807 Jan 28 14:44:47.285768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1af2e8ce-4c9b-4b98-8d8c-0f4b654fec85 req-618d3ddf-b2ef-43a9-b818-95f28170656a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 Jan 28 14:44:48.407585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec72cec-bbfe-4291-b085-c39c66ef8ee8 req-90d84efd-46d2-4a14-b215-40605d8a1b4d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:48.409173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec72cec-bbfe-4291-b085-c39c66ef8ee8 req-90d84efd-46d2-4a14-b215-40605d8a1b4d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Jan 28 14:44:48.459718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fec72cec-bbfe-4291-b085-c39c66ef8ee8 req-b91629c2-ca8a-477e-aea5-3b1ccf12569a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447593 Jan 28 14:44:48.483941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:48.550234 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c5ef6ce6-e565-4de7-a741-0d1f733157a8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35c6d636-a86f-4ad2-9bf3-939074a19f09 HTTP/1.1" status: 200 len: 994 time: 0.0650158 Jan 28 14:44:49.838739 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f4f4b-6a15-4d2e-9a1f-5d68a1e744db req-42da7468-e437-4c51-a66d-b5a5e9669793 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:49.840373 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae7f4f4b-6a15-4d2e-9a1f-5d68a1e744db req-42da7468-e437-4c51-a66d-b5a5e9669793 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0654354 Jan 28 14:44:49.903444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-380841a1-d68c-4618-89f9-bf1d3a614950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:49.905002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-380841a1-d68c-4618-89f9-bf1d3a614950 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1097 time: 0.0853920 Jan 28 14:44:49.913464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae7f4f4b-6a15-4d2e-9a1f-5d68a1e744db req-6d738761-67b2-4a20-a240-648644cc3cff tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554285 Jan 28 14:44:50.013119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-6ebc641b-1de9-4fa8-a07c-c1ad40a3d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:50.014628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-6ebc641b-1de9-4fa8-a07c-c1ad40a3d21c service neutron] 10.222.0.36 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 898 time: 0.0911396 Jan 28 14:44:50.084083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-889ff90c-c24f-4736-816e-29cefee9d74b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 1002 time: 0.0603955 Jan 28 14:44:50.135893 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-86b727ea-1e95-4050-8e79-bd92dbb0551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:50.137291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-86b727ea-1e95-4050-8e79-bd92dbb0551b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 200 len: 835 time: 0.0437980 Jan 28 14:44:50.189856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-6448102f-57f9-4d56-8223-d01354bbedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:50.191405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-6448102f-57f9-4d56-8223-d01354bbedec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07d0bcf9-613e-44d9-931e-ccc0d59afdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447738 Jan 28 14:44:50.282952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-2c835965-3d99-40de-9d61-46c80679fa73 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823667 Jan 28 14:44:50.378168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2d7491a2-6d66-481d-a9a9-a23c6fe4d161 req-f1cc491f-541d-4e85-975f-a722798b02b8 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863419 Jan 28 14:44:51.031472 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5cec9-a9b3-416b-a17a-b6d6f28202fc req-59d5217d-53a1-41b8-ac2a-f80593ca813f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:51.033009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ec5cec9-a9b3-416b-a17a-b6d6f28202fc req-59d5217d-53a1-41b8-ac2a-f80593ca813f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0499010 Jan 28 14:44:51.082707 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ec5cec9-a9b3-416b-a17a-b6d6f28202fc req-ae19eb74-ce2c-41ea-85b5-39690cf60ff1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Jan 28 14:44:51.105093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48814) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:44:51.169745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ddc946c1-b3ce-4e92-a2a8-7ad87da1c6b6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35c6d636-a86f-4ad2-9bf3-939074a19f09 HTTP/1.1" status: 200 len: 994 time: 0.0633979 Jan 28 14:44:56.712989 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-a25788e2-f958-4043-8e92-b131a3339464 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407431 Jan 28 14:44:56.795059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-bc388c5f-4688-4d03-8994-5f0730d032a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:56.796714 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-bc388c5f-4688-4d03-8994-5f0730d032a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1097 time: 0.0419760 Jan 28 14:44:56.905640 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-d932d01b-2461-4f59-aeca-8dcfb20b50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:56.907103 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-d932d01b-2461-4f59-aeca-8dcfb20b50d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 898 time: 0.0884519 Jan 28 14:44:56.972746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-20c1cd16-1df4-4673-a044-f1a148ec89e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 1002 time: 0.0582097 Jan 28 14:44:57.022952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-07c4fb69-f424-4290-bfff-df249e88a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:57.024651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-07c4fb69-f424-4290-bfff-df249e88a03b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 200 len: 835 time: 0.0460620 Jan 28 14:44:57.077466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-9b9386b3-1d08-4b45-836a-f00cc003cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:44:57.078950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-9b9386b3-1d08-4b45-836a-f00cc003cb23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07d0bcf9-613e-44d9-931e-ccc0d59afdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463572 Jan 28 14:44:57.171297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-1acd7d73-3f70-47b9-9ea2-5fe8be003d12 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858364 Jan 28 14:44:57.267164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feddd693-2c01-4ea1-ba9b-3fa64cec1f81 req-2109c30d-efeb-4c1c-be7c-748ae2eced16 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897269 Jan 28 14:44:57.343326 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:44:58.742168 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:05.106572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9b8df1f4-4bee-4d40-94e9-051fafe9b1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:07.835504 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f08b6e1c-608e-45fe-9950-6622f8e2af62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:09.024940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:10.857031 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:12.004178 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:13.755176 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:45:23.643546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48830) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:23.814097 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port e67d4235-bcf5-4ce8-a06f-f975a2bcfa13 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:45:23.814448 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:23.888184 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:23.888511 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:23.899849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for e67d4235-bcf5-4ce8-a06f-f975a2bcfa13 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:45:24.060011 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e67d4235-bcf5-4ce8-a06f-f975a2bcfa13), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:24.093757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=e67d4235-bcf5-4ce8-a06f-f975a2bcfa13,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:24.106573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.106573 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.106974 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.107208 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.107547 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.107879 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.108250 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.108589 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.108920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.109252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.109584 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.109910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.110237 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:24.168990 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (35c6d636-a86f-4ad2-9bf3-939074a19f09), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:24.169401 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 35c6d636-a86f-4ad2-9bf3-939074a19f09 disassociated (deleted). External IP: 172.25.4.107, port: e7bf4699-4f8f-4dfe-8434-c8a0cb300d20. Jan 28 14:45:24.389282 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router b0f65af4-80d2-4375-aa54-69dda7591107 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:45:24.503787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:45:24.508294 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:24.515044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] Sync routers for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:45:24.528960 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:24.529598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:24.539498 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-689cdd91-f4e9-4dca-8e87-537f04475293 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/floatingips/35c6d636-a86f-4ad2-9bf3-939074a19f09 HTTP/1.1" status: 204 len: 168 time: 0.8924158 Jan 28 14:45:24.539498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:24.540094 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:24.636816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:24.706609 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec6958a-4511-49f8-9a00-49b98ec871b9 x-openstack-request-id: req-8ec6958a-4511-49f8-9a00-49b98ec871b9 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:24.707116 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:24.707232 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ec6958a-4511-49f8-9a00-49b98ec871b9 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:24.707557 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'status': 'completed', 'code': 200} Jan 28 14:45:24.802882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-ff544a23-ae76-48f6-994e-b8db9d736e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:24.804436 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-ff544a23-ae76-48f6-994e-b8db9d736e50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 1097 time: 0.0743167 Jan 28 14:45:24.815706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b7da2-8b27-4b9e-ac18-c2396615388f req-515db3db-4314-4ef1-95d6-8c181e97b912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:24.817206 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-454b7da2-8b27-4b9e-ac18-c2396615388f req-515db3db-4314-4ef1-95d6-8c181e97b912 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0599322 Jan 28 14:45:24.871000 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:24.898736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] Checking router: b0f65af4-80d2-4375-aa54-69dda7591107 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:45:24.907964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:24.908617 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:24.925586 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-454b7da2-8b27-4b9e-ac18-c2396615388f req-90904772-b764-4a2b-b22d-ced4c3a319f8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996637 Jan 28 14:45:24.943691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-050f7024-44bc-48c2-8062-a4a24bfaa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:24.945277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-050f7024-44bc-48c2-8062-a4a24bfaa842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 200 len: 898 time: 0.1271849 Jan 28 14:45:24.993428 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-672dd042-c377-4566-9d63-0e2c01ce142a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 200 len: 217 time: 0.0412037 Jan 28 14:45:25.050034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-279dd596-b9d4-4657-8523-76772b07864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.051560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-279dd596-b9d4-4657-8523-76772b07864a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 200 len: 835 time: 0.0477247 Jan 28 14:45:25.103230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-e8d14bc8-65aa-4fb6-9e03-bb9438c1612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:25.104805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-e8d14bc8-65aa-4fb6-9e03-bb9438c1612a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07d0bcf9-613e-44d9-931e-ccc0d59afdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462527 Jan 28 14:45:25.185064 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:25.201389 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-c8ef624f-7134-4bc0-97a4-2a0698ab1c20 service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893776 Jan 28 14:45:25.305107 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed6707b9-70e1-4ba0-b76d-25c77ed2cbf7 req-3d906a71-6faa-4b51-b143-fc5a507ec32c service neutron] 10.222.0.36 "GET /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965271 Jan 28 14:45:25.396311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:25.424531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa81a4-1f19-4cf9-aa19-11b462aecb83 None None] The sync data for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 is: [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:43:41Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'e65b594c-3385-4a60-8828-113385e7b276', 'name': '', 'network_id': '07d0bcf9-613e-44d9-931e-ccc0d59afdae', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:83:b8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:40Z', 'updated_at': '2022-01-28T14:43:44Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '3a699555-e2ac-4d40-9cdd-081bcc30f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:45:25.662039 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0cde6-71bc-4d42-a8d9-15e993188f40 None None] New status for floating IP 35c6d636-a86f-4ad2-9bf3-939074a19f09: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:45:26.049465 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e89c-3fb2-49a5-aa79-6e21f7e1a1df req-1d2f5e7c-ec23-409a-b3bf-dc135723a18a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:26.050885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9d5e89c-3fb2-49a5-aa79-6e21f7e1a1df req-1d2f5e7c-ec23-409a-b3bf-dc135723a18a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0531349 Jan 28 14:45:26.100646 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c9d5e89c-3fb2-49a5-aa79-6e21f7e1a1df req-bd555f55-43ac-4102-a822-8798ed4f69fe tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437901 Jan 28 14:45:26.453076 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-ed92b79b-4882-4d3d-b596-23067db511e1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:26.454568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-ed92b79b-4882-4d3d-b596-23067db511e1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.36 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 946 time: 0.0530763 Jan 28 14:45:26.549608 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:45:26.549955 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:26.643965 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:26.644408 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:26.657065 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:45:26.792021 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (e7bf4699-4f8f-4dfe-8434-c8a0cb300d20), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:26.825686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=e7bf4699-4f8f-4dfe-8434-c8a0cb300d20,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:26.866446 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] No DVR routers for this DVR port e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:45:26.869134 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:26.873188 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-746b0a0e-f24c-40fb-83bf-59eadfcf4e71 req-23505b13-dd56-4098-a539-e1f11b55a7d6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.36 "DELETE /v2.0/ports/e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 HTTP/1.1" status: 204 len: 173 time: 0.4108136 Jan 28 14:45:26.873854 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'name': 'network-vif-deleted', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:26.876597 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a5d67-b0f2-4d9f-a7a1-5487a1ff3474" -d '{"events": [{"server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "name": "network-vif-deleted", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:26.912936 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0977857-8a67-4f0e-bbbf-fce0056045ee x-openstack-request-id: req-f0977857-8a67-4f0e-bbbf-fce0056045ee {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:26.913241 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0018f4d2-e135-4624-9f98-967a32181186", "name": "network-vif-deleted", "tag": "e7bf4699-4f8f-4dfe-8434-c8a0cb300d20", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:26.913505 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0977857-8a67-4f0e-bbbf-fce0056045ee {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:26.913945 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0018f4d2-e135-4624-9f98-967a32181186', 'name': 'network-vif-deleted', 'tag': 'e7bf4699-4f8f-4dfe-8434-c8a0cb300d20', 'status': 'completed', 'code': 200} Jan 28 14:45:27.214171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7f58436c-67be-4e13-8db6-82556537b234 req-481c9fd7-aa94-446e-ad4c-6cc1a4c78920 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=0018f4d2-e135-4624-9f98-967a32181186 HTTP/1.1" status: 200 len: 210 time: 0.0291181 Jan 28 14:45:27.355275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:28.273620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48850) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:28.641176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (b0f65af4-80d2-4375-aa54-69dda7591107), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:28.766258 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:28.930022 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port e65b594c-3385-4a60-8828-113385e7b276 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:45:28.930286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (e65b594c-3385-4a60-8828-113385e7b276), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:29.029826 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port e65b594c-3385-4a60-8828-113385e7b276, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=e65b594c-3385-4a60-8828-113385e7b276,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:29.030272 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (e65b594c-3385-4a60-8828-113385e7b276), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:29.042280 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for e65b594c-3385-4a60-8828-113385e7b276 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:45:29.246030 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (e65b594c-3385-4a60-8828-113385e7b276), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:29.273338 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=e65b594c-3385-4a60-8828-113385e7b276,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:29.287320 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.287920 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.288053 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.288402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.288725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.289065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.289405 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.289738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.290075 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.290414 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.290751 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.291081 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.291402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:29.499073 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (b0f65af4-80d2-4375-aa54-69dda7591107), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.058465 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router b0f65af4-80d2-4375-aa54-69dda7591107 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:45:30.167591 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:45:30.173713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-82fa27fd-a36d-4d94-adfd-12d3bdfc881f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/b0f65af4-80d2-4375-aa54-69dda7591107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988855 Jan 28 14:45:30.176464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48852) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:30.178629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] Sync routers for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:45:30.194666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:30.195522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:30.237643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting subnet 3a699555-e2ac-4d40-9cdd-081bcc30f23d {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:45:30.240913 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (3a699555-e2ac-4d40-9cdd-081bcc30f23d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.285954 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (3a699555-e2ac-4d40-9cdd-081bcc30f23d), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.304129 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:30.371102 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (3a699555-e2ac-4d40-9cdd-081bcc30f23d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.409580 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:45:30.439299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (3a699555-e2ac-4d40-9cdd-081bcc30f23d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.440876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:45:30.441230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device e7bf4699-4f8f-4dfe-8434-c8a0cb300d20 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:45:30.469935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Subnet': ['ID=3a699555-e2ac-4d40-9cdd-081bcc30f23d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:30.472250 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.475788 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f95d97f4-8c13-4c94-9cc3-1e76b80f5f41 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/subnets/3a699555-e2ac-4d40-9cdd-081bcc30f23d HTTP/1.1" status: 204 len: 168 time: 0.2977879 Jan 28 14:45:30.478822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48854) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:30.498182 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a844750-11cc-423a-bbea-5f439a07cc0f None None] Network 07d0bcf9-613e-44d9-931e-ccc0d59afdae requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:45:30.611750 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:45:29Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:30.641763 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] Checking router: b0f65af4-80d2-4375-aa54-69dda7591107 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:45:30.657418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] Routers {'b0f65af4-80d2-4375-aa54-69dda7591107'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:30.657418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b0f65af4-80d2-4375-aa54-69dda7591107'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:30.696167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] DHCP port deletion for 07d0bcf9-613e-44d9-931e-ccc0d59afdae request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:45:30.803851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] Set router b0f65af4-80d2-4375-aa54-69dda7591107 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:30.878441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Deleting port 50b84d35-391b-4cec-8d6a-66961f2b1d55 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:45:30.878738 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.946494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (b0f65af4-80d2-4375-aa54-69dda7591107), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:30.988508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] For port 50b84d35-391b-4cec-8d6a-66961f2b1d55, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=50b84d35-391b-4cec-8d6a-66961f2b1d55,segment=NetworkSegment(4a76c5d4-f545-4fd3-9456-7050fffdc88b),segment_id=4a76c5d4-f545-4fd3-9456-7050fffdc88b)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:30.988907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.010599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Calling delete_port for 50b84d35-391b-4cec-8d6a-66961f2b1d55 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:45:31.054300 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (b0f65af4-80d2-4375-aa54-69dda7591107), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.110429 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:45:31.110779 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.130073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:45:29Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:31.133811 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (50b84d35-391b-4cec-8d6a-66961f2b1d55), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.165118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099b7597-4553-461c-8e64-124039e87fe5 None None] The sync data for ids ['b0f65af4-80d2-4375-aa54-69dda7591107'] in n-d-822748-2 is: [{'id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473168265', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:43:37Z', 'updated_at': '2022-01-28T14:45:29Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': 'a6e02f7d-671c-4bb9-8a8c-7be25d636bc2', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f65af4-80d2-4375-aa54-69dda7591107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:43:38Z', 'updated_at': '2022-01-28T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:45:31.186692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Pushing event deleted for resources: {'Port': ['ID=50b84d35-391b-4cec-8d6a-66961f2b1d55,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:31.190124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] No DVR routers for this DVR port 50b84d35-391b-4cec-8d6a-66961f2b1d55 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:45:31.197329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.197691 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.198045 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.203645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bdde6e-586c-44be-b9f6-d59e2997cd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:31.215074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port a6e02f7d-671c-4bb9-8a8c-7be25d636bc2, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:31.215452 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.227768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 owned by network:router_gateway {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:45:31.397546 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a6e02f7d-671c-4bb9-8a8c-7be25d636bc2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.421246 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=a6e02f7d-671c-4bb9-8a8c-7be25d636bc2,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:31.485843 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (b0f65af4-80d2-4375-aa54-69dda7591107), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.594543 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (b0f65af4-80d2-4375-aa54-69dda7591107), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.596987 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (b0f65af4-80d2-4375-aa54-69dda7591107), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.649557 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (b0f65af4-80d2-4375-aa54-69dda7591107), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.650635 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Fanout notify agent at l3_agent the message router_deleted on router b0f65af4-80d2-4375-aa54-69dda7591107 {{(pid=103374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:45:31.658206 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.661901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b338dfae-e2f7-4c67-97d6-0e5f9876bdaf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/routers/b0f65af4-80d2-4375-aa54-69dda7591107 HTTP/1.1" status: 204 len: 168 time: 1.1793344 Jan 28 14:45:31.662081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e65b594c-3385-4a60-8828-113385e7b276 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:45:31.662314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48856) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:31.693785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: e65b594c-3385-4a60-8828-113385e7b276 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:45:31.694186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device e65b594c-3385-4a60-8828-113385e7b276 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:45:31.694546 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 50b84d35-391b-4cec-8d6a-66961f2b1d55 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:45:31.713848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 50b84d35-391b-4cec-8d6a-66961f2b1d55 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:45:31.714242 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 50b84d35-391b-4cec-8d6a-66961f2b1d55 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:45:31.755878 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (07d0bcf9-613e-44d9-931e-ccc0d59afdae), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.853414 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (07d0bcf9-613e-44d9-931e-ccc0d59afdae), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.878691 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d0bcf9-613e-44d9-931e-ccc0d59afdae']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:31.889582 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a76c5d4-f545-4fd3-9456-7050fffdc88b') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:31.889972 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a76c5d4-f545-4fd3-9456-7050fffdc88b') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:31.901124 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (4a76c5d4-f545-4fd3-9456-7050fffdc88b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.916620 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (4a76c5d4-f545-4fd3-9456-7050fffdc88b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.923909 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:45:31.924345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (4a76c5d4-f545-4fd3-9456-7050fffdc88b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:45:31.927462 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:45:31.987005 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (07d0bcf9-613e-44d9-931e-ccc0d59afdae), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.993886 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:31.996996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/networks/07d0bcf9-613e-44d9-931e-ccc0d59afdae HTTP/1.1" status: 204 len: 168 time: 0.3335662 Jan 28 14:45:31.999904 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48858) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:32.013767 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544dccf-6663-4838-a892-6ed717552092 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Network': ['ID=07d0bcf9-613e-44d9-931e-ccc0d59afdae,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:32.058984 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71946963-15b8-4e39-8a82-ab914b9ae139 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (8cff9ae6-7cb4-49d8-92ff-4c98c0470b89), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.085443 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71946963-15b8-4e39-8a82-ab914b9ae139 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (8cff9ae6-7cb4-49d8-92ff-4c98c0470b89), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.148286 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71946963-15b8-4e39-8a82-ab914b9ae139 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (8cff9ae6-7cb4-49d8-92ff-4c98c0470b89), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.151040 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-71946963-15b8-4e39-8a82-ab914b9ae139 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.152281 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-71946963-15b8-4e39-8a82-ab914b9ae139 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/security-groups/8cff9ae6-7cb4-49d8-92ff-4c98c0470b89 HTTP/1.1" status: 204 len: 168 time: 0.1512291 Jan 28 14:45:32.162378 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71946963-15b8-4e39-8a82-ab914b9ae139 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff9ae6-7cb4-49d8-92ff-4c98c0470b89,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:32.525307 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48866) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:32.530096 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-db733e25-ccdb-40f3-bcfe-334d0c4e7c91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914774434', 'description': 'tempest-secgroup-smoke-914774434 description', 'project_id': '7f0afce86422430699e3d0f95de460da'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:32.554000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db733e25-ccdb-40f3-bcfe-334d0c4e7c91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.627333 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db733e25-ccdb-40f3-bcfe-334d0c4e7c91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (4e8178b3-8142-4304-9040-39c4fbf4dafc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.631762 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db733e25-ccdb-40f3-bcfe-334d0c4e7c91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4e8178b3-8142-4304-9040-39c4fbf4dafc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.668156 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-db733e25-ccdb-40f3-bcfe-334d0c4e7c91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.669968 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-db733e25-ccdb-40f3-bcfe-334d0c4e7c91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1432035 Jan 28 14:45:32.673240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48868) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:32.674915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db733e25-ccdb-40f3-bcfe-334d0c4e7c91 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8178b3-8142-4304-9040-39c4fbf4dafc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:32.678389 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-eab1f3ac-7097-43db-8e20-596406fdce25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '4e8178b3-8142-4304-9040-39c4fbf4dafc', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:32.708324 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab1f3ac-7097-43db-8e20-596406fdce25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (5e1ad4ca-f817-4a1a-bb78-e2ddf3579326), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.766873 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab1f3ac-7097-43db-8e20-596406fdce25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (5e1ad4ca-f817-4a1a-bb78-e2ddf3579326), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.770693 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab1f3ac-7097-43db-8e20-596406fdce25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5e1ad4ca-f817-4a1a-bb78-e2ddf3579326), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.789583 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1f3ac-7097-43db-8e20-596406fdce25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1ad4ca-f817-4a1a-bb78-e2ddf3579326,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:32.798829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eab1f3ac-7097-43db-8e20-596406fdce25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.800158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-eab1f3ac-7097-43db-8e20-596406fdce25 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256771 Jan 28 14:45:32.802849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48870) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:32.807263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-48263c64-4510-4afa-8ff5-c64dd7f181cc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '4e8178b3-8142-4304-9040-39c4fbf4dafc', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:32.832161 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48263c64-4510-4afa-8ff5-c64dd7f181cc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (3578ab3e-4880-41a3-b03f-af0564df9442), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.892257 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48263c64-4510-4afa-8ff5-c64dd7f181cc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (3578ab3e-4880-41a3-b03f-af0564df9442), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.896099 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48263c64-4510-4afa-8ff5-c64dd7f181cc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3578ab3e-4880-41a3-b03f-af0564df9442), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.918253 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48263c64-4510-4afa-8ff5-c64dd7f181cc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3578ab3e-4880-41a3-b03f-af0564df9442,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:32.925733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-48263c64-4510-4afa-8ff5-c64dd7f181cc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:32.926929 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-48263c64-4510-4afa-8ff5-c64dd7f181cc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231461 Jan 28 14:45:32.929686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48872) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:32.934079 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-dd98ef73-b4e9-4cea-927e-e726f912c769 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '4e8178b3-8142-4304-9040-39c4fbf4dafc', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:32.960797 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dd98ef73-b4e9-4cea-927e-e726f912c769 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (d098b95f-d073-46f5-bddf-fbc7e23164cb), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.018553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dd98ef73-b4e9-4cea-927e-e726f912c769 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (d098b95f-d073-46f5-bddf-fbc7e23164cb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.022274 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dd98ef73-b4e9-4cea-927e-e726f912c769 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (d098b95f-d073-46f5-bddf-fbc7e23164cb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.043278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98ef73-b4e9-4cea-927e-e726f912c769 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d098b95f-d073-46f5-bddf-fbc7e23164cb,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:33.053518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dd98ef73-b4e9-4cea-927e-e726f912c769 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.054963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dd98ef73-b4e9-4cea-927e-e726f912c769 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241584 Jan 28 14:45:33.057870 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48874) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:33.062450 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-7c71aac3-4bb7-4c5e-bfee-9fc899d81cf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '4e8178b3-8142-4304-9040-39c4fbf4dafc', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:33.089404 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c71aac3-4bb7-4c5e-bfee-9fc899d81cf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (d723b655-85fc-4595-ab77-13556858b11c), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.162741 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c71aac3-4bb7-4c5e-bfee-9fc899d81cf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (d723b655-85fc-4595-ab77-13556858b11c), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.166951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c71aac3-4bb7-4c5e-bfee-9fc899d81cf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (d723b655-85fc-4595-ab77-13556858b11c), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.186507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71aac3-4bb7-4c5e-bfee-9fc899d81cf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d723b655-85fc-4595-ab77-13556858b11c,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:33.198991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c71aac3-4bb7-4c5e-bfee-9fc899d81cf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.203272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c71aac3-4bb7-4c5e-bfee-9fc899d81cf1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413803 Jan 28 14:45:33.203512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48876) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:33.208334 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '4e8178b3-8142-4304-9040-39c4fbf4dafc', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:33.229054 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:45:33.235114 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (f20d6c16-8945-4476-b2ba-69afe5447728), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.295210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (f20d6c16-8945-4476-b2ba-69afe5447728), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.299270 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (f20d6c16-8945-4476-b2ba-69afe5447728), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.317289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20d6c16-8945-4476-b2ba-69afe5447728,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:33.326043 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.327291 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-870eac1f-51fa-43bc-8fdd-27fe6310941d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227534 Jan 28 14:45:33.330102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48878) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:33.334881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'security_group_rule': {'security_group_id': '4e8178b3-8142-4304-9040-39c4fbf4dafc', 'project_id': '7f0afce86422430699e3d0f95de460da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:33.342594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:45:33.357197 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Project 7f0afce86422430699e3d0f95de460da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:45:33.362692 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (3e317694-2883-44ea-8861-0dc40594a4e1), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.365266 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:45:33.365624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a6e02f7d-671c-4bb9-8a8c-7be25d636bc2 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:45:33.423149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (3e317694-2883-44ea-8861-0dc40594a4e1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.426856 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (3e317694-2883-44ea-8861-0dc40594a4e1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.451773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e317694-2883-44ea-8861-0dc40594a4e1,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:33.458009 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.459215 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f291f554-695f-497a-80d3-1fd389cf82c0 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281841 Jan 28 14:45:33.462269 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 48880) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:33.467596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'network': {'name': 'tempest-network-smoke--1766250482', 'project_id': '7f0afce86422430699e3d0f95de460da', 'port_security_enabled': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:33.486342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:45:33.489738 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.516900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:45:33.527815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (075d3758-e6e9-4824-9ace-b25534f31fd6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.528262 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Added segment 075d3758-e6e9-4824-9ace-b25534f31fd6 of type vlan for network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 Jan 28 14:45:33.569592 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.596805 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.601810 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:33.602423 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.656343 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1929247 Jan 28 14:45:33.659491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48882) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:33.664166 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'admin_state_up': True, 'project_id': '7f0afce86422430699e3d0f95de460da', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:33.675159 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d46775-802b-44fe-92fb-c3caf9a7347b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Network': ['ID=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:33.686645 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.688177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:45:33.688360 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.750422 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:33.896151 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:34.089477 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:34.108702 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:34.217154 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.243 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:45:34.321200 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:34.357169 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:34.401127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:45:34.404839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:45:34.410605 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:45:34.416175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:34.670971 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:34.880287 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.010934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:45:35.098831 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-217a782c-0395-4fc7-b135-337608b03311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.119875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:45:35.133317 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Sync routers for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:45:35.145401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.146886 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-be1f570c-a8dd-4ce5-9fdf-41739b584c6e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4860697 Jan 28 14:45:35.147039 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:35.148433 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:35.152588 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48884) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:35.186723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8ba35f9d-516c-48ad-8dd0-152f3d1258d1 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7f0afce86422430699e3d0f95de460da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324333 Jan 28 14:45:35.190183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48886) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:35.261386 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:35.282462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7483d-7698-4f04-9c9d-aa7ea00f27d8 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:35.284176 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-03c7483d-7698-4f04-9c9d-aa7ea00f27d8 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928891 Jan 28 14:45:35.288164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48888) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:35.320771 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-615d9f40-17ca-4f47-beac-8d849adb814b tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=d62983fb-95f5-47e5-b432-cdd339a93d1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290565 Jan 28 14:45:35.321293 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48890) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:35.326346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935397642', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'project_id': '7f0afce86422430699e3d0f95de460da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:35.420497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:45:35.423431 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.449254 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:34Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:35.477296 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Checking router: cd8e23d7-85e1-454c-bbb1-17c078fd6e33 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:45:35.477651 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Updating router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:45:35.508245 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.616999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (5b5d6281-637e-4925-8a2f-131d1e0fb8dd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.678801 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Subnet': ['ID=5b5d6281-637e-4925-8a2f-131d1e0fb8dd,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:35.686560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Checking segment: {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:45:35.687005 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network hostable DHCP agents. Network: 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:45:35.705034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:45:35.715651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:45:35.720898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:35.721496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.729656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1aace9-50f6-45eb-a9c7-f8b8e84da06b None None] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:45:35.743136 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0396c101-b5b8-4bbc-822b-0781d7082419 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4183481 Jan 28 14:45:35.743481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48892) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:35.781451 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Publish callbacks [] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.789240 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.847212 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Attempting to bind port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:45:35.847584 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Attempting to bind port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:45:35.847947 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Attempting to bind port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:45:35.854714 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:45:35.855121 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:45:35.855463 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.855869 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:45:35.856385 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Bound port: 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:45:35.856892 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.859221 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Pushing event updated for resources: {'Port': ['ID=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:35.867098 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:45:35.868311 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:35.887837 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.888932 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.889354 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.890913 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.891328 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.891755 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.892172 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.892574 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.892962 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.893380 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.893758 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.894180 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.894547 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:45:35.930155 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] For port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:45:35.933737 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] For port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:45:35.939740 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.005933 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:36.006690 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:36.029545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Allocated IP 172.20.0.2 (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85/5b5d6281-637e-4925-8a2f-131d1e0fb8dd/80dc56ea-8c0e-41c3-995e-7071a7ef2c1f) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:45:36.041733 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325ac78-eca1-4f05-8ef2-57e90ffff317 None None] Pushing event updated for resources: {'Port': ['ID=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:36.121186 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:36.183791 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Publish callbacks [] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.192857 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.239695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:45:36.245417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:45:36.254996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:45:36.255636 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.259472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Pushing event updated for resources: {'Port': ['ID=80dc56ea-8c0e-41c3-995e-7071a7ef2c1f,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:36.323477 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Attempting to bind port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:45:36.324315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Attempting to bind port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:45:36.325016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Attempting to bind port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f on network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:45:36.331772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:45:36.332598 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Checking segment: {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:45:36.333270 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.333852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Bound using segment: {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:45:36.334553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Bound port: 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:45:36.335141 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.414250 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] For port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:45:36.418455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] For port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80dc56ea-8c0e-41c3-995e-7071a7ef2c1f,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:45:36.425010 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:36.449905 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:34Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:36.499015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da3f64-0e2d-4905-99e0-e159ffe07021 None None] Pushing event updated for resources: {'Port': ['ID=80dc56ea-8c0e-41c3-995e-7071a7ef2c1f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:36.502123 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87473c65-1d6c-462f-a433-f8c6bf82c836 None None] The sync data for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 is: [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:34Z', 'revision_number': 3, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:45:36.980175 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.1 (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85/5b5d6281-637e-4925-8a2f-131d1e0fb8dd/774e25af-302b-423a-9880-7490433746f5) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:45:37.118498 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (774e25af-302b-423a-9880-7490433746f5), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.159145 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (774e25af-302b-423a-9880-7490433746f5), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.203506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:45:37.206794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:45:37.209773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:45:37.251488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=774e25af-302b-423a-9880-7490433746f5,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:37.280494 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.455618 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (774e25af-302b-423a-9880-7490433746f5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.547594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:45:37.600103 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:37.600489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.629542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a525925-e3b9-40e1-bece-058fc9e1a1e8 None None] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:45:37.804856 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (774e25af-302b-423a-9880-7490433746f5), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.809978 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (774e25af-302b-423a-9880-7490433746f5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.895595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=774e25af-302b-423a-9880-7490433746f5,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:37.900708 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.905547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-1d1aed00-9c51-424c-9243-3b720d6c614e None None] Provisioning complete for port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:37.905932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1d1aed00-9c51-424c-9243-3b720d6c614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:37.910111 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a859818b-6ee9-4ffb-9eda-b3ed62960ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:38.002973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:38.003375 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:38.005359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:45:38.007034 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:45:38.054810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80dc56ea-8c0e-41c3-995e-7071a7ef2c1f,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:38.075049 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:38.076540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:45:38.139178 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1d1aed00-9c51-424c-9243-3b720d6c614e None None] Current status of the port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:38.139584 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1d1aed00-9c51-424c-9243-3b720d6c614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:38.149493 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:45:38.202154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=80dc56ea-8c0e-41c3-995e-7071a7ef2c1f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:38.246485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:38.246861 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:38.270743 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.db.api [None req-1d1aed00-9c51-424c-9243-3b720d6c614e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 14:45:38.271132 n-d-822748-2 neutron-server[103375]: DEBUG oslo_db.api [None req-1d1aed00-9c51-424c-9243-3b720d6c614e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 14:45:38.296692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:45:38.305721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-58ccba59-317a-4798-81be-33ec4eb0e12f tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/cd8e23d7-85e1-454c-bbb1-17c078fd6e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5610328 Jan 28 14:45:38.359245 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:38.359245 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:38.387851 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:38.397382 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:38.438047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Sync routers for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:45:38.471625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:38.472306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:38.497126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-33da5215-5cbb-4582-9290-668e46593797 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914774434&fields=id&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 267 time: 0.0492327 Jan 28 14:45:38.513822 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:38.620345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:38.627332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-0be73460-2c9d-4903-ba5f-65e090805086 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:38.629538 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-0be73460-2c9d-4903-ba5f-65e090805086 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/networks?id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 200 len: 797 time: 0.1248205 Jan 28 14:45:38.648862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-ff61ec4d-de65-48df-a884-ce9d4c59d443 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/quotas/7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 375 time: 0.0118377 Jan 28 14:45:38.706817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-8a1b5204-e0e9-460f-ae26-cbaf7ab139d4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505140 Jan 28 14:45:38.817008 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-82aced91-1fdc-46d4-be7c-888d87c117b5 service neutron] 10.222.0.45 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949993 Jan 28 14:45:38.840942 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-1d1aed00-9c51-424c-9243-3b720d6c614e None None] Current status of the port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:38.870297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 2, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:38.902890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Checking router: cd8e23d7-85e1-454c-bbb1-17c078fd6e33 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:45:38.903249 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Updating router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 port 774e25af-302b-423a-9880-7490433746f5 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:45:38.915521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-a169d1a3-9dfe-4970-a547-a5f01db401e8 service neutron] 10.222.0.45 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926888 Jan 28 14:45:38.930524 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (774e25af-302b-423a-9880-7490433746f5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.057516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-05639979-0f34-44a2-876e-8937819ee544 None None] Provisioning complete for port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:39.057902 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-05639979-0f34-44a2-876e-8937819ee544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.094769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1640806-376d-4944-88cd-f0580d201881 req-e4408848-711f-49cf-ae5b-49339517c8ad tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 210 time: 0.0297120 Jan 28 14:45:39.104851 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.255032 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-05639979-0f34-44a2-876e-8937819ee544 None None] Current status of the port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:39.283645 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-05639979-0f34-44a2-876e-8937819ee544 None None] Provisioning complete for port 774e25af-302b-423a-9880-7490433746f5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:39.283939 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-05639979-0f34-44a2-876e-8937819ee544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (774e25af-302b-423a-9880-7490433746f5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.351486 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Publish callbacks [] for port (774e25af-302b-423a-9880-7490433746f5), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.353398 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-05639979-0f34-44a2-876e-8937819ee544 None None] Port 774e25af-302b-423a-9880-7490433746f5 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:45:39.359560 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (774e25af-302b-423a-9880-7490433746f5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.413967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40a619-a3df-4ab9-818a-470a09e1764e None None] Pushing event updated for resources: {'Port': ['ID=774e25af-302b-423a-9880-7490433746f5,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:39.439113 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:45:39.505455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Attempting to bind port 774e25af-302b-423a-9880-7490433746f5 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:45:39.505834 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Attempting to bind port 774e25af-302b-423a-9880-7490433746f5 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:45:39.506205 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Attempting to bind port 774e25af-302b-423a-9880-7490433746f5 on network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:45:39.513443 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:45:39.514203 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Checking segment: {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:45:39.514807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.515221 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Bound using segment: {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:45:39.515788 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Bound port: 774e25af-302b-423a-9880-7490433746f5, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:45:39.516216 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (774e25af-302b-423a-9880-7490433746f5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.568272 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:39.568652 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.629741 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] For port 774e25af-302b-423a-9880-7490433746f5, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:45:39.650426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] For port 774e25af-302b-423a-9880-7490433746f5, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=774e25af-302b-423a-9880-7490433746f5,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:45:39.657026 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (774e25af-302b-423a-9880-7490433746f5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.756081 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bb0a27b7-5f09-441a-b3f9-28c0e6608a71 None None] Provisioning complete for port 774e25af-302b-423a-9880-7490433746f5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:39.756456 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bb0a27b7-5f09-441a-b3f9-28c0e6608a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (774e25af-302b-423a-9880-7490433746f5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:39.760640 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:39.762400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:45:39.790548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:39.790548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:39.810193 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40a619-a3df-4ab9-818a-470a09e1764e None None] Pushing event updated for resources: {'Port': ['ID=774e25af-302b-423a-9880-7490433746f5,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:39.987019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:40.015563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:40.015853 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.019531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a27b7-5f09-441a-b3f9-28c0e6608a71 None None] Current status of the port 774e25af-302b-423a-9880-7490433746f5 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:40.019911 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bb0a27b7-5f09-441a-b3f9-28c0e6608a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (774e25af-302b-423a-9880-7490433746f5), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.156382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bb0a27b7-5f09-441a-b3f9-28c0e6608a71 None None] For port 774e25af-302b-423a-9880-7490433746f5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=774e25af-302b-423a-9880-7490433746f5,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:40.164324 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bb0a27b7-5f09-441a-b3f9-28c0e6608a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (774e25af-302b-423a-9880-7490433746f5), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.216781 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eaaec00e-f314-452e-9126-3fc7a6675a09 req-0ee27fb5-0cd1-4073-817c-13510942e823 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 210 time: 0.0334260 Jan 28 14:45:40.347766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-36e6beee-4169-461d-bc7e-0f20cad1393c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:40.349755 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-36e6beee-4169-461d-bc7e-0f20cad1393c tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/networks?id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 200 len: 797 time: 0.1361790 Jan 28 14:45:40.424746 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-c65cb3a0-80d3-4377-9d01-0d2da1c2503a tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f0afce86422430699e3d0f95de460da HTTP/1.1" status: 200 len: 379 time: 0.0627470 Jan 28 14:45:40.434146 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'port': {'device_id': '77845208-5157-4a3a-89d7-b509a1424cdf', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'admin_state_up': True, 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'security_groups': ['4e8178b3-8142-4304-9040-39c4fbf4dafc']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:40.447329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a27b7-5f09-441a-b3f9-28c0e6608a71 None None] Pushing event updated for resources: {'Port': ['ID=774e25af-302b-423a-9880-7490433746f5,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:40.479188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:40.491356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-451b5643-817f-446a-8a41-31b4178cc118 None None] Provisioning complete for port 774e25af-302b-423a-9880-7490433746f5 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:40.491733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-451b5643-817f-446a-8a41-31b4178cc118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (774e25af-302b-423a-9880-7490433746f5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.549422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Made reservation on behalf of 7f0afce86422430699e3d0f95de460da for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:45:40.549977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:39Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:40.553248 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.600575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da7035-4f4f-4b57-aba3-d57400a24586 None None] The sync data for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 is: [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:39Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:45:40.619818 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-451b5643-817f-446a-8a41-31b4178cc118 None None] Current status of the port 774e25af-302b-423a-9880-7490433746f5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:40.713247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.20.0.3 (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85/5b5d6281-637e-4925-8a2f-131d1e0fb8dd/c322da38-ce1b-49bf-82cb-f763ebc102f0) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:45:40.860838 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.882983 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.922518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:40.967725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:45:40.970900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:45:40.977820 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:45:40.984946 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=c322da38-ce1b-49bf-82cb-f763ebc102f0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:41.048696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:41.049760 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.072116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-eb5c3e19-297a-4951-b6ee-4795fba58b46 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6416695 Jan 28 14:45:41.141159 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Request body: {'port': {'device_id': '77845208-5157-4a3a-89d7-b509a1424cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:41.213925 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.260106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a13281e1-0da1-4655-9836-daae7afe2aea None None] Provisioning complete for port c322da38-ce1b-49bf-82cb-f763ebc102f0 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:41.260493 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a13281e1-0da1-4655-9836-daae7afe2aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.315760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a13281e1-0da1-4655-9836-daae7afe2aea None None] Port c322da38-ce1b-49bf-82cb-f763ebc102f0 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:45:41.449174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f4fc6-e81b-4a62-9850-d8d34a71e0ce req-1e228049-923e-4708-a22b-d07276e99b59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:41.450006 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 774e25af-302b-423a-9880-7490433746f5 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:45:41.451338 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e78f4fc6-e81b-4a62-9850-d8d34a71e0ce req-1e228049-923e-4708-a22b-d07276e99b59 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 931 time: 0.1247296 Jan 28 14:45:41.510296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 774e25af-302b-423a-9880-7490433746f5 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:41.510672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (774e25af-302b-423a-9880-7490433746f5), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.553939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e78f4fc6-e81b-4a62-9850-d8d34a71e0ce req-83c24242-7606-4724-aff2-c842d56e4c4d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946908 Jan 28 14:45:41.608576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 774e25af-302b-423a-9880-7490433746f5 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:41.630487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c322da38-ce1b-49bf-82cb-f763ebc102f0 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:45:41.639014 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Publish callbacks [] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.652412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Transition to ACTIVE for port object c322da38-ce1b-49bf-82cb-f763ebc102f0 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:45:41.656621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.710332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Pushing event updated for resources: {'Port': ['ID=c322da38-ce1b-49bf-82cb-f763ebc102f0,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:41.781669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Attempting to bind port c322da38-ce1b-49bf-82cb-f763ebc102f0 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:45:41.781958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Attempting to bind port c322da38-ce1b-49bf-82cb-f763ebc102f0 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:45:41.782302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Attempting to bind port c322da38-ce1b-49bf-82cb-f763ebc102f0 on network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:45:41.787425 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Port c322da38-ce1b-49bf-82cb-f763ebc102f0 on network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:45:41.787624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Attempting to bind port c322da38-ce1b-49bf-82cb-f763ebc102f0 on network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:45:41.793230 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:45:41.793576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Checking segment: {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:45:41.794114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Bound using segment: {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:45:41.794562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Bound port: c322da38-ce1b-49bf-82cb-f763ebc102f0, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075d3758-e6e9-4824-9ace-b25534f31fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:45:41.794932 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.869542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] For port c322da38-ce1b-49bf-82cb-f763ebc102f0, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:45:41.873966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] For port c322da38-ce1b-49bf-82cb-f763ebc102f0, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:45:41.881999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.918345 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:41.919006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:41.920652 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] 10.222.0.60 "PUT /v2.0/ports/c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 200 len: 1091 time: 0.8404210 Jan 28 14:45:41.921108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:41.923656 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e6f53-045c-4cc8-81d4-ad318e312455" -d '{"events": [{"name": "network-changed", "server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:41.952961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b219d-ad07-44a2-8723-4082eda512fc service neutron] Pushing event updated for resources: {'Port': ['ID=c322da38-ce1b-49bf-82cb-f763ebc102f0,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:41.982786 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff127c-e944-4171-a1f2-12a3286697c3 x-openstack-request-id: req-2aff127c-e944-4171-a1f2-12a3286697c3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:41.983080 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:41.983336 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2aff127c-e944-4171-a1f2-12a3286697c3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:41.983734 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'status': 'completed', 'code': 200} Jan 28 14:45:42.008481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:42.020537 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-06457828-6414-409d-aaeb-fc63a9a52067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.022364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-06457828-6414-409d-aaeb-fc63a9a52067 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1094 time: 0.0533736 Jan 28 14:45:42.074033 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-8c9999bd-adbc-4a99-8e77-ad9560918f39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 200 len: 217 time: 0.0401282 Jan 28 14:45:42.127008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-57481b6e-5265-4a63-898b-1f309ae2b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.128522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-57481b6e-5265-4a63-898b-1f309ae2b107 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b5d6281-637e-4925-8a2f-131d1e0fb8dd HTTP/1.1" status: 200 len: 835 time: 0.0489364 Jan 28 14:45:42.192117 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-0946e8b3-a8ab-4593-b6fc-cf92495b530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.195368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-0946e8b3-a8ab-4593-b6fc-cf92495b530b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581715 Jan 28 14:45:42.296868 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-19d4c2d0-daaf-4589-94ad-97b7cde1564f service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916338 Jan 28 14:45:42.393923 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e5bf6629-bcd6-444c-9dee-23997817fd64 req-ebbfc370-87e9-42b7-b229-26e63555272c service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857453 Jan 28 14:45:42.487937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-ca28288b-608a-4393-b90d-cd81815f7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.489526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-ca28288b-608a-4393-b90d-cd81815f7fcd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1094 time: 0.0457928 Jan 28 14:45:42.601454 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-0dccd856-a470-4ab3-a12a-6f63089a197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.602963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-0dccd856-a470-4ab3-a12a-6f63089a197a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 200 len: 898 time: 0.1046834 Jan 28 14:45:42.657364 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-19cbddfb-3ead-4576-b888-984be5087a3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 200 len: 217 time: 0.0477376 Jan 28 14:45:42.752934 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-0c9ecf24-c649-45f3-8d27-89040f1b4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.755458 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-0c9ecf24-c649-45f3-8d27-89040f1b4607 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b5d6281-637e-4925-8a2f-131d1e0fb8dd HTTP/1.1" status: 200 len: 835 time: 0.0801563 Jan 28 14:45:42.766652 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd1bd2-0238-44e3-bb9c-d6b12e697eea req-adbfe674-efb6-410c-bd26-12b7f4f62a87 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.768479 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83fd1bd2-0238-44e3-bb9c-d6b12e697eea req-adbfe674-efb6-410c-bd26-12b7f4f62a87 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 943 time: 0.1218884 Jan 28 14:45:42.849118 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-090c9381-78a8-4fab-a505-d519f11973fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:42.850591 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-090c9381-78a8-4fab-a505-d519f11973fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810816 Jan 28 14:45:42.859328 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-83fd1bd2-0238-44e3-bb9c-d6b12e697eea req-834ac070-0121-4a7a-8d70-6475a0607d21 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813744 Jan 28 14:45:42.961899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-1890fc9e-9f0d-45c7-8bb0-2f960925f9ab service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014419 Jan 28 14:45:43.074782 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e2e6f53-045c-4cc8-81d4-ad318e312455 req-536c5d04-5b5c-4761-b514-42854fa68db8 service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051705 Jan 28 14:45:43.985264 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f9b1c-506e-4fff-bdd4-ad2599a90dd2 req-b21df420-802b-41bc-bb55-84d024129f07 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:43.986754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-471f9b1c-506e-4fff-bdd4-ad2599a90dd2 req-b21df420-802b-41bc-bb55-84d024129f07 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 943 time: 0.0490096 Jan 28 14:45:43.993314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c322da38-ce1b-49bf-82cb-f763ebc102f0 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:45:44.046168 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-471f9b1c-506e-4fff-bdd4-ad2599a90dd2 req-3cd76a58-cc33-48a5-a261-aa32ede99c7b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531583 Jan 28 14:45:44.109673 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c322da38-ce1b-49bf-82cb-f763ebc102f0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:44.120197 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'port_id': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'mac_address': 'fa:16:3e:65:1e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:45:44.158228 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c322da38-ce1b-49bf-82cb-f763ebc102f0 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:44.158625 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:44.172744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c322da38-ce1b-49bf-82cb-f763ebc102f0 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:45:44.193607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c322da38-ce1b-49bf-82cb-f763ebc102f0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:44.197632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:44.249417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c322da38-ce1b-49bf-82cb-f763ebc102f0,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:44.504727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['c322da38-ce1b-49bf-82cb-f763ebc102f0'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:45:45.166830 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fbccb-c55d-4375-9c71-bdefe6abb686 req-c9ecd65e-7930-4e87-9b8d-27695a25f8a1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:45.168345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f5fbccb-c55d-4375-9c71-bdefe6abb686 req-c9ecd65e-7930-4e87-9b8d-27695a25f8a1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 944 time: 0.0500734 Jan 28 14:45:45.222848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f5fbccb-c55d-4375-9c71-bdefe6abb686 req-3713312f-6e71-4c54-84bc-27e4d4de6172 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487790 Jan 28 14:45:45.994957 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c322da38-ce1b-49bf-82cb-f763ebc102f0 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:45:46.050175 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port c322da38-ce1b-49bf-82cb-f763ebc102f0 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:45:46.054999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port c322da38-ce1b-49bf-82cb-f763ebc102f0 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:45:46.055378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:46.139861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port c322da38-ce1b-49bf-82cb-f763ebc102f0 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:45:46.140301 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:46.172733 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:46.175108 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c61862f-35b0-42dc-9f80-f487d6bcc0db" -d '{"events": [{"server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "name": "network-vif-plugged", "status": "completed", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:46.188539 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port c322da38-ce1b-49bf-82cb-f763ebc102f0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:45:46.192984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:46.222430 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5609189-7ba0-4cf5-9d81-6cf8b9270e9f x-openstack-request-id: req-d5609189-7ba0-4cf5-9d81-6cf8b9270e9f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:46.222732 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "name": "network-vif-plugged", "status": "completed", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:46.222992 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5609189-7ba0-4cf5-9d81-6cf8b9270e9f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:46.223392 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'code': 200} Jan 28 14:45:46.255256 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=c322da38-ce1b-49bf-82cb-f763ebc102f0,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:46.359151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadabd5-dbc9-462f-9fe6-f3e66f0becfe req-38cca6f7-d310-48db-9d94-a94300ea234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:46.360730 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-abadabd5-dbc9-462f-9fe6-f3e66f0becfe req-38cca6f7-d310-48db-9d94-a94300ea234d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1096 time: 0.0766842 Jan 28 14:45:46.373340 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca914cd-3515-4269-9d1b-0f6004c56f30 req-7cab3cac-0948-41bf-86e9-4c6ae5924a08 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:46.374769 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ca914cd-3515-4269-9d1b-0f6004c56f30 req-7cab3cac-0948-41bf-86e9-4c6ae5924a08 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0647602 Jan 28 14:45:46.450159 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5ca914cd-3515-4269-9d1b-0f6004c56f30 req-8ce3b646-a1a6-4465-b0c3-b01557faafcd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690448 Jan 28 14:45:46.454013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-abadabd5-dbc9-462f-9fe6-f3e66f0becfe req-a868befe-d62c-4036-9471-ed1fe020c0ba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783165 Jan 28 14:45:47.568860 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b3f5-9ee4-420e-857e-3e0a5f8470d4 req-57ae0fdf-016f-4b7e-9139-15e06249cf3e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:47.570358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b69b3f5-9ee4-420e-857e-3e0a5f8470d4 req-57ae0fdf-016f-4b7e-9139-15e06249cf3e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0492139 Jan 28 14:45:47.618658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9b69b3f5-9ee4-420e-857e-3e0a5f8470d4 req-6d9aa780-8cbb-4567-8d35-13f9f6b0b0a7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Jan 28 14:45:47.904901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-5ae63c83-645e-438a-835b-a35b7ccaa780 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427525 Jan 28 14:45:47.985751 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-bdbf2277-8c8d-4532-be7c-89ddcc8e9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:47.987229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-bdbf2277-8c8d-4532-be7c-89ddcc8e9e63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1096 time: 0.0411587 Jan 28 14:45:48.092984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-36952ef4-ca2b-44ed-9006-8f29e0047c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.094327 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-36952ef4-ca2b-44ed-9006-8f29e0047c23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 200 len: 898 time: 0.0871465 Jan 28 14:45:48.137719 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-237641ef-496d-4c30-9141-54b8b20231b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 200 len: 217 time: 0.0363009 Jan 28 14:45:48.185470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-c8e2cf87-e152-4f9e-8ba6-5d1a3c62ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.187001 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-c8e2cf87-e152-4f9e-8ba6-5d1a3c62ebef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b5d6281-637e-4925-8a2f-131d1e0fb8dd HTTP/1.1" status: 200 len: 835 time: 0.0433614 Jan 28 14:45:48.233513 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-0e525d70-b58a-4932-bf6b-18e64a72eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.235002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-0e525d70-b58a-4932-bf6b-18e64a72eec4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413396 Jan 28 14:45:48.326285 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-09235b1a-55af-4471-aecf-cb0278162617 service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Jan 28 14:45:48.414681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bfbb8fe6-d248-4b72-bea2-53006ee92f10 req-e4c1efa0-2c0b-4a25-a37c-968a11844ef6 service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807502 Jan 28 14:45:48.735183 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b81d9-78ba-434e-bbc4-cded7e77f5bf req-bbd35d60-d15e-424b-aa60-a55fd569133b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.736615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-061b81d9-78ba-434e-bbc4-cded7e77f5bf req-bbd35d60-d15e-424b-aa60-a55fd569133b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0506065 Jan 28 14:45:48.792418 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-061b81d9-78ba-434e-bbc4-cded7e77f5bf req-da25833d-f2d7-48a7-b6d9-851f03c773e8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501823 Jan 28 14:45:48.903649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8397625-0cac-4798-b4d7-9a7e65755b4c req-df17d61d-70db-4254-af00-941667167abc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:48.906065 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8397625-0cac-4798-b4d7-9a7e65755b4c req-df17d61d-70db-4254-af00-941667167abc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0487039 Jan 28 14:45:48.954985 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f8397625-0cac-4798-b4d7-9a7e65755b4c req-a3add80e-19a9-4486-bf46-d772db17b6f7 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Jan 28 14:45:48.977121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48946) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:49.015903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaf82f9-48d9-406c-b5e4-0a0fc256be66 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:49.017362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ccaf82f9-48d9-406c-b5e4-0a0fc256be66 tempest-TestNetworkAdvancedServerOps-1362642664 tempest-TestNetworkAdvancedServerOps-1362642664-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1091 time: 0.0392709 Jan 28 14:45:49.020234 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48948) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:49.024379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:45:49.044382 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:49.144719 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:49.245927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Allocated IP 172.25.4.248 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/ca57542f-a000-4795-b43c-d72e008e8256) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:45:49.352260 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (ca57542f-a000-4795-b43c-d72e008e8256), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:49.385475 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ca57542f-a000-4795-b43c-d72e008e8256), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:49.423137 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:45:49.425881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:45:49.431530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:45:49.453857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=ca57542f-a000-4795-b43c-d72e008e8256,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:50.129672 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (35ea03ab-6499-43d7-b549-e2617530af88), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:50.193909 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (ca57542f-a000-4795-b43c-d72e008e8256), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:50.344638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for port (ca57542f-a000-4795-b43c-d72e008e8256), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:50.348999 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (ca57542f-a000-4795-b43c-d72e008e8256), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:50.418262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event updated for resources: {'Port': ['ID=ca57542f-a000-4795-b43c-d72e008e8256,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:45:50.430057 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (35ea03ab-6499-43d7-b549-e2617530af88), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:50.529945 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 35ea03ab-6499-43d7-b549-e2617530af88 associated. External IP: 172.25.4.248, port: c322da38-ce1b-49bf-82cb-f763ebc102f0. Jan 28 14:45:50.732675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:45:50.754991 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:45:50.840978 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:45:50.851081 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] Sync routers for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:45:50.858417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:50.860601 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:50.861333 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:50.889858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f49fd448-77d4-4828-921f-89aa71239e95 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8686082 Jan 28 14:45:50.890758 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:45:50.894205 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129683f4-4626-4538-8ec2-0d7543089693" -d '{"events": [{"name": "network-changed", "server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:45:50.969471 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:50.988867 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be799cd4-eddc-4bff-bf06-f52b86cd387c req-1a64a023-f83d-410f-ad29-c4df0687f6d8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:50.990297 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be799cd4-eddc-4bff-bf06-f52b86cd387c req-1a64a023-f83d-410f-ad29-c4df0687f6d8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0501530 Jan 28 14:45:51.042799 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be799cd4-eddc-4bff-bf06-f52b86cd387c req-41daecde-8c27-4b91-89ec-67f66a1e1dfb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466967 Jan 28 14:45:51.066309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48954) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:51.107134 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1615a14e-53dc-4689-ba32-ab148fba1279 x-openstack-request-id: req-1615a14e-53dc-4689-ba32-ab148fba1279 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:45:51.107532 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:45:51.107716 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1615a14e-53dc-4689-ba32-ab148fba1279 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:45:51.108110 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'status': 'completed', 'code': 200} Jan 28 14:45:51.162704 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a16baead-d9b5-421a-9f4e-584ae37806cd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35ea03ab-6499-43d7-b549-e2617530af88 HTTP/1.1" status: 200 len: 991 time: 0.0953043 Jan 28 14:45:51.173199 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129683f4-4626-4538-8ec2-0d7543089693 req-e8342ac1-b264-425a-812a-ee172f9f2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:51.174732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-129683f4-4626-4538-8ec2-0d7543089693 req-e8342ac1-b264-425a-812a-ee172f9f2b5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1096 time: 0.0620906 Jan 28 14:45:51.195724 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '35ea03ab-6499-43d7-b549-e2617530af88', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'port_id': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'mac_address': 'fa:16:3e:65:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77845208-5157-4a3a-89d7-b509a1424cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:45:49Z', 'updated_at': '2022-01-28T14:45:49Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:51.222182 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] Checking router: cd8e23d7-85e1-454c-bbb1-17c078fd6e33 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:45:51.230461 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:45:51.231075 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:45:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:51.269172 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129683f4-4626-4538-8ec2-0d7543089693 req-1c708954-4bfa-409d-8e1b-9b0d889d654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:51.270573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-129683f4-4626-4538-8ec2-0d7543089693 req-1c708954-4bfa-409d-8e1b-9b0d889d654e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 200 len: 898 time: 0.0894225 Jan 28 14:45:51.336872 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:45:51.345077 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-129683f4-4626-4538-8ec2-0d7543089693 req-353de8b1-0b9a-4e95-9ca9-1e91d0802ef8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 200 len: 999 time: 0.0679176 Jan 28 14:45:51.395066 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129683f4-4626-4538-8ec2-0d7543089693 req-9e7ff7c2-274d-4e2c-9e81-137d5539d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:51.396579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-129683f4-4626-4538-8ec2-0d7543089693 req-9e7ff7c2-274d-4e2c-9e81-137d5539d4d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b5d6281-637e-4925-8a2f-131d1e0fb8dd HTTP/1.1" status: 200 len: 835 time: 0.0450022 Jan 28 14:45:51.444699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129683f4-4626-4538-8ec2-0d7543089693 req-03f88e7e-27a2-451b-b84a-563fa5c02710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:45:51.446245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-129683f4-4626-4538-8ec2-0d7543089693 req-03f88e7e-27a2-451b-b84a-563fa5c02710 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433316 Jan 28 14:45:51.543170 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-129683f4-4626-4538-8ec2-0d7543089693 req-27c27907-680d-4082-b103-69532c2d5783 service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903206 Jan 28 14:45:51.563825 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '35ea03ab-6499-43d7-b549-e2617530af88', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'port_id': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'mac_address': 'fa:16:3e:65:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77845208-5157-4a3a-89d7-b509a1424cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:45:49Z', 'updated_at': '2022-01-28T14:45:49Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:45:51.590215 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96424ea-53db-4fdc-bb2f-387fe2c167b2 None None] The sync data for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 is: [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '35ea03ab-6499-43d7-b549-e2617530af88', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'floating_ip_address': '172.25.4.248', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'port_id': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'mac_address': 'fa:16:3e:65:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77845208-5157-4a3a-89d7-b509a1424cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:45:49Z', 'updated_at': '2022-01-28T14:45:49Z', 'revision_number': 0, 'project_id': '7f0afce86422430699e3d0f95de460da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:45:51.636527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-129683f4-4626-4538-8ec2-0d7543089693 req-b50a19f5-fb22-4d0d-bafc-e1d85eb52a1a service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875318 Jan 28 14:45:51.786128 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05ef53-c8ea-4953-8801-fd66bf00624d None None] New status for floating IP 35ea03ab-6499-43d7-b549-e2617530af88: ACTIVE {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:45:52.166687 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48956) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:45:52.234802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-2bb6725c-c9ed-4855-ab43-65e5ee4d6327 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35ea03ab-6499-43d7-b549-e2617530af88 HTTP/1.1" status: 200 len: 993 time: 0.0667043 Jan 28 14:45:57.360925 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:45:58.762071 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:05.103131 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c42b83bd-c3bd-4fef-8972-5fe93cb42334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:07.842746 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b02763ee-7b26-49e6-aa4a-fa106e6d7773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:09.031950 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:10.868148 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:12.011633 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:25.494982 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1d5e-8c5d-4282-9230-b1e4f34952b1 req-80f3096e-1b15-4e33-a1e3-26b494be61e5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:25.496448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edca1d5e-8c5d-4282-9230-b1e4f34952b1 req-80f3096e-1b15-4e33-a1e3-26b494be61e5 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0489364 Jan 28 14:46:25.548515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-edca1d5e-8c5d-4282-9230-b1e4f34952b1 req-5a8742b4-f3a0-453f-9440-3f2a5f839017 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450485 Jan 28 14:46:26.663538 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792a55e-729d-4ee0-b65a-9ff0c5ad7c1e req-9783e68b-b3fe-479e-82d0-3bac9502c1fc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:26.665055 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2792a55e-729d-4ee0-b65a-9ff0c5ad7c1e req-9783e68b-b3fe-479e-82d0-3bac9502c1fc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0482755 Jan 28 14:46:26.713694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2792a55e-729d-4ee0-b65a-9ff0c5ad7c1e req-b2785a00-cc4f-4e7c-8291-503621cca130 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430439 Jan 28 14:46:26.736122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48978) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:26.800745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-471d46b1-08c2-4377-b37f-f0247b1d4449 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35ea03ab-6499-43d7-b549-e2617530af88 HTTP/1.1" status: 200 len: 993 time: 0.0634627 Jan 28 14:46:27.361946 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:27.754629 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:46:28.103362 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e9231-051a-4c46-a541-515fbf299f8a req-8ec9f075-a59d-4e38-8e70-46b20bd442e4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:28.104864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c2e9231-051a-4c46-a541-515fbf299f8a req-8ec9f075-a59d-4e38-8e70-46b20bd442e4 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0834606 Jan 28 14:46:28.111920 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-1dff43c6-cbcb-461a-942d-43bc666d71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:28.113086 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-1dff43c6-cbcb-461a-942d-43bc666d71e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1096 time: 0.0629632 Jan 28 14:46:28.204112 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c2e9231-051a-4c46-a541-515fbf299f8a req-e09cc659-61fa-47f5-940c-4b62d18ebe5e tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900402 Jan 28 14:46:28.236606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-ca0a8b18-0b5e-443f-afed-79886c5dcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:28.238072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-ca0a8b18-0b5e-443f-afed-79886c5dcb1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 200 len: 898 time: 0.1173923 Jan 28 14:46:28.307974 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-a1d8f557-06b3-45b3-8278-dcc2bf818e04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 200 len: 1001 time: 0.0627902 Jan 28 14:46:28.358984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-6f7dcf66-21fa-4286-98d5-48d929d85c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:28.360360 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-6f7dcf66-21fa-4286-98d5-48d929d85c2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b5d6281-637e-4925-8a2f-131d1e0fb8dd HTTP/1.1" status: 200 len: 835 time: 0.0432897 Jan 28 14:46:28.405328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-71310224-e972-4502-b7a1-4f06fe5d9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:28.406805 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-71310224-e972-4502-b7a1-4f06fe5d9508 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395977 Jan 28 14:46:28.499489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-f9f4dcd1-d048-4777-8936-a0c8b0a1b074 service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Jan 28 14:46:28.589288 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9a8172b6-5ac5-4d7d-bceb-38d54ff504b8 req-b71c1e2e-b2d6-4969-90ca-4c2dd4029089 service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823505 Jan 28 14:46:28.758037 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:29.325986 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1471-7eec-481d-b9fa-02ce28492ed3 req-fdf5ad4a-e586-4aa6-aceb-c47e0848acc6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:29.327488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-928b1471-7eec-481d-b9fa-02ce28492ed3 req-fdf5ad4a-e586-4aa6-aceb-c47e0848acc6 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0511308 Jan 28 14:46:29.384920 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-928b1471-7eec-481d-b9fa-02ce28492ed3 req-cf16cb1c-fa7d-437d-a85f-bccb92aadcac tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507801 Jan 28 14:46:30.498794 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db1178-0e60-481c-a4d9-f1827592f74e req-4581f21c-c6ee-4a8d-aab2-659de7866aa8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:30.500260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57db1178-0e60-481c-a4d9-f1827592f74e req-4581f21c-c6ee-4a8d-aab2-659de7866aa8 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0479674 Jan 28 14:46:30.549631 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-57db1178-0e60-481c-a4d9-f1827592f74e req-6fd06d31-8ede-4178-bf56-3ce77b1931fc tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Jan 28 14:46:30.572247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48990) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:30.636384 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-15811b45-7c76-4293-b28d-55a941e8b6bf tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/floatingips/35ea03ab-6499-43d7-b549-e2617530af88 HTTP/1.1" status: 200 len: 993 time: 0.0629928 Jan 28 14:46:30.851791 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 48996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:31.014949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port ca57542f-a000-4795-b43c-d72e008e8256 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:31.015298 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (ca57542f-a000-4795-b43c-d72e008e8256), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.091451 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (ca57542f-a000-4795-b43c-d72e008e8256), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.091780 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (ca57542f-a000-4795-b43c-d72e008e8256), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.103766 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for ca57542f-a000-4795-b43c-d72e008e8256 owned by network:floatingip {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:31.255300 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (ca57542f-a000-4795-b43c-d72e008e8256), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.278566 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=ca57542f-a000-4795-b43c-d72e008e8256,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:31.288644 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.289002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.289353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.289699 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.290045 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.290783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.290783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.291022 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.291354 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.291686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.292013 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.292365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.292689 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:31.354518 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for floatingip (35ea03ab-6499-43d7-b549-e2617530af88), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.354856 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Floating IP 35ea03ab-6499-43d7-b549-e2617530af88 disassociated (deleted). External IP: 172.25.4.248, port: c322da38-ce1b-49bf-82cb-f763ebc102f0. Jan 28 14:46:31.576122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:31.684094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:31.688980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:31.693381 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] Sync routers for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:31.706139 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:31.706755 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:31.719402 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d5b2aadc-b70f-45c6-8c37-e3b14627b338 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/floatingips/35ea03ab-6499-43d7-b549-e2617530af88 HTTP/1.1" status: 204 len: 168 time: 0.8661520 Jan 28 14:46:31.720581 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:31.722836 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b92b999-051d-476d-99e4-f0c2df702d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:31.815243 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:31.939522 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e469dc-32f6-4274-ac73-3bd0366e5d62 x-openstack-request-id: req-13e469dc-32f6-4274-ac73-3bd0366e5d62 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:31.939918 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:31.940304 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13e469dc-32f6-4274-ac73-3bd0366e5d62 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:31.940815 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'status': 'completed', 'code': 200} Jan 28 14:46:32.036879 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:32.040590 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-5bee666b-cd32-4018-a530-a0595dfa3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:32.042106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-5bee666b-cd32-4018-a530-a0595dfa3c12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f0afce86422430699e3d0f95de460da&device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 1096 time: 0.0721085 Jan 28 14:46:32.053927 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0298086-75a3-44dd-b263-5dfb29498a17 req-51418084-a09c-4946-bab0-150324538abd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:32.055362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0298086-75a3-44dd-b263-5dfb29498a17 req-51418084-a09c-4946-bab0-150324538abd tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0594828 Jan 28 14:46:32.062988 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] Checking router: cd8e23d7-85e1-454c-bbb1-17c078fd6e33 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:32.072204 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:32.072812 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:32.169032 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d0298086-75a3-44dd-b263-5dfb29498a17 req-0ff816ec-aaa5-4a72-8512-71c0638788c2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057699 Jan 28 14:46:32.184153 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:32.185562 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-7eb4e9df-6e3a-44c2-9a00-6bf59a4529c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:32.187101 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-7eb4e9df-6e3a-44c2-9a00-6bf59a4529c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 200 len: 898 time: 0.1308250 Jan 28 14:46:32.232647 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-f3790c58-bf7b-4f93-86d8-a6e5e3c43fcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 200 len: 217 time: 0.0354648 Jan 28 14:46:32.288975 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-81e38126-e1f0-4499-9ac7-ee16b38e2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:32.290459 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-81e38126-e1f0-4499-9ac7-ee16b38e2bfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b5d6281-637e-4925-8a2f-131d1e0fb8dd HTTP/1.1" status: 200 len: 835 time: 0.0490456 Jan 28 14:46:32.337218 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-947b0e2c-6a95-4a03-be09-7b53f8ec6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:32.338720 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-947b0e2c-6a95-4a03-be09-7b53f8ec6140 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410774 Jan 28 14:46:32.385516 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:32.431878 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-66c3206f-b600-43d7-913b-0af8795ac734 service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 Jan 28 14:46:32.505139 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7977c1a1-4a54-4b2e-acda-a3e728b8cfb2 None None] The sync data for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 is: [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:45:37Z', 'revision_number': 4, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '774e25af-302b-423a-9880-7490433746f5', 'name': '', 'network_id': '2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'mac_address': 'fa:16:3e:f4:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:36Z', 'updated_at': '2022-01-28T14:45:40Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'subnets': [{'id': '5b5d6281-637e-4925-8a2f-131d1e0fb8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:32.530661 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5b92b999-051d-476d-99e4-f0c2df702d2d req-309f42b2-e31b-496e-8ffc-71e1858f91bb service neutron] 10.222.0.60 "GET /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920260 Jan 28 14:46:32.731430 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e977c0-6a81-4833-9014-8a981c5edadc None None] New status for floating IP 35ea03ab-6499-43d7-b549-e2617530af88: DOWN {{(pid=103375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:46:33.289086 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd4f7-7079-43eb-aece-23a363efbfe7 req-d3175f0c-9e78-40ca-b17d-e20d0e4980eb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:33.290673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-563fd4f7-7079-43eb-aece-23a363efbfe7 req-d3175f0c-9e78-40ca-b17d-e20d0e4980eb tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0495462 Jan 28 14:46:33.339802 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-563fd4f7-7079-43eb-aece-23a363efbfe7 req-934fb29c-a349-4cbc-9412-68bc2f7c8723 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e8178b3-8142-4304-9040-39c4fbf4dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Jan 28 14:46:33.808623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-10660445-ba9a-4e29-937e-4e6a915e918b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:33.810060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-10660445-ba9a-4e29-937e-4e6a915e918b tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 945 time: 0.0480247 Jan 28 14:46:33.902130 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port c322da38-ce1b-49bf-82cb-f763ebc102f0 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:33.902474 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:33.988222 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port c322da38-ce1b-49bf-82cb-f763ebc102f0, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=c322da38-ce1b-49bf-82cb-f763ebc102f0,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:33.988585 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.003693 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for c322da38-ce1b-49bf-82cb-f763ebc102f0 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:34.136980 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c322da38-ce1b-49bf-82cb-f763ebc102f0), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.164959 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=c322da38-ce1b-49bf-82cb-f763ebc102f0,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:34.213664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] No DVR routers for this DVR port c322da38-ce1b-49bf-82cb-f763ebc102f0 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:46:34.216800 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:34.220842 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b20331ad-ed48-46d8-b565-8e24d8774978 req-ed407fe5-1411-4e3b-933a-8362a4832472 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.60 "DELETE /v2.0/ports/c322da38-ce1b-49bf-82cb-f763ebc102f0 HTTP/1.1" status: 204 len: 173 time: 0.4041944 Jan 28 14:46:34.221435 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'name': 'network-vif-deleted', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:34.223689 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d24d3-963b-4318-9422-8e9c079a2e6b" -d '{"events": [{"server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "name": "network-vif-deleted", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:34.261085 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f9c61e-5869-43fa-9ba5-645fa34dedeb x-openstack-request-id: req-06f9c61e-5869-43fa-9ba5-645fa34dedeb {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:34.261369 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77845208-5157-4a3a-89d7-b509a1424cdf", "name": "network-vif-deleted", "tag": "c322da38-ce1b-49bf-82cb-f763ebc102f0", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:34.261632 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06f9c61e-5869-43fa-9ba5-645fa34dedeb {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:34.262041 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77845208-5157-4a3a-89d7-b509a1424cdf', 'name': 'network-vif-deleted', 'tag': 'c322da38-ce1b-49bf-82cb-f763ebc102f0', 'status': 'completed', 'code': 200} Jan 28 14:46:34.447634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ed7b51fc-da47-4a00-a9bd-1602dbe4096e req-7f4adf9d-1779-47a2-91fd-14d6d88bf124 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "GET /v2.0/ports?device_id=77845208-5157-4a3a-89d7-b509a1424cdf HTTP/1.1" status: 200 len: 210 time: 0.0268300 Jan 28 14:46:35.106940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-817385eb-8b00-4b09-b7b0-5e4c98c01d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:35.502987 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49016) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:36.195006 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.450912 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 774e25af-302b-423a-9880-7490433746f5 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:36.451180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (774e25af-302b-423a-9880-7490433746f5), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.543610 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port 774e25af-302b-423a-9880-7490433746f5, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=774e25af-302b-423a-9880-7490433746f5,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:36.544380 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (774e25af-302b-423a-9880-7490433746f5), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.555732 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 774e25af-302b-423a-9880-7490433746f5 owned by network:router_interface {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:36.740532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (774e25af-302b-423a-9880-7490433746f5), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:36.773463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=774e25af-302b-423a-9880-7490433746f5,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:36.951175 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.164226 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:37.271447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:37.276344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7c85625d-7843-43c1-af85-6f327ec68e93 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "PUT /v2.0/routers/cd8e23d7-85e1-454c-bbb1-17c078fd6e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723129 Jan 28 14:46:37.279251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49018) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:37.283296 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] Sync routers for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:37.292982 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:37.293414 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:37.333519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting subnet 5b5d6281-637e-4925-8a2f-131d1e0fb8dd {{(pid=103374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:46:37.336569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (5b5d6281-637e-4925-8a2f-131d1e0fb8dd), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.379590 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6051565'] for subnet (5b5d6281-637e-4925-8a2f-131d1e0fb8dd), precommit_delete_associations {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.405466 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:37.466555 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (5b5d6281-637e-4925-8a2f-131d1e0fb8dd), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.530560 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6056353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931700'] for subnet (5b5d6281-637e-4925-8a2f-131d1e0fb8dd), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.562485 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.568706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/subnets/5b5d6281-637e-4925-8a2f-131d1e0fb8dd HTTP/1.1" status: 204 len: 168 time: 0.2858331 Jan 28 14:46:37.568706 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3ae63-b117-442d-9ed8-edcd5ebca0b1 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5d6281-637e-4925-8a2f-131d1e0fb8dd,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:37.568916 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49020) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:37.572135 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197d379a-15bd-4d47-ab51-4c28d39335fc None None] Network 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:37.600308 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:46:36Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:37.631660 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] Checking router: cd8e23d7-85e1-454c-bbb1-17c078fd6e33 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:37.640849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] Routers {'cd8e23d7-85e1-454c-bbb1-17c078fd6e33'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:37.641502 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:37.687800 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.760723 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] Set router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:37.765959 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] DHCP port deletion for 2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:46:37.797773 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_gateway (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.820583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Deleting port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:37.821072 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.854543 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Deleting port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:46:37.854543 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.897092 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1933e9b8-9af5-49ab-88a8-04739ca0161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.919349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] For port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=80dc56ea-8c0e-41c3-995e-7071a7ef2c1f,segment=NetworkSegment(075d3758-e6e9-4824-9ace-b25534f31fd6),segment_id=075d3758-e6e9-4824-9ace-b25534f31fd6)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:37.919760 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.933669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Calling delete_port for 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:37.947132 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] For port 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:37.947428 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:37.948192 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:46:36Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:37.960240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Calling delete_port for 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:46:37.980364 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac02e1b-f428-475f-b748-e1c34b9ccf24 None None] The sync data for ids ['cd8e23d7-85e1-454c-bbb1-17c078fd6e33'] in n-d-822748-2 is: [{'id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501026377', 'tenant_id': '7f0afce86422430699e3d0f95de460da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:45:33Z', 'updated_at': '2022-01-28T14:46:36Z', 'revision_number': 5, 'project_id': '7f0afce86422430699e3d0f95de460da', 'gw_port': {'id': '8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e23d7-85e1-454c-bbb1-17c078fd6e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:45:34Z', 'updated_at': '2022-01-28T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:38.027855 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (80dc56ea-8c0e-41c3-995e-7071a7ef2c1f), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.054531 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Pushing event deleted for resources: {'Port': ['ID=80dc56ea-8c0e-41c3-995e-7071a7ef2c1f,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:38.057076 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] No DVR routers for this DVR port 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:46:38.070557 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.071338 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.071700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.072145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.072472 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.072809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.073139 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.073491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.073887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.074316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.074607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.075014 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.075351 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4695a-3cfe-4a6e-bc5c-87eb52198783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.143859 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.170592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Port': ['ID=8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:38.183921 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.184437 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.184883 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.185060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.186029 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.186758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.187337 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.187682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.188048 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.188402 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.189293 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.189631 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.189969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:38.256409 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.272710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c322da38-ce1b-49bf-82cb-f763ebc102f0 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:38.295986 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: c322da38-ce1b-49bf-82cb-f763ebc102f0 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:38.296362 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device c322da38-ce1b-49bf-82cb-f763ebc102f0 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:38.354740 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.356972 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router_controller (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.402715 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (cd8e23d7-85e1-454c-bbb1-17c078fd6e33), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.403244 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Fanout notify agent at l3_agent the message router_deleted on router cd8e23d7-85e1-454c-bbb1-17c078fd6e33 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:46:38.411780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.412931 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7f802e1a-28e5-44c2-81cc-9636a45def6d tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/routers/cd8e23d7-85e1-454c-bbb1-17c078fd6e33 HTTP/1.1" status: 204 len: 168 time: 0.8430030 Jan 28 14:46:38.415613 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49030) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:38.496183 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.593770 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.613860 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:38.622865 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075d3758-e6e9-4824-9ace-b25534f31fd6') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:38.623164 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075d3758-e6e9-4824-9ace-b25534f31fd6') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:38.633003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (075d3758-e6e9-4824-9ace-b25534f31fd6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.646465 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (075d3758-e6e9-4824-9ace-b25534f31fd6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.652375 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:46:38.652821 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (075d3758-e6e9-4824-9ace-b25534f31fd6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: timer() Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:46:38.655869 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:46:38.717204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.724136 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.727414 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/networks/2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85 HTTP/1.1" status: 204 len: 168 time: 0.3107913 Jan 28 14:46:38.730360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49032) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:38.739433 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da9f71-5a4a-4e44-bd57-0aa2772cd829 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'Network': ['ID=2fc5d4c9-12ff-4868-bc62-3a4cb4f6af85,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:38.788911 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967bead5-ebd4-4c53-aab0-ec53c0db73b2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (4e8178b3-8142-4304-9040-39c4fbf4dafc), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.814417 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967bead5-ebd4-4c53-aab0-ec53c0db73b2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (4e8178b3-8142-4304-9040-39c4fbf4dafc), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.879018 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967bead5-ebd4-4c53-aab0-ec53c0db73b2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (4e8178b3-8142-4304-9040-39c4fbf4dafc), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.881727 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-967bead5-ebd4-4c53-aab0-ec53c0db73b2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:38.883088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-967bead5-ebd4-4c53-aab0-ec53c0db73b2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] 10.222.0.45 "DELETE /v2.0/security-groups/4e8178b3-8142-4304-9040-39c4fbf4dafc HTTP/1.1" status: 204 len: 168 time: 0.1516471 Jan 28 14:46:38.894124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bead5-ebd4-4c53-aab0-ec53c0db73b2 tempest-TestNetworkAdvancedServerOps-1495335594 tempest-TestNetworkAdvancedServerOps-1495335594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8178b3-8142-4304-9040-39c4fbf4dafc,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:39.035033 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.221913 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49042) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:39.355059 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3d0448f2-ff2f-400f-9144-30a96943ecda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f0afce86422430699e3d0f95de460da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319563 Jan 28 14:46:39.357861 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:39.406919 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ee8a-adb7-464a-9011-6bb9ada529b3 admin admin] Publish callbacks [] for security_group (5a006b8d-fad8-4d31-91f0-3047096220d6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.412379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 774e25af-302b-423a-9880-7490433746f5 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:39.430438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ee8a-adb7-464a-9011-6bb9ada529b3 admin admin] Publish callbacks [] for security_group (5a006b8d-fad8-4d31-91f0-3047096220d6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.433317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 774e25af-302b-423a-9880-7490433746f5 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:39.433678 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 774e25af-302b-423a-9880-7490433746f5 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:39.434093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:39.453657 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:39.454849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 80dc56ea-8c0e-41c3-995e-7071a7ef2c1f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:39.455122 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:46:39.476001 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:46:39.476431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 8f81d5c3-5f5f-4edf-bfa7-ff5d3bf5ea7a not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:46:39.482387 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ee8a-adb7-464a-9011-6bb9ada529b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (5a006b8d-fad8-4d31-91f0-3047096220d6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.485078 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ee8a-adb7-464a-9011-6bb9ada529b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.487813 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d3b6ee8a-adb7-464a-9011-6bb9ada529b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a006b8d-fad8-4d31-91f0-3047096220d6 HTTP/1.1" status: 204 len: 168 time: 0.1288500 Jan 28 14:46:39.497071 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6ee8a-adb7-464a-9011-6bb9ada529b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a006b8d-fad8-4d31-91f0-3047096220d6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:39.751625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49052) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:39.764966 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6570819-ac7f-4f7e-8e6e-ab8d7da0d19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.842780 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6570819-ac7f-4f7e-8e6e-ab8d7da0d19a admin admin] Publish callbacks [] for security_group (db74efc9-7176-4bfd-8f4b-a5577c4bfaee), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.847201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6570819-ac7f-4f7e-8e6e-ab8d7da0d19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (db74efc9-7176-4bfd-8f4b-a5577c4bfaee), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.884261 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f6570819-ac7f-4f7e-8e6e-ab8d7da0d19a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bf819ab18f342d29bbe068de7e07e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314170 Jan 28 14:46:39.885087 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6570819-ac7f-4f7e-8e6e-ab8d7da0d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db74efc9-7176-4bfd-8f4b-a5577c4bfaee,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:39.887507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49054) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:39.937019 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7da3a9a5-e2c7-49d1-be1e-cf791a97904f admin admin] Publish callbacks [] for security_group (db74efc9-7176-4bfd-8f4b-a5577c4bfaee), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:39.963085 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7da3a9a5-e2c7-49d1-be1e-cf791a97904f admin admin] Publish callbacks [] for security_group (db74efc9-7176-4bfd-8f4b-a5577c4bfaee), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.009386 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7da3a9a5-e2c7-49d1-be1e-cf791a97904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (db74efc9-7176-4bfd-8f4b-a5577c4bfaee), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.012327 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7da3a9a5-e2c7-49d1-be1e-cf791a97904f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.013442 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-7da3a9a5-e2c7-49d1-be1e-cf791a97904f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db74efc9-7176-4bfd-8f4b-a5577c4bfaee HTTP/1.1" status: 204 len: 168 time: 0.1254950 Jan 28 14:46:40.021851 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3a9a5-e2c7-49d1-be1e-cf791a97904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db74efc9-7176-4bfd-8f4b-a5577c4bfaee,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:40.717420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49076) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:40.817646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1957670158-network', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:40.837950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Made reservation on behalf of a93d57c0d1754c38bd8d4a8be6eef3ee for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:40.840397 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.848945 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.865854 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.925351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks [] for security_group (29d24bb7-e2f4-468e-bd98-09214c01ae52), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.929065 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (29d24bb7-e2f4-468e-bd98-09214c01ae52), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.952961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:46:40.961856 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d24bb7-e2f4-468e-bd98-09214c01ae52,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:40.967783 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:40.968220 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Added segment 2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2 of type vlan for network d9df2ff2-c526-429a-9d5c-d71852dd466a Jan 28 14:46:41.008183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (d9df2ff2-c526-429a-9d5c-d71852dd466a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.033149 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (d9df2ff2-c526-429a-9d5c-d71852dd466a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.034089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:41.034680 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.086671 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3680968 Jan 28 14:46:41.090016 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:41.095603 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Request body: {'subnet': {'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1957670158-subnet', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:41.102242 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa72c3-845f-456c-90b0-8682f2b2c9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=d9df2ff2-c526-429a-9d5c-d71852dd466a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:41.114981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network d9df2ff2-c526-429a-9d5c-d71852dd466a details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:46:41.117294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Made reservation on behalf of a93d57c0d1754c38bd8d4a8be6eef3ee for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:41.119834 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.296400 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (f0a2646b-789a-4813-9621-1ad4aad715af), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.361335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a2646b-789a-4813-9621-1ad4aad715af,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:41.368499 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Checking segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:41.368813 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Network hostable DHCP agents. Network: d9df2ff2-c526-429a-9d5c-d71852dd466a, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:46:41.385258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Network d9df2ff2-c526-429a-9d5c-d71852dd466a is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:46:41.394200 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, d9df2ff2-c526-429a-9d5c-d71852dd466a) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:41.398522 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:41.399122 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.406634 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca0ea8-a710-4c32-9b4a-12bce804b596 None None] Network d9df2ff2-c526-429a-9d5c-d71852dd466a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:41.420135 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c4e7fad4-a91e-4a79-898b-40436137a9b2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3289518 Jan 28 14:46:41.423347 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49082) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:41.428357 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:41.447981 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (802c852e-f5ea-4b29-ba09-5f856789bf0c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.449074 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (802c852e-f5ea-4b29-ba09-5f856789bf0c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.504709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks [] for router_controller (802c852e-f5ea-4b29-ba09-5f856789bf0c), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.515016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-d9df2ff2-c526-429a-9d5c-d71852dd466a', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:46:41.515993 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.645630 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks [] for router_gateway (802c852e-f5ea-4b29-ba09-5f856789bf0c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.655899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Allocated IP 172.20.0.2 (d9df2ff2-c526-429a-9d5c-d71852dd466a/f0a2646b-789a-4813-9621-1ad4aad715af/a2dd5708-b582-4ebf-958d-4ed94fe5609b) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:41.800878 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Publish callbacks [] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.806546 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.850258 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Network d9df2ff2-c526-429a-9d5c-d71852dd466a is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:41.852120 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks [] for router_gateway (802c852e-f5ea-4b29-ba09-5f856789bf0c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.854991 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:41.857974 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:41.864452 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Pushing event updated for resources: {'Port': ['ID=a2dd5708-b582-4ebf-958d-4ed94fe5609b,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:41.872515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.918568 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Attempting to bind port a2dd5708-b582-4ebf-958d-4ed94fe5609b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:41.919158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Attempting to bind port a2dd5708-b582-4ebf-958d-4ed94fe5609b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:41.919291 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Attempting to bind port a2dd5708-b582-4ebf-958d-4ed94fe5609b on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:41.925465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:41.925843 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Checking segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:41.926249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.926641 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Bound using segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:41.927119 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Bound port: a2dd5708-b582-4ebf-958d-4ed94fe5609b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:41.927497 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:41.976899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Allocated IP 172.25.4.208 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:41.992431 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] For port a2dd5708-b582-4ebf-958d-4ed94fe5609b, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:41.995862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] For port a2dd5708-b582-4ebf-958d-4ed94fe5609b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a2dd5708-b582-4ebf-958d-4ed94fe5609b,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:42.009360 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.045469 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.078926 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b518c7-b930-4c6a-8a8d-45fe60e80929 None None] Pushing event updated for resources: {'Port': ['ID=a2dd5708-b582-4ebf-958d-4ed94fe5609b,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:42.093410 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks [] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.130863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.171738 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:42.178001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:42.182649 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:42.185677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Pushing event updated for resources: {'Port': ['ID=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:42.453490 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks [] for router_gateway (802c852e-f5ea-4b29-ba09-5f856789bf0c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.655525 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (802c852e-f5ea-4b29-ba09-5f856789bf0c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.812739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Router 802c852e-f5ea-4b29-ba09-5f856789bf0c is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:46:42.946959 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:42.960643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Sync routers for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:42.973099 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:42.974634 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-59b1af07-ab7c-43e4-bfc5-741c2d9c7d89 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5500233 Jan 28 14:46:42.975356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:42.976747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:42.977278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49084) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:43.093853 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029aa9e-5c34-4304-a080-44671e2d85a7 None None] Network d9df2ff2-c526-429a-9d5c-d71852dd466a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:43.188392 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:43.468827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-cdc7da9e-b037-4f10-9132-525660be4128 None None] Provisioning complete for port a2dd5708-b582-4ebf-958d-4ed94fe5609b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:43.469206 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cdc7da9e-b037-4f10-9132-525660be4128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:43.522803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a2dd5708-b582-4ebf-958d-4ed94fe5609b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:43.782547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-cdc7da9e-b037-4f10-9132-525660be4128 None None] Current status of the port a2dd5708-b582-4ebf-958d-4ed94fe5609b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:43.783236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cdc7da9e-b037-4f10-9132-525660be4128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:43.786538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a2dd5708-b582-4ebf-958d-4ed94fe5609b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:43.787180 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:43.833676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:43.880323 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-cdc7da9e-b037-4f10-9132-525660be4128 None None] For port a2dd5708-b582-4ebf-958d-4ed94fe5609b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a2dd5708-b582-4ebf-958d-4ed94fe5609b,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:43.890823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-cdc7da9e-b037-4f10-9132-525660be4128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:43.964148 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:42Z', 'revision_number': 3, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:44.004476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Allocated IP 172.20.0.1 (d9df2ff2-c526-429a-9d5c-d71852dd466a/f0a2646b-789a-4813-9621-1ad4aad715af/31e28e4b-8086-4256-b437-ce5460765862) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:44.004929 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Checking router: 802c852e-f5ea-4b29-ba09-5f856789bf0c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:44.005293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Updating router 802c852e-f5ea-4b29-ba09-5f856789bf0c port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:46:44.052504 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a2dd5708-b582-4ebf-958d-4ed94fe5609b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:44.054405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7da9e-b037-4f10-9132-525660be4128 None None] Pushing event updated for resources: {'Port': ['ID=a2dd5708-b582-4ebf-958d-4ed94fe5609b,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:44.062140 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.088487 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-47316a1f-c79f-4aba-bc9e-a13bdfb242bb None None] Provisioning complete for port a2dd5708-b582-4ebf-958d-4ed94fe5609b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:44.088870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-47316a1f-c79f-4aba-bc9e-a13bdfb242bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.113453 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks [] for port (31e28e4b-8086-4256-b437-ce5460765862), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.147556 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (31e28e4b-8086-4256-b437-ce5460765862), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.185919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Network d9df2ff2-c526-429a-9d5c-d71852dd466a is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:44.188945 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:44.195020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:44.200876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Pushing event updated for resources: {'Port': ['ID=31e28e4b-8086-4256-b437-ce5460765862,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:44.239792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (802c852e-f5ea-4b29-ba09-5f856789bf0c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.295402 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-47316a1f-c79f-4aba-bc9e-a13bdfb242bb None None] Current status of the port a2dd5708-b582-4ebf-958d-4ed94fe5609b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:44.380812 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (31e28e4b-8086-4256-b437-ce5460765862), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.411701 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Publish callbacks [] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.418578 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.476536 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Attempting to bind port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:44.476823 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Attempting to bind port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:44.477188 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Attempting to bind port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:44.479112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b8c3f-31c6-4fa7-8510-d865d03f024e None None] Pushing event updated for resources: {'Port': ['ID=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:44.485095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:44.485793 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:44.486609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.486609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:44.486819 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Bound port: bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:44.487158 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.540363 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-bfa2390b-7f65-4aee-a8d7-6237f135d916 None None] Provisioning complete for port 31e28e4b-8086-4256-b437-ce5460765862 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:44.540734 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bfa2390b-7f65-4aee-a8d7-6237f135d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (31e28e4b-8086-4256-b437-ce5460765862), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.570975 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks [] for port (31e28e4b-8086-4256-b437-ce5460765862), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.572969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] For port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:44.576581 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (31e28e4b-8086-4256-b437-ce5460765862), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.590015 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] For port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:44.590953 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-bfa2390b-7f65-4aee-a8d7-6237f135d916 None None] Port 31e28e4b-8086-4256-b437-ce5460765862 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:44.595824 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.648553 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (802c852e-f5ea-4b29-ba09-5f856789bf0c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:44.651171 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Pushing event updated for resources: {'Port': ['ID=31e28e4b-8086-4256-b437-ce5460765862,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:44.656698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:44.657850 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:44.661241 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b8c3f-31c6-4fa7-8510-d865d03f024e None None] Pushing event updated for resources: {'Port': ['ID=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:44.747888 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Network d9df2ff2-c526-429a-9d5c-d71852dd466a is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:44.749380 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:44.768311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:44.877056 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Router 802c852e-f5ea-4b29-ba09-5f856789bf0c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:44.985746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 2, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:45.005720 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:45.010744 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a110c818-b610-4121-b355-5998b7df5fef admin admin] 10.222.0.45 "PUT /v2.0/routers/802c852e-f5ea-4b29-ba09-5f856789bf0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0323832 Jan 28 14:46:45.016542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e56e9-dd56-4a2e-8e06-0822c121d36c None None] The sync data for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 is: [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 2, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:45.028208 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-7eede213-8c00-4a63-9556-1888854572a1 None None] Provisioning complete for port 31e28e4b-8086-4256-b437-ce5460765862 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:45.028673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7eede213-8c00-4a63-9556-1888854572a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (31e28e4b-8086-4256-b437-ce5460765862), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.070919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-7eede213-8c00-4a63-9556-1888854572a1 None None] Port 31e28e4b-8086-4256-b437-ce5460765862 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:45.440106 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a2dd5708-b582-4ebf-958d-4ed94fe5609b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:45.500540 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port a2dd5708-b582-4ebf-958d-4ed94fe5609b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:45.501466 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.581684 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49100) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:45.587177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1619438653-network', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:45.592718 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port a2dd5708-b582-4ebf-958d-4ed94fe5609b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:45.613587 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Made reservation on behalf of 68519f8659ee4a0f8fdbf0cadcabd627 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:45.616062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.625709 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.707569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks [] for security_group (e7189e04-cd95-4dfb-8bd3-56724293c4cb), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.712929 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e7189e04-cd95-4dfb-8bd3-56724293c4cb), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.738771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:46:45.758512 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7189e04-cd95-4dfb-8bd3-56724293c4cb,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:45.762458 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c310ca3a-a9e4-4a23-abc0-839228f74bc8), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.763053 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Added segment c310ca3a-a9e4-4a23-abc0-839228f74bc8 of type vlan for network a37c43a9-a838-427b-bcb1-04cc1d978109 Jan 28 14:46:45.806122 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (a37c43a9-a838-427b-bcb1-04cc1d978109), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.840847 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (a37c43a9-a838-427b-bcb1-04cc1d978109), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.841970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:45.842568 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:45.903778 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3209562 Jan 28 14:46:45.906475 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49102) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:45.911958 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Request body: {'subnet': {'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1619438653-subnet', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:45.930575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae272e-235d-4a76-9581-0e5af2d8d05f admin admin] Pushing event updated for resources: {'Network': ['ID=a37c43a9-a838-427b-bcb1-04cc1d978109,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:45.942503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network a37c43a9-a838-427b-bcb1-04cc1d978109 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:46:45.943727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Made reservation on behalf of 68519f8659ee4a0f8fdbf0cadcabd627 for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:45.946389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.139378 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (926fe967-3cee-494f-a4cc-abc2832c92a0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.197058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926fe967-3cee-494f-a4cc-abc2832c92a0,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:46.214585 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Checking segment: {'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:46.214961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Network hostable DHCP agents. Network: a37c43a9-a838-427b-bcb1-04cc1d978109, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:46:46.237523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Network a37c43a9-a838-427b-bcb1-04cc1d978109 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:46:46.248822 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, a37c43a9-a838-427b-bcb1-04cc1d978109) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:46.253970 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:46.254571 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.262516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b747c2-f0fa-4bb9-8373-7d0c49d923d6 None None] Network a37c43a9-a838-427b-bcb1-04cc1d978109 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:46.283063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-d96ce639-28ef-4b37-bed6-581ee6f1ed50 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3723907 Jan 28 14:46:46.283496 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49104) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:46.288122 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:46.311442 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (b6a26c5e-c038-4c60-a077-4433f709897e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.312916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (b6a26c5e-c038-4c60-a077-4433f709897e), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.372418 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks [] for router_controller (b6a26c5e-c038-4c60-a077-4433f709897e), precommit_add_association {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.376566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-a37c43a9-a838-427b-bcb1-04cc1d978109', 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109', 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'fixed_ips': [{'subnet_id': '926fe967-3cee-494f-a4cc-abc2832c92a0'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:46:46.377745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.532979 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks [] for router_gateway (b6a26c5e-c038-4c60-a077-4433f709897e), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.538262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Allocated IP 172.20.0.2 (a37c43a9-a838-427b-bcb1-04cc1d978109/926fe967-3cee-494f-a4cc-abc2832c92a0/c65fea79-2392-4ffb-a9d5-a52f358b31a4) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:46.685515 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Publish callbacks [] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.693151 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.733112 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Network a37c43a9-a838-427b-bcb1-04cc1d978109 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:46.736224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:46.739679 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:46.742764 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks [] for router_gateway (b6a26c5e-c038-4c60-a077-4433f709897e), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.751300 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Pushing event updated for resources: {'Port': ['ID=c65fea79-2392-4ffb-a9d5-a52f358b31a4,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:46.763400 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.805737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Attempting to bind port c65fea79-2392-4ffb-a9d5-a52f358b31a4 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:46.806108 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Attempting to bind port c65fea79-2392-4ffb-a9d5-a52f358b31a4 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:46.806469 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Attempting to bind port c65fea79-2392-4ffb-a9d5-a52f358b31a4 on network a37c43a9-a838-427b-bcb1-04cc1d978109 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:46.811445 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:46.811821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Checking segment: {'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:46.812249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.812644 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Bound using segment: {'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:46.813102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Bound port: c65fea79-2392-4ffb-a9d5-a52f358b31a4, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:46.814179 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.873735 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Allocated IP 172.25.4.225 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/526df454-7111-4f35-aacd-c087ce8dcecc) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:46.886762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] For port c65fea79-2392-4ffb-a9d5-a52f358b31a4, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:46.890845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] For port c65fea79-2392-4ffb-a9d5-a52f358b31a4, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c65fea79-2392-4ffb-a9d5-a52f358b31a4,segment=NetworkSegment(c310ca3a-a9e4-4a23-abc0-839228f74bc8),segment_id=c310ca3a-a9e4-4a23-abc0-839228f74bc8)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:46.896776 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:46.967368 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081374f-53c6-4771-b57a-83d3cbd5f108 None None] Pushing event updated for resources: {'Port': ['ID=c65fea79-2392-4ffb-a9d5-a52f358b31a4,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:47.016449 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks [] for port (526df454-7111-4f35-aacd-c087ce8dcecc), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.057075 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.099609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:47.104530 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:47.111741 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:47.123840 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Pushing event updated for resources: {'Port': ['ID=526df454-7111-4f35-aacd-c087ce8dcecc,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:47.350026 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Sync routers for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:47.360309 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:47.361265 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:47.422852 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks [] for router_gateway (b6a26c5e-c038-4c60-a077-4433f709897e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.477243 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:47.547428 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c65fea79-2392-4ffb-a9d5-a52f358b31a4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:47.600274 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c65fea79-2392-4ffb-a9d5-a52f358b31a4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:47.600945 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.649916 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (b6a26c5e-c038-4c60-a077-4433f709897e), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.685772 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c65fea79-2392-4ffb-a9d5-a52f358b31a4 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:47.686481 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.709097 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 2, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:47.726698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port c65fea79-2392-4ffb-a9d5-a52f358b31a4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c65fea79-2392-4ffb-a9d5-a52f358b31a4,segment=NetworkSegment(c310ca3a-a9e4-4a23-abc0-839228f74bc8),segment_id=c310ca3a-a9e4-4a23-abc0-839228f74bc8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:47.733716 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.735068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:47.747211 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Checking router: 802c852e-f5ea-4b29-ba09-5f856789bf0c for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:47.747825 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Updating router 802c852e-f5ea-4b29-ba09-5f856789bf0c port 31e28e4b-8086-4256-b437-ce5460765862 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:46:47.781746 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (31e28e4b-8086-4256-b437-ce5460765862), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.805121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Router b6a26c5e-c038-4c60-a077-4433f709897e is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:46:47.934906 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:47.959359 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:47.965005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49106) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:47.966321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-f40edb82-8a33-46b0-b58c-67bb3b4b780d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6815290 Jan 28 14:46:47.996999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Sync routers for ids ['b6a26c5e-c038-4c60-a077-4433f709897e'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:48.018149 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Routers {'b6a26c5e-c038-4c60-a077-4433f709897e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:48.018803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b6a26c5e-c038-4c60-a077-4433f709897e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:48.064534 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=c65fea79-2392-4ffb-a9d5-a52f358b31a4,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:48.098043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:48.098442 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.242190 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Set router b6a26c5e-c038-4c60-a077-4433f709897e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:48.246071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee98a30-ab8d-4def-9650-fed3033c25d5 None None] Network a37c43a9-a838-427b-bcb1-04cc1d978109 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:46:48.276308 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Publish callbacks [] for port (31e28e4b-8086-4256-b437-ce5460765862), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.284010 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (31e28e4b-8086-4256-b437-ce5460765862), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.323597 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:48.323984 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.342044 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Pushing event updated for resources: {'Port': ['ID=31e28e4b-8086-4256-b437-ce5460765862,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:48.354031 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.355539 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.356589 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.356902 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.357824 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.357824 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.358289 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.358717 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.359242 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.359771 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.360884 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.361957 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.362426 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:46:48.438836 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Attempting to bind port 31e28e4b-8086-4256-b437-ce5460765862 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:48.439528 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Attempting to bind port 31e28e4b-8086-4256-b437-ce5460765862 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:48.440251 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:48.440679 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Attempting to bind port 31e28e4b-8086-4256-b437-ce5460765862 on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:48.448794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-75fd1adf-e9c0-4688-9be9-8e599f8b0641 None None] Provisioning complete for port c65fea79-2392-4ffb-a9d5-a52f358b31a4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:48.449184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75fd1adf-e9c0-4688-9be9-8e599f8b0641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.450106 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:48.450893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Checking segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:48.451497 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.451910 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Bound using segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:48.452441 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Bound port: 31e28e4b-8086-4256-b437-ce5460765862, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:48.452844 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (31e28e4b-8086-4256-b437-ce5460765862), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.455363 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.547357 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] For port 31e28e4b-8086-4256-b437-ce5460765862, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:48.553895 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] For port 31e28e4b-8086-4256-b437-ce5460765862, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=31e28e4b-8086-4256-b437-ce5460765862,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:48.560810 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (31e28e4b-8086-4256-b437-ce5460765862), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.567176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.621329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:48.639240 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:48.640266 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:48.680865 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3698d-66ad-4cf9-a04a-cfbc2ca5174f None None] Pushing event updated for resources: {'Port': ['ID=31e28e4b-8086-4256-b437-ce5460765862,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:48.746624 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-75fd1adf-e9c0-4688-9be9-8e599f8b0641 None None] Current status of the port c65fea79-2392-4ffb-a9d5-a52f358b31a4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:48.758599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:47Z', 'revision_number': 3, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port': {'id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:48.803887 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Checking router: b6a26c5e-c038-4c60-a077-4433f709897e for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:48.804521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Updating router b6a26c5e-c038-4c60-a077-4433f709897e port 526df454-7111-4f35-aacd-c087ce8dcecc binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:46:48.822797 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:48.835268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Allocated IP 172.20.0.1 (a37c43a9-a838-427b-bcb1-04cc1d978109/926fe967-3cee-494f-a4cc-abc2832c92a0/4a0b7d67-0590-418c-8136-6e3b28559904) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:48.841615 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:48.974827 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-589c2dad-4c18-41ef-b74f-08b91dc754db None None] Provisioning complete for port 31e28e4b-8086-4256-b437-ce5460765862 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:48.975200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-589c2dad-4c18-41ef-b74f-08b91dc754db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (31e28e4b-8086-4256-b437-ce5460765862), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.002815 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks [] for port (4a0b7d67-0590-418c-8136-6e3b28559904), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.052084 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.104666 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:49.112336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Network a37c43a9-a838-427b-bcb1-04cc1d978109 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:49.117477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:49.121011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:49.133105 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194afaa-13f4-4676-a00c-25a477b32f0f None None] The sync data for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 is: [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:49.154654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0b7d67-0590-418c-8136-6e3b28559904,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:49.179924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-589c2dad-4c18-41ef-b74f-08b91dc754db None None] Current status of the port 31e28e4b-8086-4256-b437-ce5460765862 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:49.180465 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-589c2dad-4c18-41ef-b74f-08b91dc754db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (31e28e4b-8086-4256-b437-ce5460765862), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.189172 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (b6a26c5e-c038-4c60-a077-4433f709897e), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.275293 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-589c2dad-4c18-41ef-b74f-08b91dc754db None None] For port 31e28e4b-8086-4256-b437-ce5460765862, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=31e28e4b-8086-4256-b437-ce5460765862,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:49.283726 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-589c2dad-4c18-41ef-b74f-08b91dc754db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (31e28e4b-8086-4256-b437-ce5460765862), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.341995 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Publish callbacks [] for port (526df454-7111-4f35-aacd-c087ce8dcecc), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.358557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.364709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.395817 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c2dad-4c18-41ef-b74f-08b91dc754db None None] Pushing event updated for resources: {'Port': ['ID=31e28e4b-8086-4256-b437-ce5460765862,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:49.422002 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Attempting to bind port 526df454-7111-4f35-aacd-c087ce8dcecc on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:49.422176 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Attempting to bind port 526df454-7111-4f35-aacd-c087ce8dcecc by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:49.422410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Attempting to bind port 526df454-7111-4f35-aacd-c087ce8dcecc on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:49.496927 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:49.497320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:49.497860 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.498271 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:49.498771 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Bound port: 526df454-7111-4f35-aacd-c087ce8dcecc, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:49.499177 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.529583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a05ae-131b-4340-886a-cb8dc7286590 None None] Pushing event updated for resources: {'Port': ['ID=526df454-7111-4f35-aacd-c087ce8dcecc,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:49.536684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c65fea79-2392-4ffb-a9d5-a52f358b31a4 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:49.575891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b1651c30-a524-4905-b233-40afa7c047e1 None None] Provisioning complete for port 31e28e4b-8086-4256-b437-ce5460765862 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:49.576212 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b1651c30-a524-4905-b233-40afa7c047e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (31e28e4b-8086-4256-b437-ce5460765862), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.588230 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks [] for port (4a0b7d67-0590-418c-8136-6e3b28559904), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.595293 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.642495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] For port 526df454-7111-4f35-aacd-c087ce8dcecc, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:49.648354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] For port 526df454-7111-4f35-aacd-c087ce8dcecc, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=526df454-7111-4f35-aacd-c087ce8dcecc,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:49.658387 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.677248 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0b7d67-0590-418c-8136-6e3b28559904,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:49.680790 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (b6a26c5e-c038-4c60-a077-4433f709897e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.736326 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c65fea79-2392-4ffb-a9d5-a52f358b31a4 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:49.736606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.796607 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Routers {'b6a26c5e-c038-4c60-a077-4433f709897e'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:49.797173 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b6a26c5e-c038-4c60-a077-4433f709897e'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:49.799915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a05ae-131b-4340-886a-cb8dc7286590 None None] Pushing event updated for resources: {'Port': ['ID=526df454-7111-4f35-aacd-c087ce8dcecc,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:49.817908 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Network a37c43a9-a838-427b-bcb1-04cc1d978109 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:49.819410 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:49.834494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b1651c30-a524-4905-b233-40afa7c047e1 None None] Current status of the port 31e28e4b-8086-4256-b437-ce5460765862 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:49.909566 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-b1651c30-a524-4905-b233-40afa7c047e1 None None] Provisioning complete for port c65fea79-2392-4ffb-a9d5-a52f358b31a4 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:49.909944 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b1651c30-a524-4905-b233-40afa7c047e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:49.963513 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Router b6a26c5e-c038-4c60-a077-4433f709897e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:46:50.088693 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:46:50.100071 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-16df2083-c804-4856-8b08-64ab01d4fb25 admin admin] 10.222.0.45 "PUT /v2.0/routers/b6a26c5e-c038-4c60-a077-4433f709897e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1278665 Jan 28 14:46:50.168967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] Set router b6a26c5e-c038-4c60-a077-4433f709897e gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:50.204468 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c65fea79-2392-4ffb-a9d5-a52f358b31a4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:50.205593 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:50.368324 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-b1651c30-a524-4905-b233-40afa7c047e1 None None] Current status of the port c65fea79-2392-4ffb-a9d5-a52f358b31a4 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:50.394021 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:50.394407 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.520342 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-923f8271-f9d5-480e-a39e-3345e7e064f2 req-f30dec24-7716-45b2-a8eb-6e2968bf41b0 service neutron] (103373) timed out ('10.222.0.45', 44602) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:46:50.533053 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:50.534144 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 31e28e4b-8086-4256-b437-ce5460765862 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:50.537043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-14f45f2d-b356-4b1d-8f27-823bcf6cb273 None None] Provisioning complete for port 4a0b7d67-0590-418c-8136-6e3b28559904 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:50.537412 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-14f45f2d-b356-4b1d-8f27-823bcf6cb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.551642 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49114) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:50.556934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-21a2bbaf-43ba-4410-8cd6-2d4f67ac72a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339060534', 'description': 'tempest-secgroup-smoke-339060534 description', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:50.558669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 4, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port': {'id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4a0b7d67-0590-418c-8136-6e3b28559904', 'name': '', 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'mac_address': 'fa:16:3e:17:4e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:48Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 2, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'subnets': [{'id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:50.581584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21a2bbaf-43ba-4410-8cd6-2d4f67ac72a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.612219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db79595-d0bc-415f-89e1-08cd7f829acb None None] The sync data for ids ['b6a26c5e-c038-4c60-a077-4433f709897e'] in n-d-822748-2 is: [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 4, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port': {'id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4a0b7d67-0590-418c-8136-6e3b28559904', 'name': '', 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'mac_address': 'fa:16:3e:17:4e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:48Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 2, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'subnets': [{'id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:50.630494 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-14f45f2d-b356-4b1d-8f27-823bcf6cb273 None None] Port 4a0b7d67-0590-418c-8136-6e3b28559904 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:50.646306 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 31e28e4b-8086-4256-b437-ce5460765862 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:50.647000 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (31e28e4b-8086-4256-b437-ce5460765862), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.655710 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21a2bbaf-43ba-4410-8cd6-2d4f67ac72a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (9c5aae5f-252a-4824-bfc8-a57514195e09), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.662117 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21a2bbaf-43ba-4410-8cd6-2d4f67ac72a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9c5aae5f-252a-4824-bfc8-a57514195e09), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.700239 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21a2bbaf-43ba-4410-8cd6-2d4f67ac72a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.701953 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-21a2bbaf-43ba-4410-8cd6-2d4f67ac72a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1489494 Jan 28 14:46:50.704935 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2bbaf-43ba-4410-8cd6-2d4f67ac72a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5aae5f-252a-4824-bfc8-a57514195e09,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:50.705904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49116) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:50.712128 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-dfae3324-5be8-4a4e-acd8-4e4b337af165 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '9c5aae5f-252a-4824-bfc8-a57514195e09', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:50.748686 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfae3324-5be8-4a4e-acd8-4e4b337af165 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (aac1bd1b-b095-4f3e-9923-fc21c075b6ee), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.748920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 31e28e4b-8086-4256-b437-ce5460765862 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:50.812513 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfae3324-5be8-4a4e-acd8-4e4b337af165 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (aac1bd1b-b095-4f3e-9923-fc21c075b6ee), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.819944 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfae3324-5be8-4a4e-acd8-4e4b337af165 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (aac1bd1b-b095-4f3e-9923-fc21c075b6ee), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.839614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3324-5be8-4a4e-acd8-4e4b337af165 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac1bd1b-b095-4f3e-9923-fc21c075b6ee,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:50.866308 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfae3324-5be8-4a4e-acd8-4e4b337af165 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.867618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-dfae3324-5be8-4a4e-acd8-4e4b337af165 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599710 Jan 28 14:46:50.870625 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49118) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:50.876765 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-786c85b4-b78b-4b29-9da3-27e1aa7742cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '9c5aae5f-252a-4824-bfc8-a57514195e09', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:50.904609 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-786c85b4-b78b-4b29-9da3-27e1aa7742cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (1e59d241-c795-4616-a075-46431cdd6a31), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.967551 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-786c85b4-b78b-4b29-9da3-27e1aa7742cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (1e59d241-c795-4616-a075-46431cdd6a31), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.972661 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-786c85b4-b78b-4b29-9da3-27e1aa7742cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (1e59d241-c795-4616-a075-46431cdd6a31), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:50.991684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c85b4-b78b-4b29-9da3-27e1aa7742cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e59d241-c795-4616-a075-46431cdd6a31,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:50.999882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-786c85b4-b78b-4b29-9da3-27e1aa7742cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.001688 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-786c85b4-b78b-4b29-9da3-27e1aa7742cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298935 Jan 28 14:46:51.004934 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49120) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:51.009874 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5c2e6ce1-276c-41bd-95c6-de6b01b3c405 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '9c5aae5f-252a-4824-bfc8-a57514195e09', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:51.042360 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c2e6ce1-276c-41bd-95c6-de6b01b3c405 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (a6f9843a-8ab3-4b44-8982-ba158e84f4cc), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.108839 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c2e6ce1-276c-41bd-95c6-de6b01b3c405 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (a6f9843a-8ab3-4b44-8982-ba158e84f4cc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.112986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c2e6ce1-276c-41bd-95c6-de6b01b3c405 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a6f9843a-8ab3-4b44-8982-ba158e84f4cc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.132186 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e6ce1-276c-41bd-95c6-de6b01b3c405 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f9843a-8ab3-4b44-8982-ba158e84f4cc,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:51.145610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5c2e6ce1-276c-41bd-95c6-de6b01b3c405 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.151089 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5c2e6ce1-276c-41bd-95c6-de6b01b3c405 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424534 Jan 28 14:46:51.151415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49122) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:51.156129 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-ee1f8d7a-5fea-4035-a359-2ea3d60416b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '9c5aae5f-252a-4824-bfc8-a57514195e09', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:51.184441 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee1f8d7a-5fea-4035-a359-2ea3d60416b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (baf277de-3807-4aed-9595-ae87696c06ff), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.248766 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee1f8d7a-5fea-4035-a359-2ea3d60416b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (baf277de-3807-4aed-9595-ae87696c06ff), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.254118 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee1f8d7a-5fea-4035-a359-2ea3d60416b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (baf277de-3807-4aed-9595-ae87696c06ff), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.275274 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f8d7a-5fea-4035-a359-2ea3d60416b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf277de-3807-4aed-9595-ae87696c06ff,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:51.280367 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ee1f8d7a-5fea-4035-a359-2ea3d60416b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.283573 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ee1f8d7a-5fea-4035-a359-2ea3d60416b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290929 Jan 28 14:46:51.284551 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49124) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:51.289037 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '9c5aae5f-252a-4824-bfc8-a57514195e09', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:51.310418 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Project a93d57c0d1754c38bd8d4a8be6eef3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:46:51.316183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (9ba8d19f-16b2-4604-b245-3fa76a0819ac), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.380180 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (9ba8d19f-16b2-4604-b245-3fa76a0819ac), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.384815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (9ba8d19f-16b2-4604-b245-3fa76a0819ac), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.404643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba8d19f-16b2-4604-b245-3fa76a0819ac,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:51.412185 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.413568 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-b873030b-80d1-42f9-8ae0-934545625c9c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280534 Jan 28 14:46:51.416371 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49126) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:46:51.421153 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '9c5aae5f-252a-4824-bfc8-a57514195e09', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:51.443716 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Project a93d57c0d1754c38bd8d4a8be6eef3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:46:51.445295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 31e28e4b-8086-4256-b437-ce5460765862 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:51.448859 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (5e859a05-a73b-4ab6-bb9c-cef2f18670f1), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.495333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 31e28e4b-8086-4256-b437-ce5460765862 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:51.495720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (31e28e4b-8086-4256-b437-ce5460765862), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.510768 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (5e859a05-a73b-4ab6-bb9c-cef2f18670f1), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.514490 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5e859a05-a73b-4ab6-bb9c-cef2f18670f1), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.532873 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e859a05-a73b-4ab6-bb9c-cef2f18670f1,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:51.543358 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:51.544623 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-fc1c1e76-62a0-4a07-91e0-2a83c60f5855 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273072 Jan 28 14:46:51.582491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 31e28e4b-8086-4256-b437-ce5460765862 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:51.770756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-9df6405c-3238-40c4-9b04-919aac5902d7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339060534&fields=id&tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 267 time: 0.0445542 Jan 28 14:46:51.881487 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-8e1229c6-dab2-4315-9f81-d3c659953f48 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:51.883673 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-8e1229c6-dab2-4315-9f81-d3c659953f48 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 809 time: 0.1059155 Jan 28 14:46:51.917899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-4449b46e-99fa-4965-a0d2-eb398f5da8fe tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/quotas/a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 375 time: 0.0117111 Jan 28 14:46:51.980833 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-ea5e1db9-8a80-46cb-8687-aeca0659775d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564339 Jan 28 14:46:52.082838 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-1e90bb6c-f709-42f7-9445-dd07643535ed service neutron] 10.222.0.45 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896912 Jan 28 14:46:52.185395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-5387beae-b625-4484-8b5f-e32b79417aa6 service neutron] 10.222.0.45 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964577 Jan 28 14:46:52.358849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a24c37c7-fd43-412b-ba38-6d88388455e1 req-483ae7dc-15c2-4494-949d-338b3659d39e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 210 time: 0.0296333 Jan 28 14:46:53.252360 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Sync routers for ids ['b6a26c5e-c038-4c60-a077-4433f709897e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:46:53.262169 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Routers {'b6a26c5e-c038-4c60-a077-4433f709897e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:53.262776 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b6a26c5e-c038-4c60-a077-4433f709897e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:53.373031 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Set router b6a26c5e-c038-4c60-a077-4433f709897e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:53.446514 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e96fb970-3065-4041-9590-f08dc61fbc80 req-54c7e239-8ae3-48c2-b727-88a3e1fb5650 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 210 time: 0.0324373 Jan 28 14:46:53.480347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 526df454-7111-4f35-aacd-c087ce8dcecc up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:53.530079 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 526df454-7111-4f35-aacd-c087ce8dcecc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:53.530395 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:53.596506 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 4, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port': {'id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4a0b7d67-0590-418c-8136-6e3b28559904', 'name': '', 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'mac_address': 'fa:16:3e:17:4e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:48Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 2, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'subnets': [{'id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:53.616405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 526df454-7111-4f35-aacd-c087ce8dcecc is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:53.616949 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:53.628892 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Checking router: b6a26c5e-c038-4c60-a077-4433f709897e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:46:53.629260 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Updating router b6a26c5e-c038-4c60-a077-4433f709897e port 4a0b7d67-0590-418c-8136-6e3b28559904 binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:46:53.643666 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 526df454-7111-4f35-aacd-c087ce8dcecc, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=526df454-7111-4f35-aacd-c087ce8dcecc,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:53.648310 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:53.655302 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:53.697290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=526df454-7111-4f35-aacd-c087ce8dcecc,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:53.921255 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Publish callbacks [] for port (4a0b7d67-0590-418c-8136-6e3b28559904), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:53.926501 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:53.976383 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d60423-9575-4e83-aa9b-a4308e4ea6ec None None] Pushing event updated for resources: {'Port': ['ID=4a0b7d67-0590-418c-8136-6e3b28559904,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:54.026519 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Attempting to bind port 4a0b7d67-0590-418c-8136-6e3b28559904 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:54.026884 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Attempting to bind port 4a0b7d67-0590-418c-8136-6e3b28559904 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:54.027249 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Attempting to bind port 4a0b7d67-0590-418c-8136-6e3b28559904 on network a37c43a9-a838-427b-bcb1-04cc1d978109 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:54.033390 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:54.033761 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Checking segment: {'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:54.034162 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.034554 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Bound using segment: {'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:54.035016 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Bound port: 4a0b7d67-0590-418c-8136-6e3b28559904, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c310ca3a-a9e4-4a23-abc0-839228f74bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:54.035394 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.105242 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] For port 4a0b7d67-0590-418c-8136-6e3b28559904, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:54.108454 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] For port 4a0b7d67-0590-418c-8136-6e3b28559904, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a0b7d67-0590-418c-8136-6e3b28559904,segment=NetworkSegment(c310ca3a-a9e4-4a23-abc0-839228f74bc8),segment_id=c310ca3a-a9e4-4a23-abc0-839228f74bc8)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:54.117348 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.178553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-60faaf30-e19a-47ae-94f5-9e7fd24ed64d None None] Provisioning complete for port 4a0b7d67-0590-418c-8136-6e3b28559904 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:54.178941 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-60faaf30-e19a-47ae-94f5-9e7fd24ed64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.179368 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Routers {'b6a26c5e-c038-4c60-a077-4433f709897e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:46:54.180015 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:46:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b6a26c5e-c038-4c60-a077-4433f709897e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:54.216694 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d60423-9575-4e83-aa9b-a4308e4ea6ec None None] Pushing event updated for resources: {'Port': ['ID=4a0b7d67-0590-418c-8136-6e3b28559904,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:54.293246 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-60faaf30-e19a-47ae-94f5-9e7fd24ed64d None None] Current status of the port 4a0b7d67-0590-418c-8136-6e3b28559904 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:54.293650 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-60faaf30-e19a-47ae-94f5-9e7fd24ed64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.335883 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-60faaf30-e19a-47ae-94f5-9e7fd24ed64d None None] For port 4a0b7d67-0590-418c-8136-6e3b28559904, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a0b7d67-0590-418c-8136-6e3b28559904,segment=NetworkSegment(c310ca3a-a9e4-4a23-abc0-839228f74bc8),segment_id=c310ca3a-a9e4-4a23-abc0-839228f74bc8)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:46:54.340323 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-60faaf30-e19a-47ae-94f5-9e7fd24ed64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.393928 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faaf30-e19a-47ae-94f5-9e7fd24ed64d None None] Pushing event updated for resources: {'Port': ['ID=4a0b7d67-0590-418c-8136-6e3b28559904,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:54.401081 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] Set router b6a26c5e-c038-4c60-a077-4433f709897e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:46:54.465290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0631402e-1247-4e9a-95f6-3602fd5a661a None None] Provisioning complete for port 4a0b7d67-0590-418c-8136-6e3b28559904 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:54.465672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0631402e-1247-4e9a-95f6-3602fd5a661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:54.550937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-75243160-4294-484d-9660-39ccecbd7883 req-49cf2e65-2e2d-48d8-a99b-2e4bb7776dbc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 210 time: 0.0309498 Jan 28 14:46:54.569400 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0631402e-1247-4e9a-95f6-3602fd5a661a None None] Current status of the port 4a0b7d67-0590-418c-8136-6e3b28559904 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:54.642735 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 4, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port': {'id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4a0b7d67-0590-418c-8136-6e3b28559904', 'name': '', 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'mac_address': 'fa:16:3e:17:4e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:48Z', 'updated_at': '2022-01-28T14:46:54Z', 'revision_number': 4, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'subnets': [{'id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:46:54.673187 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dcd0cc-0ff4-438a-9160-ce967dd43967 None None] The sync data for ids ['b6a26c5e-c038-4c60-a077-4433f709897e'] in n-d-822748-2 is: [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 4, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port': {'id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '4a0b7d67-0590-418c-8136-6e3b28559904', 'name': '', 'network_id': 'a37c43a9-a838-427b-bcb1-04cc1d978109', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'mac_address': 'fa:16:3e:17:4e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:48Z', 'updated_at': '2022-01-28T14:46:54Z', 'revision_number': 4, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'subnets': [{'id': '926fe967-3cee-494f-a4cc-abc2832c92a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:46:55.452334 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 526df454-7111-4f35-aacd-c087ce8dcecc up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:55.500770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 526df454-7111-4f35-aacd-c087ce8dcecc triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:55.501150 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:55.583692 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 526df454-7111-4f35-aacd-c087ce8dcecc is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:55.584837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a0b7d67-0590-418c-8136-6e3b28559904 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:46:55.637497 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-949745e0-a408-4678-b3f9-f8a893dccd66 req-2ddf0c9d-1030-4eae-8467-3a16422f13a2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 210 time: 0.0325518 Jan 28 14:46:55.639329 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 4a0b7d67-0590-418c-8136-6e3b28559904 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:55.639616 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:55.720983 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 4a0b7d67-0590-418c-8136-6e3b28559904 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:46:56.741078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-26070c1f-94fe-4ace-8a49-7be896099c4c req-90300aba-e98f-4feb-bf6c-928cb981b83e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 210 time: 0.0279734 Jan 28 14:46:57.358244 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:57.489094 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-3e69ae47-ff23-4426-9d48-47f1795f987e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:57.490450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-3e69ae47-ff23-4426-9d48-47f1795f987e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 809 time: 0.1017513 Jan 28 14:46:57.553817 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-890100d2-5992-4443-a538-d6e78fda914f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 379 time: 0.0543540 Jan 28 14:46:57.563281 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'port': {'device_id': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'admin_state_up': True, 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'security_groups': ['9c5aae5f-252a-4824-bfc8-a57514195e09']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:57.976393 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a5c87d5-8157-41e7-950c-34a6505cd068 req-d3c1ee35-7b10-4077-ae5e-f2232b709261 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 210 time: 0.0322342 Jan 28 14:46:58.029966 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Made reservation on behalf of a93d57c0d1754c38bd8d4a8be6eef3ee for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:46:58.033307 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.161698 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Allocated IP 172.20.0.3 (d9df2ff2-c526-429a-9d5c-d71852dd466a/f0a2646b-789a-4813-9621-1ad4aad715af/1fbd7711-accd-4732-8a17-45653daac61f) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:46:58.301159 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for port (1fbd7711-accd-4732-8a17-45653daac61f), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.334829 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.377233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Network d9df2ff2-c526-429a-9d5c-d71852dd466a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:46:58.380961 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:46:58.387311 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:46:58.410576 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:58.438319 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:58.438946 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.455830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-afe18b5b-626d-494e-be53-7a2f8d54cfde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8965163 Jan 28 14:46:58.469862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Request body: {'port': {'device_id': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:46:58.530951 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.616239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-276f9717-5b7b-4ccd-a362-cc4ecea518d6 None None] Provisioning complete for port 1fbd7711-accd-4732-8a17-45653daac61f triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:46:58.616827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-276f9717-5b7b-4ccd-a362-cc4ecea518d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1fbd7711-accd-4732-8a17-45653daac61f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.657849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-276f9717-5b7b-4ccd-a362-cc4ecea518d6 None None] Port 1fbd7711-accd-4732-8a17-45653daac61f cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:46:58.754551 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.799373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbd7711-accd-4732-8a17-45653daac61f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:46:58.807183 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Publish callbacks [] for port (1fbd7711-accd-4732-8a17-45653daac61f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.819979 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Transition to ACTIVE for port object 1fbd7711-accd-4732-8a17-45653daac61f will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:46:58.823733 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:58.873996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:58.955532 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:46:58.956896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:46:58.957331 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:58.962558 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Port 1fbd7711-accd-4732-8a17-45653daac61f on network d9df2ff2-c526-429a-9d5c-d71852dd466a not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:46:58.962881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:46:58.968127 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:46:58.968470 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Checking segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:46:58.968852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Bound using segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:46:58.969283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Bound port: 1fbd7711-accd-4732-8a17-45653daac61f, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:46:58.969638 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:59.048088 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:46:59.051875 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:46:59.064024 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:59.120839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.121421 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:46:59.122819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] 10.222.0.60 "PUT /v2.0/ports/1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 1091 time: 0.6573892 Jan 28 14:46:59.123278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:46:59.125575 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69448eb1-b5dd-410b-940a-af533df30e94" -d '{"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:46:59.158824 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c7ae1-4d02-4d58-afff-f4eb9f42de48 req-3b222174-4754-43b1-98eb-470232a774d1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.160966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-743c7ae1-4d02-4d58-afff-f4eb9f42de48 req-3b222174-4754-43b1-98eb-470232a774d1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 943 time: 0.1077936 Jan 28 14:46:59.166240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2752bb0-903f-401d-bb03-c70d3770a8cb service neutron] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:46:59.250858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-743c7ae1-4d02-4d58-afff-f4eb9f42de48 req-b837bbe4-60be-4c1f-9b1f-6ad887ab0cde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710535 Jan 28 14:46:59.253485 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-2b49a2bb-248b-4ce7-b54b-4d7145590faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.255002 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-2b49a2bb-248b-4ce7-b54b-4d7145590faa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1094 time: 0.0834057 Jan 28 14:46:59.309285 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b37e3c-c722-4d92-a901-5d49a990a8e6 x-openstack-request-id: req-a0b37e3c-c722-4d92-a901-5d49a990a8e6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:46:59.309573 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:46:59.309826 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0b37e3c-c722-4d92-a901-5d49a990a8e6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:46:59.310232 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'status': 'completed', 'code': 200} Jan 28 14:46:59.312183 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-89276e5e-1747-4733-a775-8917c3c9935b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 217 time: 0.0440524 Jan 28 14:46:59.364749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-f5fecd3e-fb19-4851-9899-3969d42861e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.366200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-f5fecd3e-fb19-4851-9899-3969d42861e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0479286 Jan 28 14:46:59.412074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-3dfce08e-e789-43df-980b-c9f15394079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.413579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-3dfce08e-e789-43df-980b-c9f15394079c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406253 Jan 28 14:46:59.501234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-d05cdd29-7dfc-4010-8069-c1aead5e814e service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803671 Jan 28 14:46:59.594147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3e56a31-f12b-4794-b089-65bc135e7273 req-394cbe15-99af-495e-96d7-1c2b26d0363d service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860734 Jan 28 14:46:59.686676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69448eb1-b5dd-410b-940a-af533df30e94 req-2c608c5b-0e6a-4432-9516-be16b2448065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.688259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69448eb1-b5dd-410b-940a-af533df30e94 req-2c608c5b-0e6a-4432-9516-be16b2448065 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1094 time: 0.0413215 Jan 28 14:46:59.780126 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69448eb1-b5dd-410b-940a-af533df30e94 req-9a742a9d-19c2-402c-b6d3-9cfac51de0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.781608 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69448eb1-b5dd-410b-940a-af533df30e94 req-9a742a9d-19c2-402c-b6d3-9cfac51de0b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0877264 Jan 28 14:46:59.824647 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69448eb1-b5dd-410b-940a-af533df30e94 req-f493ba40-bf28-4a70-a243-c2571ce9e1f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 217 time: 0.0365012 Jan 28 14:46:59.876882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69448eb1-b5dd-410b-940a-af533df30e94 req-192c7c17-8e18-47b8-8d4d-bbb0188d2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.878958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69448eb1-b5dd-410b-940a-af533df30e94 req-192c7c17-8e18-47b8-8d4d-bbb0188d2797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0439382 Jan 28 14:46:59.929477 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69448eb1-b5dd-410b-940a-af533df30e94 req-2a7228ce-e555-419e-abd4-b2f30cbf9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:46:59.930979 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69448eb1-b5dd-410b-940a-af533df30e94 req-2a7228ce-e555-419e-abd4-b2f30cbf9dd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452588 Jan 28 14:47:00.019879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69448eb1-b5dd-410b-940a-af533df30e94 req-b7c0ffd3-39aa-4b6d-8e6e-6241515b757a service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818765 Jan 28 14:47:00.114334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69448eb1-b5dd-410b-940a-af533df30e94 req-1795104b-719e-4e8e-b1ab-9aa0456b3e9b service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870738 Jan 28 14:47:00.373003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121805-f9f1-4d4c-8bf0-7e52795dc146 req-457ad63e-e7e1-4180-8108-fdc08769cb2f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:00.374480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7121805-f9f1-4d4c-8bf0-7e52795dc146 req-457ad63e-e7e1-4180-8108-fdc08769cb2f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 943 time: 0.0503926 Jan 28 14:47:00.425482 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a7121805-f9f1-4d4c-8bf0-7e52795dc146 req-21b4f94c-6a62-4aa1-9a73-e5f9dd8eb36e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436292 Jan 28 14:47:01.539014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c131a03-4ce0-45b8-8cbf-484e20a01831 req-10e1a43f-179a-4699-bdcf-3fced429f061 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:01.540515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c131a03-4ce0-45b8-8cbf-484e20a01831 req-10e1a43f-179a-4699-bdcf-3fced429f061 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 943 time: 0.0473182 Jan 28 14:47:01.589029 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5c131a03-4ce0-45b8-8cbf-484e20a01831 req-af7caa05-b2c4-4eb0-9583-e493ff72811c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429108 Jan 28 14:47:02.350356 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1fbd7711-accd-4732-8a17-45653daac61f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:47:02.444943 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:47:02.456268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '1fbd7711-accd-4732-8a17-45653daac61f', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'port_id': '1fbd7711-accd-4732-8a17-45653daac61f', 'mac_address': 'fa:16:3e:32:a7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:47:02.494474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1fbd7711-accd-4732-8a17-45653daac61f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:47:02.494869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:02.507588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbd7711-accd-4732-8a17-45653daac61f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:47:02.526699 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:47:02.530605 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:02.584318 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:47:02.710150 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437fae9-8c93-4716-be64-78d087f508c3 req-b73e24ed-224c-49a7-8b9d-7755c0c8f52e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:02.711579 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a437fae9-8c93-4716-be64-78d087f508c3 req-b73e24ed-224c-49a7-8b9d-7755c0c8f52e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0539896 Jan 28 14:47:02.760430 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a437fae9-8c93-4716-be64-78d087f508c3 req-dc70509d-5865-44db-b15e-c9297c30ffb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431864 Jan 28 14:47:02.777455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1fbd7711-accd-4732-8a17-45653daac61f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:47:03.874223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48149189-b7e3-4c73-b162-b2412e58cb6e req-35f57dec-55b9-49de-b1a6-c213604c65cb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:03.875718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48149189-b7e3-4c73-b162-b2412e58cb6e req-35f57dec-55b9-49de-b1a6-c213604c65cb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0480452 Jan 28 14:47:03.924444 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-48149189-b7e3-4c73-b162-b2412e58cb6e req-3dc3dcf9-fb7e-47d4-81bd-7b23fd675c1f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Jan 28 14:47:04.354922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1fbd7711-accd-4732-8a17-45653daac61f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:47:04.408552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 1fbd7711-accd-4732-8a17-45653daac61f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:47:04.412529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 1fbd7711-accd-4732-8a17-45653daac61f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:47:04.412913 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1fbd7711-accd-4732-8a17-45653daac61f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:04.488594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1fbd7711-accd-4732-8a17-45653daac61f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:47:04.488903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:04.510721 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:47:04.512964 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c642f81-b11b-4985-b962-32157f6a8722" -d '{"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:47:04.525547 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:47:04.530977 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:04.554561 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009de69e-6da5-4336-b8e6-3e6dc4f6022f x-openstack-request-id: req-009de69e-6da5-4336-b8e6-3e6dc4f6022f {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:47:04.554868 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:47:04.555112 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-009de69e-6da5-4336-b8e6-3e6dc4f6022f {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:47:04.555502 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'code': 200} Jan 28 14:47:04.588746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:47:04.655651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a16e3-7437-4cec-b48d-a09223679a38 req-b1152935-1efe-49f5-9118-237f6e33d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:04.657164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d11a16e3-7437-4cec-b48d-a09223679a38 req-b1152935-1efe-49f5-9118-237f6e33d11d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1096 time: 0.0393736 Jan 28 14:47:04.708217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d11a16e3-7437-4cec-b48d-a09223679a38 req-b0ebc43e-4ed0-4616-991c-f9579f76c301 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 Jan 28 14:47:04.754093 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:47:05.041194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1a8f0-5641-4b77-ac1c-8780b444bd3e req-6fc56f21-280c-4b4f-980d-48ca6bbdf986 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:05.042587 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72c1a8f0-5641-4b77-ac1c-8780b444bd3e req-6fc56f21-280c-4b4f-980d-48ca6bbdf986 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0477850 Jan 28 14:47:05.092414 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72c1a8f0-5641-4b77-ac1c-8780b444bd3e req-a651b651-a485-4b05-9f87-825bc268492f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Jan 28 14:47:05.111062 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c9075a8c-d4b5-4336-b323-6c4c121eecce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:06.208200 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c493c1f-0525-4c46-8b9c-0ce232bdb2fd req-795d1ede-af2a-4c14-b11c-ff84ed9f63f7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:06.209933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c493c1f-0525-4c46-8b9c-0ce232bdb2fd req-795d1ede-af2a-4c14-b11c-ff84ed9f63f7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Jan 28 14:47:06.259754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c493c1f-0525-4c46-8b9c-0ce232bdb2fd req-ca75a62d-7a71-480b-9ed7-5ed3e7a3cebe tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441360 Jan 28 14:47:06.376316 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4475e-79ad-4776-b7c9-73e2ef895a92 req-1312a052-db4f-42fa-8961-a3f0d269c0c5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:06.377882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6c4475e-79ad-4776-b7c9-73e2ef895a92 req-1312a052-db4f-42fa-8961-a3f0d269c0c5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Jan 28 14:47:06.427353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d6c4475e-79ad-4776-b7c9-73e2ef895a92 req-fad3c54c-1a09-496e-8837-c35dc994d13f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438271 Jan 28 14:47:06.448599 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49192) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:47:06.578668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19272db5-e587-41df-bdb7-5d30f71a09fc tempest-TestShelveInstance-2019095191 tempest-TestShelveInstance-2019095191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:06.580831 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-19272db5-e587-41df-bdb7-5d30f71a09fc tempest-TestShelveInstance-2019095191 tempest-TestShelveInstance-2019095191-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1091 time: 0.1306109 Jan 28 14:47:06.583974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49196) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:47:06.588215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '1fbd7711-accd-4732-8a17-45653daac61f', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:47:06.607892 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:06.706422 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:06.810384 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Allocated IP 172.25.4.115 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/1fede2fb-cfdf-40eb-985b-729ada3ad431) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:47:06.914838 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:06.949515 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:06.987902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:47:06.990566 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:47:06.993066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:47:07.021317 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'Port': ['ID=1fede2fb-cfdf-40eb-985b-729ada3ad431,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:47:07.691452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (b9a70466-114a-4921-b39e-f3766c196400), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:07.757961 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:07.849911 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9faae285-7af5-459f-9a58-202056c0b17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:07.910706 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:07.915456 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:07.990002 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'Port': ['ID=1fede2fb-cfdf-40eb-985b-729ada3ad431,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:47:08.000582 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (b9a70466-114a-4921-b39e-f3766c196400), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:08.104369 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Floating IP b9a70466-114a-4921-b39e-f3766c196400 associated. External IP: 172.25.4.115, port: 1fbd7711-accd-4732-8a17-45653daac61f. Jan 28 14:47:08.312397 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Router 802c852e-f5ea-4b29-ba09-5f856789bf0c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:47:08.421214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:47:08.432255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] Sync routers for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:47:08.439101 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:08.443418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:47:08.444051 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:47:08.466431 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ab3859ce-6239-4aa2-ac98-b7ca91425b6a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8814082 Jan 28 14:47:08.467060 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:47:08.469356 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238b81af-2cd7-4db6-8815-a190fbecffd8" -d '{"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:47:08.549542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:47:08.564495 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1e1e4-0885-49de-a7d0-e1511f316662 x-openstack-request-id: req-d2f1e1e4-0885-49de-a7d0-e1511f316662 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:47:08.565696 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:47:08.565919 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2f1e1e4-0885-49de-a7d0-e1511f316662 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:47:08.566286 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'status': 'completed', 'code': 200} Jan 28 14:47:08.629457 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-23f98860-df5f-491f-9391-76aaf0cd86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:08.630966 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-23f98860-df5f-491f-9391-76aaf0cd86ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1096 time: 0.0410597 Jan 28 14:47:08.723783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-6fc32736-83f2-44e7-a2ba-287c10d7c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:08.725305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-6fc32736-83f2-44e7-a2ba-287c10d7c963 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0882418 Jan 28 14:47:08.773041 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'b9a70466-114a-4921-b39e-f3766c196400', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'port_id': '1fbd7711-accd-4732-8a17-45653daac61f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'mac_address': 'fa:16:3e:32:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:47:07Z', 'updated_at': '2022-01-28T14:47:07Z', 'revision_number': 0, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:47:08.792546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-6123f4a5-1cf6-437e-9853-9632019f5c75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 999 time: 0.0595002 Jan 28 14:47:08.844377 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-7e1133b6-cc5b-4536-a396-d28f57b7dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:08.845885 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-7e1133b6-cc5b-4536-a396-d28f57b7dfca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0474584 Jan 28 14:47:08.898613 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-0ae1f48e-1985-4a29-99c4-37acf0611c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:08.900257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-0ae1f48e-1985-4a29-99c4-37acf0611c64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483978 Jan 28 14:47:08.964262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] Checking router: 802c852e-f5ea-4b29-ba09-5f856789bf0c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:47:08.972563 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:47:08.973172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:47:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:47:08.994192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-65ab8073-128d-4de9-9e98-03edc6d89d3a service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875292 Jan 28 14:47:09.074325 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:09.091062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:47:09.097321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-238b81af-2cd7-4db6-8815-a190fbecffd8 req-dc65b6d2-839c-4001-ac1b-6a80391297c5 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965662 Jan 28 14:47:09.312381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'b9a70466-114a-4921-b39e-f3766c196400', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'port_id': '1fbd7711-accd-4732-8a17-45653daac61f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'mac_address': 'fa:16:3e:32:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:47:07Z', 'updated_at': '2022-01-28T14:47:07Z', 'revision_number': 0, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:47:09.343907 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d22a0-6310-43ac-aefa-bee252e4168c None None] The sync data for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 is: [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': 'b9a70466-114a-4921-b39e-f3766c196400', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'floating_ip_address': '172.25.4.115', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'port_id': '1fbd7711-accd-4732-8a17-45653daac61f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'mac_address': 'fa:16:3e:32:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:47:07Z', 'updated_at': '2022-01-28T14:47:07Z', 'revision_number': 0, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:47:09.539020 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58e7e0-a1e8-44a0-b24b-011efdf854d0 None None] New status for floating IP b9a70466-114a-4921-b39e-f3766c196400: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:47:10.869052 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:12.021912 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:27.373837 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:28.753043 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:35.112973 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a0589477-026c-4e00-ae7c-d0f39b4cdd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:37.853915 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca5e859e-bda6-471c-8223-483a954bb7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:39.044508 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:40.872327 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:41.752658 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:47:42.015606 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:49.774658 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-6952538e-5817-4d3e-8dd8-2bec27d1bd3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400805 Jan 28 14:47:49.861017 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-bc2733ac-0be9-4140-945e-a5059ce67021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:49.862529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-bc2733ac-0be9-4140-945e-a5059ce67021 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1096 time: 0.0420363 Jan 28 14:47:49.978753 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-759d00f7-f5dc-49dd-97f9-4928a377f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:49.980234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-759d00f7-f5dc-49dd-97f9-4928a377f067 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0954974 Jan 28 14:47:50.047039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-81ea2f43-2df6-40f0-9a78-445c95a880bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 1001 time: 0.0586777 Jan 28 14:47:50.095997 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-e8df4a7d-29e9-4c1e-bcc2-400ccc3aab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:50.097499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-e8df4a7d-29e9-4c1e-bcc2-400ccc3aab63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0447924 Jan 28 14:47:50.145260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-3c926b49-bc74-42dc-8826-18f746cd9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:47:50.147682 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-3c926b49-bc74-42dc-8826-18f746cd9e05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442531 Jan 28 14:47:50.237625 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-4f002373-00ab-434a-a5a5-f4a95ebc34fa service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833635 Jan 28 14:47:50.335156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0ea5c6a3-4399-41d3-86c0-23e17dea457d req-6239155a-b984-4edc-9fed-f94708ca5212 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887549 Jan 28 14:47:57.387839 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:47:58.757284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:05.116160 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca620103-2c89-4ce4-a1fd-6cd840809ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:07.855890 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-94e6f96e-976c-4121-a68f-5c46c2896e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:09.046922 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:10.878309 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:12.166407 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:18.751875 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:48:27.405307 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:28.767188 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:35.120809 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-adb8dfc5-c657-4088-87b3-a14c209cc9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:37.857520 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-52189ddd-b6ad-4bc0-8b32-493950e593b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:39.051373 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:40.877788 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:42.019083 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:49.768489 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-c8b24ab0-7b03-4a20-b1bd-61332b79f7af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403099 Jan 28 14:48:49.853990 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-76ab03e6-b625-45ba-b39b-19301079a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:49.855592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-76ab03e6-b625-45ba-b39b-19301079a150 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1096 time: 0.0413933 Jan 28 14:48:49.966014 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-b8128106-bc93-40cb-a8d4-50690b61a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:49.967677 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-b8128106-bc93-40cb-a8d4-50690b61a94a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0881293 Jan 28 14:48:50.034666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-2e937464-aab3-4d31-abb1-043075d3cec9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 1001 time: 0.0575817 Jan 28 14:48:50.085023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-8df7e536-1ad6-4376-b750-fd4026d8d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:50.086510 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-8df7e536-1ad6-4376-b750-fd4026d8d5c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0451820 Jan 28 14:48:50.134592 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-dc19bc48-ea38-4483-97a8-7f3bb0a4ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:48:50.136095 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-dc19bc48-ea38-4483-97a8-7f3bb0a4ad22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431821 Jan 28 14:48:50.232545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-a3f58845-1723-47d8-94e3-6c06da962f81 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Jan 28 14:48:50.328914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b18d5a2-0828-4b71-9785-bc5d51f53b59 req-34836edd-d2be-4945-891a-5132fb664ab4 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859165 Jan 28 14:48:55.751289 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:48:57.405771 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:48:58.767894 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:05.126651 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-249b90a4-a57a-490a-938c-de3689ac7253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:06.277747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee9ec7-a4a8-4623-b11b-f5aab7b67166 req-7a7d65bd-febb-4fab-b3e9-37b714e539bc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:06.279230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4ee9ec7-a4a8-4623-b11b-f5aab7b67166 req-7a7d65bd-febb-4fab-b3e9-37b714e539bc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Jan 28 14:49:06.329127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4ee9ec7-a4a8-4623-b11b-f5aab7b67166 req-e77e49a2-7530-441b-b131-c91f9dccef61 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 Jan 28 14:49:07.451254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ab138-3ed4-4068-84ef-e420b628abd2 req-7c01889c-703a-45ac-a645-0cb4d08e217e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:07.453289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-939ab138-3ed4-4068-84ef-e420b628abd2 req-7c01889c-703a-45ac-a645-0cb4d08e217e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0482609 Jan 28 14:49:07.502642 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-939ab138-3ed4-4068-84ef-e420b628abd2 req-5980f9ad-0752-4ff2-b7f3-ee2cda3c7acb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438428 Jan 28 14:49:07.859815 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-99fdc7f2-e72e-42d2-ada5-17843b76320a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:08.620533 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d0a4-8a3e-4496-82e4-90f4a6b4a152 req-22cde338-8338-4433-89fe-2073ecb64364 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:08.622045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab26d0a4-8a3e-4496-82e4-90f4a6b4a152 req-22cde338-8338-4433-89fe-2073ecb64364 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Jan 28 14:49:08.670241 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ab26d0a4-8a3e-4496-82e4-90f4a6b4a152 req-ecc0b54f-7ced-46a3-ac85-82bab7a43458 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Jan 28 14:49:09.051653 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:09.785468 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388044dc-fa1d-4f23-9464-c0352d8a0281 req-0e378277-8285-4d6c-a006-ed4c4a9f5e93 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:09.786958 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-388044dc-fa1d-4f23-9464-c0352d8a0281 req-0e378277-8285-4d6c-a006-ed4c4a9f5e93 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Jan 28 14:49:09.836463 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-388044dc-fa1d-4f23-9464-c0352d8a0281 req-98ce8b24-3f3e-45d4-a2e8-68bcde2c81bf tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Jan 28 14:49:10.880904 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:10.959782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adca4d-3eba-44d3-98c4-ee4f11021b2b req-d4c6ab12-0e5b-4422-a3bf-06eb74151655 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:10.961320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5adca4d-3eba-44d3-98c4-ee4f11021b2b req-d4c6ab12-0e5b-4422-a3bf-06eb74151655 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0538509 Jan 28 14:49:11.009120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a5adca4d-3eba-44d3-98c4-ee4f11021b2b req-5c34bd46-cb0b-4a55-b6c6-4a20a3556b80 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Jan 28 14:49:12.021162 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:12.127369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede49f-55eb-4fe8-9426-6f1b1b5f9354 req-c149b712-dbba-42ac-b8e1-b21cf793f8dc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:12.128860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40ede49f-55eb-4fe8-9426-6f1b1b5f9354 req-c149b712-dbba-42ac-b8e1-b21cf793f8dc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Jan 28 14:49:12.176969 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40ede49f-55eb-4fe8-9426-6f1b1b5f9354 req-2b5673b5-c5fa-4481-8fcb-14cb67b3c796 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425367 Jan 28 14:49:13.293225 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f58a63-d38c-4f74-9a29-f101a52b1820 req-dad75a24-f40e-43b2-918c-2fd4a76fc05e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:13.294685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58f58a63-d38c-4f74-9a29-f101a52b1820 req-dad75a24-f40e-43b2-918c-2fd4a76fc05e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0472763 Jan 28 14:49:13.347721 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-58f58a63-d38c-4f74-9a29-f101a52b1820 req-00921f60-07f8-4683-9be8-b25a0b35c180 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464737 Jan 28 14:49:14.463158 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b3662-b130-479c-b6b9-1227b0675279 req-ad315028-5cd5-40e3-bd57-db82654ac25a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:14.464546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-530b3662-b130-479c-b6b9-1227b0675279 req-ad315028-5cd5-40e3-bd57-db82654ac25a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Jan 28 14:49:14.514106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-530b3662-b130-479c-b6b9-1227b0675279 req-b1a896d8-a546-4a1c-b5b7-42c7f62b6876 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 Jan 28 14:49:15.637131 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea9130-8fd8-4165-8ba9-a836ec139097 req-65bed7cc-e7b5-4c0b-b69c-eabc85ad7a47 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:15.638643 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cea9130-8fd8-4165-8ba9-a836ec139097 req-65bed7cc-e7b5-4c0b-b69c-eabc85ad7a47 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0504680 Jan 28 14:49:15.690203 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0cea9130-8fd8-4165-8ba9-a836ec139097 req-684c30ca-506f-4c62-b0f0-b78940b642fb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448802 Jan 28 14:49:16.816374 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cdba-4019-40b0-af8a-b17a00feaace req-0ac42011-22ee-4d91-9d39-349bf2c6427c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:16.817873 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0321cdba-4019-40b0-af8a-b17a00feaace req-0ac42011-22ee-4d91-9d39-349bf2c6427c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0536811 Jan 28 14:49:16.874858 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0321cdba-4019-40b0-af8a-b17a00feaace req-e066953b-0655-4f36-8702-60a2f08d01ad tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507910 Jan 28 14:49:17.993406 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7ee39-3018-4942-9979-ddd575d0207c req-c113642b-273e-440a-96e8-e56a97b62f33 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:17.994908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79c7ee39-3018-4942-9979-ddd575d0207c req-c113642b-273e-440a-96e8-e56a97b62f33 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0501864 Jan 28 14:49:18.045545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79c7ee39-3018-4942-9979-ddd575d0207c req-75803c88-a12d-4af3-a9f0-b758553e456c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442233 Jan 28 14:49:18.987930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1fbd7711-accd-4732-8a17-45653daac61f details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:49:19.088717 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:19.103533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '1fbd7711-accd-4732-8a17-45653daac61f', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'port_id': '1fbd7711-accd-4732-8a17-45653daac61f', 'mac_address': 'fa:16:3e:32:a7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:49:19.205610 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1fbd7711-accd-4732-8a17-45653daac61f is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:19.206285 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:19.237583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fbd7711-accd-4732-8a17-45653daac61f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:49:19.278829 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90681296-e123-42f6-afcc-11067e53c66d req-38cf3e88-942a-4ff0-afe2-18447e64208f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:19.289115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90681296-e123-42f6-afcc-11067e53c66d req-38cf3e88-942a-4ff0-afe2-18447e64208f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.1191730 Jan 28 14:49:19.289357 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:19.300331 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:19.358926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-90681296-e123-42f6-afcc-11067e53c66d req-e0689512-d812-4100-b0fd-6138ba716d42 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677168 Jan 28 14:49:19.372576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:19.394264 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['1fbd7711-accd-4732-8a17-45653daac61f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:49:19.401146 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.401500 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.401846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.402189 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.402530 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.402862 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.403192 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.403522 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.403852 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.404643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.404977 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.405366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:19.405705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:20.485773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eae29-2d6c-4cc1-81ac-3d91c3f233d7 req-7995da1e-6788-4caa-aa60-95be767128ba tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:20.488178 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-601eae29-2d6c-4cc1-81ac-3d91c3f233d7 req-7995da1e-6788-4caa-aa60-95be767128ba tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0603404 Jan 28 14:49:20.561062 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-601eae29-2d6c-4cc1-81ac-3d91c3f233d7 req-25ce7d30-1ff3-4760-8d2c-d6e62b57d7dc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649567 Jan 28 14:49:21.002552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1fbd7711-accd-4732-8a17-45653daac61f up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:21.058761 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 1fbd7711-accd-4732-8a17-45653daac61f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:21.059420 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1fbd7711-accd-4732-8a17-45653daac61f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:21.166043 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1fbd7711-accd-4732-8a17-45653daac61f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:21.166562 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:21.202997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:21.205832 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8cf35a-e404-42b6-bfb3-4dd57163e483" -d '{"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:21.222594 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:21.235907 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:21.306681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:21.320623 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22a6bc5-cab8-4e0f-9214-49d387591158 x-openstack-request-id: req-e22a6bc5-cab8-4e0f-9214-49d387591158 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:21.321057 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:21.321464 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e22a6bc5-cab8-4e0f-9214-49d387591158 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:21.322084 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'code': 200} Jan 28 14:49:21.705813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551d603-9d02-468b-8437-e5820f8a24cb req-43ca4c7e-dfd4-4960-b915-b43b5729f77b tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:21.707527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551d603-9d02-468b-8437-e5820f8a24cb req-43ca4c7e-dfd4-4960-b915-b43b5729f77b tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0676055 Jan 28 14:49:21.777780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d551d603-9d02-468b-8437-e5820f8a24cb req-aa228e39-894c-47e3-ac2a-a9dd32dab343 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638118 Jan 28 14:49:22.922813 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe303f-077f-4a1a-85ad-5111f18fcb6f req-882ce99e-c15b-4087-bf69-11daf8521710 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:22.930399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebbe303f-077f-4a1a-85ad-5111f18fcb6f req-882ce99e-c15b-4087-bf69-11daf8521710 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0675676 Jan 28 14:49:22.987888 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ebbe303f-077f-4a1a-85ad-5111f18fcb6f req-862cb57b-81f0-4df1-a562-79ce8026f809 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564506 Jan 28 14:49:24.131195 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf846d-6dad-4f39-9c9c-c56ee8201991 req-3443cb09-8253-4066-a4e9-e4dbb6084d6f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:24.133263 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25bf846d-6dad-4f39-9c9c-c56ee8201991 req-3443cb09-8253-4066-a4e9-e4dbb6084d6f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0637014 Jan 28 14:49:24.198429 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-25bf846d-6dad-4f39-9c9c-c56ee8201991 req-a5de33ff-ec5e-4b2c-a479-fd9fa4fe6d25 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590377 Jan 28 14:49:25.343140 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9bfc-c4e1-44c0-95dd-43f69ce8a508 req-7056b8b7-7cf9-4af8-8c8a-3d42cb914c65 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:25.345049 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb2d9bfc-c4e1-44c0-95dd-43f69ce8a508 req-7056b8b7-7cf9-4af8-8c8a-3d42cb914c65 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0727987 Jan 28 14:49:25.410343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eb2d9bfc-c4e1-44c0-95dd-43f69ce8a508 req-7890775b-df4e-4b5c-a580-ba1648d641f0 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548294 Jan 28 14:49:26.566243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237c1fa-b423-4b11-9091-fdc772a20517 req-655a42a8-0f2c-4ecd-a7ee-e3675c66f1c8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:26.567990 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5237c1fa-b423-4b11-9091-fdc772a20517 req-655a42a8-0f2c-4ecd-a7ee-e3675c66f1c8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0585959 Jan 28 14:49:26.651764 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5237c1fa-b423-4b11-9091-fdc772a20517 req-1dc6b756-5736-4312-ae42-cdd89d3086b3 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765877 Jan 28 14:49:27.422479 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:27.802219 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233f9ee-4049-4fe7-92a2-8c13f4a3d1b0 req-e9184464-fd15-4c1f-873e-ab31513397b4 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:27.804300 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6233f9ee-4049-4fe7-92a2-8c13f4a3d1b0 req-e9184464-fd15-4c1f-873e-ab31513397b4 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0597131 Jan 28 14:49:27.868854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6233f9ee-4049-4fe7-92a2-8c13f4a3d1b0 req-47d87819-2000-4209-a3ea-d7a12be259f2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587535 Jan 28 14:49:28.768650 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:29.016868 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b52a8-067d-4c4d-860c-bcb5fc8b2ff4 req-c8cbb203-7eb8-4279-895f-6b1f4dfc7833 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:29.018323 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-934b52a8-067d-4c4d-860c-bcb5fc8b2ff4 req-c8cbb203-7eb8-4279-895f-6b1f4dfc7833 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0772734 Jan 28 14:49:29.032930 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7188-c64c-4045-a814-326825b40be4 req-cfcee4ad-584f-4c3c-86c2-cd4c91837299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:29.034292 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02dd7188-c64c-4045-a814-326825b40be4 req-cfcee4ad-584f-4c3c-86c2-cd4c91837299 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1096 time: 0.0608616 Jan 28 14:49:29.121175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-934b52a8-067d-4c4d-860c-bcb5fc8b2ff4 req-cf60f9f5-bb85-4806-8a11-981346809254 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963211 Jan 28 14:49:29.153488 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7188-c64c-4045-a814-326825b40be4 req-6a234876-7a7c-4c3d-bcba-ba12adf24200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:29.155005 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02dd7188-c64c-4045-a814-326825b40be4 req-6a234876-7a7c-4c3d-bcba-ba12adf24200 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.1117549 Jan 28 14:49:29.219637 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02dd7188-c64c-4045-a814-326825b40be4 req-373c1dd5-caaf-48b8-8f93-3fc6914d8b61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 1001 time: 0.0581503 Jan 28 14:49:29.281360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7188-c64c-4045-a814-326825b40be4 req-885f21be-af85-4d07-aba2-38f1af29bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:29.282823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02dd7188-c64c-4045-a814-326825b40be4 req-885f21be-af85-4d07-aba2-38f1af29bc04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0546644 Jan 28 14:49:29.328181 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7188-c64c-4045-a814-326825b40be4 req-b1d7aebb-908e-4d53-9cff-82d55ca37408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:29.329651 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02dd7188-c64c-4045-a814-326825b40be4 req-b1d7aebb-908e-4d53-9cff-82d55ca37408 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399108 Jan 28 14:49:29.417212 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02dd7188-c64c-4045-a814-326825b40be4 req-189d3389-6ed9-449c-9434-6d91c34be960 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805032 Jan 28 14:49:29.513991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-02dd7188-c64c-4045-a814-326825b40be4 req-456722a3-7220-4e71-a8de-dc824c29fb3f service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874195 Jan 28 14:49:30.240273 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92290e09-939b-4f8c-9949-30a6676e7fc8 req-088485e3-7f78-4a60-bb6c-41abfb579921 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:30.241745 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92290e09-939b-4f8c-9949-30a6676e7fc8 req-088485e3-7f78-4a60-bb6c-41abfb579921 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0487452 Jan 28 14:49:30.289650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92290e09-939b-4f8c-9949-30a6676e7fc8 req-e66ddbbc-a719-439d-8c0c-18339004d638 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423300 Jan 28 14:49:31.050339 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1fbd7711-accd-4732-8a17-45653daac61f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:49:31.135984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 1fbd7711-accd-4732-8a17-45653daac61f is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:31.136415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.160737 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:31.162985 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89cb2fa-6498-40ec-aaf8-375f5af18fcb" -d '{"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:31.176380 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:31.181257 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:31.211838 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c65651-f592-4b76-8d7f-6ad966bc6c63 x-openstack-request-id: req-47c65651-f592-4b76-8d7f-6ad966bc6c63 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:31.212161 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:31.212422 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47c65651-f592-4b76-8d7f-6ad966bc6c63 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:31.212821 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'code': 200} Jan 28 14:49:31.239080 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:31.414925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef841a-03b5-4881-bafd-d56c7ca76f97 req-909beec1-f282-484c-ac5f-ec3ecc46d8dd tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:31.416491 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fef841a-03b5-4881-bafd-d56c7ca76f97 req-909beec1-f282-484c-ac5f-ec3ecc46d8dd tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 943 time: 0.0559499 Jan 28 14:49:31.474737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9fef841a-03b5-4881-bafd-d56c7ca76f97 req-7a660cfc-a841-43cc-a4da-ace4de30ae18 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515828 Jan 28 14:49:32.595262 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623cd95-8721-47e2-a24b-07f5f1565b33 req-af0b0582-9543-4e06-b969-03bba29a0be9 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:32.596809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6623cd95-8721-47e2-a24b-07f5f1565b33 req-af0b0582-9543-4e06-b969-03bba29a0be9 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 943 time: 0.0488427 Jan 28 14:49:32.650553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6623cd95-8721-47e2-a24b-07f5f1565b33 req-46d5f626-6555-4230-97c5-78711ec82ebc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478606 Jan 28 14:49:32.752566 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:49:32.769808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-1849778e-d236-4992-8013-3e97bf05cc8d req-40f0884b-a8fd-429b-acf7-5da0dd160a3a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:49:32.770854 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1849778e-d236-4992-8013-3e97bf05cc8d req-40f0884b-a8fd-429b-acf7-5da0dd160a3a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0545092 Jan 28 14:49:32.956954 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bb8ed-1e42-4895-b47d-049fce5e5e9b req-8b2bc32f-503c-4ed8-9094-d5047a6a6486 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:32.958530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d90bb8ed-1e42-4895-b47d-049fce5e5e9b req-8b2bc32f-503c-4ed8-9094-d5047a6a6486 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 943 time: 0.0605121 Jan 28 14:49:33.012546 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d90bb8ed-1e42-4895-b47d-049fce5e5e9b req-b85af823-12c2-4925-a410-be6863b25671 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474186 Jan 28 14:49:33.283310 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-9455f1a1-5aeb-419e-9016-918923623039 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962331 Jan 28 14:49:34.166679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb2b4e-b92e-40ea-b30b-963bbde6f3b3 req-f51045c0-d2ed-4e26-bc50-a7b6913e0490 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:34.168205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7beb2b4e-b92e-40ea-b30b-963bbde6f3b3 req-f51045c0-d2ed-4e26-bc50-a7b6913e0490 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 943 time: 0.0822213 Jan 28 14:49:34.176734 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-28227850-135a-47d0-b62c-b9b8b437733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:34.178147 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-28227850-135a-47d0-b62c-b9b8b437733e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261&tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 1094 time: 0.1084709 Jan 28 14:49:34.195295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822748-2', 'device_owner': 'compute:nova'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:49:34.273416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7beb2b4e-b92e-40ea-b30b-963bbde6f3b3 req-38fd89f8-159e-4565-9efc-f36516cb305a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988431 Jan 28 14:49:34.280650 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.821606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:34.854424 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:34.886846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbd7711-accd-4732-8a17-45653daac61f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:49:34.895294 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Publish callbacks [] for port (1fbd7711-accd-4732-8a17-45653daac61f), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.907431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Transition to ACTIVE for port object 1fbd7711-accd-4732-8a17-45653daac61f will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:49:34.910441 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:34.989102 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=9']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:35.005084 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.005444 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.005792 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.006149 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.006491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.006834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.007171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.007506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.007844 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.008210 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.008546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.008881 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.009216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:49:35.047798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] No DVR routers for this DVR port 1fbd7711-accd-4732-8a17-45653daac61f on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:49:35.065769 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1fbd7711-accd-4732-8a17-45653daac61f no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:49:35.125167 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] The host n-h2-822748-2 is not matching for port 1fbd7711-accd-4732-8a17-45653daac61f host n-h1-822748-2! {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 14:49:35.125972 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 1fbd7711-accd-4732-8a17-45653daac61f not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:49:35.128797 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a993825a-0dca-4d8e-b166-af2f4999cbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.188497 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:49:35.189114 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:49:35.190171 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:35.194379 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Port 1fbd7711-accd-4732-8a17-45653daac61f on network d9df2ff2-c526-429a-9d5c-d71852dd466a not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:49:35.195191 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Attempting to bind port 1fbd7711-accd-4732-8a17-45653daac61f on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:49:35.199811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:49:35.200187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Checking segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:49:35.200579 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Bound using segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:49:35.201018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Bound port: 1fbd7711-accd-4732-8a17-45653daac61f, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:49:35.201383 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.263898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:49:35.267007 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:49:35.270673 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.307058 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:35.307688 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:35.309343 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] 10.222.0.36 "PUT /v2.0/ports/1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 1091 time: 1.1180398 Jan 28 14:49:35.309787 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:35.312810 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e706fe-50bf-425c-9909-e68b39ae155f" -d '{"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:35.358984 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1f9c2-bce7-4e66-9736-cf507a6f1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:35.394401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-5aad7bcd-3de0-4c98-b454-d886cd65abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:35.396121 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-5aad7bcd-3de0-4c98-b454-d886cd65abf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1095 time: 0.0568113 Jan 28 14:49:35.537977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-9bb7292a-2ca5-4ec2-a092-3c3ec8d7b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:35.539478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-9bb7292a-2ca5-4ec2-a092-3c3ec8d7b402 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.1347668 Jan 28 14:49:35.547333 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1445e7-17f9-4b4a-9ba9-efa2f36f0e50 req-9c860049-cb20-4fa1-a8f3-5192f859726c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:35.548399 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b1445e7-17f9-4b4a-9ba9-efa2f36f0e50 req-9c860049-cb20-4fa1-a8f3-5192f859726c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.1980741 Jan 28 14:49:35.638198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-dc3f7bd2-3848-4da5-9440-1e7530f7207e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 999 time: 0.0888453 Jan 28 14:49:35.642522 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0b1445e7-17f9-4b4a-9ba9-efa2f36f0e50 req-65a6a589-afee-419d-8d17-65144e552f71 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877717 Jan 28 14:49:35.687283 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c361ea1b-9c40-47ef-a7be-2730072d09cb x-openstack-request-id: req-c361ea1b-9c40-47ef-a7be-2730072d09cb {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:35.687586 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:35.687847 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c361ea1b-9c40-47ef-a7be-2730072d09cb {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:35.688343 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'status': 'completed', 'code': 200} Jan 28 14:49:35.697298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-346e29db-3f51-4395-bbb1-f57dbffb87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:35.698787 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-346e29db-3f51-4395-bbb1-f57dbffb87b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0519867 Jan 28 14:49:35.746047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-6f250fde-ff28-4073-9010-3faaa99b0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:35.747528 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-6f250fde-ff28-4073-9010-3faaa99b0d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399408 Jan 28 14:49:35.838187 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-9cbe75ab-33dd-49d3-8b48-1286277ab3b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808315 Jan 28 14:49:35.935701 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-547c1b44-8cd1-48be-b517-aa44e95e4657 req-7b9372ac-bdea-45e0-88c5-54268c704d17 service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888538 Jan 28 14:49:36.025346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e706fe-50bf-425c-9909-e68b39ae155f req-9864b3a1-c317-4634-8fa3-0b695b6394af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:36.026862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21e706fe-50bf-425c-9909-e68b39ae155f req-9864b3a1-c317-4634-8fa3-0b695b6394af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1095 time: 0.0414941 Jan 28 14:49:36.134069 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e706fe-50bf-425c-9909-e68b39ae155f req-a74b6769-6373-45d7-8722-3e6a0e6c15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:36.135578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21e706fe-50bf-425c-9909-e68b39ae155f req-a74b6769-6373-45d7-8722-3e6a0e6c15a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0997491 Jan 28 14:49:36.214734 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21e706fe-50bf-425c-9909-e68b39ae155f req-d6bbda2c-8581-41a1-bfb8-0e450743387f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 999 time: 0.0693738 Jan 28 14:49:36.294378 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e706fe-50bf-425c-9909-e68b39ae155f req-4ffdc26b-c78e-4d90-8cb6-704644b51723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:36.296569 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21e706fe-50bf-425c-9909-e68b39ae155f req-4ffdc26b-c78e-4d90-8cb6-704644b51723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0741868 Jan 28 14:49:36.778163 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa497bb-e2c8-4fce-8059-0d8adfea56f3 req-8e5e2de4-a820-46bb-a802-a6da28fcf1d5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:36.779754 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aa497bb-e2c8-4fce-8059-0d8adfea56f3 req-8e5e2de4-a820-46bb-a802-a6da28fcf1d5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0637970 Jan 28 14:49:36.833931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4aa497bb-e2c8-4fce-8059-0d8adfea56f3 req-09d55f77-cd38-44ac-a7c0-01f7f3a2ab93 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484591 Jan 28 14:49:37.861622 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-00dc024e-d376-4e31-9090-f69f02908439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:37.969167 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed3614-b0d7-46bb-9997-ff7b26559d35 req-b5656e91-b077-4979-9e58-711c98a13c83 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:37.970809 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4ed3614-b0d7-46bb-9997-ff7b26559d35 req-b5656e91-b077-4979-9e58-711c98a13c83 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0559518 Jan 28 14:49:38.028262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4ed3614-b0d7-46bb-9997-ff7b26559d35 req-6b2f0b34-c0b9-4465-a394-2e5358c3e3ed tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517375 Jan 28 14:49:39.057367 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:39.150471 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ade03-5be0-411d-ade0-d82730c522d3 req-2566a44c-9acb-4c74-9781-2c8e67466117 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:39.152117 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f75ade03-5be0-411d-ade0-d82730c522d3 req-2566a44c-9acb-4c74-9781-2c8e67466117 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0511012 Jan 28 14:49:39.214861 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f75ade03-5be0-411d-ade0-d82730c522d3 req-5dacdc8d-3b7f-4cf9-80e1-df1f21be75d8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565281 Jan 28 14:49:40.343339 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5bebf-f2d5-4b92-998b-eb786c9ed066 req-cfd899c9-2557-48c5-852b-a47f432f9cfb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:40.345779 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b5bebf-f2d5-4b92-998b-eb786c9ed066 req-cfd899c9-2557-48c5-852b-a47f432f9cfb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0550573 Jan 28 14:49:40.400937 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b5bebf-f2d5-4b92-998b-eb786c9ed066 req-725f71ba-9f6c-4844-93c5-689fb87cadd5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477831 Jan 28 14:49:40.885787 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:41.534121 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04034e-9caf-415a-90bc-c1e67b81eccd req-94c66759-5558-4e89-bf48-a54f51856366 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:41.536727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d04034e-9caf-415a-90bc-c1e67b81eccd req-94c66759-5558-4e89-bf48-a54f51856366 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0560136 Jan 28 14:49:41.592080 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d04034e-9caf-415a-90bc-c1e67b81eccd req-a02c661f-d9dc-486a-be10-e50ac4a7b788 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494723 Jan 28 14:49:42.023673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:42.737956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8f3dc-c146-4bc0-ba53-78d585db0bce req-464019eb-a44f-4bb3-b66e-f8bc4a485cbb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:42.739454 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5a8f3dc-c146-4bc0-ba53-78d585db0bce req-464019eb-a44f-4bb3-b66e-f8bc4a485cbb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0588088 Jan 28 14:49:42.794620 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5a8f3dc-c146-4bc0-ba53-78d585db0bce req-6b847aaf-c7a7-49f7-bdc6-e7cfcf4b8e39 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487607 Jan 28 14:49:43.911336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866db56e-be7f-479c-9f45-a9f1be4b70eb req-0f4c3d56-ae37-4deb-b06b-bb9f3dbd4a98 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:43.912910 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-866db56e-be7f-479c-9f45-a9f1be4b70eb req-0f4c3d56-ae37-4deb-b06b-bb9f3dbd4a98 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0499766 Jan 28 14:49:43.961194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-866db56e-be7f-479c-9f45-a9f1be4b70eb req-aa086b81-e523-40f5-9b7a-762ae6af0eab tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Jan 28 14:49:44.212649 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e706fe-50bf-425c-9909-e68b39ae155f req-143e5df4-eae5-456b-acd8-d8e30177cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:44.214153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21e706fe-50bf-425c-9909-e68b39ae155f req-143e5df4-eae5-456b-acd8-d8e30177cb5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456214 Jan 28 14:49:44.301686 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21e706fe-50bf-425c-9909-e68b39ae155f req-0b9f2d81-000b-49a3-83f5-c4e4c6014d53 service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806532 Jan 28 14:49:44.397977 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-21e706fe-50bf-425c-9909-e68b39ae155f req-550bb525-bbf5-4325-88a3-e56ef890d313 service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870869 Jan 28 14:49:45.084091 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33caf786-44d3-454b-8f03-daa2faeb84dc req-37eda26c-c108-4687-839e-248d19bce1ec tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:45.085697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33caf786-44d3-454b-8f03-daa2faeb84dc req-37eda26c-c108-4687-839e-248d19bce1ec tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0539832 Jan 28 14:49:45.134467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-33caf786-44d3-454b-8f03-daa2faeb84dc req-8274aef7-b2e8-4a81-957c-f6c3aa669f90 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Jan 28 14:49:46.255272 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c51c6-fc82-4f00-b165-91a6f1252321 req-620933fa-6851-4ff3-a797-34579ea95155 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:46.256934 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-201c51c6-fc82-4f00-b165-91a6f1252321 req-620933fa-6851-4ff3-a797-34579ea95155 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0524685 Jan 28 14:49:46.306992 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-201c51c6-fc82-4f00-b165-91a6f1252321 req-7ae15939-a228-4ba1-b2ae-9bd99f4c1079 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 Jan 28 14:49:47.448720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4f3e2-5419-46f8-b585-a149a60dfce8 req-d08bf83f-60cb-42c5-8c3d-344ed5619275 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:47.450879 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38e4f3e2-5419-46f8-b585-a149a60dfce8 req-d08bf83f-60cb-42c5-8c3d-344ed5619275 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 944 time: 0.0624585 Jan 28 14:49:47.504931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-38e4f3e2-5419-46f8-b585-a149a60dfce8 req-c413c0ce-9aad-4b09-b498-aea2e9470768 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483167 Jan 28 14:49:47.639837 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1fbd7711-accd-4732-8a17-45653daac61f details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:49:47.748967 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:47.762867 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': '1fbd7711-accd-4732-8a17-45653daac61f', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'port_id': '1fbd7711-accd-4732-8a17-45653daac61f', 'mac_address': 'fa:16:3e:32:a7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:49:47.800313 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 1fbd7711-accd-4732-8a17-45653daac61f is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:47.800813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:47.813635 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbd7711-accd-4732-8a17-45653daac61f {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:49:47.832768 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:47.836933 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:47.884785 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=11']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:48.161865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['1fbd7711-accd-4732-8a17-45653daac61f'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:49:48.627056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecd9b0-1847-46e4-8686-0216b0306678 req-7122a364-f744-410d-a06a-b7ce65e268d1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:48.628663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aaecd9b0-1847-46e4-8686-0216b0306678 req-7122a364-f744-410d-a06a-b7ce65e268d1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0509207 Jan 28 14:49:48.681171 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aaecd9b0-1847-46e4-8686-0216b0306678 req-84f22793-6efb-4ddd-89d1-1888eb793a48 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Jan 28 14:49:49.656296 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1fbd7711-accd-4732-8a17-45653daac61f up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:49:49.739874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port 1fbd7711-accd-4732-8a17-45653daac61f completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:49:49.744401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port 1fbd7711-accd-4732-8a17-45653daac61f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:49:49.744785 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (1fbd7711-accd-4732-8a17-45653daac61f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:49.803827 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c162629-c0a4-4b9b-bbfd-a082f56ba140 req-caca6a14-4e97-4ea7-acb7-c78abfe37ab8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:49.805413 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c162629-c0a4-4b9b-bbfd-a082f56ba140 req-caca6a14-4e97-4ea7-acb7-c78abfe37ab8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Jan 28 14:49:49.823279 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port 1fbd7711-accd-4732-8a17-45653daac61f is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:49:49.824004 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:49.851702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:49:49.853965 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e431d-258d-40e9-9aaa-2a49f1c0cad0" -d '{"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:49:49.859554 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3c162629-c0a4-4b9b-bbfd-a082f56ba140 req-71e2da8a-13f1-4697-9747-e4cfccb4a0ac tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483551 Jan 28 14:49:49.869779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:49:49.873953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:49.909248 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d1c886-0948-4717-8f50-399c15b90fe5 x-openstack-request-id: req-11d1c886-0948-4717-8f50-399c15b90fe5 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:49:49.909541 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:49:49.909794 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11d1c886-0948-4717-8f50-399c15b90fe5 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:49:49.910183 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'code': 200} Jan 28 14:49:49.926317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=12']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:49:50.082024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7c850-4358-4641-8cd3-51393d441264 req-8dfd54cc-4110-4371-b830-8f8c3b1fa25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:50.083496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec7c850-4358-4641-8cd3-51393d441264 req-8dfd54cc-4110-4371-b830-8f8c3b1fa25f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1097 time: 0.0415201 Jan 28 14:49:50.131963 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6ec7c850-4358-4641-8cd3-51393d441264 req-e13cabbc-538e-4f71-92e0-48aedb5e7cee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390546 Jan 28 14:49:50.980737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c902e-03a0-407b-8ad8-cabf2a7dda12 req-cc314949-5d0d-4a6e-8398-17d9319ace0a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:50.982243 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a47c902e-03a0-407b-8ad8-cabf2a7dda12 req-cc314949-5d0d-4a6e-8398-17d9319ace0a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 946 time: 0.0502577 Jan 28 14:49:51.035179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a47c902e-03a0-407b-8ad8-cabf2a7dda12 req-67ab1cee-65ff-4abd-8b54-b893f0318223 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462737 Jan 28 14:49:52.158299 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08cab-8944-4e68-a4a4-c7e211b330da req-976d4bbf-3dcd-48c7-8eac-7df7d6d690b1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:49:52.159826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98e08cab-8944-4e68-a4a4-c7e211b330da req-976d4bbf-3dcd-48c7-8eac-7df7d6d690b1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Jan 28 14:49:52.211252 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-98e08cab-8944-4e68-a4a4-c7e211b330da req-4b7fdfc7-9c06-4551-b2cc-2c586bb8252c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457914 Jan 28 14:49:57.421643 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:49:58.782053 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:05.120489 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b93e0804-35c3-4835-94a4-c6d7feb24b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:05.707277 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-baff1c5e-a8b2-40b0-9fa2-8b5d7476c2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406692 Jan 28 14:50:05.791848 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-969cf4b0-6aff-48b9-983b-da65b2c479c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:50:05.793315 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-969cf4b0-6aff-48b9-983b-da65b2c479c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1097 time: 0.0413172 Jan 28 14:50:05.899626 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-d37449c8-501f-469a-aa8e-9de07c24f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:50:05.901151 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-d37449c8-501f-469a-aa8e-9de07c24f9a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0875509 Jan 28 14:50:05.966731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-e481b46f-9ce0-47c8-b3ea-0dc81b3bfc40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 1001 time: 0.0592372 Jan 28 14:50:06.019004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-b6237d3b-a55c-4122-a56b-1495f838a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:50:06.020467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-b6237d3b-a55c-4122-a56b-1495f838a81d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0473220 Jan 28 14:50:06.066556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-be021f95-3566-4e0b-8a56-c2cab0c9a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:50:06.068116 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-be021f95-3566-4e0b-8a56-c2cab0c9a36d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399868 Jan 28 14:50:06.155772 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-ab918e0f-6bc8-45c1-bc37-31414cda1d7f service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808544 Jan 28 14:50:06.248153 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-08c93fdc-7d04-420d-970d-8d342ccdb415 req-7605c3ed-d578-4b43-9752-051b8337d412 service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868094 Jan 28 14:50:07.864439 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4c4f-5f28-4fa6-9e5e-425245f941e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:09.057487 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:09.751596 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:50:10.886170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:12.025136 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:27.432161 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:28.796801 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:35.122720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8f0e070f-0d98-4c6c-a9ab-a786cd5c4322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:37.865707 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ee1f95ce-888f-4d5d-9696-6fa26c477581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:39.060517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:40.888460 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:42.027251 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:46.750675 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:50:57.446350 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:50:58.795651 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:05.125853 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-51724d56-6c00-4158-a325-1f1fb8a1fde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:05.749944 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-68411419-5c90-4157-b6d9-c1c5f96263c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405197 Jan 28 14:51:05.838768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-011e38b4-cae6-4e78-8da4-9c5935db54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:05.840275 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-011e38b4-cae6-4e78-8da4-9c5935db54df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1097 time: 0.0401773 Jan 28 14:51:05.951900 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-39e80239-d7aa-44c8-b977-e004919aff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:05.953419 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-39e80239-d7aa-44c8-b977-e004919aff76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0899351 Jan 28 14:51:06.022163 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-b33e4138-7182-4eaa-8c3e-0418c72a7d76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 1001 time: 0.0580103 Jan 28 14:51:06.077278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-a26ec6a3-651b-4d7a-b225-35083ceed0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:06.078750 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-a26ec6a3-651b-4d7a-b225-35083ceed0a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0477581 Jan 28 14:51:06.130046 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-f2813a96-9b21-4ae0-ac18-d46c07571ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:06.131636 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-f2813a96-9b21-4ae0-ac18-d46c07571ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419188 Jan 28 14:51:06.220425 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-429a29e0-5e98-4d5b-8fde-6beb560cec1b service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823476 Jan 28 14:51:06.315901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a8322930-9a38-44ac-8e18-5b8f5540100e req-6f7e2a47-ac99-400f-a399-68df6fe2c0d6 service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858128 Jan 28 14:51:07.739099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49502) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:07.867583 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb949611-a3ff-4817-a6d9-ffa67cff60df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:07.912714 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Deleting port 1fede2fb-cfdf-40eb-985b-729ada3ad431 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:51:07.913056 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:07.991273 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:07.991645 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (1fede2fb-cfdf-40eb-985b-729ada3ad431), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:08.003011 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Calling delete_port for 1fede2fb-cfdf-40eb-985b-729ada3ad431 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:51:08.154123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (1fede2fb-cfdf-40eb-985b-729ada3ad431), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:08.182771 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event deleted for resources: {'Port': ['ID=1fede2fb-cfdf-40eb-985b-729ada3ad431,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:08.210235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.211017 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.211367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.211707 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.212069 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.212474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.212805 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.213134 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.213464 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.213793 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.214119 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.214447 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.214772 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:08.258055 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (b9a70466-114a-4921-b39e-f3766c196400), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:08.258387 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Floating IP b9a70466-114a-4921-b39e-f3766c196400 disassociated (deleted). External IP: 172.25.4.115, port: 1fbd7711-accd-4732-8a17-45653daac61f. Jan 28 14:51:08.468158 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Router 802c852e-f5ea-4b29-ba09-5f856789bf0c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:51:08.574724 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:51:08.579562 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:08.585911 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] Sync routers for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:51:08.595663 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:51:08.596328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:51:08.605600 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-66ddf1d9-2db9-4345-959f-70b71f86f588 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "DELETE /v2.0/floatingips/b9a70466-114a-4921-b39e-f3766c196400 HTTP/1.1" status: 204 len: 168 time: 0.8654158 Jan 28 14:51:08.606176 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:51:08.608441 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c89d590-2bb8-4aa1-be46-02e41d3853e7" -d '{"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:51:08.770984 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e32550-2203-4737-b643-f4f3cabcdaf4 x-openstack-request-id: req-56e32550-2203-4737-b643-f4f3cabcdaf4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:51:08.771973 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:51:08.771973 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56e32550-2203-4737-b643-f4f3cabcdaf4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:51:08.772225 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'status': 'completed', 'code': 200} Jan 28 14:51:08.866498 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-27435e3a-648d-40c2-9a7f-b8aa0cf6d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:08.868011 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-27435e3a-648d-40c2-9a7f-b8aa0cf6d0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 1097 time: 0.0706108 Jan 28 14:51:08.881789 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1b21-bc2d-434b-a019-ae8135a3a6d7 req-3dc7b391-c53b-4182-bc15-fc9ba88dc388 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:08.883045 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-524c1b21-bc2d-434b-a019-ae8135a3a6d7 req-3dc7b391-c53b-4182-bc15-fc9ba88dc388 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 946 time: 0.0599213 Jan 28 14:51:08.886309 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:51:08.989665 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-524c1b21-bc2d-434b-a019-ae8135a3a6d7 req-cfcf3b3d-9bd7-4a9f-973f-8b0a74752088 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983713 Jan 28 14:51:09.008636 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-01433097-5711-4814-bb9d-f28da81dbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:09.010125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-01433097-5711-4814-bb9d-f28da81dbe91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.1262143 Jan 28 14:51:09.058172 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-4f7c9c4f-c653-43f6-80ce-7c04a1770ae5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 200 len: 217 time: 0.0357275 Jan 28 14:51:09.081693 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:09.103703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:51:09.112455 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-f18c29ea-7769-4e03-8113-9202e8e68593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:09.113945 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-f18c29ea-7769-4e03-8113-9202e8e68593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0495989 Jan 28 14:51:09.130545 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] Checking router: 802c852e-f5ea-4b29-ba09-5f856789bf0c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:51:09.139448 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:51:09.140095 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:51:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:51:09.159643 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-ca4bd532-8bb1-4fa7-ba51-761c3901fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:09.161179 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-ca4bd532-8bb1-4fa7-ba51-761c3901fbcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403416 Jan 28 14:51:09.249708 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:51:09.253198 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-39c4baba-6b0b-48de-8ba3-546b241528d6 service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843306 Jan 28 14:51:09.353496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0c89d590-2bb8-4aa1-be46-02e41d3853e7 req-2048375e-07e7-4352-b329-c429217bb4fd service neutron] 10.222.0.36 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920353 Jan 28 14:51:09.457314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:51:09.484131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52124051-0f08-4e8a-98c9-494478ae5f98 None None] The sync data for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 is: [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:51:09.707797 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467f0d3-2a9d-4214-ba37-e8d092beb69e None None] New status for floating IP b9a70466-114a-4921-b39e-f3766c196400: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:51:10.108634 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc26f2-b91a-462f-99c8-c8d7643ee42c req-c277f3ce-1011-400a-9aa4-8e6ed252b4fe tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:10.110138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9dc26f2-b91a-462f-99c8-c8d7643ee42c req-c277f3ce-1011-400a-9aa4-8e6ed252b4fe tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 946 time: 0.0516622 Jan 28 14:51:10.158610 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9dc26f2-b91a-462f-99c8-c8d7643ee42c req-1aa8699b-0c5b-4232-a0bb-1c471d76c468 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5aae5f-252a-4824-bfc8-a57514195e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Jan 28 14:51:10.304999 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e829b-2379-4d22-9263-51a1152ee170 req-ee4229ad-bf6b-45e9-871a-20b2f66f6cd1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:10.306378 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449e829b-2379-4d22-9263-51a1152ee170 req-ee4229ad-bf6b-45e9-871a-20b2f66f6cd1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.36 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 946 time: 0.0519531 Jan 28 14:51:10.398989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Deleting port 1fbd7711-accd-4732-8a17-45653daac61f {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:51:10.399336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (1fbd7711-accd-4732-8a17-45653daac61f), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:10.488839 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] For port 1fbd7711-accd-4732-8a17-45653daac61f, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=1fbd7711-accd-4732-8a17-45653daac61f,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:51:10.489210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (1fbd7711-accd-4732-8a17-45653daac61f), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:10.501931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Calling delete_port for 1fbd7711-accd-4732-8a17-45653daac61f owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:51:10.628540 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (1fbd7711-accd-4732-8a17-45653daac61f), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:10.660280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event deleted for resources: {'Port': ['ID=1fbd7711-accd-4732-8a17-45653daac61f,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:10.674935 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.675295 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.675646 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.675992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.676364 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.676707 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.677033 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.677369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.677761 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.678092 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.678422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.678757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.679089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:10.714151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] No DVR routers for this DVR port 1fbd7711-accd-4732-8a17-45653daac61f on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:51:10.716813 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:10.720235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-449e829b-2379-4d22-9263-51a1152ee170 req-49a64df3-c778-4530-b22e-02f12f50b916 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.36 "DELETE /v2.0/ports/1fbd7711-accd-4732-8a17-45653daac61f HTTP/1.1" status: 204 len: 173 time: 0.4058299 Jan 28 14:51:10.720949 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-deleted', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:51:10.723284 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b079e-b47f-4846-8ec0-a17642133d9d" -d '{"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-deleted", "tag": "1fbd7711-accd-4732-8a17-45653daac61f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:51:10.760006 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d5f7a7-bb20-4c38-8e02-0d225d4a3bc6 x-openstack-request-id: req-60d5f7a7-bb20-4c38-8e02-0d225d4a3bc6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:51:10.760337 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b1f0f-20be-4186-bdd4-e2fa84294261", "name": "network-vif-deleted", "tag": "1fbd7711-accd-4732-8a17-45653daac61f", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:51:10.760597 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60d5f7a7-bb20-4c38-8e02-0d225d4a3bc6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:51:10.761022 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172b1f0f-20be-4186-bdd4-e2fa84294261', 'name': 'network-vif-deleted', 'tag': '1fbd7711-accd-4732-8a17-45653daac61f', 'status': 'completed', 'code': 200} Jan 28 14:51:10.892479 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:11.279618 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7df700bd-58f1-4076-a14b-773625405199 req-d07d1ea4-ef69-48e7-bbfc-8534e7f1b6ef tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=172b1f0f-20be-4186-bdd4-e2fa84294261 HTTP/1.1" status: 200 len: 210 time: 0.0337172 Jan 28 14:51:12.029717 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:12.350706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49522) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:12.407748 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da12aa3-d4b0-43d3-8daf-3dbabbbab562 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (9c5aae5f-252a-4824-bfc8-a57514195e09), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:12.433723 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da12aa3-d4b0-43d3-8daf-3dbabbbab562 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (9c5aae5f-252a-4824-bfc8-a57514195e09), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:12.495094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da12aa3-d4b0-43d3-8daf-3dbabbbab562 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (9c5aae5f-252a-4824-bfc8-a57514195e09), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:12.498269 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8da12aa3-d4b0-43d3-8daf-3dbabbbab562 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:12.499946 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8da12aa3-d4b0-43d3-8daf-3dbabbbab562 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "DELETE /v2.0/security-groups/9c5aae5f-252a-4824-bfc8-a57514195e09 HTTP/1.1" status: 204 len: 168 time: 0.1477621 Jan 28 14:51:12.511099 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da12aa3-d4b0-43d3-8daf-3dbabbbab562 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5aae5f-252a-4824-bfc8-a57514195e09,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:13.873677 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49530) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:13.878238 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4aabcb63-1c92-45fe-aceb-f48b33ce7f81 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727654362', 'description': 'tempest-secgroup-smoke-1727654362 description', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:13.899167 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4aabcb63-1c92-45fe-aceb-f48b33ce7f81 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:13.968398 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4aabcb63-1c92-45fe-aceb-f48b33ce7f81 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (1f0e8d63-f494-4df0-a782-f26db055ed18), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:13.972257 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4aabcb63-1c92-45fe-aceb-f48b33ce7f81 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1f0e8d63-f494-4df0-a782-f26db055ed18), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.002240 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabcb63-1c92-45fe-aceb-f48b33ce7f81 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0e8d63-f494-4df0-a782-f26db055ed18,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:14.006584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4aabcb63-1c92-45fe-aceb-f48b33ce7f81 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.007843 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4aabcb63-1c92-45fe-aceb-f48b33ce7f81 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1331556 Jan 28 14:51:14.011552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:14.015610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ab682004-a25b-4822-9314-fe5e221bc691 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '1f0e8d63-f494-4df0-a782-f26db055ed18', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:14.038893 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab682004-a25b-4822-9314-fe5e221bc691 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (5042baf1-fb81-461a-8364-3e925a3d8fb3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.060130 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1fbd7711-accd-4732-8a17-45653daac61f no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:51:14.083374 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: 1fbd7711-accd-4732-8a17-45653daac61f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:51:14.083716 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device 1fbd7711-accd-4732-8a17-45653daac61f not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:51:14.098846 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab682004-a25b-4822-9314-fe5e221bc691 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (5042baf1-fb81-461a-8364-3e925a3d8fb3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.103027 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab682004-a25b-4822-9314-fe5e221bc691 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5042baf1-fb81-461a-8364-3e925a3d8fb3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.121477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab682004-a25b-4822-9314-fe5e221bc691 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5042baf1-fb81-461a-8364-3e925a3d8fb3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:14.128506 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab682004-a25b-4822-9314-fe5e221bc691 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.129713 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-ab682004-a25b-4822-9314-fe5e221bc691 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176269 Jan 28 14:51:14.132644 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49534) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:14.137104 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1603fdf3-02b4-47d6-8a26-651b083b2f6d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '1f0e8d63-f494-4df0-a782-f26db055ed18', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:14.161578 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1603fdf3-02b4-47d6-8a26-651b083b2f6d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (6e818bf9-9ef6-4004-82bf-d933e37cbb2b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.220123 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1603fdf3-02b4-47d6-8a26-651b083b2f6d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (6e818bf9-9ef6-4004-82bf-d933e37cbb2b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.223593 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1603fdf3-02b4-47d6-8a26-651b083b2f6d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (6e818bf9-9ef6-4004-82bf-d933e37cbb2b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.242221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603fdf3-02b4-47d6-8a26-651b083b2f6d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e818bf9-9ef6-4004-82bf-d933e37cbb2b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:14.247299 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1603fdf3-02b4-47d6-8a26-651b083b2f6d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.248534 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-1603fdf3-02b4-47d6-8a26-651b083b2f6d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149385 Jan 28 14:51:14.251422 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49536) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:14.255673 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a5c3d171-d45c-4051-b9e6-fba506f456a7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '1f0e8d63-f494-4df0-a782-f26db055ed18', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:14.280502 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d171-d45c-4051-b9e6-fba506f456a7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (a43d2a36-9ae8-416e-88c8-a13de417e39c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.339352 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d171-d45c-4051-b9e6-fba506f456a7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (a43d2a36-9ae8-416e-88c8-a13de417e39c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.343431 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d171-d45c-4051-b9e6-fba506f456a7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (a43d2a36-9ae8-416e-88c8-a13de417e39c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.361463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3d171-d45c-4051-b9e6-fba506f456a7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43d2a36-9ae8-416e-88c8-a13de417e39c,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:14.370139 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d171-d45c-4051-b9e6-fba506f456a7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.371392 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a5c3d171-d45c-4051-b9e6-fba506f456a7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190217 Jan 28 14:51:14.374074 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49538) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:14.378423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-76febfff-0669-4e4a-a9a3-e7057cb4ab9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '1f0e8d63-f494-4df0-a782-f26db055ed18', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:14.403589 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76febfff-0669-4e4a-a9a3-e7057cb4ab9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (89dff78f-b591-4cdb-929e-11103c989e55), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.462797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76febfff-0669-4e4a-a9a3-e7057cb4ab9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (89dff78f-b591-4cdb-929e-11103c989e55), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.466262 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76febfff-0669-4e4a-a9a3-e7057cb4ab9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (89dff78f-b591-4cdb-929e-11103c989e55), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.484819 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76febfff-0669-4e4a-a9a3-e7057cb4ab9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dff78f-b591-4cdb-929e-11103c989e55,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:14.490175 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-76febfff-0669-4e4a-a9a3-e7057cb4ab9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.494425 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-76febfff-0669-4e4a-a9a3-e7057cb4ab9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163504 Jan 28 14:51:14.494425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49540) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:14.499120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '1f0e8d63-f494-4df0-a782-f26db055ed18', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:14.518392 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Project a93d57c0d1754c38bd8d4a8be6eef3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:51:14.523130 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (616d0d8b-1695-4674-8df4-39237c66bd36), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.581488 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (616d0d8b-1695-4674-8df4-39237c66bd36), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.584881 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (616d0d8b-1695-4674-8df4-39237c66bd36), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.603569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616d0d8b-1695-4674-8df4-39237c66bd36,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:14.611584 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.612907 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ec4e003-5856-4973-87b4-2c6b44200379 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174099 Jan 28 14:51:14.615549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49542) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:51:14.620606 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'security_group_rule': {'security_group_id': '1f0e8d63-f494-4df0-a782-f26db055ed18', 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:14.640473 n-d-822748-2 neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Project a93d57c0d1754c38bd8d4a8be6eef3ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:51:14.645218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (2e6861f9-2433-4c30-bcf3-3e8253241ca3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.705359 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (2e6861f9-2433-4c30-bcf3-3e8253241ca3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.708915 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (2e6861f9-2433-4c30-bcf3-3e8253241ca3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.727385 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6861f9-2433-4c30-bcf3-3e8253241ca3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:14.734575 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:14.735771 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-358cb4f6-4a95-48b8-9317-4fb7c9534fb7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192448 Jan 28 14:51:23.750485 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:51:27.449059 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:28.797064 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:34.183037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-cd22ac19-d129-4cba-9938-b308b345077a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727654362&fields=id&tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 267 time: 0.0458372 Jan 28 14:51:34.294397 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-b8cb48be-67cf-4d05-8dd8-94c340cf1bc5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:34.295773 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-b8cb48be-67cf-4d05-8dd8-94c340cf1bc5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 809 time: 0.1063311 Jan 28 14:51:34.314695 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-485e51e2-75e1-42f6-905d-15838db194a4 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/quotas/a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 375 time: 0.0090699 Jan 28 14:51:34.366856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-433b11f9-b415-40b1-b26e-4b909699a553 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473919 Jan 28 14:51:34.381297 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-95aed58b-2b82-4d62-881f-04f72668cfa1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:51:34.382460 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-95aed58b-2b82-4d62-881f-04f72668cfa1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051014 Jan 28 14:51:34.477997 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-7d9cc955-7df5-4cda-a4e5-806bb03df916 service neutron] 10.222.0.45 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895281 Jan 28 14:51:34.566464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-11682046-2a60-49a7-b1af-d16092e559bf service neutron] 10.222.0.45 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828090 Jan 28 14:51:34.844075 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e8552ec1-b15b-485e-9d5b-bed089419d9f req-0d008843-d867-45a6-88d8-36bc66a38404 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0276771 Jan 28 14:51:35.128843 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27b36e9c-7561-4295-836c-fc75ab626e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:35.924305 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79dfcf15-888e-4830-8cba-e1c5dcbe4fb8 req-3cf3d31b-6667-40be-b9eb-c2d736638843 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Jan 28 14:51:37.003954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-69859964-65a2-47a4-b408-b9939a26563f req-65fafda8-0151-4899-b3ad-76468c96d25c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0301921 Jan 28 14:51:37.869397 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3febccf9-46b9-42ad-a8e6-dbd1a777d514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:38.086060 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb015b38-f193-4857-8691-4e7801602787 req-5a12af18-4c7b-4941-8889-a09de7258a62 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0285079 Jan 28 14:51:39.068369 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:39.180417 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f43feb54-bc71-4262-b661-37f4eb3467b2 req-491707c3-2011-45f6-8efe-8ac235d551d4 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0257802 Jan 28 14:51:39.908404 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-6c4812f0-063e-4cba-9af7-c6f7afa979ab tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:39.909928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-6c4812f0-063e-4cba-9af7-c6f7afa979ab tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 809 time: 0.1065700 Jan 28 14:51:39.976369 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-4f9c3a76-e42b-4050-b67a-a29eaff4208a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 380 time: 0.0571854 Jan 28 14:51:39.988305 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'port': {'device_id': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'admin_state_up': True, 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'security_groups': ['1f0e8d63-f494-4df0-a782-f26db055ed18']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:40.096992 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Made reservation on behalf of a93d57c0d1754c38bd8d4a8be6eef3ee for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:51:40.100989 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.237368 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Allocated IP 172.20.0.12 (d9df2ff2-c526-429a-9d5c-d71852dd466a/f0a2646b-789a-4813-9621-1ad4aad715af/0c4b6ccd-84dd-45cf-b1dc-166d8323a095) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:51:40.295761 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6e724efb-fb30-404e-a0ab-2a3f7482099f req-229ee6bb-998f-45d8-a3e0-18c6b2132325 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0433619 Jan 28 14:51:40.404553 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.440003 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.484373 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Network d9df2ff2-c526-429a-9d5c-d71852dd466a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:51:40.487275 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:51:40.493436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:51:40.501107 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:40.546416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:40.547042 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.567042 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-3eb92d36-c73b-4554-97b6-af387686d070 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822043 Jan 28 14:51:40.579720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-c6dc304a-0ac2-471c-9b8d-15d57e7dfe19 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:51:40.580922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-c6dc304a-0ac2-471c-9b8d-15d57e7dfe19 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067084 Jan 28 14:51:40.644682 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Request body: {'port': {'device_id': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:51:40.705887 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.812746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-9f34b6ff-8deb-4ef2-bb64-4522125f3d2e None None] Provisioning complete for port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:51:40.813377 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9f34b6ff-8deb-4ef2-bb64-4522125f3d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.852753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-9f34b6ff-8deb-4ef2-bb64-4522125f3d2e None None] Port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:51:40.894430 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.975519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:51:40.983395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Publish callbacks [] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:40.995896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Transition to ACTIVE for port object 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:51:41.001164 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:41.078750 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:41.138055 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Attempting to bind port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:51:41.138554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Attempting to bind port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:51:41.138898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Attempting to bind port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:51:41.143606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 on network d9df2ff2-c526-429a-9d5c-d71852dd466a not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:51:41.143937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Attempting to bind port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 on network d9df2ff2-c526-429a-9d5c-d71852dd466a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:51:41.149115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:51:41.149376 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Checking segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:51:41.149774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Bound using segment: {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:51:41.150773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Bound port: 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:51:41.151138 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:41.223878 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:51:41.227280 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:51:41.233648 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:41.270996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:41.271747 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:41.273385 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] 10.222.0.60 "PUT /v2.0/ports/0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 1092 time: 0.6821749 Jan 28 14:51:41.273937 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:51:41.277043 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:51:41.314124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4064b-5eb6-4553-a4f1-5f9f64b62f89 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:41.403692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-7fab3a8f-75ca-4a74-8e5d-5d45f0e4677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:41.405446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-7fab3a8f-75ca-4a74-8e5d-5d45f0e4677c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1095 time: 0.0660954 Jan 28 14:51:41.407187 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931d94c-f22f-415f-b067-28db53acea3f x-openstack-request-id: req-a931d94c-f22f-415f-b067-28db53acea3f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:51:41.407538 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:51:41.407863 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a931d94c-f22f-415f-b067-28db53acea3f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:51:41.408349 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'status': 'completed', 'code': 200} Jan 28 14:51:41.466400 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-fb99f84b-90b0-45e2-a2d6-ce694f76a541 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 217 time: 0.0463679 Jan 28 14:51:41.545053 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-d3f9b716-5c94-4d78-8602-56a4f3a4ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:41.546533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-d3f9b716-5c94-4d78-8602-56a4f3a4ea3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0719013 Jan 28 14:51:41.555898 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cace4b-15f3-481a-abd8-32f87a66cc48 req-a444b31a-3545-43b0-8fdc-327a98361ecc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:41.557939 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4cace4b-15f3-481a-abd8-32f87a66cc48 req-a444b31a-3545-43b0-8fdc-327a98361ecc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0934997 Jan 28 14:51:41.630315 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-41656427-3611-43fd-b246-e9981a8ec0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:41.631832 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-41656427-3611-43fd-b246-e9981a8ec0bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730369 Jan 28 14:51:41.636089 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d4cace4b-15f3-481a-abd8-32f87a66cc48 req-c8638ded-ca96-42b1-9515-2163e11faff5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700130 Jan 28 14:51:41.728823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-99c6ed09-6a58-4453-8c61-a0a7e064b27e service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876257 Jan 28 14:51:42.035225 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:42.163601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2dcd4086-0223-4312-80ed-6adf4e398bbf req-8daebd0c-ae44-488d-a560-c677a7df626a service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247801 Jan 28 14:51:42.254387 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-45f3238a-d4c1-4282-91df-37a2fe077dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:42.255859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-45f3238a-d4c1-4282-91df-37a2fe077dfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1095 time: 0.0413833 Jan 28 14:51:42.347989 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-c782f338-588d-4b5e-bc55-2043ed020f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:42.349488 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-c782f338-588d-4b5e-bc55-2043ed020f61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0855968 Jan 28 14:51:42.396736 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-7a1b0490-7645-4e80-8a8d-495f37cb258e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 217 time: 0.0404470 Jan 28 14:51:42.452255 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-3192c8e6-a2e3-464b-b292-7007b908d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:42.453697 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-3192c8e6-a2e3-464b-b292-7007b908d9c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0479555 Jan 28 14:51:42.503896 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-e3094294-b105-4e6b-8a6a-0c0999aad53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:42.505438 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-e3094294-b105-4e6b-8a6a-0c0999aad53c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409803 Jan 28 14:51:42.596480 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-61a1ef77-167c-4fff-b1df-f571dc1e2d43 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823829 Jan 28 14:51:42.710993 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1f8a8dcf-9f37-4dc8-a57f-b28ce9cebbdc req-fc8cb19a-41be-4404-a543-6bf0f4e62ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053450 Jan 28 14:51:42.767278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88848c8d-bf1f-46ba-a888-331ce2a13b05 req-4d1bc27c-2492-4cd1-ab20-2e55c7f15da6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:42.768996 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88848c8d-bf1f-46ba-a888-331ce2a13b05 req-4d1bc27c-2492-4cd1-ab20-2e55c7f15da6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0526659 Jan 28 14:51:42.820352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-88848c8d-bf1f-46ba-a888-331ce2a13b05 req-3a8d38ae-4b0d-4325-89c2-dae5cdb5985e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453947 Jan 28 14:51:43.941442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656086fb-d7ef-45a6-81e8-43de4eacd166 req-d22b3392-55a4-4d28-9506-20ddfe95c300 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:43.942952 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-656086fb-d7ef-45a6-81e8-43de4eacd166 req-d22b3392-55a4-4d28-9506-20ddfe95c300 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0530457 Jan 28 14:51:43.990901 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-656086fb-d7ef-45a6-81e8-43de4eacd166 req-ce16f03b-f685-4f41-8dc6-6882acc86e58 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Jan 28 14:51:45.111651 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de097baa-7105-4265-91a8-9baf65599aab req-2304ee25-c88e-4654-9c66-a32e497cb3dd tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:45.113180 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de097baa-7105-4265-91a8-9baf65599aab req-2304ee25-c88e-4654-9c66-a32e497cb3dd tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0522490 Jan 28 14:51:45.162536 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-de097baa-7105-4265-91a8-9baf65599aab req-68d39a88-301a-4da4-8e38-2fc439ad9e54 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Jan 28 14:51:46.281433 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f25762-8e15-483c-bad1-a19dff5ef6d1 req-aca2b1bc-6da6-4d19-baec-11b1c1cc6927 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:46.282821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96f25762-8e15-483c-bad1-a19dff5ef6d1 req-aca2b1bc-6da6-4d19-baec-11b1c1cc6927 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0513611 Jan 28 14:51:46.336044 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-96f25762-8e15-483c-bad1-a19dff5ef6d1 req-3e334c8f-6e5f-45d6-8d20-5415d0589e4c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473721 Jan 28 14:51:47.457899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3148090-8eeb-4f38-b952-cf8c6312dfe2 req-ace929de-1f23-4208-80ec-be34fad18bfc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:47.459293 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3148090-8eeb-4f38-b952-cf8c6312dfe2 req-ace929de-1f23-4208-80ec-be34fad18bfc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0549309 Jan 28 14:51:47.514386 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f3148090-8eeb-4f38-b952-cf8c6312dfe2 req-3b365a34-6cfe-45ee-84d5-663b46111763 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Jan 28 14:51:48.634381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a06bd1-9ad2-4550-8878-ded382051dd4 req-191775e9-7d98-42e7-bd0d-4cb2986ead75 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:48.636245 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1a06bd1-9ad2-4550-8878-ded382051dd4 req-191775e9-7d98-42e7-bd0d-4cb2986ead75 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0531502 Jan 28 14:51:48.686165 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b1a06bd1-9ad2-4550-8878-ded382051dd4 req-7a4c0e28-f07e-4a73-b9eb-bad6115aa4a5 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 Jan 28 14:51:49.810269 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788604e7-41df-428f-a4c9-0652a34c390b req-3cdd93a4-230a-4447-8c95-dbb14be97d06 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:49.811767 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-788604e7-41df-428f-a4c9-0652a34c390b req-3cdd93a4-230a-4447-8c95-dbb14be97d06 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0524435 Jan 28 14:51:49.861664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-788604e7-41df-428f-a4c9-0652a34c390b req-a240e054-d21c-4f2e-8a8e-6bbcde114919 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434442 Jan 28 14:51:51.023018 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d76c7-8c05-4f2a-bc02-de4ad080de22 req-4687b3c2-5a7f-4d04-a183-7d54b10a2a6c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:51.024533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-349d76c7-8c05-4f2a-bc02-de4ad080de22 req-4687b3c2-5a7f-4d04-a183-7d54b10a2a6c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0478475 Jan 28 14:51:51.075853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-349d76c7-8c05-4f2a-bc02-de4ad080de22 req-4c278d27-77c0-42b7-977b-92d352504519 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451450 Jan 28 14:51:52.195382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc71b8-c983-461a-a238-5b847616d9e7 req-278140f3-a283-48c4-af3e-bd04f663a03a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:52.197599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0bc71b8-c983-461a-a238-5b847616d9e7 req-278140f3-a283-48c4-af3e-bd04f663a03a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0490105 Jan 28 14:51:52.249897 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e0bc71b8-c983-461a-a238-5b847616d9e7 req-403ffeba-cdee-4c11-8d2b-0f5be783ac3c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 Jan 28 14:51:53.362798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae694-3f19-4320-9e52-247cce07ac5f req-eb811d51-821b-4ea4-aa32-b8041569909f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:53.364352 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5bae694-3f19-4320-9e52-247cce07ac5f req-eb811d51-821b-4ea4-aa32-b8041569909f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0474052 Jan 28 14:51:53.412756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b5bae694-3f19-4320-9e52-247cce07ac5f req-1fac1295-7858-412f-991f-23e00a3dadd2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Jan 28 14:51:54.528546 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef838b-32ed-419e-9507-7eb1dd48e569 req-c147f06a-c349-4b8e-b755-c73fd539ccbb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:54.530009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fef838b-32ed-419e-9507-7eb1dd48e569 req-c147f06a-c349-4b8e-b755-c73fd539ccbb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0476346 Jan 28 14:51:54.580145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6fef838b-32ed-419e-9507-7eb1dd48e569 req-a5fe93e5-8fbe-49dd-9e86-eaed08cef003 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Jan 28 14:51:55.699696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7678de-aabd-47b9-bb29-bf851e6884fa req-b5b1e348-5b8a-4e4f-8146-706ee2496d33 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:55.701272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae7678de-aabd-47b9-bb29-bf851e6884fa req-b5b1e348-5b8a-4e4f-8146-706ee2496d33 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0529466 Jan 28 14:51:55.751093 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae7678de-aabd-47b9-bb29-bf851e6884fa req-6bcf439f-87c4-48aa-8de0-7ca353b793b6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442224 Jan 28 14:51:56.870779 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be5de-ba39-4103-9bb3-16de0b8fe315 req-a8c8bc68-dae4-4a7d-b71d-a76fcab72ca9 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:56.872270 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4d6be5de-ba39-4103-9bb3-16de0b8fe315 req-a8c8bc68-dae4-4a7d-b71d-a76fcab72ca9 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0484760 Jan 28 14:51:56.920935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4d6be5de-ba39-4103-9bb3-16de0b8fe315 req-4b2850e2-6670-4a19-aa89-44dfda0c6a93 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Jan 28 14:51:57.446259 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:57.780958 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:51:57.873890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:51:57.884992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'port_id': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'mac_address': 'fa:16:3e:e3:f0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:51:57.920997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:51:57.921388 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:57.937389 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:51:57.958037 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:51:57.962249 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:58.010764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:51:58.018378 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.018736 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.019089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.019436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.019790 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.020162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.021209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.021209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.021209 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.021526 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.021794 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.022124 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.022570 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:51:58.039521 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a66864-6bc3-43c6-8591-939dfd8c2575 req-357bbb7a-97a8-4f30-8122-35f07a7a4b3e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:58.041026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76a66864-6bc3-43c6-8591-939dfd8c2575 req-357bbb7a-97a8-4f30-8122-35f07a7a4b3e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 945 time: 0.0515122 Jan 28 14:51:58.091156 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-76a66864-6bc3-43c6-8591-939dfd8c2575 req-2b5e15d3-f905-4904-858e-055b25274b07 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Jan 28 14:51:58.258489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['0c4b6ccd-84dd-45cf-b1dc-166d8323a095'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:51:58.803154 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:59.206710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d2f4-5208-498a-9201-b3e6d630708a req-5f9cdfa5-b98b-4784-8610-f1624d6688ba tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:51:59.208227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d32d2f4-5208-498a-9201-b3e6d630708a req-5f9cdfa5-b98b-4784-8610-f1624d6688ba tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Jan 28 14:51:59.256362 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9d32d2f4-5208-498a-9201-b3e6d630708a req-cc3e5979-42e6-4ed2-8264-486504fe43fb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422630 Jan 28 14:51:59.780381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:51:59.828873 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:51:59.833013 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:51:59.833334 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:59.912516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:51:59.912910 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:59.935429 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:51:59.937717 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb91d39d-a078-4934-8e7a-9c35b93e5729" -d '{"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:51:59.950179 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:51:59.953940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:51:59.978869 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e0c226-eb07-4888-95dc-d7c2bfe83c41 x-openstack-request-id: req-b7e0c226-eb07-4888-95dc-d7c2bfe83c41 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:51:59.979187 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:51:59.979988 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7e0c226-eb07-4888-95dc-d7c2bfe83c41 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:51:59.980416 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'code': 200} Jan 28 14:52:00.011308 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:00.077321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a09db4-f171-494a-9d66-d2a4d0205686 req-4ed2158c-c1e4-4d41-bb31-8904ffc5d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:00.078820 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7a09db4-f171-494a-9d66-d2a4d0205686 req-4ed2158c-c1e4-4d41-bb31-8904ffc5d542 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0404017 Jan 28 14:52:00.131272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7a09db4-f171-494a-9d66-d2a4d0205686 req-d738d798-0697-432d-b1f8-ab9a6f249cd2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 Jan 28 14:52:00.372320 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1f606-c914-4a7c-b7bc-4365296a8009 req-18e321f7-fbe9-49e4-986c-3ed28d7c59a8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:00.373942 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17c1f606-c914-4a7c-b7bc-4365296a8009 req-18e321f7-fbe9-49e4-986c-3ed28d7c59a8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0487258 Jan 28 14:52:00.422502 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-17c1f606-c914-4a7c-b7bc-4365296a8009 req-0330adfe-106b-4ffb-8aca-bd02f1e95780 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Jan 28 14:52:00.750675 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:52:01.536134 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cead2d-abcc-4b26-851d-cda5f48fcb54 req-a895b33a-f57f-40ab-90fd-15b6cdc1519a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:01.537553 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01cead2d-abcc-4b26-851d-cda5f48fcb54 req-a895b33a-f57f-40ab-90fd-15b6cdc1519a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0479999 Jan 28 14:52:01.586988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01cead2d-abcc-4b26-851d-cda5f48fcb54 req-983d0f2e-e9cb-4129-9dce-260de7f31ecc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Jan 28 14:52:01.702717 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18c74-6798-4ae0-83fe-d9209027f6d6 req-cd199c73-9353-46f3-8aee-fa2485df738a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:01.704140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35e18c74-6798-4ae0-83fe-d9209027f6d6 req-cd199c73-9353-46f3-8aee-fa2485df738a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0538316 Jan 28 14:52:01.753189 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-35e18c74-6798-4ae0-83fe-d9209027f6d6 req-0f3d8ec9-d5e3-4f9c-a973-86be11243603 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Jan 28 14:52:01.774523 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49774) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:52:01.814115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819f8d3-6e61-4c5f-b8ad-728d9f48209f tempest-TestShelveInstance-2019095191 tempest-TestShelveInstance-2019095191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:01.815670 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8819f8d3-6e61-4c5f-b8ad-728d9f48209f tempest-TestShelveInstance-2019095191 tempest-TestShelveInstance-2019095191-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1092 time: 0.0400941 Jan 28 14:52:01.818474 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49776) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:52:01.822715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:52:01.844540 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:01.938029 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.045760 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Allocated IP 172.25.4.50 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/333a2678-4ff7-40e1-9437-6b4ef2b06b52) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:52:02.146648 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.183772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.224275 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:52:02.228989 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:52:02.233688 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:52:02.236704 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'Port': ['ID=333a2678-4ff7-40e1-9437-6b4ef2b06b52,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:02.596824 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (5642fea6-0e9a-4256-b3ce-f34a8e54eaae), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.664511 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.813054 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.817946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:02.889367 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event updated for resources: {'Port': ['ID=333a2678-4ff7-40e1-9437-6b4ef2b06b52,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:52:02.900894 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (5642fea6-0e9a-4256-b3ce-f34a8e54eaae), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:03.000003 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Floating IP 5642fea6-0e9a-4256-b3ce-f34a8e54eaae associated. External IP: 172.25.4.50, port: 0c4b6ccd-84dd-45cf-b1dc-166d8323a095. Jan 28 14:52:03.209680 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Router 802c852e-f5ea-4b29-ba09-5f856789bf0c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:52:03.315955 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:52:03.326458 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] Sync routers for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:52:03.334260 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:03.335609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:52:03.336514 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:52:03.362469 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-7c6068ab-6b26-4d2d-b098-f2a198c65df8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5429611 Jan 28 14:52:03.363281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:52:03.365552 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:52:03.404547 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205d9799-1b31-4566-a23d-74c08a943cc0 x-openstack-request-id: req-205d9799-1b31-4566-a23d-74c08a943cc0 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:52:03.404849 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:52:03.405114 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-205d9799-1b31-4566-a23d-74c08a943cc0 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:52:03.405536 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'status': 'completed', 'code': 200} Jan 28 14:52:03.450373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:52:03.470899 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-4d746f94-0759-4149-9d63-6b66a9c66eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.472450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-4d746f94-0759-4149-9d63-6b66a9c66eae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0420527 Jan 28 14:52:03.567939 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-61ed9e14-909e-459f-a697-7fa780fdbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.569462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-61ed9e14-909e-459f-a697-7fa780fdbfe5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0889947 Jan 28 14:52:03.638795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-c3aafda7-8395-4c2c-a72d-b2fe35084ffd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 999 time: 0.0601525 Jan 28 14:52:03.677984 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '5642fea6-0e9a-4256-b3ce-f34a8e54eaae', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'port_id': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'mac_address': 'fa:16:3e:e3:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:52:02Z', 'updated_at': '2022-01-28T14:52:02Z', 'revision_number': 0, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:52:03.688885 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-f6bd6687-9859-4674-abf8-0fd21d58aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.690412 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-f6bd6687-9859-4674-abf8-0fd21d58aca6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0435088 Jan 28 14:52:03.705057 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] Checking router: 802c852e-f5ea-4b29-ba09-5f856789bf0c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:52:03.713842 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:52:03.714558 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:51:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:52:03.748772 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-d71e6f03-7c26-4ffc-ba89-c210ae3d7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:03.750276 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-d71e6f03-7c26-4ffc-ba89-c210ae3d7eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507030 Jan 28 14:52:03.819924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:52:03.842819 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-c8b1a30d-cbdb-4409-bbff-7c8225ad10d4 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Jan 28 14:52:03.939532 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a6b32ad4-9aa5-4727-b0de-9c70a3563bbc req-b2b04f72-0990-4cd1-90de-0f71896eccbe service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897632 Jan 28 14:52:04.044650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '5642fea6-0e9a-4256-b3ce-f34a8e54eaae', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'port_id': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'mac_address': 'fa:16:3e:e3:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:52:02Z', 'updated_at': '2022-01-28T14:52:02Z', 'revision_number': 0, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:52:04.070019 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9665145-bf49-48a1-b5d3-857c307e2f53 None None] The sync data for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 is: [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '5642fea6-0e9a-4256-b3ce-f34a8e54eaae', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'port_id': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'mac_address': 'fa:16:3e:e3:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:52:02Z', 'updated_at': '2022-01-28T14:52:02Z', 'revision_number': 0, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:52:04.258458 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f596354-64ff-46c3-908d-b61f276859c1 None None] New status for floating IP 5642fea6-0e9a-4256-b3ce-f34a8e54eaae: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:52:05.133505 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a6366d8a-3baa-4562-b970-c969b915e7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:07.870416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4334b611-0184-40a7-b76b-f2236c48d74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:09.069744 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:10.896603 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:12.029177 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:27.463644 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:28.811842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:35.135747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-edb2c9ad-4e53-4e93-af04-3be0d0575403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:37.749218 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:52:37.871581 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ecd40367-e83d-4f07-baa7-5bbf84f0671e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:39.072516 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:40.899545 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:42.031226 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:54.780577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-12efc7b8-3a6f-4a5c-9c53-61db40934e6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408170 Jan 28 14:52:54.865748 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13df0-db9e-4788-8403-a08b302c0552 req-cc03cb53-53c6-44e2-b246-a135db0a402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:54.867260 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-cc03cb53-53c6-44e2-b246-a135db0a402b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0416698 Jan 28 14:52:54.976998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13df0-db9e-4788-8403-a08b302c0552 req-cf538bf9-c1ea-45ac-9ac9-dbf9d0bd0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:54.978478 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-cf538bf9-c1ea-45ac-9ac9-dbf9d0bd0a3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0871465 Jan 28 14:52:55.045133 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-7dc40d46-fe4b-4d2e-86ff-bc521c09784e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 1001 time: 0.0582759 Jan 28 14:52:55.098680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13df0-db9e-4788-8403-a08b302c0552 req-afcc7c27-360a-44dc-b7db-fbc0dbd14c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:55.100221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-afcc7c27-360a-44dc-b7db-fbc0dbd14c50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0462883 Jan 28 14:52:55.150365 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13df0-db9e-4788-8403-a08b302c0552 req-b4ca176b-6f92-455a-8a24-5fe5a020d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:52:55.151908 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-b4ca176b-6f92-455a-8a24-5fe5a020d5fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453427 Jan 28 14:52:55.244884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-9703d7c2-df60-4ee1-82c9-cc16c3df9bdb service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834579 Jan 28 14:52:55.339138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cda13df0-db9e-4788-8403-a08b302c0552 req-8235a2a2-2ef2-43a6-9b7f-363ad5548082 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849490 Jan 28 14:52:57.461504 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:52:58.808875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:05.139661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-75ff9cfa-8ed3-44e0-a05f-0dd1deb8adb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:07.873011 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fbac9f26-7755-4400-b663-3de0ef63bf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:09.077747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:10.900799 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:12.034173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:14.748434 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:53:27.476834 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:28.807733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:35.142750 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6e028675-9c94-485d-8fdd-34a926f3fb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:37.873184 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0efd6234-0a2f-459c-94b2-c23e9540afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:39.080135 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:40.903525 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:42.036914 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:51.746994 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:53:54.777244 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-49af0ac3-ae24-4d31-9507-ef8b74155608 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406270 Jan 28 14:53:54.858600 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-b06697f3-fd95-447f-ba61-d372bdc5a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:54.860149 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-b06697f3-fd95-447f-ba61-d372bdc5a8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0406008 Jan 28 14:53:54.965956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-ef91e01e-9a0d-4458-9b92-4f5952e999d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:54.967499 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-ef91e01e-9a0d-4458-9b92-4f5952e999d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0878761 Jan 28 14:53:55.032987 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-a935cd7d-75b5-422e-aab3-d77c31108725 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 1001 time: 0.0588565 Jan 28 14:53:55.084283 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-cf363768-8abb-4f5e-8930-29bdaf026e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:55.085718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-cf363768-8abb-4f5e-8930-29bdaf026e44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0433941 Jan 28 14:53:55.137940 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-76938a66-9da1-4695-9c91-71d5317b45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:53:55.139405 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-76938a66-9da1-4695-9c91-71d5317b45bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443966 Jan 28 14:53:55.229688 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-288f2825-8eac-4106-a984-6aa5094691db service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823536 Jan 28 14:53:55.321853 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3674fb20-b341-4146-9c5d-436bfc409af3 req-eb0dcd59-0a4b-49c2-9cb7-ac64301d60fa service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852537 Jan 28 14:53:57.476142 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:53:58.821888 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:01.982216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d432-17f6-4cb6-b65a-c7f57d25790e req-39293032-3c86-47c5-9fa0-8a2070d6f581 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:01.984079 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b65d432-17f6-4cb6-b65a-c7f57d25790e req-39293032-3c86-47c5-9fa0-8a2070d6f581 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0511000 Jan 28 14:54:02.036052 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1b65d432-17f6-4cb6-b65a-c7f57d25790e req-17dd9a1d-8107-490c-b4ac-2973f2473ef0 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Jan 28 14:54:03.155047 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e45e7-c31c-4923-b92f-8c434569acab req-303db2cd-718f-4918-81fe-7ceaadb3fcba tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:03.156549 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a8e45e7-c31c-4923-b92f-8c434569acab req-303db2cd-718f-4918-81fe-7ceaadb3fcba tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0474625 Jan 28 14:54:03.205654 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1a8e45e7-c31c-4923-b92f-8c434569acab req-6acdae73-6380-403e-b281-36664fd6a92f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Jan 28 14:54:04.324723 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f1b9b-a8c4-45b7-b6cb-94238e3dfe05 req-2bc39dbd-6ce5-49b6-8435-b335e8ac6508 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:04.326214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b74f1b9b-a8c4-45b7-b6cb-94238e3dfe05 req-2bc39dbd-6ce5-49b6-8435-b335e8ac6508 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0525115 Jan 28 14:54:04.374392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b74f1b9b-a8c4-45b7-b6cb-94238e3dfe05 req-6d0ade9e-8c78-49bf-981a-a718d09f5a37 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423992 Jan 28 14:54:05.146080 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3535-5727-4ee4-8704-fb0e198cae0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:05.491771 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623be88-0ad0-4f57-ba1c-00c1dcdbe0b2 req-9c67078b-2466-4ca2-81ce-951dc82dfd9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:05.493289 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2623be88-0ad0-4f57-ba1c-00c1dcdbe0b2 req-9c67078b-2466-4ca2-81ce-951dc82dfd9f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0479436 Jan 28 14:54:05.542235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2623be88-0ad0-4f57-ba1c-00c1dcdbe0b2 req-097b619a-d1b5-4373-ac8d-d6b9b1e0b506 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433199 Jan 28 14:54:06.662288 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569c47c-b52d-4978-8cfd-bb858714ea72 req-3f5cec0f-7ab1-43b2-a83e-6056b67843ac tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:06.663785 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e569c47c-b52d-4978-8cfd-bb858714ea72 req-3f5cec0f-7ab1-43b2-a83e-6056b67843ac tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0474403 Jan 28 14:54:06.717311 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e569c47c-b52d-4978-8cfd-bb858714ea72 req-4b37c01a-ed6e-4c87-bf74-cbefdbe82f34 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479512 Jan 28 14:54:07.833516 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91f2c-4b85-4625-af37-127b036633ca req-9841f283-9d92-4a2f-a204-1d3494caba64 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:07.835026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ce91f2c-4b85-4625-af37-127b036633ca req-9841f283-9d92-4a2f-a204-1d3494caba64 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0501597 Jan 28 14:54:07.874409 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-33c20241-0c0c-4a90-8397-0b367d2b586c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:07.885115 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9ce91f2c-4b85-4625-af37-127b036633ca req-cd454863-5e12-4c04-8f3b-537d13240a8c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443058 Jan 28 14:54:09.000726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006bcae-ea93-4b2e-b8c8-03613fc66e1b req-043c4022-5b8a-4113-868d-680503823154 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:09.002702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d006bcae-ea93-4b2e-b8c8-03613fc66e1b req-043c4022-5b8a-4113-868d-680503823154 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0493753 Jan 28 14:54:09.051737 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d006bcae-ea93-4b2e-b8c8-03613fc66e1b req-864b6da0-e5cd-4f27-8c9f-3421252b2383 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Jan 28 14:54:09.085205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:10.171680 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff2643-5d9c-4830-9bfe-5d21a7e262fc req-f55c4fc5-cb41-48c1-843e-4cc64be25af7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:10.173175 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7ff2643-5d9c-4830-9bfe-5d21a7e262fc req-f55c4fc5-cb41-48c1-843e-4cc64be25af7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0515978 Jan 28 14:54:10.222303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d7ff2643-5d9c-4830-9bfe-5d21a7e262fc req-ab7748d3-d3fd-4805-ba28-c8a7699b8b61 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Jan 28 14:54:10.906831 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:11.343574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545500b6-0f31-47c5-86e7-26bf09ddfcd3 req-bde6c7f3-12ae-40b5-8189-e8eee27ce631 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:11.345091 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-545500b6-0f31-47c5-86e7-26bf09ddfcd3 req-bde6c7f3-12ae-40b5-8189-e8eee27ce631 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0553603 Jan 28 14:54:11.394780 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-545500b6-0f31-47c5-86e7-26bf09ddfcd3 req-89bee5c5-1a39-439c-9302-493c1855da97 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Jan 28 14:54:12.039261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:12.198852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-c1fdc2ea-2e32-4055-ac56-5e4a3ee78032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:12.200395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-c1fdc2ea-2e32-4055-ac56-5e4a3ee78032 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0452282 Jan 28 14:54:12.289193 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-0d7606ca-b474-4667-b4b1-a54c9775718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:12.290727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-0d7606ca-b474-4667-b4b1-a54c9775718d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0835030 Jan 28 14:54:12.359753 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-daabc851-ec08-4e8f-b2b6-2d6ea1f05508 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 1001 time: 0.0620494 Jan 28 14:54:12.409783 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-113aa8ac-a731-47bf-8888-4485ba596b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:12.411261 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-113aa8ac-a731-47bf-8888-4485ba596b5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0444052 Jan 28 14:54:12.458040 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-b693e8cb-dc5a-40c4-ba27-ccaa34e94e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:12.459563 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-b693e8cb-dc5a-40c4-ba27-ccaa34e94e32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410337 Jan 28 14:54:12.567294 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dac8d-dfa5-4b1e-974e-4a374980fcc1 req-34614016-b541-40ba-b645-d0ed1b58f3ec tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:12.568834 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd9dac8d-dfa5-4b1e-974e-4a374980fcc1 req-34614016-b541-40ba-b645-d0ed1b58f3ec tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.1055608 Jan 28 14:54:12.616509 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-9d01ca93-25af-4f9b-9601-3c01e565402d service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450272 Jan 28 14:54:12.655558 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fd9dac8d-dfa5-4b1e-974e-4a374980fcc1 req-2d5fa073-a521-4308-9614-adbed8cc7d31 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803962 Jan 28 14:54:12.725866 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-6c32ddbf-69a5-4ab7-a91e-376232afc984 req-5c9d1b94-2a7d-4300-9cb4-459f3e1090cc service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010826 Jan 28 14:54:13.772254 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd154c9-a487-4341-af95-4620911f617a req-d915d833-d01d-4a73-a783-09ed0b5a5efb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:13.773729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fd154c9-a487-4341-af95-4620911f617a req-d915d833-d01d-4a73-a783-09ed0b5a5efb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0480642 Jan 28 14:54:13.821556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fd154c9-a487-4341-af95-4620911f617a req-dada0427-c221-4950-ae0a-f588520deabe tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Jan 28 14:54:14.937463 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd79011-6e14-4f6e-9c20-098d2860eb55 req-22d1d608-43ce-40b9-8c19-e5f8c3060031 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:14.938948 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fd79011-6e14-4f6e-9c20-098d2860eb55 req-22d1d608-43ce-40b9-8c19-e5f8c3060031 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Jan 28 14:54:14.995462 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5fd79011-6e14-4f6e-9c20-098d2860eb55 req-b0bef0ed-0608-4b90-9933-38627bfd2dde tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506413 Jan 28 14:54:16.120321 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66b8bb-74b8-4494-9fe2-b9291134a415 req-7734f692-a061-4774-bd1c-2f612c0d180c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:16.121911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae66b8bb-74b8-4494-9fe2-b9291134a415 req-7734f692-a061-4774-bd1c-2f612c0d180c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0565929 Jan 28 14:54:16.174956 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ae66b8bb-74b8-4494-9fe2-b9291134a415 req-1e292d0f-1879-4acd-aa8b-3d3eb77a30b0 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474255 Jan 28 14:54:17.291111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79badd0-eb57-4401-b502-2bb770477af3 req-95c9e132-5164-49a5-ad82-051031524cda tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:17.292634 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c79badd0-eb57-4401-b502-2bb770477af3 req-95c9e132-5164-49a5-ad82-051031524cda tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0484254 Jan 28 14:54:17.341843 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c79badd0-eb57-4401-b502-2bb770477af3 req-163a219a-445f-4efb-90e0-9feda2321ef6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Jan 28 14:54:18.451499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:54:18.474247 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee90174-5722-4ed2-bbd6-3427083a56fb req-f97b790e-6516-4094-9fcf-12e3cc26bd12 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:18.475975 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee90174-5722-4ed2-bbd6-3427083a56fb req-f97b790e-6516-4094-9fcf-12e3cc26bd12 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0575097 Jan 28 14:54:18.529061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-eee90174-5722-4ed2-bbd6-3427083a56fb req-c14a5c2c-1fa7-44a6-82df-360887035ade tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467529 Jan 28 14:54:18.537575 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:54:18.537976 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:18.562047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:54:18.564560 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c26ddf-1c8f-48bf-aee5-0572785e86c2" -d '{"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:54:18.577480 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:54:18.582562 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:18.633994 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:18.644157 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.644525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.644881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.645230 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.645576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.645914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.646287 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.646627 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.646962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.647295 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.647630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.647962 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.648321 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:54:18.691732 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e887f746-f1db-49cd-80a4-ca11029afcf7 x-openstack-request-id: req-e887f746-f1db-49cd-80a4-ca11029afcf7 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:54:18.692057 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-unplugged", "status": "failed", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095", "code": 422}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:54:18.692320 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e887f746-f1db-49cd-80a4-ca11029afcf7 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:54:18.692731 n-d-822748-2 neutron-server[103375]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'code': 422} returned with failed status Jan 28 14:54:18.729859 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-993c771a-0b07-4ade-8876-b3cb984c08fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436511 Jan 28 14:54:18.741651 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-8dd885a1-94e8-4bc7-b19b-c9961767f745 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:54:18.742678 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-8dd885a1-94e8-4bc7-b19b-c9961767f745 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073607 Jan 28 14:54:18.790522 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307af24-9086-4f49-a315-1f99b583eba3 req-4290e54a-2fbc-4a5d-9fb1-2abd7f0f89b4 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:18.792118 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d307af24-9086-4f49-a315-1f99b583eba3 req-4290e54a-2fbc-4a5d-9fb1-2abd7f0f89b4 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0526955 Jan 28 14:54:18.847550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d307af24-9086-4f49-a315-1f99b583eba3 req-b9d2c83e-0665-4451-b1eb-f9a4235c2868 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488963 Jan 28 14:54:19.965003 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9033f9f-fff3-4a28-a209-7f43ba2e0ed5 req-67888228-3b07-4875-89fc-22c9b5eacc66 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:19.966523 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9033f9f-fff3-4a28-a209-7f43ba2e0ed5 req-67888228-3b07-4875-89fc-22c9b5eacc66 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0491686 Jan 28 14:54:20.021195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e9033f9f-fff3-4a28-a209-7f43ba2e0ed5 req-51e871af-e833-4f2b-84b3-695bf61531d9 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483057 Jan 28 14:54:21.139663 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f43c3d-0327-434f-ad5a-dd6a6e4a2d0e req-d7bff105-fa25-407f-8ec2-30e030695511 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:21.141195 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15f43c3d-0327-434f-ad5a-dd6a6e4a2d0e req-d7bff105-fa25-407f-8ec2-30e030695511 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0491698 Jan 28 14:54:21.192723 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-15f43c3d-0327-434f-ad5a-dd6a6e4a2d0e req-eff7fc50-be28-47c1-b059-c8da322d421f tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445251 Jan 28 14:54:22.307360 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330d1be-63ff-41f6-a836-839aeb34ebd3 req-0df37655-fd68-41e5-ac0a-fc51ca286b18 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:22.308760 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9330d1be-63ff-41f6-a836-839aeb34ebd3 req-0df37655-fd68-41e5-ac0a-fc51ca286b18 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0473700 Jan 28 14:54:22.357358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9330d1be-63ff-41f6-a836-839aeb34ebd3 req-3e2ae448-e014-4cb1-b408-d17a8c721162 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Jan 28 14:54:23.476519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfa088-3150-4f2a-81dd-3572d1365a20 req-ed7b1a4f-7276-4232-87d4-796f672b2d38 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:23.478074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfcfa088-3150-4f2a-81dd-3572d1365a20 req-ed7b1a4f-7276-4232-87d4-796f672b2d38 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0519636 Jan 28 14:54:23.531225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cfcfa088-3150-4f2a-81dd-3572d1365a20 req-06f11b1a-30b9-4d87-b4f6-f6eceff6a4ef tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471284 Jan 28 14:54:24.649456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b76fe0-d6f1-468e-a399-cc7ddafb2929 req-ed69dfe2-eb20-4fff-b513-7c028eacfe43 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:24.650968 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2b76fe0-d6f1-468e-a399-cc7ddafb2929 req-ed69dfe2-eb20-4fff-b513-7c028eacfe43 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0491428 Jan 28 14:54:24.701702 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b2b76fe0-d6f1-468e-a399-cc7ddafb2929 req-05e79438-b75e-4b1a-a3e5-252e3f82edb2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451853 Jan 28 14:54:25.816988 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839cf0f-0bf1-4bc3-9ce1-0caa82421ded req-c8d97c2c-4a3e-4e5a-9f90-39521acc948b tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:25.818461 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b839cf0f-0bf1-4bc3-9ce1-0caa82421ded req-c8d97c2c-4a3e-4e5a-9f90-39521acc948b tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0477848 Jan 28 14:54:25.872884 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b839cf0f-0bf1-4bc3-9ce1-0caa82421ded req-6d422e2a-b4dd-43ae-995d-b42c7c5fdd67 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Jan 28 14:54:26.993823 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43acc3-223f-4b8e-8329-99066ba34dbb req-a1f3db06-b12d-4318-8e7e-2a6de667e0c7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:26.996119 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e43acc3-223f-4b8e-8329-99066ba34dbb req-a1f3db06-b12d-4318-8e7e-2a6de667e0c7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0520790 Jan 28 14:54:27.046599 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4e43acc3-223f-4b8e-8329-99066ba34dbb req-781eed2a-d9e5-4282-b84f-f9146c9dd9a4 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Jan 28 14:54:27.490285 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:28.163071 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d09b5f-2063-4c00-86c9-26f3f38fd0de req-59e0a1dc-5cba-4932-8376-c8cbd60b5834 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:28.164609 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64d09b5f-2063-4c00-86c9-26f3f38fd0de req-59e0a1dc-5cba-4932-8376-c8cbd60b5834 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0495253 Jan 28 14:54:28.218556 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-64d09b5f-2063-4c00-86c9-26f3f38fd0de req-bccd913c-101d-4d69-bd1a-24a2119ae035 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472748 Jan 28 14:54:28.746937 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:54:28.820073 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:29.121952 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-c32ac7ab-8f8b-47ea-85ba-31f480d3af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.123441 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-c32ac7ab-8f8b-47ea-85ba-31f480d3af29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0&tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee HTTP/1.1" status: 200 len: 1095 time: 0.0455921 Jan 28 14:54:29.184542 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-98bfd00e-8864-4036-8ccb-0fdede863453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.186039 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-98bfd00e-8864-4036-8ccb-0fdede863453 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1095 time: 0.0403571 Jan 28 14:54:29.287369 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-90fe0824-8f86-4be9-b5f7-5a73a7c99c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.288926 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-90fe0824-8f86-4be9-b5f7-5a73a7c99c4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0958879 Jan 28 14:54:29.382749 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114e338-1eb5-4840-9e5e-7cf7afc12af9 req-00954cc8-ca82-4501-82e4-72d28583a324 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.384184 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3114e338-1eb5-4840-9e5e-7cf7afc12af9 req-00954cc8-ca82-4501-82e4-72d28583a324 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0943463 Jan 28 14:54:29.385864 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-298a7be5-3b5a-4c40-bed8-a286e914f1a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 999 time: 0.0878460 Jan 28 14:54:29.468370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-f9786560-e3cf-47e1-86fe-3a5d45db7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.469835 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-f9786560-e3cf-47e1-86fe-3a5d45db7b44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0742140 Jan 28 14:54:29.474317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3114e338-1eb5-4840-9e5e-7cf7afc12af9 req-6a41e77a-48af-42e5-abbc-dbeb51c837f7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845189 Jan 28 14:54:29.518850 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-7006bd11-2f0d-45f1-a305-0236dc06c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:29.520382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-7006bd11-2f0d-45f1-a305-0236dc06c7ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437267 Jan 28 14:54:29.616164 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-3fafccd6-4eea-4f06-b9d9-010bd348b8e0 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856898 Jan 28 14:54:29.703925 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-bb905feb-a2ae-48bb-9d71-61577d5f3fa0 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808933 Jan 28 14:54:30.589504 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebe851-7a3e-4b18-ad17-e8d5a5273963 req-765ff791-3b33-4da4-b803-861c1a5ef6cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:30.590988 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66ebe851-7a3e-4b18-ad17-e8d5a5273963 req-765ff791-3b33-4da4-b803-861c1a5ef6cc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0483983 Jan 28 14:54:30.639607 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-66ebe851-7a3e-4b18-ad17-e8d5a5273963 req-87a3c2b3-691c-4015-a341-bfa85f1c9417 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Jan 28 14:54:32.084440 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f4ee-54cf-4f52-9bc3-f923db46ac31 req-868f9d6c-d3cd-4d4a-b283-afa50d5992b7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:32.085914 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4c9f4ee-54cf-4f52-9bc3-f923db46ac31 req-868f9d6c-d3cd-4d4a-b283-afa50d5992b7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.3788438 Jan 28 14:54:32.133473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e4c9f4ee-54cf-4f52-9bc3-f923db46ac31 req-1c530df2-6ce1-4908-b0ae-7662ff645d41 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Jan 28 14:54:33.246768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92035e29-ee68-42fc-b065-4efbac484386 req-793347e3-4e8b-4a4b-b5cf-37deaa334a28 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:33.248262 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92035e29-ee68-42fc-b065-4efbac484386 req-793347e3-4e8b-4a4b-b5cf-37deaa334a28 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0480919 Jan 28 14:54:33.296161 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-92035e29-ee68-42fc-b065-4efbac484386 req-aef9fa9b-9928-406c-acc1-f986aec5a490 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Jan 28 14:54:34.414623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226fe14-343e-46c7-9b92-ed8e67c0b367 req-5067e2cd-9ea7-4a63-89fe-a4a19085e970 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:34.416106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7226fe14-343e-46c7-9b92-ed8e67c0b367 req-5067e2cd-9ea7-4a63-89fe-a4a19085e970 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0516601 Jan 28 14:54:34.465826 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7226fe14-343e-46c7-9b92-ed8e67c0b367 req-67180300-c59a-4216-a131-2a8202906e97 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Jan 28 14:54:35.148915 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-552e6674-a399-48d9-b05d-d257cd205f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:35.642427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcd073-beba-478f-92a8-941577305e1b req-947f6c6c-4709-4fab-977d-40c16cf77c64 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:35.644301 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05bcd073-beba-478f-92a8-941577305e1b req-947f6c6c-4709-4fab-977d-40c16cf77c64 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.1110048 Jan 28 14:54:35.696125 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-05bcd073-beba-478f-92a8-941577305e1b req-fd4824cd-df2f-4cf8-9238-66602f66e422 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Jan 28 14:54:36.814151 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79952131-5923-43b3-850e-f0aa1e0adaf4 req-6af7440b-d606-427a-a7a3-c4302846513d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:36.816139 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79952131-5923-43b3-850e-f0aa1e0adaf4 req-6af7440b-d606-427a-a7a3-c4302846513d tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0476959 Jan 28 14:54:36.867169 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-79952131-5923-43b3-850e-f0aa1e0adaf4 req-edf2f477-fdaa-49b2-bb18-0d7fb84d0c5b tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Jan 28 14:54:37.875847 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4e63-2c6f-494a-9544-cbf6e32f7639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:37.980356 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb146fa-501b-4dc5-a3cc-7412885af8e4 req-3483a018-bee3-4c96-b172-7f097e43650e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:37.981823 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feb146fa-501b-4dc5-a3cc-7412885af8e4 req-3483a018-bee3-4c96-b172-7f097e43650e tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 944 time: 0.0477645 Jan 28 14:54:38.030230 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-feb146fa-501b-4dc5-a3cc-7412885af8e4 req-e063f01e-0877-4e25-90cc-6461dc754c27 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Jan 28 14:54:38.526914 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:54:38.625899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:54:38.637723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'port_id': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'mac_address': 'fa:16:3e:e3:f0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:54:38.675689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:54:38.676172 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:38.688439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:54:38.707821 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:54:38.711720 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:38.763513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:39.013238 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['0c4b6ccd-84dd-45cf-b1dc-166d8323a095'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:54:39.105871 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:39.146882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e2634-c73e-4ebe-b867-8d5e457d9ee6 req-a4d3eaaf-a28e-4e40-abad-0138403dccc7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:39.148496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b3e2634-c73e-4ebe-b867-8d5e457d9ee6 req-a4d3eaaf-a28e-4e40-abad-0138403dccc7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 945 time: 0.0496709 Jan 28 14:54:39.202517 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3b3e2634-c73e-4ebe-b867-8d5e457d9ee6 req-f1f77ad6-79bf-4494-9675-bdd37b800ea7 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483086 Jan 28 14:54:40.320604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fff097-f2d6-460e-b210-399b085a8be6 req-09e4a050-911a-4beb-912d-e6e5dada32a6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:40.322063 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32fff097-f2d6-460e-b210-399b085a8be6 req-09e4a050-911a-4beb-912d-e6e5dada32a6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Jan 28 14:54:40.375030 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-32fff097-f2d6-460e-b210-399b085a8be6 req-35308c1f-2b04-404d-9741-76d1edd4ff3a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474594 Jan 28 14:54:40.527395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:54:40.575201 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:54:40.575578 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:40.661017 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:54:40.661415 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:40.683595 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:54:40.685866 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a1558a-871c-4209-8541-dc1f777adf0d" -d '{"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:54:40.698202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:54:40.702247 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:40.753544 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:54:40.770397 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f8970b-2627-42d7-bf71-bab107efbb29 x-openstack-request-id: req-35f8970b-2627-42d7-bf71-bab107efbb29 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:54:40.770717 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-plugged", "status": "completed", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:54:40.770975 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35f8970b-2627-42d7-bf71-bab107efbb29 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:54:40.771378 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'code': 200} Jan 28 14:54:40.908637 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:40.933427 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796087a-0491-48e6-9a02-22c8072e75a0 req-fa817747-4bed-4937-bd3e-6e4cca3ddddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:40.934915 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e796087a-0491-48e6-9a02-22c8072e75a0 req-fa817747-4bed-4937-bd3e-6e4cca3ddddc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0400493 Jan 28 14:54:40.980839 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e796087a-0491-48e6-9a02-22c8072e75a0 req-725af82b-17aa-4ef2-9f78-edfa08e85dcf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Jan 28 14:54:41.491843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962725a-2f32-4280-93cc-ec20a7265bf9 req-73e36866-05ad-49ae-8ef2-87514a690fac tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:41.493269 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8962725a-2f32-4280-93cc-ec20a7265bf9 req-73e36866-05ad-49ae-8ef2-87514a690fac tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0479314 Jan 28 14:54:41.545448 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8962725a-2f32-4280-93cc-ec20a7265bf9 req-9974ae7d-1c70-48d9-ae88-aeb584184cfb tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466349 Jan 28 14:54:42.040991 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:42.668838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df9721-fb08-4e53-ab1e-4a1b78e8c84c req-0ff3e01d-6f80-4b35-90c8-e7b0a4d1bdb3 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:42.670303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-77df9721-fb08-4e53-ab1e-4a1b78e8c84c req-0ff3e01d-6f80-4b35-90c8-e7b0a4d1bdb3 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0494452 Jan 28 14:54:42.718742 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-77df9721-fb08-4e53-ab1e-4a1b78e8c84c req-74dd42ca-dd5b-49bd-a186-1cbf07269107 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Jan 28 14:54:55.726467 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-879ab564-2e1b-4f15-aece-8fbcc6653941 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407226 Jan 28 14:54:55.813056 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-2d4a84e9-f902-4b91-9abc-4c91b0a0d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:55.814530 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-2d4a84e9-f902-4b91-9abc-4c91b0a0d3fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0437446 Jan 28 14:54:55.922349 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-3ee6e570-a663-4b8a-82d7-7bf80c79928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:55.923729 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-3ee6e570-a663-4b8a-82d7-7bf80c79928c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0849993 Jan 28 14:54:55.992811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-4d91137f-f42b-4583-bb8d-161bde103927 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 1001 time: 0.0621049 Jan 28 14:54:56.042769 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-6856f8ae-fdbd-4249-9807-ea660e0ad5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:56.044221 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-6856f8ae-fdbd-4249-9807-ea660e0ad5ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0429907 Jan 28 14:54:56.092486 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-82caf627-7349-4257-91b5-984110d14538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:54:56.094064 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-82caf627-7349-4257-91b5-984110d14538 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410118 Jan 28 14:54:56.186258 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-c360f0c1-53e1-4b8d-aa03-455ee741e690 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847583 Jan 28 14:54:56.277756 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cc635f20-6f24-4b9a-bedb-99c881669286 req-1072af8d-b319-4e7c-8169-6da96d7cff41 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832901 Jan 28 14:54:57.505875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:54:58.836629 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:05.154800 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe994-7b8d-4eb7-a7c7-48dcf929727e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:05.750367 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:55:07.879658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-9843ce50-a64d-446f-8525-d6f6e2e56e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:09.089934 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:10.911174 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:12.042817 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:27.520272 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:28.836976 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:35.156578 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bf86f86d-3368-4582-abbd-3755c4b98046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:37.881013 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ffef5abf-ff6d-4067-911a-db6c88eddeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:39.092425 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:40.913413 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:42.045601 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:42.749530 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:55:56.857333 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-0e6e05b0-016c-46fe-9c42-6b15048f46b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428360 Jan 28 14:55:56.945442 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-cab5d3cb-237b-4b1f-9337-049569707182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:56.946954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-cab5d3cb-237b-4b1f-9337-049569707182 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0456774 Jan 28 14:55:57.049926 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-c08c4981-368a-4f18-a935-6419c89a465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:57.051395 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-c08c4981-368a-4f18-a935-6419c89a465a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.0835788 Jan 28 14:55:57.121953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-4ac81c18-91ac-47e0-9b13-5658a54cdf24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 1001 time: 0.0638011 Jan 28 14:55:57.170664 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-91a03250-1ece-418a-92bb-d2d98137fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:57.172248 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-91a03250-1ece-418a-92bb-d2d98137fa60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0426216 Jan 28 14:55:57.221846 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-44e7beaf-5e8e-474d-8f64-7e08eada3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:55:57.223358 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-44e7beaf-5e8e-474d-8f64-7e08eada3a62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413013 Jan 28 14:55:57.320519 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-b4574610-ab87-4b56-b6cf-6328a4ca47e1 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898583 Jan 28 14:55:57.412192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8b4ed121-723f-43f8-a993-59003d2b5fe4 req-813d747b-7ab4-4c11-8922-dacc6d7b0c89 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836580 Jan 28 14:55:57.519506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:58.851112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:58.859408 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49944) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:55:59.018120 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Deleting port 333a2678-4ff7-40e1-9437-6b4ef2b06b52 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:55:59.018460 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:59.095747 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:59.096103 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (333a2678-4ff7-40e1-9437-6b4ef2b06b52), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:59.107753 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Calling delete_port for 333a2678-4ff7-40e1-9437-6b4ef2b06b52 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:55:59.573201 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (333a2678-4ff7-40e1-9437-6b4ef2b06b52), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:59.599336 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event deleted for resources: {'Port': ['ID=333a2678-4ff7-40e1-9437-6b4ef2b06b52,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:55:59.628214 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.628568 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.628915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.629258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.629598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.629936 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.630265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.630596 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.630925 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.631257 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.631583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.631915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.632264 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:55:59.670900 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for floatingip (5642fea6-0e9a-4256-b3ce-f34a8e54eaae), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:55:59.671288 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Floating IP 5642fea6-0e9a-4256-b3ce-f34a8e54eaae disassociated (deleted). External IP: 172.25.4.50, port: 0c4b6ccd-84dd-45cf-b1dc-166d8323a095. Jan 28 14:55:59.878313 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Router 802c852e-f5ea-4b29-ba09-5f856789bf0c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:55:59.991189 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:55:59.995971 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:00.000968 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] Sync routers for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:00.012757 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:00.013709 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:55:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:00.022930 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d9b817ef-f9b9-4c2c-9d20-c0945e74e4c1 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "DELETE /v2.0/floatingips/5642fea6-0e9a-4256-b3ce-f34a8e54eaae HTTP/1.1" status: 204 len: 168 time: 1.1622565 Jan 28 14:56:00.023509 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:56:00.025836 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2aa164-9428-4541-b150-830cd61b546f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:56:00.132350 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:00.243662 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babc0ae1-5086-46f2-80fb-3b8a3398ddb4 x-openstack-request-id: req-babc0ae1-5086-46f2-80fb-3b8a3398ddb4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:56:00.243960 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:56:00.244245 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-babc0ae1-5086-46f2-80fb-3b8a3398ddb4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:56:00.245458 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'status': 'completed', 'code': 200} Jan 28 14:56:00.341865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:00.351712 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa164-9428-4541-b150-830cd61b546f req-348d00a6-bd87-41a2-969d-5e3600cd8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:00.353251 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2aa164-9428-4541-b150-830cd61b546f req-348d00a6-bd87-41a2-969d-5e3600cd8b7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 1097 time: 0.0841570 Jan 28 14:56:00.363278 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b80774-9914-4c9c-9a74-cf5d82b0b6a7 req-7e79db86-b049-44d8-bba8-fd12d8e3b9e3 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:00.364718 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9b80774-9914-4c9c-9a74-cf5d82b0b6a7 req-7e79db86-b049-44d8-bba8-fd12d8e3b9e3 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0688057 Jan 28 14:56:00.371744 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] Checking router: 802c852e-f5ea-4b29-ba09-5f856789bf0c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:00.383742 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:00.384317 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:55:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:00.471312 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a9b80774-9914-4c9c-9a74-cf5d82b0b6a7 req-d4cb2837-82e5-4dce-a546-2003c19f3c77 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985777 Jan 28 14:56:00.491366 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:00.492300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa164-9428-4541-b150-830cd61b546f req-13de58ed-14a8-4b8e-9dc7-911066086955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:00.493852 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2aa164-9428-4541-b150-830cd61b546f req-13de58ed-14a8-4b8e-9dc7-911066086955 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 200 len: 910 time: 0.1282027 Jan 28 14:56:00.541806 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2aa164-9428-4541-b150-830cd61b546f req-6aa5b2b4-402f-465f-aa09-2c3ca5b0cf01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 200 len: 217 time: 0.0389755 Jan 28 14:56:00.591737 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa164-9428-4541-b150-830cd61b546f req-fcbcbfc9-6913-4451-af98-de0f0a9f4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:00.593320 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2aa164-9428-4541-b150-830cd61b546f req-fcbcbfc9-6913-4451-af98-de0f0a9f4a28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 200 len: 848 time: 0.0452938 Jan 28 14:56:00.645806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa164-9428-4541-b150-830cd61b546f req-1fa6bd35-01cd-4544-ba8e-a9195c5ee02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:00.647299 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2aa164-9428-4541-b150-830cd61b546f req-1fa6bd35-01cd-4544-ba8e-a9195c5ee02f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d9df2ff2-c526-429a-9d5c-d71852dd466a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465713 Jan 28 14:56:00.746938 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2aa164-9428-4541-b150-830cd61b546f req-6c4d9da9-bd7a-47d8-843f-65be0de0b2f7 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925744 Jan 28 14:56:00.840265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-af2aa164-9428-4541-b150-830cd61b546f req-021478c0-ef34-4a87-99d9-51f5ec0469e0 service neutron] 10.222.0.60 "GET /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864031 Jan 28 14:56:00.848848 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:00.878696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1cc18-96c5-482d-bbc6-1b21ac1be382 None None] The sync data for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 is: [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:44Z', 'revision_number': 4, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '31e28e4b-8086-4256-b437-ce5460765862', 'name': '', 'network_id': 'd9df2ff2-c526-429a-9d5c-d71852dd466a', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'mac_address': 'fa:16:3e:c6:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:43Z', 'updated_at': '2022-01-28T14:46:49Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'subnets': [{'id': 'f0a2646b-789a-4813-9621-1ad4aad715af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:01.101805 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d4867-3ded-4b07-8cae-869ad1d6ebbd None None] New status for floating IP 5642fea6-0e9a-4256-b3ce-f34a8e54eaae: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:56:01.592886 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53c2c-fb40-42d3-8fc5-7dfcf59a9e42 req-0fe777e3-9627-4cf6-a386-7cdec2be491a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:01.594685 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0f53c2c-fb40-42d3-8fc5-7dfcf59a9e42 req-0fe777e3-9627-4cf6-a386-7cdec2be491a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0548203 Jan 28 14:56:01.644577 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c0f53c2c-fb40-42d3-8fc5-7dfcf59a9e42 req-3520b452-f902-42fe-b061-b19422b6e251 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f0e8d63-f494-4df0-a782-f26db055ed18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443997 Jan 28 14:56:02.146948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-9a3735ed-da47-4e6b-b2cb-10b73588d4f6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:02.148464 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-9a3735ed-da47-4e6b-b2cb-10b73588d4f6 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 946 time: 0.0497346 Jan 28 14:56:02.244185 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Deleting port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:02.244532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:02.335447 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] For port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:02.335817 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:02.348399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Calling delete_port for 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:02.477860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (0c4b6ccd-84dd-45cf-b1dc-166d8323a095), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:02.505967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event deleted for resources: {'Port': ['ID=0c4b6ccd-84dd-45cf-b1dc-166d8323a095,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:02.514874 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.515381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.515639 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.516016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.517002 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.517492 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.517673 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.518008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.518344 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.518677 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.519026 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.519862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.519862 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:02.562353 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] No DVR routers for this DVR port 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:56:02.565524 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:02.568859 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5e8564d2-8d8b-414b-a536-ce166b654b24 req-a850fc8b-f239-4295-b332-7c12a74246e8 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.60 "DELETE /v2.0/ports/0c4b6ccd-84dd-45cf-b1dc-166d8323a095 HTTP/1.1" status: 204 len: 173 time: 0.4141610 Jan 28 14:56:02.569332 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-deleted', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:56:02.571624 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a89ca9c-30a7-4963-bdf9-121561ac967d" -d '{"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-deleted", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:56:02.612902 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623c912c-1647-40ac-9e2e-1962289204fc x-openstack-request-id: req-623c912c-1647-40ac-9e2e-1962289204fc {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:56:02.613549 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce31dde-589a-4fc8-8836-3e9ce2483db0", "name": "network-vif-deleted", "tag": "0c4b6ccd-84dd-45cf-b1dc-166d8323a095", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:56:02.613549 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-623c912c-1647-40ac-9e2e-1962289204fc {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:56:02.613856 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce31dde-589a-4fc8-8836-3e9ce2483db0', 'name': 'network-vif-deleted', 'tag': '0c4b6ccd-84dd-45cf-b1dc-166d8323a095', 'status': 'completed', 'code': 200} Jan 28 14:56:02.752229 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2ad80e88-aaee-41c0-8bad-4e649b8551d3 req-f3368645-8208-448e-94e4-ba2ae8f4593a tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0302269 Jan 28 14:56:03.846904 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0917f983-e257-4101-b33a-1f1c384829fd req-cffe8454-b601-47d4-95f5-e27d67296cc2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Jan 28 14:56:04.941703 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d703cd1a-9691-46f2-9f71-1b5890791b40 req-144c1d0f-d17c-4bbd-933b-bf165ea3e863 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0261497 Jan 28 14:56:05.162663 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e49ec872-09ff-4f3f-b5d4-3a4b85593475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:06.035310 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-43bf90e6-61c2-4f65-8cd0-0237a53495fa req-d0987b19-eda1-4f41-b6c7-b1d6e742ffdc tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0260546 Jan 28 14:56:06.840177 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:06.860637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:56:06.860996 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 0c4b6ccd-84dd-45cf-b1dc-166d8323a095 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:56:07.131624 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-ccd67938-878f-4847-b360-7d935dd56fd7 req-237c7b05-d613-4ed2-a43e-dfa1ce7939e2 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0274103 Jan 28 14:56:07.883858 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-2f8e84b5-4769-4ee3-93d5-be246ed01d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:08.235601 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f7160fae-f1b9-4739-b97b-0e0faaefcbbc req-e9f18c59-835b-40fe-9164-773dccf8ccfd tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0259154 Jan 28 14:56:09.097453 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:09.337731 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9bd2a779-7cb8-4a0f-92d6-ae751468c1ff req-00fe9a19-054a-4e8b-9bf1-666208114c2c tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0297532 Jan 28 14:56:10.436933 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-f124e339-5382-4f54-af1f-01714740b3a3 req-236c0a54-4673-47d5-a016-e5b7c214bbe9 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ce31dde-589a-4fc8-8836-3e9ce2483db0 HTTP/1.1" status: 200 len: 210 time: 0.0258572 Jan 28 14:56:10.919052 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:11.494852 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49984) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:11.552988 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c507871-05a9-4e11-ab72-7985c2832743 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (1f0e8d63-f494-4df0-a782-f26db055ed18), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:11.579784 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c507871-05a9-4e11-ab72-7985c2832743 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (1f0e8d63-f494-4df0-a782-f26db055ed18), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:11.644966 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c507871-05a9-4e11-ab72-7985c2832743 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (1f0e8d63-f494-4df0-a782-f26db055ed18), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:11.647748 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9c507871-05a9-4e11-ab72-7985c2832743 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:11.648957 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-9c507871-05a9-4e11-ab72-7985c2832743 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] 10.222.0.45 "DELETE /v2.0/security-groups/1f0e8d63-f494-4df0-a782-f26db055ed18 HTTP/1.1" status: 204 len: 168 time: 0.1530983 Jan 28 14:56:11.659895 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c507871-05a9-4e11-ab72-7985c2832743 tempest-TestShelveInstance-1617092562 tempest-TestShelveInstance-1617092562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0e8d63-f494-4df0-a782-f26db055ed18,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:11.709713 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49988) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:12.049517 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:12.160463 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (802c852e-f5ea-4b29-ba09-5f856789bf0c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:12.409477 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Deleting port 31e28e4b-8086-4256-b437-ce5460765862 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:12.409823 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (31e28e4b-8086-4256-b437-ce5460765862), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:12.499801 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] For port 31e28e4b-8086-4256-b437-ce5460765862, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=31e28e4b-8086-4256-b437-ce5460765862,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:12.500214 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (31e28e4b-8086-4256-b437-ce5460765862), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:12.514124 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Calling delete_port for 31e28e4b-8086-4256-b437-ce5460765862 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:12.709804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (31e28e4b-8086-4256-b437-ce5460765862), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:12.737215 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e28e4b-8086-4256-b437-ce5460765862,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:12.913448 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (802c852e-f5ea-4b29-ba09-5f856789bf0c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:13.137258 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Router 802c852e-f5ea-4b29-ba09-5f856789bf0c has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:56:13.255358 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:56:13.263625 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-046746f8-0531-476e-b112-f9b0510b19e1 admin admin] 10.222.0.45 "PUT /v2.0/routers/802c852e-f5ea-4b29-ba09-5f856789bf0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5499330 Jan 28 14:56:13.263890 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49992) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:13.267656 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] Sync routers for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:13.278273 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:13.279145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:13.377491 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks [] for router (802c852e-f5ea-4b29-ba09-5f856789bf0c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:13.392220 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:13.486849 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks [] for router_gateway (802c852e-f5ea-4b29-ba09-5f856789bf0c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:13.545455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Deleting port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:13.545769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:13.582244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:56:12Z', 'revision_number': 5, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port': {'id': 'bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:13.611401 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] Checking router: 802c852e-f5ea-4b29-ba09-5f856789bf0c for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:13.620770 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] Routers {'802c852e-f5ea-4b29-ba09-5f856789bf0c'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:13.621421 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['802c852e-f5ea-4b29-ba09-5f856789bf0c'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:13.637654 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] For port bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:13.638025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:13.652725 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Calling delete_port for bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:13.729320 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] Set router 802c852e-f5ea-4b29-ba09-5f856789bf0c gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:13.797020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:56:13Z', 'revision_number': 6, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:13.823765 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248c2aa-1625-4928-8b23-257faff36c99 None None] The sync data for ids ['802c852e-f5ea-4b29-ba09-5f856789bf0c'] in n-d-822748-2 is: [{'id': '802c852e-f5ea-4b29-ba09-5f856789bf0c', 'name': 'tempest-TestShelveInstance-1957670158-router', 'tenant_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:41Z', 'updated_at': '2022-01-28T14:56:13Z', 'revision_number': 6, 'project_id': 'a93d57c0d1754c38bd8d4a8be6eef3ee', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:13.842351 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:13.879455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:13.941315 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (802c852e-f5ea-4b29-ba09-5f856789bf0c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.032639 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (802c852e-f5ea-4b29-ba09-5f856789bf0c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.034742 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks [] for router_controller (802c852e-f5ea-4b29-ba09-5f856789bf0c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.084174 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (802c852e-f5ea-4b29-ba09-5f856789bf0c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.084701 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 802c852e-f5ea-4b29-ba09-5f856789bf0c {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:56:14.090233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.091379 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-90359784-b314-4430-bf03-73cf2fecb6a6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/802c852e-f5ea-4b29-ba09-5f856789bf0c HTTP/1.1" status: 204 len: 168 time: 0.8250244 Jan 28 14:56:14.093817 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:14.139247 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] Deleting subnet f0a2646b-789a-4813-9621-1ad4aad715af {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:56:14.143094 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] Publish callbacks [] for subnet (f0a2646b-789a-4813-9621-1ad4aad715af), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.177991 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (f0a2646b-789a-4813-9621-1ad4aad715af), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.262065 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (f0a2646b-789a-4813-9621-1ad4aad715af), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.325912 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (f0a2646b-789a-4813-9621-1ad4aad715af), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.355528 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a2646b-789a-4813-9621-1ad4aad715af,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:14.360233 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.361753 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bc2f5-eb6a-4780-ab46-5bfe3fe51fd1 None None] Network d9df2ff2-c526-429a-9d5c-d71852dd466a requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:56:14.366679 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 49996) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:14.367164 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c52a3e5d-ec70-4043-9e20-f1f76c54a549 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f0a2646b-789a-4813-9621-1ad4aad715af HTTP/1.1" status: 204 len: 168 time: 0.2718432 Jan 28 14:56:14.441492 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (d9df2ff2-c526-429a-9d5c-d71852dd466a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.507597 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Deleting port a2dd5708-b582-4ebf-958d-4ed94fe5609b {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:14.508109 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.572115 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] For port a2dd5708-b582-4ebf-958d-4ed94fe5609b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a2dd5708-b582-4ebf-958d-4ed94fe5609b,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:14.572491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.591422 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Calling delete_port for a2dd5708-b582-4ebf-958d-4ed94fe5609b owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:14.621669 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] DHCP port deletion for d9df2ff2-c526-429a-9d5c-d71852dd466a request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:56:14.677488 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Deleting port a2dd5708-b582-4ebf-958d-4ed94fe5609b {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:14.677916 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.684491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.714204 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dd5708-b582-4ebf-958d-4ed94fe5609b,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:14.725006 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] No DVR routers for this DVR port a2dd5708-b582-4ebf-958d-4ed94fe5609b on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:56:14.757486 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] For port a2dd5708-b582-4ebf-958d-4ed94fe5609b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=a2dd5708-b582-4ebf-958d-4ed94fe5609b,segment=NetworkSegment(2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2),segment_id=2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:14.757918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.774025 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Calling delete_port for a2dd5708-b582-4ebf-958d-4ed94fe5609b owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:14.811837 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (d9df2ff2-c526-429a-9d5c-d71852dd466a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.835132 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9df2ff2-c526-429a-9d5c-d71852dd466a']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:14.845300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:14.845762 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:14.855401 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.857332 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (a2dd5708-b582-4ebf-958d-4ed94fe5609b), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.871139 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.879768 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:56:14.880325 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (2dd7c7d9-52e2-459f-ac65-c9d832e1b5f2), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:56:14.882311 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:56:14.888418 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Pushing event deleted for resources: {'Port': ['ID=a2dd5708-b582-4ebf-958d-4ed94fe5609b,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:14.891044 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] No DVR routers for this DVR port a2dd5708-b582-4ebf-958d-4ed94fe5609b on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:56:14.903150 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.903631 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.904092 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.904501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.904919 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.905466 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.905924 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.906328 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.907312 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.908084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.908493 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.908902 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.909365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9dbf0-9aeb-4701-afd0-6fbf79966f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:14.951991 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (d9df2ff2-c526-429a-9d5c-d71852dd466a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.962126 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:14.966931 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d9df2ff2-c526-429a-9d5c-d71852dd466a HTTP/1.1" status: 204 len: 168 time: 0.5990777 Jan 28 14:56:14.970791 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 49998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:14.996575 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eafc1-2671-4482-a076-243b60deac05 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9df2ff2-c526-429a-9d5c-d71852dd466a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:15.347964 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (b6a26c5e-c038-4c60-a077-4433f709897e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:15.597216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Deleting port 4a0b7d67-0590-418c-8136-6e3b28559904 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:15.597559 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:15.694328 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] For port 4a0b7d67-0590-418c-8136-6e3b28559904, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=4a0b7d67-0590-418c-8136-6e3b28559904,segment=NetworkSegment(c310ca3a-a9e4-4a23-abc0-839228f74bc8),segment_id=c310ca3a-a9e4-4a23-abc0-839228f74bc8)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:15.694702 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:15.709177 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Calling delete_port for 4a0b7d67-0590-418c-8136-6e3b28559904 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:15.733405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a2dd5708-b582-4ebf-958d-4ed94fe5609b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:15.758495 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: a2dd5708-b582-4ebf-958d-4ed94fe5609b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:56:15.758845 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device a2dd5708-b582-4ebf-958d-4ed94fe5609b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:56:15.759262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:15.778781 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:56:15.779134 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device bb77b0e3-b3fe-4079-b0e1-8f9fd9830ff1 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:56:15.779553 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 31e28e4b-8086-4256-b437-ce5460765862 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:15.799342 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 31e28e4b-8086-4256-b437-ce5460765862 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:56:15.799689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 31e28e4b-8086-4256-b437-ce5460765862 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:56:15.908873 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (4a0b7d67-0590-418c-8136-6e3b28559904), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:15.937180 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0b7d67-0590-418c-8136-6e3b28559904,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:16.139922 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (b6a26c5e-c038-4c60-a077-4433f709897e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:16.688461 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Router b6a26c5e-c038-4c60-a077-4433f709897e has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:56:16.798876 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:56:16.806169 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-393f5a46-a903-4124-9ec1-cd72c1444960 admin admin] 10.222.0.45 "PUT /v2.0/routers/b6a26c5e-c038-4c60-a077-4433f709897e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314948 Jan 28 14:56:16.806398 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50000) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:16.810184 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] Sync routers for ids ['b6a26c5e-c038-4c60-a077-4433f709897e'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:16.821911 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] Routers {'b6a26c5e-c038-4c60-a077-4433f709897e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:16.822790 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b6a26c5e-c038-4c60-a077-4433f709897e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:16.915038 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks [] for router (b6a26c5e-c038-4c60-a077-4433f709897e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:16.928000 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] Set router b6a26c5e-c038-4c60-a077-4433f709897e gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:17.024155 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks [] for router_gateway (b6a26c5e-c038-4c60-a077-4433f709897e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.083152 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Deleting port 526df454-7111-4f35-aacd-c087ce8dcecc {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:17.083528 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.118963 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:56:15Z', 'revision_number': 5, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port': {'id': '526df454-7111-4f35-aacd-c087ce8dcecc', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:17.148166 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] Checking router: b6a26c5e-c038-4c60-a077-4433f709897e for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:17.157948 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] Routers {'b6a26c5e-c038-4c60-a077-4433f709897e'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:17.158570 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['b6a26c5e-c038-4c60-a077-4433f709897e'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:17.173207 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] For port 526df454-7111-4f35-aacd-c087ce8dcecc, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=526df454-7111-4f35-aacd-c087ce8dcecc,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:17.173882 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.186232 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Calling delete_port for 526df454-7111-4f35-aacd-c087ce8dcecc owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:17.248846 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] Set router b6a26c5e-c038-4c60-a077-4433f709897e gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:17.301442 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:56:17Z', 'revision_number': 6, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:17.335027 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44694273-c5d8-4e50-8063-8bde70e2a9a5 None None] The sync data for ids ['b6a26c5e-c038-4c60-a077-4433f709897e'] in n-d-822748-2 is: [{'id': 'b6a26c5e-c038-4c60-a077-4433f709897e', 'name': 'tempest-TestShelveInstance-1619438653-router', 'tenant_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:46:46Z', 'updated_at': '2022-01-28T14:56:17Z', 'revision_number': 6, 'project_id': '68519f8659ee4a0f8fdbf0cadcabd627', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:17.369404 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (526df454-7111-4f35-aacd-c087ce8dcecc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.403047 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=526df454-7111-4f35-aacd-c087ce8dcecc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:17.461922 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (b6a26c5e-c038-4c60-a077-4433f709897e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.559246 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (b6a26c5e-c038-4c60-a077-4433f709897e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.561426 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks [] for router_controller (b6a26c5e-c038-4c60-a077-4433f709897e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.608148 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (b6a26c5e-c038-4c60-a077-4433f709897e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.608919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a26c5e-c038-4c60-a077-4433f709897e {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 14:56:17.616241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.619754 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-11124ea5-82d0-46a2-bd1f-a39035154db6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b6a26c5e-c038-4c60-a077-4433f709897e HTTP/1.1" status: 204 len: 168 time: 0.8101022 Jan 28 14:56:17.619971 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50002) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:17.665135 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] Deleting subnet 926fe967-3cee-494f-a4cc-abc2832c92a0 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:56:17.668354 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] Publish callbacks [] for subnet (926fe967-3cee-494f-a4cc-abc2832c92a0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.713986 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (926fe967-3cee-494f-a4cc-abc2832c92a0), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.841395 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (926fe967-3cee-494f-a4cc-abc2832c92a0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.923016 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a0b7d67-0590-418c-8136-6e3b28559904 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:17.929103 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (926fe967-3cee-494f-a4cc-abc2832c92a0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.952684 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 4a0b7d67-0590-418c-8136-6e3b28559904 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:56:17.953863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 4a0b7d67-0590-418c-8136-6e3b28559904 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:56:17.964006 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926fe967-3cee-494f-a4cc-abc2832c92a0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:17.966069 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:17.973606 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50004) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:17.980109 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de9f527-35ee-47d7-aa9d-1335deb1bffb None None] Network a37c43a9-a838-427b-bcb1-04cc1d978109 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:56:17.983083 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-07c6d951-801e-44d9-94c2-d93acdb66ca8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/926fe967-3cee-494f-a4cc-abc2832c92a0 HTTP/1.1" status: 204 len: 168 time: 0.3618891 Jan 28 14:56:18.061343 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (a37c43a9-a838-427b-bcb1-04cc1d978109), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.121967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Deleting port c65fea79-2392-4ffb-a9d5-a52f358b31a4 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:18.122210 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.196963 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] For port c65fea79-2392-4ffb-a9d5-a52f358b31a4, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c65fea79-2392-4ffb-a9d5-a52f358b31a4,segment=NetworkSegment(c310ca3a-a9e4-4a23-abc0-839228f74bc8),segment_id=c310ca3a-a9e4-4a23-abc0-839228f74bc8)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:18.197345 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.215023 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Calling delete_port for c65fea79-2392-4ffb-a9d5-a52f358b31a4 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:18.272548 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] DHCP port deletion for a37c43a9-a838-427b-bcb1-04cc1d978109 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 14:56:18.317827 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.332309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] No DVR routers for this DVR port c65fea79-2392-4ffb-a9d5-a52f358b31a4 on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:56:18.346513 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] Deleting port c65fea79-2392-4ffb-a9d5-a52f358b31a4 {{(pid=103375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:56:18.346961 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), before_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.354223 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65fea79-2392-4ffb-a9d5-a52f358b31a4,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:18.426084 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] For port c65fea79-2392-4ffb-a9d5-a52f358b31a4, host n-d-822748-2, got binding levels [] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:18.428592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), precommit_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.431706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (a37c43a9-a838-427b-bcb1-04cc1d978109), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.446410 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] Calling delete_port for c65fea79-2392-4ffb-a9d5-a52f358b31a4 owned by network:dhcp {{(pid=103375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:56:18.449152 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.ipam_backend_mixin [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] Port c65fea79-2392-4ffb-a9d5-a52f358b31a4 was not found and therefore no delete operation was performed {{(pid=103375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 14:56:18.450423 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001'] for port (c65fea79-2392-4ffb-a9d5-a52f358b31a4), after_delete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.455038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37c43a9-a838-427b-bcb1-04cc1d978109']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:18.464815 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c310ca3a-a9e4-4a23-abc0-839228f74bc8') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:18.465119 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c310ca3a-a9e4-4a23-abc0-839228f74bc8') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:18.475810 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (c310ca3a-a9e4-4a23-abc0-839228f74bc8), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.477810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] Pushing event deleted for resources: {'Port': ['ID=c65fea79-2392-4ffb-a9d5-a52f358b31a4,revision_number=None']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:18.479696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff3211-39bb-4a1e-a06c-0810ccb8c7d0 None None] No DVR routers for this DVR port c65fea79-2392-4ffb-a9d5-a52f358b31a4 on host n-d-822748-2 {{(pid=103375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:56:18.497027 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (c310ca3a-a9e4-4a23-abc0-839228f74bc8), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.504309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:56:18.504744 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (c310ca3a-a9e4-4a23-abc0-839228f74bc8), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: timer() Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:56:18.506439 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:56:18.569529 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (a37c43a9-a838-427b-bcb1-04cc1d978109), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.575532 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.581856 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a37c43a9-a838-427b-bcb1-04cc1d978109 HTTP/1.1" status: 204 len: 168 time: 0.6065321 Jan 28 14:56:18.598616 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaa7b5-8866-4cc8-9c50-b48652449572 admin admin] Pushing event deleted for resources: {'Network': ['ID=a37c43a9-a838-427b-bcb1-04cc1d978109,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:18.724436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50008) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:18.764416 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-72b65140-160e-4d9c-9d4b-1e6bddf104e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a93d57c0d1754c38bd8d4a8be6eef3ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386212 Jan 28 14:56:18.767524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50010) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:18.830365 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38c5ec42-4b4c-474e-87f1-f323dba412e1 admin admin] Publish callbacks [] for security_group (29d24bb7-e2f4-468e-bd98-09214c01ae52), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.852336 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38c5ec42-4b4c-474e-87f1-f323dba412e1 admin admin] Publish callbacks [] for security_group (29d24bb7-e2f4-468e-bd98-09214c01ae52), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.900369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38c5ec42-4b4c-474e-87f1-f323dba412e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (29d24bb7-e2f4-468e-bd98-09214c01ae52), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.903542 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38c5ec42-4b4c-474e-87f1-f323dba412e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:18.904811 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-38c5ec42-4b4c-474e-87f1-f323dba412e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29d24bb7-e2f4-468e-bd98-09214c01ae52 HTTP/1.1" status: 204 len: 168 time: 0.1361461 Jan 28 14:56:18.914808 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5ec42-4b4c-474e-87f1-f323dba412e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d24bb7-e2f4-468e-bd98-09214c01ae52,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:19.233688 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50016) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:19.274129 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a15fb894-7a3c-424c-af67-f0a543959a07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68519f8659ee4a0f8fdbf0cadcabd627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390346 Jan 28 14:56:19.276696 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50018) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:19.325290 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d130c4e-2f26-4350-8a07-4932d0cf52b8 admin admin] Publish callbacks [] for security_group (e7189e04-cd95-4dfb-8bd3-56724293c4cb), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:19.347362 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d130c4e-2f26-4350-8a07-4932d0cf52b8 admin admin] Publish callbacks [] for security_group (e7189e04-cd95-4dfb-8bd3-56724293c4cb), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:19.396410 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d130c4e-2f26-4350-8a07-4932d0cf52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (e7189e04-cd95-4dfb-8bd3-56724293c4cb), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:19.398902 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3d130c4e-2f26-4350-8a07-4932d0cf52b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:19.402534 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3d130c4e-2f26-4350-8a07-4932d0cf52b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7189e04-cd95-4dfb-8bd3-56724293c4cb HTTP/1.1" status: 204 len: 168 time: 0.1224077 Jan 28 14:56:19.408773 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d130c4e-2f26-4350-8a07-4932d0cf52b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7189e04-cd95-4dfb-8bd3-56724293c4cb,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:19.727004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 526df454-7111-4f35-aacd-c087ce8dcecc no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:19.747369 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 526df454-7111-4f35-aacd-c087ce8dcecc {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:56:19.747725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 526df454-7111-4f35-aacd-c087ce8dcecc not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:56:19.748172 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c65fea79-2392-4ffb-a9d5-a52f358b31a4 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:56:19.748405 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:56:19.773031 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: c65fea79-2392-4ffb-a9d5-a52f358b31a4 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:56:19.773403 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c65fea79-2392-4ffb-a9d5-a52f358b31a4 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:56:20.104382 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50040) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:20.214309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-835524938-network', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:20.237843 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Made reservation on behalf of 0330c185b2934979a0c2b5b01b3d38d6 for: {'network': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:56:20.240369 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.248562 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.322903 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks [] for security_group (febac2d3-6373-41c1-b342-6d84d4dd11a0), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.326822 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (febac2d3-6373-41c1-b342-6d84d4dd11a0), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.351621 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:56:20.363426 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febac2d3-6373-41c1-b342-6d84d4dd11a0,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:20.368621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3e8e54e1-cd75-4eae-b3f9-31fb242b3443), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.368977 n-d-822748-2 neutron-server[103374]: INFO neutron.db.segments_db [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Added segment 3e8e54e1-cd75-4eae-b3f9-31fb242b3443 of type vlan for network 6198db63-680a-45a3-bb4f-e594c6302d23 Jan 28 14:56:20.409389 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (6198db63-680a-45a3-bb4f-e594c6302d23), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.434609 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (6198db63-680a-45a3-bb4f-e594c6302d23), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.435494 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:20.436112 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.495158 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3896317 Jan 28 14:56:20.498102 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:20.500609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e16acc-e163-4041-89aa-1bb21f9027ae admin admin] Pushing event updated for resources: {'Network': ['ID=6198db63-680a-45a3-bb4f-e594c6302d23,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:20.504569 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Request body: {'subnet': {'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-835524938-subnet', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:20.511026 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 6198db63-680a-45a3-bb4f-e594c6302d23 details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:56:20.525821 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Made reservation on behalf of 0330c185b2934979a0c2b5b01b3d38d6 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:56:20.528346 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4762420'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.698569 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5441158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4762374'] for subnet (31659be7-3bcc-4418-a6bd-882f11140c2f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.756267 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=31659be7-3bcc-4418-a6bd-882f11140c2f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:20.767073 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Checking segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:20.767431 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Network hostable DHCP agents. Network: 6198db63-680a-45a3-bb4f-e594c6302d23, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:56:20.784364 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Network 6198db63-680a-45a3-bb4f-e594c6302d23 is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:56:20.792610 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 6198db63-680a-45a3-bb4f-e594c6302d23) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:20.796587 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:20.797726 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.803187 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b9414-defb-4a7e-a35f-28fc374a4eca None None] Network 6198db63-680a-45a3-bb4f-e594c6302d23 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:56:20.814885 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4d438835-3d29-43ef-9067-5a89a5bded4d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3155639 Jan 28 14:56:20.817487 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:20.821715 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:20.841221 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (c88cd425-e316-4c2a-82c3-cf197e02864f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.842193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (c88cd425-e316-4c2a-82c3-cf197e02864f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.895080 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks [] for router_controller (c88cd425-e316-4c2a-82c3-cf197e02864f), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:20.914524 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-6198db63-680a-45a3-bb4f-e594c6302d23', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:56:20.915404 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.034717 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks [] for router_gateway (c88cd425-e316-4c2a-82c3-cf197e02864f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.053436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Allocated IP 172.20.0.2 (6198db63-680a-45a3-bb4f-e594c6302d23/31659be7-3bcc-4418-a6bd-882f11140c2f/c3d55342-18d1-4c37-95fc-3170bc13330c) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:21.211810 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Publish callbacks [] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.219953 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.255797 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks [] for router_gateway (c88cd425-e316-4c2a-82c3-cf197e02864f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.265147 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Network 6198db63-680a-45a3-bb4f-e594c6302d23 is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:21.270930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:21.275944 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Pushing event updated for resources: {'Port': ['ID=c3d55342-18d1-4c37-95fc-3170bc13330c,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:21.278226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:21.282103 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.347093 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Attempting to bind port c3d55342-18d1-4c37-95fc-3170bc13330c on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:21.347508 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Attempting to bind port c3d55342-18d1-4c37-95fc-3170bc13330c by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:21.347882 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Attempting to bind port c3d55342-18d1-4c37-95fc-3170bc13330c on network 6198db63-680a-45a3-bb4f-e594c6302d23 {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:21.354629 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:21.355011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Checking segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:21.355422 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.355825 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Bound using segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:21.356333 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Bound port: c3d55342-18d1-4c37-95fc-3170bc13330c, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:21.356721 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.392706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Allocated IP 172.25.4.190 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/3d41506a-fb1f-488f-ac45-2985e1dc3dab) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:21.425969 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] For port c3d55342-18d1-4c37-95fc-3170bc13330c, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:21.430587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] For port c3d55342-18d1-4c37-95fc-3170bc13330c, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c3d55342-18d1-4c37-95fc-3170bc13330c,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:21.436145 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.503876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438aa86-683d-4587-9461-9492d6fad05c None None] Pushing event updated for resources: {'Port': ['ID=c3d55342-18d1-4c37-95fc-3170bc13330c,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:21.512697 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks [] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.555651 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.595974 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:21.598953 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:21.604764 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:21.629035 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Pushing event updated for resources: {'Port': ['ID=3d41506a-fb1f-488f-ac45-2985e1dc3dab,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:21.818549 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c3d55342-18d1-4c37-95fc-3170bc13330c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:21.872441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c3d55342-18d1-4c37-95fc-3170bc13330c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:21.872824 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.896764 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks [] for router_gateway (c88cd425-e316-4c2a-82c3-cf197e02864f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.949476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c3d55342-18d1-4c37-95fc-3170bc13330c is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:21.949868 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:21.986244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port c3d55342-18d1-4c37-95fc-3170bc13330c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c3d55342-18d1-4c37-95fc-3170bc13330c,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:21.989948 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:22.041226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=c3d55342-18d1-4c37-95fc-3170bc13330c,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:22.098850 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (c88cd425-e316-4c2a-82c3-cf197e02864f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:22.232230 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Router c88cd425-e316-4c2a-82c3-cf197e02864f is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:56:22.343684 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:56:22.354255 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Sync routers for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:22.363668 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:22.367882 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-a718aaed-4ae0-4442-8167-2716cd768492 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5469842 Jan 28 14:56:22.368235 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50048) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:22.369702 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:22.370439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:22.460980 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce6db0-d514-437b-969a-6f170361b098 None None] Network 6198db63-680a-45a3-bb4f-e594c6302d23 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:56:22.539930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:22.784381 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-0dadbf00-9c3b-4ac4-83e2-3be943db60b9 None None] Provisioning complete for port c3d55342-18d1-4c37-95fc-3170bc13330c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:22.784661 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0dadbf00-9c3b-4ac4-83e2-3be943db60b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:22.990384 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-0dadbf00-9c3b-4ac4-83e2-3be943db60b9 None None] Current status of the port c3d55342-18d1-4c37-95fc-3170bc13330c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:23.009319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:21Z', 'revision_number': 3, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:23.036816 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Checking router: c88cd425-e316-4c2a-82c3-cf197e02864f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:23.038067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Updating router c88cd425-e316-4c2a-82c3-cf197e02864f port 3d41506a-fb1f-488f-ac45-2985e1dc3dab binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:56:23.066426 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.147323 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.259840 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-8635c16e-4c02-433f-bac6-3bf49f70d0ab None None] Provisioning complete for port c3d55342-18d1-4c37-95fc-3170bc13330c triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:23.260152 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8635c16e-4c02-433f-bac6-3bf49f70d0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.310733 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Allocated IP 172.20.0.1 (6198db63-680a-45a3-bb4f-e594c6302d23/31659be7-3bcc-4418-a6bd-882f11140c2f/246beeef-055e-4e79-9d8c-a76eb7143e0b) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:23.393703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Publish callbacks [] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.402416 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.425610 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks [] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.437564 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-8635c16e-4c02-433f-bac6-3bf49f70d0ab None None] Current status of the port c3d55342-18d1-4c37-95fc-3170bc13330c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:23.461025 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.465229 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c569a-f647-4364-8953-bd2fa1e4c0e9 None None] Pushing event updated for resources: {'Port': ['ID=3d41506a-fb1f-488f-ac45-2985e1dc3dab,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:23.467630 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Attempting to bind port 3d41506a-fb1f-488f-ac45-2985e1dc3dab on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:23.468003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Attempting to bind port 3d41506a-fb1f-488f-ac45-2985e1dc3dab by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:23.468405 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Attempting to bind port 3d41506a-fb1f-488f-ac45-2985e1dc3dab on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:23.474632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:23.475609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:23.475609 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.475940 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:23.476355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Bound port: 3d41506a-fb1f-488f-ac45-2985e1dc3dab, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:23.476745 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.498001 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Network 6198db63-680a-45a3-bb4f-e594c6302d23 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:23.501294 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:23.504775 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:23.536592 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] For port 3d41506a-fb1f-488f-ac45-2985e1dc3dab, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:23.537039 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Pushing event updated for resources: {'Port': ['ID=246beeef-055e-4e79-9d8c-a76eb7143e0b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:23.541009 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] For port 3d41506a-fb1f-488f-ac45-2985e1dc3dab, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3d41506a-fb1f-488f-ac45-2985e1dc3dab,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:23.545860 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.552131 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (c88cd425-e316-4c2a-82c3-cf197e02864f), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.614225 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:23.614874 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:23.616876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c569a-f647-4364-8953-bd2fa1e4c0e9 None None] Pushing event updated for resources: {'Port': ['ID=3d41506a-fb1f-488f-ac45-2985e1dc3dab,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:23.689384 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.748749 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c3d55342-18d1-4c37-95fc-3170bc13330c up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:23.754891 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:23.866315 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks [] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.872171 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.884435 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-3c1ffb28-213e-4c02-a64f-9be3a70023e7 None None] Provisioning complete for port 246beeef-055e-4e79-9d8c-a76eb7143e0b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:23.884785 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-3c1ffb28-213e-4c02-a64f-9be3a70023e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.948763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Pushing event updated for resources: {'Port': ['ID=246beeef-055e-4e79-9d8c-a76eb7143e0b,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:23.951637 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (c88cd425-e316-4c2a-82c3-cf197e02864f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:23.964878 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ffb28-213e-4c02-a64f-9be3a70023e7 None None] Port 246beeef-055e-4e79-9d8c-a76eb7143e0b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:56:23.996743 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port c3d55342-18d1-4c37-95fc-3170bc13330c triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:23.997444 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:24.059065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Network 6198db63-680a-45a3-bb4f-e594c6302d23 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:24.060549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:24.118453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:21Z', 'revision_number': 3, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:24.152247 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28657fa-07f0-420d-868a-4c865eac832f None None] The sync data for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 is: [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:21Z', 'revision_number': 3, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:24.163935 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port c3d55342-18d1-4c37-95fc-3170bc13330c is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:24.198332 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Router c88cd425-e316-4c2a-82c3-cf197e02864f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:56:24.298538 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-36a467bd-707a-4d22-90e6-4e48e7330f04 None None] Provisioning complete for port 246beeef-055e-4e79-9d8c-a76eb7143e0b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:24.299069 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-36a467bd-707a-4d22-90e6-4e48e7330f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:24.322726 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:56:24.332210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5ac15c2c-8a6f-4e4c-b44e-8cc9856f302f admin admin] 10.222.0.45 "PUT /v2.0/routers/c88cd425-e316-4c2a-82c3-cf197e02864f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9620261 Jan 28 14:56:24.342612 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-36a467bd-707a-4d22-90e6-4e48e7330f04 None None] Port 246beeef-055e-4e79-9d8c-a76eb7143e0b cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:56:24.842407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50064) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:24.848278 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1115016563-network', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:24.868915 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Made reservation on behalf of f4067a7785b54762a7f40fcfe5ece0bd for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:56:24.871445 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:24.880854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:24.961165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks [] for security_group (f1e5e598-8e40-488c-8f3e-9fc19e41c5c6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:24.965196 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1e5e598-8e40-488c-8f3e-9fc19e41c5c6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:24.992792 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 14:56:24.999682 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e5e598-8e40-488c-8f3e-9fc19e41c5c6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:25.005749 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (76f0e730-8d18-4fae-9371-b00d8a0c8427), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.006090 n-d-822748-2 neutron-server[103373]: INFO neutron.db.segments_db [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Added segment 76f0e730-8d18-4fae-9371-b00d8a0c8427 of type vlan for network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad Jan 28 14:56:25.049792 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741227186288'] for network (18cff5d9-c6b2-4f14-9ace-0bf8949386ad), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.075006 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962'] for network (18cff5d9-c6b2-4f14-9ace-0bf8949386ad), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.076005 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:25.076626 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.135417 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2917507 Jan 28 14:56:25.138251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50066) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:25.144336 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Request body: {'subnet': {'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1115016563-subnet', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'ip_version': 4}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:25.145236 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874c3c-625b-40a2-9555-737bb3dcb063 admin admin] Pushing event updated for resources: {'Network': ['ID=18cff5d9-c6b2-4f14-9ace-0bf8949386ad,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:25.154899 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad details requested by agent ovs-agent-n-d-822748-2 with host n-d-822748-2 {{(pid=103375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 14:56:25.166409 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Made reservation on behalf of f4067a7785b54762a7f40fcfe5ece0bd for: {'subnet': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:56:25.169268 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5931679'] for subnet (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.339552 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6056422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5931693'] for subnet (82952932-4bf4-4e2e-a3ce-622511d90838), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.387962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82952932-4bf4-4e2e-a3ce-622511d90838,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:25.404708 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Checking segment: {'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:25.405072 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Network hostable DHCP agents. Network: 18cff5d9-c6b2-4f14-9ace-0bf8949386ad, hostable agents: ['300493da-3cc8-4106-ad4e-7677b25a3d65'], hosted agents: [] {{(pid=103374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 14:56:25.422574 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad is scheduled to be hosted by DHCP agent 300493da-3cc8-4106-ad4e-7677b25a3d65 with binding_index 1 {{(pid=103374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 14:56:25.431240 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822748-2, 18cff5d9-c6b2-4f14-9ace-0bf8949386ad) {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:25.436001 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:25.436706 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.442327 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bbd6e6-a8d8-40f8-b7cf-6ab930185b3c None None] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:56:25.462795 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-428ae77e-0f10-4f72-8c36-5417b04deac3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3203759 Jan 28 14:56:25.463209 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50068) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:25.468439 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:25.493521 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7922873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3102'] for router (7b630979-299f-40bd-8a40-c5dd4c212140), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.495067 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7923241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7924215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7870581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3081'] for router (7b630979-299f-40bd-8a40-c5dd4c212140), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.553437 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks [] for router_controller (7b630979-299f-40bd-8a40-c5dd4c212140), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.564990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20c919d3-e8c9-59f0-8783-9145063ac2b0-18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'fixed_ips': [{'subnet_id': '82952932-4bf4-4e2e-a3ce-622511d90838'}]}} from n-d-822748-2. {{(pid=103375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 14:56:25.565943 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.705853 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks [] for router_gateway (7b630979-299f-40bd-8a40-c5dd4c212140), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.708941 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.db_base_plugin_common [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Allocated IP 172.20.0.2 (18cff5d9-c6b2-4f14-9ace-0bf8949386ad/82952932-4bf4-4e2e-a3ce-622511d90838/759638d2-634f-4cec-b4fe-bdc8a862b023) {{(pid=103375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:25.795555 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3d41506a-fb1f-488f-ac45-2985e1dc3dab up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:25.883272 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Sync routers for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:25.894295 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:25.895260 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:25.914267 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3d41506a-fb1f-488f-ac45-2985e1dc3dab triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:25.914566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.926650 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks [] for router_gateway (7b630979-299f-40bd-8a40-c5dd4c212140), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.949842 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Publish callbacks [] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), precommit_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.951263 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:25.962194 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), after_create {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.020109 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:26.021608 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad is already hosted by enough agents. {{(pid=103375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:26.022491 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Pushing event updated for resources: {'Port': ['ID=759638d2-634f-4cec-b4fe-bdc8a862b023,revision_number=1']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:26.049226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.scheduler.base_scheduler [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Resources bound (agent type, host, resource id): {{(pid=103375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:26.052997 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Received port after_create {{(pid=103375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:26.075952 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Allocated IP 172.25.4.181 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:26.091990 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3d41506a-fb1f-488f-ac45-2985e1dc3dab is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:26.092387 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.141964 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 3d41506a-fb1f-488f-ac45-2985e1dc3dab, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3d41506a-fb1f-488f-ac45-2985e1dc3dab,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:26.144915 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Attempting to bind port 759638d2-634f-4cec-b4fe-bdc8a862b023 on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:26.145406 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Attempting to bind port 759638d2-634f-4cec-b4fe-bdc8a862b023 by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:26.145778 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Attempting to bind port 759638d2-634f-4cec-b4fe-bdc8a862b023 on network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:26.149461 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.156114 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:26.160613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Checking segment: {'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:26.160613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.160613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Bound using segment: {'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:26.160613 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Bound port: 759638d2-634f-4cec-b4fe-bdc8a862b023, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:26.161282 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.200947 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks [] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.238118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=3d41506a-fb1f-488f-ac45-2985e1dc3dab,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:26.239546 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.260163 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 2, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:26.275063 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] For port 759638d2-634f-4cec-b4fe-bdc8a862b023, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:26.278268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] For port 759638d2-634f-4cec-b4fe-bdc8a862b023, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=759638d2-634f-4cec-b4fe-bdc8a862b023,segment=NetworkSegment(76f0e730-8d18-4fae-9371-b00d8a0c8427),segment_id=76f0e730-8d18-4fae-9371-b00d8a0c8427)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:26.282747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:26.285560 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.291251 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:26.294419 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Checking router: c88cd425-e316-4c2a-82c3-cf197e02864f for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:26.294938 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Updating router c88cd425-e316-4c2a-82c3-cf197e02864f port 246beeef-055e-4e79-9d8c-a76eb7143e0b binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:56:26.297692 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:26.301304 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Pushing event updated for resources: {'Port': ['ID=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:26.324206 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.354695 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcc1d8-2fde-4a64-a0c9-309f25317006 None None] Pushing event updated for resources: {'Port': ['ID=759638d2-634f-4cec-b4fe-bdc8a862b023,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:26.587282 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks [] for router_gateway (7b630979-299f-40bd-8a40-c5dd4c212140), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.748588 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Publish callbacks [] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.755223 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.808613 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Pushing event updated for resources: {'Port': ['ID=246beeef-055e-4e79-9d8c-a76eb7143e0b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:26.817321 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7923238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7924128'] for router (7b630979-299f-40bd-8a40-c5dd4c212140), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.832577 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.832921 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.833258 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.833591 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.833920 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.834253 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.834576 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.834916 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.835228 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.835547 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.836092 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.836418 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.836923 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:56:26.872742 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Attempting to bind port 246beeef-055e-4e79-9d8c-a76eb7143e0b on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:26.873125 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Attempting to bind port 246beeef-055e-4e79-9d8c-a76eb7143e0b by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:26.873493 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Attempting to bind port 246beeef-055e-4e79-9d8c-a76eb7143e0b on network 6198db63-680a-45a3-bb4f-e594c6302d23 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:26.880866 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:26.881245 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Checking segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:26.881677 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.882270 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Bound using segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:26.882611 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Bound port: 246beeef-055e-4e79-9d8c-a76eb7143e0b, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:26.883004 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.953231 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] For port 246beeef-055e-4e79-9d8c-a76eb7143e0b, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:26.957256 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] For port 246beeef-055e-4e79-9d8c-a76eb7143e0b, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=246beeef-055e-4e79-9d8c-a76eb7143e0b,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:26.962478 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:26.976739 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Router 7b630979-299f-40bd-8a40-c5dd4c212140 is scheduled to L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 14:56:27.027211 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:27.027835 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:27.029660 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734223e-0794-4472-a66c-a2903a3032c2 None None] Pushing event updated for resources: {'Port': ['ID=246beeef-055e-4e79-9d8c-a76eb7143e0b,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:27.096349 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-d92b4b0b-4ce3-4728-af1f-f115de32eb86 None None] Provisioning complete for port 246beeef-055e-4e79-9d8c-a76eb7143e0b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:27.096813 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b0b-4ce3-4728-af1f-f115de32eb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:27.107020 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:56:27.127239 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Sync routers for ids ['7b630979-299f-40bd-8a40-c5dd4c212140'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:27.144865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:27.146762 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-08221232-2215-4d74-8bc3-2a0c83c72543 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6823945 Jan 28 14:56:27.150216 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50070) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:27.155102 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Routers {'7b630979-299f-40bd-8a40-c5dd4c212140'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:27.155981 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['7b630979-299f-40bd-8a40-c5dd4c212140'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:27.192099 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:27.480876 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:27.493181 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-d92b4b0b-4ce3-4728-af1f-f115de32eb86 None None] Current status of the port 246beeef-055e-4e79-9d8c-a76eb7143e0b is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:27.493632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b0b-4ce3-4728-af1f-f115de32eb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:27.510409 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342265e-a5d2-4d01-b3bc-583fc53b4597 None None] The sync data for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 is: [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:27.565625 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Set router 7b630979-299f-40bd-8a40-c5dd4c212140 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:27.647150 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:27.649297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-d92b4b0b-4ce3-4728-af1f-f115de32eb86 None None] For port 246beeef-055e-4e79-9d8c-a76eb7143e0b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=246beeef-055e-4e79-9d8c-a76eb7143e0b,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:27.666468 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d92b4b0b-4ce3-4728-af1f-f115de32eb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:27.739031 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:27.747171 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26833b13-4316-4a76-9674-b7af3ef9e7f5 None None] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 14:56:27.896521 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Provisioning complete for port 759638d2-634f-4cec-b4fe-bdc8a862b023 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:27.896981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:27.932464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Allocated IP 172.20.0.1 (18cff5d9-c6b2-4f14-9ace-0bf8949386ad/82952932-4bf4-4e2e-a3ce-622511d90838/d37babb9-850c-455b-a35c-57e9574f15bf) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:27.941071 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4b0b-4ce3-4728-af1f-f115de32eb86 None None] Pushing event updated for resources: {'Port': ['ID=246beeef-055e-4e79-9d8c-a76eb7143e0b,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:28.002465 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 759638d2-634f-4cec-b4fe-bdc8a862b023 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:28.089167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks [] for port (d37babb9-850c-455b-a35c-57e9574f15bf), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.116067 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Current status of the port 759638d2-634f-4cec-b4fe-bdc8a862b023 is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:28.116566 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.137352 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.153889 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 759638d2-634f-4cec-b4fe-bdc8a862b023 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:28.154701 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.163162 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 3, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port': {'id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:28.206104 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:28.211483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:28.214285 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:28.238814 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Checking router: 7b630979-299f-40bd-8a40-c5dd4c212140 for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:28.239159 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Updating router 7b630979-299f-40bd-8a40-c5dd4c212140 port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f binding host n-d-822748-2 {{(pid=103375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:56:28.243727 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Pushing event updated for resources: {'Port': ['ID=d37babb9-850c-455b-a35c-57e9574f15bf,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:28.260314 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] For port 759638d2-634f-4cec-b4fe-bdc8a862b023, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=759638d2-634f-4cec-b4fe-bdc8a862b023,segment=NetworkSegment(76f0e730-8d18-4fae-9371-b00d8a0c8427),segment_id=76f0e730-8d18-4fae-9371-b00d8a0c8427)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:28.271148 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924983'] for router_interface (7b630979-299f-40bd-8a40-c5dd4c212140), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.288506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.331703 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.399799 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Pushing event updated for resources: {'Port': ['ID=759638d2-634f-4cec-b4fe-bdc8a862b023,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:28.430543 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Provisioning complete for port 246beeef-055e-4e79-9d8c-a76eb7143e0b triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:28.431024 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.556020 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 759638d2-634f-4cec-b4fe-bdc8a862b023 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:28.557383 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 246beeef-055e-4e79-9d8c-a76eb7143e0b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:28.734609 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 246beeef-055e-4e79-9d8c-a76eb7143e0b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:28.735076 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.739447 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-daaf6727-42f2-4447-a161-a5000d4ad19a None None] Current status of the port 246beeef-055e-4e79-9d8c-a76eb7143e0b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:28.792661 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.889152 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Publish callbacks [] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), precommit_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.900613 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.905127 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.944642 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 246beeef-055e-4e79-9d8c-a76eb7143e0b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:28.945775 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3d41506a-fb1f-488f-ac45-2985e1dc3dab up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:28.949290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-022e8aad-a8d4-4471-97c0-0e6b8fb6a8a2 None None] Provisioning complete for port d37babb9-850c-455b-a35c-57e9574f15bf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:28.949673 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-022e8aad-a8d4-4471-97c0-0e6b8fb6a8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:28.999081 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks [] for port (d37babb9-850c-455b-a35c-57e9574f15bf), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.004395 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.025393 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4a8d1-cb64-4e16-9dae-99d3663ce190 None None] Pushing event updated for resources: {'Port': ['ID=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,revision_number=2']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:29.030529 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Attempting to bind port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f on host n-d-822748-2 for vnic_type normal with profile {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:29.030912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Attempting to bind port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:29.031414 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Attempting to bind port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f on network d62983fb-95f5-47e5-b432-cdd339a93d1c {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:29.050003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-022e8aad-a8d4-4471-97c0-0e6b8fb6a8a2 None None] Port d37babb9-850c-455b-a35c-57e9574f15bf cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:56:29.052588 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:29.053011 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Checking segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:29.053374 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.053779 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Bound using segment: {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'} {{(pid=103375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:29.054268 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.managers [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Bound port: 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0eac9-f2cf-4038-9299-1054fc616ed1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c'}}] {{(pid=103375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:29.054658 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.075410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Pushing event updated for resources: {'Port': ['ID=d37babb9-850c-455b-a35c-57e9574f15bf,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:29.082281 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8060988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7924583'] for router_interface (7b630979-299f-40bd-8a40-c5dd4c212140), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.099078 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-022e8aad-a8d4-4471-97c0-0e6b8fb6a8a2 None None] Provisioning complete for port 759638d2-634f-4cec-b4fe-bdc8a862b023 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:29.099502 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-022e8aad-a8d4-4471-97c0-0e6b8fb6a8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.110260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 3d41506a-fb1f-488f-ac45-2985e1dc3dab triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:29.110639 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.179921 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:29.181729 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:29.182747 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] For port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f, host n-d-822748-2, cleared binding levels {{(pid=103375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:29.205457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] For port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:29.214224 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.318363 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Router 7b630979-299f-40bd-8a40-c5dd4c212140 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:56:29.348723 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-022e8aad-a8d4-4471-97c0-0e6b8fb6a8a2 None None] Current status of the port 759638d2-634f-4cec-b4fe-bdc8a862b023 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:29.354925 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4a8d1-cb64-4e16-9dae-99d3663ce190 None None] Pushing event updated for resources: {'Port': ['ID=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,revision_number=3']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:29.359347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Routers {'7b630979-299f-40bd-8a40-c5dd4c212140'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:29.360426 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['7b630979-299f-40bd-8a40-c5dd4c212140'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:29.364202 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 3d41506a-fb1f-488f-ac45-2985e1dc3dab is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:29.457277 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:56:29.462849 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-5db41875-043c-44ae-bbd7-28b78a7b36ae admin admin] 10.222.0.45 "PUT /v2.0/routers/7b630979-299f-40bd-8a40-c5dd4c212140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3111026 Jan 28 14:56:29.481583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] Set router 7b630979-299f-40bd-8a40-c5dd4c212140 gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:29.517224 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-210b7a08-8b66-4ccc-9262-d8c3b7b58608 None None] Provisioning complete for port d37babb9-850c-455b-a35c-57e9574f15bf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:29.517611 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-210b7a08-8b66-4ccc-9262-d8c3b7b58608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.589070 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-210b7a08-8b66-4ccc-9262-d8c3b7b58608 None None] Port d37babb9-850c-455b-a35c-57e9574f15bf cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:56:29.726662 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 4, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port': {'id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd37babb9-850c-455b-a35c-57e9574f15bf', 'name': '', 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'mac_address': 'fa:16:3e:3c:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:27Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 2, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'subnets': [{'id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:29.759068 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 246beeef-055e-4e79-9d8c-a76eb7143e0b up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:29.762569 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bdb3b-4a21-410e-bfbd-6c4cc5ea248c None None] The sync data for ids ['7b630979-299f-40bd-8a40-c5dd4c212140'] in n-d-822748-2 is: [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 4, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port': {'id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd37babb9-850c-455b-a35c-57e9574f15bf', 'name': '', 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'mac_address': 'fa:16:3e:3c:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:27Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 2, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'subnets': [{'id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:29.824489 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 246beeef-055e-4e79-9d8c-a76eb7143e0b triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:29.824807 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.907094 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 246beeef-055e-4e79-9d8c-a76eb7143e0b is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:29.908290 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 759638d2-634f-4cec-b4fe-bdc8a862b023 up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:29.963710 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 759638d2-634f-4cec-b4fe-bdc8a862b023 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:29.969548 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:29.999491 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50078) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:30.006213 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-3905476b-2ec4-4ab1-9d16-7ebfdb2c6248 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134070359', 'description': 'tempest-secgroup-smoke-1134070359 description', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:30.029016 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3905476b-2ec4-4ab1-9d16-7ebfdb2c6248 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.070949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 759638d2-634f-4cec-b4fe-bdc8a862b023 is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:30.115565 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3905476b-2ec4-4ab1-9d16-7ebfdb2c6248 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group (6dfdd494-06c2-4812-b1c9-f833f5441342), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.120880 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3905476b-2ec4-4ab1-9d16-7ebfdb2c6248 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6dfdd494-06c2-4812-b1c9-f833f5441342), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.154548 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3905476b-2ec4-4ab1-9d16-7ebfdb2c6248 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.159000 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-3905476b-2ec4-4ab1-9d16-7ebfdb2c6248 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1566448 Jan 28 14:56:30.160598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50080) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:30.163004 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905476b-2ec4-4ab1-9d16-7ebfdb2c6248 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfdd494-06c2-4812-b1c9-f833f5441342,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:30.166926 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-3b8bc52d-25f8-4d9d-9d3f-2ddd6e599735 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'security_group_rule': {'security_group_id': '6dfdd494-06c2-4812-b1c9-f833f5441342', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:30.198452 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b8bc52d-25f8-4d9d-9d3f-2ddd6e599735 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (8b6098e3-cc03-4a51-87ef-66fe75607f16), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.262573 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b8bc52d-25f8-4d9d-9d3f-2ddd6e599735 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (8b6098e3-cc03-4a51-87ef-66fe75607f16), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.267176 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b8bc52d-25f8-4d9d-9d3f-2ddd6e599735 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (8b6098e3-cc03-4a51-87ef-66fe75607f16), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.285929 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bc52d-25f8-4d9d-9d3f-2ddd6e599735 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6098e3-cc03-4a51-87ef-66fe75607f16,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:30.295565 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b8bc52d-25f8-4d9d-9d3f-2ddd6e599735 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.297657 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3b8bc52d-25f8-4d9d-9d3f-2ddd6e599735 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359215 Jan 28 14:56:30.300668 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50082) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:30.305281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-58f6973d-5603-42d8-9562-177969a2cb41 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'security_group_rule': {'security_group_id': '6dfdd494-06c2-4812-b1c9-f833f5441342', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:30.332518 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58f6973d-5603-42d8-9562-177969a2cb41 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (5e6a67fa-4711-4257-85d7-0509f707b421), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.397627 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58f6973d-5603-42d8-9562-177969a2cb41 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (5e6a67fa-4711-4257-85d7-0509f707b421), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.401864 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58f6973d-5603-42d8-9562-177969a2cb41 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5e6a67fa-4711-4257-85d7-0509f707b421), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.423643 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6973d-5603-42d8-9562-177969a2cb41 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6a67fa-4711-4257-85d7-0509f707b421,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:30.432369 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-58f6973d-5603-42d8-9562-177969a2cb41 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.433588 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-58f6973d-5603-42d8-9562-177969a2cb41 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319590 Jan 28 14:56:30.436383 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50084) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:30.441758 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b3cbc37d-0d86-4030-9f19-036c2ee14634 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'security_group_rule': {'security_group_id': '6dfdd494-06c2-4812-b1c9-f833f5441342', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:30.474193 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc37d-0d86-4030-9f19-036c2ee14634 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (eda022de-65a3-4b21-9c1a-a0638d08c040), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.546105 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc37d-0d86-4030-9f19-036c2ee14634 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (eda022de-65a3-4b21-9c1a-a0638d08c040), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.551000 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc37d-0d86-4030-9f19-036c2ee14634 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (eda022de-65a3-4b21-9c1a-a0638d08c040), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.571115 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbc37d-0d86-4030-9f19-036c2ee14634 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda022de-65a3-4b21-9c1a-a0638d08c040,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:30.580608 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc37d-0d86-4030-9f19-036c2ee14634 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.581854 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-b3cbc37d-0d86-4030-9f19-036c2ee14634 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445355 Jan 28 14:56:30.584854 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50086) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:30.589476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5d81d847-baaa-419e-bb83-7660007f12b2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'security_group_rule': {'security_group_id': '6dfdd494-06c2-4812-b1c9-f833f5441342', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:30.615772 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d81d847-baaa-419e-bb83-7660007f12b2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (155b61d7-d95c-4761-8afa-e1a44807656b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.679477 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d81d847-baaa-419e-bb83-7660007f12b2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (155b61d7-d95c-4761-8afa-e1a44807656b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.683577 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d81d847-baaa-419e-bb83-7660007f12b2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (155b61d7-d95c-4761-8afa-e1a44807656b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.703376 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81d847-baaa-419e-bb83-7660007f12b2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155b61d7-d95c-4761-8afa-e1a44807656b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:30.714353 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d81d847-baaa-419e-bb83-7660007f12b2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.715645 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5d81d847-baaa-419e-bb83-7660007f12b2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298771 Jan 28 14:56:30.719241 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50088) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:30.724111 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'security_group_rule': {'security_group_id': '6dfdd494-06c2-4812-b1c9-f833f5441342', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:30.752968 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Project 0330c185b2934979a0c2b5b01b3d38d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:56:30.758167 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (f7a1a91d-3704-4fd0-ad14-393acdd1570d), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.820473 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (f7a1a91d-3704-4fd0-ad14-393acdd1570d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.824681 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (f7a1a91d-3704-4fd0-ad14-393acdd1570d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.849964 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a1a91d-3704-4fd0-ad14-393acdd1570d,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:30.859209 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.860526 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-85e337a3-8c4a-4c22-8b61-0f689e4be015 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400013 Jan 28 14:56:30.863395 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50090) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:30.867667 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'security_group_rule': {'security_group_id': '6dfdd494-06c2-4812-b1c9-f833f5441342', 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:30.887733 n-d-822748-2 neutron-server[103374]: INFO neutron.db.securitygroups_db [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Project 0330c185b2934979a0c2b5b01b3d38d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 14:56:30.893621 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (5660feed-c4a5-41ae-99bd-f6f52184e484), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.955828 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (5660feed-c4a5-41ae-99bd-f6f52184e484), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.960062 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084120'] for security_group_rule (5660feed-c4a5-41ae-99bd-f6f52184e484), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.979670 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5660feed-c4a5-41ae-99bd-f6f52184e484,revision_number=0']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:30.991235 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:30.999326 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-8ad6dff2-8f81-4f36-939b-4d198076c920 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283154 Jan 28 14:56:31.162882 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-ccb6d745-6190-4519-8e31-ee1e0ad4c932 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134070359&fields=id&tenant_id=0330c185b2934979a0c2b5b01b3d38d6 HTTP/1.1" status: 200 len: 267 time: 0.0493855 Jan 28 14:56:31.272346 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-4a05573f-89c2-4e88-a607-a029557a5330 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:31.273791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-4a05573f-89c2-4e88-a607-a029557a5330 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 809 time: 0.1039810 Jan 28 14:56:31.288496 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-e37a6b77-4eba-442e-8ce9-32bd4dca97fc tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/quotas/0330c185b2934979a0c2b5b01b3d38d6 HTTP/1.1" status: 200 len: 375 time: 0.0094583 Jan 28 14:56:31.340070 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-aa52838e-8716-4005-920e-f5d5a2fa82bc tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465920 Jan 28 14:56:31.534424 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-5194c621-3265-4561-9bbe-7db3ce9ae9d8 service neutron] 10.222.0.45 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817708 Jan 28 14:56:31.631544 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-d3fb9894-a677-4aa3-a814-d8f29d4889ff service neutron] 10.222.0.45 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914130 Jan 28 14:56:31.809515 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56238863-6707-4d0d-b6c7-5bef8d901a01 req-b07d1316-b609-46c0-963c-2bef7972e08b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 210 time: 0.0345058 Jan 28 14:56:31.826399 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:31.875450 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:31.875923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:31.918291 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Sync routers for ids ['7b630979-299f-40bd-8a40-c5dd4c212140'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:31.930166 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Routers {'7b630979-299f-40bd-8a40-c5dd4c212140'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:31.930949 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['7b630979-299f-40bd-8a40-c5dd4c212140'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:32.054169 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Set router 7b630979-299f-40bd-8a40-c5dd4c212140 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:32.128876 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:32.129275 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.150912 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] For port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:32.156976 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.207003 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Pushing event updated for resources: {'Port': ['ID=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:32.266894 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 4, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port': {'id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd37babb9-850c-455b-a35c-57e9574f15bf', 'name': '', 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'mac_address': 'fa:16:3e:3c:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:27Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 2, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'subnets': [{'id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:32.292876 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Checking router: 7b630979-299f-40bd-8a40-c5dd4c212140 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:32.293232 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Updating router 7b630979-299f-40bd-8a40-c5dd4c212140 port d37babb9-850c-455b-a35c-57e9574f15bf binding host n-d-822748-2 {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 14:56:32.321328 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.582018 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Publish callbacks [] for port (d37babb9-850c-455b-a35c-57e9574f15bf), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.587406 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.635288 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293efced-776d-4374-8002-91891b3260e8 None None] Pushing event updated for resources: {'Port': ['ID=d37babb9-850c-455b-a35c-57e9574f15bf,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:32.687190 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Attempting to bind port d37babb9-850c-455b-a35c-57e9574f15bf on host n-d-822748-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:32.687786 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Attempting to bind port d37babb9-850c-455b-a35c-57e9574f15bf by drivers openvswitch,hyperv on host n-d-822748-2 at level 0 using segments [{'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:32.688187 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Attempting to bind port d37babb9-850c-455b-a35c-57e9574f15bf on network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:32.693574 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Checking agent: {'id': '5f386c9d-9424-487f-aa75-d7dfff33224e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 6, 42), 'started_at': datetime.datetime(2022, 1, 28, 13, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:32.693952 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Checking segment: {'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:32.694350 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.694746 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Bound using segment: {'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:32.695213 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Bound port: d37babb9-850c-455b-a35c-57e9574f15bf, host: n-d-822748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f0e730-8d18-4fae-9371-b00d8a0c8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:32.695594 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.763757 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] For port d37babb9-850c-455b-a35c-57e9574f15bf, host n-d-822748-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:32.767674 n-d-822748-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] For port d37babb9-850c-455b-a35c-57e9574f15bf, host n-d-822748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d37babb9-850c-455b-a35c-57e9574f15bf,segment=NetworkSegment(76f0e730-8d18-4fae-9371-b00d8a0c8427),segment_id=76f0e730-8d18-4fae-9371-b00d8a0c8427)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:32.771781 n-d-822748-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.831875 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Routers {'7b630979-299f-40bd-8a40-c5dd4c212140'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:32.832551 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['7b630979-299f-40bd-8a40-c5dd4c212140'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:32.836640 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293efced-776d-4374-8002-91891b3260e8 None None] Pushing event updated for resources: {'Port': ['ID=d37babb9-850c-455b-a35c-57e9574f15bf,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:32.844511 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-4628106f-b338-4752-bdbe-06fa89869bda None None] Provisioning complete for port d37babb9-850c-455b-a35c-57e9574f15bf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:32.844918 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4628106f-b338-4752-bdbe-06fa89869bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.935106 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-29b74202-4dff-41e0-ada5-cef0b5ce9b0e req-1da179c0-9f9a-455e-b63a-6e0aa062715e tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 210 time: 0.0519154 Jan 28 14:56:32.939347 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-4628106f-b338-4752-bdbe-06fa89869bda None None] Current status of the port d37babb9-850c-455b-a35c-57e9574f15bf is: DOWN; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:32.939748 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4628106f-b338-4752-bdbe-06fa89869bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:32.979698 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-4628106f-b338-4752-bdbe-06fa89869bda None None] For port d37babb9-850c-455b-a35c-57e9574f15bf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d37babb9-850c-455b-a35c-57e9574f15bf,segment=NetworkSegment(76f0e730-8d18-4fae-9371-b00d8a0c8427),segment_id=76f0e730-8d18-4fae-9371-b00d8a0c8427)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:32.985662 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-4628106f-b338-4752-bdbe-06fa89869bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:33.040725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628106f-b338-4752-bdbe-06fa89869bda None None] Pushing event updated for resources: {'Port': ['ID=d37babb9-850c-455b-a35c-57e9574f15bf,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:33.069719 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] Set router 7b630979-299f-40bd-8a40-c5dd4c212140 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:33.108395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-f8f7d2c3-b74d-41ad-a988-6b04df1fe37a None None] Provisioning complete for port d37babb9-850c-455b-a35c-57e9574f15bf triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:33.108872 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f8f7d2c3-b74d-41ad-a988-6b04df1fe37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:33.198622 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7d2c3-b74d-41ad-a988-6b04df1fe37a None None] Current status of the port d37babb9-850c-455b-a35c-57e9574f15bf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:33.285542 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 4, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port': {'id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd37babb9-850c-455b-a35c-57e9574f15bf', 'name': '', 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'mac_address': 'fa:16:3e:3c:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:27Z', 'updated_at': '2022-01-28T14:56:32Z', 'revision_number': 4, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'subnets': [{'id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:33.315074 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1dcdc-f044-48dd-a4f9-5b00dc876297 None None] The sync data for ids ['7b630979-299f-40bd-8a40-c5dd4c212140'] in n-d-822748-2 is: [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:28Z', 'revision_number': 4, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port': {'id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': 'd37babb9-850c-455b-a35c-57e9574f15bf', 'name': '', 'network_id': '18cff5d9-c6b2-4f14-9ace-0bf8949386ad', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'mac_address': 'fa:16:3e:3c:5d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:27Z', 'updated_at': '2022-01-28T14:56:32Z', 'revision_number': 4, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'subnets': [{'id': '82952932-4bf4-4e2e-a3ce-622511d90838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:33.773449 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:33.823359 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:33.823739 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:33.902632 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:33.903652 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d37babb9-850c-455b-a35c-57e9574f15bf up at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:33.949355 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Provisioning complete for port d37babb9-850c-455b-a35c-57e9574f15bf triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:33.949827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:34.024051 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2273927c-4fe9-448e-b23f-9d4ffd6548bd req-d07dc018-db3d-4303-af6c-eea42a8d08c6 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 210 time: 0.0278573 Jan 28 14:56:34.031185 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Current status of the port d37babb9-850c-455b-a35c-57e9574f15bf is: ACTIVE; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:34.933243 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-6fa00963-f0cb-484b-b31f-04fc0444f811 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:34.934694 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-6fa00963-f0cb-484b-b31f-04fc0444f811 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 809 time: 0.1111257 Jan 28 14:56:35.000527 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-48ab4635-1adc-4d24-8785-8bb6361cbaca tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0330c185b2934979a0c2b5b01b3d38d6 HTTP/1.1" status: 200 len: 380 time: 0.0551069 Jan 28 14:56:35.009394 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'port': {'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'admin_state_up': True, 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'security_groups': ['6dfdd494-06c2-4812-b1c9-f833f5441342']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:35.129433 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-289882b8-3a2a-4e87-b2ec-15ce39e49b07 req-28db9dcd-5548-4036-91f0-9384c94975a9 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 210 time: 0.0288861 Jan 28 14:56:35.148726 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Made reservation on behalf of 0330c185b2934979a0c2b5b01b3d38d6 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:56:35.153363 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.156447 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0011be29-1896-475b-a77c-fa5e53e3506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.280834 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Allocated IP 172.20.0.12 (6198db63-680a-45a3-bb4f-e594c6302d23/31659be7-3bcc-4418-a6bd-882f11140c2f/9f9510ad-7bf3-495d-9c9b-93d5149dfff6) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:35.419087 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.458269 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.499554 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Network 6198db63-680a-45a3-bb4f-e594c6302d23 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:35.505309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:35.511903 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:35.518806 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:35.571838 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:35.572556 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.589398 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f38fd24-c13d-47f0-bb47-50f7df706cb1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5836074 Jan 28 14:56:35.601038 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Request body: {'port': {'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:35.658496 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.742895 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-a20af3f0-e768-4107-aa11-45c95d46193e None None] Provisioning complete for port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:35.743274 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a20af3f0-e768-4107-aa11-45c95d46193e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.776436 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-a20af3f0-e768-4107-aa11-45c95d46193e None None] Port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:56:35.921421 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:56:35.929351 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Publish callbacks [] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:35.941300 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Transition to ACTIVE for port object 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:56:35.945076 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:36.008553 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:36.076733 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Attempting to bind port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 on host n-h2-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:56:36.077174 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Attempting to bind port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 by drivers openvswitch,hyperv on host n-h2-822748-2 at level 0 using segments [{'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:56:36.077524 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Attempting to bind port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 on network 6198db63-680a-45a3-bb4f-e594c6302d23 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:36.082832 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 on network 6198db63-680a-45a3-bb4f-e594c6302d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:56:36.083184 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Attempting to bind port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 on network 6198db63-680a-45a3-bb4f-e594c6302d23 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:56:36.088556 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Checking agent: {'id': '006a972b-1a60-4216-a590-457d84777736', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:56:36.088890 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Checking segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:56:36.089284 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Bound using segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:56:36.089725 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Bound port: 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host: n-h2-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:56:36.090093 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:36.164711 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:56:36.169431 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:56:36.175153 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:36.224083 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.224714 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:36.226090 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 1092 time: 0.6293602 Jan 28 14:56:36.228549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:56:36.230850 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62cc7fe-3ebd-479c-8c97-dd55393af845" -d '{"events": [{"name": "network-changed", "server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:56:36.298483 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ed2a7-dc5d-4b23-a9bd-533117832d16 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:36.321178 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59afc5-1e33-4c46-8a21-967ca8248ee0 req-b77ddb68-2f97-498e-b2be-3a4c84b7eb5f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.322759 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f59afc5-1e33-4c46-8a21-967ca8248ee0 req-b77ddb68-2f97-498e-b2be-3a4c84b7eb5f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 944 time: 0.1141450 Jan 28 14:56:36.339016 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-16806b10-f1b5-4465-8ecf-05409ab8ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.340529 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-16806b10-f1b5-4465-8ecf-05409ab8ece1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1095 time: 0.0722675 Jan 28 14:56:36.399791 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-73848eb7-61f5-4055-9d59-5d90f75d89f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 217 time: 0.0503330 Jan 28 14:56:36.444265 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-3f59afc5-1e33-4c46-8a21-967ca8248ee0 req-c895bd9f-4208-438e-b2e3-4ccce1ddf941 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144245 Jan 28 14:56:36.462864 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-06f48149-8ffe-4f4a-a8a1-3907601daa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.464368 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-06f48149-8ffe-4f4a-a8a1-3907601daa41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0539737 Jan 28 14:56:36.495117 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b36e0b6-8ff1-453a-9ce3-99a6fbf6b8c0 x-openstack-request-id: req-7b36e0b6-8ff1-453a-9ce3-99a6fbf6b8c0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:56:36.495416 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:56:36.495702 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b36e0b6-8ff1-453a-9ce3-99a6fbf6b8c0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:56:36.496125 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'status': 'completed', 'code': 200} Jan 28 14:56:36.512887 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-247347bf-bf16-4ed3-b090-5b4815f9f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.514427 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-247347bf-bf16-4ed3-b090-5b4815f9f614 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437596 Jan 28 14:56:36.606848 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-702b2df0-c415-4976-958b-66c4adb711ed service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850270 Jan 28 14:56:36.695612 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-0a628fbb-24a1-445c-b5c4-ba658813aadc req-9ae6d485-d495-4e0a-bd7d-b31f6697ec0c service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818613 Jan 28 14:56:36.793955 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-98c1e8a2-3cbc-4d16-b3d4-7fb59d8b0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.795457 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-98c1e8a2-3cbc-4d16-b3d4-7fb59d8b0896 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1095 time: 0.0461509 Jan 28 14:56:36.895466 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-7e130610-80e8-4663-937a-94d226d673e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.897009 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-7e130610-80e8-4663-937a-94d226d673e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0939090 Jan 28 14:56:36.940353 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-420b5f55-1336-40e1-8287-32a152953211 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 217 time: 0.0353696 Jan 28 14:56:36.996507 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-ecf05eec-4759-44e4-b41a-3fdac934aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:36.997899 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-ecf05eec-4759-44e4-b41a-3fdac934aa4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0509806 Jan 28 14:56:37.045268 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-708f35c0-9ccd-4d6c-ba7c-0270de321648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:37.047322 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-708f35c0-9ccd-4d6c-ba7c-0270de321648 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411415 Jan 28 14:56:37.140727 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-2081a15c-b20c-4908-afba-bdd7c390a2db service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Jan 28 14:56:37.245225 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a62cc7fe-3ebd-479c-8c97-dd55393af845 req-7a6ce582-20cf-4566-b46a-ec8b474875ed service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974169 Jan 28 14:56:37.566951 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3c7fb-e438-4ba8-ac5f-a6ddce1453e4 req-28424606-0ae8-4370-9db9-85f9c1edae4a tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:37.568473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bce3c7fb-e438-4ba8-ac5f-a6ddce1453e4 req-28424606-0ae8-4370-9db9-85f9c1edae4a tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 944 time: 0.0487459 Jan 28 14:56:37.617202 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-bce3c7fb-e438-4ba8-ac5f-a6ddce1453e4 req-4743845d-a2c1-4997-a98a-5b421206f0e1 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Jan 28 14:56:37.885284 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0d56b15d-c681-45d2-a0b6-b6e4633afd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:38.737109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550aea4-be6f-44aa-b301-8591cc68a2e3 req-0a059985-645e-4ebf-822a-bd2bbe7a72b5 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:38.738516 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8550aea4-be6f-44aa-b301-8591cc68a2e3 req-0a059985-645e-4ebf-822a-bd2bbe7a72b5 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 944 time: 0.0529125 Jan 28 14:56:38.785983 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8550aea4-be6f-44aa-b301-8591cc68a2e3 req-4f90ddc0-28f6-435f-bba0-782b519e89ab tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Jan 28 14:56:39.007325 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:56:39.113599 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:39.115869 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:39.125226 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:56:39.162210 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:39.162602 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:39.175930 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:56:39.195956 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:39.199818 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:39.251382 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:39.434132 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9f9510ad-7bf3-495d-9c9b-93d5149dfff6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:56:39.901314 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f07a-4863-4fff-90bb-8eb4ceb90100 req-d2d3374b-0d97-47ab-b2bc-c2766e39f1ef tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:39.902708 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b077f07a-4863-4fff-90bb-8eb4ceb90100 req-d2d3374b-0d97-47ab-b2bc-c2766e39f1ef tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 945 time: 0.0475414 Jan 28 14:56:39.951392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b077f07a-4863-4fff-90bb-8eb4ceb90100 req-519248c5-8b90-41cd-aceb-e95d92d8a977 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Jan 28 14:56:40.922426 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:41.022979 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:56:41.066710 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668543e-1062-4a26-bbfc-50aeae557d21 req-90fff945-9479-4549-a63b-32534be45a22 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:41.068227 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1668543e-1062-4a26-bbfc-50aeae557d21 req-90fff945-9479-4549-a63b-32534be45a22 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 945 time: 0.0478561 Jan 28 14:56:41.074047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning for port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:56:41.078199 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:56:41.078586 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:41.123200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-1668543e-1062-4a26-bbfc-50aeae557d21 req-519bc035-8092-44eb-8069-09aabf8c2dda tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488474 Jan 28 14:56:41.161689 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:56:41.162082 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:41.185237 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:56:41.188603 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b7bc2-fc9d-4380-8e8b-f3011bbb9e4e" -d '{"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-plugged", "status": "completed", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:56:41.201118 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:56:41.205789 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:41.231922 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb8851-e17c-4f77-a640-ba3f7beab286 x-openstack-request-id: req-5ceb8851-e17c-4f77-a640-ba3f7beab286 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:56:41.232243 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-plugged", "status": "completed", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:56:41.232496 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ceb8851-e17c-4f77-a640-ba3f7beab286 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:56:41.232888 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'code': 200} Jan 28 14:56:41.261194 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:41.376790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a6ce-09fa-4517-ae7b-71bd2d0e48cb req-e2be614a-931a-4072-b8e4-21f720459b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:41.378317 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7657a6ce-09fa-4517-ae7b-71bd2d0e48cb req-e2be614a-931a-4072-b8e4-21f720459b71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1097 time: 0.0889559 Jan 28 14:56:41.424911 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7657a6ce-09fa-4517-ae7b-71bd2d0e48cb req-765dac33-217b-4b17-92b0-c08b10e0c5b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Jan 28 14:56:42.053557 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:42.240968 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4362-c7a6-4a19-b0a6-968ef79d21f1 req-f5e7798b-535e-4b37-8b9a-3d37c212af3e tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:42.242440 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a98f4362-c7a6-4a19-b0a6-968ef79d21f1 req-f5e7798b-535e-4b37-8b9a-3d37c212af3e tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 946 time: 0.0488684 Jan 28 14:56:42.290824 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a98f4362-c7a6-4a19-b0a6-968ef79d21f1 req-0be7b2cf-bba7-48f1-9c61-654551d8cd55 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 Jan 28 14:56:43.413188 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b75b3-46e9-47e1-a008-511b55ddb06c req-0f3b4cc0-b6a0-4599-8c45-238497e18156 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:43.414663 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c31b75b3-46e9-47e1-a008-511b55ddb06c req-0f3b4cc0-b6a0-4599-8c45-238497e18156 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 946 time: 0.0534058 Jan 28 14:56:43.462976 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c31b75b3-46e9-47e1-a008-511b55ddb06c req-a431d5ba-bf7b-4635-bead-fc6b7793db09 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Jan 28 14:56:43.575420 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d717dc-0964-4f0f-af8f-2cdb2298a02e req-7f3eaf6b-27af-4e38-882d-fe7bc85d9393 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:43.576867 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40d717dc-0964-4f0f-af8f-2cdb2298a02e req-7f3eaf6b-27af-4e38-882d-fe7bc85d9393 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 946 time: 0.0488443 Jan 28 14:56:43.627208 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40d717dc-0964-4f0f-af8f-2cdb2298a02e req-19f6c308-2130-43f7-a209-34d91815f455 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Jan 28 14:56:43.649244 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50154) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:43.734236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b9e52-b108-4c63-917d-ec65d902dcea tempest-TestSnapshotPattern-502256090 tempest-TestSnapshotPattern-502256090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:43.736126 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-ed2b9e52-b108-4c63-917d-ec65d902dcea tempest-TestSnapshotPattern-502256090 tempest-TestSnapshotPattern-502256090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1092 time: 0.0857456 Jan 28 14:56:43.738962 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50158) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:56:43.743252 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:56:43.763652 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:43.862100 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:43.968552 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Allocated IP 172.25.4.226 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/609d3d8d-fb20-414f-8aea-4abd60770a48) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:56:44.072841 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:44.107682 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:44.147817 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:56:44.152481 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:56:44.157209 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:56:44.160370 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'Port': ['ID=609d3d8d-fb20-414f-8aea-4abd60770a48,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:44.515617 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (75e0c6e6-8225-4f10-a285-968a08c194ae), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:44.579575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:44.729025 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:44.733377 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:44.803517 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'Port': ['ID=609d3d8d-fb20-414f-8aea-4abd60770a48,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:56:44.816371 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (75e0c6e6-8225-4f10-a285-968a08c194ae), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:44.919037 n-d-822748-2 neutron-server[103374]: INFO neutron.db.l3_db [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Floating IP 75e0c6e6-8225-4f10-a285-968a08c194ae associated. External IP: 172.25.4.226, port: 9f9510ad-7bf3-495d-9c9b-93d5149dfff6. Jan 28 14:56:45.124358 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Router c88cd425-e316-4c2a-82c3-cf197e02864f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:56:45.571720 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:56:45.582687 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] Sync routers for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:56:45.591009 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:45.594066 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:45.594703 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:45.618919 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-a76295e5-4147-48eb-ac13-33244ce0893b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8789136 Jan 28 14:56:45.619609 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:56:45.622042 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba" -d '{"events": [{"name": "network-changed", "server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:56:45.704667 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:45.722274 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf24da1-fd4a-45b9-8ef2-3a72acf7c06f x-openstack-request-id: req-acf24da1-fd4a-45b9-8ef2-3a72acf7c06f {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:56:45.722575 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:56:45.722840 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acf24da1-fd4a-45b9-8ef2-3a72acf7c06f {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:56:45.723251 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'status': 'completed', 'code': 200} Jan 28 14:56:45.786359 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-ccfd45c7-5b97-4025-ace3-5be8bd6eab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:45.787892 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-ccfd45c7-5b97-4025-ace3-5be8bd6eab1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1097 time: 0.0435736 Jan 28 14:56:45.884416 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-f0911ed0-53ec-451e-b5a3-97b15207d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:45.885797 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-f0911ed0-53ec-451e-b5a3-97b15207d430 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0880182 Jan 28 14:56:45.938089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:44Z', 'revision_number': 0, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:45.953192 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-fa4465cf-7e93-440d-a09f-a4a00eaeae59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 1000 time: 0.0601237 Jan 28 14:56:45.964764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] Checking router: c88cd425-e316-4c2a-82c3-cf197e02864f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:56:45.973767 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:56:45.974370 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:56:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:46.002782 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-0fb6528c-d053-4a0a-9f3e-2e6a4ec9bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:46.004306 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-0fb6528c-d053-4a0a-9f3e-2e6a4ec9bcb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0447814 Jan 28 14:56:46.058595 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-5408e720-a2c8-4fe9-933e-b9618b8a1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:46.060217 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-5408e720-a2c8-4fe9-933e-b9618b8a1a7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494499 Jan 28 14:56:46.087005 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:56:46.153521 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-9622da2f-6f76-4cc1-9f7f-fdd91f20eb39 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861239 Jan 28 14:56:46.247874 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8c251eeb-43f0-4b2f-b7eb-308ed5f311ba req-1585743b-ab1b-440a-b362-69e66480097e service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Jan 28 14:56:46.317337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:44Z', 'revision_number': 0, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:56:46.347470 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf428d1b-614a-4683-aeec-dfdb58d462f1 None None] The sync data for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 is: [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:44Z', 'revision_number': 0, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:56:46.538478 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0a5f2-b76e-491a-9be0-01de6074d41a None None] New status for floating IP 75e0c6e6-8225-4f10-a285-968a08c194ae: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:56:56.747233 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:56:57.535153 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:58.773991 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-a5cc7c07-cad8-4120-81ce-79b585fe3cbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406554 Jan 28 14:56:58.855996 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-f1f50904-acb9-48c6-9d08-840a2b6ceab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:58.857592 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-f1f50904-acb9-48c6-9d08-840a2b6ceab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1097 time: 0.0428753 Jan 28 14:56:58.865947 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:56:58.965614 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-8ed75adc-6503-4363-a89d-b382e8fa6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:58.967134 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-8ed75adc-6503-4363-a89d-b382e8fa6ccc service neutron] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0900874 Jan 28 14:56:59.037947 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-8be01b7f-07f3-4bab-b289-12a31b6d8e6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 1002 time: 0.0644114 Jan 28 14:56:59.086738 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-3848b634-205b-4c71-8901-414bfab27460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:59.088501 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-3848b634-205b-4c71-8901-414bfab27460 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0446043 Jan 28 14:56:59.138560 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-71807e5c-5f63-45fc-8a9a-7bd3d994eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:56:59.140083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-71807e5c-5f63-45fc-8a9a-7bd3d994eeb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446298 Jan 28 14:56:59.237144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-16afdfb4-7512-411e-b558-257535791a40 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881319 Jan 28 14:56:59.336474 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01b6e648-e42f-4155-bcef-bb1306787f31 req-6a6146fb-da2c-4319-b5f9-2418b251904e service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908248 Jan 28 14:57:05.162749 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-10097ef5-01b8-4983-a3f4-cf14a70b0204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:07.886379 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d17a743a-c2dc-4c02-aeac-a3c9994c4462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:09.100931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:10.923509 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:12.054794 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:27.534793 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:28.865283 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:33.747747 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:57:35.158752 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-06bdf07f-31f6-4048-a5dc-c388371aa67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:37.888966 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bea414bd-6571-4b6e-8ccd-b1850e3cb49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:39.104097 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:40.924463 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:42.061597 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:57.533238 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:57:58.864050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:00.698205 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-08ddf015-e07a-49d9-91d9-a33f84a4260a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418670 Jan 28 14:58:00.784798 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-22d55184-668d-4c06-9354-5942220cf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:00.786314 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-22d55184-668d-4c06-9354-5942220cf9bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1097 time: 0.0409398 Jan 28 14:58:00.897366 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-817eec71-66e9-4777-9217-5c67525b7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:00.899550 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-817eec71-66e9-4777-9217-5c67525b7f7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0917284 Jan 28 14:58:00.965344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-b52ceb3b-5f4f-4d09-8043-a9191900d180 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 1002 time: 0.0587993 Jan 28 14:58:01.013695 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-bc489bbd-2e2c-449c-8cdd-0523b618e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:01.015246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-bc489bbd-2e2c-449c-8cdd-0523b618e911 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0437343 Jan 28 14:58:01.065381 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-4d64be3e-ba59-4961-ae2b-6a0ffccf3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:01.066860 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-4d64be3e-ba59-4961-ae2b-6a0ffccf3c22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445471 Jan 28 14:58:01.171744 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-81593bba-41a2-4d69-bbd7-081a161accb2 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947864 Jan 28 14:58:01.269790 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-fc277bb9-922a-4610-9b9f-40197e83e797 req-9a2945d8-9478-4090-bd76-70dc9909829a service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 Jan 28 14:58:05.161981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ef3c8eb2-3226-4b53-b572-db4112405a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:07.890074 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e08026c3-9fb7-468a-9010-be9c976b3ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:09.107200 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:10.749435 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:58:10.928495 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:12.056338 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:27.549112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:28.861572 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:35.163833 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-34b3d6e3-cc57-4662-bd7f-18127bfd70b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:37.890923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-96790f21-14bf-4cff-b34b-ab5b0a4160c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:39.115592 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:40.930608 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:42.058470 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.614865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 details requested by agent hyperv_n-h2-822748-2 with host n-h2-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:58:45.711155 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:45.878483 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Returning: {'device': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:58:45.914204 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:45.914598 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.926676 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:58:45.946286 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:45.950672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:45.996724 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:46.008345 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.008700 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.009049 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.009391 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.009728 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.010062 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.010395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.010872 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.011052 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.011379 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.011705 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.012047 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.012376 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:46.065803 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] get_ports_and_sgs() called for port_ids ['9f9510ad-7bf3-495d-9c9b-93d5149dfff6'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:58:47.627949 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 up at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:58:47.687136 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Provisioning complete for port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:47.687823 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.751432 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:58:47.784315 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:47.784726 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.811719 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:58:47.814215 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855862cd-2e45-407b-b1f7-3e94a61f7e28" -d '{"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-plugged", "status": "completed", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:58:47.831481 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:47.837815 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:47.872889 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cf1a03-9392-4bac-8a70-8ec7d283820a x-openstack-request-id: req-13cf1a03-9392-4bac-8a70-8ec7d283820a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:58:47.873237 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-plugged", "status": "completed", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:58:47.873505 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13cf1a03-9392-4bac-8a70-8ec7d283820a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:58:47.873917 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'code': 200} Jan 28 14:58:47.902297 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:56.871259 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-75234989-6dd3-4284-861f-a224b871a325 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134070359&fields=id&tenant_id=0330c185b2934979a0c2b5b01b3d38d6 HTTP/1.1" status: 200 len: 267 time: 0.0463319 Jan 28 14:58:56.977925 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-4cd51ed3-94b7-4a4f-a21d-c199c355f556 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:56.979382 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-4cd51ed3-94b7-4a4f-a21d-c199c355f556 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 809 time: 0.1017139 Jan 28 14:58:56.994954 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-4b9986d6-00e6-4e7c-9d5e-505b5baa9c18 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/quotas/0330c185b2934979a0c2b5b01b3d38d6 HTTP/1.1" status: 200 len: 375 time: 0.0088720 Jan 28 14:58:57.051645 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-37df92bb-f181-4651-b76a-fbf3fda7ebd5 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510285 Jan 28 14:58:57.147578 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-64eeda47-2ef2-4585-ac1e-cba3a45053de service neutron] 10.222.0.45 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833375 Jan 28 14:58:57.241560 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-6b6744e5-5419-44ab-b60f-7feed907ae20 service neutron] 10.222.0.45 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876429 Jan 28 14:58:57.409344 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-56b06c95-5946-482a-ad1c-18932280a1ec req-b43a6d36-9c46-4237-bee6-138ec5ff68ab tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 210 time: 0.0271802 Jan 28 14:58:57.564969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:58.410461 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-0a70a166-206e-45bf-bbfc-07ddafa4566b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:58.411896 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-0a70a166-206e-45bf-bbfc-07ddafa4566b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.36 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 809 time: 0.1040514 Jan 28 14:58:58.480074 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-a7d4b424-7df6-4ad4-92d6-c53b34b38e48 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0330c185b2934979a0c2b5b01b3d38d6 HTTP/1.1" status: 200 len: 380 time: 0.0569286 Jan 28 14:58:58.490479 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'port': {'device_id': '75aef002-105b-40eb-9e53-4b800d917f45', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'admin_state_up': True, 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'security_groups': ['6dfdd494-06c2-4812-b1c9-f833f5441342']}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:58:58.557724 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-5bfb672e-7896-4282-9b81-d0b85ea6b1f1 req-10bf66d7-5e1e-4206-a73f-5484c7dc805f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 210 time: 0.0637596 Jan 28 14:58:58.626591 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Made reservation on behalf of 0330c185b2934979a0c2b5b01b3d38d6 for: {'port': 1} {{(pid=103374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 14:58:58.633476 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:58.793755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Allocated IP 172.20.0.7 (6198db63-680a-45a3-bb4f-e594c6302d23/31659be7-3bcc-4418-a6bd-882f11140c2f/cab68635-757c-44cd-b250-9aeff4e443c7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:58:58.882247 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:58.994569 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for port (cab68635-757c-44cd-b250-9aeff4e443c7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:59.062132 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:59.119187 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Network 6198db63-680a-45a3-bb4f-e594c6302d23 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:58:59.124289 n-d-822748-2 neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:58:59.128068 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:58:59.194755 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:58:59.210059 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.210401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.211904 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.212260 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.212624 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.213328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.213948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.218910 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.219259 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.219604 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.219950 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.220322 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.220665 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:58:59.252093 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:59.252701 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:59.284284 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-c2b3991e-9ed1-4dca-8c0d-2c922479cd04 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974234 Jan 28 14:58:59.449169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-79c8e3a8-b10e-475d-8469-bb111e4102c8 None None] Provisioning complete for port cab68635-757c-44cd-b250-9aeff4e443c7 triggered by entity DHCP. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:58:59.449969 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-79c8e3a8-b10e-475d-8469-bb111e4102c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:59.486937 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-79c8e3a8-b10e-475d-8469-bb111e4102c8 None None] Port cab68635-757c-44cd-b250-9aeff4e443c7 cannot update to ACTIVE because it is not bound. {{(pid=103375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 14:58:59.687795 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3b316-d500-4a96-9638-fd51ce7912a3 req-1aff6073-6a0d-4530-8575-fabb02b1e763 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:58:59.691365 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:58:59.704257 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40c3b316-d500-4a96-9638-fd51ce7912a3 req-1aff6073-6a0d-4530-8575-fabb02b1e763 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 931 time: 0.0600235 Jan 28 14:58:59.752706 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-40c3b316-d500-4a96-9638-fd51ce7912a3 req-ef8ac605-0770-4b81-a30a-6250199be9d3 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468595 Jan 28 14:58:59.795089 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Current status of the port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:58:59.795485 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:59.822343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:58:59.825205 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723afd89-5b77-495a-8f94-29e6c6ff1a4c" -d '{"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:58:59.846262 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:58:59.852293 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:58:59.882658 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4164883-7338-4ccb-ae30-07cd99c8913a x-openstack-request-id: req-d4164883-7338-4ccb-ae30-07cd99c8913a {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:58:59.883371 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:58:59.883371 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4164883-7338-4ccb-ae30-07cd99c8913a {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:58:59.883765 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'code': 200} Jan 28 14:58:59.918158 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Pushing event updated for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=8']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:00.889683 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d59bb-0bef-469e-8d11-fed2d7836761 req-38fe1dea-953a-4f2c-8cbd-f1868a604107 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:00.891334 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb4d59bb-0bef-469e-8d11-fed2d7836761 req-38fe1dea-953a-4f2c-8cbd-f1868a604107 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 931 time: 0.0585830 Jan 28 14:59:00.951037 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-cb4d59bb-0bef-469e-8d11-fed2d7836761 req-ba8c7aa9-7b55-4345-89e9-696f267eb5b4 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529571 Jan 28 14:59:02.081676 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b1374-465f-4f74-bcbf-ecbf59f69e3a req-027c2394-3ed5-4564-854f-c33f2f0bbaf9 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:02.083191 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b81b1374-465f-4f74-bcbf-ecbf59f69e3a req-027c2394-3ed5-4564-854f-c33f2f0bbaf9 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 931 time: 0.0514309 Jan 28 14:59:02.136768 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b81b1374-465f-4f74-bcbf-ecbf59f69e3a req-1a09b889-1bc7-4054-afdb-691d5f6135bf tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456831 Jan 28 14:59:03.014359 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-55cf9aeb-3dba-4488-a9db-40eab48a0a03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444722 Jan 28 14:59:03.109201 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-1e1dd817-601a-4994-b050-1bd1a4f69834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:03.110713 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-1e1dd817-601a-4994-b050-1bd1a4f69834 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1095 time: 0.0447643 Jan 28 14:59:03.346145 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-8893c35e-2a32-4fcc-ae68-e3a80b9ab14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:03.349131 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-8893c35e-2a32-4fcc-ae68-e3a80b9ab14e service neutron] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.2164359 Jan 28 14:59:03.420570 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f62018-452e-4d8e-ae97-9bde794b4816 req-6b03a383-4622-4bf4-acae-f38eaf230edf tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:03.422214 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23f62018-452e-4d8e-ae97-9bde794b4816 req-6b03a383-4622-4bf4-acae-f38eaf230edf tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 931 time: 0.1515081 Jan 28 14:59:03.469935 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-e84c9cab-0d8e-43dd-a5ee-5e66a9e33fe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 1000 time: 0.1106422 Jan 28 14:59:03.517381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-23f62018-452e-4d8e-ae97-9bde794b4816 req-4fc687bd-dbdb-4e21-b5cc-f549b6ceb32b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876281 Jan 28 14:59:03.537462 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-742ba697-a5c0-4d8f-8d47-4932e8c575e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:03.539173 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-742ba697-a5c0-4d8f-8d47-4932e8c575e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0572472 Jan 28 14:59:03.596914 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-3b9ebd10-f4dd-49db-ab46-0cc44ac37fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:03.598749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-3b9ebd10-f4dd-49db-ab46-0cc44ac37fdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494688 Jan 28 14:59:03.707603 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-00750677-2d96-4a62-9cb0-a626b42d0137 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976877 Jan 28 14:59:03.819674 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-be999a82-5e93-4dd2-ab9b-5ebd2782d9a0 req-f61e5c7d-e11f-492d-8f89-cf7ef706c170 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021705 Jan 28 14:59:04.647778 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c46bb8-1afa-44b0-a6be-b44505e77d67 req-72801624-1e71-488d-8ad5-c8e193ea4147 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:04.649650 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3c46bb8-1afa-44b0-a6be-b44505e77d67 req-72801624-1e71-488d-8ad5-c8e193ea4147 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 931 time: 0.0518453 Jan 28 14:59:04.703446 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e3c46bb8-1afa-44b0-a6be-b44505e77d67 req-c5c2cdc7-5b43-4d11-8c83-f5220b13f1a0 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462129 Jan 28 14:59:05.169057 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-153bdca5-b9f4-47a0-bee3-f276e070d26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:05.839506 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed3f33-4f71-48df-a55f-6d0687646464 req-8f2743cf-01ce-4984-90b5-120d5e641d5c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:05.842144 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-abed3f33-4f71-48df-a55f-6d0687646464 req-8f2743cf-01ce-4984-90b5-120d5e641d5c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 931 time: 0.0540848 Jan 28 14:59:05.902057 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-abed3f33-4f71-48df-a55f-6d0687646464 req-ccee6742-0fe0-45ee-9c07-57aa734ae13d tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543599 Jan 28 14:59:06.518309 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-8483f14d-ec65-44a6-b6bb-2dccc9322371 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 14:59:06.519272 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-8483f14d-ec65-44a6-b6bb-2dccc9322371 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052407 Jan 28 14:59:06.575580 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.v2.base [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Request body: {'port': {'device_id': '75aef002-105b-40eb-9e53-4b800d917f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822748-2'}} {{(pid=103374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:59:06.628332 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:06.891694 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab68635-757c-44cd-b250-9aeff4e443c7 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:59:06.899092 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Publish callbacks [] for port (cab68635-757c-44cd-b250-9aeff4e443c7), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:06.911692 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Transition to ACTIVE for port object cab68635-757c-44cd-b250-9aeff4e443c7 will not be triggered until provisioned by entity L2. {{(pid=103374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 14:59:06.915436 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:06.990328 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Pushing event updated for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:07.086916 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3291219-46d7-4f5a-913f-d2da8ee444cf req-4babc6dc-6904-4e95-bfe4-bd2ee0e4d9ec tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.088465 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c3291219-46d7-4f5a-913f-d2da8ee444cf req-4babc6dc-6904-4e95-bfe4-bd2ee0e4d9ec tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 943 time: 0.1003876 Jan 28 14:59:07.089956 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Attempting to bind port cab68635-757c-44cd-b250-9aeff4e443c7 on host n-h1-822748-2 for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 14:59:07.090302 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Attempting to bind port cab68635-757c-44cd-b250-9aeff4e443c7 by drivers openvswitch,hyperv on host n-h1-822748-2 at level 0 using segments [{'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 14:59:07.090669 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Attempting to bind port cab68635-757c-44cd-b250-9aeff4e443c7 on network 6198db63-680a-45a3-bb4f-e594c6302d23 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:59:07.098074 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Port cab68635-757c-44cd-b250-9aeff4e443c7 on network 6198db63-680a-45a3-bb4f-e594c6302d23 not bound, no agent of type Open vSwitch agent registered on host n-h1-822748-2 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 14:59:07.098396 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Attempting to bind port cab68635-757c-44cd-b250-9aeff4e443c7 on network 6198db63-680a-45a3-bb4f-e594c6302d23 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 14:59:07.118124 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Checking agent: {'id': 'd2ad3690-30a9-431e-92eb-c9d995424c7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'started_at': datetime.datetime(2022, 1, 28, 13, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 14:59:07.118464 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Checking segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 14:59:07.118849 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Bound using segment: {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 14:59:07.119298 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Bound port: cab68635-757c-44cd-b250-9aeff4e443c7, host: n-h1-822748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8e54e1-cd75-4eae-b3f9-31fb242b3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 14:59:07.119660 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.182140 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c3291219-46d7-4f5a-913f-d2da8ee444cf req-9d39c2cc-92b0-4a4a-800c-d7cd8dda865b tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860064 Jan 28 14:59:07.212861 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 14:59:07.216812 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 14:59:07.221598 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6056347'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.254169 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.254831 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.256200 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] 10.222.0.36 "PUT /v2.0/ports/cab68635-757c-44cd-b250-9aeff4e443c7 HTTP/1.1" status: 200 len: 1091 time: 0.7286117 Jan 28 14:59:07.256672 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:59:07.258864 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e850e6bb-7258-4d00-8095-4f25367fc311" -d '{"events": [{"name": "network-changed", "server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:59:07.292731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f5bf-0f43-4257-bda9-a83582feea34 service neutron] Pushing event updated for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:07.304093 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6079fd2-fe55-443a-b596-04e4d7ebd76d x-openstack-request-id: req-f6079fd2-fe55-443a-b596-04e4d7ebd76d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:59:07.304395 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:59:07.304654 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6079fd2-fe55-443a-b596-04e4d7ebd76d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:59:07.305179 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'status': 'completed', 'code': 200} Jan 28 14:59:07.353675 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-4ce64b49-60f2-4bd6-aecb-6eba56d22256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.355186 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-4ce64b49-60f2-4bd6-aecb-6eba56d22256 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 1094 time: 0.0474513 Jan 28 14:59:07.409061 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-48e14ae6-10e6-4f58-9b0e-559cee05ecfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab68635-757c-44cd-b250-9aeff4e443c7 HTTP/1.1" status: 200 len: 217 time: 0.0410240 Jan 28 14:59:07.458998 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-116f3a0d-e95f-4ed9-913f-0e53d98cece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.460533 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-116f3a0d-e95f-4ed9-913f-0e53d98cece0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0459356 Jan 28 14:59:07.510039 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-10fc7f66-e251-4ab7-b3cd-c221877f526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.511545 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-10fc7f66-e251-4ab7-b3cd-c221877f526d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416918 Jan 28 14:59:07.605632 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-401e6add-6813-414a-8891-20f41ce340dc service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874043 Jan 28 14:59:07.698120 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-aba87fbf-2f30-4249-8338-0ef573d1b7a0 req-137b9a8d-8bfc-4214-bccf-646a4c249737 service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822515 Jan 28 14:59:07.801399 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-f4635399-165e-4723-a617-ac730da79406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.803282 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-f4635399-165e-4723-a617-ac730da79406 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 1094 time: 0.0520122 Jan 28 14:59:07.893490 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-497584e3-746f-4679-aa37-c807e98909ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:07.895550 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-c9c14927-7e37-477a-a1b2-f1bee500cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.897072 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-c9c14927-7e37-477a-a1b2-f1bee500cb3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0842190 Jan 28 14:59:07.938450 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-7fdacec5-64a6-44c7-bd81-dd98cce6cf93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab68635-757c-44cd-b250-9aeff4e443c7 HTTP/1.1" status: 200 len: 217 time: 0.0342155 Jan 28 14:59:07.993164 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-78f08fd8-0888-4e25-95c0-89fb5de673eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:07.994666 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-78f08fd8-0888-4e25-95c0-89fb5de673eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0472441 Jan 28 14:59:08.042120 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-81364654-7794-4511-997a-60a9d31ef4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:08.043605 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-81364654-7794-4511-997a-60a9d31ef4cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408671 Jan 28 14:59:08.131046 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-8083e8d3-8147-4187-8598-1fee1eb5875d service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805879 Jan 28 14:59:08.227303 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e850e6bb-7258-4d00-8095-4f25367fc311 req-5fcaa73e-10d4-4473-82bb-ffe5fcb6bcf6 service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886436 Jan 28 14:59:08.301306 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eceb1e-8c90-4615-bebd-f5e97522ad38 req-8811d960-4dd8-4717-a7b8-da6238f6c5fc tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:08.302681 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6eceb1e-8c90-4615-bebd-f5e97522ad38 req-8811d960-4dd8-4717-a7b8-da6238f6c5fc tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 943 time: 0.0497565 Jan 28 14:59:08.352182 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-c6eceb1e-8c90-4615-bebd-f5e97522ad38 req-f65f20f9-42b2-4605-a44e-8f6e862d1b34 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 Jan 28 14:59:09.113610 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:09.473619 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7e8ac-21d7-4f69-bfa4-f5fcff7b37fb req-7d3e5138-0f41-48c2-956f-af5fb9aceb84 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:09.475111 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efc7e8ac-21d7-4f69-bfa4-f5fcff7b37fb req-7d3e5138-0f41-48c2-956f-af5fb9aceb84 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 943 time: 0.0541699 Jan 28 14:59:09.523851 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-efc7e8ac-21d7-4f69-bfa4-f5fcff7b37fb req-6f7053ba-bc89-489a-b366-a47cf4726024 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Jan 28 14:59:10.222395 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cab68635-757c-44cd-b250-9aeff4e443c7 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 14:59:10.318285 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:59:10.329650 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'port_id': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'mac_address': 'fa:16:3e:ea:d1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 14:59:10.366453 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port cab68635-757c-44cd-b250-9aeff4e443c7 is: DOWN; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:59:10.366845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:10.379725 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab68635-757c-44cd-b250-9aeff4e443c7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 14:59:10.398583 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:59:10.402378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:10.452643 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=4']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:10.639452 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521211c-884c-4e48-912b-de2b67b83c0b req-39ae52f0-1bcd-4155-a28d-e0a1b24e1935 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:10.640928 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e521211c-884c-4e48-912b-de2b67b83c0b req-39ae52f0-1bcd-4155-a28d-e0a1b24e1935 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 944 time: 0.0490582 Jan 28 14:59:10.689872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e521211c-884c-4e48-912b-de2b67b83c0b req-5bbd731a-bb68-429a-ab1e-cc5fad00aa4a tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Jan 28 14:59:10.698783 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['cab68635-757c-44cd-b250-9aeff4e443c7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:59:10.933739 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:11.806564 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0d43-3958-4a1f-b9c7-54eff0dbebc5 req-0f254022-3f13-432d-9cf1-d61c7b0b90c3 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:11.808088 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-787e0d43-3958-4a1f-b9c7-54eff0dbebc5 req-0f254022-3f13-432d-9cf1-d61c7b0b90c3 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 944 time: 0.0475478 Jan 28 14:59:11.860367 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-787e0d43-3958-4a1f-b9c7-54eff0dbebc5 req-3e702bd1-5c43-4825-893e-44271d4b57d5 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Jan 28 14:59:12.061464 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:12.221758 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cab68635-757c-44cd-b250-9aeff4e443c7 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 14:59:12.270244 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning for port cab68635-757c-44cd-b250-9aeff4e443c7 completed by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 14:59:12.274501 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port cab68635-757c-44cd-b250-9aeff4e443c7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 14:59:12.274879 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:12.355145 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port cab68635-757c-44cd-b250-9aeff4e443c7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 14:59:12.355429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:12.377576 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:59:12.379780 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6710389-ce97-4279-bc20-e97aef187f9b" -d '{"events": [{"server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "name": "network-vif-plugged", "status": "completed", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:59:12.392846 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:59:12.397134 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:12.420376 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8d211-e039-4049-bcd4-a0cf7a8a22d6 x-openstack-request-id: req-99c8d211-e039-4049-bcd4-a0cf7a8a22d6 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:59:12.420695 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "name": "network-vif-plugged", "status": "completed", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:59:12.420918 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99c8d211-e039-4049-bcd4-a0cf7a8a22d6 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:59:12.421311 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'code': 200} Jan 28 14:59:12.446715 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=5']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:12.524089 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8398f2c-8165-47eb-b307-1fb8aeaacc02 req-84175721-a8b7-41eb-966a-66f14e255c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:12.525615 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8398f2c-8165-47eb-b307-1fb8aeaacc02 req-84175721-a8b7-41eb-966a-66f14e255c91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 1096 time: 0.0402086 Jan 28 14:59:12.579331 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-d8398f2c-8165-47eb-b307-1fb8aeaacc02 req-c2568fcc-5869-4a0f-8524-de9a714ab536 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 Jan 28 14:59:12.977125 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092f5e3-1161-4293-a246-5ec51afea06a req-c6647a09-5f5d-464b-9413-e5085329be51 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:12.978588 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4092f5e3-1161-4293-a246-5ec51afea06a req-c6647a09-5f5d-464b-9413-e5085329be51 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 945 time: 0.0473354 Jan 28 14:59:13.026950 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-4092f5e3-1161-4293-a246-5ec51afea06a req-af3dcc2f-65e9-4c01-af55-49174db3eab2 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 Jan 28 14:59:14.148390 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c316ae-ebe2-41b8-8c5b-e4ae7cb06420 req-2a58edec-1458-4616-8b35-0389b7a24749 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:14.149872 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01c316ae-ebe2-41b8-8c5b-e4ae7cb06420 req-2a58edec-1458-4616-8b35-0389b7a24749 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 945 time: 0.0530865 Jan 28 14:59:14.201078 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-01c316ae-ebe2-41b8-8c5b-e4ae7cb06420 req-64232139-bd28-40dc-8778-5695e60e7003 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453544 Jan 28 14:59:14.313686 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94410038-8c0c-41cc-a3b4-3f2ec52dac73 req-f2d60736-660e-4dea-9826-d45505f1cadf tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:14.315167 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94410038-8c0c-41cc-a3b4-3f2ec52dac73 req-f2d60736-660e-4dea-9826-d45505f1cadf tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 945 time: 0.0475059 Jan 28 14:59:14.364345 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-94410038-8c0c-41cc-a3b4-3f2ec52dac73 req-8f88b33f-1355-4464-a7b6-797cc0e538f4 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Jan 28 14:59:14.386130 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50422) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:59:14.428969 n-d-822748-2 neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10485f0a-516a-4fc1-bd0a-c0a93e665ed0 tempest-TestSnapshotPattern-502256090 tempest-TestSnapshotPattern-502256090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:14.431799 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-10485f0a-516a-4fc1-bd0a-c0a93e665ed0 tempest-TestSnapshotPattern-502256090 tempest-TestSnapshotPattern-502256090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 1091 time: 0.0446696 Jan 28 14:59:14.434552 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:59:14.439706 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Request body: {'floatingip': {'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'port_id': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 14:59:14.459868 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:14.886191 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:14.992335 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Allocated IP 172.25.4.237 (d62983fb-95f5-47e5-b432-cdd339a93d1c/6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099/6eb23243-e42b-4dab-9e8a-4e8330650dad) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 14:59:15.091134 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:15.125070 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741227165992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:15.164687 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Network d62983fb-95f5-47e5-b432-cdd339a93d1c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 14:59:15.167406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 14:59:15.170082 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 14:59:15.199957 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'Port': ['ID=6eb23243-e42b-4dab-9e8a-4e8330650dad,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:15.213286 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.213898 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.214253 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.214592 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.214939 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.215268 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.215598 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.215944 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.216281 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.216609 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.217583 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.217919 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.218247 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:59:15.551513 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (8ecc2422-d528-4fe8-8073-681d090ecbf4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:15.623768 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:15.773036 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:15.777579 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5441275'] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:15.845040 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event updated for resources: {'Port': ['ID=6eb23243-e42b-4dab-9e8a-4e8330650dad,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:59:15.856948 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924802'] for floatingip (8ecc2422-d528-4fe8-8073-681d090ecbf4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:15.957926 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Floating IP 8ecc2422-d528-4fe8-8073-681d090ecbf4 associated. External IP: 172.25.4.237, port: cab68635-757c-44cd-b250-9aeff4e443c7. Jan 28 14:59:16.172620 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Router c88cd425-e316-4c2a-82c3-cf197e02864f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 14:59:16.281594 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 14:59:16.290954 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] Sync routers for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 14:59:16.299243 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:16.301861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:59:16.302503 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:59:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:16.327666 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-5b2a3681-d4e3-4cc5-81ff-0b90c2709418 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8920946 Jan 28 14:59:16.328277 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:59:16.330513 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cea540-f71e-4557-a158-315135e666c2" -d '{"events": [{"name": "network-changed", "server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:59:16.367950 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc072d9f-779e-4f06-950e-850e3b2c5f29 x-openstack-request-id: req-bc072d9f-779e-4f06-950e-850e3b2c5f29 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:59:16.368273 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:59:16.368536 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc072d9f-779e-4f06-950e-850e3b2c5f29 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:59:16.368949 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'status': 'completed', 'code': 200} Jan 28 14:59:16.413681 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:59:16.435251 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea540-f71e-4557-a158-315135e666c2 req-36498b43-13bb-498f-a9b9-06f63c9cf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:16.437725 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49cea540-f71e-4557-a158-315135e666c2 req-36498b43-13bb-498f-a9b9-06f63c9cf2c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 1096 time: 0.0453351 Jan 28 14:59:16.529991 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea540-f71e-4557-a158-315135e666c2 req-23e564fa-73f2-4053-a299-040881cf98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:16.531493 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49cea540-f71e-4557-a158-315135e666c2 req-23e564fa-73f2-4053-a299-040881cf98fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0882273 Jan 28 14:59:16.601100 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49cea540-f71e-4557-a158-315135e666c2 req-d07e0df0-f4d0-493b-a7b3-1fb34845a190 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab68635-757c-44cd-b250-9aeff4e443c7 HTTP/1.1" status: 200 len: 999 time: 0.0639501 Jan 28 14:59:16.647354 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:46Z', 'revision_number': 1, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}, {'id': '8ecc2422-d528-4fe8-8073-681d090ecbf4', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:ea:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef002-105b-40eb-9e53-4b800d917f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:15Z', 'updated_at': '2022-01-28T14:59:15Z', 'revision_number': 0, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:16.649774 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea540-f71e-4557-a158-315135e666c2 req-96389216-dd62-4cc0-94c6-04e30d592d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:16.651286 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49cea540-f71e-4557-a158-315135e666c2 req-96389216-dd62-4cc0-94c6-04e30d592d50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0443435 Jan 28 14:59:16.674319 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] Checking router: c88cd425-e316-4c2a-82c3-cf197e02864f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 14:59:16.683099 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 14:59:16.683755 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T14:59:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:16.697623 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea540-f71e-4557-a158-315135e666c2 req-cd9f858a-90cd-4fa8-b5d4-05fde8126083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:59:16.699138 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49cea540-f71e-4557-a158-315135e666c2 req-cd9f858a-90cd-4fa8-b5d4-05fde8126083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415306 Jan 28 14:59:16.791082 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 14:59:16.791388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49cea540-f71e-4557-a158-315135e666c2 req-e2702c39-fe20-4eba-b385-a0f8575728a9 service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858655 Jan 28 14:59:17.031457 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:46Z', 'revision_number': 1, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}, {'id': '8ecc2422-d528-4fe8-8073-681d090ecbf4', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:ea:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef002-105b-40eb-9e53-4b800d917f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:15Z', 'updated_at': '2022-01-28T14:59:15Z', 'revision_number': 0, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:59:17.061890 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e0b64-d6e3-45e6-9ac6-26f53e335a27 None None] The sync data for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 is: [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:46Z', 'revision_number': 1, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}, {'id': '8ecc2422-d528-4fe8-8073-681d090ecbf4', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:ea:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aef002-105b-40eb-9e53-4b800d917f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:59:15Z', 'updated_at': '2022-01-28T14:59:15Z', 'revision_number': 0, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 14:59:17.236664 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-49cea540-f71e-4557-a158-315135e666c2 req-ebf58150-5648-453c-8e21-682982b73985 service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393702 Jan 28 14:59:17.270015 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6063414f-8576-4b18-9124-b1303f5d5a67 None None] New status for floating IP 8ecc2422-d528-4fe8-8073-681d090ecbf4: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 14:59:24.752128 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:59:27.577568 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:28.891190 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:35.170952 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b5474913-8f83-4e1c-b543-4223db279848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:37.895441 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-85df28ac-a798-4fef-b812-c70b84ebfd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:39.116732 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:40.936203 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:42.063684 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:57.596589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:59:58.891719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:01.751774 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:00:03.748821 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-a9f8b066-040d-411d-8dcc-623939497aaa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394769 Jan 28 15:00:03.837459 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-dc6da021-2047-46f7-a626-8e59cd981fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:03.839228 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-dc6da021-2047-46f7-a626-8e59cd981fae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1095 time: 0.0452764 Jan 28 15:00:03.942437 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-a9cd6fe3-548d-4a00-b8c6-ee8a8acbffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:03.944026 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-a9cd6fe3-548d-4a00-b8c6-ee8a8acbffca service neutron] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0848365 Jan 28 15:00:04.015083 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-1e9a4fa2-1f50-4fcb-ac3e-f1e36a51131c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 1000 time: 0.0604916 Jan 28 15:00:04.064931 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-bebc9efa-fa8d-454d-a38a-fa342f9cdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:04.066356 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-bebc9efa-fa8d-454d-a38a-fa342f9cdb00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0423481 Jan 28 15:00:04.111810 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-4fc77a20-ac31-449d-919e-1da4b25f9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:04.113234 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-4fc77a20-ac31-449d-919e-1da4b25f9cd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405843 Jan 28 15:00:04.206628 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-c3f1dd2e-9c4a-4ead-8681-77d5ab55e6a0 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855982 Jan 28 15:00:04.295732 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-e2992124-c55d-4ffd-baa1-42daa85214b9 req-a6a07ac2-c3f8-441f-8cb4-f60a07157396 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818729 Jan 28 15:00:05.174305 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-1717d206-7b89-4f13-aecb-6b3d5ec27548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:07.895981 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8c13c2d9-f1a1-4c46-b4c5-ad9a64b2f8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:09.119773 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:10.940715 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:12.065764 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:12.692381 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-b3699940-2e07-4cfe-a7d7-f7f888ff8467 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408914 Jan 28 15:00:12.786866 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-926279b8-a886-4291-8343-cf7e44d83e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:12.788388 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-926279b8-a886-4291-8343-cf7e44d83e9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 1096 time: 0.0451434 Jan 28 15:00:12.896948 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-6ad4505f-ed2e-4597-844a-10af8ca2aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:12.898420 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-6ad4505f-ed2e-4597-844a-10af8ca2aa9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.0840583 Jan 28 15:00:12.971403 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-b697f2e1-b526-444a-974b-238f281c0477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab68635-757c-44cd-b250-9aeff4e443c7 HTTP/1.1" status: 200 len: 1001 time: 0.0616157 Jan 28 15:00:13.021650 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-79d787a6-3fa6-47a2-a999-98baa7880d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:13.023124 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-79d787a6-3fa6-47a2-a999-98baa7880d7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0431800 Jan 28 15:00:13.070386 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-34d6bef6-a7cc-4901-84aa-00f5af684ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:13.071862 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-34d6bef6-a7cc-4901-84aa-00f5af684ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392785 Jan 28 15:00:13.166274 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-44a02052-6aa4-4f6e-8827-6460f8f414c7 service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858140 Jan 28 15:00:13.257830 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-8fa737f7-9b2d-48b9-bba5-9b77810ba612 req-04d82c7e-349a-4414-96af-dd36d0192e33 service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Jan 28 15:00:27.608438 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:28.906357 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:35.175238 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-71ded2c6-9d9e-44b6-b04a-cef818a6b8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:37.897055 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-f2160bb8-4193-4556-a126-757ff10bb4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:38.750545 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:00:39.122243 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:40.942250 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:42.069690 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:46.740686 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cab68635-757c-44cd-b250-9aeff4e443c7 details requested by agent hyperv_n-h1-822748-2 with host n-h1-822748-2 {{(pid=103375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 15:00:46.835552 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:00:46.846871 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Returning: {'device': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'port_id': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'mac_address': 'fa:16:3e:ea:d1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 15:00:46.883035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port cab68635-757c-44cd-b250-9aeff4e443c7 is: ACTIVE; New status is: BUILD {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:00:46.883429 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:46.896764 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cab68635-757c-44cd-b250-9aeff4e443c7 {{(pid=103375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 15:00:46.915036 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:00:46.918958 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:46.972533 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=6']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:00:46.980589 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.980939 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.981311 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.981651 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.981985 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.982316 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.982671 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.982999 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.983516 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.983881 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.984417 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.984746 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:46.985073 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:47.005455 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] get_ports_and_sgs() called for port_ids ['cab68635-757c-44cd-b250-9aeff4e443c7'] {{(pid=103375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 15:00:48.763551 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cab68635-757c-44cd-b250-9aeff4e443c7 up at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 15:00:48.817234 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.provisioning_blocks [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Provisioning complete for port cab68635-757c-44cd-b250-9aeff4e443c7 triggered by entity L2. {{(pid=103375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 15:00:48.817671 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-894626'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), provisioning_complete {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:48.903476 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port cab68635-757c-44cd-b250-9aeff4e443c7 is: BUILD; New status is: ACTIVE {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:00:48.904832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:48.936086 n-d-822748-2 neutron-server[103375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7'}] {{(pid=103375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:00:48.940358 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69993ae38daad3f49ab8ba112a6479222d92317bc9cf667bcf5a9a4f05b942ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2dbbce-d4b1-442c-bf89-06adddf95fe5" -d '{"events": [{"server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "name": "network-vif-plugged", "status": "completed", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7"}]}' {{(pid=103375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:00:48.967722 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.db [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:00:48.973301 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741227708627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741227166010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741227166028'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:49.171958 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c35ea-1fc5-47b6-aa85-95b34f638ed8 x-openstack-request-id: req-520c35ea-1fc5-47b6-aa85-95b34f638ed8 {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:00:49.172291 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "name": "network-vif-plugged", "status": "completed", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7", "code": 200}]} {{(pid=103375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:00:49.172552 n-d-822748-2 neutron-server[103375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-520c35ea-1fc5-47b6-aa85-95b34f638ed8 {{(pid=103375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:00:49.172954 n-d-822748-2 neutron-server[103375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'code': 200} Jan 28 15:00:49.198107 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Pushing event updated for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=7']} {{(pid=103375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:00:57.609654 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:57.767065 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50624) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:00:57.924222 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Deleting port 6eb23243-e42b-4dab-9e8a-4e8330650dad {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:00:57.924571 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:58.003804 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:58.004157 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (6eb23243-e42b-4dab-9e8a-4e8330650dad), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:58.015448 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Calling delete_port for 6eb23243-e42b-4dab-9e8a-4e8330650dad owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:00:58.163218 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (6eb23243-e42b-4dab-9e8a-4e8330650dad), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:58.194148 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event deleted for resources: {'Port': ['ID=6eb23243-e42b-4dab-9e8a-4e8330650dad,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:00:58.219686 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.220066 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.220406 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.220747 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.221083 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.221417 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.221780 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.222182 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.222512 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.222839 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.223165 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.223494 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.223825 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:00:58.263367 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (8ecc2422-d528-4fe8-8073-681d090ecbf4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:58.263623 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Floating IP 8ecc2422-d528-4fe8-8073-681d090ecbf4 disassociated (deleted). External IP: 172.25.4.237, port: cab68635-757c-44cd-b250-9aeff4e443c7. Jan 28 15:00:58.478476 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Router c88cd425-e316-4c2a-82c3-cf197e02864f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:00:58.591850 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:00:58.596742 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:58.601920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] Sync routers for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:00:58.611337 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:00:58.611973 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:00:58.625374 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-4e96a9b8-df7a-4619-8f92-91f339385b36 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ecc2422-d528-4fe8-8073-681d090ecbf4 HTTP/1.1" status: 204 len: 168 time: 0.8572266 Jan 28 15:00:58.626084 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:00:58.629205 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14" -d '{"events": [{"name": "network-changed", "server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:00:58.730585 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:00:58.792912 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bff8fa-90ff-44f9-a141-83b167e44e56 x-openstack-request-id: req-39bff8fa-90ff-44f9-a141-83b167e44e56 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:00:58.793465 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:00:58.793465 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39bff8fa-90ff-44f9-a141-83b167e44e56 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:00:58.793906 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'status': 'completed', 'code': 200} Jan 28 15:00:58.892731 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-008d9790-b899-420f-a009-a62825114b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:58.894871 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-008d9790-b899-420f-a009-a62825114b56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 1096 time: 0.0775406 Jan 28 15:00:58.908401 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03730cd-4e3f-449b-818a-5ea2c1a63013 req-07f345c1-426d-4bb5-9c76-abc84fc73179 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:58.910130 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a03730cd-4e3f-449b-818a-5ea2c1a63013 req-07f345c1-426d-4bb5-9c76-abc84fc73179 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 945 time: 0.0652103 Jan 28 15:00:58.925209 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:00:58.974810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:46Z', 'revision_number': 1, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:00:59.001696 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] Checking router: c88cd425-e316-4c2a-82c3-cf197e02864f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:00:59.010726 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:00:59.011343 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:00:59.020013 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a03730cd-4e3f-449b-818a-5ea2c1a63013 req-bcad5d9a-9aae-4d62-b8b1-34c2800fc030 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003861 Jan 28 15:00:59.039757 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-46a945ea-3fe5-470f-9edd-c5537eac425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:59.041219 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-46a945ea-3fe5-470f-9edd-c5537eac425a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.1302216 Jan 28 15:00:59.086547 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-c079561e-55de-4c89-8f31-4643fedda764 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab68635-757c-44cd-b250-9aeff4e443c7 HTTP/1.1" status: 200 len: 217 time: 0.0346289 Jan 28 15:00:59.124131 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:00:59.135891 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-e5f2a1db-b3c7-41f3-9df0-2c17165eb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:59.137392 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-e5f2a1db-b3c7-41f3-9df0-2c17165eb4c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0438204 Jan 28 15:00:59.185109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-6403f1a9-e9df-49e3-b19b-eae1e1f19c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:00:59.186670 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-6403f1a9-e9df-49e3-b19b-eae1e1f19c97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427213 Jan 28 15:00:59.289194 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-ab2d9e7b-ab2d-4612-b133-c21fc59c1d2d service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939178 Jan 28 15:00:59.363375 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:46Z', 'revision_number': 1, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:00:59.378922 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-987b281d-47ed-4c5d-b9ed-6a709c0d9f14 req-e49f059e-2693-4d36-88c2-91d15e4bdada service neutron] 10.222.0.36 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833552 Jan 28 15:00:59.389865 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee62b0-61a2-4cf6-b364-aafac00ffa73 None None] The sync data for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 is: [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_floatingips': [{'id': '75e0c6e6-8225-4f10-a285-968a08c194ae', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'router_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'port_id': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'mac_address': 'fa:16:3e:b8:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T14:56:44Z', 'updated_at': '2022-01-28T14:56:46Z', 'revision_number': 1, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:00:59.606488 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0fc778-61d5-4baa-9dfa-c08a35ba7486 None None] New status for floating IP 8ecc2422-d528-4fe8-8073-681d090ecbf4: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 15:01:00.143697 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343683b-4fa0-418f-8782-7730bc7aaeee req-f8ba15fe-32b0-4b70-b38a-cfeed58ec650 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:00.146160 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2343683b-4fa0-418f-8782-7730bc7aaeee req-f8ba15fe-32b0-4b70-b38a-cfeed58ec650 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 945 time: 0.0557592 Jan 28 15:01:00.196749 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2343683b-4fa0-418f-8782-7730bc7aaeee req-2fb82563-a8d2-4944-9ce2-3c383229904d tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Jan 28 15:01:00.555499 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-fc38271c-715b-47ee-95ab-d9e3b7891d21 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:00.556986 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-fc38271c-715b-47ee-95ab-d9e3b7891d21 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.36 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 945 time: 0.0473263 Jan 28 15:01:00.650147 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Deleting port cab68635-757c-44cd-b250-9aeff4e443c7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:00.650491 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:00.740194 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] For port cab68635-757c-44cd-b250-9aeff4e443c7, host n-h1-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822748-2',level=0,port_id=cab68635-757c-44cd-b250-9aeff4e443c7,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:00.740567 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:00.752436 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Calling delete_port for cab68635-757c-44cd-b250-9aeff4e443c7 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:00.798920 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cab68635-757c-44cd-b250-9aeff4e443c7 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:00.880849 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Current status of the port cab68635-757c-44cd-b250-9aeff4e443c7 is: ACTIVE; New status is: DOWN {{(pid=103375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 15:01:00.881254 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-680590'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), before_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:00.889108 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (cab68635-757c-44cd-b250-9aeff4e443c7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:00.916263 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event deleted for resources: {'Port': ['ID=cab68635-757c-44cd-b250-9aeff4e443c7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:00.927109 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.927460 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.927807 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.928177 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.928519 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.928857 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.929189 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.929523 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.930330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.930330 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.930549 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.930811 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.931143 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822748-2 {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 15:01:00.973410 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] No DVR routers for this DVR port cab68635-757c-44cd-b250-9aeff4e443c7 on host n-h1-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:01:00.975755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:00.979145 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-72c55df9-05fb-4af5-8fcd-659e3f2c2df5 req-2d0bf188-f8ab-400c-af5a-52aa5dfa334c tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.36 "DELETE /v2.0/ports/cab68635-757c-44cd-b250-9aeff4e443c7 HTTP/1.1" status: 204 len: 173 time: 0.4162323 Jan 28 15:01:00.979586 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'name': 'network-vif-deleted', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:00.981855 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fd6443-3940-489d-bfd9-1780c5905d8b" -d '{"events": [{"server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "name": "network-vif-deleted", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:01.017601 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629f86da-e7dd-4ca5-bfef-8451a0b338b8 x-openstack-request-id: req-629f86da-e7dd-4ca5-bfef-8451a0b338b8 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:01.017900 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aef002-105b-40eb-9e53-4b800d917f45", "name": "network-vif-deleted", "tag": "cab68635-757c-44cd-b250-9aeff4e443c7", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:01.018156 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-629f86da-e7dd-4ca5-bfef-8451a0b338b8 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:01.018557 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75aef002-105b-40eb-9e53-4b800d917f45', 'name': 'network-vif-deleted', 'tag': 'cab68635-757c-44cd-b250-9aeff4e443c7', 'status': 'completed', 'code': 200} Jan 28 15:01:01.312953 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-2e695b2f-4dc0-4a86-9dde-2cb7aec695be req-ac8d7fe1-f57a-4545-983f-ca6b536057e9 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=75aef002-105b-40eb-9e53-4b800d917f45 HTTP/1.1" status: 200 len: 210 time: 0.0311012 Jan 28 15:01:02.872527 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50684) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:03.027211 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Deleting port 609d3d8d-fb20-414f-8aea-4abd60770a48 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:03.027473 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:03.104145 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:03.104474 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (609d3d8d-fb20-414f-8aea-4abd60770a48), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:03.116656 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Calling delete_port for 609d3d8d-fb20-414f-8aea-4abd60770a48 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:03.263407 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (609d3d8d-fb20-414f-8aea-4abd60770a48), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:03.292423 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event deleted for resources: {'Port': ['ID=609d3d8d-fb20-414f-8aea-4abd60770a48,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:03.356530 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for floatingip (75e0c6e6-8225-4f10-a285-968a08c194ae), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:03.356988 n-d-822748-2 neutron-server[103373]: INFO neutron.db.l3_db [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Floating IP 75e0c6e6-8225-4f10-a285-968a08c194ae disassociated (deleted). External IP: 172.25.4.226, port: 9f9510ad-7bf3-495d-9c9b-93d5149dfff6. Jan 28 15:01:03.563992 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Router c88cd425-e316-4c2a-82c3-cf197e02864f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:01:03.990812 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:01:03.996441 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:04.001992 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] Sync routers for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:01:04.011542 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:04.012186 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:04.023210 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-c98a138e-d2ca-4649-a5a8-49bb2bf8710f tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "DELETE /v2.0/floatingips/75e0c6e6-8225-4f10-a285-968a08c194ae HTTP/1.1" status: 204 len: 168 time: 1.1495812 Jan 28 15:01:04.023900 n-d-822748-2 neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:04.026254 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad342f69883714b3f5ce113eeefe025ba1441dff238339c452ac061da049e75c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b" -d '{"events": [{"name": "network-changed", "server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:04.124922 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:04.236902 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0014712-9a8f-4c15-908d-117ab5819361 x-openstack-request-id: req-a0014712-9a8f-4c15-908d-117ab5819361 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:04.237269 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:04.237779 n-d-822748-2 neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0014712-9a8f-4c15-908d-117ab5819361 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:04.238457 n-d-822748-2 neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'status': 'completed', 'code': 200} Jan 28 15:01:04.328967 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-bdde1f7e-e82f-4351-8da2-1f984c949429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:04.331930 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-bdde1f7e-e82f-4351-8da2-1f984c949429 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 1095 time: 0.0715332 Jan 28 15:01:04.347263 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:04.354747 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be06063-63bf-42c1-981a-dc0a4a34cd3f req-2b3c2c71-8ac5-4bb2-87e0-a05d95992fa5 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:04.356246 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7be06063-63bf-42c1-981a-dc0a4a34cd3f req-2b3c2c71-8ac5-4bb2-87e0-a05d95992fa5 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 944 time: 0.0707800 Jan 28 15:01:04.373587 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] Checking router: c88cd425-e316-4c2a-82c3-cf197e02864f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:01:04.382762 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:04.383372 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:00:38Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:04.460235 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-7be06063-63bf-42c1-981a-dc0a4a34cd3f req-44c01128-0c62-44ca-9bd6-48b1be066243 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937557 Jan 28 15:01:04.475317 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-ee1f2b76-233f-40d1-bb3f-14eeca4bc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:04.477210 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-ee1f2b76-233f-40d1-bb3f-14eeca4bc81e service neutron] 10.222.0.60 "GET /v2.0/networks?id=6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 200 len: 910 time: 0.1378610 Jan 28 15:01:04.491485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:04.519770 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-68ec5e37-0c6e-4a60-a1d0-ca421123db2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 200 len: 217 time: 0.0360076 Jan 28 15:01:04.574882 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-1eff9521-39e7-4962-83e1-a00f50686a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:04.576404 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-1eff9521-39e7-4962-83e1-a00f50686a4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 200 len: 848 time: 0.0499897 Jan 28 15:01:04.627500 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-5b5542e4-18b0-49b1-8848-d40b39ae9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:04.629747 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-5b5542e4-18b0-49b1-8848-d40b39ae9628 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6198db63-680a-45a3-bb4f-e594c6302d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469613 Jan 28 15:01:04.695861 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:04.721321 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-122b4105-0690-4c2d-a971-910721b3e9e0 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846896 Jan 28 15:01:04.727637 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b6561-0b10-403c-af3b-437b4ba16af2 None None] The sync data for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 is: [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T14:56:23Z', 'revision_number': 4, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2', '_interfaces': [{'id': '246beeef-055e-4e79-9d8c-a76eb7143e0b', 'name': '', 'network_id': '6198db63-680a-45a3-bb4f-e594c6302d23', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'mac_address': 'fa:16:3e:14:ae:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:23Z', 'updated_at': '2022-01-28T14:56:27Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'subnets': [{'id': '31659be7-3bcc-4418-a6bd-882f11140c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:01:04.821058 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-b8c1db76-b73f-4aeb-9f5b-21f10410a18b req-4b423838-addd-4ced-987a-067bdc0682c3 service neutron] 10.222.0.60 "GET /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926313 Jan 28 15:01:04.830277 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cab68635-757c-44cd-b250-9aeff4e443c7 no longer exists at agent hyperv_n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:04.851945 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] No Port match for: cab68635-757c-44cd-b250-9aeff4e443c7 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:04.852298 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Device cab68635-757c-44cd-b250-9aeff4e443c7 not bound to the agent host n-h1-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:04.958224 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c18264-1fcd-49f3-83c8-233f7f72bda8 None None] New status for floating IP 75e0c6e6-8225-4f10-a285-968a08c194ae: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 15:01:05.179504 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7f898990-176c-402d-9859-20f8c1e74c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:05.579008 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b04fe-de5d-40aa-b61e-665f9e474af0 req-a8227874-35b4-4259-a285-fab62f97da19 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:05.580513 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-600b04fe-de5d-40aa-b61e-665f9e474af0 req-a8227874-35b4-4259-a285-fab62f97da19 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 944 time: 0.0524232 Jan 28 15:01:05.631032 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-600b04fe-de5d-40aa-b61e-665f9e474af0 req-bcae0f4c-75c0-418d-a7cc-282d8a391d44 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/security-groups?id=6dfdd494-06c2-4812-b1c9-f833f5441342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 Jan 28 15:01:06.169456 n-d-822748-2 neutron-server[103374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-2f0ebc75-cd69-4a3f-b3bf-5dee97cfc663 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 15:01:06.170841 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-2f0ebc75-cd69-4a3f-b3bf-5dee97cfc663 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 944 time: 0.0497582 Jan 28 15:01:06.265233 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Deleting port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:06.265575 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.356312 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] For port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6, host n-h2-822748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822748-2',level=0,port_id=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:06.356684 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.368790 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Calling delete_port for 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 owned by compute:nova {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:06.500386 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (9f9510ad-7bf3-495d-9c9b-93d5149dfff6), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.530709 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event deleted for resources: {'Port': ['ID=9f9510ad-7bf3-495d-9c9b-93d5149dfff6,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:06.574236 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] No DVR routers for this DVR port 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 on host n-h2-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:01:06.576934 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39443'] for port (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:06.580396 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-9301d735-c9ab-4f70-8dd3-33436d5ee509 req-f1422c02-2c96-4690-8194-cf2806e9a6e8 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.60 "DELETE /v2.0/ports/9f9510ad-7bf3-495d-9c9b-93d5149dfff6 HTTP/1.1" status: 204 len: 173 time: 0.4036875 Jan 28 15:01:06.580977 n-d-822748-2 neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-deleted', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 15:01:06.583897 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb92e014c80e8be948f7cb27910e8d7a077982fd7587e3ddf43a8c834b27bd84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76a8ad8-70e8-4bfb-be7c-b6035bf44526" -d '{"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-deleted", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 15:01:06.622425 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c9f83-9419-4f3e-a0b4-ab1da3090a33 x-openstack-request-id: req-888c9f83-9419-4f3e-a0b4-ab1da3090a33 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 15:01:06.622714 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce70854-9b7e-491c-8e4e-bb5b3e5e81b7", "name": "network-vif-deleted", "tag": "9f9510ad-7bf3-495d-9c9b-93d5149dfff6", "status": "completed", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 15:01:06.622975 n-d-822748-2 neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-888c9f83-9419-4f3e-a0b4-ab1da3090a33 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 15:01:06.623374 n-d-822748-2 neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce70854-9b7e-491c-8e4e-bb5b3e5e81b7', 'name': 'network-vif-deleted', 'tag': '9f9510ad-7bf3-495d-9c9b-93d5149dfff6', 'status': 'completed', 'code': 200} Jan 28 15:01:06.740473 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [req-a172645c-b525-449e-ab7f-6f8012f0ee98 req-27494c43-1eba-445f-95a3-3cfc3dcb1148 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce70854-9b7e-491c-8e4e-bb5b3e5e81b7 HTTP/1.1" status: 200 len: 210 time: 0.0266488 Jan 28 15:01:07.799289 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50702) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:07.857519 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a783-7c17-4822-8c78-6d9764310283 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group (6dfdd494-06c2-4812-b1c9-f833f5441342), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:07.883870 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a783-7c17-4822-8c78-6d9764310283 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group (6dfdd494-06c2-4812-b1c9-f833f5441342), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:07.898749 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5321f668-9a8c-40ad-92fb-93ce510d6d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:07.948165 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a783-7c17-4822-8c78-6d9764310283 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (6dfdd494-06c2-4812-b1c9-f833f5441342), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:07.950982 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a783-7c17-4822-8c78-6d9764310283 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:07.952175 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-3bd7a783-7c17-4822-8c78-6d9764310283 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] 10.222.0.45 "DELETE /v2.0/security-groups/6dfdd494-06c2-4812-b1c9-f833f5441342 HTTP/1.1" status: 204 len: 168 time: 0.1518755 Jan 28 15:01:07.961818 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7a783-7c17-4822-8c78-6d9764310283 tempest-TestSnapshotPattern-273644481 tempest-TestSnapshotPattern-273644481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfdd494-06c2-4812-b1c9-f833f5441342,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:07.997549 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50706) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:08.340350 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (c88cd425-e316-4c2a-82c3-cf197e02864f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:08.407810 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 no longer exists at agent hyperv_n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:08.427748 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] No Port match for: 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:08.428117 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Device 9f9510ad-7bf3-495d-9c9b-93d5149dfff6 not bound to the agent host n-h2-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:08.582526 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Deleting port 246beeef-055e-4e79-9d8c-a76eb7143e0b {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:08.582863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:08.661149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] For port 246beeef-055e-4e79-9d8c-a76eb7143e0b, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=246beeef-055e-4e79-9d8c-a76eb7143e0b,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:08.661518 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:08.674025 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Calling delete_port for 246beeef-055e-4e79-9d8c-a76eb7143e0b owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:08.854596 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (246beeef-055e-4e79-9d8c-a76eb7143e0b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:08.884497 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=246beeef-055e-4e79-9d8c-a76eb7143e0b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:09.057545 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (c88cd425-e316-4c2a-82c3-cf197e02864f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:09.125084 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:09.276978 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Router c88cd425-e316-4c2a-82c3-cf197e02864f has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:01:09.392019 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:01:09.397776 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-83cfcb53-6400-4b50-8d55-b3ace1eea2ce admin admin] 10.222.0.45 "PUT /v2.0/routers/c88cd425-e316-4c2a-82c3-cf197e02864f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3991749 Jan 28 15:01:09.401179 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50708) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:09.404820 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] Sync routers for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:01:09.414499 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:09.415284 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:01:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:09.505852 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks [] for router (c88cd425-e316-4c2a-82c3-cf197e02864f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:09.519424 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: n-d-822748-2 {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:09.609137 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks [] for router_gateway (c88cd425-e316-4c2a-82c3-cf197e02864f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:09.668984 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Deleting port 3d41506a-fb1f-488f-ac45-2985e1dc3dab {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:09.669244 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:09.755407 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] For port 3d41506a-fb1f-488f-ac45-2985e1dc3dab, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=3d41506a-fb1f-488f-ac45-2985e1dc3dab,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:09.755774 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:09.767911 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Calling delete_port for 3d41506a-fb1f-488f-ac45-2985e1dc3dab owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:09.867965 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T15:01:08Z', 'revision_number': 5, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port': {'id': '3d41506a-fb1f-488f-ac45-2985e1dc3dab', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:21Z', 'updated_at': '2022-01-28T14:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:09.895033 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] Checking router: c88cd425-e316-4c2a-82c3-cf197e02864f for host: n-d-822748-2 {{(pid=103375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:01:09.903730 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] Routers {'c88cd425-e316-4c2a-82c3-cf197e02864f'} bound to L3 agent in host n-d-822748-2 {{(pid=103375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:09.904373 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:01:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['c88cd425-e316-4c2a-82c3-cf197e02864f'], 'active': True} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:09.946716 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (3d41506a-fb1f-488f-ac45-2985e1dc3dab), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:09.970815 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d41506a-fb1f-488f-ac45-2985e1dc3dab,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:10.005461 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_dvr_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] Set router c88cd425-e316-4c2a-82c3-cf197e02864f gateway port host: None {{(pid=103375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:10.043241 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (c88cd425-e316-4c2a-82c3-cf197e02864f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.059485 n-d-822748-2 neutron-server[103375]: DEBUG neutron.db.l3_hamode_db [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T15:01:09Z', 'revision_number': 6, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:10.086169 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d157b91c-7ef4-42a6-8d40-3e3c5587ac78 None None] The sync data for ids ['c88cd425-e316-4c2a-82c3-cf197e02864f'] in n-d-822748-2 is: [{'id': 'c88cd425-e316-4c2a-82c3-cf197e02864f', 'name': 'tempest-TestSnapshotPattern-835524938-router', 'tenant_id': '0330c185b2934979a0c2b5b01b3d38d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:20Z', 'updated_at': '2022-01-28T15:01:09Z', 'revision_number': 6, 'project_id': '0330c185b2934979a0c2b5b01b3d38d6', 'gw_port_host': None}] {{(pid=103375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:01:10.138676 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (c88cd425-e316-4c2a-82c3-cf197e02864f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.140854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks [] for router_controller (c88cd425-e316-4c2a-82c3-cf197e02864f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.185403 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (c88cd425-e316-4c2a-82c3-cf197e02864f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.186013 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c88cd425-e316-4c2a-82c3-cf197e02864f {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 15:01:10.191179 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.192349 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-2687089f-2852-4e26-8c62-e45d3dca0762 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c88cd425-e316-4c2a-82c3-cf197e02864f HTTP/1.1" status: 204 len: 168 time: 0.7902217 Jan 28 15:01:10.194849 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50710) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:10.238623 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] Deleting subnet 31659be7-3bcc-4418-a6bd-882f11140c2f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 15:01:10.241631 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] Publish callbacks [] for subnet (31659be7-3bcc-4418-a6bd-882f11140c2f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.280300 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (31659be7-3bcc-4418-a6bd-882f11140c2f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.363324 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (31659be7-3bcc-4418-a6bd-882f11140c2f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.414325 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (31659be7-3bcc-4418-a6bd-882f11140c2f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.442932 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.448696 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/31659be7-3bcc-4418-a6bd-882f11140c2f HTTP/1.1" status: 204 len: 168 time: 0.2525883 Jan 28 15:01:10.449412 n-d-822748-2 neutron-server[103374]: DEBUG neutron.wsgi [-] (103374) accepted ('10.222.0.45', 50712) {{(pid=103374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:10.449897 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471af1ec-adcf-42ac-9eed-34776fa195b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31659be7-3bcc-4418-a6bd-882f11140c2f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:10.453219 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9855e-369f-4213-a7aa-4ab840f0a220 None None] Network 6198db63-680a-45a3-bb4f-e594c6302d23 requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 15:01:10.528265 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (6198db63-680a-45a3-bb4f-e594c6302d23), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.592469 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Deleting port c3d55342-18d1-4c37-95fc-3170bc13330c {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:10.592815 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.662415 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] For port c3d55342-18d1-4c37-95fc-3170bc13330c, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=c3d55342-18d1-4c37-95fc-3170bc13330c,segment=NetworkSegment(3e8e54e1-cd75-4eae-b3f9-31fb242b3443),segment_id=3e8e54e1-cd75-4eae-b3f9-31fb242b3443)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:10.662777 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.675510 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Calling delete_port for c3d55342-18d1-4c37-95fc-3170bc13330c owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:10.751860 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6056338'] for port (c3d55342-18d1-4c37-95fc-3170bc13330c), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.781256 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d55342-18d1-4c37-95fc-3170bc13330c,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:10.785108 n-d-822748-2 neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] No DVR routers for this DVR port c3d55342-18d1-4c37-95fc-3170bc13330c on host n-d-822748-2 {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:01:10.855755 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (6198db63-680a-45a3-bb4f-e594c6302d23), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.877032 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6198db63-680a-45a3-bb4f-e594c6302d23']}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:10.887718 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8e54e1-cd75-4eae-b3f9-31fb242b3443') {'for_net_delete': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:10.888024 n-d-822748-2 neutron-server[103374]: DEBUG neutron.services.segments.db [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8e54e1-cd75-4eae-b3f9-31fb242b3443') {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:10.888802 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802ecaf-2477-412d-94bd-985144ecb468 None None] DHCP port deletion for 6198db63-680a-45a3-bb4f-e594c6302d23 request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 15:01:10.898819 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6051578'] for segment (3e8e54e1-cd75-4eae-b3f9-31fb242b3443), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.913640 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (3e8e54e1-cd75-4eae-b3f9-31fb242b3443), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.919052 n-d-822748-2 neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 15:01:10.919570 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6056319'] for segment (3e8e54e1-cd75-4eae-b3f9-31fb242b3443), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: Traceback (most recent call last): Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: timer() Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: cb(*args, **kw) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: return func(*args, **kwargs) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: self._notify() Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: self.callback(batched_events) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: event.method(event) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: return f(self, *a, **k) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: return self._get(url).json() Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: return self.request(url, 'GET', **kwargs) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 15:01:10.921315 n-d-822748-2 neutron-server[103374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 15:01:10.943820 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.984846 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (6198db63-680a-45a3-bb4f-e594c6302d23), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.991721 n-d-822748-2 neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:10.995127 n-d-822748-2 neutron-server[103374]: INFO neutron.wsgi [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] 10.222.0.45 "DELETE /v2.0/networks/6198db63-680a-45a3-bb4f-e594c6302d23 HTTP/1.1" status: 204 len: 168 time: 0.5432010 Jan 28 15:01:10.998795 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50714) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:11.007078 n-d-822748-2 neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db31142-b3f4-4ecf-aef6-46d411fb9bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=6198db63-680a-45a3-bb4f-e594c6302d23,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:11.358492 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7924546'] for router_interface (7b630979-299f-40bd-8a40-c5dd4c212140), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:11.603699 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Deleting port d37babb9-850c-455b-a35c-57e9574f15bf {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:11.604060 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:11.683241 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] For port d37babb9-850c-455b-a35c-57e9574f15bf, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=d37babb9-850c-455b-a35c-57e9574f15bf,segment=NetworkSegment(76f0e730-8d18-4fae-9371-b00d8a0c8427),segment_id=76f0e730-8d18-4fae-9371-b00d8a0c8427)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:11.683505 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:11.696463 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Calling delete_port for d37babb9-850c-455b-a35c-57e9574f15bf owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:11.870035 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 246beeef-055e-4e79-9d8c-a76eb7143e0b no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:11.875865 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (d37babb9-850c-455b-a35c-57e9574f15bf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:11.891474 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 246beeef-055e-4e79-9d8c-a76eb7143e0b {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:11.891863 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 246beeef-055e-4e79-9d8c-a76eb7143e0b not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:11.892439 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c3d55342-18d1-4c37-95fc-3170bc13330c no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:11.907480 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37babb9-850c-455b-a35c-57e9574f15bf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:11.915647 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: c3d55342-18d1-4c37-95fc-3170bc13330c {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:11.916004 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device c3d55342-18d1-4c37-95fc-3170bc13330c not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:11.916441 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3d41506a-fb1f-488f-ac45-2985e1dc3dab no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:11.937260 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 3d41506a-fb1f-488f-ac45-2985e1dc3dab {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:11.937525 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 3d41506a-fb1f-488f-ac45-2985e1dc3dab not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:12.076009 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:12.076601 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8060971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7924734'] for router_interface (7b630979-299f-40bd-8a40-c5dd4c212140), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:12.621700 n-d-822748-2 neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Router 7b630979-299f-40bd-8a40-c5dd4c212140 has already been hosted by L3 agent 71a04d30-a93d-4e40-a8ac-28fca9de9c40 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 15:01:12.727618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] Notify agent at l3_agent.n-d-822748-2 the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 15:01:12.732607 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-8e8d3ef0-101a-4f12-bd5c-abba3c4026e5 admin admin] 10.222.0.45 "PUT /v2.0/routers/7b630979-299f-40bd-8a40-c5dd4c212140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7327511 Jan 28 15:01:12.735216 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50716) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:12.738912 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] Sync routers for ids ['7b630979-299f-40bd-8a40-c5dd4c212140'] in n-d-822748-2 {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 15:01:12.748693 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] Routers {'7b630979-299f-40bd-8a40-c5dd4c212140'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:12.749338 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:01:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['7b630979-299f-40bd-8a40-c5dd4c212140'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:12.841840 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks [] for router (7b630979-299f-40bd-8a40-c5dd4c212140), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:12.855581 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] Set router 7b630979-299f-40bd-8a40-c5dd4c212140 gateway port host: n-d-822748-2 {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:12.942225 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks [] for router_gateway (7b630979-299f-40bd-8a40-c5dd4c212140), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:12.998595 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Deleting port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:12.998946 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.035148 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'external_fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T15:01:11Z', 'revision_number': 5, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port': {'id': '93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f', 'name': '', 'network_id': 'd62983fb-95f5-47e5-b432-cdd339a93d1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T14:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b9ce9d8-d0f9-4ebe-a9e5-44f36e029099', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822748-2'}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:13.061896 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] Checking router: 7b630979-299f-40bd-8a40-c5dd4c212140 for host: n-d-822748-2 {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 15:01:13.070238 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] Routers {'7b630979-299f-40bd-8a40-c5dd4c212140'} bound to L3 agent in host n-d-822748-2 {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 15:01:13.070849 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T13:06:37Z,description=,heartbeat_timestamp=2022-01-28T15:01:08Z,host='n-d-822748-2',id=71a04d30-a93d-4e40-a8ac-28fca9de9c40,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:06:37Z,topic='l3_agent')) {'router_ids': ['7b630979-299f-40bd-8a40-c5dd4c212140'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:13.077302 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] For port 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,segment=NetworkSegment(0ed0eac9-f2cf-4038-9299-1054fc616ed1),segment_id=0ed0eac9-f2cf-4038-9299-1054fc616ed1)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:13.077863 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.089648 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Calling delete_port for 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:13.249893 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] Set router 7b630979-299f-40bd-8a40-c5dd4c212140 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 15:01:13.262779 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.290341 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:13.303263 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T15:01:12Z', 'revision_number': 6, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port_host': None}], 'n-d-822748-2', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:13.333634 n-d-822748-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c65862-704e-4427-a607-cd8a9781540c None None] The sync data for ids ['7b630979-299f-40bd-8a40-c5dd4c212140'] in n-d-822748-2 is: [{'id': '7b630979-299f-40bd-8a40-c5dd4c212140', 'name': 'tempest-TestSnapshotPattern-1115016563-router', 'tenant_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T14:56:25Z', 'updated_at': '2022-01-28T15:01:12Z', 'revision_number': 6, 'project_id': 'f4067a7785b54762a7f40fcfe5ece0bd', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 15:01:13.356894 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924100'] for router_gateway (7b630979-299f-40bd-8a40-c5dd4c212140), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.448342 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7923219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3072'] for router (7b630979-299f-40bd-8a40-c5dd4c212140), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.450438 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks [] for router_controller (7b630979-299f-40bd-8a40-c5dd4c212140), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.493738 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7923432'] for router (7b630979-299f-40bd-8a40-c5dd4c212140), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.494265 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b630979-299f-40bd-8a40-c5dd4c212140 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 15:01:13.498688 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.499883 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-f9fc2c45-ba9c-487e-9aa0-a31291d3ed46 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7b630979-299f-40bd-8a40-c5dd4c212140 HTTP/1.1" status: 204 len: 168 time: 0.7637277 Jan 28 15:01:13.502597 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50718) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:13.546218 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] Deleting subnet 82952932-4bf4-4e2e-a3ce-622511d90838 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 15:01:13.549283 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] Publish callbacks [] for subnet (82952932-4bf4-4e2e-a3ce-622511d90838), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.588670 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444741'] for subnet (82952932-4bf4-4e2e-a3ce-622511d90838), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.667508 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-897229'] for subnet (82952932-4bf4-4e2e-a3ce-622511d90838), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.722854 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-897204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8077938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5441217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762399'] for subnet (82952932-4bf4-4e2e-a3ce-622511d90838), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.749698 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82952932-4bf4-4e2e-a3ce-622511d90838,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:13.753896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.757353 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-66566bfd-b5ce-4bbd-9574-aed3939ff942 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/82952932-4bf4-4e2e-a3ce-622511d90838 HTTP/1.1" status: 204 len: 168 time: 0.2532108 Jan 28 15:01:13.759902 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50720) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:13.762760 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e904dda-fd6d-4c27-8f3f-9614f3f20bd1 None None] Network 18cff5d9-c6b2-4f14-9ace-0bf8949386ad requested from n-d-822748-2 {{(pid=103375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 15:01:13.838252 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-789646'] for network (18cff5d9-c6b2-4f14-9ace-0bf8949386ad), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.895425 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Deleting port 759638d2-634f-4cec-b4fe-bdc8a862b023 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 15:01:13.895799 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741227701863'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.963564 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] For port 759638d2-634f-4cec-b4fe-bdc8a862b023, host n-d-822748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822748-2',level=0,port_id=759638d2-634f-4cec-b4fe-bdc8a862b023,segment=NetworkSegment(76f0e730-8d18-4fae-9371-b00d8a0c8427),segment_id=76f0e730-8d18-4fae-9371-b00d8a0c8427)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 15:01:13.963934 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7923815'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:13.977941 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Calling delete_port for 759638d2-634f-4cec-b4fe-bdc8a862b023 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 15:01:14.057173 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-892760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741227708609', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741227166001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5441266'] for port (759638d2-634f-4cec-b4fe-bdc8a862b023), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.085113 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Pushing event deleted for resources: {'Port': ['ID=759638d2-634f-4cec-b4fe-bdc8a862b023,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:14.086852 n-d-822748-2 neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] No DVR routers for this DVR port 759638d2-634f-4cec-b4fe-bdc8a862b023 on host n-d-822748-2 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 15:01:14.136154 n-d-822748-2 neutron-server[103375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7185c0-ac8e-4745-927a-b22e65543c16 None None] DHCP port deletion for 18cff5d9-c6b2-4f14-9ace-0bf8949386ad request from n-d-822748-2 {{(pid=103375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 15:01:14.168204 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897880', 'neutron.services.segments.db._delete_segments_for_network-8741227496843'] for network (18cff5d9-c6b2-4f14-9ace-0bf8949386ad), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.190533 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cff5d9-c6b2-4f14-9ace-0bf8949386ad']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:14.201149 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f0e730-8d18-4fae-9371-b00d8a0c8427') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:14.201455 n-d-822748-2 neutron-server[103373]: DEBUG neutron.services.segments.db [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f0e730-8d18-4fae-9371-b00d8a0c8427') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 15:01:14.211639 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:14.212072 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741227499668', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444754'] for segment (76f0e730-8d18-4fae-9371-b00d8a0c8427), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.227138 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348'] for segment (76f0e730-8d18-4fae-9371-b00d8a0c8427), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.233727 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:14.233906 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 93fa00b4-1fd9-46e4-9c32-f24c0fda8f3f not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:14.234250 n-d-822748-2 neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 15:01:14.234387 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d37babb9-850c-455b-a35c-57e9574f15bf no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:14.234769 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5441055'] for segment (76f0e730-8d18-4fae-9371-b00d8a0c8427), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: Traceback (most recent call last): Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: timer() Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: cb(*args, **kw) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: return func(*args, **kwargs) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: self._notify() Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: self.callback(batched_events) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: event.method(event) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: return f(self, *a, **k) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: return self._get(url).json() Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: return self.request(url, 'GET', **kwargs) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 15:01:14.238188 n-d-822748-2 neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 15:01:14.255422 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: d37babb9-850c-455b-a35c-57e9574f15bf {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:14.255809 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device d37babb9-850c-455b-a35c-57e9574f15bf not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:14.256236 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 759638d2-634f-4cec-b4fe-bdc8a862b023 no longer exists at agent ovs-agent-n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 15:01:14.276072 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.plugin [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] No Port match for: 759638d2-634f-4cec-b4fe-bdc8a862b023 {{(pid=103375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 15:01:14.276550 n-d-822748-2 neutron-server[103375]: DEBUG neutron.plugins.ml2.rpc [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Device 759638d2-634f-4cec-b4fe-bdc8a862b023 not bound to the agent host n-d-822748-2 {{(pid=103375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 15:01:14.293896 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8060962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924860'] for network (18cff5d9-c6b2-4f14-9ace-0bf8949386ad), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.315430 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8061136'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.318615 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] 10.222.0.45 "DELETE /v2.0/networks/18cff5d9-c6b2-4f14-9ace-0bf8949386ad HTTP/1.1" status: 204 len: 168 time: 0.5575249 Jan 28 15:01:14.319618 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fab748-9f65-41d0-8242-3bc83f4c45de admin admin] Pushing event deleted for resources: {'Network': ['ID=18cff5d9-c6b2-4f14-9ace-0bf8949386ad,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:14.512763 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50724) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:14.553471 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-0d35bbc6-9394-4774-b8d0-a1f2faa97458 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0330c185b2934979a0c2b5b01b3d38d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395470 Jan 28 15:01:14.556221 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50726) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:14.603673 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bc6af-784d-4442-afcc-7cca3b3fe86b admin admin] Publish callbacks [] for security_group (febac2d3-6373-41c1-b342-6d84d4dd11a0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.625212 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bc6af-784d-4442-afcc-7cca3b3fe86b admin admin] Publish callbacks [] for security_group (febac2d3-6373-41c1-b342-6d84d4dd11a0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.673026 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bc6af-784d-4442-afcc-7cca3b3fe86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (febac2d3-6373-41c1-b342-6d84d4dd11a0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.675949 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-200bc6af-784d-4442-afcc-7cca3b3fe86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:14.677432 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-200bc6af-784d-4442-afcc-7cca3b3fe86b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/febac2d3-6373-41c1-b342-6d84d4dd11a0 HTTP/1.1" status: 204 len: 168 time: 0.1200712 Jan 28 15:01:14.685899 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bc6af-784d-4442-afcc-7cca3b3fe86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febac2d3-6373-41c1-b342-6d84d4dd11a0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:15.005885 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50732) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:15.045266 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-68b1cae2-d099-4d53-b97b-568ee46d4101 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4067a7785b54762a7f40fcfe5ece0bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381541 Jan 28 15:01:15.047661 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.45', 50734) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 15:01:15.095003 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9f09cea-1353-4fca-84f3-5cb98ff30129 admin admin] Publish callbacks [] for security_group (f1e5e598-8e40-488c-8f3e-9fc19e41c5c6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:15.119486 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9f09cea-1353-4fca-84f3-5cb98ff30129 admin admin] Publish callbacks [] for security_group (f1e5e598-8e40-488c-8f3e-9fc19e41c5c6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:15.168709 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9f09cea-1353-4fca-84f3-5cb98ff30129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882900'] for security_group (f1e5e598-8e40-488c-8f3e-9fc19e41c5c6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:15.171317 n-d-822748-2 neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9f09cea-1353-4fca-84f3-5cb98ff30129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:15.172562 n-d-822748-2 neutron-server[103373]: INFO neutron.wsgi [None req-d9f09cea-1353-4fca-84f3-5cb98ff30129 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1e5e598-8e40-488c-8f3e-9fc19e41c5c6 HTTP/1.1" status: 204 len: 168 time: 0.1239512 Jan 28 15:01:15.180881 n-d-822748-2 neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f09cea-1353-4fca-84f3-5cb98ff30129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e5e598-8e40-488c-8f3e-9fc19e41c5c6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 15:01:15.752638 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:01:27.638565 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:28.911754 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:35.181347 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8435-4420-4918-bc18-bce3bae0d7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:37.900932 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-12a00515-3ee2-42da-8bba-42a62fd4c682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:39.127827 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:40.948473 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:42.069548 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:52.751746 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:01:57.637589 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:01:58.918682 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:05.184079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-c3bcaab8-0cdf-417d-bd67-521b886321d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:07.901900 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-48317860-84fe-4ddf-a055-8bd1d491461a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:09.135126 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:10.949933 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:12.072785 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:27.654685 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:28.918845 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:29.751749 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:02:35.185840 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-41e2b438-0bab-4ebc-99ea-8dd73f1df63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:37.902113 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f51e-b739-46f2-b6f4-e2d2643d24ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:39.135323 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:40.952709 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:42.074626 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:57.653400 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:02:58.932424 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:05.187597 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0f12240a-ba5e-439c-9068-00a1c588f1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:06.750665 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:03:07.903674 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a8c55dce-429d-4875-b929-7846b861dabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:09.136590 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:10.955931 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:12.076798 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:27.666795 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:28.932610 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:35.189044 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5257d559-566e-4cca-9e21-ba90e5e0b3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:37.906828 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6264db0a-97ea-4f71-82e2-3e432ba6f3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:39.138747 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:40.960972 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:42.079632 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:43.749795 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:03:57.666353 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:03:58.930940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:05.196312 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a23d70a8-a1ef-498e-93ed-9a29e236cc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:07.908669 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-effa2d5e-d13c-4a07-91df-38a7802857d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:09.141103 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:10.961965 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:12.081672 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:20.749587 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:04:27.681024 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:28.929891 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:35.198718 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e1fc2076-eb99-4f08-bbc2-4708f96a2301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:37.909173 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d6c1-0596-4a3d-8afe-26ad2bd5684e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:39.143236 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:40.968113 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:42.085065 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:57.679692 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:04:57.748800 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:04:58.938477 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:05.201224 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-bbb30513-e1f3-4162-aa7c-58e899b57d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:07.910935 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8a5edf19-5d42-41ec-a141-02e26a4c79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:09.145529 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:10.966938 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:12.086999 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:27.679264 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:28.937522 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:34.748515 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:05:35.204238 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-27b6cebd-5445-401f-928e-9b1e0f86e79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:37.912217 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8a4eea3a-a215-41c1-9177-5573083113bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:39.148870 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:40.970213 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:42.089299 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:57.683079 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:05:58.929343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:05.207139 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-408dd37d-85ac-41db-a626-995db7ccf769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:07.914174 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6007-e2eb-44e9-827d-3de14aa7916d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:09.155050 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:10.973257 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:11.747349 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:06:12.093112 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:27.698648 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:28.929099 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:35.209954 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-d1227db5-9f20-4c87-8ab3-273d9bb5bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:37.916166 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ebd194f0-0283-4fac-9cbf-2d9e7651bc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:39.154909 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:40.975245 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:42.096378 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:48.748440 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:06:57.695940 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:06:58.926569 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:05.213395 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-866f368a-9935-4f44-91cc-a7a35bd71f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:07.918205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c614-c8f5-4a53-9241-3d42f5f94188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:09.159205 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:10.978665 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:12.102875 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:25.747566 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:07:27.709321 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:28.942022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:35.216000 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-a79b05bf-7da1-4850-9915-3357f11bf791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:37.919537 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6f863aa0-680c-4920-973b-5d194b3c2653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:39.160923 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:40.980719 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:42.095022 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:57.724150 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:07:58.940329 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:02.748847 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:08:05.221163 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-149f4897-c6a1-4df3-8eb7-3c2c8a1efabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:07.921733 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-b2cc35d1-4a3b-465e-a1f4-1407daa9ce77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:09.163743 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:10.982553 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:12.098170 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:27.724903 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:28.940343 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:35.223464 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8ccb289d-ecf6-466e-bda4-bf8170d279da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:37.924339 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-23945f8b-e9f7-499a-ac43-5d8526ecfba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:39.167832 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:39.748731 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:08:40.986506 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:42.101120 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:57.741132 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:08:58.955279 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:05.225261 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ec3c6ba8-f013-489f-b763-126a4284a51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:07.925464 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-8e790927-048a-4562-aa6b-f214f8c2fe61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:09.169366 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:10.988265 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:12.103776 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:16.747509 n-d-822748-2 neutron-server[103376]: DEBUG neutron.db.agents_db [None req-eff3ddf3-2c46-464a-b698-b7bb3f4ee3f2 None None] Agent healthcheck: found 7 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 15:09:18.743679 n-d-822748-2 neutron-server[103373]: DEBUG neutron.wsgi [req-9dcb6fee-d4bd-45b6-8440-5214507b6d0a req-8dd885a1-94e8-4bc7-b19b-c9961767f745 service neutron] (103373) timed out ('10.222.0.45', 48526) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 15:09:27.738185 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-536388d4-c18b-4d4a-89ad-252f5031dafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (d2ad3690-30a9-431e-92eb-c9d995424c7e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:28.955503 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d0d3-cfb1-44ad-98c4-6f8fbc9930c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (006a972b-1a60-4216-a590-457d84777736), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:35.227751 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-22e38c19-f13e-4a3e-9347-35a7f365b230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (300493da-3cc8-4106-ad4e-7677b25a3d65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:37.927819 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-6eb68c02-dfdc-4991-bb86-2cad76f83cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (71a04d30-a93d-4e40-a8ac-28fca9de9c40), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:39.181433 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-139d4c6b-977e-4de1-8130-816f458bc71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (ca513075-3762-4eb8-971b-fc69c52f4dc0), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:40.993097 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-ca00315c-9d58-4a7e-8766-453e62d94488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (3064032d-5244-4de7-81c1-1f1bebc6cf65), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 15:09:42.113294 n-d-822748-2 neutron-server[103375]: DEBUG neutron_lib.callbacks.manager [None req-e09b0fce-d468-4045-ab4d-930d26e458ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741227496825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-894552'] for agent (5f386c9d-9424-487f-aa75-d7dfff33224e), after_update {{(pid=103375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}